-- Logs begin at Wed 2022-02-09 01:57:37 UTC, end at Wed 2022-02-09 04:18:50 UTC. -- Feb 09 02:32:13.056676 n-d-827839-4 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 02:32:16.035735 n-d-827839-4 neutron-server[109747]: INFO neutron.common.config [-] Logging enabled! Feb 09 02:32:16.036354 n-d-827839-4 neutron-server[109747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 02:32:16.036526 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 02:32:16.039973 n-d-827839-4 neutron-server[109747]: INFO neutron.common.config [-] Logging enabled! Feb 09 02:32:16.040227 n-d-827839-4 neutron-server[109747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 02:32:16.040535 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 02:32:16.041462 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 02:32:16.041693 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 02:32:16.042077 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 02:32:16.042357 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 02:32:16.042581 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 02:32:16.043062 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.044704 n-d-827839-4 neutron-server[109747]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 02:32:16.045016 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.045312 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.045605 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.045897 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.046186 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.046507 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.046795 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.047087 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.047371 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.047648 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.047930 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.048216 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.048500 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.048784 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.049065 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.049343 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] debug = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.049621 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.050057 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.050494 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.050777 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.051063 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.051341 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.051610 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.051886 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.052172 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.052499 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] host = n-d-827839-4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.052774 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.053058 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.053341 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.053625 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.053900 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.054176 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.054486 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.054756 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.055026 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] log_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.055298 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.055584 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.055869 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.056154 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.056377 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.056599 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.056883 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.057167 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.057440 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.057712 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.057984 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.058272 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.058547 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.058821 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.059102 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.059900 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.060185 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.060458 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.060730 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.060999 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.061268 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.061549 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.061819 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.062089 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.062384 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.062665 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.062932 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.063203 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.063495 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.063777 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.064058 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.064342 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.064614 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.064894 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.065164 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.065434 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.065702 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] use_json = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.065974 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.066251 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.066540 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.066810 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.067079 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.067351 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.067620 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.067901 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.068172 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:16.068466 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.068765 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.069061 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.069372 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.069659 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.069936 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.070221 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.070521 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.070806 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.071091 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.071376 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.071661 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.071957 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.072247 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.072545 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.072848 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.073139 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.073427 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.073699 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.073972 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.074271 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.074541 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.074827 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.075672 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.076037 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.076330 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.076611 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.076908 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.077196 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.077490 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.077778 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.078050 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.078352 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.078647 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.078931 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.079205 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.079482 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.079767 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.080041 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.080313 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.080593 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.080873 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.081143 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.081415 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.081690 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.081978 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.082270 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.082547 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.082817 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.083093 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.083363 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.083643 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.083918 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.084186 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.084455 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.084731 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.085002 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.085272 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.085547 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.085816 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.086089 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.086388 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.086658 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.086930 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.087199 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.087469 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.087737 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.088004 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.088278 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.088549 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.088823 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.089093 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.089363 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.089633 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.089914 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.090210 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.090508 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.090810 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.091084 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.091360 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.091633 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.091906 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.092178 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.092453 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.092721 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.093007 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.093286 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.093650 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.093948 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.094223 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.094538 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.094815 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.095096 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.095371 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.095645 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.095926 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.096212 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.096507 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.096802 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.097093 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.097387 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.097683 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.097962 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.098295 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.098635 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:16.098890 n-d-827839-4 neutron-server[109747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 02:32:16.099173 n-d-827839-4 neutron-server[109747]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109747) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 02:32:16.471081 n-d-827839-4 neutron-server[109747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 02:32:16.471289 n-d-827839-4 neutron-server[109747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 02:32:16.471589 n-d-827839-4 neutron-server[109747]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 02:32:16.471922 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 02:32:16.801507 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.801783 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.802035 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.803372 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.803642 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.803904 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.848293 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.848564 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.848825 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.864251 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.864526 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.864789 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.894371 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.894651 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.894920 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.930548 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.930830 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:16.931097 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.277911 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.278591 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.278591 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.278745 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.279424 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.379053 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.379375 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.379657 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.379929 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.380194 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.380506 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.380766 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.381023 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.381275 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.381562 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.381820 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.382084 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.382365 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.382617 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.382874 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.383133 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.383385 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.383648 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.383914 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.384173 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.384442 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.384692 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.384970 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.385342 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.385588 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.385833 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.386226 n-d-827839-4 neutron-server[109747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 02:32:17.386486 n-d-827839-4 neutron-server[109747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 02:32:17.386720 n-d-827839-4 neutron-server[109747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 02:32:17.386952 n-d-827839-4 neutron-server[109747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 02:32:17.387183 n-d-827839-4 neutron-server[109747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 02:32:17.387434 n-d-827839-4 neutron-server[109747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 02:32:17.387803 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 02:32:17.391207 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 02:32:17.395255 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 02:32:17.398958 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 09 02:32:17.400578 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 02:32:17.401044 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 02:32:17.401379 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 02:32:17.401758 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 02:32:17.404629 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 02:32:17.404876 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 02:32:17.405218 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 02:32:17.410048 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 02:32:17.433086 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 02:32:17.433716 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.434018 n-d-827839-4 neutron-server[109747]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109747) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 02:32:17.434946 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.436342 n-d-827839-4 neutron-server[109747]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109747) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 02:32:17.436645 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 02:32:17.436871 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 02:32:17.440178 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.440458 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:17.502680 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 02:32:17.502915 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 02:32:17.503145 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 02:32:17.503651 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 02:32:17.523791 n-d-827839-4 neutron-server[109747]: DEBUG oslo_db.sqlalchemy.engines [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109747) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 02:32:17.963491 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Initializing driver for type 'gre' Feb 09 02:32:17.964016 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] gre ID ranges: [(1, 1000)] Feb 09 02:32:18.017112 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Initializing driver for type 'local' Feb 09 02:32:18.017517 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Initializing driver for type 'vlan' Feb 09 02:32:18.031281 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] VlanTypeDriver initialization complete Feb 09 02:32:18.031608 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Initializing driver for type 'vxlan' Feb 09 02:32:18.032098 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] vxlan ID ranges: [(1, 1000)] Feb 09 02:32:18.085312 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Initializing extension driver 'port_security' Feb 09 02:32:18.085663 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.extensions.port_security [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] PortSecurityExtensionDriver initialization complete Feb 09 02:32:18.085997 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Initializing mechanism driver 'openvswitch' Feb 09 02:32:18.086365 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Initializing mechanism driver 'hyperv' Feb 09 02:32:18.093892 n-d-827839-4 neutron-server[109747]: DEBUG neutron.plugins.ml2.plugin [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:18.094734 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > port after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.095110 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > port after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.095466 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > port after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.096011 n-d-827839-4 neutron-server[109747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 02:32:18.096446 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > subnet after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.096808 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > subnet after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.097158 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.097558 n-d-827839-4 neutron-server[109747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 02:32:18.097969 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > network after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.098346 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > network after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.098699 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > network after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.099099 n-d-827839-4 neutron-server[109747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 02:32:18.099513 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > security_group after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.099865 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > security_group after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.100211 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.100610 n-d-827839-4 neutron-server[109747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 02:32:18.101021 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.101375 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.101713 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.102110 n-d-827839-4 neutron-server[109747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 02:32:18.102548 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > address_group after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.102895 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > address_group after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.103241 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.103644 n-d-827839-4 neutron-server[109747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 02:32:18.104100 n-d-827839-4 neutron-server[109747]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] ML2 OVO RPC backend initialized. {{(pid=109747) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 02:32:18.104831 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.105191 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.105614 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > network before_response 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.105965 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > networks before_response 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.106352 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > port before_response 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.106701 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > ports before_response 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.107048 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > subnet before_response 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.107390 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > subnets before_response 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.107740 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > network after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.108079 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > network after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.108412 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > network after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.108752 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > port after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.109088 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > port after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.109425 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > port after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.109764 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > subnet after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.110102 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > subnet after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.110461 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.119839 n-d-827839-4 neutron-server[109747]: INFO neutron.quota [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded quota_driver: . Feb 09 02:32:18.120214 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.plugin [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Modular L2 Plugin initialization complete Feb 09 02:32:18.120569 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading services supported by the core plugin {{(pid=109747) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 02:32:18.120917 n-d-827839-4 neutron-server[109747]: INFO neutron.plugins.ml2.managers [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Got port-security extension from driver 'port_security' Feb 09 02:32:18.121418 n-d-827839-4 neutron-server[109747]: INFO neutron.extensions.vlantransparent [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Disabled vlantransparent extension. Feb 09 02:32:18.121921 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109747) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 02:32:18.122276 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading Plugin: router Feb 09 02:32:18.160456 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.160857 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router after_create 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.161237 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router before_create 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.161606 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.161983 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.162378 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router after_delete 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.162743 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.163096 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.163456 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router after_create 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.163805 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router after_update 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.164158 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router after_update 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.164507 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.164866 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router after_update 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.165282 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_update 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.165653 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: port after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.165993 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: port after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.166357 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: subnet after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.166705 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.167056 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.167405 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_create 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.167758 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: port before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.168101 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.168457 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router after_update 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.168838 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.169325 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_create 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.169691 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.170044 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_update 55549900 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.170441 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > agent after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.170797 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > agent after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.171148 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > network after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.172128 n-d-827839-4 neutron-server[109747]: DEBUG neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Tracking information for resource: router configured {{(pid=109747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 02:32:18.172464 n-d-827839-4 neutron-server[109747]: DEBUG neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Tracking information for resource: floatingip configured {{(pid=109747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 02:32:18.177427 n-d-827839-4 neutron-server[109747]: INFO neutron.db.l3_agentschedulers_db [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 02:32:18.178007 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: port after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.178402 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: port after_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.178760 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: port after_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.179119 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: port after_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.179929 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router before_create 55550100 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.180296 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.180662 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_create 55550100 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.181027 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > router precommit_update 55550100 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.185817 n-d-827839-4 neutron-server[109747]: DEBUG neutron.services.provider_configuration [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service providers = [] {{(pid=109747) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 02:32:18.186182 n-d-827839-4 neutron-server[109747]: DEBUG neutron.db.servicetype_db [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109747) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 02:32:18.189267 n-d-827839-4 neutron-server[109747]: DEBUG neutron.services.service_base [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 02:32:18.189626 n-d-827839-4 neutron-server[109747]: DEBUG neutron.services.service_base [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 02:32:18.189963 n-d-827839-4 neutron-server[109747]: DEBUG neutron.services.service_base [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 02:32:18.190876 n-d-827839-4 neutron-server[109747]: DEBUG neutron.services.service_base [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 02:32:18.191250 n-d-827839-4 neutron-server[109747]: INFO neutron.services.service_base [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 02:32:18.191631 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 02:32:18.191948 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 02:32:18.203463 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 02:32:18.203802 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading Plugin: auto_allocate Feb 09 02:32:18.209600 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: network precommit_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.209969 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: network precommit_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.210529 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 02:32:18.210854 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading Plugin: tag Feb 09 02:32:18.218489 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 02:32:18.218773 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading Plugin: timestamp Feb 09 02:32:18.222675 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 02:32:18.223007 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading Plugin: network_ip_availability Feb 09 02:32:18.228561 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.228935 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.229328 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.230050 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 02:32:18.230399 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading Plugin: flavors Feb 09 02:32:18.235714 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 02:32:18.236052 n-d-827839-4 neutron-server[109747]: INFO neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading Plugin: revisions Feb 09 02:32:18.240440 n-d-827839-4 neutron-server[109747]: DEBUG neutron.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 02:32:18.240834 n-d-827839-4 neutron-server[109747]: DEBUG oslo_concurrency.lockutils [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=109747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 02:32:18.241596 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109747) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 02:32:18.241935 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Initializing extension manager. Feb 09 02:32:18.242491 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: __init__.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.242840 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: __pycache__ {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.243177 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.243513 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: address_group.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.244282 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.244860 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: address-group Feb 09 02:32:18.245188 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: address_scope.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.245913 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.246457 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: address-scope Feb 09 02:32:18.247298 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.248237 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.248746 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: router-admin-state-down-before-update Feb 09 02:32:18.249070 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: agent.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.249875 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.250386 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: agent Feb 09 02:32:18.250713 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: agent_resources_synced.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.251644 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.252145 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: agent-resources-synced Feb 09 02:32:18.252470 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: allowedaddresspairs.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.254306 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.254826 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: allowed-address-pairs Feb 09 02:32:18.255156 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: auto_allocated_topology.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.256248 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.256758 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: auto-allocated-topology Feb 09 02:32:18.257224 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: availability_zone.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.258011 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.258541 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: availability_zone Feb 09 02:32:18.258866 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: availability_zone_filter.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.259788 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.260291 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: availability_zone_filter Feb 09 02:32:18.260618 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: data_plane_status.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.261538 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.262040 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 02:32:18.262413 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: default_subnetpools.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.264031 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.264714 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: default-subnetpools Feb 09 02:32:18.265040 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.265859 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.266401 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: dhcp_agent_scheduler Feb 09 02:32:18.266726 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: dns.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.267797 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.268324 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension dns-integration not supported by any of loaded plugins Feb 09 02:32:18.268675 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: dns_domain_ports.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.270120 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.271010 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 02:32:18.271578 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.273054 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.273934 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 02:32:18.274425 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: dvr.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.275119 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.275629 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: dvr Feb 09 02:32:18.275966 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: ecmp_routes.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.277003 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.277593 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 02:32:18.278195 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: empty_string_filtering.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.279843 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.280525 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: empty-string-filtering Feb 09 02:32:18.280860 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.282002 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.282532 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 02:32:18.282857 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.283938 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.284319 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 02:32:18.284641 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: external_net.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.285567 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.286210 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: external-net Feb 09 02:32:18.286573 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.288121 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.288248 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: extra_dhcp_opt Feb 09 02:32:18.288526 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: extraroute.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.289462 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.289971 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: extraroute Feb 09 02:32:18.290325 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: extraroute_atomic.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.291386 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.291899 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: extraroute-atomic Feb 09 02:32:18.292275 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: filter_validation.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.292919 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.293435 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: filter-validation Feb 09 02:32:18.293783 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: fip_pf_description.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.294740 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.295245 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 02:32:18.295573 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: fip_port_details.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.296759 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.297349 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: fip-port-details Feb 09 02:32:18.297677 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: flavors.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.298979 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.299500 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: flavors Feb 09 02:32:18.299826 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.301527 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.302042 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 02:32:18.302407 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: floatingip_pools.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.303148 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.303653 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: floatingip-pools Feb 09 02:32:18.303981 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: ip_allocation.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.304921 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.305429 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 02:32:18.305753 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.306709 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.307216 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: ip-substring-filtering Feb 09 02:32:18.307545 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l2_adjacency.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.308480 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.308983 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 02:32:18.309892 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.310935 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.311448 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: router Feb 09 02:32:18.311776 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.314085 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.314653 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 02:32:18.314991 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.315943 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.316460 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: ext-gw-mode Feb 09 02:32:18.316791 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.317727 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.318256 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: l3-ha Feb 09 02:32:18.318591 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.319527 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.320026 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 02:32:18.320352 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3_flavors.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.321277 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.321780 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: l3-flavors Feb 09 02:32:18.322110 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3_ndp_proxy.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.323538 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.324056 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 02:32:18.324415 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.325999 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.326551 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 02:32:18.326882 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: l3agentscheduler.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.327961 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.328474 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: l3_agent_scheduler Feb 09 02:32:18.328807 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: local_ip.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.330642 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.331171 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension local_ip not supported by any of loaded plugins Feb 09 02:32:18.331507 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: logging.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.333209 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.333738 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension logging not supported by any of loaded plugins Feb 09 02:32:18.334085 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: metering.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.334889 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.335473 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: metering Feb 09 02:32:18.335811 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.336921 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.337438 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: metering_source_and_destination_fields Feb 09 02:32:18.337770 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: multiprovidernet.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.338764 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.339276 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: multi-provider Feb 09 02:32:18.339606 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: netmtu.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.340557 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.341080 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: net-mtu Feb 09 02:32:18.341407 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: netmtu_writable.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.342365 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.342871 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: net-mtu-writable Feb 09 02:32:18.343200 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: network_availability_zone.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.343886 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.344390 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: network_availability_zone Feb 09 02:32:18.344714 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: network_ip_availability.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.345840 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.346388 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: network-ip-availability Feb 09 02:32:18.346724 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: network_segment_range.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.347497 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.347998 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 02:32:18.348325 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: pagination.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.349314 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.349651 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: pagination Feb 09 02:32:18.349979 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: port_device_profile.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.350934 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.351451 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: port-device-profile Feb 09 02:32:18.351773 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.352706 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.353301 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: port-mac-address-regenerate Feb 09 02:32:18.353624 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.354588 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.355094 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: port-numa-affinity-policy Feb 09 02:32:18.355418 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: port_resource_request.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.356388 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.356889 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 02:32:18.357216 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: port_resource_request_groups.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.358221 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.358746 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 02:32:18.359068 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: portbindings.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.360015 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.360664 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: binding Feb 09 02:32:18.360994 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: portbindings_extended.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.362338 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.362852 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: binding-extended Feb 09 02:32:18.363182 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: portsecurity.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.364111 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.364626 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: port-security Feb 09 02:32:18.364955 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: project_id.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.365950 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.366305 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: project-id Feb 09 02:32:18.366636 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: providernet.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.367559 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.368067 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: provider Feb 09 02:32:18.368391 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.372604 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.373118 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos not supported by any of loaded plugins Feb 09 02:32:18.373452 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.374748 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.375270 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 02:32:18.375602 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.376542 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.377060 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 02:32:18.377389 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_default.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.378342 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.378858 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-default not supported by any of loaded plugins Feb 09 02:32:18.379186 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_fip.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.380134 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.380691 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-fip not supported by any of loaded plugins Feb 09 02:32:18.381017 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.381949 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.382488 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 02:32:18.382813 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_gateway_ip.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.383890 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.384402 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 02:32:18.384727 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_port_network_policy.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.385652 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.386166 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 02:32:18.386516 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.388184 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.388694 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 02:32:18.389021 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_pps_rule.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.390587 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.391106 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-pps not supported by any of loaded plugins Feb 09 02:32:18.391439 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_rule_type_details.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.392394 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.392904 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 02:32:18.393232 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: qos_rules_alias.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.394323 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.394842 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 02:32:18.395170 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: quota_check_limit.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.396098 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.396612 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: quota-check-limit Feb 09 02:32:18.396938 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: quotasv2.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.397924 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.398286 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: quotas Feb 09 02:32:18.398615 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: quotasv2_detail.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.400422 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.400763 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: quota_details Feb 09 02:32:18.401098 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: rbac.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.402179 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.402737 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: rbac-policies Feb 09 02:32:18.403097 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: rbac_address_group.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.404040 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.404559 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: rbac-address-group Feb 09 02:32:18.404885 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: rbac_address_scope.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.405851 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.406433 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: rbac-address-scope Feb 09 02:32:18.406762 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: rbac_security_groups.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.407695 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.408218 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: rbac-security-groups Feb 09 02:32:18.408524 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: rbac_subnetpool.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.409448 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.409952 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: rbac-subnetpool Feb 09 02:32:18.410307 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: revisionifmatch.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.411241 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.411746 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: revision-if-match Feb 09 02:32:18.412070 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: revisions.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.413356 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.413868 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: standard-attr-revisions Feb 09 02:32:18.414197 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: router_availability_zone.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.414902 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.415413 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: router_availability_zone Feb 09 02:32:18.415738 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: routerservicetype.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.416678 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.417181 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension router-service-type not supported by any of loaded plugins Feb 09 02:32:18.417504 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.418468 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.419005 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: security-groups-normalized-cidr Feb 09 02:32:18.419328 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.420261 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.420767 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: port-security-groups-filtering Feb 09 02:32:18.421091 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.422089 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.422625 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: security-groups-remote-address-group Feb 09 02:32:18.422953 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.424151 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.424814 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: security-groups-shared-filtering Feb 09 02:32:18.425294 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.426049 n-d-827839-4 neutron-server[109747]: WARNING neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 02:32:18.426416 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: securitygroup.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.438254 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.438811 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: security-group Feb 09 02:32:18.439151 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: segment.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.439975 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.440486 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension segment not supported by any of loaded plugins Feb 09 02:32:18.440819 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.441799 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.442343 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 02:32:18.442674 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: servicetype.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.443827 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.444346 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: service-type Feb 09 02:32:18.444674 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: sorting.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.445677 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.446010 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: sorting Feb 09 02:32:18.446374 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: standard_attr_segment.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.447308 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.447816 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 02:32:18.448142 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: standardattrdescription.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.448800 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.449308 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: standard-attr-description Feb 09 02:32:18.449635 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: stateful_security_group.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.451226 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.451741 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: stateful-security-group Feb 09 02:32:18.452068 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: stdattrs_common.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.452644 n-d-827839-4 neutron-server[109747]: WARNING neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 02:32:18.452967 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.453902 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.454450 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 02:32:18.454778 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: subnet_onboard.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.455871 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.456386 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: subnet_onboard Feb 09 02:32:18.456726 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.457663 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.458170 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 02:32:18.458527 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: subnet_service_types.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.459484 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.459995 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: subnet-service-types Feb 09 02:32:18.460323 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: subnetallocation.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.461423 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.461939 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: subnet_allocation Feb 09 02:32:18.462296 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.462974 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.463478 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: subnetpool-prefix-ops Feb 09 02:32:18.463803 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.464747 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.465249 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 02:32:18.465602 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: tagging.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.466743 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.467254 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: standard-attr-tag Feb 09 02:32:18.467586 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: timestamp.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.469082 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.469532 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loaded extension: standard-attr-timestamp Feb 09 02:32:18.469862 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: trunk.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.470958 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.471476 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension trunk not supported by any of loaded plugins Feb 09 02:32:18.471806 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: trunk_details.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.472740 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.473255 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension trunk-details not supported by any of loaded plugins Feb 09 02:32:18.473579 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: uplink_status_propagation.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.474541 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.475055 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 02:32:18.475377 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Loading extension file: vlantransparent.py {{(pid=109747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 02:32:18.476057 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 02:32:18.476564 n-d-827839-4 neutron-server[109747]: INFO neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 02:32:18.479158 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:network Feb 09 02:32:18.479689 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:subnet Feb 09 02:32:18.480089 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 02:32:18.480480 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:port Feb 09 02:32:18.481769 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.482202 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service FLAVORS assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.482849 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.483277 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.483611 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:router Feb 09 02:32:18.484049 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:floatingip Feb 09 02:32:18.484536 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service METERING assigned prefix: /metering {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.486016 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.486425 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.486788 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:32:18.487796 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 02:32:18.488239 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:security_group Feb 09 02:32:18.488678 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 02:32:18.489289 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service CORE assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.489620 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 02:32:18.489968 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] subnetpool is already registered Feb 09 02:32:18.490436 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service CORE assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.490765 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 02:32:18.491097 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] subnetpool is already registered Feb 09 02:32:18.493365 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.493803 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service FLAVORS assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.494436 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.494863 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.495198 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:router Feb 09 02:32:18.495538 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] router is already registered Feb 09 02:32:18.495954 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:floatingip Feb 09 02:32:18.496291 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] floatingip is already registered Feb 09 02:32:18.497271 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service METERING assigned prefix: /metering {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.497937 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 02:32:18.498291 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] rbac_policy is already registered Feb 09 02:32:18.498704 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:security_group Feb 09 02:32:18.499037 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] security_group is already registered Feb 09 02:32:18.499441 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 02:32:18.499856 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] security_group_rule is already registered Feb 09 02:32:18.500481 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service CORE assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.500807 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 02:32:18.501141 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] subnetpool is already registered Feb 09 02:32:18.501568 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.v2.resource_helper [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Service CORE assigned prefix: {{(pid=109747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 02:32:18.501893 n-d-827839-4 neutron-server[109747]: INFO neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 02:32:18.502224 n-d-827839-4 neutron-server[109747]: WARNING neutron.quota.resource_registry [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] subnetpool is already registered Feb 09 02:32:18.502716 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: extensions {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.504208 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: address-groups {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.505739 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: address-scopes {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.507093 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: agents {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.508275 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: auto-allocated-topology {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.509527 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: availability_zones {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.510769 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: dhcp-networks {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.512283 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: dhcp-agents {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.514567 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: routers {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.516798 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: flavors {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.517950 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: service_profiles {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.519272 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: next_providers {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.520738 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: service_profiles {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.522326 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: floatingip-pools {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.523543 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: routers {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.525662 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: floatingips {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.526963 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: l3-routers {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.528423 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: l3-agents {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.529862 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: metering-labels {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.531260 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: metering-label-rules {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.532609 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: network-ip-availabilities {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.533880 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: bindings {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.535597 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: quotas {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.537162 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: quotas {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.538744 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: rbac-policies {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.541061 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: security-groups {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.542331 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: security-group-rules {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.543653 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: service-providers {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.544890 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: subnetpools {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.546358 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: subnetpools {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.547808 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.549499 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.551551 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.553382 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.555207 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.557114 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.559057 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.561512 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.563384 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.565253 n-d-827839-4 neutron-server[109747]: DEBUG neutron.api.extensions [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Extended resource: tags {{(pid=109747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 02:32:18.571187 n-d-827839-4 neutron-server[109747]: WARNING keystonemiddleware.auth_token [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 02:32:18.576584 n-d-827839-4 neutron-server[109747]: WARNING keystonemiddleware.auth_token [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 02:32:18.585657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_concurrency.lockutils [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Acquired lock "singleton_lock" {{(pid=109747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 02:32:18.585993 n-d-827839-4 neutron-server[109747]: DEBUG oslo_concurrency.lockutils [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Releasing lock "singleton_lock" {{(pid=109747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 02:32:18.586682 n-d-827839-4 neutron-server[109747]: INFO oslo_service.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Starting 2 workers Feb 09 02:32:18.591694 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Started child 109856 {{(pid=109747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 02:32:18.596470 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Started child 109857 {{(pid=109747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 02:32:18.597148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.598016 n-d-827839-4 neutron-server[109747]: INFO neutron.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 02:32:18.598688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [-] (109856) wsgi starting up on http://0.0.0.0:9696 Feb 09 02:32:18.598866 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Publish callbacks [] for process (None), before_spawn {{(pid=109747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.601165 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.601668 n-d-827839-4 neutron-server[109747]: INFO oslo_service.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Starting 1 workers Feb 09 02:32:18.602612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [-] (109857) wsgi starting up on http://0.0.0.0:9696 Feb 09 02:32:18.607088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Started child 109858 {{(pid=109747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 02:32:18.607636 n-d-827839-4 neutron-server[109747]: INFO oslo_service.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Starting 1 workers Feb 09 02:32:18.610905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] calling RpcWorker wait() {{(pid=109858) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 02:32:18.611445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] returning from RpcWorker wait() {{(pid=109858) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 02:32:18.612275 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Started child 109859 {{(pid=109747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 02:32:18.612809 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.613124 n-d-827839-4 neutron-server[109747]: DEBUG neutron_lib.callbacks.manager [None req-485d4adc-a69b-46a8-9462-5c0f681e558d None None] Publish callbacks [] for process (None), after_spawn {{(pid=109747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.613472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:18.615101 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 02:32:18.615321 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 02:32:18.615510 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 02:32:18.615747 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 02:32:18.616084 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 02:32:18.616251 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 02:32:18.616763 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.617052 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.617335 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.617421 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:18.617867 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.617867 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.618317 n-d-827839-4 neutron-server[109859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:18.618525 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.618792 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.619056 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.619341 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.619597 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.619775 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.619944 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.620194 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.620451 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.620772 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.621036 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.621468 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.621660 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.621912 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.622697 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.622975 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.623208 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.623473 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] debug = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.623732 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.624259 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.624496 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.624884 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.625067 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.625380 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.625637 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.625920 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.626174 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.626437 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.626690 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.626949 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.627189 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.627426 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.627701 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.627918 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.628187 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.628431 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.628870 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] host = n-d-827839-4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.629113 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.629341 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.629573 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.629846 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.630112 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.630382 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.630641 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.630925 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.631178 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.631434 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.631693 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.631961 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.632204 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.632456 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.632623 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_options = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.632875 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.633158 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.633411 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.633613 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.633784 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.633950 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.634210 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.634401 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.634658 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.634878 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.635097 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.635321 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.635531 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.635747 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.635998 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.636232 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.636469 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.636702 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.636950 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.637214 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.637460 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.637707 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.637961 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.638184 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.638463 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.638697 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.638957 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.639456 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.639757 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.640006 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.640258 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.640519 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.640758 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.641022 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.641272 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.641573 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.641816 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.642041 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.642731 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.642731 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.643300 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.643730 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.644168 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.644431 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.644628 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.645074 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.645332 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_json = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.645549 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.645981 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.646472 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.646843 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.647249 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.647653 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.648076 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.648530 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.648907 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.649359 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.649651 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.649967 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.650217 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.650564 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.650813 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.651074 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.651306 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.651558 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.651817 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.652141 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.652369 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.652679 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.652963 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.653236 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.653567 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.653859 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.654141 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.654393 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.654619 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.654843 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.655091 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.655360 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.655587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.655824 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.656084 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.656312 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.656599 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.656883 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.657243 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.657529 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.657784 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.658048 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.658307 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.658671 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.658807 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.659627 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.659627 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.659627 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.659973 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.659973 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.660176 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.660392 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.660703 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.660983 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.661244 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.661509 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.661758 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.661998 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.662226 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.662473 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.662693 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.662947 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.663164 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.663395 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.663634 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.663917 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.664181 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.664429 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.664647 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.664866 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.665089 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.665328 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.665552 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.665776 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.666037 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.666204 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.666540 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.666792 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.667190 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.667617 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.668020 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.668457 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.669225 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.669491 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.669714 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.669933 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.670177 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.670446 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.670895 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.671294 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.671708 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.672178 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.672601 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.672847 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.673075 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.673321 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.673541 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.673761 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.673979 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.674200 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.674531 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.674857 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.675303 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.675737 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.676002 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.676287 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.676530 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.676804 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.677048 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.677273 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.677514 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.677791 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.678306 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.678582 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.678824 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.679081 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.679332 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.679555 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.679777 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.680018 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.680452 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.680869 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.681337 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.681808 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.682074 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.682362 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.682603 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.683047 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.683316 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.683654 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.684064 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.685037 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.685464 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.685902 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.686212 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.686498 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.686782 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.687032 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.687272 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.687540 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.687827 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.688037 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.688470 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.688889 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.689296 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.689789 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.690219 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.690750 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.691004 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.691231 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.691475 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.691754 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.691996 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.692254 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.692520 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.693029 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.693029 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.693262 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.693497 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.693720 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.693957 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.694192 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.694437 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.694687 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.694913 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.695171 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.695498 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.695655 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.695873 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.696110 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.696357 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.696575 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.696816 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.697038 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.697287 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.697505 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.697728 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.697977 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.698219 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.698466 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.698702 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.698921 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.699173 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.699424 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.699694 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.699993 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.700219 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.700450 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.700699 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.700956 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.701174 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.701439 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.701665 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.701886 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.702102 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.702373 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.702591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.702806 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.703033 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.703267 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.703522 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.703774 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.704138 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.704391 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.704625 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.704872 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.705112 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.705330 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.705547 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.705765 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.705985 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.706206 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.706473 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.706693 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.706914 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.707149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.707368 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.707626 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.707886 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.708139 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.708382 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.708604 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.708833 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.709055 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.709275 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.709494 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.709711 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.709946 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.710179 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.710450 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.710812 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.711136 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.711403 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.711643 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.711918 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.712148 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.712386 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.712655 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.712875 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.713096 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.713326 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.713549 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.713767 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.714000 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.714219 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.714457 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.714687 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.714914 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.715149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.715579 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.715811 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.716026 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.716431 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.716659 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.716873 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.717126 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.717379 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.717593 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.717826 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.718051 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.718288 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.718519 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.718768 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.718982 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.719262 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.719430 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.719644 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.719940 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.720191 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.720415 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.720706 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.720941 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.721195 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.721446 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.721765 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.721985 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.722229 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.722495 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.722719 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.723119 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.723396 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.723736 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.724054 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.724302 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.724563 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.724840 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.725133 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.725409 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.725629 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.725927 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.726296 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.726589 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.726836 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.727097 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.727361 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.727607 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.728490 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.728490 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.728490 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.728752 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.728752 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.728992 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.729242 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.729463 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.729696 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.729917 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.730163 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.730403 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.730631 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.730869 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.731029 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 02:32:18.732137 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 02:32:18.732306 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 02:32:18.732466 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 02:32:18.732639 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 02:32:18.732811 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 02:32:18.732968 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 02:32:18.733179 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.733343 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.733507 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.733670 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.733831 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.734213 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.734332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:18.734434 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.734434 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.734582 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.734741 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.734902 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.735062 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.735430 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.735430 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.735593 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.735672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.735829 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.735989 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.736156 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.736319 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.736479 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.736638 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.736798 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] debug = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.736959 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.737179 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.737347 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.737507 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.737668 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.737828 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.737988 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.738149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.738335 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.738497 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.738660 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746265 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746265 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746265 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746265 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37990) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:18.746672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] host = n-d-827839-4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.746672 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.747712 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.747712 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.747712 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.747712 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.747712 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.747712 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.747712 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.747712 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_options = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.748587 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.749657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.749657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.749657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.749657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.749657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.749657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.749657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.749657 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.750591 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751040 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751040 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751040 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751040 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751040 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077076 Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_json = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751388 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751874 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751874 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751874 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751874 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 02:32:18.751874 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.751874 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.752278 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.752278 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.752278 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.752442 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.752505 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.752666 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.752977 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.753271 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.753581 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.753787 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.753924 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.754089 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.754271 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.754721 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.754721 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.754968 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.754968 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.755160 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.755261 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.755387 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.755522 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.755695 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.755846 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.756004 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.756149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.756325 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.757426 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.757599 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.758299 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.758299 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.758299 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.758527 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.758613 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.758729 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.759049 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.759225 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.759392 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.759536 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.759777 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.759925 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.760074 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.760214 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.760299 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.760454 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.760615 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.760924 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.761241 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.761407 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.761568 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.761734 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.761894 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.762058 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.762218 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.762571 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.762884 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.763059 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.763223 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.763385 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.763545 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.763701 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.763860 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.764019 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.764443 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.764602 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.764772 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.764947 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.765103 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.765412 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.765728 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.766098 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.766429 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.766599 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.766745 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.766910 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.767074 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.767236 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.767400 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.767562 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.767722 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.767885 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.768049 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.769087 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.769260 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.769424 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.769582 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.769748 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.769906 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.770149 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.770392 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.770541 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.770680 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.770841 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.771776 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.771776 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.771776 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.771776 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.771776 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.771776 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.772581 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.772581 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.772581 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.772581 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.772581 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.773198 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.773198 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.773198 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.773198 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.773694 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.773694 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.773694 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.774044 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.774044 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.774044 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.774222 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.774351 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.774516 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.774717 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.774851 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.775093 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.775235 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.775387 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.775523 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.775673 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.775821 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.775955 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.776088 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.776663 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.776663 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.776663 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.777032 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.777032 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.777032 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.777236 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.777312 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.777482 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.777641 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.778006 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.778174 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.778351 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.778523 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.778679 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.778845 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.779249 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.779249 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.779421 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.779487 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.779643 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.779801 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.779942 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.780100 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.780260 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.780578 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.780738 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.780972 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.781166 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.781335 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.781494 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.781659 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.781824 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.781997 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.782147 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.782325 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.782493 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.782636 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.782954 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.783124 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.783282 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.783446 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.783610 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.783774 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.783937 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.784100 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.784264 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.784430 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.784595 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.784761 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.784961 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.785135 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.785231 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.785397 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.785566 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.785726 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.786046 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.786203 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.786396 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.786571 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.786760 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.786922 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.787064 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.787223 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788227 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788227 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788227 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788227 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788227 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788227 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788595 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788595 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788595 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788762 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.788908 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.789280 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.789614 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.789947 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.790115 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.790297 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.790479 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.790893 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.790893 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.790893 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.791382 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.791382 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.791382 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.791990 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.791990 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.791990 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.791990 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.792533 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.792533 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.792533 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.792925 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.794121 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.794323 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.794509 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.794651 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.794787 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.794961 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.795275 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.795275 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.795572 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.795572 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.795874 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.795874 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.796132 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.796267 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.796402 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.796538 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.796684 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.796995 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.797150 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.797279 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.797361 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.797498 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.797658 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.797831 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.797995 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.798144 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.798339 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.798503 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.798667 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.798842 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.799005 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.799167 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.799329 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.799491 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.799654 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.799832 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.799996 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.800158 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.800338 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.800557 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.800725 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.800888 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.801199 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.801199 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.801389 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.801550 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.801711 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.801873 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.802689 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.802689 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.802689 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.802689 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.802689 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.803051 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.803051 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.803182 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.803331 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.803499 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.803674 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.804332 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.804332 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.804332 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.804332 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.804594 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.804594 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.804747 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.806425 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.807006 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.807006 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.807006 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 02:32:18.807006 n-d-827839-4 neutron-server[109747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 02:32:30.222971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fa4649-7135-4885-bef8-a4a87c9dea6f None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:32:30.287535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa4649-7135-4885-bef8-a4a87c9dea6f None None] No non-hosted networks {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 02:32:30.302282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.agentschedulers_db [None req-75fa4649-7135-4885-bef8-a4a87c9dea6f None None] DHCP Agent not found on host n-d-827839-4 {{(pid=109858) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 02:32:30.436388 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97e06f1b-caad-4761-b3e5-d90e4be3fbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531654'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:32.507293 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8679274f-4a20-441a-af45-1510cc41a12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531654'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:32.546304 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bf23156-9d80-4a1f-81a1-ffc027a27ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:33.772939 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531654'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:34.840543 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531654'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.216650 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531654'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:36.217620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.217959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.218324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.218659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.218984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.219308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.219629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.219944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.220263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.220590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.220893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.221204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.221525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:36.221929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827839-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:36.228488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827839-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:32:36.434343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38088) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:36.952567 n-d-827839-4 neutron-server[109857]: WARNING oslo_policy.policy [None req-ea90b948-2ced-4da9-9200-45f65930a744 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 02:32:36.953264 n-d-827839-4 neutron-server[109857]: WARNING oslo_policy.policy [None req-ea90b948-2ced-4da9-9200-45f65930a744 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 02:32:37.179346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-ea90b948-2ced-4da9-9200-45f65930a744 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:37.194260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea90b948-2ced-4da9-9200-45f65930a744 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7472916 Feb 09 02:32:39.502800 n-d-827839-4 neutron-server[109858]: INFO neutron.db.l3_hamode_db [None req-46d3ddcb-48e1-460c-b7ec-6b94b97d9760 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 02:32:39.580723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3ddcb-48e1-460c-b7ec-6b94b97d9760 None None] Routers set() bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:32:39.581174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3ddcb-48e1-460c-b7ec-6b94b97d9760 None None] Router IDs set() for agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 02:32:39.662696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38104) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:39.972936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c51722e2-7c6f-4905-853f-988b74a71c05 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:40.063206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.policy [None req-c51722e2-7c6f-4905-853f-988b74a71c05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109857) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 02:32:40.105140 n-d-827839-4 neutron-server[109857]: WARNING oslo_policy.policy [None req-c51722e2-7c6f-4905-853f-988b74a71c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 02:32:40.105434 n-d-827839-4 neutron-server[109857]: WARNING oslo_policy.policy [None req-c51722e2-7c6f-4905-853f-988b74a71c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 02:32:40.203298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c51722e2-7c6f-4905-853f-988b74a71c05 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781689002644', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781689002187', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781688988255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781688987478', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781688975804', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781688968458', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7577448', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7599715', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-882128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-978067'] for rbac-policy (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.270140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c51722e2-7c6f-4905-853f-988b74a71c05 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:40.271349 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c51722e2-7c6f-4905-853f-988b74a71c05 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6076815 Feb 09 02:32:42.692642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38114) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:42.999672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:43.027288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Made reservation on behalf of 1e6248cde4db40f38035422bde2467c6 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:43.031454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.048728 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.160050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Publish callbacks [] for security_group (54dfa311-97c7-4bde-9ca0-30c95471d75c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.163745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (54dfa311-97c7-4bde-9ca0-30c95471d75c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.191611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:32:43.230417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781685323192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b20241ea-ca4d-451b-8f82-86791f3f0bca), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.231559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Unsubscribe: segment precommit_create {{(pid=109857) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 02:32:43.232092 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Added segment b20241ea-ca4d-451b-8f82-86791f3f0bca of type vlan for network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec Feb 09 02:32:43.247846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=54dfa311-97c7-4bde-9ca0-30c95471d75c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:43.297886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.298226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.298592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.298929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.299264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.299591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.299916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.300239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.300563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.300881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.301200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.301516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.301832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Tracked resource versions report: Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: pushed versions: Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: { 'AddressGroup': {'1.2'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'ConntrackHelper': {'1.0'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Log': {'1.0'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Network': {'1.1'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Port': {'1.7'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'PortForwarding': {'1.2'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'QosPolicy': {'1.10'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'SecurityGroup': {'1.5'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'SubPort': {'1.0'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Subnet': {'1.1'}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Trunk': {'1.1'}} Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: consumer versions: Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: { DHCP agent@n-d-827839-4: {}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: L3 agent@n-d-827839-4: {}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: Metadata agent@n-d-827839-4: {}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: Metering agent@n-d-827839-4: {}, Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: Open vSwitch agent@n-d-827839-4: { 'AddressGroup': '1.2', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'ConntrackHelper': '1.0', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'LocalIPAssociation': '1.0', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Log': '1.0', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Network': '1.1', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Port': '1.7', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'PortForwarding': '1.2', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'QosPolicy': '1.10', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'SecurityGroup': '1.5', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'SecurityGroupRule': '1.2', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'SubPort': '1.0', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Subnet': '1.1', Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: 'Trunk': '1.1'}} Feb 09 02:32:43.302992 n-d-827839-4 neutron-server[109857]: {{(pid=109857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:32:43.347512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (bfef5f92-b60a-48f4-8fd8-8fb31b7afbec), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.386488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (bfef5f92-b60a-48f4-8fd8-8fb31b7afbec), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.392218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:43.392944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:43.472107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7784004 Feb 09 02:32:43.519354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b4492-bafd-402c-86fa-7dd5a2dd2372 demo demo] Pushing event updated for resources: {'Network': ['ID=bfef5f92-b60a-48f4-8fd8-8fb31b7afbec,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:43.532017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:32:45.952557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38126) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:46.356714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91016ca-21c7-4c93-a20d-cb4818c029bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.358065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e91016ca-21c7-4c93-a20d-cb4818c029bc demo admin] 10.222.0.32 "GET /v2.0/networks/bfef5f92-b60a-48f4-8fd8-8fb31b7afbec HTTP/1.1" status: 200 len: 825 time: 0.4045496 Feb 09 02:32:46.383305 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d2caef5b-7faf-49cb-962d-55494d2e4d37 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/cc36bf05-c84d-4de2-9b77-4e1fa859bf87 HTTP/1.1" status: 200 len: 734 time: 0.0195429 Feb 09 02:32:46.391895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'cc36bf05-c84d-4de2-9b77-4e1fa859bf87', 'name': 'private-subnet', 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:46.412233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Made reservation on behalf of 1e6248cde4db40f38035422bde2467c6 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:32:46.414609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.707939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (d76b0e37-2c7d-45f9-b513-f4cbd7be9234), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.779856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Checking segment: {'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:46.780240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Network hostable DHCP agents. Network: bfef5f92-b60a-48f4-8fd8-8fb31b7afbec, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:32:46.782331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d76b0e37-2c7d-45f9-b513-f4cbd7be9234,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:46.803364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:32:46.815744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, bfef5f92-b60a-48f4-8fd8-8fb31b7afbec) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:46.820277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:32:46.820881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:46.825710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331fce0-9960-4e49-a03a-3ea959f5fc08 None None] Network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:46.839330 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7f1bb9c6-7d73-416c-b661-46d0061830c2 demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4508929 Feb 09 02:32:47.099067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-bfef5f92-b60a-48f4-8fd8-8fb31b7afbec', 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec', 'project_id': '1e6248cde4db40f38035422bde2467c6', 'fixed_ips': [{'subnet_id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:32:47.100335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.371284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Allocated IP 172.20.0.2 (bfef5f92-b60a-48f4-8fd8-8fb31b7afbec/d76b0e37-2c7d-45f9-b513-f4cbd7be9234/32c028a5-1012-40c9-8aac-660d7d274bea) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:32:47.657933 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Publish callbacks [] for port (32c028a5-1012-40c9-8aac-660d7d274bea), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.667396 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.747461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:32:47.758344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:32:47.762314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:32:47.770827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Pushing event updated for resources: {'Port': ['ID=32c028a5-1012-40c9-8aac-660d7d274bea,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:47.815914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.816257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.816599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.816934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.817267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.817596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.817922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.818326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.818668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.819007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.819335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.819660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.819987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Tracked resource versions report: Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: pushed versions: Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: { 'AddressGroup': {'1.2'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'ConntrackHelper': {'1.0'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Log': {'1.0'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Network': {'1.1'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Port': {'1.7'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'PortForwarding': {'1.2'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'QosPolicy': {'1.10'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'SecurityGroup': {'1.5'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'SubPort': {'1.0'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Subnet': {'1.1'}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Trunk': {'1.1'}} Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: consumer versions: Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: { DHCP agent@n-d-827839-4: {}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: L3 agent@n-d-827839-4: {}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: Metadata agent@n-d-827839-4: {}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: Metering agent@n-d-827839-4: {}, Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: Open vSwitch agent@n-d-827839-4: { 'AddressGroup': '1.2', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'ConntrackHelper': '1.0', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'LocalIPAssociation': '1.0', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Log': '1.0', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Network': '1.1', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Port': '1.7', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'PortForwarding': '1.2', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'QosPolicy': '1.10', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'SecurityGroup': '1.5', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'SecurityGroupRule': '1.2', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'SubPort': '1.0', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Subnet': '1.1', Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: 'Trunk': '1.1'}} Feb 09 02:32:47.821234 n-d-827839-4 neutron-server[109858]: {{(pid=109858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:32:47.860281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Attempting to bind port 32c028a5-1012-40c9-8aac-660d7d274bea on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:32:47.860957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Attempting to bind port 32c028a5-1012-40c9-8aac-660d7d274bea by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:32:47.861070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Attempting to bind port 32c028a5-1012-40c9-8aac-660d7d274bea on network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:32:47.866225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:32:47.866616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Checking segment: {'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:32:47.867118 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.867530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Bound using segment: {'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:32:47.867999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Bound port: 32c028a5-1012-40c9-8aac-660d7d274bea, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:32:47.868420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:47.952109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] For port 32c028a5-1012-40c9-8aac-660d7d274bea, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:32:47.956439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] For port 32c028a5-1012-40c9-8aac-660d7d274bea, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=32c028a5-1012-40c9-8aac-660d7d274bea,segment=NetworkSegment(b20241ea-ca4d-451b-8f82-86791f3f0bca),segment_id=b20241ea-ca4d-451b-8f82-86791f3f0bca)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:32:47.969674 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:48.039175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922ef48-7188-48e5-98f3-ed589957363c None None] Pushing event updated for resources: {'Port': ['ID=32c028a5-1012-40c9-8aac-660d7d274bea,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:49.337338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38134) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:49.665000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-204f64a7-3313-40eb-9104-6e89148588d3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:49.666058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-204f64a7-3313-40eb-9104-6e89148588d3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3277230 Feb 09 02:32:52.178211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38142) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:52.687890 n-d-827839-4 neutron-server[109856]: WARNING oslo_policy.policy [None req-5ef53ff7-f9c0-4e29-9449-12e549373ab3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 02:32:52.688488 n-d-827839-4 neutron-server[109856]: WARNING oslo_policy.policy [None req-5ef53ff7-f9c0-4e29-9449-12e549373ab3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 02:32:52.911062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-5ef53ff7-f9c0-4e29-9449-12e549373ab3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:52.926262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5ef53ff7-f9c0-4e29-9449-12e549373ab3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7319667 Feb 09 02:32:55.400273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38156) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:55.735384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2271ec9c-c0b8-4bca-96cf-0215a1f5b288 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:32:55.765831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2271ec9c-c0b8-4bca-96cf-0215a1f5b288 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (c7690e79-8846-41b0-a76e-321826be5f60), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.767491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2271ec9c-c0b8-4bca-96cf-0215a1f5b288 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (c7690e79-8846-41b0-a76e-321826be5f60), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.908320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2271ec9c-c0b8-4bca-96cf-0215a1f5b288 demo demo] Publish callbacks [] for router_controller (c7690e79-8846-41b0-a76e-321826be5f60), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.913020 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2271ec9c-c0b8-4bca-96cf-0215a1f5b288 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (c7690e79-8846-41b0-a76e-321826be5f60), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.931099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2271ec9c-c0b8-4bca-96cf-0215a1f5b288 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:55.932364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2271ec9c-c0b8-4bca-96cf-0215a1f5b288 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5311198 Feb 09 02:32:58.451203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38168) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:32:58.775123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-312a3ad2-9534-447d-9e45-d23455662d84 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:32:58.776319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-312a3ad2-9534-447d-9e45-d23455662d84 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3238986 Feb 09 02:32:58.807032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 32c028a5-1012-40c9-8aac-660d7d274bea up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:32:58.905610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 32c028a5-1012-40c9-8aac-660d7d274bea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:58.906027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.023408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 32c028a5-1012-40c9-8aac-660d7d274bea is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:59.023802 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.060277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 32c028a5-1012-40c9-8aac-660d7d274bea, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=32c028a5-1012-40c9-8aac-660d7d274bea,segment=NetworkSegment(b20241ea-ca4d-451b-8f82-86791f3f0bca),segment_id=b20241ea-ca4d-451b-8f82-86791f3f0bca)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:32:59.064586 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.117166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=32c028a5-1012-40c9-8aac-660d7d274bea,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:32:59.165530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca37b9d-9903-4511-a881-e320f63a8004 None None] Network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:32:59.287915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0bcd91ad-afd8-457c-87b3-e9b59f149785 None None] Provisioning complete for port 32c028a5-1012-40c9-8aac-660d7d274bea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:59.288326 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0bcd91ad-afd8-457c-87b3-e9b59f149785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.378720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd91ad-afd8-457c-87b3-e9b59f149785 None None] Current status of the port 32c028a5-1012-40c9-8aac-660d7d274bea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:32:59.498496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-eb7b488f-7886-4663-a551-5df1b678f4ba None None] Provisioning complete for port 32c028a5-1012-40c9-8aac-660d7d274bea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:32:59.498892 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb7b488f-7886-4663-a551-5df1b678f4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:32:59.578532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b488f-7886-4663-a551-5df1b678f4ba None None] Current status of the port 32c028a5-1012-40c9-8aac-660d7d274bea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:00.173310 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dcbd5862-1012-46d7-9d7e-88f9aefbf53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:00.766456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 32c028a5-1012-40c9-8aac-660d7d274bea up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:00.814227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 32c028a5-1012-40c9-8aac-660d7d274bea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:00.814539 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:00.888657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 32c028a5-1012-40c9-8aac-660d7d274bea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:01.287259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38176) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:01.601424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:01.656954 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Made reservation on behalf of 3eeda36cd82148a78fa42d9af7034139 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:01.659411 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:33:01.722570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.policy [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109856) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 02:33:01.765154 n-d-827839-4 neutron-server[109856]: WARNING oslo_policy.policy [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 02:33:01.765530 n-d-827839-4 neutron-server[109856]: WARNING oslo_policy.policy [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 02:33:01.775185 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:01.795787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:01.909037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Publish callbacks [] for security_group (0c4306e1-ac8a-49c0-b75a-23a7faa69c98), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:01.912720 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0c4306e1-ac8a-49c0-b75a-23a7faa69c98), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:01.924478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Reserving flat network on physical network physnet1 {{(pid=109856) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 02:33:01.957435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781685323192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4d40c569-6c9f-4097-b61c-be367e198452), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:01.958024 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Unsubscribe: segment precommit_create {{(pid=109856) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 02:33:01.958574 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Added segment 4d40c569-6c9f-4097-b61c-be367e198452 of type flat for network 74d21b27-fdd6-4e70-820c-f8901ad2453f Feb 09 02:33:01.974520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4306e1-ac8a-49c0-b75a-23a7faa69c98,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:02.005971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.006343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.006679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.007008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.007333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.007653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.007970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.008286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.008599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.008910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.009223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.009533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.009841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Tracked resource versions report: Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: pushed versions: Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: { 'AddressGroup': {'1.2'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'ConntrackHelper': {'1.0'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Log': {'1.0'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Network': {'1.1'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Port': {'1.7'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'PortForwarding': {'1.2'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'QosPolicy': {'1.10'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'SecurityGroup': {'1.5'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'SubPort': {'1.0'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Subnet': {'1.1'}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Trunk': {'1.1'}} Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: consumer versions: Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: { DHCP agent@n-d-827839-4: {}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: L3 agent@n-d-827839-4: {}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: Metadata agent@n-d-827839-4: {}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: Metering agent@n-d-827839-4: {}, Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: Open vSwitch agent@n-d-827839-4: { 'AddressGroup': '1.2', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'ConntrackHelper': '1.0', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'LocalIPAssociation': '1.0', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Log': '1.0', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Network': '1.1', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Port': '1.7', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'PortForwarding': '1.2', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'QosPolicy': '1.10', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'SecurityGroup': '1.5', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'SecurityGroupRule': '1.2', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'SubPort': '1.0', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Subnet': '1.1', Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: 'Trunk': '1.1'}} Feb 09 02:33:02.011010 n-d-827839-4 neutron-server[109856]: {{(pid=109856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:33:02.083576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (74d21b27-fdd6-4e70-820c-f8901ad2453f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:02.133978 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (74d21b27-fdd6-4e70-820c-f8901ad2453f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:02.135176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:02.135895 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:02.218387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9299595 Feb 09 02:33:02.243358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c8919-b0a0-4eac-985b-b6d9b82f9da2 admin admin] Pushing event updated for resources: {'Network': ['ID=74d21b27-fdd6-4e70-820c-f8901ad2453f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:02.258276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:33:02.505617 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1274b4fb-7558-49fe-8a47-4afcb8707d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:03.735253 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:04.661752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38200) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:04.801549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:04.881002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b0c8b-53b0-4f31-a4a3-7b88b96ba963 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:04.882402 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6c3b0c8b-53b0-4f31-a4a3-7b88b96ba963 demo admin] 10.222.0.32 "GET /v2.0/subnets/d76b0e37-2c7d-45f9-b513-f4cbd7be9234 HTTP/1.1" status: 200 len: 849 time: 0.2196388 Feb 09 02:33:05.046712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9b6074db-281e-404c-afec-83d2e48daad3 demo admin] 10.222.0.32 "GET /v2.0/routers/c7690e79-8846-41b0-a76e-321826be5f60 HTTP/1.1" status: 200 len: 704 time: 0.1579392 Feb 09 02:33:05.338115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:05.632176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Allocated IP 172.20.0.1 (bfef5f92-b60a-48f4-8fd8-8fb31b7afbec/d76b0e37-2c7d-45f9-b513-f4cbd7be9234/19a3d1bc-0575-4702-a1e1-45a6b2f17458) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:05.822987 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Publish callbacks [] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:05.890961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:05.972188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:05.979147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:05.981651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Pushing event updated for resources: {'Port': ['ID=19a3d1bc-0575-4702-a1e1-45a6b2f17458,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:05.986027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:05.986594 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (c7690e79-8846-41b0-a76e-321826be5f60), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.193980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.210720 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.237042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7a8e31b4-3103-47db-9cb2-0e0caad5bdc4 None None] Provisioning complete for port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:06.237434 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a8e31b4-3103-47db-9cb2-0e0caad5bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.319776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e31b4-3103-47db-9cb2-0e0caad5bdc4 None None] Port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:06.460444 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Publish callbacks [] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.465442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.466279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (c7690e79-8846-41b0-a76e-321826be5f60), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.544411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Pushing event updated for resources: {'Port': ['ID=19a3d1bc-0575-4702-a1e1-45a6b2f17458,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:06.592851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:06.594155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:06.758916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Router c7690e79-8846-41b0-a76e-321826be5f60 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:33:06.840433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a7059ee8-aee8-4477-a0c4-45e4e38fc6aa None None] Provisioning complete for port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:06.840828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7059ee8-aee8-4477-a0c4-45e4e38fc6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:06.854145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:33:06.860074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-216c98c6-5818-47f3-ada9-47b2e4ed3fa9 demo admin] 10.222.0.32 "PUT /v2.0/routers/c7690e79-8846-41b0-a76e-321826be5f60/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8080461 Feb 09 02:33:06.863429 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Sync routers for ids ['c7690e79-8846-41b0-a76e-321826be5f60'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:33:06.876193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a7059ee8-aee8-4477-a0c4-45e4e38fc6aa None None] Port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:06.876453 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Routers {'c7690e79-8846-41b0-a76e-321826be5f60'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:06.877251 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:33:02Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7690e79-8846-41b0-a76e-321826be5f60'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:07.069726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Set router c7690e79-8846-41b0-a76e-321826be5f60 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:07.522827 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'name': 'router1', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:55Z', 'updated_at': '2022-02-09T02:33:06Z', 'revision_number': 2, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'gw_port_host': None, '_interfaces': [{'id': '19a3d1bc-0575-4702-a1e1-45a6b2f17458', 'name': '', 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'mac_address': 'fa:16:3e:8d:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:05Z', 'updated_at': '2022-02-09T02:33:06Z', 'revision_number': 2, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'subnets': [{'id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36bf05-c84d-4de2-9b77-4e1fa859bf87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:07.572273 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Checking router: c7690e79-8846-41b0-a76e-321826be5f60 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:33:07.572637 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Updating router c7690e79-8846-41b0-a76e-321826be5f60 port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:33:07.651933 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.146684 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Publish callbacks [] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.153980 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.329905 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Pushing event updated for resources: {'Port': ['ID=19a3d1bc-0575-4702-a1e1-45a6b2f17458,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:08.338830 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Attempting to bind port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:08.339779 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Attempting to bind port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:08.340225 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Attempting to bind port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 on network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:08.343630 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.343981 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.344322 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.344655 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.344985 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.345313 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.345638 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.345961 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.346311 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.346632 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.346951 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.347267 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.347583 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Tracked resource versions report: Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: pushed versions: Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: { 'AddressGroup': {'1.2'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'ConntrackHelper': {'1.0'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Log': {'1.0'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Network': {'1.1'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Port': {'1.7'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'PortForwarding': {'1.2'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'QosPolicy': {'1.10'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'SecurityGroup': {'1.5'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'SubPort': {'1.0'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Subnet': {'1.1'}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Trunk': {'1.1'}} Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: consumer versions: Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: { DHCP agent@n-d-827839-4: {}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: L3 agent@n-d-827839-4: {}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: Metadata agent@n-d-827839-4: {}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: Metering agent@n-d-827839-4: {}, Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: Open vSwitch agent@n-d-827839-4: { 'AddressGroup': '1.2', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'ConntrackHelper': '1.0', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'LocalIPAssociation': '1.0', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Log': '1.0', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Network': '1.1', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Port': '1.7', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'PortForwarding': '1.2', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'QosPolicy': '1.10', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'SecurityGroup': '1.5', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'SecurityGroupRule': '1.2', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'SubPort': '1.0', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Subnet': '1.1', Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: 'Trunk': '1.1'}} Feb 09 02:33:08.348741 n-d-827839-4 neutron-server[109859]: {{(pid=109859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:33:08.353747 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:08.354226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Checking segment: {'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:08.354723 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.355136 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Bound using segment: {'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:08.355596 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Bound port: 19a3d1bc-0575-4702-a1e1-45a6b2f17458, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20241ea-ca4d-451b-8f82-86791f3f0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:08.355923 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.404736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-028f25ca-4907-469b-89ea-15f6ce0a4538 None None] Provisioning complete for port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:08.405248 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-028f25ca-4907-469b-89ea-15f6ce0a4538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.425083 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] For port 19a3d1bc-0575-4702-a1e1-45a6b2f17458, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:08.442026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-028f25ca-4907-469b-89ea-15f6ce0a4538 None None] Port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:33:08.445928 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] For port 19a3d1bc-0575-4702-a1e1-45a6b2f17458, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=19a3d1bc-0575-4702-a1e1-45a6b2f17458,segment=NetworkSegment(b20241ea-ca4d-451b-8f82-86791f3f0bca),segment_id=b20241ea-ca4d-451b-8f82-86791f3f0bca)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:08.452678 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.510164 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f35e51-b360-4019-818d-bf324d3cc6a5 None None] Pushing event updated for resources: {'Port': ['ID=19a3d1bc-0575-4702-a1e1-45a6b2f17458,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:08.519952 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Routers {'c7690e79-8846-41b0-a76e-321826be5f60'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:08.520567 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:33:02Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7690e79-8846-41b0-a76e-321826be5f60'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:08.612893 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] Set router c7690e79-8846-41b0-a76e-321826be5f60 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:08.762650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-943e00bd-9530-412d-94b6-4769de572627 None None] Provisioning complete for port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:08.762977 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-943e00bd-9530-412d-94b6-4769de572627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.826917 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'name': 'router1', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:55Z', 'updated_at': '2022-02-09T02:33:06Z', 'revision_number': 2, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'gw_port_host': None, '_interfaces': [{'id': '19a3d1bc-0575-4702-a1e1-45a6b2f17458', 'name': '', 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'mac_address': 'fa:16:3e:8d:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:05Z', 'updated_at': '2022-02-09T02:33:08Z', 'revision_number': 4, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'subnets': [{'id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36bf05-c84d-4de2-9b77-4e1fa859bf87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:08.845652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-943e00bd-9530-412d-94b6-4769de572627 None None] Current status of the port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:08.846050 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-943e00bd-9530-412d-94b6-4769de572627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.856377 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b161e37c-422d-4a66-8d0b-7860aeb0da36 None None] The sync data for ids ['c7690e79-8846-41b0-a76e-321826be5f60'] in n-d-827839-4 is: [{'id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'name': 'router1', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:55Z', 'updated_at': '2022-02-09T02:33:06Z', 'revision_number': 2, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'gw_port_host': None, '_interfaces': [{'id': '19a3d1bc-0575-4702-a1e1-45a6b2f17458', 'name': '', 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'mac_address': 'fa:16:3e:8d:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:05Z', 'updated_at': '2022-02-09T02:33:08Z', 'revision_number': 4, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'subnets': [{'id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36bf05-c84d-4de2-9b77-4e1fa859bf87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:33:08.882171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-943e00bd-9530-412d-94b6-4769de572627 None None] For port 19a3d1bc-0575-4702-a1e1-45a6b2f17458, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=19a3d1bc-0575-4702-a1e1-45a6b2f17458,segment=NetworkSegment(b20241ea-ca4d-451b-8f82-86791f3f0bca),segment_id=b20241ea-ca4d-451b-8f82-86791f3f0bca)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:08.886530 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-943e00bd-9530-412d-94b6-4769de572627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:08.943166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e00bd-9530-412d-94b6-4769de572627 None None] Pushing event updated for resources: {'Port': ['ID=19a3d1bc-0575-4702-a1e1-45a6b2f17458,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:09.254035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38222) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:09.371550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ad7e0-9cc7-4397-9031-403df93fd4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:09.372901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c84ad7e0-9cc7-4397-9031-403df93fd4a6 admin admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 842 time: 0.1178102 Feb 09 02:33:09.382353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:09.403738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Made reservation on behalf of 3eeda36cd82148a78fa42d9af7034139 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:33:09.406033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.719889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 02:33:09.720344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.775903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:09.788050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:09.788402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Network hostable DHCP agents. Network: 74d21b27-fdd6-4e70-820c-f8901ad2453f, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:33:09.805208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:33:09.815498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 74d21b27-fdd6-4e70-820c-f8901ad2453f) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:09.819716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:09.820453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:09.826062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989acd3-e917-4b4d-8193-d0333eb2067c None None] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:09.843207 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86463f50-55a9-4e81-8251-d0f7f085f069 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4586914 Feb 09 02:33:09.940618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1ee04-dac1-4a37-a7cb-6f0a8520f811 None None] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:33:12.205416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38230) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:12.423680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fade8c2f-af6b-45d0-9c19-68348f7ad09e demo admin] 10.222.0.32 "GET /v2.0/routers/c7690e79-8846-41b0-a76e-321826be5f60 HTTP/1.1" status: 200 len: 710 time: 0.2171175 Feb 09 02:33:12.510003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9072b9c-159e-48d5-bd11-8c1e206cc1a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:33:12.511452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d9072b9c-159e-48d5-bd11-8c1e206cc1a0 demo admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 886 time: 0.0825095 Feb 09 02:33:12.520702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:33:12.822148 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks [] for router_gateway (c7690e79-8846-41b0-a76e-321826be5f60), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.058825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks [] for router_gateway (c7690e79-8846-41b0-a76e-321826be5f60), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.138475 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.295762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Allocated IP 172.25.2.173 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/6b83ac60-819a-4e9d-bb97-7ab11dea3760) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:33:13.405721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks [] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.470792 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:13.554288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:33:13.561820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:33:13.564661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:33:13.567933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Pushing event updated for resources: {'Port': ['ID=6b83ac60-819a-4e9d-bb97-7ab11dea3760,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:13.876981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks [] for router_gateway (c7690e79-8846-41b0-a76e-321826be5f60), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.082281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (c7690e79-8846-41b0-a76e-321826be5f60), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.086924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (c7690e79-8846-41b0-a76e-321826be5f60), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.267227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Router c7690e79-8846-41b0-a76e-321826be5f60 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:33:14.377862 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:33:14.382399 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:14.383599 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-11f260b6-a53e-4ba5-b73b-0fb6225162ec demo admin] 10.222.0.32 "PUT /v2.0/routers/c7690e79-8846-41b0-a76e-321826be5f60 HTTP/1.1" status: 200 len: 890 time: 1.8660450 Feb 09 02:33:16.811104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 19a3d1bc-0575-4702-a1e1-45a6b2f17458 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:16.858025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38242) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:33:16.861140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:16.861544 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:16.938987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:16.985469 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-30659240-9a21-42aa-8d95-3735f40009b9 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1261032 Feb 09 02:33:17.223808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Sync routers for ids ['c7690e79-8846-41b0-a76e-321826be5f60'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:33:17.236981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Routers {'c7690e79-8846-41b0-a76e-321826be5f60'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:17.237630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:33:02Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7690e79-8846-41b0-a76e-321826be5f60'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:17.456175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Set router c7690e79-8846-41b0-a76e-321826be5f60 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:17.941458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'name': 'router1', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '6b83ac60-819a-4e9d-bb97-7ab11dea3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:55Z', 'updated_at': '2022-02-09T02:33:13Z', 'revision_number': 4, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'gw_port': {'id': '6b83ac60-819a-4e9d-bb97-7ab11dea3760', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:13Z', 'updated_at': '2022-02-09T02:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '19a3d1bc-0575-4702-a1e1-45a6b2f17458', 'name': '', 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'mac_address': 'fa:16:3e:8d:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:05Z', 'updated_at': '2022-02-09T02:33:08Z', 'revision_number': 5, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'subnets': [{'id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36bf05-c84d-4de2-9b77-4e1fa859bf87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:17.991205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Checking router: c7690e79-8846-41b0-a76e-321826be5f60 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:33:17.991501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Updating router c7690e79-8846-41b0-a76e-321826be5f60 port 6b83ac60-819a-4e9d-bb97-7ab11dea3760 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:33:18.045246 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.384418 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Publish callbacks [] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.394176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.446623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Attempting to bind port 6b83ac60-819a-4e9d-bb97-7ab11dea3760 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:33:18.446993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Attempting to bind port 6b83ac60-819a-4e9d-bb97-7ab11dea3760 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:33:18.447356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Attempting to bind port 6b83ac60-819a-4e9d-bb97-7ab11dea3760 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:33:18.450645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edc197-6400-4f44-959f-0e27297b527b None None] Pushing event updated for resources: {'Port': ['ID=6b83ac60-819a-4e9d-bb97-7ab11dea3760,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.454982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:33:18.455359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:33:18.455761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.456145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:33:18.456602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Bound port: 6b83ac60-819a-4e9d-bb97-7ab11dea3760, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:33:18.456978 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.504401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] For port 6b83ac60-819a-4e9d-bb97-7ab11dea3760, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:33:18.507883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] For port 6b83ac60-819a-4e9d-bb97-7ab11dea3760, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6b83ac60-819a-4e9d-bb97-7ab11dea3760,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:33:18.514935 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:18.569436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edc197-6400-4f44-959f-0e27297b527b None None] Pushing event updated for resources: {'Port': ['ID=6b83ac60-819a-4e9d-bb97-7ab11dea3760,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:18.576438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Routers {'c7690e79-8846-41b0-a76e-321826be5f60'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:33:18.577043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:33:02Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7690e79-8846-41b0-a76e-321826be5f60'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:18.713492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] Set router c7690e79-8846-41b0-a76e-321826be5f60 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:33:18.934871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'name': 'router1', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '6b83ac60-819a-4e9d-bb97-7ab11dea3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:55Z', 'updated_at': '2022-02-09T02:33:13Z', 'revision_number': 4, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'gw_port': {'id': '6b83ac60-819a-4e9d-bb97-7ab11dea3760', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:13Z', 'updated_at': '2022-02-09T02:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '19a3d1bc-0575-4702-a1e1-45a6b2f17458', 'name': '', 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'mac_address': 'fa:16:3e:8d:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:05Z', 'updated_at': '2022-02-09T02:33:08Z', 'revision_number': 5, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'subnets': [{'id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36bf05-c84d-4de2-9b77-4e1fa859bf87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:33:18.963218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895643d5-ce43-4671-84f4-569eac0d4617 None None] The sync data for ids ['c7690e79-8846-41b0-a76e-321826be5f60'] in n-d-827839-4 is: [{'id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'name': 'router1', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '6b83ac60-819a-4e9d-bb97-7ab11dea3760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:32:55Z', 'updated_at': '2022-02-09T02:33:13Z', 'revision_number': 4, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'gw_port': {'id': '6b83ac60-819a-4e9d-bb97-7ab11dea3760', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:13Z', 'updated_at': '2022-02-09T02:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '19a3d1bc-0575-4702-a1e1-45a6b2f17458', 'name': '', 'network_id': 'bfef5f92-b60a-48f4-8fd8-8fb31b7afbec', 'tenant_id': '1e6248cde4db40f38035422bde2467c6', 'mac_address': 'fa:16:3e:8d:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7690e79-8846-41b0-a76e-321826be5f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:33:05Z', 'updated_at': '2022-02-09T02:33:08Z', 'revision_number': 5, 'project_id': '1e6248cde4db40f38035422bde2467c6', 'subnets': [{'id': 'd76b0e37-2c7d-45f9-b513-f4cbd7be9234', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc36bf05-c84d-4de2-9b77-4e1fa859bf87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:33:20.886632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6b83ac60-819a-4e9d-bb97-7ab11dea3760 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:20.954403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6b83ac60-819a-4e9d-bb97-7ab11dea3760 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:20.955040 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.063124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6b83ac60-819a-4e9d-bb97-7ab11dea3760 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:21.063763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.089731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 6b83ac60-819a-4e9d-bb97-7ab11dea3760, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6b83ac60-819a-4e9d-bb97-7ab11dea3760,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:33:21.099956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:21.183349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=6b83ac60-819a-4e9d-bb97-7ab11dea3760,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:33:22.858522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6b83ac60-819a-4e9d-bb97-7ab11dea3760 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:33:22.973137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6b83ac60-819a-4e9d-bb97-7ab11dea3760 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:33:22.974293 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6b83ac60-819a-4e9d-bb97-7ab11dea3760), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:23.145801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6b83ac60-819a-4e9d-bb97-7ab11dea3760 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:33:30.178578 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3ff5ee98-47d7-4685-ada6-c10b1df17b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:32.518631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-62a9633a-c6ed-4387-af6f-68b83fe48c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:33.751847 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:34.812093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:36.217903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:33:38.659707 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:34:00.175522 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3aad031a-f655-4337-82b1-13540fa0653e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:02.510735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f0df1d7-3251-4b5d-8aa6-ec63bdaa0142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:03.746015 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:04.811649 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:06.215473 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:15.657874 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:34:30.175374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95c7e9b0-414e-48bc-b3f9-3e0436d1534a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:32.516482 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-851fd133-d466-46d3-b4de-5027cdcf1855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:33.742213 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:34.807556 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:36.210636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:41.706341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38758) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:41.767409 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53a1603-d453-4a3a-8146-13758dd12f37 admin admin] GET failed (client error): The resource could not be found. Feb 09 02:34:41.768676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a53a1603-d453-4a3a-8146-13758dd12f37 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613625 Feb 09 02:34:41.929440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ef422-570b-4582-ae8f-80132358ccd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:41.931716 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ba8ef422-570b-4582-ae8f-80132358ccd7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588571 Feb 09 02:34:44.197634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38768) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:44.291465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2ad181-6ed1-4640-b84c-413f06ad5d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.292849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8a2ad181-6ed1-4640-b84c-413f06ad5d08 admin admin] 10.222.0.32 "GET /v2.0/subnets/d76b0e37-2c7d-45f9-b513-f4cbd7be9234 HTTP/1.1" status: 200 len: 849 time: 0.0942211 Feb 09 02:34:44.302702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:34:44.395924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Publish callbacks [] for subnet (d76b0e37-2c7d-45f9-b513-f4cbd7be9234), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.536567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781685532420'] for subnet (d76b0e37-2c7d-45f9-b513-f4cbd7be9234), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.567888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:44.568485 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:44.569765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] 10.222.0.32 "PUT /v2.0/subnets/d76b0e37-2c7d-45f9-b513-f4cbd7be9234 HTTP/1.1" status: 200 len: 868 time: 0.2710185 Feb 09 02:34:44.585784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2970e6-f642-41b4-9816-8c92f05be811 None None] Network bfef5f92-b60a-48f4-8fd8-8fb31b7afbec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:34:44.591293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76b0e37-2c7d-45f9-b513-f4cbd7be9234,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:34:44.599000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.599344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.599693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.600038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.600381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.600725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.601059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.601997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.602516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.602851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.603182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.603511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.603839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1ae07-500f-4d4a-8171-02d6689c11cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:34:44.993545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b2c7d3a1-2359-4dbf-a500-d9652554df35 None None] Provisioning complete for port 32c028a5-1012-40c9-8aac-660d7d274bea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:44.993824 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b2c7d3a1-2359-4dbf-a500-d9652554df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (32c028a5-1012-40c9-8aac-660d7d274bea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.071167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7d3a1-2359-4dbf-a500-d9652554df35 None None] Current status of the port 32c028a5-1012-40c9-8aac-660d7d274bea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:45.081223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b2c7d3a1-2359-4dbf-a500-d9652554df35 None None] Provisioning complete for port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:34:45.081623 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b2c7d3a1-2359-4dbf-a500-d9652554df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19a3d1bc-0575-4702-a1e1-45a6b2f17458), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:34:45.160387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7d3a1-2359-4dbf-a500-d9652554df35 None None] Current status of the port 19a3d1bc-0575-4702-a1e1-45a6b2f17458 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:34:46.861780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38776) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:47.062756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f839cb6-2fb4-4048-88e6-0f8e76d31b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.063142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f839cb6-2fb4-4048-88e6-0f8e76d31b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:47.064680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5f839cb6-2fb4-4048-88e6-0f8e76d31b31 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019072 Feb 09 02:34:49.415133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38784) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:49.549511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5153d30-d448-439d-b056-6f99a9e80953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:49.550037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5153d30-d448-439d-b056-6f99a9e80953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:49.552168 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f5153d30-d448-439d-b056-6f99a9e80953 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1359458 Feb 09 02:34:51.814741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38792) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:51.948390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f729f-51e1-4227-9634-002e9f3673fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:51.949844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0f2f729f-51e1-4227-9634-002e9f3673fe admin admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 886 time: 0.1342201 Feb 09 02:34:52.657861 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:34:54.242354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38800) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:54.389428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3b4cd-52d2-4bc3-933c-8b3bae293edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:54.390842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7ac3b4cd-52d2-4bc3-933c-8b3bae293edf admin admin] 10.222.0.32 "GET /v2.0/networks/bfef5f92-b60a-48f4-8fd8-8fb31b7afbec HTTP/1.1" status: 200 len: 869 time: 0.1475306 Feb 09 02:34:56.661423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38808) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:56.792003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00ab8ac-1f2a-4df9-af4c-13f457ff622f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.792530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00ab8ac-1f2a-4df9-af4c-13f457ff622f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:56.794291 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a00ab8ac-1f2a-4df9-af4c-13f457ff622f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319058 Feb 09 02:34:59.165382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38816) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:34:59.255879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a39c22-0bd0-4137-a36d-ec20cfd3ef6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:59.256330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a39c22-0bd0-4137-a36d-ec20cfd3ef6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:34:59.257877 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-76a39c22-0bd0-4137-a36d-ec20cfd3ef6c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913413 Feb 09 02:35:00.173654 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32768cd5-b4f0-423e-aa20-2c369b344fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:01.539280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38824) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:01.627650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd80853-ff87-4b83-9268-4daf1f32cbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:01.629038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-edd80853-ff87-4b83-9268-4daf1f32cbe2 admin admin] 10.222.0.32 "GET /v2.0/subnets/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38 HTTP/1.1" status: 200 len: 816 time: 0.0888121 Feb 09 02:35:02.519258 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1d4caa2d-c065-4449-b8de-4806079bce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:03.745100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:03.898369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38832) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:03.994542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9bb8a5-706b-4ef0-b9d0-5b604cdedec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:03.995911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cc9bb8a5-706b-4ef0-b9d0-5b604cdedec2 admin admin] 10.222.0.32 "GET /v2.0/subnets/d76b0e37-2c7d-45f9-b513-f4cbd7be9234 HTTP/1.1" status: 200 len: 868 time: 0.0965843 Feb 09 02:35:04.813240 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:06.214376 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:28.590178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38886) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:28.639861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-4b295ff8-d9f6-4172-bc25-3d7664025d87 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:35:28.640859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4b295ff8-d9f6-4172-bc25-3d7664025d87 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497758 Feb 09 02:35:29.656461 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:35:30.169699 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98b3693b-3a39-40fe-824c-f3a0be6c1495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:30.981014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38896) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:31.042473 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-78aebbb7-f6ff-4487-b8a4-191871b449aa admin admin] GET failed (client error): The resource could not be found. Feb 09 02:35:31.043869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-78aebbb7-f6ff-4487-b8a4-191871b449aa admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618501 Feb 09 02:35:31.227228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af15e6-52a6-4634-aa31-45de992bae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:31.228690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-37af15e6-52a6-4634-aa31-45de992bae09 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1808286 Feb 09 02:35:32.521737 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-34fec49e-323a-474e-bd69-df88a62a8237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.606064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38904) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:33.658523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:33.680728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Made reservation on behalf of 3eeda36cd82148a78fa42d9af7034139 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:33.683243 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.718390 n-d-827839-4 neutron-server[109857]: WARNING neutron.services.revisions.revision_plugin [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Could not find related network for resource to bump revision. Feb 09 02:35:33.733626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:35:33.747200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9374d298-60e3-41a2-8d7a-6d61eeeb5a30), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.747586 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Added segment 9374d298-60e3-41a2-8d7a-6d61eeeb5a30 of type vlan for network e6fce7b6-63e5-4116-9426-14845b1156f6 Feb 09 02:35:33.748834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.787635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (e6fce7b6-63e5-4116-9426-14845b1156f6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.813966 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (e6fce7b6-63e5-4116-9426-14845b1156f6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.814961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:33.815550 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:33.899230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2917662 Feb 09 02:35:33.918137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4da3b-0696-4f80-9a94-302ce79800f2 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fce7b6-63e5-4116-9426-14845b1156f6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:33.929591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network e6fce7b6-63e5-4116-9426-14845b1156f6 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:35:34.813397 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.218431 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.273000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38912) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:35:36.334430 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadb891c-c646-46a9-aae6-4e8618a00d8a admin admin] GET failed (client error): The resource could not be found. Feb 09 02:35:36.335728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dadb891c-c646-46a9-aae6-4e8618a00d8a admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617592 Feb 09 02:35:36.416887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156a50a-49f4-449b-963e-8776c38c3c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:36.418870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f156a50a-49f4-449b-963e-8776c38c3c0a admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0776401 Feb 09 02:35:36.428014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:35:36.447048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Made reservation on behalf of 3eeda36cd82148a78fa42d9af7034139 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:35:36.449201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.614086 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (a2344ea9-dfc6-48be-9c90-e9deb185c880), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.670255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2344ea9-dfc6-48be-9c90-e9deb185c880,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:36.681597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:36.681959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Network hostable DHCP agents. Network: e6fce7b6-63e5-4116-9426-14845b1156f6, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:35:36.698932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:35:36.707187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, e6fce7b6-63e5-4116-9426-14845b1156f6) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:36.711679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:35:36.712276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:36.717301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e0e44-5f8d-49e4-a99f-d568df129eba None None] Network e6fce7b6-63e5-4116-9426-14845b1156f6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:36.728048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2d45d37d-6220-43d3-b38f-4e251be68cc0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3033340 Feb 09 02:35:36.931265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-e6fce7b6-63e5-4116-9426-14845b1156f6', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'project_id': '3eeda36cd82148a78fa42d9af7034139', 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:35:36.932148 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.083211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Allocated IP 192.168.233.2 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/f89a911a-d36d-4087-b706-c5e9e9cd96f0) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:35:37.244065 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Publish callbacks [] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.250855 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.292952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:35:37.296037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:35:37.299554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:35:37.307435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Pushing event updated for resources: {'Port': ['ID=f89a911a-d36d-4087-b706-c5e9e9cd96f0,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:37.320324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.320679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.321011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.321350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.321687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.322020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.322382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.322788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.323125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.323491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.323769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.324100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.324424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:35:37.381838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Attempting to bind port f89a911a-d36d-4087-b706-c5e9e9cd96f0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:35:37.382254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Attempting to bind port f89a911a-d36d-4087-b706-c5e9e9cd96f0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:35:37.382609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Attempting to bind port f89a911a-d36d-4087-b706-c5e9e9cd96f0 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:35:37.387980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:35:37.388621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:35:37.389041 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.389580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:35:37.390040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Bound port: f89a911a-d36d-4087-b706-c5e9e9cd96f0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:35:37.390481 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.464422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] For port f89a911a-d36d-4087-b706-c5e9e9cd96f0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:35:37.468038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] For port f89a911a-d36d-4087-b706-c5e9e9cd96f0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f89a911a-d36d-4087-b706-c5e9e9cd96f0,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:35:37.475480 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:37.533914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea276e-b2e6-4ffa-a7a8-c9e9139b4cc7 None None] Pushing event updated for resources: {'Port': ['ID=f89a911a-d36d-4087-b706-c5e9e9cd96f0,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:38.399792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60124d1e-23c6-4b08-bb89-3d0df8b5ab8e None None] Network e6fce7b6-63e5-4116-9426-14845b1156f6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:35:38.469598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5e9e1170-54c1-4b3d-82b6-ac5eb344a9ad None None] Provisioning complete for port f89a911a-d36d-4087-b706-c5e9e9cd96f0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:38.469923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1170-54c1-4b3d-82b6-ac5eb344a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.607526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5e9e1170-54c1-4b3d-82b6-ac5eb344a9ad None None] Current status of the port f89a911a-d36d-4087-b706-c5e9e9cd96f0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:38.607928 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1170-54c1-4b3d-82b6-ac5eb344a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.647623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5e9e1170-54c1-4b3d-82b6-ac5eb344a9ad None None] For port f89a911a-d36d-4087-b706-c5e9e9cd96f0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f89a911a-d36d-4087-b706-c5e9e9cd96f0,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:35:38.653410 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1170-54c1-4b3d-82b6-ac5eb344a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.711515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e1170-54c1-4b3d-82b6-ac5eb344a9ad None None] Pushing event updated for resources: {'Port': ['ID=f89a911a-d36d-4087-b706-c5e9e9cd96f0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:35:38.879497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bac01947-d20e-4615-844c-5ea6fa8aeab3 None None] Provisioning complete for port f89a911a-d36d-4087-b706-c5e9e9cd96f0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:38.879883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bac01947-d20e-4615-844c-5ea6fa8aeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:38.917958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f89a911a-d36d-4087-b706-c5e9e9cd96f0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:35:39.012186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f89a911a-d36d-4087-b706-c5e9e9cd96f0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:35:39.012579 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f89a911a-d36d-4087-b706-c5e9e9cd96f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:35:39.014292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bac01947-d20e-4615-844c-5ea6fa8aeab3 None None] Current status of the port f89a911a-d36d-4087-b706-c5e9e9cd96f0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:35:39.100553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f89a911a-d36d-4087-b706-c5e9e9cd96f0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:36:00.162817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6f00b66-41c4-43b5-b8f7-ccfc8130e598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:02.523642 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7a121e0-63ab-4ead-9584-4297d421667a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:03.755062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:04.823961 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:06.225461 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:06.655714 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:36:30.170410 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-912ab936-de8c-4e57-8d54-721e4141350f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:32.524540 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b163a23a-eda0-4be4-ba59-46835c8bb5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:33.752973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:34.819657 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:36.219147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:36:43.654908 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:36:59.948255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:36:59.956208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-d7a710ae-30c2-4e3b-8e52-cff2eaaf1690 tempest-verify_tempest_config-1327483604 tempest-verify_tempest_config-1327483604-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:36:59.957196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d7a710ae-30c2-4e3b-8e52-cff2eaaf1690 tempest-verify_tempest_config-1327483604 tempest-verify_tempest_config-1327483604-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059938 Feb 09 02:37:00.162849 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb896f04-7dba-42a8-ab44-2f12cf6e7440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.261266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38974) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:00.365260 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.440011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Publish callbacks [] for security_group (747fc14e-c0f9-4176-8b22-377afe31023d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.443965 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (747fc14e-c0f9-4176-8b22-377afe31023d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.488423 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08fc23e151b94dd9abc6a4ac97dafe21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2260568 Feb 09 02:37:00.490504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747fc14e-c0f9-4176-8b22-377afe31023d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:00.491388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38978) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:37:00.499569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.500121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.500492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.500825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.501157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.501507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.502154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.502460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.502739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.503092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.503416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.503735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.504056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3741daa-fa33-4cb1-b90a-b984dfc47277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.550426 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Publish callbacks [] for security_group (747fc14e-c0f9-4176-8b22-377afe31023d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.570664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Publish callbacks [] for security_group (747fc14e-c0f9-4176-8b22-377afe31023d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.660337 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (747fc14e-c0f9-4176-8b22-377afe31023d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.662870 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:00.666993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/747fc14e-c0f9-4176-8b22-377afe31023d HTTP/1.1" status: 204 len: 168 time: 0.1745236 Feb 09 02:37:00.675262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747fc14e-c0f9-4176-8b22-377afe31023d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:37:00.681988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.682380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.682727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.683064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.683398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.683728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.684056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.684497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.684826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.685155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.685481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.685803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:00.686125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07fb92-3d6c-4502-a509-ad68359447aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:37:02.526180 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d9bab62e-8f6a-43fb-b44b-da609cbcad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:03.756343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:04.824947 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:06.222948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:20.653231 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:37:30.166941 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7271e194-f842-4e22-8b5c-e986db822287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:32.527534 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dda16df3-62a1-4970-9045-26780abf13a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:33.759130 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:34.825080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:36.224698 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:37:57.652715 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:38:00.167585 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b61c394-f905-4c89-9457-dd80072485bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:02.528807 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-105d9a63-00f1-49c9-bbd0-237163bcc219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:03.761250 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:04.828872 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:06.227836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:30.169056 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ebff0d4-61f7-45cf-8f55-fe7072a0e602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:32.531248 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-78d503ef-fa55-4425-a1be-49809ce66b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:33.765689 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:34.651930 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:38:34.831228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:38:36.230113 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:00.170010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d15f1ff8-5b01-4f30-8bf4-1d060e8bb51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:02.532655 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4fa5330b-cba5-4002-94de-697e62090035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:03.771413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:04.833022 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:06.233170 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:11.651581 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:39:30.171979 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0a428b2-c61c-4b73-9e3e-07f7ad9a5d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:32.533395 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d0abe99-88f2-4ac9-bb94-636f139a4a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:33.772099 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:34.834965 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:36.236564 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:39:48.650820 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 5 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:40:00.173949 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5daa4a7c-f532-4804-9c59-b25cca13bcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:02.534996 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-246b7c34-dd82-41b6-9adc-7be14ef01c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:03.773682 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:04.837821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:06.238306 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:19.106174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531654'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:21.087933 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531654'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:25.649698 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:40:30.177193 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-138605b5-81ea-4e6c-85b6-1f93ee0c42dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:32.536680 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e3e11695-fa9b-4f53-90c3-1219eda7b6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:33.776621 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:34.840189 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:36.243707 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:49.061926 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:40:51.040472 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:00.179645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eee02462-50d5-49b7-be6b-513949a19216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:02.538824 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bcd70d95-652c-4c11-ba58-08f7690b55a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:02.648756 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:41:03.780060 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:04.844241 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:05.086194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39036) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:05.191541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-78fc46cc-da6c-42d6-b0ef-6a163ecf1154 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1042342 Feb 09 02:41:06.247137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:07.449815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:41:07.503834 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ad1a7df8-55bd-44ab-8453-61f28bebfc80 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0529184 Feb 09 02:41:19.074770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:21.038803 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:30.181421 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32850f8c-8295-452b-b3c5-a53205e17328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:32.540684 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95ac42e2-6531-4a07-9702-0cc79fd3ad42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:33.781309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:34.845420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:36.248425 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:39.647701 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:41:49.076626 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:41:51.055820 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:00.184456 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-05886d3c-2294-4535-afe9-013bfd26777d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:02.543879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d70ef41f-ea60-436f-b347-f33e9f6c67db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:03.784935 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:04.850828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:06.252445 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:16.646844 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:42:19.089721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:21.052352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:30.198748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac80ad09-e3e5-4cf5-95bd-6eaf645d8dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:32.547616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6a09fd5-91e0-4e4a-8d96-7c8141a92414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:33.246317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:33.655985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39308) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:33.674285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-39f92fee-6431-4c69-9523-7d3a2e6ececc tempest-AutoAllocateNetworkTest-1482477728 tempest-AutoAllocateNetworkTest-1482477728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=464cffbe93df4932852970e41af938ea&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4228401 Feb 09 02:42:33.796813 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:33.855461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8774c3f-98d3-425d-8fc9-09e698c31cac tempest-AutoAllocateNetworkTest-1482477728 tempest-AutoAllocateNetworkTest-1482477728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:33.860233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f8774c3f-98d3-425d-8fc9-09e698c31cac tempest-AutoAllocateNetworkTest-1482477728 tempest-AutoAllocateNetworkTest-1482477728-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2005355 Feb 09 02:42:33.860416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39320) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:33.923476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-831a3224-24e8-440c-b3ef-30be7da46e15 tempest-AutoAllocateNetworkTest-1482477728 tempest-AutoAllocateNetworkTest-1482477728-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596025 Feb 09 02:42:33.923899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:33.953263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3f52a842-0fa4-4545-9be8-32b6bed4555b tempest-AutoAllocateNetworkTest-1482477728 tempest-AutoAllocateNetworkTest-1482477728-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=464cffbe93df4932852970e41af938ea HTTP/1.1" status: 200 len: 208 time: 0.0261734 Feb 09 02:42:34.694358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39382) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:34.860108 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:34.992328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.070281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Publish callbacks [] for security_group (7d90045f-f03f-452a-b6ab-818b80a50857), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.074427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7d90045f-f03f-452a-b6ab-818b80a50857), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.111139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d90045f-f03f-452a-b6ab-818b80a50857,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:35.119610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.119951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.120296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.120622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.120950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.121274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.121629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.121942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.122273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.122589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.122906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.123219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.123532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] Tracked resource versions report: Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: pushed versions: Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: { 'AddressGroup': {'1.2'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'ConntrackHelper': {'1.0'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Log': {'1.0'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Network': {'1.1'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Port': {'1.7'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'PortForwarding': {'1.2'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'QosPolicy': {'1.10'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'SecurityGroup': {'1.5'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'SubPort': {'1.0'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Subnet': {'1.1'}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Trunk': {'1.1'}} Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: consumer versions: Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: { DHCP agent@n-d-827839-4: {}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: HyperV agent@n-h1-827839-4: {}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: HyperV agent@n-h2-827839-4: {}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: L3 agent@n-d-827839-4: {}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: Metadata agent@n-d-827839-4: {}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: Metering agent@n-d-827839-4: {}, Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: Open vSwitch agent@n-d-827839-4: { 'AddressGroup': '1.2', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'ConntrackHelper': '1.0', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'LocalIPAssociation': '1.0', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Log': '1.0', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Network': '1.1', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Port': '1.7', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'PortForwarding': '1.2', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'QosPolicy': '1.10', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'SecurityGroup': '1.5', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'SecurityGroupRule': '1.2', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'SubPort': '1.0', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Subnet': '1.1', Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: 'Trunk': '1.1'}} Feb 09 02:42:35.124650 n-d-827839-4 neutron-server[109857]: {{(pid=109857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:42:35.135023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39400) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:35.136315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9b2cabfc-5cc5-4be1-8880-ff64d33c6b59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=464cffbe93df4932852970e41af938ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4385526 Feb 09 02:42:35.191203 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Publish callbacks [] for security_group (7d90045f-f03f-452a-b6ab-818b80a50857), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.216173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Publish callbacks [] for security_group (7d90045f-f03f-452a-b6ab-818b80a50857), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.272492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7d90045f-f03f-452a-b6ab-818b80a50857), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.278362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:35.283181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d90045f-f03f-452a-b6ab-818b80a50857 HTTP/1.1" status: 204 len: 168 time: 0.1469245 Feb 09 02:42:35.292680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d90045f-f03f-452a-b6ab-818b80a50857,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:35.304791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.305282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.306154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.306641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.307097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.307577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.308157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.308619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.309116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.309635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.310146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.310623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.311078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb914c6-9248-4bec-9573-6b69c75a603a admin admin] Tracked resource versions report: Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: pushed versions: Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: { 'AddressGroup': {'1.2'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'ConntrackHelper': {'1.0'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Log': {'1.0'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Network': {'1.1'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Port': {'1.7'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'PortForwarding': {'1.2'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'QosPolicy': {'1.10'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'SecurityGroup': {'1.5'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'SubPort': {'1.0'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Subnet': {'1.1'}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Trunk': {'1.1'}} Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: consumer versions: Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: { DHCP agent@n-d-827839-4: {}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: HyperV agent@n-h1-827839-4: {}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: HyperV agent@n-h2-827839-4: {}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: L3 agent@n-d-827839-4: {}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: Metadata agent@n-d-827839-4: {}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: Metering agent@n-d-827839-4: {}, Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: Open vSwitch agent@n-d-827839-4: { 'AddressGroup': '1.2', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'ConntrackHelper': '1.0', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'LocalIPAssociation': '1.0', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Log': '1.0', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Network': '1.1', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Port': '1.7', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'PortForwarding': '1.2', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'QosPolicy': '1.10', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'SecurityGroup': '1.5', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'SecurityGroupRule': '1.2', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'SubPort': '1.0', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Subnet': '1.1', Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: 'Trunk': '1.1'}} Feb 09 02:42:35.312759 n-d-827839-4 neutron-server[109856]: {{(pid=109856) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:42:36.271225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:36.588920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39518) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:36.593789 n-d-827839-4 neutron-server[109856]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 02:42:36.620958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-50913b8a-a518-49fe-a2ef-0b0173328a50 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288658 Feb 09 02:42:36.735260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39530) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:36.737722 n-d-827839-4 neutron-server[109857]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 02:42:36.765185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-f476f6b2-bf52-41b8-8070-5525cf979f46 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3989e8cd83f745afbf709ce4b71daa39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284913 Feb 09 02:42:36.815095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c725-2d26-4598-a075-a9ca04212d06 req-ca822d87-76cd-4c8a-9f4a-c8d6158f2aa2 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:36.817044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-ca822d87-76cd-4c8a-9f4a-c8d6158f2aa2 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953473 Feb 09 02:42:36.839385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-4402cebe-3c76-4b57-8cb1-dbf05237e446 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/quotas/1663583b8ad248c9bc2eeeb8ee73d4d0 HTTP/1.1" status: 200 len: 375 time: 0.0153434 Feb 09 02:42:36.883257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-42254c55-68ab-42e0-9d53-5862d55884f2 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:36.884880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-42254c55-68ab-42e0-9d53-5862d55884f2 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145122 Feb 09 02:42:36.894203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-7d303928-be6e-4b0e-ba01-548d2cdfa020 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539603 Feb 09 02:42:36.900413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-7252dc45-5994-4555-a923-c5e3c7003bb9 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/quotas/3989e8cd83f745afbf709ce4b71daa39 HTTP/1.1" status: 200 len: 375 time: 0.0091341 Feb 09 02:42:36.959121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-f201e562-06d8-4945-9015-1ab18b4e3851 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3989e8cd83f745afbf709ce4b71daa39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520308 Feb 09 02:42:37.487556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2c1dde3-9598-4ba6-bab0-f38578122ef0 req-803366d3-47cc-4c17-b450-1101907f560d tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0820532 Feb 09 02:42:37.572624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-25e0d678-0f8b-4259-abdd-2d858df803e4 req-bf7ce6ec-6a60-4149-876a-3c8b2d813c50 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 210 time: 0.0665402 Feb 09 02:42:37.932216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39626) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:38.124985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc5712f2-c773-44ee-925c-651db75030fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.296870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39660) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:38.302038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc5712f2-c773-44ee-925c-651db75030fd admin admin] Publish callbacks [] for security_group (3cf54e1d-8433-4c0b-abec-447b40529a93), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.318204 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc5712f2-c773-44ee-925c-651db75030fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3cf54e1d-8433-4c0b-abec-447b40529a93), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.376288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39668) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:38.377249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cc5712f2-c773-44ee-925c-651db75030fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bd3ab3161c14d6196caae4a19d5a144&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4422545 Feb 09 02:42:38.404094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5712f2-c773-44ee-925c-651db75030fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf54e1d-8433-4c0b-abec-447b40529a93,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:38.488288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-798808cf-3390-40f2-afd8-e958f601d5b5 admin admin] Publish callbacks [] for security_group (3cf54e1d-8433-4c0b-abec-447b40529a93), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.570973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43efd454-5784-4858-a26d-a08135e3fbf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.579076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-798808cf-3390-40f2-afd8-e958f601d5b5 admin admin] Publish callbacks [] for security_group (3cf54e1d-8433-4c0b-abec-447b40529a93), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.729187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-798808cf-3390-40f2-afd8-e958f601d5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3cf54e1d-8433-4c0b-abec-447b40529a93), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.732286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-798808cf-3390-40f2-afd8-e958f601d5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.737166 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-798808cf-3390-40f2-afd8-e958f601d5b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cf54e1d-8433-4c0b-abec-447b40529a93 HTTP/1.1" status: 204 len: 168 time: 0.3585260 Feb 09 02:42:38.772351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798808cf-3390-40f2-afd8-e958f601d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf54e1d-8433-4c0b-abec-447b40529a93,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:38.797976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b519442-f1bd-4934-9fb5-b9e91c8e1b6e req-7a1f2b95-d3ac-4731-8c8c-c36c9bf840a4 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0718546 Feb 09 02:42:38.827077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39688) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:38.873299 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43efd454-5784-4858-a26d-a08135e3fbf7 admin admin] Publish callbacks [] for security_group (ea6cbd0b-3306-4e18-8629-a85dec1de6de), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.892309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43efd454-5784-4858-a26d-a08135e3fbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ea6cbd0b-3306-4e18-8629-a85dec1de6de), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:38.897320 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02cee486-bd5c-4cc0-ad99-a2952185004e req-0b67b649-4647-42e5-9605-1300b94dd922 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 210 time: 0.0777991 Feb 09 02:42:38.941919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-43efd454-5784-4858-a26d-a08135e3fbf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3aa75f147ca346dc96a9f4a8ecc24775&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6420946 Feb 09 02:42:38.942526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39696) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:38.959528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efd454-5784-4858-a26d-a08135e3fbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6cbd0b-3306-4e18-8629-a85dec1de6de,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:39.016858 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f06fd61-76b4-4f85-9fe6-58b9a1b61763 admin admin] Publish callbacks [] for security_group (ea6cbd0b-3306-4e18-8629-a85dec1de6de), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.041102 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f06fd61-76b4-4f85-9fe6-58b9a1b61763 admin admin] Publish callbacks [] for security_group (ea6cbd0b-3306-4e18-8629-a85dec1de6de), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.092141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f06fd61-76b4-4f85-9fe6-58b9a1b61763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ea6cbd0b-3306-4e18-8629-a85dec1de6de), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.095471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f06fd61-76b4-4f85-9fe6-58b9a1b61763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.096955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4f06fd61-76b4-4f85-9fe6-58b9a1b61763 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea6cbd0b-3306-4e18-8629-a85dec1de6de HTTP/1.1" status: 204 len: 168 time: 0.1500106 Feb 09 02:42:39.105684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06fd61-76b4-4f85-9fe6-58b9a1b61763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6cbd0b-3306-4e18-8629-a85dec1de6de,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:39.174844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-866cfb24-a84d-4ac9-a551-f63fd1d00811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.272172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.26', 51373) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:39.285268 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-866cfb24-a84d-4ac9-a551-f63fd1d00811 admin admin] Publish callbacks [] for security_group (0254eaf9-09bd-4237-b16d-fe4ff99b6e5f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.286709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.61', 53894) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:39.313476 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-f3ba29ee-5ff1-47a2-a6c7-f92f46118167 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3989e8cd83f745afbf709ce4b71daa39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252788 Feb 09 02:42:39.314437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-866cfb24-a84d-4ac9-a551-f63fd1d00811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0254eaf9-09bd-4237-b16d-fe4ff99b6e5f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.326136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-085a63ab-ed8b-4302-81c7-7166c6f74b1d tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526884 Feb 09 02:42:39.337311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39708) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:39.362287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-866cfb24-a84d-4ac9-a551-f63fd1d00811 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39cf070bb009448c96f56688d2738584&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5327446 Feb 09 02:42:39.366321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39712) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:39.388128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0d8810-9428-423b-b80c-0be3c39e1a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.510055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cfb24-a84d-4ac9-a551-f63fd1d00811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0254eaf9-09bd-4237-b16d-fe4ff99b6e5f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:39.547160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c725-2d26-4598-a075-a9ca04212d06 req-bb1ea2db-cfa6-47c2-968e-cd38f5e72877 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:39.552873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-bb1ea2db-cfa6-47c2-968e-cd38f5e72877 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989543 Feb 09 02:42:39.554508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39718) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:39.575992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05d091f9-bcc6-4551-99fa-747a60fdfb8a admin admin] Publish callbacks [] for security_group (0254eaf9-09bd-4237-b16d-fe4ff99b6e5f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.595282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0d8810-9428-423b-b80c-0be3c39e1a86 admin admin] Publish callbacks [] for security_group (487b4116-7dc2-4b12-b99e-d1c39d89cdb1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.601125 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f0d8810-9428-423b-b80c-0be3c39e1a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (487b4116-7dc2-4b12-b99e-d1c39d89cdb1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.607917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-a2867709-cbc7-44b5-b474-0e2f1d39652d tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:39.609764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-a2867709-cbc7-44b5-b474-0e2f1d39652d tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699699 Feb 09 02:42:39.619321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05d091f9-bcc6-4551-99fa-747a60fdfb8a admin admin] Publish callbacks [] for security_group (0254eaf9-09bd-4237-b16d-fe4ff99b6e5f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.694510 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05d091f9-bcc6-4551-99fa-747a60fdfb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0254eaf9-09bd-4237-b16d-fe4ff99b6e5f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.698224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05d091f9-bcc6-4551-99fa-747a60fdfb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:39.702866 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-05d091f9-bcc6-4551-99fa-747a60fdfb8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0254eaf9-09bd-4237-b16d-fe4ff99b6e5f HTTP/1.1" status: 204 len: 168 time: 0.3353581 Feb 09 02:42:39.713602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Request body: {'port': {'device_id': '979f825b-df76-4f27-9648-741a564f3f58', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '3989e8cd83f745afbf709ce4b71daa39'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:39.763591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Request body: {'port': {'device_id': 'b1e2b205-ef55-4360-abbf-f12cec9f77a6', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '1663583b8ad248c9bc2eeeb8ee73d4d0'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:39.770515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d8810-9428-423b-b80c-0be3c39e1a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487b4116-7dc2-4b12-b99e-d1c39d89cdb1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:39.775971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d091f9-bcc6-4551-99fa-747a60fdfb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0254eaf9-09bd-4237-b16d-fe4ff99b6e5f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:39.787276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3f0d8810-9428-423b-b80c-0be3c39e1a86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13587fd98dc444eea1ee3319d6793df1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4481990 Feb 09 02:42:39.787869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39738) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:39.972894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39746) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.000941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cceda107-de03-4e5c-b782-240561f8ac24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.055813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e2f1d42-88db-4297-a693-8b3b070a98dd req-274f30fe-ccb6-4362-adc1-cda886e5edb1 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0647681 Feb 09 02:42:40.112130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30924a6f-46cd-4a33-9301-a83b52014be5 req-969c83ba-ddd1-44e6-b75f-6fe8a66a03fc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 210 time: 0.0724683 Feb 09 02:42:40.119033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b635b5b5-8d8d-4408-96ee-ff78286fe169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.129578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8905f2c-cf2b-4b9b-91e7-cb806d2c185f admin admin] Publish callbacks [] for security_group (487b4116-7dc2-4b12-b99e-d1c39d89cdb1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.168411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Made reservation on behalf of 3989e8cd83f745afbf709ce4b71daa39 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:40.172565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.181875 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8905f2c-cf2b-4b9b-91e7-cb806d2c185f admin admin] Publish callbacks [] for security_group (487b4116-7dc2-4b12-b99e-d1c39d89cdb1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.187795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.208622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Made reservation on behalf of 1663583b8ad248c9bc2eeeb8ee73d4d0 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:40.212565 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.232395 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cceda107-de03-4e5c-b782-240561f8ac24 admin admin] Publish callbacks [] for security_group (77d9e1d4-2d1e-46a0-a213-8d594c171b65), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.239349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cceda107-de03-4e5c-b782-240561f8ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (77d9e1d4-2d1e-46a0-a213-8d594c171b65), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.245238 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.299338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceda107-de03-4e5c-b782-240561f8ac24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9e1d4-2d1e-46a0-a213-8d594c171b65,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.305538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cceda107-de03-4e5c-b782-240561f8ac24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34d2a50f5698477b8e08b91027ae3660&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7499006 Feb 09 02:42:40.309997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39772) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.358942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8905f2c-cf2b-4b9b-91e7-cb806d2c185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (487b4116-7dc2-4b12-b99e-d1c39d89cdb1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.361441 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8905f2c-cf2b-4b9b-91e7-cb806d2c185f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.365521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d8905f2c-cf2b-4b9b-91e7-cb806d2c185f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/487b4116-7dc2-4b12-b99e-d1c39d89cdb1 HTTP/1.1" status: 204 len: 168 time: 0.5765171 Feb 09 02:42:40.370087 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b635b5b5-8d8d-4408-96ee-ff78286fe169 admin admin] Publish callbacks [] for security_group (e429a352-56c0-47f0-912f-74a9ad423921), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.379820 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks [] for security_group (af20c4b4-29d8-472c-b02e-b32a835f976a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.382669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b635b5b5-8d8d-4408-96ee-ff78286fe169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e429a352-56c0-47f0-912f-74a9ad423921), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.394755 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (af20c4b4-29d8-472c-b02e-b32a835f976a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.402080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8905f2c-cf2b-4b9b-91e7-cb806d2c185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b4116-7dc2-4b12-b99e-d1c39d89cdb1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.420205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39778) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.451481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af20c4b4-29d8-472c-b02e-b32a835f976a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.455577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef68699c-6750-4efd-b583-5dc0440ee6f8 admin admin] Publish callbacks [] for security_group (77d9e1d4-2d1e-46a0-a213-8d594c171b65), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.521946 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3c05d55-6e4f-40a6-9b67-efe5e9f9984f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.544311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b635b5b5-8d8d-4408-96ee-ff78286fe169 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faaf75fe21e04874afb29a61f956c0c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5530441 Feb 09 02:42:40.552690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39782) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:40.554756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635b5b5-8d8d-4408-96ee-ff78286fe169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e429a352-56c0-47f0-912f-74a9ad423921,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.588333 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks [] for security_group (a62df7df-5db0-40ca-8099-56768d478668), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.607450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a62df7df-5db0-40ca-8099-56768d478668), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.612805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef68699c-6750-4efd-b583-5dc0440ee6f8 admin admin] Publish callbacks [] for security_group (77d9e1d4-2d1e-46a0-a213-8d594c171b65), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.655320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62df7df-5db0-40ca-8099-56768d478668,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:40.735499 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a00e0ab-0489-4529-a854-77c8c4f2fb5f admin admin] Publish callbacks [] for security_group (e429a352-56c0-47f0-912f-74a9ad423921), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.833847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a00e0ab-0489-4529-a854-77c8c4f2fb5f admin admin] Publish callbacks [] for security_group (e429a352-56c0-47f0-912f-74a9ad423921), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.838365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Allocated IP 192.168.233.47 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/1674f300-b7da-4240-97de-51b81781e2a6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:40.890189 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3c05d55-6e4f-40a6-9b67-efe5e9f9984f admin admin] Publish callbacks [] for security_group (252c2f66-0d86-4170-9285-76fbb3522782), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.919335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3c05d55-6e4f-40a6-9b67-efe5e9f9984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (252c2f66-0d86-4170-9285-76fbb3522782), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.945275 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef68699c-6750-4efd-b583-5dc0440ee6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (77d9e1d4-2d1e-46a0-a213-8d594c171b65), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.957009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef68699c-6750-4efd-b583-5dc0440ee6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:40.958376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef68699c-6750-4efd-b583-5dc0440ee6f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77d9e1d4-2d1e-46a0-a213-8d594c171b65 HTTP/1.1" status: 204 len: 168 time: 0.6468122 Feb 09 02:42:40.990621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c05d55-6e4f-40a6-9b67-efe5e9f9984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252c2f66-0d86-4170-9285-76fbb3522782,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:41.010406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68699c-6750-4efd-b583-5dc0440ee6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9e1d4-2d1e-46a0-a213-8d594c171b65,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:41.016538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a00e0ab-0489-4529-a854-77c8c4f2fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e429a352-56c0-47f0-912f-74a9ad423921), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.022616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a00e0ab-0489-4529-a854-77c8c4f2fb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.032892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3a00e0ab-0489-4529-a854-77c8c4f2fb5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e429a352-56c0-47f0-912f-74a9ad423921 HTTP/1.1" status: 204 len: 168 time: 0.4789727 Feb 09 02:42:41.084282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00e0ab-0489-4529-a854-77c8c4f2fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e429a352-56c0-47f0-912f-74a9ad423921,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:41.100345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a3c05d55-6e4f-40a6-9b67-efe5e9f9984f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2fca7ffd7114653915bcc907fdbaf51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6769109 Feb 09 02:42:41.100960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39796) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:41.250929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d24449c8-f2ed-406a-8545-5d9ae7265f5f req-418bb9ae-4809-4736-9c70-510370544d5f tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0529368 Feb 09 02:42:41.327978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a007e4cb-19f9-488d-b8f4-d7850d24d59f admin admin] Publish callbacks [] for security_group (252c2f66-0d86-4170-9285-76fbb3522782), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.347128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks [] for port (1674f300-b7da-4240-97de-51b81781e2a6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.355187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a007e4cb-19f9-488d-b8f4-d7850d24d59f admin admin] Publish callbacks [] for security_group (252c2f66-0d86-4170-9285-76fbb3522782), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.416136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb8e6a67-710c-4cc8-b183-9cad1114e854 req-3c3c4d69-17bb-4e6a-8b06-f76bf35751a4 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 210 time: 0.1619782 Feb 09 02:42:41.420888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a007e4cb-19f9-488d-b8f4-d7850d24d59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (252c2f66-0d86-4170-9285-76fbb3522782), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.424820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a007e4cb-19f9-488d-b8f4-d7850d24d59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.426522 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a007e4cb-19f9-488d-b8f4-d7850d24d59f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/252c2f66-0d86-4170-9285-76fbb3522782 HTTP/1.1" status: 204 len: 168 time: 0.3228865 Feb 09 02:42:41.437010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007e4cb-19f9-488d-b8f4-d7850d24d59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c2f66-0d86-4170-9285-76fbb3522782,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:41.460238 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1674f300-b7da-4240-97de-51b81781e2a6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.602060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Allocated IP 192.168.233.147 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/4910dd89-2722-401c-a590-547883f325db) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:41.731972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Pushing event updated for resources: {'Port': ['ID=1674f300-b7da-4240-97de-51b81781e2a6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:41.755488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:41.763476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:41.767521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:41.781225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:41.781977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:41.824058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-35d6ad1f-00dd-4356-8d2a-e74e9951ec87 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1195433 Feb 09 02:42:41.854596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-08679005-deaf-4059-ab56-e2444003f7a7 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:41.855806 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-08679005-deaf-4059-ab56-e2444003f7a7 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078685 Feb 09 02:42:41.941927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39812) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:41.971349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e173b99-b101-46f9-b1de-94f09122fd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.010033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks [] for port (4910dd89-2722-401c-a590-547883f325db), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.122856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (4910dd89-2722-401c-a590-547883f325db), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.182170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e173b99-b101-46f9-b1de-94f09122fd19 admin admin] Publish callbacks [] for security_group (e46ba387-9a71-4e1a-9006-b97a7ab3191f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.182700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c4ca8392-ea4a-49b0-b3db-5f52150ccff5 None None] Provisioning complete for port 1674f300-b7da-4240-97de-51b81781e2a6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:42.183231 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8392-ea4a-49b0-b3db-5f52150ccff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1674f300-b7da-4240-97de-51b81781e2a6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.190618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e173b99-b101-46f9-b1de-94f09122fd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e46ba387-9a71-4e1a-9006-b97a7ab3191f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.218497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:42.220598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:42.240480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e173b99-b101-46f9-b1de-94f09122fd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46ba387-9a71-4e1a-9006-b97a7ab3191f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:42.241680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:42.262993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:42.264760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.298028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca8392-ea4a-49b0-b3db-5f52150ccff5 None None] Port 1674f300-b7da-4240-97de-51b81781e2a6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:42.339293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4e173b99-b101-46f9-b1de-94f09122fd19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6000bcb97e9e46699e8a46ce968de3c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3927400 Feb 09 02:42:42.340074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39824) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:42.472152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7153428 Feb 09 02:42:42.492316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-c9f280d0-35d9-4cfe-8170-e5a4a519e9c2 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:42:42.495021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-c9f280d0-35d9-4cfe-8170-e5a4a519e9c2 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146949 Feb 09 02:42:42.495868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e96c3a-314e-45b3-805e-e19cc79e9048 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Pushing event updated for resources: {'Port': ['ID=4910dd89-2722-401c-a590-547883f325db,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:42.523344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c946af43-1244-4f33-924e-a68ede6f448c admin admin] Publish callbacks [] for security_group (e46ba387-9a71-4e1a-9006-b97a7ab3191f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.591506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c946af43-1244-4f33-924e-a68ede6f448c admin admin] Publish callbacks [] for security_group (e46ba387-9a71-4e1a-9006-b97a7ab3191f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.724176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04577d4-bbc6-4ca8-9a85-c58ec18c42b3 req-2d8ab247-c9da-4bd1-816c-fa5f73b6f11d tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:42.734120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b38924-bbda-4d87-aefa-9a9098738191 req-ec19147a-f1dc-431d-8ad0-8b3394db192f tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:42.737802 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d04577d4-bbc6-4ca8-9a85-c58ec18c42b3 req-2d8ab247-c9da-4bd1-816c-fa5f73b6f11d tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 935 time: 0.1700757 Feb 09 02:42:42.739278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-88e4b945-74c5-404f-bdd3-20b58148b23d None None] Provisioning complete for port 4910dd89-2722-401c-a590-547883f325db triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:42.739674 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-88e4b945-74c5-404f-bdd3-20b58148b23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4910dd89-2722-401c-a590-547883f325db), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.757214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1b38924-bbda-4d87-aefa-9a9098738191 req-ec19147a-f1dc-431d-8ad0-8b3394db192f tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 936 time: 0.2904780 Feb 09 02:42:42.850370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-88e4b945-74c5-404f-bdd3-20b58148b23d None None] Port 4910dd89-2722-401c-a590-547883f325db cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:42.896175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d04577d4-bbc6-4ca8-9a85-c58ec18c42b3 req-26c35fcf-fb01-462a-b409-cd0a2c5ebc94 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488297 Feb 09 02:42:42.906070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c946af43-1244-4f33-924e-a68ede6f448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e46ba387-9a71-4e1a-9006-b97a7ab3191f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.908944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c946af43-1244-4f33-924e-a68ede6f448c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:42.912909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c946af43-1244-4f33-924e-a68ede6f448c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e46ba387-9a71-4e1a-9006-b97a7ab3191f HTTP/1.1" status: 204 len: 168 time: 0.5695422 Feb 09 02:42:42.921779 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1b38924-bbda-4d87-aefa-9a9098738191 req-e69039c8-f3c6-4d8e-a39b-561a9217bd9a tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546757 Feb 09 02:42:42.923130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946af43-1244-4f33-924e-a68ede6f448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46ba387-9a71-4e1a-9006-b97a7ab3191f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:43.053244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Request body: {'port': {'device_id': '979f825b-df76-4f27-9648-741a564f3f58', 'device_owner': 'compute:tempest-test_az-1484485711', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:43.201115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1674f300-b7da-4240-97de-51b81781e2a6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.227476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Request body: {'port': {'device_id': 'b1e2b205-ef55-4360-abbf-f12cec9f77a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:43.472037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4910dd89-2722-401c-a590-547883f325db), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:43.981377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1674f300-b7da-4240-97de-51b81781e2a6 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:43.992641 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Publish callbacks [] for port (1674f300-b7da-4240-97de-51b81781e2a6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.016515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Transition to ACTIVE for port object 1674f300-b7da-4240-97de-51b81781e2a6 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:42:44.021398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1674f300-b7da-4240-97de-51b81781e2a6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.209627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Pushing event updated for resources: {'Port': ['ID=1674f300-b7da-4240-97de-51b81781e2a6,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:44.309882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Attempting to bind port 1674f300-b7da-4240-97de-51b81781e2a6 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:44.310268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Attempting to bind port 1674f300-b7da-4240-97de-51b81781e2a6 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:44.310639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Attempting to bind port 1674f300-b7da-4240-97de-51b81781e2a6 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:44.352752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Port 1674f300-b7da-4240-97de-51b81781e2a6 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:44.355268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Attempting to bind port 1674f300-b7da-4240-97de-51b81781e2a6 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:44.368779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:44.374665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:44.375327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:44.375818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Bound port: 1674f300-b7da-4240-97de-51b81781e2a6, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:44.376235 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1674f300-b7da-4240-97de-51b81781e2a6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.492872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] For port 1674f300-b7da-4240-97de-51b81781e2a6, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:44.507452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] For port 1674f300-b7da-4240-97de-51b81781e2a6, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1674f300-b7da-4240-97de-51b81781e2a6,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:44.521030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccc9a6-fe89-43d4-b3a3-fedd3527665b req-6799aba4-4462-4e9f-b46a-12483f584da5 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:44.528444 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efccc9a6-fe89-43d4-b3a3-fedd3527665b req-6799aba4-4462-4e9f-b46a-12483f584da5 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 936 time: 0.3201923 Feb 09 02:42:44.531848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1674f300-b7da-4240-97de-51b81781e2a6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.740974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4910dd89-2722-401c-a590-547883f325db {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:44.744663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:44.745284 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.752534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] 10.222.0.61 "PUT /v2.0/ports/1674f300-b7da-4240-97de-51b81781e2a6 HTTP/1.1" status: 200 len: 1117 time: 2.1012731 Feb 09 02:42:44.753028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979f825b-df76-4f27-9648-741a564f3f58', 'tag': '1674f300-b7da-4240-97de-51b81781e2a6'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:44.759210 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Publish callbacks [] for port (4910dd89-2722-401c-a590-547883f325db), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:44.791344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Transition to ACTIVE for port object 4910dd89-2722-401c-a590-547883f325db will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:42:44.811231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4910dd89-2722-401c-a590-547883f325db), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.052259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba439e1f-be57-4643-897a-13ac8a1bbca5 req-185dac9d-e6fb-4349-9bd6-77c3ed47e082 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:45.053862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba439e1f-be57-4643-897a-13ac8a1bbca5 req-185dac9d-e6fb-4349-9bd6-77c3ed47e082 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 969 time: 0.8034983 Feb 09 02:42:45.058051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Pushing event updated for resources: {'Port': ['ID=4910dd89-2722-401c-a590-547883f325db,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:45.277095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efccc9a6-fe89-43d4-b3a3-fedd3527665b req-11b4fad9-3491-4c4e-bf5f-94625dbada57 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7477109 Feb 09 02:42:45.323506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba439e1f-be57-4643-897a-13ac8a1bbca5 req-6c8ee3e2-debd-4403-8dc0-006cb002feda tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592697 Feb 09 02:42:45.334747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Attempting to bind port 4910dd89-2722-401c-a590-547883f325db on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:45.335153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Attempting to bind port 4910dd89-2722-401c-a590-547883f325db by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:45.335534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Attempting to bind port 4910dd89-2722-401c-a590-547883f325db on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:45.357340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Port 4910dd89-2722-401c-a590-547883f325db on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:45.357753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Attempting to bind port 4910dd89-2722-401c-a590-547883f325db on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:45.366147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:45.366732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:45.367392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:45.367931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Bound port: 4910dd89-2722-401c-a590-547883f325db, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:45.368300 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4910dd89-2722-401c-a590-547883f325db), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.382127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f3ec-9a9a-477c-b00d-56b18f0f8323 service neutron] Pushing event updated for resources: {'Port': ['ID=1674f300-b7da-4240-97de-51b81781e2a6,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:45.417318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-32da8842-b312-43b3-bec7-1f8a0260177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:45.426440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-32da8842-b312-43b3-bec7-1f8a0260177a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3989e8cd83f745afbf709ce4b71daa39&device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 1151 time: 0.4880877 Feb 09 02:42:45.452492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] For port 4910dd89-2722-401c-a590-547883f325db, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:45.458735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] For port 4910dd89-2722-401c-a590-547883f325db, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4910dd89-2722-401c-a590-547883f325db,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:45.467560 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4910dd89-2722-401c-a590-547883f325db), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.555691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:45.556385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:45.558135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] 10.222.0.26 "PUT /v2.0/ports/4910dd89-2722-401c-a590-547883f325db HTTP/1.1" status: 200 len: 1096 time: 2.7600095 Feb 09 02:42:45.558780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e2b205-ef55-4360-abbf-f12cec9f77a6', 'tag': '4910dd89-2722-401c-a590-547883f325db'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:45.607364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-59673238-cc39-41ed-9625-f57d3c978c21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=1674f300-b7da-4240-97de-51b81781e2a6 HTTP/1.1" status: 200 len: 217 time: 0.1718657 Feb 09 02:42:45.784427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-53a570ff-ccfc-49a2-8628-95bda642ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:45.786280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-53a570ff-ccfc-49a2-8628-95bda642ac4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1610260 Feb 09 02:42:45.789764 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9391605b-4791-4c51-9f67-f032ced5cc24" -d '{"events": [{"name": "network-changed", "server_uuid": "979f825b-df76-4f27-9648-741a564f3f58", "tag": "1674f300-b7da-4240-97de-51b81781e2a6"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:45.952126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f31bfc-3a1a-4aa4-9f04-af110abcbad0 service neutron] Pushing event updated for resources: {'Port': ['ID=4910dd89-2722-401c-a590-547883f325db,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:45.989914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c725-2d26-4598-a075-a9ca04212d06 req-1445543d-50f8-4ca4-b84c-23fd7bd1a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:45.991448 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-1445543d-50f8-4ca4-b84c-23fd7bd1a2de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 1130 time: 0.3125849 Feb 09 02:42:46.137534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-e9c36ae4-c5db-4179-b1a5-e618519168ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4910dd89-2722-401c-a590-547883f325db HTTP/1.1" status: 200 len: 217 time: 0.1371062 Feb 09 02:42:46.238198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c725-2d26-4598-a075-a9ca04212d06 req-071f8bb5-b3b9-4790-838c-b75a0248b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:46.239705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-071f8bb5-b3b9-4790-838c-b75a0248b5c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0954454 Feb 09 02:42:46.299714 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c78a7-8175-4148-b7ea-0aa1f1bcb68e x-openstack-request-id: req-b11c78a7-8175-4148-b7ea-0aa1f1bcb68e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:46.300190 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979f825b-df76-4f27-9648-741a564f3f58", "tag": "1674f300-b7da-4240-97de-51b81781e2a6", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:46.300279 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b11c78a7-8175-4148-b7ea-0aa1f1bcb68e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:46.300738 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979f825b-df76-4f27-9648-741a564f3f58', 'tag': '1674f300-b7da-4240-97de-51b81781e2a6', 'status': 'completed', 'code': 200} Feb 09 02:42:46.309049 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176997cd-d046-44bb-b588-a33d0ccbe43d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e2b205-ef55-4360-abbf-f12cec9f77a6", "tag": "4910dd89-2722-401c-a590-547883f325db"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:46.406960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207c725-2d26-4598-a075-a9ca04212d06 req-0027e3b2-f6f1-4295-ac0b-f0ebdc3b538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:46.415875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-0027e3b2-f6f1-4295-ac0b-f0ebdc3b538f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1626651 Feb 09 02:42:46.642715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbf8a0-8913-4794-9944-ee1ca61d4d2c req-a397b0f3-93e0-40aa-9641-6d3690ddebf3 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:46.644227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17dbf8a0-8913-4794-9944-ee1ca61d4d2c req-a397b0f3-93e0-40aa-9641-6d3690ddebf3 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.0887413 Feb 09 02:42:46.675343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-8b56dbdf-ee24-473c-ad3e-9af400ee4b28 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275791 Feb 09 02:42:46.710408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-57c0d95b-7725-4349-9d38-5cc7f6b34451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:46.713819 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-57c0d95b-7725-4349-9d38-5cc7f6b34451 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1377912 Feb 09 02:42:46.791783 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e58fc59-8f4c-48e9-9093-05b642f38ec5 x-openstack-request-id: req-3e58fc59-8f4c-48e9-9093-05b642f38ec5 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:46.792101 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e2b205-ef55-4360-abbf-f12cec9f77a6", "tag": "4910dd89-2722-401c-a590-547883f325db", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:46.792333 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e58fc59-8f4c-48e9-9093-05b642f38ec5 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:46.792906 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e2b205-ef55-4360-abbf-f12cec9f77a6', 'tag': '4910dd89-2722-401c-a590-547883f325db', 'status': 'completed', 'code': 200} Feb 09 02:42:46.845670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17dbf8a0-8913-4794-9944-ee1ca61d4d2c req-7b188a53-fae8-4085-b618-3428b8da374b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930740 Feb 09 02:42:46.929426 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f207c725-2d26-4598-a075-a9ca04212d06 req-82d0e26c-b48d-43bf-b036-1c6c59d18192 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365196 Feb 09 02:42:46.981161 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-f1082981-5712-49c2-9666-ea9bd702074b service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536988 Feb 09 02:42:47.054983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aa8d3-ee6c-4b4e-96b5-1f639cf9d0e6 req-b91b9c68-acf6-48af-a2ab-15be1802a1d8 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:47.056761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-123aa8d3-ee6c-4b4e-96b5-1f639cf9d0e6 req-b91b9c68-acf6-48af-a2ab-15be1802a1d8 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 969 time: 0.1654487 Feb 09 02:42:47.141507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eafa6f52-2a4f-42bf-aef8-32e82997dfaa req-749a4143-8528-4507-8cb9-c4efa9113136 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541896 Feb 09 02:42:47.155574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-123aa8d3-ee6c-4b4e-96b5-1f639cf9d0e6 req-7cf13db1-20b3-49be-b53d-c6ac41bad01b tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876009 Feb 09 02:42:47.158830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-7f1fcdb9-9a7e-4e42-a47c-87676ef3466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:47.160326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-7f1fcdb9-9a7e-4e42-a47c-87676ef3466d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 1130 time: 0.1473179 Feb 09 02:42:47.303982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-00894013-143e-4bc3-9c37-67937ff1044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:47.307086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-00894013-143e-4bc3-9c37-67937ff1044f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3989e8cd83f745afbf709ce4b71daa39&device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 1151 time: 0.1022458 Feb 09 02:42:47.545847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-bdc7b38b-de8d-4286-a021-dddcda06c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:47.546746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-bdc7b38b-de8d-4286-a021-dddcda06c78e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.3463583 Feb 09 02:42:47.662554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-9f4c5108-67d7-4b9e-b05a-6214d08b14fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4910dd89-2722-401c-a590-547883f325db HTTP/1.1" status: 200 len: 217 time: 0.1015744 Feb 09 02:42:47.768964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-8b214460-6445-4524-9bd8-0898d240a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:47.775827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-8b214460-6445-4524-9bd8-0898d240a2b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4561017 Feb 09 02:42:47.803589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-17ed00a0-f7f9-4cf8-ac2d-6b7cfd843d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:47.805088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-17ed00a0-f7f9-4cf8-ac2d-6b7cfd843d51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1352115 Feb 09 02:42:47.918103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-10700e09-e442-40be-b225-f41cd8c6faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:47.919898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-10700e09-e442-40be-b225-f41cd8c6faab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1060708 Feb 09 02:42:48.073566 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-1465debd-3312-4a5d-9074-2bb983b30b62 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415219 Feb 09 02:42:48.140580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9426d-accc-49b3-98ec-a7c2c38eabcf req-de68a749-33eb-4a27-8cf6-75b2103088f5 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:48.142874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ace9426d-accc-49b3-98ec-a7c2c38eabcf req-de68a749-33eb-4a27-8cf6-75b2103088f5 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.0761411 Feb 09 02:42:48.195501 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-176997cd-d046-44bb-b588-a33d0ccbe43d req-3425c8fc-2ebf-4d39-b55f-3550a7a80648 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092527 Feb 09 02:42:48.252275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ace9426d-accc-49b3-98ec-a7c2c38eabcf req-c5d9642e-cd2c-4584-a493-ee327b370227 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033611 Feb 09 02:42:48.431882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8963677-c90d-4bed-88d7-0164aaaf7884 req-3d4c1a35-a126-46bd-91c2-45bcb207537f tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:48.439034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8963677-c90d-4bed-88d7-0164aaaf7884 req-3d4c1a35-a126-46bd-91c2-45bcb207537f tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 969 time: 0.0814250 Feb 09 02:42:48.530392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8963677-c90d-4bed-88d7-0164aaaf7884 req-6d57e39d-9d85-4808-a97b-b6d559f41034 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859056 Feb 09 02:42:49.101735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.175045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40022) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:49.420966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89729f3-0dee-45ca-9bfe-ae18904cd575 req-7cefd47f-0dbc-4e8a-a2dc-22ae50d2b1b7 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.429767 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c89729f3-0dee-45ca-9bfe-ae18904cd575 req-7cefd47f-0dbc-4e8a-a2dc-22ae50d2b1b7 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.1030481 Feb 09 02:42:49.460793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a517850-2341-42ec-92ce-1c88ff11baf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.517854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c89729f3-0dee-45ca-9bfe-ae18904cd575 req-d56fedfb-4a47-4300-a87f-d8c0094dfc2d tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858340 Feb 09 02:42:49.637580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40036) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:49.679481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a517850-2341-42ec-92ce-1c88ff11baf2 admin admin] Publish callbacks [] for security_group (c766150b-1ac7-4763-b618-2fa8145c64c5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.729713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-b25190c9-95ca-41f1-9ad0-a27b7f1736b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=1674f300-b7da-4240-97de-51b81781e2a6 HTTP/1.1" status: 200 len: 217 time: 0.0555937 Feb 09 02:42:49.852529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-e80728fc-8b10-4190-bf7b-08b0db7d7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.864192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-e80728fc-8b10-4190-bf7b-08b0db7d7f43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1290879 Feb 09 02:42:49.900788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a517850-2341-42ec-92ce-1c88ff11baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c766150b-1ac7-4763-b618-2fa8145c64c5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.937523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a517850-2341-42ec-92ce-1c88ff11baf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c766150b-1ac7-4763-b618-2fa8145c64c5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:49.976838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa51f-1c73-407e-810e-4b6e5aea4f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:49.978126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e65bd0-8ac9-4a6e-82f2-441af7a9cfc7 req-4a11d211-8d3f-4fde-bfc4-08651b2a9bd6 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:49.987729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65e65bd0-8ac9-4a6e-82f2-441af7a9cfc7 req-4a11d211-8d3f-4fde-bfc4-08651b2a9bd6 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 969 time: 0.3285990 Feb 09 02:42:49.991746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8a517850-2341-42ec-92ce-1c88ff11baf2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78ec8732a4794564a0a6ab5d7887544d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8149564 Feb 09 02:42:49.994998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40048) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:50.036472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-bd806716-5d18-48ab-9562-b6c0ec225f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:50.038011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-bd806716-5d18-48ab-9562-b6c0ec225f88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1597812 Feb 09 02:42:50.087486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65e65bd0-8ac9-4a6e-82f2-441af7a9cfc7 req-dc7f87e4-0058-4091-b32f-ab79e2c4c306 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965054 Feb 09 02:42:50.124005 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6bd96150-2de4-450f-ac7b-4e25baddb7b7 admin admin] Publish callbacks [] for security_group (c766150b-1ac7-4763-b618-2fa8145c64c5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.124143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa51f-1c73-407e-810e-4b6e5aea4f56 admin admin] Publish callbacks [] for security_group (f698eabf-cb48-44cb-910c-02e69c5512fb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.131976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa51f-1c73-407e-810e-4b6e5aea4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f698eabf-cb48-44cb-910c-02e69c5512fb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.184005 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6bd96150-2de4-450f-ac7b-4e25baddb7b7 admin admin] Publish callbacks [] for security_group (c766150b-1ac7-4763-b618-2fa8145c64c5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.198897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ebcfa51f-1c73-407e-810e-4b6e5aea4f56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b34923810bf1492bad966ed8aca03094&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5588346 Feb 09 02:42:50.202022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40054) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:50.249748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfa51f-1c73-407e-810e-4b6e5aea4f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f698eabf-cb48-44cb-910c-02e69c5512fb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:50.404277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c117a4e-230c-4e51-a828-3cd532192c90 admin admin] Publish callbacks [] for security_group (f698eabf-cb48-44cb-910c-02e69c5512fb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.462658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c117a4e-230c-4e51-a828-3cd532192c90 admin admin] Publish callbacks [] for security_group (f698eabf-cb48-44cb-910c-02e69c5512fb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.476480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-a1e1be37-a00c-4096-8a24-597eb3d8612e service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010553 Feb 09 02:42:50.530483 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6bd96150-2de4-450f-ac7b-4e25baddb7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c766150b-1ac7-4763-b618-2fa8145c64c5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.533446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6bd96150-2de4-450f-ac7b-4e25baddb7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.539414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6bd96150-2de4-450f-ac7b-4e25baddb7b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c766150b-1ac7-4763-b618-2fa8145c64c5 HTTP/1.1" status: 204 len: 168 time: 0.5431802 Feb 09 02:42:50.542685 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c117a4e-230c-4e51-a828-3cd532192c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f698eabf-cb48-44cb-910c-02e69c5512fb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.545648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c117a4e-230c-4e51-a828-3cd532192c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:50.546854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3c117a4e-230c-4e51-a828-3cd532192c90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f698eabf-cb48-44cb-910c-02e69c5512fb HTTP/1.1" status: 204 len: 168 time: 0.3421657 Feb 09 02:42:50.555921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd96150-2de4-450f-ac7b-4e25baddb7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c766150b-1ac7-4763-b618-2fa8145c64c5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:50.590917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c117a4e-230c-4e51-a828-3cd532192c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f698eabf-cb48-44cb-910c-02e69c5512fb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:50.667416 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9391605b-4791-4c51-9f67-f032ced5cc24 req-226d8f7f-ba56-4278-8b3e-f303b36c8319 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845388 Feb 09 02:42:50.939948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd0d3-648e-4e85-8a1d-c32308f39604 req-291828bf-0657-4579-bf31-52751b3c4acc tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:50.947318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4aabd0d3-648e-4e85-8a1d-c32308f39604 req-291828bf-0657-4579-bf31-52751b3c4acc tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.1059732 Feb 09 02:42:51.015732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4aabd0d3-648e-4e85-8a1d-c32308f39604 req-a2d4d14a-f9c0-4b5c-9273-419b878b80b9 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673373 Feb 09 02:42:51.052583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40070) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:51.066338 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.072747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f96fac2-041f-49a9-a917-8808c6ecbde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.219543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f96fac2-041f-49a9-a917-8808c6ecbde8 admin admin] Publish callbacks [] for security_group (d8ce19d6-889a-4af9-b5b7-f04655790ed7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.225085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f96fac2-041f-49a9-a917-8808c6ecbde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d8ce19d6-889a-4af9-b5b7-f04655790ed7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.268514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7f96fac2-041f-49a9-a917-8808c6ecbde8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a23c2a99bd194b8fb3884f61ca14d83f&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2151127 Feb 09 02:42:51.271453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40076) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:51.298607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96fac2-041f-49a9-a917-8808c6ecbde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ce19d6-889a-4af9-b5b7-f04655790ed7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:51.374104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5975ace-843d-42a8-b4d8-8dec54ce72c9 admin admin] Publish callbacks [] for security_group (d8ce19d6-889a-4af9-b5b7-f04655790ed7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.401517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5975ace-843d-42a8-b4d8-8dec54ce72c9 admin admin] Publish callbacks [] for security_group (d8ce19d6-889a-4af9-b5b7-f04655790ed7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.458014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40080) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:51.481890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5975ace-843d-42a8-b4d8-8dec54ce72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d8ce19d6-889a-4af9-b5b7-f04655790ed7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.485885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f5251a75-694d-42a9-9929-e356f7874abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.489333 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5975ace-843d-42a8-b4d8-8dec54ce72c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.493635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b5975ace-843d-42a8-b4d8-8dec54ce72c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8ce19d6-889a-4af9-b5b7-f04655790ed7 HTTP/1.1" status: 204 len: 168 time: 0.2180760 Feb 09 02:42:51.517670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5975ace-843d-42a8-b4d8-8dec54ce72c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ce19d6-889a-4af9-b5b7-f04655790ed7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:51.645584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3373b-c4d9-4840-b6bc-7f559673a11f req-76b52ad9-bb94-4150-8182-78f66b4a04af tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:51.653695 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9f3373b-c4d9-4840-b6bc-7f559673a11f req-76b52ad9-bb94-4150-8182-78f66b4a04af tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 969 time: 0.0985978 Feb 09 02:42:51.758975 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f5251a75-694d-42a9-9929-e356f7874abd admin admin] Publish callbacks [] for security_group (6079688e-c415-489b-8daf-0bff568d8eef), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.767444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f5251a75-694d-42a9-9929-e356f7874abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6079688e-c415-489b-8daf-0bff568d8eef), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:51.835163 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9f3373b-c4d9-4840-b6bc-7f559673a11f req-98cc14d9-4041-4ef6-8b55-a3f3ab7533a5 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708727 Feb 09 02:42:51.850665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5251a75-694d-42a9-9929-e356f7874abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6079688e-c415-489b-8daf-0bff568d8eef,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:51.862692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f5251a75-694d-42a9-9929-e356f7874abd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e7250b55d0846b7b96ca37611cc7f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022653 Feb 09 02:42:51.864423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40088) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:51.957787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4337f548-3389-43dd-b71c-4df10f6c12e6 admin admin] Publish callbacks [] for security_group (6079688e-c415-489b-8daf-0bff568d8eef), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.013173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4337f548-3389-43dd-b71c-4df10f6c12e6 admin admin] Publish callbacks [] for security_group (6079688e-c415-489b-8daf-0bff568d8eef), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.103033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4337f548-3389-43dd-b71c-4df10f6c12e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6079688e-c415-489b-8daf-0bff568d8eef), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.107503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4337f548-3389-43dd-b71c-4df10f6c12e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:52.113209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4337f548-3389-43dd-b71c-4df10f6c12e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6079688e-c415-489b-8daf-0bff568d8eef HTTP/1.1" status: 204 len: 168 time: 0.2462695 Feb 09 02:42:52.134979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337f548-3389-43dd-b71c-4df10f6c12e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6079688e-c415-489b-8daf-0bff568d8eef,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:52.406050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1a681-fff6-4e19-8d24-1ea2f82a9caa req-8aabc162-7454-43da-b7df-daae482a7720 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:52.414771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0d1a681-fff6-4e19-8d24-1ea2f82a9caa req-8aabc162-7454-43da-b7df-daae482a7720 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.1312323 Feb 09 02:42:52.502688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0d1a681-fff6-4e19-8d24-1ea2f82a9caa req-bcaed5bc-6d88-4b7b-9d87-c04e26a6f62b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784092 Feb 09 02:42:52.573399 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-f4c26147-80e3-47f9-b911-2c0be8c8acf3 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e9db644695141f1917836674d37ffa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1687839 Feb 09 02:42:52.712014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-585d2658-66b8-4d03-b2a3-6a7d987fe32a tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:52.717763 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-585d2658-66b8-4d03-b2a3-6a7d987fe32a tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431530 Feb 09 02:42:52.743766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-dc34be96-e766-4810-a610-2a0f14631ebb tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/quotas/3e9db644695141f1917836674d37ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0194037 Feb 09 02:42:52.807990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-6432ab29-f584-40a6-bb71-6743fbe35bae tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e9db644695141f1917836674d37ffa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557375 Feb 09 02:42:53.216217 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf44b3dd-fa29-4264-bfbe-ff4f3f9aed76 req-5195ef37-987c-478b-812f-206c3045757c tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 210 time: 0.0782490 Feb 09 02:42:53.218841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69191523-4139-4f5c-845d-12fe626540f7 req-a9973a42-045c-468b-83fa-e9ff03d2f844 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:53.233601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69191523-4139-4f5c-845d-12fe626540f7 req-a9973a42-045c-468b-83fa-e9ff03d2f844 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 969 time: 0.1419435 Feb 09 02:42:53.345431 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69191523-4139-4f5c-845d-12fe626540f7 req-f9e0fe21-5896-43c0-84ad-7a87fcdeb2c5 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074398 Feb 09 02:42:53.649767 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:42:53.832689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edd533-2111-450d-ab03-c9ca413863d5 req-30d11f6a-e79c-42d9-ad83-73148093fb55 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:53.847631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46edd533-2111-450d-ab03-c9ca413863d5 req-30d11f6a-e79c-42d9-ad83-73148093fb55 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.1470587 Feb 09 02:42:53.907817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46edd533-2111-450d-ab03-c9ca413863d5 req-5b115d5a-4163-483b-bd1e-f35a9509b11f tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589809 Feb 09 02:42:54.391114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1f8e532-4a6c-4c86-a009-dfe8b25de435 req-d5e4e8f6-eec6-4369-b608-1ff6c7924622 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 210 time: 0.1057093 Feb 09 02:42:54.604900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d684a-e70c-4074-9bc5-32d516acc336 req-4f80ce9b-afee-4382-bb82-90c2c3f3b623 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:54.609524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f7d684a-e70c-4074-9bc5-32d516acc336 req-4f80ce9b-afee-4382-bb82-90c2c3f3b623 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 969 time: 0.1093566 Feb 09 02:42:54.688525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f7d684a-e70c-4074-9bc5-32d516acc336 req-d1a76115-c122-451d-b002-10c254375005 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726144 Feb 09 02:42:55.137690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc6524-2285-4ca9-9ca2-7c8cc43f1d57 req-e63735fa-9be5-4f12-ba0a-c9821c17f708 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:55.139372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88bc6524-2285-4ca9-9ca2-7c8cc43f1d57 req-e63735fa-9be5-4f12-ba0a-c9821c17f708 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.0714407 Feb 09 02:42:55.200859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88bc6524-2285-4ca9-9ca2-7c8cc43f1d57 req-f0ff55d0-9abc-41fd-941e-1b98deab54f3 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537629 Feb 09 02:42:55.586437 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c838b78-d858-4484-8de1-57a35e5337cb req-e22ac56a-c995-4036-b2b6-c9bd71ae0b80 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 210 time: 0.0279107 Feb 09 02:42:55.848842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1674f300-b7da-4240-97de-51b81781e2a6 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:42:55.862061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40258) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:55.983043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1674f300-b7da-4240-97de-51b81781e2a6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1674f300-b7da-4240-97de-51b81781e2a6,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:56.011022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec39b-09ac-4459-9add-e0cdfc37ba51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.011539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '1674f300-b7da-4240-97de-51b81781e2a6', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '1674f300-b7da-4240-97de-51b81781e2a6', 'mac_address': 'fa:16:3e:a3:31:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:tempest-test_az-1484485711', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:42:56.054533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 1674f300-b7da-4240-97de-51b81781e2a6 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:56.055049 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1674f300-b7da-4240-97de-51b81781e2a6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.055739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b593e-bf75-49ff-8d5b-83e5fb33f47b req-a355a5d8-6917-4435-b290-704db4cb4776 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:56.058748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d21b593e-bf75-49ff-8d5b-83e5fb33f47b req-a355a5d8-6917-4435-b290-704db4cb4776 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 969 time: 0.1119771 Feb 09 02:42:56.078272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1674f300-b7da-4240-97de-51b81781e2a6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:56.100172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1674f300-b7da-4240-97de-51b81781e2a6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1674f300-b7da-4240-97de-51b81781e2a6,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:56.104692 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1674f300-b7da-4240-97de-51b81781e2a6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.154021 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d21b593e-bf75-49ff-8d5b-83e5fb33f47b req-bcd40892-348f-4309-b498-521e0ca0c4ba tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878272 Feb 09 02:42:56.178326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=1674f300-b7da-4240-97de-51b81781e2a6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:56.182028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec39b-09ac-4459-9add-e0cdfc37ba51 admin admin] Publish callbacks [] for security_group (21e2db37-2b17-4a40-8672-7853f94a3b64), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.186831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e3ec39b-09ac-4459-9add-e0cdfc37ba51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (21e2db37-2b17-4a40-8672-7853f94a3b64), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.188281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.188638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.188984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.189324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.189657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.189987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.190507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.190733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.191061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.191387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.191709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.192035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.192359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Tracked resource versions report: Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: pushed versions: Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: { 'AddressGroup': {'1.2'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'ConntrackHelper': {'1.0'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Log': {'1.0'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Network': {'1.1'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Port': {'1.7'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'PortForwarding': {'1.2'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'QosPolicy': {'1.10'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'SecurityGroup': {'1.5'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'SubPort': {'1.0'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Subnet': {'1.1'}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Trunk': {'1.1'}} Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: consumer versions: Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: { DHCP agent@n-d-827839-4: {}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: HyperV agent@n-h1-827839-4: {}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: HyperV agent@n-h2-827839-4: {}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: L3 agent@n-d-827839-4: {}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: Metadata agent@n-d-827839-4: {}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: Metering agent@n-d-827839-4: {}, Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: Open vSwitch agent@n-d-827839-4: { 'AddressGroup': '1.2', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'ConntrackHelper': '1.0', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'LocalIPAssociation': '1.0', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Log': '1.0', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Network': '1.1', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Port': '1.7', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'PortForwarding': '1.2', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'QosPolicy': '1.10', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'SecurityGroup': '1.5', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'SecurityGroupRule': '1.2', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'SubPort': '1.0', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Subnet': '1.1', Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: 'Trunk': '1.1'}} Feb 09 02:42:56.193481 n-d-827839-4 neutron-server[109858]: {{(pid=109858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:42:56.232633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6e3ec39b-09ac-4459-9add-e0cdfc37ba51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95229dda3c21484bb1d5f5848469b4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684840 Feb 09 02:42:56.233817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ec39b-09ac-4459-9add-e0cdfc37ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e2db37-2b17-4a40-8672-7853f94a3b64,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:56.235321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40280) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.292276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.293543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4acdb437-dadf-471e-8031-0b6ff22e3f06 admin admin] Publish callbacks [] for security_group (21e2db37-2b17-4a40-8672-7853f94a3b64), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.353628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4acdb437-dadf-471e-8031-0b6ff22e3f06 admin admin] Publish callbacks [] for security_group (21e2db37-2b17-4a40-8672-7853f94a3b64), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.399614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c796ee-4d98-4b38-a79e-72f4cd92dc20 req-d5aa20ee-93be-4aae-b7fd-a703edb5ce8a tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:56.401178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93c796ee-4d98-4b38-a79e-72f4cd92dc20 req-d5aa20ee-93be-4aae-b7fd-a703edb5ce8a tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.1056235 Feb 09 02:42:56.418132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['1674f300-b7da-4240-97de-51b81781e2a6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:42:56.427464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80dd8c6d-9e75-40fd-a602-792ae13aa156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.460420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4acdb437-dadf-471e-8031-0b6ff22e3f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (21e2db37-2b17-4a40-8672-7853f94a3b64), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.464540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4acdb437-dadf-471e-8031-0b6ff22e3f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.469251 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4acdb437-dadf-471e-8031-0b6ff22e3f06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21e2db37-2b17-4a40-8672-7853f94a3b64 HTTP/1.1" status: 204 len: 168 time: 0.2299337 Feb 09 02:42:56.493155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdb437-dadf-471e-8031-0b6ff22e3f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e2db37-2b17-4a40-8672-7853f94a3b64,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:56.501889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93c796ee-4d98-4b38-a79e-72f4cd92dc20 req-58370678-982c-4729-9144-70f33869317d tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757411 Feb 09 02:42:56.543479 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80dd8c6d-9e75-40fd-a602-792ae13aa156 admin admin] Publish callbacks [] for security_group (abb9299c-e3c4-4af0-94f3-6640d366baa6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.551060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80dd8c6d-9e75-40fd-a602-792ae13aa156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (abb9299c-e3c4-4af0-94f3-6640d366baa6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.577070 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-80dd8c6d-9e75-40fd-a602-792ae13aa156 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9e4242e5b354651bb85947b068842e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830770 Feb 09 02:42:56.580484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40296) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.600123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd8c6d-9e75-40fd-a602-792ae13aa156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb9299c-e3c4-4af0-94f3-6640d366baa6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:56.657238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40300) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:56.658409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87d929ed-86ea-409b-962b-a9456ebdfaf4 admin admin] Publish callbacks [] for security_group (abb9299c-e3c4-4af0-94f3-6640d366baa6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.716436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87d929ed-86ea-409b-962b-a9456ebdfaf4 admin admin] Publish callbacks [] for security_group (abb9299c-e3c4-4af0-94f3-6640d366baa6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.767552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4f321dc-c38a-4aef-ac65-09593975c7fe req-4277d2b5-a4b3-453d-afa9-64c3b2a3aec7 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 210 time: 0.0800138 Feb 09 02:42:56.798649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87d929ed-86ea-409b-962b-a9456ebdfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (abb9299c-e3c4-4af0-94f3-6640d366baa6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.802068 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87d929ed-86ea-409b-962b-a9456ebdfaf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.803836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-87d929ed-86ea-409b-962b-a9456ebdfaf4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abb9299c-e3c4-4af0-94f3-6640d366baa6 HTTP/1.1" status: 204 len: 168 time: 0.2221270 Feb 09 02:42:56.816786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d929ed-86ea-409b-962b-a9456ebdfaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb9299c-e3c4-4af0-94f3-6640d366baa6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:56.885159 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-9a7d10d5-30a0-4b1f-8b51-74948ff9506e tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3e9db644695141f1917836674d37ffa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262024 Feb 09 02:42:56.931374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea21096f-dbe5-4315-b997-dd21967f9d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:56.991157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40308) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.016061 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac56dc91-548a-4bf0-a4a4-a0886f736d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.024536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-db91d33c-4a26-410e-b41e-142fd2b569b5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:57.026036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-db91d33c-4a26-410e-b41e-142fd2b569b5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364167 Feb 09 02:42:57.047866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Request body: {'port': {'device_id': '15615fef-8f41-4b1e-a93b-7b67b8a7b798', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '3e9db644695141f1917836674d37ffa4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:57.077986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea21096f-dbe5-4315-b997-dd21967f9d5a admin admin] Publish callbacks [] for security_group (92d70118-f928-485c-b5eb-e34b463c1cf5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.088145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea21096f-dbe5-4315-b997-dd21967f9d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (92d70118-f928-485c-b5eb-e34b463c1cf5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.141947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ea21096f-dbe5-4315-b997-dd21967f9d5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f27c07c9607d4782a0ba5d4a84718b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832463 Feb 09 02:42:57.144131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21096f-dbe5-4315-b997-dd21967f9d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d70118-f928-485c-b5eb-e34b463c1cf5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:57.148693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40312) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.174963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Made reservation on behalf of 3e9db644695141f1917836674d37ffa4 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:42:57.182932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac56dc91-548a-4bf0-a4a4-a0886f736d31 admin admin] Publish callbacks [] for security_group (7bf815d6-e2bf-4410-b6c7-c57d3c8c1ce4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.184171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.201380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.202702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac56dc91-548a-4bf0-a4a4-a0886f736d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7bf815d6-e2bf-4410-b6c7-c57d3c8c1ce4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.257758 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ac56dc91-548a-4bf0-a4a4-a0886f736d31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f345970004546d894caa0fde6aab65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628059 Feb 09 02:42:57.257758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56dc91-548a-4bf0-a4a4-a0886f736d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf815d6-e2bf-4410-b6c7-c57d3c8c1ce4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:57.266202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40316) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.286424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf6bbf96-8b7a-44fd-9715-6c885eb7522b admin admin] Publish callbacks [] for security_group (92d70118-f928-485c-b5eb-e34b463c1cf5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.310452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f61ec-9cd9-46c3-9f52-e33e4a38a276 req-c3b25f87-8b6b-440f-bae4-1e04adaddb0c tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:57.312121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc8f61ec-9cd9-46c3-9f52-e33e4a38a276 req-c3b25f87-8b6b-440f-bae4-1e04adaddb0c tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 970 time: 0.0802557 Feb 09 02:42:57.329396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf6bbf96-8b7a-44fd-9715-6c885eb7522b admin admin] Publish callbacks [] for security_group (92d70118-f928-485c-b5eb-e34b463c1cf5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.336499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40318) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.368231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks [] for security_group (497f00af-638e-4157-a993-2e3b95718d8d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.369350 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a69616b-3eb8-4cc7-8591-01b4664f2a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.370608 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40bef2cc-0841-4517-8048-1fca557b9956 admin admin] Publish callbacks [] for security_group (7bf815d6-e2bf-4410-b6c7-c57d3c8c1ce4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.381200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (497f00af-638e-4157-a993-2e3b95718d8d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.396642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40bef2cc-0841-4517-8048-1fca557b9956 admin admin] Publish callbacks [] for security_group (7bf815d6-e2bf-4410-b6c7-c57d3c8c1ce4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.424658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf6bbf96-8b7a-44fd-9715-6c885eb7522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (92d70118-f928-485c-b5eb-e34b463c1cf5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.427188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf6bbf96-8b7a-44fd-9715-6c885eb7522b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.428325 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cf6bbf96-8b7a-44fd-9715-6c885eb7522b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92d70118-f928-485c-b5eb-e34b463c1cf5 HTTP/1.1" status: 204 len: 168 time: 0.2787445 Feb 09 02:42:57.442131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bbf96-8b7a-44fd-9715-6c885eb7522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d70118-f928-485c-b5eb-e34b463c1cf5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:57.462949 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc8f61ec-9cd9-46c3-9f52-e33e4a38a276 req-418b07f1-e794-4787-9ed6-ae49e20e3b55 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423497 Feb 09 02:42:57.479216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40bef2cc-0841-4517-8048-1fca557b9956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7bf815d6-e2bf-4410-b6c7-c57d3c8c1ce4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.480948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40bef2cc-0841-4517-8048-1fca557b9956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.482935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-40bef2cc-0841-4517-8048-1fca557b9956 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bf815d6-e2bf-4410-b6c7-c57d3c8c1ce4 HTTP/1.1" status: 204 len: 168 time: 0.2154484 Feb 09 02:42:57.493861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bef2cc-0841-4517-8048-1fca557b9956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf815d6-e2bf-4410-b6c7-c57d3c8c1ce4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:57.501488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497f00af-638e-4157-a993-2e3b95718d8d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:57.620363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Allocated IP 192.168.233.234 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/e339cfa5-09b9-423a-ab45-336b846e76e3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:42:57.673061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a69616b-3eb8-4cc7-8591-01b4664f2a83 admin admin] Publish callbacks [] for security_group (ecbe4b67-1429-40a0-b84c-935214b5f3af), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.679792 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a69616b-3eb8-4cc7-8591-01b4664f2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ecbe4b67-1429-40a0-b84c-935214b5f3af), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.681738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ceb5d-a487-4d76-ab70-9edbb89ed0a4 req-d1e0184a-70fe-4140-827e-6da820540693 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:57.689375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-125ceb5d-a487-4d76-ab70-9edbb89ed0a4 req-d1e0184a-70fe-4140-827e-6da820540693 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.0878384 Feb 09 02:42:57.743266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-125ceb5d-a487-4d76-ab70-9edbb89ed0a4 req-3e4b16e1-6429-4117-ad34-d5dcd2a75751 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529535 Feb 09 02:42:57.745307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69616b-3eb8-4cc7-8591-01b4664f2a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe4b67-1429-40a0-b84c-935214b5f3af,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:57.761991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4a69616b-3eb8-4cc7-8591-01b4664f2a83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f14b8cde34a94e2b963555a860b09c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4207327 Feb 09 02:42:57.762093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40330) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:57.819865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b014042-06d7-4f19-a18d-2982729fd718 admin admin] Publish callbacks [] for security_group (ecbe4b67-1429-40a0-b84c-935214b5f3af), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.824817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1674f300-b7da-4240-97de-51b81781e2a6 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:42:57.859187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b014042-06d7-4f19-a18d-2982729fd718 admin admin] Publish callbacks [] for security_group (ecbe4b67-1429-40a0-b84c-935214b5f3af), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.909307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc531d5d-13cd-407f-b93a-d5875990186b req-92aa6fb3-f486-4077-97f7-1ef570963f40 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 210 time: 0.0468228 Feb 09 02:42:57.934795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b014042-06d7-4f19-a18d-2982729fd718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ecbe4b67-1429-40a0-b84c-935214b5f3af), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.936774 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks [] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.937838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b014042-06d7-4f19-a18d-2982729fd718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.939227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2b014042-06d7-4f19-a18d-2982729fd718 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecbe4b67-1429-40a0-b84c-935214b5f3af HTTP/1.1" status: 204 len: 168 time: 0.1761281 Feb 09 02:42:57.944440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 1674f300-b7da-4240-97de-51b81781e2a6 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:42:57.948843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 1674f300-b7da-4240-97de-51b81781e2a6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:57.949514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1674f300-b7da-4240-97de-51b81781e2a6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:57.952396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b014042-06d7-4f19-a18d-2982729fd718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbe4b67-1429-40a0-b84c-935214b5f3af,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:58.005258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.057876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:42:58.061667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:42:58.064244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:42:58.066425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 1674f300-b7da-4240-97de-51b81781e2a6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:42:58.067068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1674f300-b7da-4240-97de-51b81781e2a6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.069468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:58.070331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.083009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Pushing event updated for resources: {'Port': ['ID=e339cfa5-09b9-423a-ab45-336b846e76e3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:58.097145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-8aa128e5-17c4-45e8-9230-fb39a9e752e9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0617728 Feb 09 02:42:58.098599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40342) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:58.102878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979f825b-df76-4f27-9648-741a564f3f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674f300-b7da-4240-97de-51b81781e2a6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:58.114259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Request body: {'port': {'device_id': '15615fef-8f41-4b1e-a93b-7b67b8a7b798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:42:58.124520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d111-be13-40b2-98c8-b2d8edb6bb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.209360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1674f300-b7da-4240-97de-51b81781e2a6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1674f300-b7da-4240-97de-51b81781e2a6,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:42:58.215320 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1674f300-b7da-4240-97de-51b81781e2a6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.226088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d111-be13-40b2-98c8-b2d8edb6bb25 admin admin] Publish callbacks [] for security_group (ff7aaaa6-0c95-4f9b-831a-46027178d0de), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.239928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d111-be13-40b2-98c8-b2d8edb6bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ff7aaaa6-0c95-4f9b-831a-46027178d0de), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.271384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.316659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2aa7d111-be13-40b2-98c8-b2d8edb6bb25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=849c4c67be1642fd8d3fb3f859384623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143526 Feb 09 02:42:58.316659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7d111-be13-40b2-98c8-b2d8edb6bb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7aaaa6-0c95-4f9b-831a-46027178d0de,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:58.319007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40352) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:58.323606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=1674f300-b7da-4240-97de-51b81781e2a6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:58.387329 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e45fcc21-c003-41d7-a72f-a4323d60d0f8 admin admin] Publish callbacks [] for security_group (ff7aaaa6-0c95-4f9b-831a-46027178d0de), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.422081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e45fcc21-c003-41d7-a72f-a4323d60d0f8 admin admin] Publish callbacks [] for security_group (ff7aaaa6-0c95-4f9b-831a-46027178d0de), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.499500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e45fcc21-c003-41d7-a72f-a4323d60d0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ff7aaaa6-0c95-4f9b-831a-46027178d0de), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.503174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e45fcc21-c003-41d7-a72f-a4323d60d0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.509643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e45fcc21-c003-41d7-a72f-a4323d60d0f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff7aaaa6-0c95-4f9b-831a-46027178d0de HTTP/1.1" status: 204 len: 168 time: 0.1879396 Feb 09 02:42:58.524487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fcc21-c003-41d7-a72f-a4323d60d0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7aaaa6-0c95-4f9b-831a-46027178d0de,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:58.593687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40360) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:58.615415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b626040-ab98-4556-a3ed-a4e353bb9952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.654049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53795d24-2999-439d-8fbc-fd6fef8054b2 req-17d208f0-79fe-487d-a988-6430314f1229 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:58.655686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53795d24-2999-439d-8fbc-fd6fef8054b2 req-17d208f0-79fe-487d-a988-6430314f1229 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 971 time: 0.0910292 Feb 09 02:42:58.665831 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2abc0a-dac2-4c80-bb9f-daae2b84b892" -d '{"events": [{"server_uuid": "979f825b-df76-4f27-9648-741a564f3f58", "name": "network-vif-plugged", "status": "completed", "tag": "1674f300-b7da-4240-97de-51b81781e2a6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:58.704343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8df8e4dc-737d-446d-a94c-4d67c5ae431a None None] Provisioning complete for port e339cfa5-09b9-423a-ab45-336b846e76e3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:42:58.705633 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8df8e4dc-737d-446d-a94c-4d67c5ae431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.738083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53795d24-2999-439d-8fbc-fd6fef8054b2 req-f115cf07-22ff-4fc4-b037-35931cd6d83b tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731871 Feb 09 02:42:58.745633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8df8e4dc-737d-446d-a94c-4d67c5ae431a None None] Port e339cfa5-09b9-423a-ab45-336b846e76e3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:42:58.770182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b626040-ab98-4556-a3ed-a4e353bb9952 admin admin] Publish callbacks [] for security_group (b029d142-91cf-4c73-b366-8b540443f967), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.776294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b626040-ab98-4556-a3ed-a4e353bb9952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b029d142-91cf-4c73-b366-8b540443f967), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.797474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e339cfa5-09b9-423a-ab45-336b846e76e3 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:42:58.812138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Publish callbacks [] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.827051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Transition to ACTIVE for port object e339cfa5-09b9-423a-ab45-336b846e76e3 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:42:58.834413 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:58.835471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5b626040-ab98-4556-a3ed-a4e353bb9952 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4a7e5df5e934dcb81d6ea6e87bdef3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403660 Feb 09 02:42:58.837867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b626040-ab98-4556-a3ed-a4e353bb9952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b029d142-91cf-4c73-b366-8b540443f967,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:58.841096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40372) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:42:58.915288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c25a67-09ed-4f16-ac43-fc03e4d5f090 req-b104c9c6-9ab1-4c86-a22e-568995c7886f tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:58.923436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1c25a67-09ed-4f16-ac43-fc03e4d5f090 req-b104c9c6-9ab1-4c86-a22e-568995c7886f tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.0802877 Feb 09 02:42:58.937106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e339cfa5-09b9-423a-ab45-336b846e76e3,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:59.008423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Attempting to bind port e339cfa5-09b9-423a-ab45-336b846e76e3 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:42:59.008756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Attempting to bind port e339cfa5-09b9-423a-ab45-336b846e76e3 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:42:59.009075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Attempting to bind port e339cfa5-09b9-423a-ab45-336b846e76e3 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:59.015744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1c25a67-09ed-4f16-ac43-fc03e4d5f090 req-5df757a0-8564-425a-8cb4-5ae1fbaebfef tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912385 Feb 09 02:42:59.039283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Port e339cfa5-09b9-423a-ab45-336b846e76e3 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:42:59.039610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Attempting to bind port e339cfa5-09b9-423a-ab45-336b846e76e3 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:42:59.042964 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3947b472-9fa6-4e57-9bc4-4011331f4c57 admin admin] Publish callbacks [] for security_group (b029d142-91cf-4c73-b366-8b540443f967), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.073076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:42:59.073408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:42:59.073785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:42:59.074282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Bound port: e339cfa5-09b9-423a-ab45-336b846e76e3, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:42:59.074642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.121816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3947b472-9fa6-4e57-9bc4-4011331f4c57 admin admin] Publish callbacks [] for security_group (b029d142-91cf-4c73-b366-8b540443f967), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.141220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb80d63-09d0-47bc-9c7f-0728facbbeb4 req-cf6194c4-e38b-41d1-9f63-8cb1e26e9773 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.149426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbb80d63-09d0-47bc-9c7f-0728facbbeb4 req-cf6194c4-e38b-41d1-9f63-8cb1e26e9773 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 948 time: 0.0793712 Feb 09 02:42:59.218317 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3e2da9-861f-4992-bd54-f4366088488a x-openstack-request-id: req-3a3e2da9-861f-4992-bd54-f4366088488a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:59.219209 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979f825b-df76-4f27-9648-741a564f3f58", "name": "network-vif-plugged", "status": "completed", "tag": "1674f300-b7da-4240-97de-51b81781e2a6", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:59.219619 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a3e2da9-861f-4992-bd54-f4366088488a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:59.220090 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979f825b-df76-4f27-9648-741a564f3f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1674f300-b7da-4240-97de-51b81781e2a6', 'code': 200} Feb 09 02:42:59.223274 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbb80d63-09d0-47bc-9c7f-0728facbbeb4 req-7b5dec99-cee7-447d-bd3d-d1c58af97d94 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731180 Feb 09 02:42:59.262783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] For port e339cfa5-09b9-423a-ab45-336b846e76e3, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:42:59.266071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] For port e339cfa5-09b9-423a-ab45-336b846e76e3, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e339cfa5-09b9-423a-ab45-336b846e76e3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:42:59.275550 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.281786 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3947b472-9fa6-4e57-9bc4-4011331f4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b029d142-91cf-4c73-b366-8b540443f967), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.285708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3947b472-9fa6-4e57-9bc4-4011331f4c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.287630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3947b472-9fa6-4e57-9bc4-4011331f4c57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b029d142-91cf-4c73-b366-8b540443f967 HTTP/1.1" status: 204 len: 168 time: 0.4040360 Feb 09 02:42:59.332631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.333333 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.335579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] 10.222.0.26 "PUT /v2.0/ports/e339cfa5-09b9-423a-ab45-336b846e76e3 HTTP/1.1" status: 200 len: 1096 time: 1.2305288 Feb 09 02:42:59.336596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15615fef-8f41-4b1e-a93b-7b67b8a7b798', 'tag': 'e339cfa5-09b9-423a-ab45-336b846e76e3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:42:59.340826 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b66eac-895d-40ff-9acf-54dcef839b94" -d '{"events": [{"name": "network-changed", "server_uuid": "15615fef-8f41-4b1e-a93b-7b67b8a7b798", "tag": "e339cfa5-09b9-423a-ab45-336b846e76e3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:42:59.359778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947b472-9fa6-4e57-9bc4-4011331f4c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b029d142-91cf-4c73-b366-8b540443f967,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:59.427637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6d15-7425-43fd-bd9c-749e3164f607 req-624b4a2c-abd9-45eb-a922-e64ef8e881cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.429254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9bb6d15-7425-43fd-bd9c-749e3164f607 req-624b4a2c-abd9-45eb-a922-e64ef8e881cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 1153 time: 0.1314347 Feb 09 02:42:59.453873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c9bb6d15-7425-43fd-bd9c-749e3164f607 req-72cfeae6-ef32-4e50-b4ff-de69b9941c18 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.455140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd70fbb-5f66-4017-bdcd-9595706b9d8a service neutron] Pushing event updated for resources: {'Port': ['ID=e339cfa5-09b9-423a-ab45-336b846e76e3,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:59.458800 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc17a5-b1f8-4573-ba4e-294cf40a5d35 x-openstack-request-id: req-98bc17a5-b1f8-4573-ba4e-294cf40a5d35 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:42:59.459343 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15615fef-8f41-4b1e-a93b-7b67b8a7b798", "tag": "e339cfa5-09b9-423a-ab45-336b846e76e3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:42:59.459790 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98bc17a5-b1f8-4573-ba4e-294cf40a5d35 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:42:59.460369 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15615fef-8f41-4b1e-a93b-7b67b8a7b798', 'tag': 'e339cfa5-09b9-423a-ab45-336b846e76e3', 'status': 'completed', 'code': 200} Feb 09 02:42:59.519077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-b839b6fa-a808-4e7b-b992-c1b88abd09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.520948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-b839b6fa-a808-4e7b-b992-c1b88abd09e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e9db644695141f1917836674d37ffa4&device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 1130 time: 0.1247978 Feb 09 02:42:59.553340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c9bb6d15-7425-43fd-bd9c-749e3164f607 req-72cfeae6-ef32-4e50-b4ff-de69b9941c18 service neutron] Publish callbacks [] for security_group (e464d6ab-8700-497d-845f-ef086b48a1f1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.557613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c9bb6d15-7425-43fd-bd9c-749e3164f607 req-72cfeae6-ef32-4e50-b4ff-de69b9941c18 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e464d6ab-8700-497d-845f-ef086b48a1f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:42:59.579377 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-d27d76af-2bc4-4ebb-b37c-dffdbcaa9e55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e339cfa5-09b9-423a-ab45-336b846e76e3 HTTP/1.1" status: 200 len: 217 time: 0.0512311 Feb 09 02:42:59.612167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9bb6d15-7425-43fd-bd9c-749e3164f607 req-72cfeae6-ef32-4e50-b4ff-de69b9941c18 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756020 Feb 09 02:42:59.614211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfeae6-ef32-4e50-b4ff-de69b9941c18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e464d6ab-8700-497d-845f-ef086b48a1f1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:42:59.643647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ebd79dd0-565f-4c51-a8b5-9fa6542781cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.646037 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-ebd79dd0-565f-4c51-a8b5-9fa6542781cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0579193 Feb 09 02:42:59.700148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-2a9c8b6f-72ff-44b6-a699-04aa9095f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.701925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-2a9c8b6f-72ff-44b6-a699-04aa9095f7b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0466356 Feb 09 02:42:59.806897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-b51fb810-52f0-4cb1-af3f-5c324d388c27 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984595 Feb 09 02:42:59.902784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afa09-d543-4a7f-b59f-70d281f66041 req-e9bcda7f-a74f-4e93-82f7-c99c1251cdc6 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:42:59.904896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b63afa09-d543-4a7f-b59f-70d281f66041 req-e9bcda7f-a74f-4e93-82f7-c99c1251cdc6 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 971 time: 0.0643144 Feb 09 02:42:59.928358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9b71cfc-8934-4558-a74b-ed6fc3a60990 req-5f09a7ba-2f2c-4f99-ab19-47c4bc1d7d9e service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145518 Feb 09 02:42:59.959477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b63afa09-d543-4a7f-b59f-70d281f66041 req-3381c5cb-7082-49d4-b467-36e3ee68101f tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473316 Feb 09 02:43:00.048889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-8bfe0bc1-f6f2-41e6-ba84-319578b31ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.051100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-8bfe0bc1-f6f2-41e6-ba84-319578b31ffd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e9db644695141f1917836674d37ffa4&device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 1130 time: 0.0653517 Feb 09 02:43:00.195754 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-72ab9413-1a94-4633-a7d6-b4045e6c4b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.201221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33c47-c96c-4455-84ee-f1e4633b3730 req-3e210d5c-810e-4db6-a724-329ae70351ba tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.208064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6b33c47-c96c-4455-84ee-f1e4633b3730 req-3e210d5c-810e-4db6-a724-329ae70351ba tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.1229825 Feb 09 02:43:00.216904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-ff390a01-fea9-4338-abe0-e51d1a634a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.218308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-ff390a01-fea9-4338-abe0-e51d1a634a1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1598232 Feb 09 02:43:00.241982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40434) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:00.276082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-b69bd580-ed48-47dc-88cf-e1839263c916 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e339cfa5-09b9-423a-ab45-336b846e76e3 HTTP/1.1" status: 200 len: 217 time: 0.0515409 Feb 09 02:43:00.303861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6b33c47-c96c-4455-84ee-f1e4633b3730 req-ea0b53b8-8074-4b63-82fe-3ac95785339e tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949323 Feb 09 02:43:00.335914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf9318-b434-4c3c-b6a5-45523c2a5189 req-99f51ded-f15b-4a53-b074-023e724bef83 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.343413 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4abf9318-b434-4c3c-b6a5-45523c2a5189 req-99f51ded-f15b-4a53-b074-023e724bef83 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 948 time: 0.0688045 Feb 09 02:43:00.351698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-0fbaf5b3-58ef-4617-948f-15e9708efe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.353720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-0fbaf5b3-58ef-4617-948f-15e9708efe00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0686283 Feb 09 02:43:00.401717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4abf9318-b434-4c3c-b6a5-45523c2a5189 req-ec39d780-43d9-4a0f-b0d5-7164620db544 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573647 Feb 09 02:43:00.418993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-123a0e80-47a2-483e-a7c6-2cc9c0374ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.421095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-123a0e80-47a2-483e-a7c6-2cc9c0374ee4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0609186 Feb 09 02:43:00.449500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1773964217-network', 'tenant_id': '7e39c9e1d96f4074ab8d3ba88a89a77e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:00.493163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Made reservation on behalf of 7e39c9e1d96f4074ab8d3ba88a89a77e for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:00.496685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.510970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.537432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-f203dad5-0cda-4f4b-aa58-df4a787f6210 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092257 Feb 09 02:43:00.625003 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Publish callbacks [] for security_group (b1f3c62a-4fb7-48fc-9337-a931249dfb68), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.631345 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b1f3c62a-4fb7-48fc-9337-a931249dfb68), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.647626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06b66eac-895d-40ff-9acf-54dcef839b94 req-313b16a4-f79b-4132-8b28-630d77a04c65 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030214 Feb 09 02:43:00.671720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:00.676516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f3c62a-4fb7-48fc-9337-a931249dfb68,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:00.685616 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (805cb74d-9f29-42d6-ba6e-1578b51d8f9e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.686051 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Added segment 805cb74d-9f29-42d6-ba6e-1578b51d8f9e of type vlan for network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d Feb 09 02:43:00.737491 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.763635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.764627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:00.765238 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:00.821283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5780811 Feb 09 02:43:00.824376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40462) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:00.828217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f171d8-9a7e-4f05-91e4-ca90ac777c6e admin admin] Pushing event updated for resources: {'Network': ['ID=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:00.830073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Request body: {'subnet': {'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1773964217-subnet', 'tenant_id': '7e39c9e1d96f4074ab8d3ba88a89a77e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:00.839410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:00.853277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Made reservation on behalf of 7e39c9e1d96f4074ab8d3ba88a89a77e for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:00.857384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:01.040978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (94138dc5-dd49-464d-a031-a58e908f8168), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:01.099892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94138dc5-dd49-464d-a031-a58e908f8168,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:01.104111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e45cf-2318-40ad-8b8b-723f5939d3e7 req-ca06393f-fa49-4414-8ee7-fb10be218409 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.105897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f4e45cf-2318-40ad-8b8b-723f5939d3e7 req-ca06393f-fa49-4414-8ee7-fb10be218409 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 971 time: 0.0714045 Feb 09 02:43:01.111236 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:01.111588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Network hostable DHCP agents. Network: c9c39fa8-1379-45bc-aa9e-d553a0a42e5d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:01.131934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:01.145748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, c9c39fa8-1379-45bc-aa9e-d553a0a42e5d) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:01.152704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.153125 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:01.157449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89dab4-075f-48db-81ce-0447b455b037 None None] Network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:01.167857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f4e45cf-2318-40ad-8b8b-723f5939d3e7 req-d303808b-5357-465c-8861-0c59bfbe1622 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548694 Feb 09 02:43:01.173862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fc0aeb20-5b08-43b1-a4d7-5d8d398d0077 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3483951 Feb 09 02:43:01.264915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb4e2c-1b37-47fe-b991-f5b94046c09f None None] Network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:01.456981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ded090-3aea-406c-84cb-589889bc0698 req-d7b41c79-3ed0-4142-a092-51dade76931e tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.458622 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ded090-3aea-406c-84cb-589889bc0698 req-d7b41c79-3ed0-4142-a092-51dade76931e tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 948 time: 0.0766845 Feb 09 02:43:01.534123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ded090-3aea-406c-84cb-589889bc0698 req-a8c00013-cb99-42be-85b6-aef236ae5b2c tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620844 Feb 09 02:43:01.573772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502032eb-0b62-41bd-945f-a485441fd928 req-49115050-1da8-42bc-9f7e-006d7a72e52e tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:01.575981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-502032eb-0b62-41bd-945f-a485441fd928 req-49115050-1da8-42bc-9f7e-006d7a72e52e tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 948 time: 0.0666161 Feb 09 02:43:01.634554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-502032eb-0b62-41bd-945f-a485441fd928 req-0764f0aa-e852-4721-b166-6214c848e079 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510969 Feb 09 02:43:01.700963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40500) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:01.864356 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d596e7e-cdc2-4f13-bb7c-c8459a87ed5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:01.874070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40508) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:01.875365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4910dd89-2722-401c-a590-547883f325db details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:01.879534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-56706642-network', 'tenant_id': '8c764e21c2bf407694c3fa22302c6917'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:01.913652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Made reservation on behalf of 8c764e21c2bf407694c3fa22302c6917 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:01.916256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:01.929705 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:01.973504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4910dd89-2722-401c-a590-547883f325db, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4910dd89-2722-401c-a590-547883f325db,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:01.985737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '4910dd89-2722-401c-a590-547883f325db', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '4910dd89-2722-401c-a590-547883f325db', 'mac_address': 'fa:16:3e:11:62:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:02.000366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d596e7e-cdc2-4f13-bb7c-c8459a87ed5e admin admin] Publish callbacks [] for security_group (dbdb86df-aa7d-46ed-bdc5-a8929bd56805), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.006783 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d596e7e-cdc2-4f13-bb7c-c8459a87ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dbdb86df-aa7d-46ed-bdc5-a8929bd56805), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.024250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 4910dd89-2722-401c-a590-547883f325db is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:02.024634 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4910dd89-2722-401c-a590-547883f325db), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.042118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4910dd89-2722-401c-a590-547883f325db {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:02.062843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4910dd89-2722-401c-a590-547883f325db, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4910dd89-2722-401c-a590-547883f325db,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:02.064396 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1d596e7e-cdc2-4f13-bb7c-c8459a87ed5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92118bd042a94d79aa69d8f421a68157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624005 Feb 09 02:43:02.066893 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4910dd89-2722-401c-a590-547883f325db), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.067125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d596e7e-cdc2-4f13-bb7c-c8459a87ed5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdb86df-aa7d-46ed-bdc5-a8929bd56805,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.068622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40510) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:02.081222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Publish callbacks [] for security_group (4dc698b8-35b0-42b3-a75e-c118acda5a7e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.087274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4dc698b8-35b0-42b3-a75e-c118acda5a7e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.113777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:02.120406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=4910dd89-2722-401c-a590-547883f325db,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.128193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc698b8-35b0-42b3-a75e-c118acda5a7e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.132361 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fa6c-f82d-4273-9062-8526856fb7c7 admin admin] Publish callbacks [] for security_group (dbdb86df-aa7d-46ed-bdc5-a8929bd56805), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.133740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d5a05520-4392-43f7-83d7-5b368240305d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.134078 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Added segment d5a05520-4392-43f7-83d7-5b368240305d of type vlan for network 05807d95-37af-41ba-9b43-296a63afca15 Feb 09 02:43:02.157920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fa6c-f82d-4273-9062-8526856fb7c7 admin admin] Publish callbacks [] for security_group (dbdb86df-aa7d-46ed-bdc5-a8929bd56805), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.175155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (05807d95-37af-41ba-9b43-296a63afca15), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.199557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (05807d95-37af-41ba-9b43-296a63afca15), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.200886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:02.201573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.205446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fa6c-f82d-4273-9062-8526856fb7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dbdb86df-aa7d-46ed-bdc5-a8929bd56805), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.207824 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fa6c-f82d-4273-9062-8526856fb7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.211290 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c1f2fa6c-f82d-4273-9062-8526856fb7c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbdb86df-aa7d-46ed-bdc5-a8929bd56805 HTTP/1.1" status: 204 len: 168 time: 0.1389062 Feb 09 02:43:02.220072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fa6c-f82d-4273-9062-8526856fb7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdb86df-aa7d-46ed-bdc5-a8929bd56805,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.271892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3967700 Feb 09 02:43:02.274750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40516) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:02.281048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Request body: {'subnet': {'network_id': '05807d95-37af-41ba-9b43-296a63afca15', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-56706642-subnet', 'tenant_id': '8c764e21c2bf407694c3fa22302c6917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:02.283758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ccb49-fc00-4adb-9239-0df03420f578 admin admin] Pushing event updated for resources: {'Network': ['ID=05807d95-37af-41ba-9b43-296a63afca15,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.301666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 05807d95-37af-41ba-9b43-296a63afca15 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:02.365163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Made reservation on behalf of 8c764e21c2bf407694c3fa22302c6917 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:02.368592 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.438301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b78466-e573-45c0-8ca2-efa4df20b449 req-74e56986-28ed-437e-8dcf-bcad4c48d31b tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:02.447575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00b78466-e573-45c0-8ca2-efa4df20b449 req-74e56986-28ed-437e-8dcf-bcad4c48d31b tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 971 time: 0.1562748 Feb 09 02:43:02.529009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['4910dd89-2722-401c-a590-547883f325db'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:02.531184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00b78466-e573-45c0-8ca2-efa4df20b449 req-6f6f9f01-5710-4a55-96b9-b86c88555f11 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823586 Feb 09 02:43:02.662734 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.681146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40526) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:02.703207 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2048ceb6-d1ad-439b-a914-23e581f55564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.715376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90fe6dc6-2516-4bae-8936-579030c5fc7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.735442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.747220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Checking segment: {'id': 'd5a05520-4392-43f7-83d7-5b368240305d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '05807d95-37af-41ba-9b43-296a63afca15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:02.747655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Network hostable DHCP agents. Network: 05807d95-37af-41ba-9b43-296a63afca15, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:02.773429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Network 05807d95-37af-41ba-9b43-296a63afca15 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:02.815410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c1da6-ff0b-403d-9871-c2b54936ed93 req-875819b6-551e-49a2-93c4-7bf8a188dd9c tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:02.817019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b0c1da6-ff0b-403d-9871-c2b54936ed93 req-875819b6-551e-49a2-93c4-7bf8a188dd9c tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 949 time: 0.1471782 Feb 09 02:43:02.819147 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90fe6dc6-2516-4bae-8936-579030c5fc7d admin admin] Publish callbacks [] for security_group (8675b07d-e4ca-4cf5-ae78-3112721e35ca), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.819264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 05807d95-37af-41ba-9b43-296a63afca15) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:02.825758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:02.826375 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.826743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90fe6dc6-2516-4bae-8936-579030c5fc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8675b07d-e4ca-4cf5-ae78-3112721e35ca), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.830740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd51d6-aad6-46cf-9b29-cba957df8f3d None None] Network 05807d95-37af-41ba-9b43-296a63afca15 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:02.843003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fdfaf-0307-4149-b9fb-871167c65f11 req-7f781f93-37ea-49b1-b1af-d025083e7d53 tempest-AggregatesAdminTestJSON-899668943 tempest-AggregatesAdminTestJSON-899668943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:02.845777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-096fdfaf-0307-4149-b9fb-871167c65f11 req-7f781f93-37ea-49b1-b1af-d025083e7d53 tempest-AggregatesAdminTestJSON-899668943 tempest-AggregatesAdminTestJSON-899668943-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 1153 time: 0.0674233 Feb 09 02:43:02.858459 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-450e8d67-3166-4ded-a033-0ce5dac5a42d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5825286 Feb 09 02:43:02.873929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-096fdfaf-0307-4149-b9fb-871167c65f11 req-93273f10-16b9-499c-8c26-52b11c68a9af tempest-AggregatesAdminTestJSON-899668943 tempest-AggregatesAdminTestJSON-899668943-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:02.893750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-90fe6dc6-2516-4bae-8936-579030c5fc7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39a86bdb7a634cdaaabdc287bba5edf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104585 Feb 09 02:43:02.895811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40530) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:02.905979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe6dc6-2516-4bae-8936-579030c5fc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8675b07d-e4ca-4cf5-ae78-3112721e35ca,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:02.930879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b0c1da6-ff0b-403d-9871-c2b54936ed93 req-0c4ffe27-63bb-400f-94b8-e480ba186582 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057558 Feb 09 02:43:02.976403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b06d510-57c4-442f-80ca-c3a36e9bdbb9 None None] Network 05807d95-37af-41ba-9b43-296a63afca15 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:02.984664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff21e-4d25-4722-9cfc-c461600ded2e admin admin] Publish callbacks [] for security_group (8675b07d-e4ca-4cf5-ae78-3112721e35ca), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.017320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-096fdfaf-0307-4149-b9fb-871167c65f11 req-93273f10-16b9-499c-8c26-52b11c68a9af tempest-AggregatesAdminTestJSON-899668943 tempest-AggregatesAdminTestJSON-899668943-project-admin] Publish callbacks [] for security_group (796e7908-bc37-4779-8bca-16c5653ae2af), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.021934 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff21e-4d25-4722-9cfc-c461600ded2e admin admin] Publish callbacks [] for security_group (8675b07d-e4ca-4cf5-ae78-3112721e35ca), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.028977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-096fdfaf-0307-4149-b9fb-871167c65f11 req-93273f10-16b9-499c-8c26-52b11c68a9af tempest-AggregatesAdminTestJSON-899668943 tempest-AggregatesAdminTestJSON-899668943-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (796e7908-bc37-4779-8bca-16c5653ae2af), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.133912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-096fdfaf-0307-4149-b9fb-871167c65f11 req-93273f10-16b9-499c-8c26-52b11c68a9af tempest-AggregatesAdminTestJSON-899668943 tempest-AggregatesAdminTestJSON-899668943-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742877 Feb 09 02:43:03.134547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93273f10-16b9-499c-8c26-52b11c68a9af tempest-AggregatesAdminTestJSON-899668943 tempest-AggregatesAdminTestJSON-899668943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796e7908-bc37-4779-8bca-16c5653ae2af,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:03.155678 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff21e-4d25-4722-9cfc-c461600ded2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8675b07d-e4ca-4cf5-ae78-3112721e35ca), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.158643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce6ff21e-4d25-4722-9cfc-c461600ded2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.162814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ce6ff21e-4d25-4722-9cfc-c461600ded2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8675b07d-e4ca-4cf5-ae78-3112721e35ca HTTP/1.1" status: 204 len: 168 time: 0.2627170 Feb 09 02:43:03.169308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ff21e-4d25-4722-9cfc-c461600ded2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8675b07d-e4ca-4cf5-ae78-3112721e35ca,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:03.245651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceddd9-e13b-4368-a4fb-49792d0ad4f3 req-1bbacb2b-2905-4f7c-be52-c9ea87cb4bbf tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:03.247273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9ceddd9-e13b-4368-a4fb-49792d0ad4f3 req-1bbacb2b-2905-4f7c-be52-c9ea87cb4bbf tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 948 time: 0.2380772 Feb 09 02:43:03.296275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9ceddd9-e13b-4368-a4fb-49792d0ad4f3 req-5863d967-9dcb-4f7d-bfcb-765ac7fc350f tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433733 Feb 09 02:43:03.598104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ae9b7732-82c2-48de-ba9d-74e0f4d27fb5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:03.599525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ae9b7732-82c2-48de-ba9d-74e0f4d27fb5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 821 time: 0.2093611 Feb 09 02:43:03.613556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c4f05-89df-4b64-b0ec-08375efd1fab req-9f1ee05a-b323-4509-94dd-acc2051049c1 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:03.615049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e5c4f05-89df-4b64-b0ec-08375efd1fab req-9f1ee05a-b323-4509-94dd-acc2051049c1 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 971 time: 0.0567706 Feb 09 02:43:03.616291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-859153b3-bf88-4a9b-b1eb-0957609ee18f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/quotas/7e39c9e1d96f4074ab8d3ba88a89a77e HTTP/1.1" status: 200 len: 375 time: 0.0091927 Feb 09 02:43:03.672035 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e5c4f05-89df-4b64-b0ec-08375efd1fab req-cddd4afd-31d4-4b79-bcc9-0b522d97b83e tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491185 Feb 09 02:43:03.786321 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:03.793077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-1d12e7fe-dcb7-430b-9eff-36edd5d07114 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1651747 Feb 09 02:43:03.875737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device e339cfa5-09b9-423a-ab45-336b846e76e3 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:03.896971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4910dd89-2722-401c-a590-547883f325db up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:04.013344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-d3e2c866-0120-48ef-9aad-8343fd509a1f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:43:04.015349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-d3e2c866-0120-48ef-9aad-8343fd509a1f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1199789 Feb 09 02:43:04.023333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 4910dd89-2722-401c-a590-547883f325db completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:04.033008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port e339cfa5-09b9-423a-ab45-336b846e76e3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e339cfa5-09b9-423a-ab45-336b846e76e3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:04.035517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 4910dd89-2722-401c-a590-547883f325db triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:04.035965 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4910dd89-2722-401c-a590-547883f325db), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.057610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9a1b-0b81-4405-9760-6c70a02190d1 req-2d4a974e-f0d4-4a10-a2b0-a601b5f69bc4 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:04.065928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-111a9a1b-0b81-4405-9760-6c70a02190d1 req-2d4a974e-f0d4-4a10-a2b0-a601b5f69bc4 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 949 time: 0.0635674 Feb 09 02:43:04.077588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'e339cfa5-09b9-423a-ab45-336b846e76e3', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'e339cfa5-09b9-423a-ab45-336b846e76e3', 'mac_address': 'fa:16:3e:38:6f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:04.119542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-be282e73-3606-4774-b67d-808371d01e2c service neutron] 10.222.0.32 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979912 Feb 09 02:43:04.126416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-111a9a1b-0b81-4405-9760-6c70a02190d1 req-5f1ee1a0-54d5-440d-81a1-a457d22f8ddc tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522728 Feb 09 02:43:04.152233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port e339cfa5-09b9-423a-ab45-336b846e76e3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:04.152849 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.172347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e339cfa5-09b9-423a-ab45-336b846e76e3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:04.193453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 4910dd89-2722-401c-a590-547883f325db is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:04.193841 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4910dd89-2722-401c-a590-547883f325db), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.199238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port e339cfa5-09b9-423a-ab45-336b846e76e3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e339cfa5-09b9-423a-ab45-336b846e76e3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:04.207170 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.226637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-d70d1a3c-1995-4a10-b98e-0f26945d8b52 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059532 Feb 09 02:43:04.244672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e2b205-ef55-4360-abbf-f12cec9f77a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910dd89-2722-401c-a590-547883f325db'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:04.246997 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fcf8c5-5e9d-4c53-9f76-0530ce4075bb" -d '{"events": [{"server_uuid": "b1e2b205-ef55-4360-abbf-f12cec9f77a6", "name": "network-vif-plugged", "status": "completed", "tag": "4910dd89-2722-401c-a590-547883f325db"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:04.265690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4910dd89-2722-401c-a590-547883f325db, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4910dd89-2722-401c-a590-547883f325db,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:04.274080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4910dd89-2722-401c-a590-547883f325db), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.285849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=e339cfa5-09b9-423a-ab45-336b846e76e3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:04.314723 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef54f9f3-d5ea-45fd-a057-41abfe135c08 x-openstack-request-id: req-ef54f9f3-d5ea-45fd-a057-41abfe135c08 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:04.315018 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e2b205-ef55-4360-abbf-f12cec9f77a6", "name": "network-vif-plugged", "status": "completed", "tag": "4910dd89-2722-401c-a590-547883f325db", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:04.315278 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef54f9f3-d5ea-45fd-a057-41abfe135c08 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:04.315666 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e2b205-ef55-4360-abbf-f12cec9f77a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910dd89-2722-401c-a590-547883f325db', 'code': 200} Feb 09 02:43:04.369762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=4910dd89-2722-401c-a590-547883f325db,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:04.450433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a173e2e4-951b-4fdb-93db-10999614e12f req-4fdb3ae6-cf7a-41a8-83fc-cff0cd98c436 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 210 time: 0.0393572 Feb 09 02:43:04.515016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77102-b247-4ff1-806b-8eac0f657a73 req-204982c7-3bd1-452f-916d-cf0176e3a112 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:04.516508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50f77102-b247-4ff1-806b-8eac0f657a73 req-204982c7-3bd1-452f-916d-cf0176e3a112 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 949 time: 0.1075692 Feb 09 02:43:04.519417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdc692-a0a3-4eb0-832b-a625765515b9 req-f2597925-a56f-4c8f-bf05-97b3b32250e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:04.520773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4fdc692-a0a3-4eb0-832b-a625765515b9 req-f2597925-a56f-4c8f-bf05-97b3b32250e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 1132 time: 0.1444058 Feb 09 02:43:04.563078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['e339cfa5-09b9-423a-ab45-336b846e76e3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:04.613449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50f77102-b247-4ff1-806b-8eac0f657a73 req-2fac0efd-6f82-4e93-b753-ae4831c24b60 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913239 Feb 09 02:43:04.615862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4fdc692-a0a3-4eb0-832b-a625765515b9 req-2b9cdacf-6696-4d01-b342-2c12252e5bd3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871530 Feb 09 02:43:04.869165 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:04.887980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc038f-e739-4dfc-90f7-f1cbdece1029 req-b448fa9e-5ae2-483b-9c57-d2ff92052691 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:04.889510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70bc038f-e739-4dfc-90f7-f1cbdece1029 req-b448fa9e-5ae2-483b-9c57-d2ff92052691 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 971 time: 0.0927780 Feb 09 02:43:04.947427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70bc038f-e739-4dfc-90f7-f1cbdece1029 req-647bf716-6929-4c6b-889e-2114497a0a83 tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/security-groups?id=af20c4b4-29d8-472c-b02e-b32a835f976a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509338 Feb 09 02:43:05.095583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-310353a3-898e-4f3a-8c14-24ccbc4c22bd tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.097053 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-310353a3-898e-4f3a-8c14-24ccbc4c22bd tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.61 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 971 time: 0.0634868 Feb 09 02:43:05.302893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80ce76-d80d-4892-bd2f-482c25df4dfd req-db44bcbb-987a-4861-9507-a9500f55029b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.304381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d80ce76-d80d-4892-bd2f-482c25df4dfd req-db44bcbb-987a-4861-9507-a9500f55029b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 950 time: 0.1066399 Feb 09 02:43:05.318193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Deleting port 1674f300-b7da-4240-97de-51b81781e2a6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:05.318566 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1674f300-b7da-4240-97de-51b81781e2a6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.408619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d80ce76-d80d-4892-bd2f-482c25df4dfd req-6c912923-de8d-4e7f-aa8c-619aa1307f22 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977459 Feb 09 02:43:05.447858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] For port 1674f300-b7da-4240-97de-51b81781e2a6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1674f300-b7da-4240-97de-51b81781e2a6,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:05.448281 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1674f300-b7da-4240-97de-51b81781e2a6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.463663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Calling delete_port for 1674f300-b7da-4240-97de-51b81781e2a6 owned by compute:tempest-test_az-1484485711 {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:05.577267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805d3dd9-4ecc-455c-a742-db263b5534f2 req-16a71430-8cca-4b68-9ac6-3d3939c7abbf tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 210 time: 0.0346158 Feb 09 02:43:05.664493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (1674f300-b7da-4240-97de-51b81781e2a6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.679005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['1674f300-b7da-4240-97de-51b81781e2a6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:05.808592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.61', 53903) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:05.842394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Pushing event deleted for resources: {'Port': ['ID=1674f300-b7da-4240-97de-51b81781e2a6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:05.847112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] No DVR routers for this DVR port 1674f300-b7da-4240-97de-51b81781e2a6 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:05.859429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:05.862167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1f009-e5bf-4b4e-9879-90f34cb81f36 req-25d1f5c5-8974-497a-88c0-32b9ccc29044 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:05.862731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf70f3e2-8b49-46b0-b7a3-3900fb264fcb req-221133d6-04f8-403e-aa30-1a6ba248f4dc tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.61 "DELETE /v2.0/ports/1674f300-b7da-4240-97de-51b81781e2a6 HTTP/1.1" status: 204 len: 173 time: 0.7592447 Feb 09 02:43:05.863128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979f825b-df76-4f27-9648-741a564f3f58', 'name': 'network-vif-deleted', 'tag': '1674f300-b7da-4240-97de-51b81781e2a6'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:05.869393 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c8fc39-bb64-482a-8be0-3b5d84304fa1" -d '{"events": [{"server_uuid": "979f825b-df76-4f27-9648-741a564f3f58", "name": "network-vif-deleted", "tag": "1674f300-b7da-4240-97de-51b81781e2a6"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:05.869539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34e1f009-e5bf-4b4e-9879-90f34cb81f36 req-25d1f5c5-8974-497a-88c0-32b9ccc29044 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 949 time: 0.1233256 Feb 09 02:43:05.874695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device e339cfa5-09b9-423a-ab45-336b846e76e3 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:05.993577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34e1f009-e5bf-4b4e-9879-90f34cb81f36 req-3194c40b-5d67-4405-9c22-511d2d97c024 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230125 Feb 09 02:43:06.018740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port e339cfa5-09b9-423a-ab45-336b846e76e3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:06.023435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port e339cfa5-09b9-423a-ab45-336b846e76e3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:06.024123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.035663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-78e0f8e0-7228-4bdb-8874-f32a4c405d2a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:06.037186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-78e0f8e0-7228-4bdb-8874-f32a4c405d2a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 821 time: 0.2273118 Feb 09 02:43:06.052101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Request body: {'port': {'device_id': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'admin_state_up': True, 'tenant_id': '7e39c9e1d96f4074ab8d3ba88a89a77e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:06.126604 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7310c33c-3f14-4470-9659-e303ab391a37 x-openstack-request-id: req-7310c33c-3f14-4470-9659-e303ab391a37 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:06.127124 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979f825b-df76-4f27-9648-741a564f3f58", "name": "network-vif-deleted", "tag": "1674f300-b7da-4240-97de-51b81781e2a6", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:06.127589 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7310c33c-3f14-4470-9659-e303ab391a37 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:06.128250 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979f825b-df76-4f27-9648-741a564f3f58', 'name': 'network-vif-deleted', 'tag': '1674f300-b7da-4240-97de-51b81781e2a6', 'status': 'completed', 'code': 200} Feb 09 02:43:06.186937 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33493684-7bfb-483e-b656-1831559754d4 req-6920a49f-eb1c-426a-8cac-2c761f91e73d tempest-AggregatesAdminTestJSON-2104790894 tempest-AggregatesAdminTestJSON-2104790894-project] 10.222.0.32 "GET /v2.0/ports?device_id=979f825b-df76-4f27-9648-741a564f3f58 HTTP/1.1" status: 200 len: 210 time: 0.0645385 Feb 09 02:43:06.188272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port e339cfa5-09b9-423a-ab45-336b846e76e3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:06.188670 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.248729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port e339cfa5-09b9-423a-ab45-336b846e76e3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e339cfa5-09b9-423a-ab45-336b846e76e3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:06.257598 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.265576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.269546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Made reservation on behalf of 7e39c9e1d96f4074ab8d3ba88a89a77e for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:06.274275 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.316577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=e339cfa5-09b9-423a-ab45-336b846e76e3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:06.319897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15615fef-8f41-4b1e-a93b-7b67b8a7b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339cfa5-09b9-423a-ab45-336b846e76e3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:06.322935 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475f2717-a6b0-4c66-8ec8-8cf9608f1fb6" -d '{"events": [{"server_uuid": "15615fef-8f41-4b1e-a93b-7b67b8a7b798", "name": "network-vif-plugged", "status": "completed", "tag": "e339cfa5-09b9-423a-ab45-336b846e76e3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:06.360607 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183bfcbb-745e-47f0-80a1-9884df2a7ce0 x-openstack-request-id: req-183bfcbb-745e-47f0-80a1-9884df2a7ce0 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:06.361004 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15615fef-8f41-4b1e-a93b-7b67b8a7b798", "name": "network-vif-plugged", "status": "completed", "tag": "e339cfa5-09b9-423a-ab45-336b846e76e3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:06.361340 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-183bfcbb-745e-47f0-80a1-9884df2a7ce0 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:06.361858 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15615fef-8f41-4b1e-a93b-7b67b8a7b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339cfa5-09b9-423a-ab45-336b846e76e3', 'code': 200} Feb 09 02:43:06.459801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Allocated IP 172.20.0.9 (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d/94138dc5-dd49-464d-a031-a58e908f8168/471ef38c-41c7-46ce-a174-3affe48cfe0f) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:06.579935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab663e-c934-465e-8528-ef9057353058 req-fab61fa6-7ef7-49cf-9c25-31964259018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:06.581940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9eab663e-c934-465e-8528-ef9057353058 req-fab61fa6-7ef7-49cf-9c25-31964259018b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 1132 time: 0.1250319 Feb 09 02:43:06.624978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1144700-e66a-4418-810c-f69af459fdb2 req-a4be6651-01ad-4225-8cde-98b3b2854b9e tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:06.644603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1144700-e66a-4418-810c-f69af459fdb2 req-a4be6651-01ad-4225-8cde-98b3b2854b9e tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 950 time: 0.1121168 Feb 09 02:43:06.652793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks [] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.702785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.731772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9eab663e-c934-465e-8528-ef9057353058 req-ec4246d9-edfd-4c81-a6df-ceac34f021e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379721 Feb 09 02:43:06.774887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1144700-e66a-4418-810c-f69af459fdb2 req-c0972981-c096-4de5-b490-bb42cb63015d tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290374 Feb 09 02:43:06.816394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:06.821757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:06.829457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:06.834379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:06.835042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:06.842493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Pushing event updated for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:06.859656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-6e08ee5a-e6ff-484b-a331-e57d48b7b9df tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8120208 Feb 09 02:43:06.866354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3f92-5200-4682-8546-baf98bc71b80 req-11a03bea-716a-4b82-992b-3633f7ae6454 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:06.867763 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff9f3f92-5200-4682-8546-baf98bc71b80 req-11a03bea-716a-4b82-992b-3633f7ae6454 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 931 time: 0.1628454 Feb 09 02:43:06.873156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Request body: {'port': {'device_id': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'device_owner': 'compute:tempest-test_az-1484485711', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:06.958294 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff9f3f92-5200-4682-8546-baf98bc71b80 req-5859c72d-4e65-4694-a2ef-2eb0550abc93 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811317 Feb 09 02:43:06.965428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.037790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40674) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:07.165663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac9b28-356d-4241-8d2a-322c86d1ebcf req-1765ab26-464a-4429-82b7-c52d31c529d2 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:07.174138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17ac9b28-356d-4241-8d2a-322c86d1ebcf req-1765ab26-464a-4429-82b7-c52d31c529d2 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 950 time: 0.0644727 Feb 09 02:43:07.221216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17ac9b28-356d-4241-8d2a-322c86d1ebcf req-340d6029-c3b9-4810-86e3-93ffb65bef9e tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Feb 09 02:43:07.293227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-585a2c5c-8ab2-4d1c-865b-7f8f28caca7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.295740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471ef38c-41c7-46ce-a174-3affe48cfe0f {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:07.303107 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Publish callbacks [] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.316018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Transition to ACTIVE for port object 471ef38c-41c7-46ce-a174-3affe48cfe0f will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:07.320561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.373187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Pushing event updated for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:07.381967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-585a2c5c-8ab2-4d1c-865b-7f8f28caca7e admin admin] Publish callbacks [] for security_group (2a75700b-89b3-4f98-a1ea-ed9118de133f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.387724 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-585a2c5c-8ab2-4d1c-865b-7f8f28caca7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2a75700b-89b3-4f98-a1ea-ed9118de133f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.430568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-585a2c5c-8ab2-4d1c-865b-7f8f28caca7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=586fb8c0fa414d42a524decae5c865c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908348 Feb 09 02:43:07.431704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a2c5c-8ab2-4d1c-865b-7f8f28caca7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a75700b-89b3-4f98-a1ea-ed9118de133f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:07.433805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40688) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:07.444305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:07.444648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:07.445238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:07.457440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:07.457773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:07.476913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:07.477249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:07.477644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:07.478095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Bound port: 471ef38c-41c7-46ce-a174-3affe48cfe0f, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:07.478486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.546657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc66f-5447-47d0-bf2d-aa47ec37fe4f admin admin] Publish callbacks [] for security_group (2a75700b-89b3-4f98-a1ea-ed9118de133f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.586897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc66f-5447-47d0-bf2d-aa47ec37fe4f admin admin] Publish callbacks [] for security_group (2a75700b-89b3-4f98-a1ea-ed9118de133f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.608864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:07.632010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:07.640530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.677994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:07.678640 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.680066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 1113 time: 0.8113821 Feb 09 02:43:07.682704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc66f-5447-47d0-bf2d-aa47ec37fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2a75700b-89b3-4f98-a1ea-ed9118de133f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.686726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c5fc66f-5447-47d0-bf2d-aa47ec37fe4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:07.687898 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8c5fc66f-5447-47d0-bf2d-aa47ec37fe4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a75700b-89b3-4f98-a1ea-ed9118de133f HTTP/1.1" status: 204 len: 168 time: 0.2522447 Feb 09 02:43:07.707774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fc66f-5447-47d0-bf2d-aa47ec37fe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a75700b-89b3-4f98-a1ea-ed9118de133f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:07.766937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64bb38-d59a-420b-b383-196733c149b8 service neutron] Pushing event updated for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:07.797852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-dac9da88-50c7-45f8-8ae3-2cec312ba79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:07.799465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-dac9da88-50c7-45f8-8ae3-2cec312ba79b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1147 time: 0.0747511 Feb 09 02:43:07.895839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016d0de-87be-464f-98ab-7ea91f29dd96 req-1547f4e0-ed75-411d-b1a9-ee7b09881b53 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:07.897897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a016d0de-87be-464f-98ab-7ea91f29dd96 req-1547f4e0-ed75-411d-b1a9-ee7b09881b53 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 950 time: 0.0608509 Feb 09 02:43:07.998212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a016d0de-87be-464f-98ab-7ea91f29dd96 req-bec89578-5bfd-4d58-a189-af9deaa3d096 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925303 Feb 09 02:43:08.030760 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-61e4d3d1-1c77-43b4-8c49-47589e67746b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 217 time: 0.2240479 Feb 09 02:43:08.087461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40730) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:08.097986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-1e0d4369-bf9a-4e2f-8868-0a3658712c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:08.100001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-1e0d4369-bf9a-4e2f-8868-0a3658712c32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0602849 Feb 09 02:43:08.108369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0451-5f6a-4b14-8d29-cd3e37ca9b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.144457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:08.147870 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49028612-1eb7-4b68-9717-f7bb2195a041" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:08.153842 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-68143075-3f28-4b40-8537-4680c675bea2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452123 Feb 09 02:43:08.194263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bab888-75e2-46a4-b4b6-1b8f3747ee3c req-85ef9b2d-611e-4e55-80f5-8a8a81304235 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:08.195938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8bab888-75e2-46a4-b4b6-1b8f3747ee3c req-85ef9b2d-611e-4e55-80f5-8a8a81304235 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.0833781 Feb 09 02:43:08.259158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-87762119-f059-4498-b338-283de095dfb8 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980177 Feb 09 02:43:08.275325 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0451-5f6a-4b14-8d29-cd3e37ca9b38 admin admin] Publish callbacks [] for security_group (584214ee-5ca6-4e27-accf-e5bf8b0899ce), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.280366 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8bab888-75e2-46a4-b4b6-1b8f3747ee3c req-7c9209c1-cf1f-4b45-a7e9-d72020f248f6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742724 Feb 09 02:43:08.281790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0451-5f6a-4b14-8d29-cd3e37ca9b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (584214ee-5ca6-4e27-accf-e5bf8b0899ce), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.331845 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8b0f0451-5f6a-4b14-8d29-cd3e37ca9b38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42c89415b171465fbfd6c3566d03acc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425320 Feb 09 02:43:08.332917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f0451-5f6a-4b14-8d29-cd3e37ca9b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584214ee-5ca6-4e27-accf-e5bf8b0899ce,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:08.335675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:08.383482 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bfd23c-d855-4706-baef-decbff1a2d6b x-openstack-request-id: req-30bfd23c-d855-4706-baef-decbff1a2d6b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:08.383773 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:08.384022 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30bfd23c-d855-4706-baef-decbff1a2d6b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:08.384405 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f', 'status': 'completed', 'code': 200} Feb 09 02:43:08.393350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3a3722-833b-49fd-bd10-19a4d149f556 req-8c89209c-a6da-48e8-8da5-e5c3bb831dba service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287377 Feb 09 02:43:08.409387 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5663158-48de-4995-880f-4974e8f16e26 admin admin] Publish callbacks [] for security_group (584214ee-5ca6-4e27-accf-e5bf8b0899ce), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.434934 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5663158-48de-4995-880f-4974e8f16e26 admin admin] Publish callbacks [] for security_group (584214ee-5ca6-4e27-accf-e5bf8b0899ce), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.488495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0297dc-8dc3-42c1-96c4-ab7931e0fd7c req-9383e3b5-738f-4edd-b4ab-8a395aba0640 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:08.490288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a0297dc-8dc3-42c1-96c4-ab7931e0fd7c req-9383e3b5-738f-4edd-b4ab-8a395aba0640 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 950 time: 0.0583212 Feb 09 02:43:08.537544 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5663158-48de-4995-880f-4974e8f16e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (584214ee-5ca6-4e27-accf-e5bf8b0899ce), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.545391 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5663158-48de-4995-880f-4974e8f16e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:08.553245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a5663158-48de-4995-880f-4974e8f16e26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/584214ee-5ca6-4e27-accf-e5bf8b0899ce HTTP/1.1" status: 204 len: 168 time: 0.2165005 Feb 09 02:43:08.555621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-b7c0193d-4bee-4fdc-a209-bd166de0a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:08.560005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-b7c0193d-4bee-4fdc-a209-bd166de0a7a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1147 time: 0.1072497 Feb 09 02:43:08.560151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a0297dc-8dc3-42c1-96c4-ab7931e0fd7c req-421001ee-fda5-4af4-85dc-6e7debe5329c tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640020 Feb 09 02:43:08.576271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5663158-48de-4995-880f-4974e8f16e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584214ee-5ca6-4e27-accf-e5bf8b0899ce,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:08.684608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-cb507a57-ee9a-479f-ae28-e5dc9679d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:08.686659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-cb507a57-ee9a-479f-ae28-e5dc9679d140 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1188405 Feb 09 02:43:08.753957 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-b4939d08-680f-4df4-b0cf-dcc78fd9f14c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 217 time: 0.0611880 Feb 09 02:43:08.822433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-297c73fb-0043-4a3c-89f0-29a5d86f77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:08.824034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-297c73fb-0043-4a3c-89f0-29a5d86f77d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0626347 Feb 09 02:43:08.860234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-24c1cd0e-dea1-4a60-a311-7f7ec53bb0a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292044 Feb 09 02:43:08.975936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53ccd-ccee-46a3-ab77-1eb2ca3fa94b req-ff1ca37a-91dc-4b2d-bfe5-4f588c3e5615 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:08.977431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9d53ccd-ccee-46a3-ab77-1eb2ca3fa94b req-ff1ca37a-91dc-4b2d-bfe5-4f588c3e5615 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 950 time: 0.1202588 Feb 09 02:43:09.001118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-cee76a00-6e6e-45e6-8cb9-50575712d092 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314237 Feb 09 02:43:09.020632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-9ff6cf7f-9bff-4460-9d9a-7179089bd03f req-07e0e244-9097-4016-b3c6-bbdb4ea05c4f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:43:09.021752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ff6cf7f-9bff-4460-9d9a-7179089bd03f req-07e0e244-9097-4016-b3c6-bbdb4ea05c4f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0586398 Feb 09 02:43:09.086376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9d53ccd-ccee-46a3-ab77-1eb2ca3fa94b req-9fcc8f55-4c10-4f72-abe8-7eefa3cc9b3e tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009343 Feb 09 02:43:09.127488 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49028612-1eb7-4b68-9717-f7bb2195a041 req-625bd7ef-1104-4b6d-87ef-c599fd6d0e62 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183257 Feb 09 02:43:09.244308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1989-9e80-4d01-ab12-4e58e0d34e1b req-e9f55236-1be5-47fe-96b7-f81516c3889a tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.245924 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723b1989-9e80-4d01-ab12-4e58e0d34e1b req-e9f55236-1be5-47fe-96b7-f81516c3889a tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 950 time: 0.0607128 Feb 09 02:43:09.310791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723b1989-9e80-4d01-ab12-4e58e0d34e1b req-3894c01a-55ab-47fe-952a-557efca1ce79 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581827 Feb 09 02:43:09.458003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e666e-c833-4111-9beb-8caf0fb3790f req-cbf7d032-5a62-4cbd-8661-688e3cc664a4 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.461619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d97e666e-c833-4111-9beb-8caf0fb3790f req-cbf7d032-5a62-4cbd-8661-688e3cc664a4 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.0662203 Feb 09 02:43:09.515384 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d97e666e-c833-4111-9beb-8caf0fb3790f req-b0876bf2-5c8e-435f-a51c-dac9a533f738 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 Feb 09 02:43:09.593918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-fcec8194-e29a-4524-8941-5049fd570ebe tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e9db644695141f1917836674d37ffa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244179 Feb 09 02:43:09.729637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3825f-035d-4906-b965-da455223f741 req-99ae8f45-1a5d-4fac-8d81-a3b2ed09af39 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:09.731691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-99ae8f45-1a5d-4fac-8d81-a3b2ed09af39 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236787 Feb 09 02:43:09.750779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-3c4fc15c-1f77-4b23-aade-6ac74fde8917 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/quotas/3e9db644695141f1917836674d37ffa4 HTTP/1.1" status: 200 len: 375 time: 0.0130756 Feb 09 02:43:09.829243 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-cd4f507e-f95e-4c71-9c2f-c00afdfe7eee tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e9db644695141f1917836674d37ffa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724599 Feb 09 02:43:09.871753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1674f300-b7da-4240-97de-51b81781e2a6 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:09.897319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 1674f300-b7da-4240-97de-51b81781e2a6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:09.898169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1674f300-b7da-4240-97de-51b81781e2a6 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:10.028430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf1a8f5c-fb7a-4861-a03b-503acbbc31e3 req-632b61e2-191a-402f-af43-2522e860ef4f tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 210 time: 0.0378146 Feb 09 02:43:10.240672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c256-e0b4-4e03-9b1b-a08cce1ee647 req-8f3f953f-d6fe-438c-a7a4-f38a05208bac tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:10.242766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e274c256-e0b4-4e03-9b1b-a08cce1ee647 req-8f3f953f-d6fe-438c-a7a4-f38a05208bac tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 950 time: 0.0712960 Feb 09 02:43:10.314059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e274c256-e0b4-4e03-9b1b-a08cce1ee647 req-bcbbd9da-2ec6-4ad0-bf41-a23929edced4 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656042 Feb 09 02:43:10.367185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-8a51738b-59c5-4417-a99f-508d0d6f03aa tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:10.369544 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-8a51738b-59c5-4417-a99f-508d0d6f03aa tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 1132 time: 0.0695627 Feb 09 02:43:10.487442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] Deleting port 4910dd89-2722-401c-a590-547883f325db {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:10.490019 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4910dd89-2722-401c-a590-547883f325db), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.610689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] For port 4910dd89-2722-401c-a590-547883f325db, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4910dd89-2722-401c-a590-547883f325db,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:10.611839 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4910dd89-2722-401c-a590-547883f325db), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.632194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] Calling delete_port for 4910dd89-2722-401c-a590-547883f325db owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:10.801568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed687d8-a764-4e44-80d2-645a6edcabb0 req-3bc2c840-7a2c-47c5-ad3b-c602e2c4e4e9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:10.803229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ed687d8-a764-4e44-80d2-645a6edcabb0 req-3bc2c840-7a2c-47c5-ad3b-c602e2c4e4e9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.0680776 Feb 09 02:43:10.822820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (4910dd89-2722-401c-a590-547883f325db), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.835274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['4910dd89-2722-401c-a590-547883f325db'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:10.861014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] Pushing event deleted for resources: {'Port': ['ID=4910dd89-2722-401c-a590-547883f325db,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:10.880022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ed687d8-a764-4e44-80d2-645a6edcabb0 req-256e9e3f-f6a0-44e1-ac36-fe233e2bc55f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696759 Feb 09 02:43:10.911565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] No DVR routers for this DVR port 4910dd89-2722-401c-a590-547883f325db on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:10.918069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:10.922556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2992540a-6bc3-4f39-b3fe-ce3c2d054cf8 req-fb77fc4d-7f18-4877-8f25-932849e8932d tempest-DeleteServersAdminTestJSON-1996004181 tempest-DeleteServersAdminTestJSON-1996004181-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4910dd89-2722-401c-a590-547883f325db HTTP/1.1" status: 204 len: 173 time: 0.5466990 Feb 09 02:43:10.923312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e2b205-ef55-4360-abbf-f12cec9f77a6', 'name': 'network-vif-deleted', 'tag': '4910dd89-2722-401c-a590-547883f325db'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:10.926763 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d88e79-fa43-4489-b440-fafa56f0e868" -d '{"events": [{"server_uuid": "b1e2b205-ef55-4360-abbf-f12cec9f77a6", "name": "network-vif-deleted", "tag": "4910dd89-2722-401c-a590-547883f325db"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:11.182367 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4af41e9-3219-43bc-b17e-f7df06c6f0f0 x-openstack-request-id: req-a4af41e9-3219-43bc-b17e-f7df06c6f0f0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:11.183444 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e2b205-ef55-4360-abbf-f12cec9f77a6", "name": "network-vif-deleted", "tag": "4910dd89-2722-401c-a590-547883f325db", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:11.183929 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4af41e9-3219-43bc-b17e-f7df06c6f0f0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:11.184528 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e2b205-ef55-4360-abbf-f12cec9f77a6', 'name': 'network-vif-deleted', 'tag': '4910dd89-2722-401c-a590-547883f325db', 'status': 'completed', 'code': 200} Feb 09 02:43:11.214528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-7d671ce4-63e9-44f2-9006-6ae733066a76 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3e9db644695141f1917836674d37ffa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624266 Feb 09 02:43:11.247024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c6e161-2954-4740-ae33-3734096ad26a req-9c90ea81-9e43-4675-935a-92ed2308cfc6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 210 time: 0.0500877 Feb 09 02:43:11.385477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3825f-035d-4906-b965-da455223f741 req-02b60409-025c-452a-94ad-35fdc26d69cd tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:11.390797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-02b60409-025c-452a-94ad-35fdc26d69cd tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748400 Feb 09 02:43:11.406161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Request body: {'port': {'device_id': '1f9f54d2-e903-43d9-8761-e2ec0d587cff', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '3e9db644695141f1917836674d37ffa4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:11.586281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3ea2cbf-9c9c-48ef-89ad-7ffd4fea1330 req-27ea74b4-ec87-4bf7-9121-80f8214f0d03 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1e2b205-ef55-4360-abbf-f12cec9f77a6 HTTP/1.1" status: 200 len: 210 time: 0.0446999 Feb 09 02:43:11.605751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Made reservation on behalf of 3e9db644695141f1917836674d37ffa4 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:11.612321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:11.813028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Allocated IP 192.168.233.14 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/2477e8ed-9b48-4f72-ad84-9b48ecd126a4) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:11.888639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 471ef38c-41c7-46ce-a174-3affe48cfe0f details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:12.021618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41044) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:12.098219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:12.114091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '471ef38c-41c7-46ce-a174-3affe48cfe0f', 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'port_id': '471ef38c-41c7-46ce-a174-3affe48cfe0f', 'mac_address': 'fa:16:3e:7a:73:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94138dc5-dd49-464d-a031-a58e908f8168', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1484485711', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:12.214220 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks [] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.225006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57090cd4-4894-4f63-b03c-f6025ff15d75 req-10510605-4c17-41df-a72f-4e6dda1ab92e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:12.227222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57090cd4-4894-4f63-b03c-f6025ff15d75 req-10510605-4c17-41df-a72f-4e6dda1ab92e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.1806211 Feb 09 02:43:12.301440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 471ef38c-41c7-46ce-a174-3affe48cfe0f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:12.301844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.322949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57090cd4-4894-4f63-b03c-f6025ff15d75 req-a654ecdc-ed98-48a1-a42e-47fe11cf2b6a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730300 Feb 09 02:43:12.341065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471ef38c-41c7-46ce-a174-3affe48cfe0f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:12.384281 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.407613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['e339cfa5-09b9-423a-ab45-336b846e76e3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:12.466210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:12.474450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:12.476619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae21caa4-a838-4721-ba26-92c59b542067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.489707 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.495279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:12.502643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:12.509973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:12.515113 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.525449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Pushing event updated for resources: {'Port': ['ID=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:12.581526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-cdff2acb-cf0b-4960-a864-c26308487dc5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1796620 Feb 09 02:43:12.615036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Request body: {'port': {'device_id': '1f9f54d2-e903-43d9-8761-e2ec0d587cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:12.634076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae21caa4-a838-4721-ba26-92c59b542067 admin admin] Publish callbacks [] for security_group (db209132-e1dc-46da-ae96-d409ce0f21a8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.642584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae21caa4-a838-4721-ba26-92c59b542067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (db209132-e1dc-46da-ae96-d409ce0f21a8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.687874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:12.696300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21caa4-a838-4721-ba26-92c59b542067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db209132-e1dc-46da-ae96-d409ce0f21a8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:12.702562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['471ef38c-41c7-46ce-a174-3affe48cfe0f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:12.734877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d73a8-7886-42f4-a967-2ae87d5dfad0 req-be080696-1e8f-47f6-94aa-27ef242d0798 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:12.740908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ae21caa4-a838-4721-ba26-92c59b542067 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca2b04b1b081458090654907f1e6d3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7181365 Feb 09 02:43:12.744171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41088) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:12.745303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb7d73a8-7886-42f4-a967-2ae87d5dfad0 req-be080696-1e8f-47f6-94aa-27ef242d0798 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 935 time: 0.3004045 Feb 09 02:43:12.897053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc08af7e-a7ce-45f7-a8fd-9d8e72c0151e admin admin] Publish callbacks [] for security_group (db209132-e1dc-46da-ae96-d409ce0f21a8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.910736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:12.958133 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc08af7e-a7ce-45f7-a8fd-9d8e72c0151e admin admin] Publish callbacks [] for security_group (db209132-e1dc-46da-ae96-d409ce0f21a8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.012877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41104) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:13.056460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-abd0eca2-ae42-418d-9c59-0213e8b36ceb None None] Provisioning complete for port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:13.057379 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-abd0eca2-ae42-418d-9c59-0213e8b36ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.064193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb7d73a8-7886-42f4-a967-2ae87d5dfad0 req-58107cc2-1296-4084-a495-b0115000746f tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179049 Feb 09 02:43:13.086814 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc08af7e-a7ce-45f7-a8fd-9d8e72c0151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (db209132-e1dc-46da-ae96-d409ce0f21a8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.089896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc08af7e-a7ce-45f7-a8fd-9d8e72c0151e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.091091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bc08af7e-a7ce-45f7-a8fd-9d8e72c0151e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db209132-e1dc-46da-ae96-d409ce0f21a8 HTTP/1.1" status: 204 len: 168 time: 0.3442369 Feb 09 02:43:13.102287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08af7e-a7ce-45f7-a8fd-9d8e72c0151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db209132-e1dc-46da-ae96-d409ce0f21a8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.167913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-abd0eca2-ae42-418d-9c59-0213e8b36ceb None None] Port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:13.237333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41130) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:13.282821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41136) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:13.284213 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-e2d1b2dd-de74-431e-bec6-64019e049883 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344019 Feb 09 02:43:13.472472 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dc354e62-8db9-4c50-ba3c-2f7bc0e7bd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.474498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400372c-f863-42de-a635-1cdb135ce072 req-bdeeff6c-de4b-4b64-9911-0418b1da1f48 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:13.476003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-bdeeff6c-de4b-4b64-9911-0418b1da1f48 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829112 Feb 09 02:43:13.491840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:13.500395 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-5227e071-a20c-44f2-a165-67f5513edc99 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/quotas/1663583b8ad248c9bc2eeeb8ee73d4d0 HTTP/1.1" status: 200 len: 375 time: 0.0180326 Feb 09 02:43:13.502152 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Publish callbacks [] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.517448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac8006-228a-46b5-9227-2e51c78c9056 req-acf4b928-8bea-4223-a326-b3f593774549 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:13.525271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9ac8006-228a-46b5-9227-2e51c78c9056 req-acf4b928-8bea-4223-a326-b3f593774549 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 966 time: 0.1129780 Feb 09 02:43:13.569599 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-451643a9-031a-41d5-967c-38f5db8aba36 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545185 Feb 09 02:43:13.570866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Transition to ACTIVE for port object 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:13.579464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.605801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9ac8006-228a-46b5-9227-2e51c78c9056 req-29de7a2d-0d3e-4f0e-87a6-6078937cd722 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790389 Feb 09 02:43:13.668876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dc354e62-8db9-4c50-ba3c-2f7bc0e7bd1c admin admin] Publish callbacks [] for security_group (e73b4e78-2bf5-46a1-9f79-c34b2976d6a7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.687479 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dc354e62-8db9-4c50-ba3c-2f7bc0e7bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e73b4e78-2bf5-46a1-9f79-c34b2976d6a7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.713857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.731500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Attempting to bind port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:13.731839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Attempting to bind port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:13.732179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Attempting to bind port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:13.742824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:13.744295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Attempting to bind port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:13.755835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:13.756182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:13.756576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:13.757011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Bound port: 2477e8ed-9b48-4f72-ad84-9b48ecd126a4, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:13.757372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.770165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dc354e62-8db9-4c50-ba3c-2f7bc0e7bd1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=686f575ea9a74add817cdd1f4f0b57dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7561548 Feb 09 02:43:13.770870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41152) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:13.889991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 471ef38c-41c7-46ce-a174-3affe48cfe0f up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:13.898968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc354e62-8db9-4c50-ba3c-2f7bc0e7bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73b4e78-2bf5-46a1-9f79-c34b2976d6a7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:13.904040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-59e6f8aa-1f7b-411a-aca5-db6e66fd5cef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3989e8cd83f745afbf709ce4b71daa39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6641526 Feb 09 02:43:13.908971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:13.939196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] For port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:13.941593 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f22d5d1c-7a4c-4f7f-b7e1-3bcbb2e5e43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:13.952439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41160) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:13.958678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7af00c21-c529-4d25-bf0c-1a73cbdc2f0b req-370cd01f-0e83-4717-94ca-2d2036193f4c tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 210 time: 0.0803297 Feb 09 02:43:13.985680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4910dd89-2722-401c-a590-547883f325db no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:13.995982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] For port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:14.006469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb41-6eae-4480-8c03-b100fdd9f0d5 admin admin] Publish callbacks [] for security_group (e73b4e78-2bf5-46a1-9f79-c34b2976d6a7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.012724 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b470965c-4c17-443f-97d3-edca13175594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.018580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 4910dd89-2722-401c-a590-547883f325db {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:14.019007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4910dd89-2722-401c-a590-547883f325db not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:14.030081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb41-6eae-4480-8c03-b100fdd9f0d5 admin admin] Publish callbacks [] for security_group (e73b4e78-2bf5-46a1-9f79-c34b2976d6a7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.089980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 471ef38c-41c7-46ce-a174-3affe48cfe0f completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:14.098067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 471ef38c-41c7-46ce-a174-3affe48cfe0f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:14.098649 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.107504 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb41-6eae-4480-8c03-b100fdd9f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e73b4e78-2bf5-46a1-9f79-c34b2976d6a7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.109692 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b470965c-4c17-443f-97d3-edca13175594 admin admin] Publish callbacks [] for security_group (4d41e736-872f-45b1-a01f-db0dea2241d3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.110128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c1fb41-6eae-4480-8c03-b100fdd9f0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.110987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41166) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:14.111305 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-20c1fb41-6eae-4480-8c03-b100fdd9f0d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e73b4e78-2bf5-46a1-9f79-c34b2976d6a7 HTTP/1.1" status: 204 len: 168 time: 0.3104310 Feb 09 02:43:14.118454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.137045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b470965c-4c17-443f-97d3-edca13175594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4d41e736-872f-45b1-a01f-db0dea2241d3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.143325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1fb41-6eae-4480-8c03-b100fdd9f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73b4e78-2bf5-46a1-9f79-c34b2976d6a7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.203465 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f22d5d1c-7a4c-4f7f-b7e1-3bcbb2e5e43d admin admin] Publish callbacks [] for security_group (eecb973e-dd2c-49b2-8644-7ee910cbefb1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.208797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f22d5d1c-7a4c-4f7f-b7e1-3bcbb2e5e43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (eecb973e-dd2c-49b2-8644-7ee910cbefb1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.231208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b470965c-4c17-443f-97d3-edca13175594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=048db8a6267a49e49192d3bdc45a07df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667885 Feb 09 02:43:14.232069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.233494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41180) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:14.262203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470965c-4c17-443f-97d3-edca13175594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d41e736-872f-45b1-a01f-db0dea2241d3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.284902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f22d5d1c-7a4c-4f7f-b7e1-3bcbb2e5e43d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a6208ff10cc42fcb0e1d57cad9ee2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0006762 Feb 09 02:43:14.296836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41182) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:14.312284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:14.313014 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.314575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-cfced8be-a7f7-45cc-8676-b193ce2554e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/2477e8ed-9b48-4f72-ad84-9b48ecd126a4 HTTP/1.1" status: 200 len: 1095 time: 1.7161849 Feb 09 02:43:14.316181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f54d2-e903-43d9-8761-e2ec0d587cff', 'tag': '2477e8ed-9b48-4f72-ad84-9b48ecd126a4'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:14.320769 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259ca84b-8440-4248-b5d9-a2dd63d47857" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9f54d2-e903-43d9-8761-e2ec0d587cff", "tag": "2477e8ed-9b48-4f72-ad84-9b48ecd126a4"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:14.331143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 471ef38c-41c7-46ce-a174-3affe48cfe0f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:14.331894 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.383899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d5d1c-7a4c-4f7f-b7e1-3bcbb2e5e43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecb973e-dd2c-49b2-8644-7ee910cbefb1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.388535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:14.396356 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24825b08-c6a1-49bd-9679-a41350db2c71" -d '{"events": [{"server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "name": "network-vif-plugged", "status": "completed", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:14.401186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a01bd3-d204-4804-af35-7cf105df819b req-1df0aca6-7e44-430f-b4b9-642f05e9c9d8 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:14.415888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42a01bd3-d204-4804-af35-7cf105df819b req-1df0aca6-7e44-430f-b4b9-642f05e9c9d8 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 947 time: 0.1779590 Feb 09 02:43:14.440895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:14.452867 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.477625 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df40c64-29ab-4cb2-8b36-cd1ba124af09 x-openstack-request-id: req-5df40c64-29ab-4cb2-8b36-cd1ba124af09 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:14.478465 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9f54d2-e903-43d9-8761-e2ec0d587cff", "tag": "2477e8ed-9b48-4f72-ad84-9b48ecd126a4", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:14.479018 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5df40c64-29ab-4cb2-8b36-cd1ba124af09 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:14.479642 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f54d2-e903-43d9-8761-e2ec0d587cff', 'tag': '2477e8ed-9b48-4f72-ad84-9b48ecd126a4', 'status': 'completed', 'code': 200} Feb 09 02:43:14.483490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e03729e6-a1da-452d-bb09-1a9c06bb9cfa admin admin] Publish callbacks [] for security_group (af20c4b4-29d8-472c-b02e-b32a835f976a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.531819 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-169bb33c-f01b-41d9-ad79-d86b3f5d944c admin admin] Publish callbacks [] for security_group (eecb973e-dd2c-49b2-8644-7ee910cbefb1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.550179 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f013a56-c35d-414e-88d3-58765ac0cb03 x-openstack-request-id: req-5f013a56-c35d-414e-88d3-58765ac0cb03 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:14.553092 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "name": "network-vif-plugged", "status": "completed", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:14.553521 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f013a56-c35d-414e-88d3-58765ac0cb03 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:14.554067 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f', 'code': 200} Feb 09 02:43:14.565208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.600622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-169bb33c-f01b-41d9-ad79-d86b3f5d944c admin admin] Publish callbacks [] for security_group (eecb973e-dd2c-49b2-8644-7ee910cbefb1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.609690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42a01bd3-d204-4804-af35-7cf105df819b req-5401dabd-73d8-4062-9264-a53724dd784f tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954818 Feb 09 02:43:14.670033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-45d1c7a4-51ae-4e09-a7af-a1807030e27f admin admin] Publish callbacks [] for security_group (4d41e736-872f-45b1-a01f-db0dea2241d3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.698166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-45d1c7a4-51ae-4e09-a7af-a1807030e27f admin admin] Publish callbacks [] for security_group (4d41e736-872f-45b1-a01f-db0dea2241d3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.737790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-169bb33c-f01b-41d9-ad79-d86b3f5d944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (eecb973e-dd2c-49b2-8644-7ee910cbefb1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.740349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-169bb33c-f01b-41d9-ad79-d86b3f5d944c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.741853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-169bb33c-f01b-41d9-ad79-d86b3f5d944c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eecb973e-dd2c-49b2-8644-7ee910cbefb1 HTTP/1.1" status: 204 len: 168 time: 0.4438584 Feb 09 02:43:14.763848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e03729e6-a1da-452d-bb09-1a9c06bb9cfa admin admin] Publish callbacks [] for security_group (af20c4b4-29d8-472c-b02e-b32a835f976a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.774783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bb33c-f01b-41d9-ad79-d86b3f5d944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecb973e-dd2c-49b2-8644-7ee910cbefb1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.778876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ec3af49-0629-4d11-b8ef-531407369f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.808903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-45d1c7a4-51ae-4e09-a7af-a1807030e27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4d41e736-872f-45b1-a01f-db0dea2241d3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.811467 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-45d1c7a4-51ae-4e09-a7af-a1807030e27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.812464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3825f-035d-4906-b965-da455223f741 req-1ec86358-102d-430d-806e-c1455c250f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:14.813980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-1ec86358-102d-430d-806e-c1455c250f4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e9db644695141f1917836674d37ffa4&device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 1129 time: 0.4318671 Feb 09 02:43:14.827105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-45d1c7a4-51ae-4e09-a7af-a1807030e27f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d41e736-872f-45b1-a01f-db0dea2241d3 HTTP/1.1" status: 204 len: 168 time: 0.5896540 Feb 09 02:43:14.865597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb648a-2f54-4389-a310-817056bd2c23 req-24a1022f-ff9b-4493-8ffe-83e8bbfa8225 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:14.868752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dfbb648a-2f54-4389-a310-817056bd2c23 req-24a1022f-ff9b-4493-8ffe-83e8bbfa8225 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 967 time: 0.1332362 Feb 09 02:43:14.869372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41198) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:14.887139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-d3fca13f-84f2-43db-af34-499bddbf8caf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2477e8ed-9b48-4f72-ad84-9b48ecd126a4 HTTP/1.1" status: 200 len: 217 time: 0.0634503 Feb 09 02:43:14.900771 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c942c51-5455-43a9-acb9-091cb9eec8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.903401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1c7a4-51ae-4e09-a7af-a1807030e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d41e736-872f-45b1-a01f-db0dea2241d3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:14.912873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263becb-dee8-478a-ac3d-0bc0df7b14ff req-d5ed6a76-6216-4be2-b139-bfa9e1155b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:14.914396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8263becb-dee8-478a-ac3d-0bc0df7b14ff req-d5ed6a76-6216-4be2-b139-bfa9e1155b26 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1149 time: 0.2657664 Feb 09 02:43:14.969971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e03729e6-a1da-452d-bb09-1a9c06bb9cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (af20c4b4-29d8-472c-b02e-b32a835f976a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.972539 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e03729e6-a1da-452d-bb09-1a9c06bb9cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:14.973724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e03729e6-a1da-452d-bb09-1a9c06bb9cfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af20c4b4-29d8-472c-b02e-b32a835f976a HTTP/1.1" status: 204 len: 168 time: 1.0637512 Feb 09 02:43:15.006884 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3825f-035d-4906-b965-da455223f741 req-fd3f3b68-0bd2-4661-b8a8-cf072ddd2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:15.008584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-fd3f3b68-0bd2-4661-b8a8-cf072ddd2a78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1151392 Feb 09 02:43:15.009470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03729e6-a1da-452d-bb09-1a9c06bb9cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af20c4b4-29d8-472c-b02e-b32a835f976a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.056666 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dfbb648a-2f54-4389-a310-817056bd2c23 req-12d20781-a29f-425e-b546-cf5f1919edb9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646984 Feb 09 02:43:15.165845 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c942c51-5455-43a9-acb9-091cb9eec8c6 admin admin] Publish callbacks [] for security_group (f12e6344-6391-4343-a108-1a4ed8c6f836), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.171355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c942c51-5455-43a9-acb9-091cb9eec8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f12e6344-6391-4343-a108-1a4ed8c6f836), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.217300 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2c942c51-5455-43a9-acb9-091cb9eec8c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9111b9f44fc499c89212fcfd9492d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464684 Feb 09 02:43:15.218565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942c51-5455-43a9-acb9-091cb9eec8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12e6344-6391-4343-a108-1a4ed8c6f836,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.221647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41206) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:15.263184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8263becb-dee8-478a-ac3d-0bc0df7b14ff req-21023874-9c75-48dd-acda-978cdf051aa4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291769 Feb 09 02:43:15.279071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c7df967-73fa-4fee-8fe1-cd8c725d155a admin admin] Publish callbacks [] for security_group (f12e6344-6391-4343-a108-1a4ed8c6f836), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.286228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41208) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:15.289702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6c41632-4cc7-4a07-b735-d6d9be636d02 req-acfe6952-4ab5-454a-a928-fa3276571059 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 210 time: 0.0560336 Feb 09 02:43:15.309963 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ec3af49-0629-4d11-b8ef-531407369f64 admin admin] Publish callbacks [] for security_group (b5c52770-21e4-49ad-8c9f-077bf4d4c0c9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.321663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ec3af49-0629-4d11-b8ef-531407369f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b5c52770-21e4-49ad-8c9f-077bf4d4c0c9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.345200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a432-b3fc-4910-8480-6b760f8b6e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.348512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c7df967-73fa-4fee-8fe1-cd8c725d155a admin admin] Publish callbacks [] for security_group (f12e6344-6391-4343-a108-1a4ed8c6f836), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.351192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3825f-035d-4906-b965-da455223f741 req-da902b45-3f9d-456d-99ba-f2d31d4e842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:15.353255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-da902b45-3f9d-456d-99ba-f2d31d4e842d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3333213 Feb 09 02:43:15.362409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3af49-0629-4d11-b8ef-531407369f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c52770-21e4-49ad-8c9f-077bf4d4c0c9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.383825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5ec3af49-0629-4d11-b8ef-531407369f64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ece3627de9d468996c0e57220ed0afc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2694411 Feb 09 02:43:15.387238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41212) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:15.476716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c7df967-73fa-4fee-8fe1-cd8c725d155a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f12e6344-6391-4343-a108-1a4ed8c6f836), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.480617 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c7df967-73fa-4fee-8fe1-cd8c725d155a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.481810 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2c7df967-73fa-4fee-8fe1-cd8c725d155a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f12e6344-6391-4343-a108-1a4ed8c6f836 HTTP/1.1" status: 204 len: 168 time: 0.2588842 Feb 09 02:43:15.494496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8aefc0c1-6f9d-4afb-aebf-43f788336129 admin admin] Publish callbacks [] for security_group (b5c52770-21e4-49ad-8c9f-077bf4d4c0c9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.553739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8aefc0c1-6f9d-4afb-aebf-43f788336129 admin admin] Publish callbacks [] for security_group (b5c52770-21e4-49ad-8c9f-077bf4d4c0c9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.556438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7df967-73fa-4fee-8fe1-cd8c725d155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12e6344-6391-4343-a108-1a4ed8c6f836,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.596585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-ca3b0c31-18d9-45b7-9857-e5f11c901e37 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823557 Feb 09 02:43:15.601987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a432-b3fc-4910-8480-6b760f8b6e17 admin admin] Publish callbacks [] for security_group (ddfa223b-be5a-4d8e-aa65-a329f6211c49), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.613760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a432-b3fc-4910-8480-6b760f8b6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ddfa223b-be5a-4d8e-aa65-a329f6211c49), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.694206 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-d32669a9-6d27-45f7-9281-cb377ce8ef8a service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338381 Feb 09 02:43:15.735183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8aefc0c1-6f9d-4afb-aebf-43f788336129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b5c52770-21e4-49ad-8c9f-077bf4d4c0c9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.739773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8aefc0c1-6f9d-4afb-aebf-43f788336129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:15.741285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8aefc0c1-6f9d-4afb-aebf-43f788336129 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5c52770-21e4-49ad-8c9f-077bf4d4c0c9 HTTP/1.1" status: 204 len: 168 time: 0.3531013 Feb 09 02:43:15.787662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefc0c1-6f9d-4afb-aebf-43f788336129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c52770-21e4-49ad-8c9f-077bf4d4c0c9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.796150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f6e9a432-b3fc-4910-8480-6b760f8b6e17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0234e3db2db4ef8a565c750ef956ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732487 Feb 09 02:43:15.798535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9a432-b3fc-4910-8480-6b760f8b6e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfa223b-be5a-4d8e-aa65-a329f6211c49,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:15.801026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41232) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:15.859172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a3825f-035d-4906-b965-da455223f741 req-be1b5f64-e46e-4f32-9b5c-a18ecfd58d20 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562703 Feb 09 02:43:15.880746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400372c-f863-42de-a635-1cdb135ce072 req-034a171e-843d-48b1-a296-4cf8cf332e60 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:15.882404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-034a171e-843d-48b1-a296-4cf8cf332e60 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788768 Feb 09 02:43:15.906348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Request body: {'port': {'device_id': '5d0e9d0e-db31-4d5d-9748-060569489eb0', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '1663583b8ad248c9bc2eeeb8ee73d4d0'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:15.930309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1c7e-c4e0-479f-90d0-ed3efb2f00a1 req-055857bf-78eb-4add-8f6e-a70a3373d901 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:15.938861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bafe1c7e-c4e0-479f-90d0-ed3efb2f00a1 req-055857bf-78eb-4add-8f6e-a70a3373d901 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 947 time: 0.1921275 Feb 09 02:43:15.972158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-eb168c12-94e3-4d4f-84c9-8e1eca783dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:15.973924 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-eb168c12-94e3-4d4f-84c9-8e1eca783dd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e9db644695141f1917836674d37ffa4&device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 1129 time: 0.0627971 Feb 09 02:43:16.010229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-865be78f-ed96-448f-a3f6-8d915f9b0d16 admin admin] Publish callbacks [] for security_group (ddfa223b-be5a-4d8e-aa65-a329f6211c49), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.035054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41236) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:16.094036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-865be78f-ed96-448f-a3f6-8d915f9b0d16 admin admin] Publish callbacks [] for security_group (ddfa223b-be5a-4d8e-aa65-a329f6211c49), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.110656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bafe1c7e-c4e0-479f-90d0-ed3efb2f00a1 req-00b8c3a8-cc0b-49b1-b8b0-a6705bd25149 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708608 Feb 09 02:43:16.139917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-171f553b-2aeb-4844-b1ef-45d9e8aad5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:16.146528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-171f553b-2aeb-4844-b1ef-45d9e8aad5f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1623404 Feb 09 02:43:16.198996 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-621384db-ec10-496e-8d4c-41a2638270ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f91e6cfcec6464db56a482c1f44b237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589661 Feb 09 02:43:16.203315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41244) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:16.209156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-9105fcde-d522-4994-92a3-46379685e636 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2477e8ed-9b48-4f72-ad84-9b48ecd126a4 HTTP/1.1" status: 200 len: 217 time: 0.0578694 Feb 09 02:43:16.215713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Made reservation on behalf of 1663583b8ad248c9bc2eeeb8ee73d4d0 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:16.220313 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.286626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-f44f7f3f-a9d0-41ac-a8c0-d7618f45fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:16.289066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-f44f7f3f-a9d0-41ac-a8c0-d7618f45fe2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0699847 Feb 09 02:43:16.376908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849ceef-29ac-4fb1-8655-b0fe52630954 req-7d6f654e-10e1-463a-bfd2-589231dcdc39 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:16.378557 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d849ceef-29ac-4fb1-8655-b0fe52630954 req-7d6f654e-10e1-463a-bfd2-589231dcdc39 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 967 time: 0.1683888 Feb 09 02:43:16.404356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-03f925e6-093b-49e9-b17b-6495ea36fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:16.405875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-03f925e6-093b-49e9-b17b-6495ea36fb6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1055150 Feb 09 02:43:16.433339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41254) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:16.497638 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e8ce-79c9-4b1d-a832-a372af302ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.524696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d849ceef-29ac-4fb1-8655-b0fe52630954 req-89b8eb9a-8c15-49c7-9538-8df01bbf9ee2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391327 Feb 09 02:43:16.585596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-176b057e-9e1d-4c2d-b8cc-147e2b9f6448 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722453 Feb 09 02:43:16.650433 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-865be78f-ed96-448f-a3f6-8d915f9b0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ddfa223b-be5a-4d8e-aa65-a329f6211c49), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.654095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-865be78f-ed96-448f-a3f6-8d915f9b0d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.654580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-865be78f-ed96-448f-a3f6-8d915f9b0d16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddfa223b-be5a-4d8e-aa65-a329f6211c49 HTTP/1.1" status: 204 len: 168 time: 0.8486626 Feb 09 02:43:16.686006 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e8ce-79c9-4b1d-a832-a372af302ccc admin admin] Publish callbacks [] for security_group (72eeabda-efde-4860-8f24-6ce771ccd419), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.696163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e8ce-79c9-4b1d-a832-a372af302ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (72eeabda-efde-4860-8f24-6ce771ccd419), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.710584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5f96450-986a-4efb-9d15-6f6d8999f6c9 req-753451f8-a14e-4d44-bbc1-10366975f006 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 210 time: 0.0627627 Feb 09 02:43:16.713443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41264) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:16.716231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3d97776-e7f2-4144-b0ad-4db0fadf37ca admin admin] Publish callbacks [] for security_group (796e7908-bc37-4779-8bca-16c5653ae2af), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.718158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865be78f-ed96-448f-a3f6-8d915f9b0d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfa223b-be5a-4d8e-aa65-a329f6211c49,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:16.754014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Allocated IP 192.168.233.28 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/005f7400-0666-4559-a82e-738fdd1d5c64) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:16.757065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-259ca84b-8440-4248-b5d9-a2dd63d47857 req-eafd43e4-fe5d-4f17-abbd-f9cbaf498419 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636300 Feb 09 02:43:16.769331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41268) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:16.774395 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bdf6e8ce-79c9-4b1d-a832-a372af302ccc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e6015f77f4a4c62ab77a35892032a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358927 Feb 09 02:43:16.775415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6e8ce-79c9-4b1d-a832-a372af302ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eeabda-efde-4860-8f24-6ce771ccd419,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:16.788036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3d97776-e7f2-4144-b0ad-4db0fadf37ca admin admin] Publish callbacks [] for security_group (796e7908-bc37-4779-8bca-16c5653ae2af), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.893790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-423eaf1e-aecb-444f-bcb8-9fcbee33d1b5 admin admin] Publish callbacks [] for security_group (72eeabda-efde-4860-8f24-6ce771ccd419), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.899319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3d97776-e7f2-4144-b0ad-4db0fadf37ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (796e7908-bc37-4779-8bca-16c5653ae2af), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.902332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3d97776-e7f2-4144-b0ad-4db0fadf37ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:16.903457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f3d97776-e7f2-4144-b0ad-4db0fadf37ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/796e7908-bc37-4779-8bca-16c5653ae2af HTTP/1.1" status: 204 len: 168 time: 0.6977837 Feb 09 02:43:16.955812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97776-e7f2-4144-b0ad-4db0fadf37ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796e7908-bc37-4779-8bca-16c5653ae2af,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:16.973393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-423eaf1e-aecb-444f-bcb8-9fcbee33d1b5 admin admin] Publish callbacks [] for security_group (72eeabda-efde-4860-8f24-6ce771ccd419), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.048666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks [] for port (005f7400-0666-4559-a82e-738fdd1d5c64), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.057397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-network', 'tenant_id': 'ae047dd924544331ad7935dc4c597821'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:17.080092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-423eaf1e-aecb-444f-bcb8-9fcbee33d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (72eeabda-efde-4860-8f24-6ce771ccd419), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.082784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-423eaf1e-aecb-444f-bcb8-9fcbee33d1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.094271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-423eaf1e-aecb-444f-bcb8-9fcbee33d1b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72eeabda-efde-4860-8f24-6ce771ccd419 HTTP/1.1" status: 204 len: 168 time: 0.3103621 Feb 09 02:43:17.107134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Made reservation on behalf of ae047dd924544331ad7935dc4c597821 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:17.109401 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.111935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423eaf1e-aecb-444f-bcb8-9fcbee33d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eeabda-efde-4860-8f24-6ce771ccd419,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:17.135028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.150809 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.214926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:17.221651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:17.232011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Pushing event updated for resources: {'Port': ['ID=005f7400-0666-4559-a82e-738fdd1d5c64,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:17.234359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:17.240935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:17.242319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.283825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cbad-00fe-4594-9ece-906ebb86e7e7 req-0732dd1a-6793-4a7e-8d20-6528770531d7 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:17.296650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9d32cbad-00fe-4594-9ece-906ebb86e7e7 req-0732dd1a-6793-4a7e-8d20-6528770531d7 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 947 time: 0.0922606 Feb 09 02:43:17.333023 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-19254053-5525-424d-a22f-70a6363bf5d8 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4408739 Feb 09 02:43:17.350877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Request body: {'port': {'device_id': '5d0e9d0e-db31-4d5d-9748-060569489eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:17.377427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9d32cbad-00fe-4594-9ece-906ebb86e7e7 req-49138a56-c440-4591-83bc-1da6f9d6be38 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705788 Feb 09 02:43:17.427933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Publish callbacks [] for security_group (b41ffcee-80de-4b39-86cc-69f1913ca69d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.434746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b41ffcee-80de-4b39-86cc-69f1913ca69d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.457729 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.483870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:17.522421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41ffcee-80de-4b39-86cc-69f1913ca69d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:17.531439 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2e37140a-6f7e-49a5-8d11-faaafcc026b4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.531787 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Added segment 2e37140a-6f7e-49a5-8d11-faaafcc026b4 of type vlan for network 3794be58-740e-4933-8192-5d28d3b71fd5 Feb 09 02:43:17.569310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c058728c-50cc-4b55-b02b-44f7fa0e1600 None None] Provisioning complete for port 005f7400-0666-4559-a82e-738fdd1d5c64 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:17.570195 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c058728c-50cc-4b55-b02b-44f7fa0e1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.627951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c058728c-50cc-4b55-b02b-44f7fa0e1600 None None] Port 005f7400-0666-4559-a82e-738fdd1d5c64 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:17.683192 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (3794be58-740e-4933-8192-5d28d3b71fd5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.806968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (3794be58-740e-4933-8192-5d28d3b71fd5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.808445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:17.809034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:17.889050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc47ba-da52-4764-9fbc-dc8d3f132f58 req-ca621e65-e5cd-4d8b-9be3-a2b5dc7b76d9 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:17.890941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46bc47ba-da52-4764-9fbc-dc8d3f132f58 req-ca621e65-e5cd-4d8b-9be3-a2b5dc7b76d9 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 935 time: 0.0920427 Feb 09 02:43:17.904607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943586a7-5bbb-4b21-a976-24183203d72e req-a552131b-00de-4d42-95d8-242ad91033b1 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:17.908666 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-943586a7-5bbb-4b21-a976-24183203d72e req-a552131b-00de-4d42-95d8-242ad91033b1 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 967 time: 0.2454445 Feb 09 02:43:17.947488 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2320898 Feb 09 02:43:17.955106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41318) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:17.968441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Request body: {'subnet': {'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-subnet', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:17.986013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46bc47ba-da52-4764-9fbc-dc8d3f132f58 req-16bc28bc-05fb-4904-a433-ac911c1b5f3f tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851996 Feb 09 02:43:18.021617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6208089-a702-454a-8cb7-c3b86035553f admin admin] Pushing event updated for resources: {'Network': ['ID=3794be58-740e-4933-8192-5d28d3b71fd5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:18.028117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Made reservation on behalf of ae047dd924544331ad7935dc4c597821 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:18.035061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 3794be58-740e-4933-8192-5d28d3b71fd5 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:18.035672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.050268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-943586a7-5bbb-4b21-a976-24183203d72e req-9c04bb47-a1d8-425a-87b0-8a2609899d6e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276770 Feb 09 02:43:18.143398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005f7400-0666-4559-a82e-738fdd1d5c64 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:18.153649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Publish callbacks [] for port (005f7400-0666-4559-a82e-738fdd1d5c64), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.175061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Transition to ACTIVE for port object 005f7400-0666-4559-a82e-738fdd1d5c64 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:18.179608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.273298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Pushing event updated for resources: {'Port': ['ID=005f7400-0666-4559-a82e-738fdd1d5c64,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:18.291249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Attempting to bind port 005f7400-0666-4559-a82e-738fdd1d5c64 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:18.292010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Attempting to bind port 005f7400-0666-4559-a82e-738fdd1d5c64 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:18.293126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Attempting to bind port 005f7400-0666-4559-a82e-738fdd1d5c64 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:18.304388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Port 005f7400-0666-4559-a82e-738fdd1d5c64 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:18.305799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Attempting to bind port 005f7400-0666-4559-a82e-738fdd1d5c64 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:18.321358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:18.323505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:18.324200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:18.324657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Bound port: 005f7400-0666-4559-a82e-738fdd1d5c64, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:18.325076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.416036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (ec5e0dfe-f591-483d-9d68-eb6283fc8a96), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.452723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] For port 005f7400-0666-4559-a82e-738fdd1d5c64, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:18.456122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] For port 005f7400-0666-4559-a82e-738fdd1d5c64, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=005f7400-0666-4559-a82e-738fdd1d5c64,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:18.467520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.525032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5e0dfe-f591-483d-9d68-eb6283fc8a96,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:18.536626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Checking segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:18.537044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Network hostable DHCP agents. Network: 3794be58-740e-4933-8192-5d28d3b71fd5, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:18.568773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Network 3794be58-740e-4933-8192-5d28d3b71fd5 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:18.580880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 3794be58-740e-4933-8192-5d28d3b71fd5) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:18.591139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75ea8e-90fd-4c4f-bfdd-84a2f4a4f6dd None None] Network 3794be58-740e-4933-8192-5d28d3b71fd5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:18.592049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.592673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.599376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.600026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.601447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] 10.222.0.26 "PUT /v2.0/ports/005f7400-0666-4559-a82e-738fdd1d5c64 HTTP/1.1" status: 200 len: 1095 time: 1.2589827 Feb 09 02:43:18.606464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0e9d0e-db31-4d5d-9748-060569489eb0', 'tag': '005f7400-0666-4559-a82e-738fdd1d5c64'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:18.613267 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0e9d0e-db31-4d5d-9748-060569489eb0", "tag": "005f7400-0666-4559-a82e-738fdd1d5c64"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:18.624731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-002330c7-409d-4b45-a89e-9aeba8a43de9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6666582 Feb 09 02:43:18.627762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41346) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:18.632853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:18.669512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (273de934-d19a-47b2-98e8-4bf96c8bb462), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.670783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (273de934-d19a-47b2-98e8-4bf96c8bb462), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.712260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5a53d-d571-4dbc-a62b-389a38318191 service neutron] Pushing event updated for resources: {'Port': ['ID=005f7400-0666-4559-a82e-738fdd1d5c64,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:18.804747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27251b65-77f1-41da-a2a7-dad33842d921 req-95711390-772b-40c9-bd24-39ca83964e35 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.809192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27251b65-77f1-41da-a2a7-dad33842d921 req-95711390-772b-40c9-bd24-39ca83964e35 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 947 time: 0.2866938 Feb 09 02:43:18.859627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-3794be58-740e-4933-8192-5d28d3b71fd5', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'project_id': 'ae047dd924544331ad7935dc4c597821', 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:18.860592 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks [] for router_controller (273de934-d19a-47b2-98e8-4bf96c8bb462), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.861405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:18.914193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400372c-f863-42de-a635-1cdb135ce072 req-d8775c4b-e236-4e49-88d5-3ee8a6a61b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.915725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-d8775c4b-e236-4e49-88d5-3ee8a6a61b24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 1129 time: 0.2482052 Feb 09 02:43:18.949937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2fd60-2892-4775-92b4-66564be7eda4 req-8fdab720-c50d-4662-b596-23528bd18c16 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:18.957905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2c2fd60-2892-4775-92b4-66564be7eda4 req-8fdab720-c50d-4662-b596-23528bd18c16 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1149 time: 0.2074420 Feb 09 02:43:19.027117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2c2fd60-2892-4775-92b4-66564be7eda4 req-9bc69b37-9afc-40bc-811d-830d4d96347d tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643389 Feb 09 02:43:19.047603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-a702f3ac-b48a-4f16-9621-2d72b356c168 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=005f7400-0666-4559-a82e-738fdd1d5c64 HTTP/1.1" status: 200 len: 217 time: 0.1143498 Feb 09 02:43:19.098069 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27251b65-77f1-41da-a2a7-dad33842d921 req-1e7bcaf3-1f1c-4f3f-85f0-bd73a723db92 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781956 Feb 09 02:43:19.197648 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bcc89c-dc89-41a0-a6e8-60a64339e4ce x-openstack-request-id: req-45bcc89c-dc89-41a0-a6e8-60a64339e4ce {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:19.199239 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0e9d0e-db31-4d5d-9748-060569489eb0", "tag": "005f7400-0666-4559-a82e-738fdd1d5c64", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:19.209426 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45bcc89c-dc89-41a0-a6e8-60a64339e4ce {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:19.209426 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0e9d0e-db31-4d5d-9748-060569489eb0', 'tag': '005f7400-0666-4559-a82e-738fdd1d5c64', 'status': 'completed', 'code': 200} Feb 09 02:43:19.209426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400372c-f863-42de-a635-1cdb135ce072 req-2f3a9c38-6f38-44f5-99e2-c3484f292c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:19.216282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-2f3a9c38-6f38-44f5-99e2-c3484f292c2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1588829 Feb 09 02:43:19.222875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Allocated IP 172.20.0.2 (3794be58-740e-4933-8192-5d28d3b71fd5/ec5e0dfe-f591-483d-9d68-eb6283fc8a96/c01930e5-6746-4416-8e55-514fbf7b038f) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:19.238526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks [] for router_gateway (273de934-d19a-47b2-98e8-4bf96c8bb462), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.313723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400372c-f863-42de-a635-1cdb135ce072 req-775735db-1b8e-4449-a6f5-65530176c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:19.319173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-775735db-1b8e-4449-a6f5-65530176c502 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0996959 Feb 09 02:43:19.342791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f5c88-db4b-4ae5-ac63-77864f3f366d req-abbfdbbf-fda3-40f1-822e-8162ed159294 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:19.350791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd1f5c88-db4b-4ae5-ac63-77864f3f366d req-abbfdbbf-fda3-40f1-822e-8162ed159294 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 947 time: 0.1550066 Feb 09 02:43:19.386882 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.437491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd1f5c88-db4b-4ae5-ac63-77864f3f366d req-5104a2a8-d700-4820-9ee7-c4f788d196b4 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853598 Feb 09 02:43:19.522790 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Publish callbacks [] for port (c01930e5-6746-4416-8e55-514fbf7b038f), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.542323 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.569456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd79bf-9a0e-42e8-a74a-058502a53746 req-f613abe9-a025-468d-af9a-b0587b43df78 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:19.577161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40dd79bf-9a0e-42e8-a74a-058502a53746 req-f613abe9-a025-468d-af9a-b0587b43df78 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1149 time: 0.1458738 Feb 09 02:43:19.587673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Network 3794be58-740e-4933-8192-5d28d3b71fd5 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:19.591298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:19.597768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:19.612880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-ce3650c3-dc4d-4fb4-a299-48849eb2ea59 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842438 Feb 09 02:43:19.642792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Pushing event updated for resources: {'Port': ['ID=c01930e5-6746-4416-8e55-514fbf7b038f,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:19.679948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Attempting to bind port c01930e5-6746-4416-8e55-514fbf7b038f on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:19.680321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Attempting to bind port c01930e5-6746-4416-8e55-514fbf7b038f by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:19.680685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Attempting to bind port c01930e5-6746-4416-8e55-514fbf7b038f on network 3794be58-740e-4933-8192-5d28d3b71fd5 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:19.696059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:19.696441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Checking segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:19.696840 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.697232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Bound using segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:19.697700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Bound port: c01930e5-6746-4416-8e55-514fbf7b038f, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:19.700610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.754830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40dd79bf-9a0e-42e8-a74a-058502a53746 req-19aeed81-39d2-4e00-8fec-de728b9b1197 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758389 Feb 09 02:43:19.756882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7400372c-f863-42de-a635-1cdb135ce072 req-16ecb347-0e2e-47ae-8a96-2e7bf29d28cf service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339176 Feb 09 02:43:19.785751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] For port c01930e5-6746-4416-8e55-514fbf7b038f, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:19.790417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] For port c01930e5-6746-4416-8e55-514fbf7b038f, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c01930e5-6746-4416-8e55-514fbf7b038f,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:19.799077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.879976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks [] for router_gateway (273de934-d19a-47b2-98e8-4bf96c8bb462), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.903943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:19.916243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:19.932072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-c1e0b110-c9b4-4c70-ba51-9ec4409ac0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:19.934952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-c1e0b110-c9b4-4c70-ba51-9ec4409ac0b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 1129 time: 0.1133275 Feb 09 02:43:20.111399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:20.132353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Allocated IP 172.25.2.233 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/3f2e1465-e206-41bf-a673-f0255c1626fe) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:20.147687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-079cf24d-1d41-442f-aa06-d6846c9069f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.150107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-079cf24d-1d41-442f-aa06-d6846c9069f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2084355 Feb 09 02:43:20.194761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '2477e8ed-9b48-4f72-ad84-9b48ecd126a4', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '2477e8ed-9b48-4f72-ad84-9b48ecd126a4', 'mac_address': 'fa:16:3e:6a:8a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:20.199490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21823fc9-8388-4939-80aa-c8e9dd0c86d4 None None] Pushing event updated for resources: {'Port': ['ID=c01930e5-6746-4416-8e55-514fbf7b038f,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:20.256124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-321a79ce-d0ce-4ef3-ba6d-656337cb8562 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=005f7400-0666-4559-a82e-738fdd1d5c64 HTTP/1.1" status: 200 len: 217 time: 0.0968082 Feb 09 02:43:20.280385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291c2a1-5962-4808-95e5-b40a2cb1f895 req-5ec495a2-af04-4c8f-b201-f3b0cbaff66b tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.280853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291c2a1-5962-4808-95e5-b40a2cb1f895 req-5ec495a2-af04-4c8f-b201-f3b0cbaff66b tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.281319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291c2a1-5962-4808-95e5-b40a2cb1f895 req-5ec495a2-af04-4c8f-b201-f3b0cbaff66b tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.281769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291c2a1-5962-4808-95e5-b40a2cb1f895 req-5ec495a2-af04-4c8f-b201-f3b0cbaff66b tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.282217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291c2a1-5962-4808-95e5-b40a2cb1f895 req-5ec495a2-af04-4c8f-b201-f3b0cbaff66b tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.282693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291c2a1-5962-4808-95e5-b40a2cb1f895 req-5ec495a2-af04-4c8f-b201-f3b0cbaff66b tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.284423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e291c2a1-5962-4808-95e5-b40a2cb1f895 req-5ec495a2-af04-4c8f-b201-f3b0cbaff66b tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4334 time: 0.2763186 Feb 09 02:43:20.298272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:20.299026 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.333222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:20.343985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks [] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.386333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:20.393433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-e572b609-f2e9-4ffe-b744-788abb40527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.395393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-e572b609-f2e9-4ffe-b744-788abb40527f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1321194 Feb 09 02:43:20.395864 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.475235 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:20.504245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:20.533261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-1d1b887c-5dd5-4d12-aa4f-82c0e54d65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.534873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-1d1b887c-5dd5-4d12-aa4f-82c0e54d65d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1322048 Feb 09 02:43:20.542315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:20.558779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:20.581037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20445289-933b-4f48-9a62-9fb9994a5029 req-8bac5aa6-fd0a-4451-9cf0-0a35a4a1d680 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:20.590934 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20445289-933b-4f48-9a62-9fb9994a5029 req-8bac5aa6-fd0a-4451-9cf0-0a35a4a1d680 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 948 time: 0.1856730 Feb 09 02:43:20.605346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:20.625925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['2477e8ed-9b48-4f72-ad84-9b48ecd126a4'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:20.715013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-c3aa179c-8684-403c-af22-b213d278f048 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712005 Feb 09 02:43:20.721163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2e1465-e206-41bf-a673-f0255c1626fe,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:20.838467 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20445289-933b-4f48-9a62-9fb9994a5029 req-7b565a2e-c3dd-4996-b63b-a9cd2b14df21 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450421 Feb 09 02:43:20.852542 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18637669-ec44-4fb6-a0c8-5446d3b6c3cf req-cd7527e1-d410-4e87-bf42-b5b44763676b service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246641 Feb 09 02:43:21.084774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks [] for router_gateway (273de934-d19a-47b2-98e8-4bf96c8bb462), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.093465 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.128792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845ecf5-c92a-4219-8eac-53c8d1a32bf2 req-c171de03-94fa-4c4b-be2c-39e4d70b9712 tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.130195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6845ecf5-c92a-4219-8eac-53c8d1a32bf2 req-c171de03-94fa-4c4b-be2c-39e4d70b9712 tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 886 time: 0.2205911 Feb 09 02:43:21.221236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c01930e5-6746-4416-8e55-514fbf7b038f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:21.301783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c01930e5-6746-4416-8e55-514fbf7b038f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:21.302822 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.340703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbabb3-a4cc-4c52-a0a2-42665dae05a0 req-279584e9-438a-4cb6-95f6-79081fba7980 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.343422 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2bbabb3-a4cc-4c52-a0a2-42665dae05a0 req-279584e9-438a-4cb6-95f6-79081fba7980 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 947 time: 0.1279738 Feb 09 02:43:21.460739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c01930e5-6746-4416-8e55-514fbf7b038f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:21.461215 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.480517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2bbabb3-a4cc-4c52-a0a2-42665dae05a0 req-4c901462-8c94-49c1-8a8d-dda2c64726bb tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042638 Feb 09 02:43:21.491133 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (273de934-d19a-47b2-98e8-4bf96c8bb462), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.537037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port c01930e5-6746-4416-8e55-514fbf7b038f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c01930e5-6746-4416-8e55-514fbf7b038f,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:21.548893 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.621908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=c01930e5-6746-4416-8e55-514fbf7b038f,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:21.758736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9c1e1-2520-4ec2-ae0a-a5cb8572b0e6 None None] Network 3794be58-740e-4933-8192-5d28d3b71fd5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:21.826254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f1c8def4-865b-4d3f-b82c-5f6a5d9f42e5 None None] Provisioning complete for port c01930e5-6746-4416-8e55-514fbf7b038f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:21.826651 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1c8def4-865b-4d3f-b82c-5f6a5d9f42e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:21.910426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:21.931290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-1269c5e6-b9e1-4330-9adf-e06f192a6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.933367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-1269c5e6-b9e1-4330-9adf-e06f192a6261 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1149 time: 0.1671197 Feb 09 02:43:21.966848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f332-e8a7-4015-aff9-152196a13a7c req-8113d059-9f8c-408b-b63b-b82c94cb5fcc tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.967316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f332-e8a7-4015-aff9-152196a13a7c req-8113d059-9f8c-408b-b63b-b82c94cb5fcc tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.967780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f332-e8a7-4015-aff9-152196a13a7c req-8113d059-9f8c-408b-b63b-b82c94cb5fcc tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.968234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f332-e8a7-4015-aff9-152196a13a7c req-8113d059-9f8c-408b-b63b-b82c94cb5fcc tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.968871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f332-e8a7-4015-aff9-152196a13a7c req-8113d059-9f8c-408b-b63b-b82c94cb5fcc tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.969128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f332-e8a7-4015-aff9-152196a13a7c req-8113d059-9f8c-408b-b63b-b82c94cb5fcc tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:21.970938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5515f332-e8a7-4015-aff9-152196a13a7c req-8113d059-9f8c-408b-b63b-b82c94cb5fcc tempest-NetworksTest-1926672320 tempest-NetworksTest-1926672320-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4334 time: 0.2034793 Feb 09 02:43:21.998017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8def4-865b-4d3f-b82c-5f6a5d9f42e5 None None] Current status of the port c01930e5-6746-4416-8e55-514fbf7b038f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:22.018250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:22.023929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:22.024352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.061679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Router 273de934-d19a-47b2-98e8-4bf96c8bb462 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:43:22.143183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-17bda905-8052-4c5b-b16e-6ac7f0252539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:22.144382 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-17bda905-8052-4c5b-b16e-6ac7f0252539 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1880403 Feb 09 02:43:22.213076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:22.213549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.243463 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-95864287-5757-429f-aebd-4fc98cd2888a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 217 time: 0.0692804 Feb 09 02:43:22.249469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f54d2-e903-43d9-8761-e2ec0d587cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2477e8ed-9b48-4f72-ad84-9b48ecd126a4'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:22.252023 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f56ac-75c7-4b25-9078-581991047683" -d '{"events": [{"server_uuid": "1f9f54d2-e903-43d9-8761-e2ec0d587cff", "name": "network-vif-plugged", "status": "completed", "tag": "2477e8ed-9b48-4f72-ad84-9b48ecd126a4"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:22.268307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:22.278155 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.361656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-3366b4ec-0771-44cf-a94f-c245c7bb046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:22.363184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-3366b4ec-0771-44cf-a94f-c245c7bb046d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.1189384 Feb 09 02:43:22.381565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:22.396482 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Sync routers for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:22.405428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-9302cf4d-90aa-4279-b47e-68f7cfc1dfb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359251 Feb 09 02:43:22.413106 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:22.414172 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:22.465433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.469477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-80c190cb-9575-454a-b5cb-6d2f0b0196f2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8379486 Feb 09 02:43:22.470198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:22.537833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41492) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:22.546376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:22.551104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-96c7c1e6-38c8-4685-9c2b-a4cbc189701a None None] Provisioning complete for port c01930e5-6746-4416-8e55-514fbf7b038f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:22.551480 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-96c7c1e6-38c8-4685-9c2b-a4cbc189701a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.606436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-c66e9d60-7699-4fc7-9e87-dd36cec9dfc3 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926584 Feb 09 02:43:22.614130 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:22.668131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c1e6-38c8-4685-9c2b-a4cbc189701a None None] Current status of the port c01930e5-6746-4416-8e55-514fbf7b038f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:22.700898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41500) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:22.791206 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-12edea08-e866-4e38-bff4-124ea6e8a716 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2cb021840a744ea6a2fb66e4caa39da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362391 Feb 09 02:43:22.803487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-322a91b0-d9b0-40ea-a1bb-46f64520b7e5 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:43:22.815424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-322a91b0-d9b0-40ea-a1bb-46f64520b7e5 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2753096 Feb 09 02:43:22.849804 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:20Z', 'revision_number': 3, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:22.860281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5598364c-4568-4600-84e7-5d0cebcd5e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:22.889480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-631e9f86-fc69-45ff-a132-3b2c78d43953 req-2f8d5e6b-6ff7-435e-b347-d1b73f60e403 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764497 Feb 09 02:43:22.890123 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Checking router: 273de934-d19a-47b2-98e8-4bf96c8bb462 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:22.891943 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Updating router 273de934-d19a-47b2-98e8-4bf96c8bb462 port 3f2e1465-e206-41bf-a673-f0255c1626fe binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:43:22.933570 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.006129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-961038ef-34ae-4ca1-9c21-2c8cbbc910cc tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:23.007592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-961038ef-34ae-4ca1-9c21-2c8cbbc910cc tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059889 Feb 09 02:43:23.017659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5598364c-4568-4600-84e7-5d0cebcd5e71 admin admin] Publish callbacks [] for security_group (7cc7098a-4b1f-4b86-8cae-7e06db2c117b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.027253 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5598364c-4568-4600-84e7-5d0cebcd5e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7cc7098a-4b1f-4b86-8cae-7e06db2c117b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.031512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-81cac48f-e4dc-48eb-9a48-1e0017b4e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:23.036593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-e81f77bc-1537-4260-be2c-b86822f920b6 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/quotas/2cb021840a744ea6a2fb66e4caa39da1 HTTP/1.1" status: 200 len: 375 time: 0.0152349 Feb 09 02:43:23.038750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-81cac48f-e4dc-48eb-9a48-1e0017b4e231 service neutron] 10.222.0.32 "GET /v2.0/ports/471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 1146 time: 0.1675963 Feb 09 02:43:23.045045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Request body: {'binding': {'host': 'n-h2-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:23.045570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Unknown quota resources ['binding']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:43:23.092642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-18d9c9af-3789-42a5-b648-baa34d38d1b9 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2cb021840a744ea6a2fb66e4caa39da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318201 Feb 09 02:43:23.109578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598364c-4568-4600-84e7-5d0cebcd5e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7098a-4b1f-4b86-8cae-7e06db2c117b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:23.117623 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5598364c-4568-4600-84e7-5d0cebcd5e71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=583ec8a481b74fe48d77402979afb73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156408 Feb 09 02:43:23.120964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41512) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:23.155119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c01930e5-6746-4416-8e55-514fbf7b038f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:23.229603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8ff38eec-49e3-46a4-a686-15cfb10ac109 admin admin] Publish callbacks [] for security_group (7cc7098a-4b1f-4b86-8cae-7e06db2c117b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.234330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.264169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8ff38eec-49e3-46a4-a686-15cfb10ac109 admin admin] Publish callbacks [] for security_group (7cc7098a-4b1f-4b86-8cae-7e06db2c117b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.283928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on host n-h2-827839-4 for vnic_type normal with profile None {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:23.285229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:23.285778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:23.291821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:23.292801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:23.294681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c01930e5-6746-4416-8e55-514fbf7b038f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:23.295069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.302229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:23.303225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:23.304070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:23.304910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Bound port: 471ef38c-41c7-46ce-a174-3affe48cfe0f, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:23.388835 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Publish callbacks [] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.406885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8ff38eec-49e3-46a4-a686-15cfb10ac109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7cc7098a-4b1f-4b86-8cae-7e06db2c117b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.409793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8ff38eec-49e3-46a4-a686-15cfb10ac109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.411504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8ff38eec-49e3-46a4-a686-15cfb10ac109 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cc7098a-4b1f-4b86-8cae-7e06db2c117b HTTP/1.1" status: 204 len: 168 time: 0.2895758 Feb 09 02:43:23.415756 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.431827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff38eec-49e3-46a4-a686-15cfb10ac109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7098a-4b1f-4b86-8cae-7e06db2c117b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:23.491612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Allocated IP 172.20.0.1 (3794be58-740e-4933-8192-5d28d3b71fd5/ec5e0dfe-f591-483d-9d68-eb6283fc8a96/33db1613-20fd-4c7d-aae3-cb138c2bd8f7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:23.496914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c01930e5-6746-4416-8e55-514fbf7b038f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:23.528052 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Pushing event updated for resources: {'Port': ['ID=3f2e1465-e206-41bf-a673-f0255c1626fe,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:23.559509 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.560014 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.560874 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.561335 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.561897 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.562366 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.562968 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.563527 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.564181 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.564730 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.565281 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.565812 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.566351 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Tracked resource versions report: Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: pushed versions: Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: { 'AddressGroup': {'1.2'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'ConntrackHelper': {'1.0'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'LocalIPAssociation': {'1.0'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Log': {'1.0'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Network': {'1.1'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Port': {'1.7'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'PortForwarding': {'1.2'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'QosPolicy': {'1.10'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'SecurityGroup': {'1.5'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'SecurityGroupRule': {'1.2'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'SubPort': {'1.0'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Subnet': {'1.1'}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Trunk': {'1.1'}} Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: consumer versions: Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: { DHCP agent@n-d-827839-4: {}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: HyperV agent@n-h1-827839-4: {}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: HyperV agent@n-h2-827839-4: {}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: L3 agent@n-d-827839-4: {}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: Metadata agent@n-d-827839-4: {}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: Metering agent@n-d-827839-4: {}, Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: Open vSwitch agent@n-d-827839-4: { 'AddressGroup': '1.2', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'ConntrackHelper': '1.0', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'LocalIPAssociation': '1.0', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Log': '1.0', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Network': '1.1', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Port': '1.7', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'PortForwarding': '1.2', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'QosPolicy': '1.10', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'SecurityGroup': '1.5', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'SecurityGroupRule': '1.2', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'SubPort': '1.0', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Subnet': '1.1', Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: 'Trunk': '1.1'}} Feb 09 02:43:23.567821 n-d-827839-4 neutron-server[109859]: {{(pid=109859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 02:43:23.574585 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Attempting to bind port 3f2e1465-e206-41bf-a673-f0255c1626fe on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:23.575276 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Attempting to bind port 3f2e1465-e206-41bf-a673-f0255c1626fe by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:23.575839 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Attempting to bind port 3f2e1465-e206-41bf-a673-f0255c1626fe on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:23.588813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:23.598815 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:23.599537 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:23.600711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.600849 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.601887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-f7f6b3aa-309e-4091-9c48-13ce0d5f3aaf service neutron] 10.222.0.32 "POST /v2.0/ports/471ef38c-41c7-46ce-a174-3affe48cfe0f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5623696 Feb 09 02:43:23.602022 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:23.603849 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Bound port: 3f2e1465-e206-41bf-a673-f0255c1626fe, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:23.604318 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.721027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Publish callbacks [] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.724559 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] For port 3f2e1465-e206-41bf-a673-f0255c1626fe, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:23.728914 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] For port 3f2e1465-e206-41bf-a673-f0255c1626fe, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3f2e1465-e206-41bf-a673-f0255c1626fe,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:23.744759 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.810449 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb6e86-e0b1-4f9c-929b-6b8619961f13 None None] Pushing event updated for resources: {'Port': ['ID=3f2e1465-e206-41bf-a673-f0255c1626fe,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:23.837126 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:23.839313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:23.840040 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:23.847029 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f34c1c5-d79f-4ed4-98f8-218d7b3dd37d x-openstack-request-id: req-7f34c1c5-d79f-4ed4-98f8-218d7b3dd37d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:23.847409 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9f54d2-e903-43d9-8761-e2ec0d587cff", "name": "network-vif-plugged", "status": "completed", "tag": "2477e8ed-9b48-4f72-ad84-9b48ecd126a4", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:23.847926 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f34c1c5-d79f-4ed4-98f8-218d7b3dd37d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:23.848438 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f54d2-e903-43d9-8761-e2ec0d587cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2477e8ed-9b48-4f72-ad84-9b48ecd126a4', 'code': 200} Feb 09 02:43:23.970977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 005f7400-0666-4559-a82e-738fdd1d5c64 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:24.069226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:24.129821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Network 3794be58-740e-4933-8192-5d28d3b71fd5 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:24.163925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:24.196759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:24.199962 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (273de934-d19a-47b2-98e8-4bf96c8bb462), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.211161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41542) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:24.278318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f913e-f40b-4a9e-b16b-18a42b0d0a00 req-debc9be6-03a6-494b-bcba-d0405de41383 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:24.289085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a9f913e-f40b-4a9e-b16b-18a42b0d0a00 req-debc9be6-03a6-494b-bcba-d0405de41383 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 947 time: 0.2859726 Feb 09 02:43:24.297732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 005f7400-0666-4559-a82e-738fdd1d5c64, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=005f7400-0666-4559-a82e-738fdd1d5c64,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:24.325155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '005f7400-0666-4559-a82e-738fdd1d5c64', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '005f7400-0666-4559-a82e-738fdd1d5c64', 'mac_address': 'fa:16:3e:6d:3e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:24.347447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-b3bde697-86e7-4f5f-ae3f-409dee9383f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:24.349013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-b3bde697-86e7-4f5f-ae3f-409dee9383f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1149 time: 0.2535472 Feb 09 02:43:24.415359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 005f7400-0666-4559-a82e-738fdd1d5c64 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:24.415764 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.451387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a9f913e-f40b-4a9e-b16b-18a42b0d0a00 req-fbbc1a01-9f0c-4a59-b946-89090d57d093 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613183 Feb 09 02:43:24.472531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005f7400-0666-4559-a82e-738fdd1d5c64 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:24.558706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41546) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:24.562372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 005f7400-0666-4559-a82e-738fdd1d5c64, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=005f7400-0666-4559-a82e-738fdd1d5c64,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:24.579588 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.588454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-83489d14-6712-431f-9ed9-03ad95a50ccc None None] Provisioning complete for port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:24.590696 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83489d14-6712-431f-9ed9-03ad95a50ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.635166 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-81f6b663-8fe2-4b40-b490-ca4e70784cb3 req-00af7e50-4b2d-40ff-9a58-32f95deda37a tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 210 time: 0.0479779 Feb 09 02:43:24.639228 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:20Z', 'revision_number': 3, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:24.682046 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717ca55-8e03-4ac1-9118-6f0f7727ee7b None None] The sync data for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 is: [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:20Z', 'revision_number': 3, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:24.693615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-c60125b3-b1ae-4e02-bf5a-c83d2e372dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:24.705827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-c60125b3-b1ae-4e02-bf5a-c83d2e372dbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.2982042 Feb 09 02:43:24.706654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41550) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:24.768771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-83489d14-6712-431f-9ed9-03ad95a50ccc None None] Port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:24.779606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Pushing event updated for resources: {'Port': ['ID=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:24.791313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-b89e6ef5-8fc5-4c68-86a3-bd7e894684e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 217 time: 0.0681398 Feb 09 02:43:24.809296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=005f7400-0666-4559-a82e-738fdd1d5c64,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:24.820887 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-980edc1f-1ba0-4330-9bb1-c5d53bf74622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:24.851250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f04462-abfb-4c5c-8ffb-7b1acb33e4fd req-b2ceea7d-24c2-469b-8d55-b854377f10a5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:24.859328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8f04462-abfb-4c5c-8ffb-7b1acb33e4fd req-b2ceea7d-24c2-469b-8d55-b854377f10a5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 949 time: 1.0627608 Feb 09 02:43:24.888698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-bf99e7fc-4a98-410d-a82c-0d193744981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:24.890424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-bf99e7fc-4a98-410d-a82c-0d193744981d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0656011 Feb 09 02:43:24.924581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff7b90-58cc-4045-865b-aec3096e32ba req-6cd7093f-7bbb-4520-9220-1c9074aee45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:24.925001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['005f7400-0666-4559-a82e-738fdd1d5c64'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:24.926446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdff7b90-58cc-4045-865b-aec3096e32ba req-6cd7093f-7bbb-4520-9220-1c9074aee45a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 1131 time: 0.9256055 Feb 09 02:43:24.935127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-b27f40b3-c5cc-4a26-9969-230bb8ff44b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381341 Feb 09 02:43:25.022873 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8f04462-abfb-4c5c-8ffb-7b1acb33e4fd req-6501012b-d2c6-4cca-9100-efa023f0f5b5 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623597 Feb 09 02:43:25.025887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea35-7157-40b2-8014-f2b3a078cbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.098077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fabc-8f15-4691-9f7c-ae8ad2f7151d req-990cb645-1c0d-4369-95e6-8610dce595e9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:25.105878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4965fabc-8f15-4691-9f7c-ae8ad2f7151d req-990cb645-1c0d-4369-95e6-8610dce595e9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 967 time: 0.3322704 Feb 09 02:43:25.145644 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.206201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdff7b90-58cc-4045-865b-aec3096e32ba req-3e7f8c94-cd27-49b3-9e10-2218928ea4f8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608576 Feb 09 02:43:25.215341 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcb2-e1b0-458f-8643-420e0a4580cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.231662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-5426747d-f134-43d1-8e8e-e28c54a87418 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2cb021840a744ea6a2fb66e4caa39da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027927 Feb 09 02:43:25.269162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4965fabc-8f15-4691-9f7c-ae8ad2f7151d req-b6ed6d72-fb2d-45d5-91b2-1a45f48a49a5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621120 Feb 09 02:43:25.277064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-980edc1f-1ba0-4330-9bb1-c5d53bf74622 admin admin] Publish callbacks [] for security_group (41451e55-503f-4545-ae4a-b8ac29dc6fc1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.285415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-980edc1f-1ba0-4330-9bb1-c5d53bf74622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (41451e55-503f-4545-ae4a-b8ac29dc6fc1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.333790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-225d64ce-fa43-44a1-b08b-57b41f7a2893 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882799 Feb 09 02:43:25.383552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-980edc1f-1ba0-4330-9bb1-c5d53bf74622 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c827ce8682864cff861a59ed8819f3b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1616905 Feb 09 02:43:25.386921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41554) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:25.397240 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980edc1f-1ba0-4330-9bb1-c5d53bf74622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41451e55-503f-4545-ae4a-b8ac29dc6fc1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:25.604760 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52f0c221-5231-403f-864a-baa75c10710d admin admin] Publish callbacks [] for security_group (41451e55-503f-4545-ae4a-b8ac29dc6fc1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.623762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Publish callbacks [] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.644235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-810274f5-38df-4738-8c22-00462acf305f tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:25.645752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-810274f5-38df-4738-8c22-00462acf305f tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371831 Feb 09 02:43:25.649125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.649847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (273de934-d19a-47b2-98e8-4bf96c8bb462), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.693150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Request body: {'port': {'device_id': 'ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '2cb021840a744ea6a2fb66e4caa39da1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:25.701543 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52f0c221-5231-403f-864a-baa75c10710d admin admin] Publish callbacks [] for security_group (41451e55-503f-4545-ae4a-b8ac29dc6fc1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.730773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea35-7157-40b2-8014-f2b3a078cbc8 admin admin] Publish callbacks [] for security_group (2ad348ef-4a9d-44cc-890d-3b537114f544), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.754314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-81f9ea35-7157-40b2-8014-f2b3a078cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2ad348ef-4a9d-44cc-890d-3b537114f544), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.789540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-855fb172-09c3-445c-9b43-7408419a15d3 req-eabe66b0-8075-45fa-ad6c-0e52fc611c4c tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 210 time: 0.0750742 Feb 09 02:43:25.821323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423bbb3-0c57-4044-b5ab-09de97b24b8e req-24b1e5fd-4967-4c99-bad0-03a0fe9ddd56 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:25.822879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0423bbb3-0c57-4044-b5ab-09de97b24b8e req-24b1e5fd-4967-4c99-bad0-03a0fe9ddd56 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 948 time: 0.3045666 Feb 09 02:43:25.824129 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcb2-e1b0-458f-8643-420e0a4580cf admin admin] Publish callbacks [] for security_group (97de6962-76f5-4453-94c4-79977103ff42), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.834492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-0ae51ec4-e41e-4fef-a758-20f09284c1c5 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904413 Feb 09 02:43:25.841243 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42e9fcb2-e1b0-458f-8643-420e0a4580cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (97de6962-76f5-4453-94c4-79977103ff42), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.844574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9ea35-7157-40b2-8014-f2b3a078cbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad348ef-4a9d-44cc-890d-3b537114f544,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:25.853508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-81f9ea35-7157-40b2-8014-f2b3a078cbc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dca642d712874096b315a01c0a5c8dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2937658 Feb 09 02:43:25.858864 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41560) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:25.897837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Pushing event updated for resources: {'Port': ['ID=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:25.927376 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-42e9fcb2-e1b0-458f-8643-420e0a4580cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d91d05a46c7b46bfbca1e8fa0a72375a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2171593 Feb 09 02:43:25.929297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41562) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:25.931270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9fcb2-e1b0-458f-8643-420e0a4580cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97de6962-76f5-4453-94c4-79977103ff42,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:25.986801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0423bbb3-0c57-4044-b5ab-09de97b24b8e req-11e0b815-d7f5-4d6b-8ab6-4ba328a46d89 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467206 Feb 09 02:43:25.987325 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2f45605-b46c-4fa3-8931-eea495978fa8 admin admin] Publish callbacks [] for security_group (2ad348ef-4a9d-44cc-890d-3b537114f544), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.992919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52f0c221-5231-403f-864a-baa75c10710d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (41451e55-503f-4545-ae4a-b8ac29dc6fc1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.995280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52f0c221-5231-403f-864a-baa75c10710d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:25.996302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 005f7400-0666-4559-a82e-738fdd1d5c64 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:25.999107 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-52f0c221-5231-403f-864a-baa75c10710d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41451e55-503f-4545-ae4a-b8ac29dc6fc1 HTTP/1.1" status: 204 len: 168 time: 0.6096349 Feb 09 02:43:26.019722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0c221-5231-403f-864a-baa75c10710d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41451e55-503f-4545-ae4a-b8ac29dc6fc1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:26.041746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Network 3794be58-740e-4933-8192-5d28d3b71fd5 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:26.046081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:26.054892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Made reservation on behalf of 2cb021840a744ea6a2fb66e4caa39da1 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:26.063177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.095555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.110416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2f45605-b46c-4fa3-8931-eea495978fa8 admin admin] Publish callbacks [] for security_group (2ad348ef-4a9d-44cc-890d-3b537114f544), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.147086 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7f1b-83ec-4009-8360-60cf16e22147 admin admin] Publish callbacks [] for security_group (97de6962-76f5-4453-94c4-79977103ff42), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.153225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 005f7400-0666-4559-a82e-738fdd1d5c64 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:26.158311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 005f7400-0666-4559-a82e-738fdd1d5c64 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:26.159065 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.255872 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7f1b-83ec-4009-8360-60cf16e22147 admin admin] Publish callbacks [] for security_group (97de6962-76f5-4453-94c4-79977103ff42), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.337961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 005f7400-0666-4559-a82e-738fdd1d5c64 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:26.338441 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.374411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7f1b-83ec-4009-8360-60cf16e22147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (97de6962-76f5-4453-94c4-79977103ff42), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.375461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.26', 51391) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:26.377135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d7e7f1b-83ec-4009-8360-60cf16e22147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.378509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8d7e7f1b-83ec-4009-8360-60cf16e22147 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97de6962-76f5-4453-94c4-79977103ff42 HTTP/1.1" status: 204 len: 168 time: 0.4481645 Feb 09 02:43:26.388205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0e9d0e-db31-4d5d-9748-060569489eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f7400-0666-4559-a82e-738fdd1d5c64'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:26.390744 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c65349-8fef-4d16-9969-809f625e0828" -d '{"events": [{"server_uuid": "5d0e9d0e-db31-4d5d-9748-060569489eb0", "name": "network-vif-plugged", "status": "completed", "tag": "005f7400-0666-4559-a82e-738fdd1d5c64"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:26.400301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e7f1b-83ec-4009-8360-60cf16e22147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97de6962-76f5-4453-94c4-79977103ff42,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:26.431772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-a85913bd-5440-4f20-ba74-19bab6441f5c tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:26.434263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-a85913bd-5440-4f20-ba74-19bab6441f5c tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1149 time: 0.4282787 Feb 09 02:43:26.448584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 005f7400-0666-4559-a82e-738fdd1d5c64, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=005f7400-0666-4559-a82e-738fdd1d5c64,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:26.455609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-4'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:26.464492 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.533847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f3b5d3bf-d44f-4726-99c9-0ab8dce68eff None None] Provisioning complete for port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:26.534285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d3bf-d44f-4726-99c9-0ab8dce68eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.549125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d0028-4e87-4d30-85f5-02ffb4a5b952 req-4fcac3e7-94fb-45f0-b1da-2273754b2570 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:26.553758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-200d0028-4e87-4d30-85f5-02ffb4a5b952 req-4fcac3e7-94fb-45f0-b1da-2273754b2570 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 949 time: 0.3976128 Feb 09 02:43:26.602938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Router 273de934-d19a-47b2-98e8-4bf96c8bb462 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:26.603381 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2f45605-b46c-4fa3-8931-eea495978fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2ad348ef-4a9d-44cc-890d-3b537114f544), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.606500 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2f45605-b46c-4fa3-8931-eea495978fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.608048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d2f45605-b46c-4fa3-8931-eea495978fa8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ad348ef-4a9d-44cc-890d-3b537114f544 HTTP/1.1" status: 204 len: 168 time: 0.7423131 Feb 09 02:43:26.650499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f3b5d3bf-d44f-4726-99c9-0ab8dce68eff None None] Port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:26.653814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f45605-b46c-4fa3-8931-eea495978fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad348ef-4a9d-44cc-890d-3b537114f544,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:26.655996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=005f7400-0666-4559-a82e-738fdd1d5c64,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:26.659736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.669670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-200d0028-4e87-4d30-85f5-02ffb4a5b952 req-35631e5b-a53d-42f9-9218-1e5f73e858cf tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063702 Feb 09 02:43:26.695436 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks [] for security_group (fe539b73-05b7-4b98-a6a2-fd0f60e68a36), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.707789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b363a1-72b8-47cf-b997-f34d3908d30f req-ce817908-ca98-477c-bd78-2c74dc154cad tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:26.709526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1b363a1-72b8-47cf-b997-f34d3908d30f req-ce817908-ca98-477c-bd78-2c74dc154cad tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 967 time: 0.2563627 Feb 09 02:43:26.713475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fe539b73-05b7-4b98-a6a2-fd0f60e68a36), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:26.725542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-81f47d8f-af7c-4b99-8f42-caf971d6088b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3456256 Feb 09 02:43:26.805111 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ded838-65dd-43bf-a89d-2da167f24528 x-openstack-request-id: req-79ded838-65dd-43bf-a89d-2da167f24528 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:26.805426 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0e9d0e-db31-4d5d-9748-060569489eb0", "name": "network-vif-plugged", "status": "completed", "tag": "005f7400-0666-4559-a82e-738fdd1d5c64", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:26.805695 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79ded838-65dd-43bf-a89d-2da167f24528 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:26.806098 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0e9d0e-db31-4d5d-9748-060569489eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f7400-0666-4559-a82e-738fdd1d5c64', 'code': 200} Feb 09 02:43:26.908426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:26.946932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.26', 51392) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:26.947520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:26.960112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:27.023869 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3378c564-e170-4399-a8b5-9bee0aed896b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.031530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:27.033842 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9773f50-9df2-4a71-b02e-e38c870aa466" -d '{"events": [{"server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "name": "network-vif-unplugged", "status": "completed", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:27.038172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70c99e39-6994-49de-9f3c-14541a3a83d1 req-7b2bfe0f-6858-42b5-8205-b59cdcd31543 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 210 time: 0.0491593 Feb 09 02:43:27.040689 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Publish callbacks [] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.054124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.174813 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b6610-637a-4d09-af5f-85306caec4a6 x-openstack-request-id: req-d91b6610-637a-4d09-af5f-85306caec4a6 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:27.175132 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "name": "network-vif-unplugged", "status": "completed", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:27.178715 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d91b6610-637a-4d09-af5f-85306caec4a6 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:27.178912 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f', 'code': 200} Feb 09 02:43:27.202386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Pushing event updated for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:27.211340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on host n-h1-827839-4 for vnic_type normal with profile {"migrating_to": "n-h2-827839-4"} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:27.212001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:27.212779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:27.218311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:27.218898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Attempting to bind port 471ef38c-41c7-46ce-a174-3affe48cfe0f on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:27.225536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:27.226048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:27.226281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:27.226699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Bound port: 471ef38c-41c7-46ce-a174-3affe48cfe0f, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:27.227072 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.242916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe539b73-05b7-4b98-a6a2-fd0f60e68a36,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:27.247654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3f2e1465-e206-41bf-a673-f0255c1626fe up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:27.334069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3378c564-e170-4399-a8b5-9bee0aed896b admin admin] Publish callbacks [] for security_group (525152c3-176f-4c32-af98-e092d2e98abd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.356278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3378c564-e170-4399-a8b5-9bee0aed896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (525152c3-176f-4c32-af98-e092d2e98abd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.397495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3f2e1465-e206-41bf-a673-f0255c1626fe triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:27.403746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.404780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41600) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:27.408255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-b948173e-3df1-48b4-b83e-fa9e405ad7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.410148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-b948173e-3df1-48b4-b83e-fa9e405ad7e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e9db644695141f1917836674d37ffa4&device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 1132 time: 0.5739536 Feb 09 02:43:27.419029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1b363a1-72b8-47cf-b997-f34d3908d30f req-fe12b844-295d-45a7-ac41-ad1c3485b02a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839144 Feb 09 02:43:27.451115 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0a8b-0a11-4794-8424-d70c3d4e6d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.491167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Allocated IP 192.168.233.184 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:27.498921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377c122-1797-44e2-a355-23baba30ee21 req-072ca6b7-404d-4244-873a-d65fef8bc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.499138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:27.501228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e377c122-1797-44e2-a355-23baba30ee21 req-072ca6b7-404d-4244-873a-d65fef8bc4ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 1131 time: 0.5497909 Feb 09 02:43:27.502580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:27.513575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400ab22-1de0-4c27-981d-8e6f8616631a req-efb4258e-5c55-474f-a558-3b91f34fc263 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.517420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4400ab22-1de0-4c27-981d-8e6f8616631a req-efb4258e-5c55-474f-a558-3b91f34fc263 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 949 time: 0.2113640 Feb 09 02:43:27.518481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3378c564-e170-4399-a8b5-9bee0aed896b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4f0d29980004db486241bd5715ea36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5653603 Feb 09 02:43:27.522143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41602) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:27.556618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378c564-e170-4399-a8b5-9bee0aed896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525152c3-176f-4c32-af98-e092d2e98abd,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:27.556891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.560233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:27.577279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-92211613-8f32-46a7-b86e-543e9a13f67a admin admin] 10.222.0.32 "PUT /v2.0/routers/273de934-d19a-47b2-98e8-4bf96c8bb462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1064031 Feb 09 02:43:27.612695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3f2e1465-e206-41bf-a673-f0255c1626fe is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:27.613431 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.635341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e377c122-1797-44e2-a355-23baba30ee21 req-0e0119a1-61bc-404e-8938-ab83b45104a3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880501 Feb 09 02:43:27.637368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 3f2e1465-e206-41bf-a673-f0255c1626fe, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3f2e1465-e206-41bf-a673-f0255c1626fe,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:27.645747 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.781148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=3f2e1465-e206-41bf-a673-f0255c1626fe,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:27.877349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c40fbbc-2cac-49f0-a5a5-daec3f02384a admin admin] Publish callbacks [] for security_group (525152c3-176f-4c32-af98-e092d2e98abd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.902393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-25f0a9e6-5cdd-4158-95d0-e93aae3aa751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.903864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4400ab22-1de0-4c27-981d-8e6f8616631a req-7f94d56b-4734-43ae-b932-0312d2ed16e7 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702602 Feb 09 02:43:27.904067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-25f0a9e6-5cdd-4158-95d0-e93aae3aa751 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4422114 Feb 09 02:43:27.944925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:27.951581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:27.953754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] 10.222.0.26 "PUT /v2.0/ports/471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 1143 time: 1.5092294 Feb 09 02:43:27.961918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb620550-53d4-4861-8983-9c8362595b5c service neutron] Pushing event updated for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=8']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:28.007547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c40fbbc-2cac-49f0-a5a5-daec3f02384a admin admin] Publish callbacks [] for security_group (525152c3-176f-4c32-af98-e092d2e98abd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.025287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['471ef38c-41c7-46ce-a174-3affe48cfe0f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:28.059629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-6a634400-4bb8-472d-934c-7bb94683721a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e339cfa5-09b9-423a-ab45-336b846e76e3 HTTP/1.1" status: 200 len: 217 time: 0.1273286 Feb 09 02:43:28.061998 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0a8b-0a11-4794-8424-d70c3d4e6d78 admin admin] Publish callbacks [] for security_group (37d3ea0f-2b3f-4038-9435-fa9d51a94a30), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.077887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0a8b-0a11-4794-8424-d70c3d4e6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (37d3ea0f-2b3f-4038-9435-fa9d51a94a30), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.185272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a536e3-ba66-4396-a5b1-512cd6b8c11b req-832ccccc-5969-4539-a1ce-04d820a1a7d8 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:28.195151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19a536e3-ba66-4396-a5b1-512cd6b8c11b req-832ccccc-5969-4539-a1ce-04d820a1a7d8 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 949 time: 0.3107321 Feb 09 02:43:28.237391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a0a8b-0a11-4794-8424-d70c3d4e6d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d3ea0f-2b3f-4038-9435-fa9d51a94a30,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:28.242509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-c9fa16f5-b728-4229-8932-964c3abea1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:28.244276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-c9fa16f5-b728-4229-8932-964c3abea1ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1621568 Feb 09 02:43:28.257815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca318425-ceb7-4ca7-be74-0f50187819f6 req-40449175-c26c-4b6d-9466-ad150979b9d1 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 210 time: 0.0956705 Feb 09 02:43:28.268794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8d3a0a8b-0a11-4794-8424-d70c3d4e6d78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d48fea76a9f347a59612f0df9cd88c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8629656 Feb 09 02:43:28.273018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41630) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:28.329329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c40fbbc-2cac-49f0-a5a5-daec3f02384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (525152c3-176f-4c32-af98-e092d2e98abd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.330810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks [] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.332618 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c40fbbc-2cac-49f0-a5a5-daec3f02384a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.333951 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3c40fbbc-2cac-49f0-a5a5-daec3f02384a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/525152c3-176f-4c32-af98-e092d2e98abd HTTP/1.1" status: 204 len: 168 time: 0.8093493 Feb 09 02:43:28.347519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19a536e3-ba66-4396-a5b1-512cd6b8c11b req-f6f72b00-66e2-4cd1-b375-830bb697064f tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425254 Feb 09 02:43:28.356534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40fbbc-2cac-49f0-a5a5-daec3f02384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525152c3-176f-4c32-af98-e092d2e98abd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:28.363133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-1b23cbbb-b107-437e-a085-f3303fddf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:28.364734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-1b23cbbb-b107-437e-a085-f3303fddf332 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1106133 Feb 09 02:43:28.402756 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f549c26-3c66-4fcf-b52c-ed777f534403 admin admin] Publish callbacks [] for security_group (37d3ea0f-2b3f-4038-9435-fa9d51a94a30), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.440804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f549c26-3c66-4fcf-b52c-ed777f534403 admin admin] Publish callbacks [] for security_group (37d3ea0f-2b3f-4038-9435-fa9d51a94a30), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.475576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.528305 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f549c26-3c66-4fcf-b52c-ed777f534403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (37d3ea0f-2b3f-4038-9435-fa9d51a94a30), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.531426 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f549c26-3c66-4fcf-b52c-ed777f534403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.535283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3f549c26-3c66-4fcf-b52c-ed777f534403 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37d3ea0f-2b3f-4038-9435-fa9d51a94a30 HTTP/1.1" status: 204 len: 168 time: 0.2585413 Feb 09 02:43:28.557332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f549c26-3c66-4fcf-b52c-ed777f534403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d3ea0f-2b3f-4038-9435-fa9d51a94a30,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:28.642808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:28.689939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:28.730746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:28.737150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:28.744721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.755671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Pushing event updated for resources: {'Port': ['ID=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:28.772586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-8458bc38-2929-4e4c-8799-6e69eefd558d service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991385 Feb 09 02:43:28.818565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11e9a2-5ccb-40ab-aaaa-d4d4865157d6 req-db013c93-c813-4529-b3c6-25d8515ed77b tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:28.824444 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f11e9a2-5ccb-40ab-aaaa-d4d4865157d6 req-db013c93-c813-4529-b3c6-25d8515ed77b tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 949 time: 0.1192384 Feb 09 02:43:28.849063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41652) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:28.863171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-network', 'tenant_id': '366d150185774a33b70b3949db90fcfd'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:28.909777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Made reservation on behalf of 366d150185774a33b70b3949db90fcfd for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:28.912745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:28.921653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-3bfb8af1-3619-425f-8f62-67c5800dcc87 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2545681 Feb 09 02:43:28.949500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f11e9a2-5ccb-40ab-aaaa-d4d4865157d6 req-81f06cac-4731-4f29-b7b2-fcb3eb9edb89 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178737 Feb 09 02:43:28.953376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Request body: {'port': {'device_id': 'ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:28.955349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.029419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632f0dc-14db-407f-9622-17882f8d3353 req-d548c46a-f60d-4aa6-8924-64cfa3c1a4c0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:29.037834 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f632f0dc-14db-407f-9622-17882f8d3353 req-d548c46a-f60d-4aa6-8924-64cfa3c1a4c0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.4328403 Feb 09 02:43:29.148960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-441a7a6d-b9e5-490c-9a2a-570607e9ae24 None None] Provisioning complete for port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:29.149490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-441a7a6d-b9e5-490c-9a2a-570607e9ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.161353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.188513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:29.191636 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:29.207346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Sync routers for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:29.231084 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f632f0dc-14db-407f-9622-17882f8d3353 req-6f2f2632-6834-4cd8-9405-c18e6c073ac2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890440 Feb 09 02:43:29.249024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f864ffc-e0c6-4fbd-9776-edab999940cb req-fe9857be-3fe9-43aa-8706-3c42d90b3b94 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674993 Feb 09 02:43:29.265326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:29.266099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:29.289288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Publish callbacks [] for security_group (0bb99d78-9ccb-46ad-ae89-edcf05a8affa), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.317526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f72d25-fcb3-428d-ada5-922fbded0281 req-f02f166c-d074-4037-bcaa-5614e3dc6bb9 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:29.331183 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f72d25-fcb3-428d-ada5-922fbded0281 req-f02f166c-d074-4037-bcaa-5614e3dc6bb9 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 949 time: 0.2459981 Feb 09 02:43:29.353939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0bb99d78-9ccb-46ad-ae89-edcf05a8affa), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.383464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:29.410909 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3a2502-e19d-43ce-aeec-d5431fee80bd x-openstack-request-id: req-4f3a2502-e19d-43ce-aeec-d5431fee80bd {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:29.411104 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:29.411437 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f3a2502-e19d-43ce-aeec-d5431fee80bd {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:29.411741 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f', 'status': 'completed', 'code': 200} Feb 09 02:43:29.474095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (e385bab2-0d21-4e90-92c6-cbdd1b862ec6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.474499 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Added segment e385bab2-0d21-4e90-92c6-cbdd1b862ec6 of type vlan for network 1b84b55c-62f3-4867-b8dd-458ed8817a7b Feb 09 02:43:29.500025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:29.547092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb99d78-9ccb-46ad-ae89-edcf05a8affa,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:29.565977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1b84b55c-62f3-4867-b8dd-458ed8817a7b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.574940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f72d25-fcb3-428d-ada5-922fbded0281 req-ed28f054-d13b-41c9-882c-7593cc17460b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411721 Feb 09 02:43:29.618646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1b84b55c-62f3-4867-b8dd-458ed8817a7b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.619755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:29.621020 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.694392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8323355 Feb 09 02:43:29.697195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41686) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:29.700791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3f2e1465-e206-41bf-a673-f0255c1626fe up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:29.712621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d2c27-c538-4b75-8ddb-f3a48efac655 admin admin] Pushing event updated for resources: {'Network': ['ID=1b84b55c-62f3-4867-b8dd-458ed8817a7b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:29.714303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Request body: {'subnet': {'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-subnet', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:29.753492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-441a7a6d-b9e5-490c-9a2a-570607e9ae24 None None] Port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:29.756335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1b84b55c-62f3-4867-b8dd-458ed8817a7b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:29.758796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Made reservation on behalf of 366d150185774a33b70b3949db90fcfd for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:29.761303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.845183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-250b43e5-efe6-435f-ac80-11f92bea1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:29.846974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-250b43e5-efe6-435f-ac80-11f92bea1bf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1177 time: 0.2371523 Feb 09 02:43:29.851974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:25Z', 'revision_number': 2, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:29.860169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea56c80-83b2-4468-946c-1e3c985aec73 req-42b38be0-9238-484e-bdb0-5fc53a1453d7 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:29.861794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ea56c80-83b2-4468-946c-1e3c985aec73 req-42b38be0-9238-484e-bdb0-5fc53a1453d7 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 936 time: 0.2386818 Feb 09 02:43:29.892927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Checking router: 273de934-d19a-47b2-98e8-4bf96c8bb462 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:29.893550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Updating router 273de934-d19a-47b2-98e8-4bf96c8bb462 port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:43:29.931586 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:29.985536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:30.012951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 471ef38c-41c7-46ce-a174-3affe48cfe0f details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:30.019700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Publish callbacks [] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.085279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3f2e1465-e206-41bf-a673-f0255c1626fe triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:30.085928 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.101418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Transition to ACTIVE for port object 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:30.115570 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.117919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-30d40e33-3b65-4143-b6db-90d8e200fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:30.119475 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-30d40e33-3b65-4143-b6db-90d8e200fb28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.2566619 Feb 09 02:43:30.144733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ea56c80-83b2-4468-946c-1e3c985aec73 req-0894a1f4-9def-482b-815b-e154f3171287 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681754 Feb 09 02:43:30.178900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41704) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:30.234981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-3842c807-901e-4073-a39e-80be388042f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 217 time: 0.0834095 Feb 09 02:43:30.238027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511d931-ad02-4701-9407-127efc3c7139 req-d772084c-7aa0-4194-937a-22f54b1c0f52 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:30.240258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e511d931-ad02-4701-9407-127efc3c7139 req-d772084c-7aa0-4194-937a-22f54b1c0f52 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 949 time: 0.1749470 Feb 09 02:43:30.277548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Pushing event updated for resources: {'Port': ['ID=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:30.321062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:43:30.335644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e511d931-ad02-4701-9407-127efc3c7139 req-38a8e4dc-6eab-4d45-92cf-38b0240893d2 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886502 Feb 09 02:43:30.424378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c278270c-8cfd-45a7-8f8d-008a72969c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.496148 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e8f32636-1aa4-4fba-8bcc-ef390f33e3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.583356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (e47cee48-a64a-4a4a-8335-43620a0744f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.618045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-3feae03c-6da9-4ab0-a105-07e443070371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:30.622116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-3feae03c-6da9-4ab0-a105-07e443070371 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.3727875 Feb 09 02:43:30.623421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723f22c-aea5-458b-905f-4a47aea5e891 req-566008ad-e227-4da5-bacb-b01125cc5e7d tempest-LiveMigrationNegativeTest-677086570 tempest-LiveMigrationNegativeTest-677086570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:30.625127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7723f22c-aea5-458b-905f-4a47aea5e891 req-566008ad-e227-4da5-bacb-b01125cc5e7d tempest-LiveMigrationNegativeTest-677086570 tempest-LiveMigrationNegativeTest-677086570-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 1131 time: 0.1451018 Feb 09 02:43:30.651900 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:43:30.652744 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7723f22c-aea5-458b-905f-4a47aea5e891 req-65ab6544-fac4-4b7a-af12-037f9fd47c0a tempest-LiveMigrationNegativeTest-677086570 tempest-LiveMigrationNegativeTest-677086570-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.658228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Attempting to bind port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:30.662092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Attempting to bind port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:30.662859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Attempting to bind port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:30.699871 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c278270c-8cfd-45a7-8f8d-008a72969c08 admin admin] Publish callbacks [] for security_group (5d877d55-91a5-4464-8700-7ce5d878bdf5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.710346 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c278270c-8cfd-45a7-8f8d-008a72969c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5d877d55-91a5-4464-8700-7ce5d878bdf5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.711712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:30.728413 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-721a5d93-c011-4f04-befc-5166b0808a83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457728 Feb 09 02:43:30.755098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278270c-8cfd-45a7-8f8d-008a72969c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d877d55-91a5-4464-8700-7ce5d878bdf5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:30.765746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 471ef38c-41c7-46ce-a174-3affe48cfe0f has no active binding in host n-h2-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:43:30.770748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3f2e1465-e206-41bf-a673-f0255c1626fe is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:30.787177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c278270c-8cfd-45a7-8f8d-008a72969c08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76f176e9c3644892bb18b89785b82b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941739 Feb 09 02:43:30.789663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41726) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:30.878856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7723f22c-aea5-458b-905f-4a47aea5e891 req-65ab6544-fac4-4b7a-af12-037f9fd47c0a tempest-LiveMigrationNegativeTest-677086570 tempest-LiveMigrationNegativeTest-677086570-project-admin] Publish callbacks [] for security_group (458453ec-7f0e-4a69-b495-da4334efea31), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.880581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6393e264-12ac-49fa-9e12-d9be41896905 admin admin] Publish callbacks [] for security_group (5d877d55-91a5-4464-8700-7ce5d878bdf5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.890526 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Publish callbacks [] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.902193 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.908284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6393e264-12ac-49fa-9e12-d9be41896905 admin admin] Publish callbacks [] for security_group (5d877d55-91a5-4464-8700-7ce5d878bdf5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.952603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7723f22c-aea5-458b-905f-4a47aea5e891 req-65ab6544-fac4-4b7a-af12-037f9fd47c0a tempest-LiveMigrationNegativeTest-677086570 tempest-LiveMigrationNegativeTest-677086570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (458453ec-7f0e-4a69-b495-da4334efea31), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.989905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab6544-fac4-4b7a-af12-037f9fd47c0a tempest-LiveMigrationNegativeTest-677086570 tempest-LiveMigrationNegativeTest-677086570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458453ec-7f0e-4a69-b495-da4334efea31,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:30.992660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6393e264-12ac-49fa-9e12-d9be41896905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5d877d55-91a5-4464-8700-7ce5d878bdf5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.995561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6393e264-12ac-49fa-9e12-d9be41896905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:30.996752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6393e264-12ac-49fa-9e12-d9be41896905 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d877d55-91a5-4464-8700-7ce5d878bdf5 HTTP/1.1" status: 204 len: 168 time: 0.2061405 Feb 09 02:43:31.017438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393e264-12ac-49fa-9e12-d9be41896905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d877d55-91a5-4464-8700-7ce5d878bdf5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:31.024002 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7723f22c-aea5-458b-905f-4a47aea5e891 req-65ab6544-fac4-4b7a-af12-037f9fd47c0a tempest-LiveMigrationNegativeTest-677086570 tempest-LiveMigrationNegativeTest-677086570-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921914 Feb 09 02:43:31.070443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:31.070778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Attempting to bind port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:31.086413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605f65f-bcc3-4f05-9893-7162789ed089 req-a55b234b-59fd-44d6-befe-24e9fe37febd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:31.087327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c60e7-d019-4cb5-a85a-6ad6a89f72e9 None None] Pushing event updated for resources: {'Port': ['ID=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:31.093762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c605f65f-bcc3-4f05-9893-7162789ed089 req-a55b234b-59fd-44d6-befe-24e9fe37febd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.6758628 Feb 09 02:43:31.131782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:31.132157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:31.132505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:31.133542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Bound port: 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:31.133542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.190403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Attempting to bind port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:31.190870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Attempting to bind port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:31.191736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Attempting to bind port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 on network 3794be58-740e-4933-8192-5d28d3b71fd5 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:31.197609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:31.198184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Checking segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:31.198853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.199358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Bound using segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:31.200153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Bound port: 33db1613-20fd-4c7d-aae3-cb138c2bd8f7, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:31.200774 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.212521 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c605f65f-bcc3-4f05-9893-7162789ed089 req-ee31dea6-f9f5-4a26-8905-aed86bf06875 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178527 Feb 09 02:43:31.217679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47cee48-a64a-4a4a-8335-43620a0744f1,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:31.250049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Checking segment: {'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:31.250049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Network hostable DHCP agents. Network: 1b84b55c-62f3-4867-b8dd-458ed8817a7b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:31.282267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ee6eb-3a15-4e34-8a6a-2e61be287340 req-55f52602-b049-40d8-a6b7-33fd524ac9e9 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:31.289677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f44ee6eb-3a15-4e34-8a6a-2e61be287340 req-55f52602-b049-40d8-a6b7-33fd524ac9e9 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 949 time: 0.1429553 Feb 09 02:43:31.307976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] For port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:31.313804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] For port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:31.325837 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.334329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-d0f09666-8a03-488c-bd0e-be86cd24983b service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962236 Feb 09 02:43:31.412225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f44ee6eb-3a15-4e34-8a6a-2e61be287340 req-29654170-784e-4aad-b801-79f3b15fbef1 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169891 Feb 09 02:43:31.435769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:31.436398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:31.483720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Network 1b84b55c-62f3-4867-b8dd-458ed8817a7b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:31.583799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] For port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:31.589123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c60e7-d019-4cb5-a85a-6ad6a89f72e9 None None] Pushing event updated for resources: {'Port': ['ID=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:31.605628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6a63d3b8-c9e0-4ede-acee-779caa0ff861 None None] Provisioning complete for port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:31.606049 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a63d3b8-c9e0-4ede-acee-779caa0ff861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.607657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1b84b55c-62f3-4867-b8dd-458ed8817a7b) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:31.620384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1625a94-7273-405b-86ef-397d695d2e5b None None] Network 1b84b55c-62f3-4867-b8dd-458ed8817a7b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:31.631747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] For port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:31.654872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.669978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:31.670912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.781482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41760) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:31.796147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:31.797275 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.803126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] 10.222.0.61 "PUT /v2.0/ports/539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef HTTP/1.1" status: 200 len: 1096 time: 2.8654511 Feb 09 02:43:31.804270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844', 'tag': '539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:31.810128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6be9f214-aa15-472b-af45-8e5aee68fed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.816401 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab6d13-3354-4198-aecd-168670aeeaad" -d '{"events": [{"name": "network-changed", "server_uuid": "ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844", "tag": "539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:31.836433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b11bfcee-f9d2-4600-abe7-d332c3daa1ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1251884 Feb 09 02:43:31.844230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41766) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:31.855264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:31.943165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f24587-b775-41fb-b9b2-4f96c350159d service neutron] Pushing event updated for resources: {'Port': ['ID=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:31.953642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (9308236c-bb2a-411b-ba15-28c4a08d9633), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.953823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:31.955311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (9308236c-bb2a-411b-ba15-28c4a08d9633), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:31.984815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013f72f-befc-4af4-bfea-4c684017f354 req-af3e3270-1578-4f71-81c1-d480da5c1b92 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:31.992915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0013f72f-befc-4af4-bfea-4c684017f354 req-af3e3270-1578-4f71-81c1-d480da5c1b92 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 948 time: 0.5471361 Feb 09 02:43:32.017884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5eb5dbb9-daa3-4caa-b701-32544ac5e7ab req-99264e09-95f8-4277-b9ae-24046a00c199 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643987 Feb 09 02:43:32.037420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-1b84b55c-62f3-4867-b8dd-458ed8817a7b', 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b', 'project_id': '366d150185774a33b70b3949db90fcfd', 'fixed_ips': [{'subnet_id': 'e47cee48-a64a-4a4a-8335-43620a0744f1'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:32.042948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.130692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-dd742d80-28a7-4b7f-9d44-687fc381c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:32.132309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-dd742d80-28a7-4b7f-9d44-687fc381c0f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2cb021840a744ea6a2fb66e4caa39da1&device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 1130 time: 0.2738883 Feb 09 02:43:32.138049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0013f72f-befc-4af4-bfea-4c684017f354 req-ece08ee0-6e66-4214-9fa9-b3c0503e1154 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150424 Feb 09 02:43:32.178327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks [] for router_controller (9308236c-bb2a-411b-ba15-28c4a08d9633), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.187963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6a63d3b8-c9e0-4ede-acee-779caa0ff861 None None] Current status of the port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:32.188442 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a63d3b8-c9e0-4ede-acee-779caa0ff861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.240452 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e040a42-da55-4e09-b421-a1fdc5218163 x-openstack-request-id: req-7e040a42-da55-4e09-b421-a1fdc5218163 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:32.240738 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844", "tag": "539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:32.247916 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e040a42-da55-4e09-b421-a1fdc5218163 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:32.248600 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844', 'tag': '539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef', 'status': 'completed', 'code': 200} Feb 09 02:43:32.254302 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-ce4289ee-e5d5-48eb-8f53-884e1356b574 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef HTTP/1.1" status: 200 len: 217 time: 0.1095929 Feb 09 02:43:32.338563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-7e92025f-652f-48e4-a76b-7d5e93ee56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:32.340796 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-7e92025f-652f-48e4-a76b-7d5e93ee56c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0750599 Feb 09 02:43:32.361946 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6be9f214-aa15-472b-af45-8e5aee68fed4 admin admin] Publish callbacks [] for security_group (e3c0bb09-5450-48eb-89f7-b76e3b6b28f9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.373766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8e66-a559-4325-82c6-088a7b289fb0 req-6c2fdede-bae4-44f1-a90a-d928a08baba7 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:32.375207 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6be9f214-aa15-472b-af45-8e5aee68fed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e3c0bb09-5450-48eb-89f7-b76e3b6b28f9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.375852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5adb8e66-a559-4325-82c6-088a7b289fb0 req-6c2fdede-bae4-44f1-a90a-d928a08baba7 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 949 time: 0.1241617 Feb 09 02:43:32.456213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-add2f942-d49e-4420-a6de-71d61e944b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:32.457936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-add2f942-d49e-4420-a6de-71d61e944b6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1071982 Feb 09 02:43:32.462462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6a63d3b8-c9e0-4ede-acee-779caa0ff861 None None] For port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:32.464113 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5adb8e66-a559-4325-82c6-088a7b289fb0 req-807592e1-7edb-412d-b4eb-2b573d267970 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689044 Feb 09 02:43:32.510190 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a63d3b8-c9e0-4ede-acee-779caa0ff861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.542690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks [] for router_gateway (9308236c-bb2a-411b-ba15-28c4a08d9633), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.559287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709d49c-6131-4487-8052-20d6e09759de req-040a8250-3b01-47b5-9715-986e884a5ec6 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:32.560989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6709d49c-6131-4487-8052-20d6e09759de req-040a8250-3b01-47b5-9715-986e884a5ec6 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 949 time: 0.3473938 Feb 09 02:43:32.572755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9f214-aa15-472b-af45-8e5aee68fed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c0bb09-5450-48eb-89f7-b76e3b6b28f9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:32.608068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6be9f214-aa15-472b-af45-8e5aee68fed4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5494263c143d4f6a9137d56fd38a4274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8248756 Feb 09 02:43:32.608734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41786) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:32.635063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63d3b8-c9e0-4ede-acee-779caa0ff861 None None] Pushing event updated for resources: {'Port': ['ID=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:32.646112 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-4549499c-26a5-4ee7-a890-c40555ef59f8 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765633 Feb 09 02:43:32.689056 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7f37848d-b24f-4778-af3c-92cd7c30aab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.702212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6709d49c-6131-4487-8052-20d6e09759de req-3a560ac2-5f33-4b45-9436-6720980fe738 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218021 Feb 09 02:43:32.704648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Allocated IP 172.20.0.2 (1b84b55c-62f3-4867-b8dd-458ed8817a7b/e47cee48-a64a-4a4a-8335-43620a0744f1/d956f907-ca9c-4ec1-8c57-e4068dacdbe9) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:32.715070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc1bd-d7d2-4f9b-b178-860bab012949 req-0168e4ca-f881-4902-a274-867c9c491cdb tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:32.721865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46ddc1bd-d7d2-4f9b-b178-860bab012949 req-0168e4ca-f881-4902-a274-867c9c491cdb tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.1195743 Feb 09 02:43:32.741797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86dd2a9e-fac5-4a2b-a6c9-f4c0451191da admin admin] Publish callbacks [] for security_group (e3c0bb09-5450-48eb-89f7-b76e3b6b28f9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.780430 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86dd2a9e-fac5-4a2b-a6c9-f4c0451191da admin admin] Publish callbacks [] for security_group (e3c0bb09-5450-48eb-89f7-b76e3b6b28f9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.787251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a4cfc2d1-51ab-43e3-943f-58ff28c292f6 None None] Provisioning complete for port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:32.787871 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4cfc2d1-51ab-43e3-943f-58ff28c292f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.815144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46ddc1bd-d7d2-4f9b-b178-860bab012949 req-31c600a8-7095-493a-a726-1dde11cf9398 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923748 Feb 09 02:43:32.853682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:31Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:32.866225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df970206-4ed5-47d1-9f0c-9934abf6c037 req-4f06da46-d33f-473f-9907-d15c458a8389 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117200 Feb 09 02:43:32.898279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f5e07-8cdc-4510-adc4-45ee81c474c0 None None] The sync data for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 is: [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:31Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:32.946304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86dd2a9e-fac5-4a2b-a6c9-f4c0451191da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e3c0bb09-5450-48eb-89f7-b76e3b6b28f9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.949301 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86dd2a9e-fac5-4a2b-a6c9-f4c0451191da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:32.953329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86dd2a9e-fac5-4a2b-a6c9-f4c0451191da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3c0bb09-5450-48eb-89f7-b76e3b6b28f9 HTTP/1.1" status: 204 len: 168 time: 0.3345110 Feb 09 02:43:32.973571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd2a9e-fac5-4a2b-a6c9-f4c0451191da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c0bb09-5450-48eb-89f7-b76e3b6b28f9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:33.052145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab6d13-3354-4198-aecd-168670aeeaad req-830efec3-a20a-4b8a-a8df-641d8192b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:33.058904 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09ab6d13-3354-4198-aecd-168670aeeaad req-830efec3-a20a-4b8a-a8df-641d8192b124 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2cb021840a744ea6a2fb66e4caa39da1&device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 1130 time: 0.1238515 Feb 09 02:43:33.105048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Publish callbacks [] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.124041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfc2d1-51ab-43e3-943f-58ff28c292f6 None None] Current status of the port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:33.139958 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.217551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Network 1b84b55c-62f3-4867-b8dd-458ed8817a7b is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:33.230165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:33.235817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:33.251623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Pushing event updated for resources: {'Port': ['ID=d956f907-ca9c-4ec1-8c57-e4068dacdbe9,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:33.410949 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks [] for router_gateway (9308236c-bb2a-411b-ba15-28c4a08d9633), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.479988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.481606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab6d13-3354-4198-aecd-168670aeeaad req-0b786fe1-898e-409f-af01-dc4138512cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:33.483770 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09ab6d13-3354-4198-aecd-168670aeeaad req-0b786fe1-898e-409f-af01-dc4138512cf2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4178429 Feb 09 02:43:33.585141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:33.599314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09ab6d13-3354-4198-aecd-168670aeeaad req-cdc487ef-0a3f-403e-b211-27607ec617f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef HTTP/1.1" status: 200 len: 217 time: 0.1096377 Feb 09 02:43:33.646288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Attempting to bind port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:33.646675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Attempting to bind port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:33.647042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Attempting to bind port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 on network 1b84b55c-62f3-4867-b8dd-458ed8817a7b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:33.684011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Allocated IP 172.25.2.49 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:33.695937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:33.696627 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.720690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab6d13-3354-4198-aecd-168670aeeaad req-2df29bcb-a39f-4576-ba82-4ccb69455a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:33.722358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09ab6d13-3354-4198-aecd-168670aeeaad req-2df29bcb-a39f-4576-ba82-4ccb69455a51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1112266 Feb 09 02:43:33.749032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:33.750144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Checking segment: {'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:33.750776 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.751342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Bound using segment: {'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:33.751982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Bound port: d956f907-ca9c-4ec1-8c57-e4068dacdbe9, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:33.756130 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.777685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d94472-a8dd-4733-8e5e-d7d6e5a67920 req-25ebe8db-5042-4b47-887c-f580e22f0de9 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:33.786742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69d94472-a8dd-4733-8e5e-d7d6e5a67920 req-25ebe8db-5042-4b47-887c-f580e22f0de9 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 948 time: 0.1854956 Feb 09 02:43:33.837164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks [] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.878202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-92b08a5f-48ef-4be2-a898-cf63ec068a04 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:33.880636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-92b08a5f-48ef-4be2-a898-cf63ec068a04 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 949 time: 0.2200379 Feb 09 02:43:33.892438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:33.897268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.928823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3f162-d5c3-49f7-b405-ec27c0ac844e req-2f974b03-7c46-4445-9e5c-e003ac46be98 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:33.932682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] For port d956f907-ca9c-4ec1-8c57-e4068dacdbe9, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:33.937447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] For port d956f907-ca9c-4ec1-8c57-e4068dacdbe9, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d956f907-ca9c-4ec1-8c57-e4068dacdbe9,segment=NetworkSegment(e385bab2-0d21-4e90-92c6-cbdd1b862ec6),segment_id=e385bab2-0d21-4e90-92c6-cbdd1b862ec6)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:33.937639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9a3f162-d5c3-49f7-b405-ec27c0ac844e req-2f974b03-7c46-4445-9e5c-e003ac46be98 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 949 time: 0.1265280 Feb 09 02:43:33.950622 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.975943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:33.978772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab6d13-3354-4198-aecd-168670aeeaad req-f257715c-6e93-4cd3-8ae1-ba72d4ae7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:33.985529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09ab6d13-3354-4198-aecd-168670aeeaad req-f257715c-6e93-4cd3-8ae1-ba72d4ae7cd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2533307 Feb 09 02:43:34.016839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69d94472-a8dd-4733-8e5e-d7d6e5a67920 req-7be365c8-9c86-4314-9126-7ce435d81ab4 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288742 Feb 09 02:43:34.059781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Pushing event updated for resources: {'Port': ['ID=45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:34.086407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75765d99-044d-43da-a76e-cd8bd5daaa93 None None] Pushing event updated for resources: {'Port': ['ID=d956f907-ca9c-4ec1-8c57-e4068dacdbe9,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:34.099482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9a3f162-d5c3-49f7-b405-ec27c0ac844e req-9f2ae31e-08ab-46b0-9896-93fbf7deb7db tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609993 Feb 09 02:43:34.116004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:34.117898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:34.129017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:34.365099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Deleting port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:34.370912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:34.402405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde1e7-2337-4ae7-ab47-46036ed580e9 req-a5635008-aae5-413d-a739-5f62572922ab tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:34.404136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07cde1e7-2337-4ae7-ab47-46036ed580e9 req-a5635008-aae5-413d-a739-5f62572922ab tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 949 time: 0.2321858 Feb 09 02:43:34.500084 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09ab6d13-3354-4198-aecd-168670aeeaad req-4eeae422-e462-4717-b603-89991800dcd2 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028119 Feb 09 02:43:34.622136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5d590-076e-479d-af51-033d71fd8f1b req-0da3e341-76a0-4fc0-b2d9-0108ad1f4464 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:34.623724 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-afb5d590-076e-479d-af51-033d71fd8f1b req-0da3e341-76a0-4fc0-b2d9-0108ad1f4464 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.2154574 Feb 09 02:43:34.629873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks [] for router_gateway (9308236c-bb2a-411b-ba15-28c4a08d9633), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:34.681032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.61', 53932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:34.711594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07cde1e7-2337-4ae7-ab47-46036ed580e9 req-df70717d-7833-4f3a-8b48-2f63cee89e3a tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248142 Feb 09 02:43:34.713611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] For port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:34.714049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:34.745785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Calling delete_port for 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:34.763829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09ab6d13-3354-4198-aecd-168670aeeaad req-ca3ec071-f6ab-476d-a8f6-ea5c122de51c service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451911 Feb 09 02:43:34.876309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:34.906845 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-afb5d590-076e-479d-af51-033d71fd8f1b req-3f14afbc-9a37-41ae-a3b5-f3211baa5cb6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739456 Feb 09 02:43:35.024569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (2477e8ed-9b48-4f72-ad84-9b48ecd126a4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:35.034351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-e0d1ba7d-1d61-4b10-b99d-7e3cb23294f3 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:35.036114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-e0d1ba7d-1d61-4b10-b99d-7e3cb23294f3 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 949 time: 0.1190369 Feb 09 02:43:35.038730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['2477e8ed-9b48-4f72-ad84-9b48ecd126a4'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:35.115920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-2156519e-0c8d-4153-9965-b2611c96a32c service neutron] 10.222.0.61 "GET /v2.0/ports/471ef38c-41c7-46ce-a174-3affe48cfe0f/bindings/n-h2-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.4060328 Feb 09 02:43:35.126104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Pushing event deleted for resources: {'Port': ['ID=2477e8ed-9b48-4f72-ad84-9b48ecd126a4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:35.166044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['e339cfa5-09b9-423a-ab45-336b846e76e3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:35.213265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] No DVR routers for this DVR port 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:35.225487 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:35.230106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bf7d9e8-8dcd-46bd-9662-3e29625d3c48 req-0cb1afba-2a0a-47e4-88a2-4a767a9a32d6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.61 "DELETE /v2.0/ports/2477e8ed-9b48-4f72-ad84-9b48ecd126a4 HTTP/1.1" status: 204 len: 173 time: 1.3410635 Feb 09 02:43:35.231109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f54d2-e903-43d9-8761-e2ec0d587cff', 'name': 'network-vif-deleted', 'tag': '2477e8ed-9b48-4f72-ad84-9b48ecd126a4'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:35.236559 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eec4ea-c485-46ba-bf8f-1c09804f43d1" -d '{"events": [{"server_uuid": "1f9f54d2-e903-43d9-8761-e2ec0d587cff", "name": "network-vif-deleted", "tag": "2477e8ed-9b48-4f72-ad84-9b48ecd126a4"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:35.346904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (9308236c-bb2a-411b-ba15-28c4a08d9633), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:35.379095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d956f907-ca9c-4ec1-8c57-e4068dacdbe9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:35.512249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Deleting port 005f7400-0666-4559-a82e-738fdd1d5c64 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:35.512849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:35.604313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41866) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:35.616638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:35.617215 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:35.659458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21c1a9-88d2-4050-bfbf-d2a8e178f246 req-e6f6e5a1-d41e-4e6f-a131-6e295e61eb35 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:35.661589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c21c1a9-88d2-4050-bfbf-d2a8e178f246 req-e6f6e5a1-d41e-4e6f-a131-6e295e61eb35 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 948 time: 0.3452108 Feb 09 02:43:35.724348 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea16c36-f3f9-4cff-8808-c00d73d8a986 None None] Network 1b84b55c-62f3-4867-b8dd-458ed8817a7b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:35.765639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] For port 005f7400-0666-4559-a82e-738fdd1d5c64, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=005f7400-0666-4559-a82e-738fdd1d5c64,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:35.766923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:35.792885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Calling delete_port for 005f7400-0666-4559-a82e-738fdd1d5c64 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:35.799910 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c21c1a9-88d2-4050-bfbf-d2a8e178f246 req-8629febf-2586-4884-b892-5af0bf65e0c4 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287868 Feb 09 02:43:35.929637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1741ab-edab-4ed7-bcc8-c95baa7072c3 req-2b272a0d-f11e-442c-88ed-77ec22de5ca3 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:35.931185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df1741ab-edab-4ed7-bcc8-c95baa7072c3 req-2b272a0d-f11e-442c-88ed-77ec22de5ca3 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d0e9d0e-db31-4d5d-9748-060569489eb0 HTTP/1.1" status: 200 len: 949 time: 0.5226746 Feb 09 02:43:35.938741 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5cb473-fbbc-4034-8aaa-e70a1c1bd2a0 x-openstack-request-id: req-ba5cb473-fbbc-4034-8aaa-e70a1c1bd2a0 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:35.939028 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9f54d2-e903-43d9-8761-e2ec0d587cff", "name": "network-vif-deleted", "tag": "2477e8ed-9b48-4f72-ad84-9b48ecd126a4", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:35.939279 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba5cb473-fbbc-4034-8aaa-e70a1c1bd2a0 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:35.939729 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f54d2-e903-43d9-8761-e2ec0d587cff', 'name': 'network-vif-deleted', 'tag': '2477e8ed-9b48-4f72-ad84-9b48ecd126a4', 'status': 'completed', 'code': 200} Feb 09 02:43:35.957491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0241873f-efc9-44a4-85c7-ddb995cac149 None None] Provisioning complete for port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:35.957998 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0241873f-efc9-44a4-85c7-ddb995cac149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:35.979220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:36.091791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (005f7400-0666-4559-a82e-738fdd1d5c64), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.096249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df1741ab-edab-4ed7-bcc8-c95baa7072c3 req-bb1c869a-5fa0-4a63-ac3d-3ea873f4c2a0 tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.32 "GET /v2.0/security-groups?id=a62df7df-5db0-40ca-8099-56768d478668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471276 Feb 09 02:43:36.112493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.117565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdf736d8-7d94-4a6f-9ff5-00a27bd78e64 req-6ada5275-245a-4897-b77e-119e5001c7b2 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f9f54d2-e903-43d9-8761-e2ec0d587cff HTTP/1.1" status: 200 len: 210 time: 0.0389810 Feb 09 02:43:36.141787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Pushing event deleted for resources: {'Port': ['ID=005f7400-0666-4559-a82e-738fdd1d5c64,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:36.158263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.158263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.158542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.160308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.160434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Router 9308236c-bb2a-411b-ba15-28c4a08d9633 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:43:36.160539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.160539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.160539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.160539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.160539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.160937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.161027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.161327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.161644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:36.169121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:36.221603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] No DVR routers for this DVR port 005f7400-0666-4559-a82e-738fdd1d5c64 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:36.233320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.237748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-863d9f4c-cb1f-4cef-b968-2a237e49e8ea req-9e3bdee0-1f69-41f2-adf8-1ad79b14a41b tempest-DeleteServersAdminTestJSON-223516747 tempest-DeleteServersAdminTestJSON-223516747-project] 10.222.0.26 "DELETE /v2.0/ports/005f7400-0666-4559-a82e-738fdd1d5c64 HTTP/1.1" status: 204 len: 173 time: 1.1929734 Feb 09 02:43:36.327414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:36.327878 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.353725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:36.412224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e3fc3-bd99-46b9-83fa-863e4715a6e8 req-b3007827-3195-47e0-8286-d66f500b10b4 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:36.413800 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-505e3fc3-bd99-46b9-83fa-863e4715a6e8 req-b3007827-3195-47e0-8286-d66f500b10b4 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 965 time: 0.1225951 Feb 09 02:43:36.415153 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.459479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471ef38c-41c7-46ce-a174-3affe48cfe0f {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:36.468215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:36.502531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:36.515713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-505e3fc3-bd99-46b9-83fa-863e4715a6e8 req-777ab77c-2b46-42e3-b35c-b0282550df67 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842373 Feb 09 02:43:36.545708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d956f907-ca9c-4ec1-8c57-e4068dacdbe9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d956f907-ca9c-4ec1-8c57-e4068dacdbe9,segment=NetworkSegment(e385bab2-0d21-4e90-92c6-cbdd1b862ec6),segment_id=e385bab2-0d21-4e90-92c6-cbdd1b862ec6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:36.547128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Publish callbacks [] for security_group (feb173c3-87d6-478b-a320-7e9d301d0211), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.559019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef', 'mac_address': 'fa:16:3e:19:c6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:36.562530 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.573008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0241873f-efc9-44a4-85c7-ddb995cac149 None None] Current status of the port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:36.573395 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0241873f-efc9-44a4-85c7-ddb995cac149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.575654 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (feb173c3-87d6-478b-a320-7e9d301d0211), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.605817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.625715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:36.637484 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Sync routers for ids ['9308236c-bb2a-411b-ba15-28c4a08d9633'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:36.649339 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Routers {'9308236c-bb2a-411b-ba15-28c4a08d9633'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:36.650071 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9308236c-bb2a-411b-ba15-28c4a08d9633'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:36.652963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-c864211b-1526-41f2-8696-78c3697b0d15 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0bd039dd91e74a969e008319bdd50bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1417131 Feb 09 02:43:36.696390 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.697584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-be2ec195-2660-439a-8ab8-eb5031a6343c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8492382 Feb 09 02:43:36.697708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:36.698041 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.700589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41902) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:36.740625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d956f907-ca9c-4ec1-8c57-e4068dacdbe9,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:36.764009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:36.777129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-0241873f-efc9-44a4-85c7-ddb995cac149 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:43:36.777543 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-0241873f-efc9-44a4-85c7-ddb995cac149 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:43:36.812666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:36.821903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:36.877144 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Set router 9308236c-bb2a-411b-ba15-28c4a08d9633 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:36.921573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:37.019096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:37.101555 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:43:34Z', 'revision_number': 3, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:37.118949 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2968fedd0eb427198fb1ac3c129ffca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5099690 Feb 09 02:43:37.130215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb173c3-87d6-478b-a320-7e9d301d0211,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:37.146262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41912) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:37.146461 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Checking router: 9308236c-bb2a-411b-ba15-28c4a08d9633 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:37.146461 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Updating router 9308236c-bb2a-411b-ba15-28c4a08d9633 port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:43:37.164630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef76b428-5a09-4833-b265-617fbaf0c2d9 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:37.171417 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef76b428-5a09-4833-b265-617fbaf0c2d9 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4915442 Feb 09 02:43:37.175886 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.177680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.178026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.178392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.178728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.179056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.179384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.179709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.180030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.180342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.180658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.180972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.181286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.181603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb9d67b-c89c-4692-bef6-db9d0cdccdc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:37.216832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d956f907-ca9c-4ec1-8c57-e4068dacdbe9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:37.226044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-1d24d2f1-0379-4cd0-951e-7f84284af57f tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/quotas/0bd039dd91e74a969e008319bdd50bc9 HTTP/1.1" status: 200 len: 375 time: 0.0536525 Feb 09 02:43:37.241591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] Transition to ACTIVE for port object 471ef38c-41c7-46ce-a174-3affe48cfe0f will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:37.278160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-02799d55-82ee-4e1c-aed7-83452b647863 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bd039dd91e74a969e008319bdd50bc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511410 Feb 09 02:43:37.282511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.330577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0241873f-efc9-44a4-85c7-ddb995cac149 None None] Current status of the port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:37.375268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:37.375884 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.376952 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-74f97bd4-4299-4344-bfa1-a7df3878076a admin admin] Publish callbacks [] for security_group (feb173c3-87d6-478b-a320-7e9d301d0211), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.414469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed2769-1cae-40c3-8122-238652f48c92 req-7b9c857c-a33b-4f2a-9fcb-47373be3b0aa tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:37.415934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] No DVR routers for this DVR port 471ef38c-41c7-46ce-a174-3affe48cfe0f on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:37.424559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77ed2769-1cae-40c3-8122-238652f48c92 req-7b9c857c-a33b-4f2a-9fcb-47373be3b0aa tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 949 time: 0.1780710 Feb 09 02:43:37.427221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] Pushing event updated for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=10']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:37.437289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-74f97bd4-4299-4344-bfa1-a7df3878076a admin admin] Publish callbacks [] for security_group (feb173c3-87d6-478b-a320-7e9d301d0211), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.474612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-7a7ca3ea-bdbe-4567-87f0-7ed24e11362f service neutron] 10.222.0.61 "PUT /v2.0/ports/471ef38c-41c7-46ce-a174-3affe48cfe0f/bindings/n-h2-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 2.3424673 Feb 09 02:43:37.530299 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-74f97bd4-4299-4344-bfa1-a7df3878076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (feb173c3-87d6-478b-a320-7e9d301d0211), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.533537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-74f97bd4-4299-4344-bfa1-a7df3878076a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.535031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-74f97bd4-4299-4344-bfa1-a7df3878076a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/feb173c3-87d6-478b-a320-7e9d301d0211 HTTP/1.1" status: 204 len: 168 time: 0.3931706 Feb 09 02:43:37.539599 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Publish callbacks [] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.548494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f97bd4-4299-4344-bfa1-a7df3878076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb173c3-87d6-478b-a320-7e9d301d0211,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:37.551333 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.626503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fa0759a3-7070-4c4a-b7f3-789e1d1a6bb4 None None] Provisioning complete for port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:37.628769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fa0759a3-7070-4c4a-b7f3-789e1d1a6bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.671456 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Attempting to bind port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:37.672084 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Attempting to bind port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:37.672204 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Attempting to bind port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:37.675571 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1b65-0b45-42bd-8713-5d0785314bbe None None] Pushing event updated for resources: {'Port': ['ID=45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:37.681678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:37.688674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:37.690430 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:37.690849 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.693472 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:37.694152 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Bound port: 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:37.694823 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.809300 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77ed2769-1cae-40c3-8122-238652f48c92 req-b2f662a8-22d7-4991-a094-03d119240af8 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837740 Feb 09 02:43:37.812633 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] For port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:37.819010 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ab50856-4f1b-4e6b-9b19-153b747e5cf5 req-ae9cbe31-9ab4-47be-8cc0-91dcd3026fa7 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 210 time: 0.0527637 Feb 09 02:43:37.821393 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] For port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:37.824651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fa0759a3-7070-4c4a-b7f3-789e1d1a6bb4 None None] Current status of the port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:37.836725 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:37.896413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-98e32eff-6371-4b44-977d-4db2256156ef tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:37.897921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-98e32eff-6371-4b44-977d-4db2256156ef tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1148 time: 0.3371897 Feb 09 02:43:37.906112 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1b65-0b45-42bd-8713-5d0785314bbe None None] Pushing event updated for resources: {'Port': ['ID=45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:37.925386 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Routers {'9308236c-bb2a-411b-ba15-28c4a08d9633'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:37.926086 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9308236c-bb2a-411b-ba15-28c4a08d9633'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:37.979987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:38.032403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 005f7400-0666-4559-a82e-738fdd1d5c64 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:38.042764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0e9d0e-db31-4d5d-9748-060569489eb0', 'name': 'network-vif-deleted', 'tag': '005f7400-0666-4559-a82e-738fdd1d5c64'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:38.047332 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9de510-2ed1-4d3b-837a-73aabbcb6d92" -d '{"events": [{"server_uuid": "5d0e9d0e-db31-4d5d-9748-060569489eb0", "name": "network-vif-deleted", "tag": "005f7400-0666-4559-a82e-738fdd1d5c64"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:38.071955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 005f7400-0666-4559-a82e-738fdd1d5c64 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:38.072311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 005f7400-0666-4559-a82e-738fdd1d5c64 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:38.099199 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] Set router 9308236c-bb2a-411b-ba15-28c4a08d9633 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:38.099950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:38.106946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:38.107301 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.144641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41946) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.166301 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0acbf948-87dc-4aa8-a15b-ae59d895df57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.249345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:38.249856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.293453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:38.298228 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f15041-c1a8-4beb-98f4-3f5db762e799" -d '{"events": [{"server_uuid": "ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844", "name": "network-vif-plugged", "status": "completed", "tag": "539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:38.315644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-1b53ab97-4a9b-4cb6-80bf-c6b6691c3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.317991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:38.319961 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-1b53ab97-4a9b-4cb6-80bf-c6b6691c3543 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e HTTP/1.1" status: 200 len: 1148 time: 0.3816929 Feb 09 02:43:38.329577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.330406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 471ef38c-41c7-46ce-a174-3affe48cfe0f no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:38.345713 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0acbf948-87dc-4aa8-a15b-ae59d895df57 admin admin] Publish callbacks [] for security_group (e11df728-c475-46f6-b0c5-03d0cf378114), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.352784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0acbf948-87dc-4aa8-a15b-ae59d895df57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e11df728-c475-46f6-b0c5-03d0cf378114), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.353492 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:43:34Z', 'revision_number': 3, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:38.369669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92574738-7172-42c0-a846-63f3946dc4ac req-721ce8d5-f029-4987-ba56-8fb2f8d0ba50 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.382850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92574738-7172-42c0-a846-63f3946dc4ac req-721ce8d5-f029-4987-ba56-8fb2f8d0ba50 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 966 time: 0.4836876 Feb 09 02:43:38.393804 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788dad8b-599b-455e-84e0-c2153f52ce44 None None] The sync data for ids ['9308236c-bb2a-411b-ba15-28c4a08d9633'] in n-d-827839-4 is: [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:43:34Z', 'revision_number': 3, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:38.432635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 471ef38c-41c7-46ce-a174-3affe48cfe0f host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:43:38.433917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 471ef38c-41c7-46ce-a174-3affe48cfe0f not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:38.434601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:38.462930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0acbf948-87dc-4aa8-a15b-ae59d895df57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06a7077c3197490aaed3606d52773d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148711 Feb 09 02:43:38.462930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbf948-87dc-4aa8-a15b-ae59d895df57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11df728-c475-46f6-b0c5-03d0cf378114,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:38.466589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41954) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:38.467973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:38.468367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2477e8ed-9b48-4f72-ad84-9b48ecd126a4 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:38.496217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:38.565101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a9b1-5184-4533-887b-991044ed3c99 admin admin] Publish callbacks [] for security_group (e11df728-c475-46f6-b0c5-03d0cf378114), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.587359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92574738-7172-42c0-a846-63f3946dc4ac req-d0467fcc-17e9-4d64-b076-7de5b297e741 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979167 Feb 09 02:43:38.603004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a9b1-5184-4533-887b-991044ed3c99 admin admin] Publish callbacks [] for security_group (e11df728-c475-46f6-b0c5-03d0cf378114), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.657129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-23d64e40-577d-4dce-8811-effaa5b86715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.658719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-23d64e40-577d-4dce-8811-effaa5b86715 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1148 time: 0.2726448 Feb 09 02:43:38.667021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.679613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a9b1-5184-4533-887b-991044ed3c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e11df728-c475-46f6-b0c5-03d0cf378114), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.684096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a9b1-5184-4533-887b-991044ed3c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:38.686869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a9a2a9b1-5184-4533-887b-991044ed3c99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e11df728-c475-46f6-b0c5-03d0cf378114 HTTP/1.1" status: 204 len: 168 time: 0.2192023 Feb 09 02:43:38.708517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2a9b1-5184-4533-887b-991044ed3c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11df728-c475-46f6-b0c5-03d0cf378114,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:38.745582 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4055ee-29bc-4bfc-acf8-af3c3c80f281 x-openstack-request-id: req-9f4055ee-29bc-4bfc-acf8-af3c3c80f281 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:38.745900 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0e9d0e-db31-4d5d-9748-060569489eb0", "name": "network-vif-deleted", "tag": "005f7400-0666-4559-a82e-738fdd1d5c64", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:38.746218 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f4055ee-29bc-4bfc-acf8-af3c3c80f281 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:38.746736 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0e9d0e-db31-4d5d-9748-060569489eb0', 'name': 'network-vif-deleted', 'tag': '005f7400-0666-4559-a82e-738fdd1d5c64', 'status': 'completed', 'code': 200} Feb 09 02:43:38.773886 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23277488-bc08-4270-ba83-c230dcdc5981 x-openstack-request-id: req-23277488-bc08-4270-ba83-c230dcdc5981 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:38.774358 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844", "name": "network-vif-plugged", "status": "completed", "tag": "539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:38.775945 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23277488-bc08-4270-ba83-c230dcdc5981 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:38.777920 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef', 'code': 200} Feb 09 02:43:38.929608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-96e2ab12-d9d8-4205-abde-7a405a93863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.933267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-96e2ab12-d9d8-4205-abde-7a405a93863b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.2617128 Feb 09 02:43:38.973703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4c6c7-7355-431d-a75f-6d665ca2389f req-5ce0c802-8e2e-48b4-84b2-1825a1a9e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:38.975382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6bf4c6c7-7355-431d-a75f-6d665ca2389f req-5ce0c802-8e2e-48b4-84b2-1825a1a9e3ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 1132 time: 0.1157575 Feb 09 02:43:39.000952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-c8d3243a-a54b-40bd-87d1-61792f44c7a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 217 time: 0.0621521 Feb 09 02:43:39.031810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6824e8-7ad0-426a-82c5-0dbd6f749e2e req-250fbe8c-1fcb-4a79-89df-d76dd257da35 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:39.041664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d6824e8-7ad0-426a-82c5-0dbd6f749e2e req-250fbe8c-1fcb-4a79-89df-d76dd257da35 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 950 time: 0.1300871 Feb 09 02:43:39.083178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-f96f75b4-c27a-49ba-993c-52d3311b7614 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0bd039dd91e74a969e008319bdd50bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400784 Feb 09 02:43:39.186427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Allocated IP 172.20.0.1 (1b84b55c-62f3-4867-b8dd-458ed8817a7b/e47cee48-a64a-4a4a-8335-43620a0744f1/8d2deb45-ab61-4125-8b1e-8a48fa02b248) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:39.189499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-a8f390f4-f7fa-4aad-b0d6-290a7d37280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:39.191220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-a8f390f4-f7fa-4aad-b0d6-290a7d37280a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.1786394 Feb 09 02:43:39.255679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:39.266037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-5397aefa-3f7f-4f6b-8935-03764c0a3254 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620780 Feb 09 02:43:39.302152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6bf4c6c7-7355-431d-a75f-6d665ca2389f req-48c0b7f6-88dc-435d-a978-22164ac24fbf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178997 Feb 09 02:43:39.342407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:39.342786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.403744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d6824e8-7ad0-426a-82c5-0dbd6f749e2e req-a1e83cad-a977-4a24-aab5-2ee9bf972ac6 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147733 Feb 09 02:43:39.417982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6330-3b53-41f3-8623-325caf60998e req-cce70d52-8cd5-4f61-9385-a5a3d8f8c124 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:39.419612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-cce70d52-8cd5-4f61-9385-a5a3d8f8c124 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173573 Feb 09 02:43:39.441196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Request body: {'port': {'device_id': '412531c4-2fb2-462e-b3d6-49f2f4c72eac', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '0bd039dd91e74a969e008319bdd50bc9'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:39.447572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:39.448127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.485454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:39.495440 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.536578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ef9a1-1a9f-4869-b9c9-6ed84dc7c9f6 req-f351e34d-18a5-4913-a517-da7ce55f982d tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:39.548524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-198ef9a1-1a9f-4869-b9c9-6ed84dc7c9f6 req-f351e34d-18a5-4913-a517-da7ce55f982d tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 950 time: 0.4400530 Feb 09 02:43:39.573422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Publish callbacks [] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.613761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4454648e-4b49-443b-8836-62021ab3d09a req-ca7df2e8-0240-4c44-9d08-6e3b6aff2105 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 210 time: 0.0586741 Feb 09 02:43:39.627598 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.645973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:39.720905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2deb45-ab61-4125-8b1e-8a48fa02b248,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:39.774090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Made reservation on behalf of 0bd039dd91e74a969e008319bdd50bc9 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:39.778103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.792603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Network 1b84b55c-62f3-4867-b8dd-458ed8817a7b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:39.797710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-10776ce5-1008-443c-bd51-8bb182dff768 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036205 Feb 09 02:43:39.806264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:39.810279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:39.810883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (9308236c-bb2a-411b-ba15-28c4a08d9633), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.828022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:39.893621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1974-3c92-4fdd-8c98-768bf1d3e49f req-d55a600a-4faa-442d-8dfe-025939d5ca81 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:39.901461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-983a1974-3c92-4fdd-8c98-768bf1d3e49f req-d55a600a-4faa-442d-8dfe-025939d5ca81 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 966 time: 0.1324079 Feb 09 02:43:40.012506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-983a1974-3c92-4fdd-8c98-768bf1d3e49f req-87f37130-a20d-41d4-8c01-7a8fc5a66037 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100788 Feb 09 02:43:40.046498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:40.074552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks [] for security_group (fc500717-a424-4790-8ebc-23f9bb19deae), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.091586 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc500717-a424-4790-8ebc-23f9bb19deae), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.099478 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-198ef9a1-1a9f-4869-b9c9-6ed84dc7c9f6 req-c793bea3-6605-4748-aaf4-a6f1e1eaa135 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504420 Feb 09 02:43:40.149876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-78cba2a5-6904-4b2d-8dac-ec1afedf0551 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114429 Feb 09 02:43:40.169975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.231748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-32d1d169-e780-4e8b-8378-612de5c3395f tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:40.233534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-32d1d169-e780-4e8b-8378-612de5c3395f tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.26 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 950 time: 0.1861761 Feb 09 02:43:40.253976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc500717-a424-4790-8ebc-23f9bb19deae,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:40.334565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-38b5060c-4eea-4439-a82e-d59d6537b227 None None] Provisioning complete for port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:40.335127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-38b5060c-4eea-4439-a82e-d59d6537b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.409697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-38b5060c-4eea-4439-a82e-d59d6537b227 None None] Port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:40.469193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Publish callbacks [] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.518123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Allocated IP 192.168.233.73 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/de32dd93-9e9f-48bd-8d4d-2cd85c463b56) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:40.533298 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.539820 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (9308236c-bb2a-411b-ba15-28c4a08d9633), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.764748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ed5a648-7b6b-49be-aced-28b3d10dbb18 req-5d6c5558-127e-4709-86b4-131c95429a29 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 210 time: 0.0576534 Feb 09 02:43:40.806757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks [] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.856967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.919371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:40.942565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:40.961055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:40.970422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:40.971740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:40.991899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Pushing event updated for resources: {'Port': ['ID=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:41.010082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-ef8591ee-f375-4e8a-bfaa-62b912c46321 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5809462 Feb 09 02:43:41.011835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42050) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:41.012006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ad8673a-f0f7-47e5-bfe5-9e5b4ab0a110 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1663583b8ad248c9bc2eeeb8ee73d4d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9614315 Feb 09 02:43:41.039291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Request body: {'port': {'device_id': '412531c4-2fb2-462e-b3d6-49f2f4c72eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:41.128624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2deb45-ab61-4125-8b1e-8a48fa02b248,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:41.167996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d27905-d17b-4152-a057-26f011122aef req-33d3c187-dc74-4762-b5c6-6a7b388d37c9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:41.175707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5d27905-d17b-4152-a057-26f011122aef req-33d3c187-dc74-4762-b5c6-6a7b388d37c9 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 950 time: 0.6253104 Feb 09 02:43:41.189584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b512a-9282-4d41-b4da-569451d7161f req-f95ab7f1-e6d1-4c63-aa9a-45d08802017e tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:41.192305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-f95ab7f1-e6d1-4c63-aa9a-45d08802017e tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1148 time: 0.5693469 Feb 09 02:43:41.196696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:41.239330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.257998 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dd94-1937-47a7-abfe-f058c02d02b4 admin admin] Publish callbacks [] for security_group (a62df7df-5db0-40ca-8099-56768d478668), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.260905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Network 1b84b55c-62f3-4867-b8dd-458ed8817a7b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:41.279181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:41.290005 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dd94-1937-47a7-abfe-f058c02d02b4 admin admin] Publish callbacks [] for security_group (a62df7df-5db0-40ca-8099-56768d478668), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.324387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Deleting port e339cfa5-09b9-423a-ab45-336b846e76e3 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:41.325309 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.343754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d3471-9506-4602-acfe-257689924c8d req-e7bbbf3c-f661-4019-a092-64289d7ef14c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:41.350967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f2d3471-9506-4602-acfe-257689924c8d req-e7bbbf3c-f661-4019-a092-64289d7ef14c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 966 time: 0.1749246 Feb 09 02:43:41.422364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5d27905-d17b-4152-a057-26f011122aef req-46edaa68-7d8b-4cbd-b0aa-f1acc6d36049 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/security-groups?id=497f00af-638e-4157-a993-2e3b95718d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451065 Feb 09 02:43:41.457892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1edc9e84-28db-432c-bc96-d3ff2bb37192 None None] Provisioning complete for port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:41.458463 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1edc9e84-28db-432c-bc96-d3ff2bb37192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.526368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1edc9e84-28db-432c-bc96-d3ff2bb37192 None None] Port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:41.530955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:41.531598 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.565855 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f2d3471-9506-4602-acfe-257689924c8d req-939e33e1-f7bd-4ef4-b1b8-332f76faf58a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140098 Feb 09 02:43:41.570551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dd94-1937-47a7-abfe-f058c02d02b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a62df7df-5db0-40ca-8099-56768d478668), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.573976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dd94-1937-47a7-abfe-f058c02d02b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.575643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9aa7dd94-1937-47a7-abfe-f058c02d02b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a62df7df-5db0-40ca-8099-56768d478668 HTTP/1.1" status: 204 len: 168 time: 0.5619016 Feb 09 02:43:41.632966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Router 9308236c-bb2a-411b-ba15-28c4a08d9633 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:43:41.644112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7dd94-1937-47a7-abfe-f058c02d02b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62df7df-5db0-40ca-8099-56768d478668,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:41.743814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c03002f4-f292-4187-b8e3-1a7e6c396f17 None None] Provisioning complete for port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:41.744518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c03002f4-f292-4187-b8e3-1a7e6c396f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.774275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] For port e339cfa5-09b9-423a-ab45-336b846e76e3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e339cfa5-09b9-423a-ab45-336b846e76e3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:41.774793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.780123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:41.793665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c03002f4-f292-4187-b8e3-1a7e6c396f17 None None] Port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:41.808809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Calling delete_port for e339cfa5-09b9-423a-ab45-336b846e76e3 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:41.810282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de32dd93-9e9f-48bd-8d4d-2cd85c463b56 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:41.822269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Publish callbacks [] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.846964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Transition to ACTIVE for port object de32dd93-9e9f-48bd-8d4d-2cd85c463b56 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:41.852470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.927061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eab97-7e55-4fbc-8086-48cde0cf8be3 req-fcadeaa2-e938-48be-b287-91ee0ad016c5 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:41.934522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-816eab97-7e55-4fbc-8086-48cde0cf8be3 req-fcadeaa2-e938-48be-b287-91ee0ad016c5 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 950 time: 0.3461595 Feb 09 02:43:41.938447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-082b512a-9282-4d41-b4da-569451d7161f req-de85a9ee-3d69-4ac7-91f7-f41dbbbd982c service neutron] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:41.951092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Pushing event updated for resources: {'Port': ['ID=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:41.989319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-082b512a-9282-4d41-b4da-569451d7161f req-de85a9ee-3d69-4ac7-91f7-f41dbbbd982c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:41.990133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082b512a-9282-4d41-b4da-569451d7161f req-de85a9ee-3d69-4ac7-91f7-f41dbbbd982c service neutron] 10.222.0.26 "DELETE /v2.0/ports/471ef38c-41c7-46ce-a174-3affe48cfe0f/bindings/n-h1-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.7688968 Feb 09 02:43:42.040315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Attempting to bind port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:42.040748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Attempting to bind port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:42.041169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Attempting to bind port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:42.048221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:42.048636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Attempting to bind port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:42.060601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:42.060870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:42.061301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:42.061943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Bound port: de32dd93-9e9f-48bd-8d4d-2cd85c463b56, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:42.062340 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.089885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-816eab97-7e55-4fbc-8086-48cde0cf8be3 req-c94d359c-6309-4012-acd3-b0fdf9d5f45b tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543548 Feb 09 02:43:42.093830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013471f-ab9a-4848-8a03-22dfee2a088c req-02cf05e1-30b7-4aae-b9c2-e06bc53d9c2a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:42.095913 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e013471f-ab9a-4848-8a03-22dfee2a088c req-02cf05e1-30b7-4aae-b9c2-e06bc53d9c2a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 947 time: 0.1168160 Feb 09 02:43:42.120876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42084) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:42.144981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:43:42.148875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57fba26b-55a0-4ae5-a301-461e0eeb1c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.163206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Sync routers for ids ['9308236c-bb2a-411b-ba15-28c4a08d9633'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:43:42.181292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b4b40631-d02a-4cb5-b765-58ed3f169379 admin admin] 10.222.0.32 "PUT /v2.0/routers/9308236c-bb2a-411b-ba15-28c4a08d9633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4795535 Feb 09 02:43:42.214552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Routers {'9308236c-bb2a-411b-ba15-28c4a08d9633'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:42.215235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9308236c-bb2a-411b-ba15-28c4a08d9633'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:42.267583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] For port de32dd93-9e9f-48bd-8d4d-2cd85c463b56, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:42.288097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e013471f-ab9a-4848-8a03-22dfee2a088c req-b64f2f6f-8572-47ce-8f69-3571d0b88de3 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462948 Feb 09 02:43:42.443023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e339cfa5-09b9-423a-ab45-336b846e76e3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.454207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] For port de32dd93-9e9f-48bd-8d4d-2cd85c463b56, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:42.461579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Set router 9308236c-bb2a-411b-ba15-28c4a08d9633 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:42.466275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.502292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Pushing event deleted for resources: {'Port': ['ID=e339cfa5-09b9-423a-ab45-336b846e76e3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:42.560689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:42.562045 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.565096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] 10.222.0.26 "PUT /v2.0/ports/de32dd93-9e9f-48bd-8d4d-2cd85c463b56 HTTP/1.1" status: 200 len: 1095 time: 1.5406845 Feb 09 02:43:42.570059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412531c4-2fb2-462e-b3d6-49f2f4c72eac', 'tag': 'de32dd93-9e9f-48bd-8d4d-2cd85c463b56'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:42.572742 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912cc097-c962-4c76-9ebc-114a8adc0ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "412531c4-2fb2-462e-b3d6-49f2f4c72eac", "tag": "de32dd93-9e9f-48bd-8d4d-2cd85c463b56"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:42.623041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] No DVR routers for this DVR port e339cfa5-09b9-423a-ab45-336b846e76e3 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:42.626462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.632262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2294f501-82ca-43d0-a323-01ad5abdc2de req-ae0510b7-23bb-499f-89ec-91ae2cd56f81 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.26 "DELETE /v2.0/ports/e339cfa5-09b9-423a-ab45-336b846e76e3 HTTP/1.1" status: 204 len: 173 time: 2.3933699 Feb 09 02:43:42.642193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15615fef-8f41-4b1e-a93b-7b67b8a7b798', 'name': 'network-vif-deleted', 'tag': 'e339cfa5-09b9-423a-ab45-336b846e76e3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:42.645663 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368163a6-a2ef-4a25-8e31-0c21019ffe03" -d '{"events": [{"server_uuid": "15615fef-8f41-4b1e-a93b-7b67b8a7b798", "name": "network-vif-deleted", "tag": "e339cfa5-09b9-423a-ab45-336b846e76e3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:42.667477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeca61f-8afd-4ed6-ab80-edc039029592 req-05df80b0-cae1-4bf2-a9b6-5f7cb4fd2368 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:42.680262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d4fd0-63a9-4ac2-b02a-85275023c9cc service neutron] Pushing event updated for resources: {'Port': ['ID=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:42.680533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-adeca61f-8afd-4ed6-ab80-edc039029592 req-05df80b0-cae1-4bf2-a9b6-5f7cb4fd2368 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1148 time: 0.3930798 Feb 09 02:43:42.691039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42104) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:42.692418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57fba26b-55a0-4ae5-a301-461e0eeb1c16 admin admin] Publish callbacks [] for security_group (af170a08-d0a5-494f-b30d-e05c342f5945), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.711416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57fba26b-55a0-4ae5-a301-461e0eeb1c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (af170a08-d0a5-494f-b30d-e05c342f5945), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.747104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6330-3b53-41f3-8623-325caf60998e req-d8da4c63-9fd9-48e2-a7ad-9a1508144bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:42.750597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-d8da4c63-9fd9-48e2-a7ad-9a1508144bd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bd039dd91e74a969e008319bdd50bc9&device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 1129 time: 0.1365149 Feb 09 02:43:42.753013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-57fba26b-55a0-4ae5-a301-461e0eeb1c16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=668cf1487ccb4cbca8fd114c20c9efcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6309710 Feb 09 02:43:42.756296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42108) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:42.798178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fba26b-55a0-4ae5-a301-461e0eeb1c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af170a08-d0a5-494f-b30d-e05c342f5945,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:42.819040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-adeca61f-8afd-4ed6-ab80-edc039029592 req-3286be39-fad6-44bd-861e-280091bef86d tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320996 Feb 09 02:43:42.906655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-441ae5c1-d0c8-4c42-80f3-c9c745831159 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=de32dd93-9e9f-48bd-8d4d-2cd85c463b56 HTTP/1.1" status: 200 len: 217 time: 0.1445582 Feb 09 02:43:42.996344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38a2d0b7-1af9-47d8-a1d8-15381b26a239 admin admin] Publish callbacks [] for security_group (af170a08-d0a5-494f-b30d-e05c342f5945), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:42.996963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '8d2deb45-ab61-4125-8b1e-8a48fa02b248', 'name': '', 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'mac_address': 'fa:16:3e:2d:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e47cee48-a64a-4a4a-8335-43620a0744f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:38Z', 'updated_at': '2022-02-09T02:43:40Z', 'revision_number': 2, 'project_id': '366d150185774a33b70b3949db90fcfd', 'subnets': [{'id': 'e47cee48-a64a-4a4a-8335-43620a0744f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:43.006726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6330-3b53-41f3-8623-325caf60998e req-5d2418a0-9399-4322-8d43-38a535a87703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:43.008646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-5d2418a0-9399-4322-8d43-38a535a87703 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0910604 Feb 09 02:43:43.065723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Checking router: 9308236c-bb2a-411b-ba15-28c4a08d9633 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:43:43.066046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Updating router 9308236c-bb2a-411b-ba15-28c4a08d9633 port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:43:43.100911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38a2d0b7-1af9-47d8-a1d8-15381b26a239 admin admin] Publish callbacks [] for security_group (af170a08-d0a5-494f-b30d-e05c342f5945), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.116650 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.132797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fe0bd2d-cd03-4646-bb9d-6aa2210292ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.281681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb7da5f0-6910-4dc9-b3ab-c15412d9b3a0 req-52a2ed06-936f-4e96-be80-99aa0e613f50 tempest-LiveMigrationNegativeTest-744966383 tempest-LiveMigrationNegativeTest-744966383-project] 10.222.0.32 "GET /v2.0/ports?device_id=15615fef-8f41-4b1e-a93b-7b67b8a7b798 HTTP/1.1" status: 200 len: 210 time: 0.0539801 Feb 09 02:43:43.284215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6330-3b53-41f3-8623-325caf60998e req-cbb1425f-b2a5-4343-9883-8ee53c68da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:43.286413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-cbb1425f-b2a5-4343-9883-8ee53c68da7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2682450 Feb 09 02:43:43.344869 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486b54ec-4631-4983-a086-ae21e885cbef x-openstack-request-id: req-486b54ec-4631-4983-a086-ae21e885cbef {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:43.345154 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412531c4-2fb2-462e-b3d6-49f2f4c72eac", "tag": "de32dd93-9e9f-48bd-8d4d-2cd85c463b56", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:43.345410 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-486b54ec-4631-4983-a086-ae21e885cbef {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:43.345804 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412531c4-2fb2-462e-b3d6-49f2f4c72eac', 'tag': 'de32dd93-9e9f-48bd-8d4d-2cd85c463b56', 'status': 'completed', 'code': 200} Feb 09 02:43:43.370467 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e07c98-1666-4d62-8851-7d2a78e69b03 x-openstack-request-id: req-33e07c98-1666-4d62-8851-7d2a78e69b03 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:43.371047 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15615fef-8f41-4b1e-a93b-7b67b8a7b798", "name": "network-vif-deleted", "tag": "e339cfa5-09b9-423a-ab45-336b846e76e3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:43.371407 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33e07c98-1666-4d62-8851-7d2a78e69b03 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:43.371840 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15615fef-8f41-4b1e-a93b-7b67b8a7b798', 'name': 'network-vif-deleted', 'tag': 'e339cfa5-09b9-423a-ab45-336b846e76e3', 'status': 'completed', 'code': 200} Feb 09 02:43:43.411860 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fe0bd2d-cd03-4646-bb9d-6aa2210292ca admin admin] Publish callbacks [] for security_group (2c4d643f-e319-40d1-8f28-916da9bb8683), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.420730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fe0bd2d-cd03-4646-bb9d-6aa2210292ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2c4d643f-e319-40d1-8f28-916da9bb8683), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.489369 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Publish callbacks [] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.495885 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.499317 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38a2d0b7-1af9-47d8-a1d8-15381b26a239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (af170a08-d0a5-494f-b30d-e05c342f5945), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.501774 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38a2d0b7-1af9-47d8-a1d8-15381b26a239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.502898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-38a2d0b7-1af9-47d8-a1d8-15381b26a239 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af170a08-d0a5-494f-b30d-e05c342f5945 HTTP/1.1" status: 204 len: 168 time: 0.7456675 Feb 09 02:43:43.540802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0bd2d-cd03-4646-bb9d-6aa2210292ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4d643f-e319-40d1-8f28-916da9bb8683,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:43.547533 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3fe0bd2d-cd03-4646-bb9d-6aa2210292ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da3e9a9fab6c4bcba63cf1097d13f976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8488588 Feb 09 02:43:43.550557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42140) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:43.564780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320f3d1-00d8-42c0-8b3d-5c8beede8a09 None None] Pushing event updated for resources: {'Port': ['ID=8d2deb45-ab61-4125-8b1e-8a48fa02b248,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:43.602335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2d0b7-1af9-47d8-a1d8-15381b26a239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af170a08-d0a5-494f-b30d-e05c342f5945,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:43.646826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffff29c8-cadc-48cf-928b-8fcc948f585a admin admin] Publish callbacks [] for security_group (2c4d643f-e319-40d1-8f28-916da9bb8683), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.674163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffff29c8-cadc-48cf-928b-8fcc948f585a admin admin] Publish callbacks [] for security_group (2c4d643f-e319-40d1-8f28-916da9bb8683), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.700550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Attempting to bind port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:43.700990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Attempting to bind port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:43.701362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Attempting to bind port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 on network 1b84b55c-62f3-4867-b8dd-458ed8817a7b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:43.703964 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-9163346a-ed74-4fce-a6fd-31eea629c483 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027293 Feb 09 02:43:43.707917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:43.708512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Checking segment: {'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:43.708895 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.709355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Bound using segment: {'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:43.709771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Bound port: 8d2deb45-ab61-4125-8b1e-8a48fa02b248, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:43.710336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.754101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffff29c8-cadc-48cf-928b-8fcc948f585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2c4d643f-e319-40d1-8f28-916da9bb8683), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.757180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffff29c8-cadc-48cf-928b-8fcc948f585a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.758854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ffff29c8-cadc-48cf-928b-8fcc948f585a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c4d643f-e319-40d1-8f28-916da9bb8683 HTTP/1.1" status: 204 len: 168 time: 0.2015576 Feb 09 02:43:43.773101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff29c8-cadc-48cf-928b-8fcc948f585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4d643f-e319-40d1-8f28-916da9bb8683,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:43.876296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bdbc882f-ffc7-4e42-b744-cdcf14441b61 None None] Provisioning complete for port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:43.876800 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdbc882f-ffc7-4e42-b744-cdcf14441b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.881331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] For port 8d2deb45-ab61-4125-8b1e-8a48fa02b248, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:43.891640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-7de6b4f3-5c30-4a41-9121-9bbd84b77d4f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:43.898959 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-7de6b4f3-5c30-4a41-9121-9bbd84b77d4f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 821 time: 0.4387355 Feb 09 02:43:43.914812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225c90-7699-429a-aedc-79ff195f4f7a req-2afb8915-8af4-4a3b-8dca-a050b32a6d3f tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:43.920228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-d432befb-9535-4aee-9107-e1aba6c53b70 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/quotas/7e39c9e1d96f4074ab8d3ba88a89a77e HTTP/1.1" status: 200 len: 375 time: 0.0207982 Feb 09 02:43:43.922985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21225c90-7699-429a-aedc-79ff195f4f7a req-2afb8915-8af4-4a3b-8dca-a050b32a6d3f tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 947 time: 0.0746074 Feb 09 02:43:43.923240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] For port 8d2deb45-ab61-4125-8b1e-8a48fa02b248, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8d2deb45-ab61-4125-8b1e-8a48fa02b248,segment=NetworkSegment(e385bab2-0d21-4e90-92c6-cbdd1b862ec6),segment_id=e385bab2-0d21-4e90-92c6-cbdd1b862ec6)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:43.930957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc882f-ffc7-4e42-b744-cdcf14441b61 None None] Port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:43.934618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:43.989630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Routers {'9308236c-bb2a-411b-ba15-28c4a08d9633'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:43:43.993553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9308236c-bb2a-411b-ba15-28c4a08d9633'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:44.017855 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aac6330-3b53-41f3-8623-325caf60998e req-3e628ed0-9736-469f-860b-3d1f6edeafd5 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924976 Feb 09 02:43:44.049073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21225c90-7699-429a-aedc-79ff195f4f7a req-c16ffe62-2134-45f5-97b3-c5b4958ce66a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249318 Feb 09 02:43:44.062100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-ae429d09-e26c-4775-8b2c-182fbbf22bf7 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1410182 Feb 09 02:43:44.083152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device e339cfa5-09b9-423a-ab45-336b846e76e3 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:44.088833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-914ad70b-5673-42d3-b9e1-77f07459e997 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:43:44.096594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-914ad70b-5673-42d3-b9e1-77f07459e997 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219216 Feb 09 02:43:44.155851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320f3d1-00d8-42c0-8b3d-5c8beede8a09 None None] Pushing event updated for resources: {'Port': ['ID=8d2deb45-ab61-4125-8b1e-8a48fa02b248,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:44.161034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: e339cfa5-09b9-423a-ab45-336b846e76e3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:44.161353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device e339cfa5-09b9-423a-ab45-336b846e76e3 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:44.269834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] Set router 9308236c-bb2a-411b-ba15-28c4a08d9633 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:43:44.302417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-d54403fc-c74a-4247-ae36-7da812701ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:44.312242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-d54403fc-c74a-4247-ae36-7da812701ab2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bd039dd91e74a969e008319bdd50bc9&device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 1129 time: 0.1870749 Feb 09 02:43:44.320753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-ff10b724-d4a9-4110-9a8e-a4ba48dd23a7 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175207 Feb 09 02:43:44.427908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-429e96e9-040e-48cb-b98f-1c6221bc77d5 None None] Provisioning complete for port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:44.428624 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-429e96e9-040e-48cb-b98f-1c6221bc77d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.537432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42174) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:44.568648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4960703-2191-4e36-b365-d3a24441fe5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.660728 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4960703-2191-4e36-b365-d3a24441fe5d admin admin] Publish callbacks [] for security_group (1081abec-f244-4766-8591-daaad254f722), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.666618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4960703-2191-4e36-b365-d3a24441fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1081abec-f244-4766-8591-daaad254f722), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.714347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e4960703-2191-4e36-b365-d3a24441fe5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce806d6ee304410d9e717fdd22ab632b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691985 Feb 09 02:43:44.716245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4960703-2191-4e36-b365-d3a24441fe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1081abec-f244-4766-8591-daaad254f722,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:44.718831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42182) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:44.808896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-b60ecb37-193d-45f4-84fc-14ec435c8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:44.816772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-b60ecb37-193d-45f4-84fc-14ec435c8eb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4861472 Feb 09 02:43:44.819549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-264a1798-646c-4421-9ef6-d3b574018a31 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979277 Feb 09 02:43:44.828732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d4302b9c-0f42-4351-89fc-198f9f6b12c4 admin admin] Publish callbacks [] for security_group (1081abec-f244-4766-8591-daaad254f722), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.833939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-429e96e9-040e-48cb-b98f-1c6221bc77d5 None None] Current status of the port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:44.836998 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-429e96e9-040e-48cb-b98f-1c6221bc77d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.854204 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d4302b9c-0f42-4351-89fc-198f9f6b12c4 admin admin] Publish callbacks [] for security_group (1081abec-f244-4766-8591-daaad254f722), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.872348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-e14cb48a-2171-4c7b-9e17-0a3e75fd0999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=de32dd93-9e9f-48bd-8d4d-2cd85c463b56 HTTP/1.1" status: 200 len: 217 time: 0.0461671 Feb 09 02:43:44.915519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d4302b9c-0f42-4351-89fc-198f9f6b12c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1081abec-f244-4766-8591-daaad254f722), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.918572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d4302b9c-0f42-4351-89fc-198f9f6b12c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:44.919863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d4302b9c-0f42-4351-89fc-198f9f6b12c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1081abec-f244-4766-8591-daaad254f722 HTTP/1.1" status: 204 len: 168 time: 0.1998341 Feb 09 02:43:44.932608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4302b9c-0f42-4351-89fc-198f9f6b12c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1081abec-f244-4766-8591-daaad254f722,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:44.942780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59155-413f-435f-ba18-06d08ef9903a req-85018f08-a662-4ca9-b6df-d1ed652383a4 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:44.944448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50e59155-413f-435f-ba18-06d08ef9903a req-85018f08-a662-4ca9-b6df-d1ed652383a4 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 950 time: 0.1985211 Feb 09 02:43:44.986223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-fecaf142-6fc8-4b94-9596-3e5e0e3e675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:44.987466 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-fecaf142-6fc8-4b94-9596-3e5e0e3e675a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1079764 Feb 09 02:43:45.063482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50e59155-413f-435f-ba18-06d08ef9903a req-c39cf701-dea7-45b1-bfba-6d1b4824a482 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111801 Feb 09 02:43:45.148932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-17da0f9b-63da-4d4a-8d71-b7e0d42d7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:45.150482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-17da0f9b-63da-4d4a-8d71-b7e0d42d7b11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1559930 Feb 09 02:43:45.228609 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f9036f8-d5e5-4beb-ae6e-cefebbe2f4e0 req-12feb462-2c86-4793-b5aa-6e47b4426ae2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 210 time: 0.0620649 Feb 09 02:43:45.229781 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42204) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:45.264030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '8d2deb45-ab61-4125-8b1e-8a48fa02b248', 'name': '', 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'mac_address': 'fa:16:3e:2d:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e47cee48-a64a-4a4a-8335-43620a0744f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:38Z', 'updated_at': '2022-02-09T02:43:43Z', 'revision_number': 4, 'project_id': '366d150185774a33b70b3949db90fcfd', 'subnets': [{'id': 'e47cee48-a64a-4a4a-8335-43620a0744f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:43:45.267446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-429e96e9-040e-48cb-b98f-1c6221bc77d5 None None] For port 8d2deb45-ab61-4125-8b1e-8a48fa02b248, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8d2deb45-ab61-4125-8b1e-8a48fa02b248,segment=NetworkSegment(e385bab2-0d21-4e90-92c6-cbdd1b862ec6),segment_id=e385bab2-0d21-4e90-92c6-cbdd1b862ec6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:45.297995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abeb18d-92a2-4f2b-9564-6bf27e3918e3 None None] The sync data for ids ['9308236c-bb2a-411b-ba15-28c4a08d9633'] in n-d-827839-4 is: [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '8d2deb45-ab61-4125-8b1e-8a48fa02b248', 'name': '', 'network_id': '1b84b55c-62f3-4867-b8dd-458ed8817a7b', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'mac_address': 'fa:16:3e:2d:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'e47cee48-a64a-4a4a-8335-43620a0744f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:38Z', 'updated_at': '2022-02-09T02:43:43Z', 'revision_number': 4, 'project_id': '366d150185774a33b70b3949db90fcfd', 'subnets': [{'id': 'e47cee48-a64a-4a4a-8335-43620a0744f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:43:45.300609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-429e96e9-040e-48cb-b98f-1c6221bc77d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.423730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-5273c822-2632-4157-a8b6-50f247358552 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622981 Feb 09 02:43:45.485854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e96e9-040e-48cb-b98f-1c6221bc77d5 None None] Pushing event updated for resources: {'Port': ['ID=8d2deb45-ab61-4125-8b1e-8a48fa02b248,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:45.517828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42216) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:45.526950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-425f871e-de5e-464e-b050-22092934f91d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515369083', 'description': 'tempest-description--471136340'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:45.577860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7179f7-5de7-4fb2-8e42-e13904c76a9c req-41759d65-9482-471d-ad06-a553113c2fa3 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:45.587844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e7179f7-5de7-4fb2-8e42-e13904c76a9c req-41759d65-9482-471d-ad06-a553113c2fa3 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 947 time: 0.1911108 Feb 09 02:43:45.610796 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-425f871e-de5e-464e-b050-22092934f91d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.647906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-912cc097-c962-4c76-9ebc-114a8adc0ef5 req-6bfd70f2-8753-473a-9494-5dccc71e6d39 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133868 Feb 09 02:43:45.678913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e7179f7-5de7-4fb2-8e42-e13904c76a9c req-54e7c15a-b1f3-4603-8e6d-495d51a73e41 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842080 Feb 09 02:43:45.764083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-425f871e-de5e-464e-b050-22092934f91d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group (67d30538-d8d6-444d-a6e4-462a59e1d37d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.782624 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-425f871e-de5e-464e-b050-22092934f91d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (67d30538-d8d6-444d-a6e4-462a59e1d37d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.829613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42224) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:45.830789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-02240cfc-7baa-4619-af3e-a7f3997af73f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e9db644695141f1917836674d37ffa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5984154 Feb 09 02:43:45.888242 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f871e-de5e-464e-b050-22092934f91d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d30538-d8d6-444d-a6e4-462a59e1d37d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:45.926585 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-425f871e-de5e-464e-b050-22092934f91d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:45.933094 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-425f871e-de5e-464e-b050-22092934f91d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4126232 Feb 09 02:43:45.935983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42226) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:45.942979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-00f8eb05-9fa8-44dc-a6c2-350c532f1683 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Request body: {'security_group_rule': {'security_group_id': '67d30538-d8d6-444d-a6e4-462a59e1d37d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:45.983247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-107d999c-de2a-432e-810f-4bef3cb9a658 admin admin] Publish callbacks [] for security_group (497f00af-638e-4157-a993-2e3b95718d8d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.009132 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-107d999c-de2a-432e-810f-4bef3cb9a658 admin admin] Publish callbacks [] for security_group (497f00af-638e-4157-a993-2e3b95718d8d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.018446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00f8eb05-9fa8-44dc-a6c2-350c532f1683 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group_rule (79be676d-5b6d-4bf6-9b07-2f34881acc0c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.021539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42232) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:46.099834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-b3eb0c5f-4c76-4e51-866a-68800956d986 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:46.101457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-b3eb0c5f-4c76-4e51-866a-68800956d986 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 950 time: 0.1709702 Feb 09 02:43:46.161852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00f8eb05-9fa8-44dc-a6c2-350c532f1683 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group_rule (79be676d-5b6d-4bf6-9b07-2f34881acc0c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.170888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00f8eb05-9fa8-44dc-a6c2-350c532f1683 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (79be676d-5b6d-4bf6-9b07-2f34881acc0c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.210269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8eb05-9fa8-44dc-a6c2-350c532f1683 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79be676d-5b6d-4bf6-9b07-2f34881acc0c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:46.217630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-107d999c-de2a-432e-810f-4bef3cb9a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (497f00af-638e-4157-a993-2e3b95718d8d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.220308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-107d999c-de2a-432e-810f-4bef3cb9a658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.221464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-107d999c-de2a-432e-810f-4bef3cb9a658 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/497f00af-638e-4157-a993-2e3b95718d8d HTTP/1.1" status: 204 len: 168 time: 0.3907630 Feb 09 02:43:46.235209 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00f8eb05-9fa8-44dc-a6c2-350c532f1683 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.243265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-00f8eb05-9fa8-44dc-a6c2-350c532f1683 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056164 Feb 09 02:43:46.244208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42246) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:46.248587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9dc8bb97-c2e1-49eb-a169-39a355ca2ced tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Request body: {'security_group_rule': {'security_group_id': '67d30538-d8d6-444d-a6e4-462a59e1d37d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:46.326406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dc8bb97-c2e1-49eb-a169-39a355ca2ced tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group_rule (c7081cc3-d958-4707-b8e1-bfc36634b63e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.400247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d999c-de2a-432e-810f-4bef3cb9a658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497f00af-638e-4157-a993-2e3b95718d8d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:46.406933 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1bd10a4b-be46-4719-9710-78872e0c87ea req-f484a878-198d-4876-8b86-49bd244e8cd3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 210 time: 0.0604577 Feb 09 02:43:46.452385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f830ce4-98d9-47a9-bc88-1188c0927c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.522589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dac95-3591-4f1d-a260-b726fca58c9e req-a775017b-1f3e-4f37-b599-c0d4d2a58978 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:46.533346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc3dac95-3591-4f1d-a260-b726fca58c9e req-a775017b-1f3e-4f37-b599-c0d4d2a58978 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844 HTTP/1.1" status: 200 len: 950 time: 0.2836564 Feb 09 02:43:46.544959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dc8bb97-c2e1-49eb-a169-39a355ca2ced tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group_rule (c7081cc3-d958-4707-b8e1-bfc36634b63e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.557715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dc8bb97-c2e1-49eb-a169-39a355ca2ced tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (c7081cc3-d958-4707-b8e1-bfc36634b63e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.610815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Deleting port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:46.611088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.613862 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dc8bb97-c2e1-49eb-a169-39a355ca2ced tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.615999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9dc8bb97-c2e1-49eb-a169-39a355ca2ced tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709950 Feb 09 02:43:46.625381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42256) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:46.631611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:46.636378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8bb97-c2e1-49eb-a169-39a355ca2ced tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7081cc3-d958-4707-b8e1-bfc36634b63e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:46.678314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc3dac95-3591-4f1d-a260-b726fca58c9e req-602f9aad-2451-47e7-9f73-fff388de8032 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe539b73-05b7-4b98-a6a2-fd0f60e68a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403229 Feb 09 02:43:46.812674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] For port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:46.813525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:46.852831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Calling delete_port for 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:47.047205 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.062064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:47.088771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42272) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:47.225758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Pushing event deleted for resources: {'Port': ['ID=539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:47.259672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8d2deb45-ab61-4125-8b1e-8a48fa02b248 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:47.262638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] No DVR routers for this DVR port 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:47.281906 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.283859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1319b3c5-3099-4a9b-afef-5f1369c1b5c3 req-2df1a2be-c605-4511-b91a-d4c084099581 tempest-TenantUsagesTestJSON-1962127131 tempest-TenantUsagesTestJSON-1962127131-project] 10.222.0.61 "DELETE /v2.0/ports/539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef HTTP/1.1" status: 204 len: 173 time: 1.1760864 Feb 09 02:43:47.284239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844', 'name': 'network-vif-deleted', 'tag': '539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:47.286656 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5519761b-b0bb-41da-b91a-0ccd3294127c" -d '{"events": [{"server_uuid": "ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844", "name": "network-vif-deleted", "tag": "539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:47.317406 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9f8815c8-783e-4542-82bd-4302f87adde4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f29ecc4241c4a3e8e3a5c2328d38138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271614 Feb 09 02:43:47.319935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42276) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:47.324649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.362819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f830ce4-98d9-47a9-bc88-1188c0927c99 admin admin] Publish callbacks [] for security_group (0e1b1c36-77e2-4199-88dc-1a8ce6e4b55c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.370548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:47.371129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.390059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f830ce4-98d9-47a9-bc88-1188c0927c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0e1b1c36-77e2-4199-88dc-1a8ce6e4b55c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.462376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42282) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:47.462926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5f830ce4-98d9-47a9-bc88-1188c0927c99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dad5330ba70e4a0082081afc698be918&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4388568 Feb 09 02:43:47.526612 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4e67-4b14-49f5-b5ca-fbda53d936f0 admin admin] Publish callbacks [] for security_group (458453ec-7f0e-4a69-b495-da4334efea31), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.527585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-23f18b90-2347-44dc-860e-fefbe456c643 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:47.529184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-23f18b90-2347-44dc-860e-fefbe456c643 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 821 time: 0.8726242 Feb 09 02:43:47.534280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:47.538169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f830ce4-98d9-47a9-bc88-1188c0927c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1b1c36-77e2-4199-88dc-1a8ce6e4b55c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:47.548192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Request body: {'port': {'device_id': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'admin_state_up': True, 'tenant_id': '7e39c9e1d96f4074ab8d3ba88a89a77e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:47.579184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add84c9-a05a-44a6-ad92-a26b528b5a0b req-721b6a82-1eb4-400e-83fa-3d0e83ce2358 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:47.585930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7add84c9-a05a-44a6-ad92-a26b528b5a0b req-721b6a82-1eb4-400e-83fa-3d0e83ce2358 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 947 time: 0.7884176 Feb 09 02:43:47.598527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4e67-4b14-49f5-b5ca-fbda53d936f0 admin admin] Publish callbacks [] for security_group (458453ec-7f0e-4a69-b495-da4334efea31), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.623822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e2d82ac-9389-4fc1-b2b4-f1c7dda3f19a admin admin] Publish callbacks [] for security_group (0e1b1c36-77e2-4199-88dc-1a8ce6e4b55c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.669337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e2d82ac-9389-4fc1-b2b4-f1c7dda3f19a admin admin] Publish callbacks [] for security_group (0e1b1c36-77e2-4199-88dc-1a8ce6e4b55c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.673289 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29685771-fdb2-4163-9650-a434549173c2 x-openstack-request-id: req-29685771-fdb2-4163-9650-a434549173c2 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:47.673537 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844", "name": "network-vif-deleted", "tag": "539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:47.673777 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29685771-fdb2-4163-9650-a434549173c2 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:47.674169 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccec9186-3f2e-4a6a-a8b7-bc1a8d1fd844', 'name': 'network-vif-deleted', 'tag': '539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef', 'status': 'completed', 'code': 200} Feb 09 02:43:47.723089 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4e67-4b14-49f5-b5ca-fbda53d936f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (458453ec-7f0e-4a69-b495-da4334efea31), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.726208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b4d4e67-4b14-49f5-b5ca-fbda53d936f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.727673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1b4d4e67-4b14-49f5-b5ca-fbda53d936f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/458453ec-7f0e-4a69-b495-da4334efea31 HTTP/1.1" status: 204 len: 168 time: 0.4067407 Feb 09 02:43:47.737922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7add84c9-a05a-44a6-ad92-a26b528b5a0b req-9f45661b-9b0e-4c9d-8f02-493c964cf089 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503441 Feb 09 02:43:47.758789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.774418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d4e67-4b14-49f5-b5ca-fbda53d936f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458453ec-7f0e-4a69-b495-da4334efea31,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:47.783056 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e2d82ac-9389-4fc1-b2b4-f1c7dda3f19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0e1b1c36-77e2-4199-88dc-1a8ce6e4b55c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.813598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e2d82ac-9389-4fc1-b2b4-f1c7dda3f19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.815604 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5e2d82ac-9389-4fc1-b2b4-f1c7dda3f19a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e1b1c36-77e2-4199-88dc-1a8ce6e4b55c HTTP/1.1" status: 204 len: 168 time: 0.3511467 Feb 09 02:43:47.836136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Made reservation on behalf of 7e39c9e1d96f4074ab8d3ba88a89a77e for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:47.843262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:47.883309 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbe6b1ac-3d10-4dfd-89c9-064a01ef8db2 req-f57b434d-347e-45d1-b9c3-3784ab8c9d4d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 210 time: 0.0630107 Feb 09 02:43:47.883934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d82ac-9389-4fc1-b2b4-f1c7dda3f19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1b1c36-77e2-4199-88dc-1a8ce6e4b55c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:47.974184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Allocated IP 172.25.2.32 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/39ee79da-b678-4006-a79e-ee94321ca602) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:48.087175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device de32dd93-9e9f-48bd-8d4d-2cd85c463b56 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:48.099912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Allocated IP 172.20.0.6 (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d/94138dc5-dd49-464d-a031-a58e908f8168/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:48.169979 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for port (39ee79da-b678-4006-a79e-ee94321ca602), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.250652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port de32dd93-9e9f-48bd-8d4d-2cd85c463b56, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:48.263520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'de32dd93-9e9f-48bd-8d4d-2cd85c463b56', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'de32dd93-9e9f-48bd-8d4d-2cd85c463b56', 'mac_address': 'fa:16:3e:06:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:48.319200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (39ee79da-b678-4006-a79e-ee94321ca602), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.341056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:48.341480 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.364328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:48.371490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:48.374148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de32dd93-9e9f-48bd-8d4d-2cd85c463b56 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:48.378487 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks [] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.380009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:48.430087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port de32dd93-9e9f-48bd-8d4d-2cd85c463b56, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:48.437819 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.470503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.524245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event updated for resources: {'Port': ['ID=39ee79da-b678-4006-a79e-ee94321ca602,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:48.526525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:48.546043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (39ee79da-b678-4006-a79e-ee94321ca602), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.596431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.621653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42342) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:48.638720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-28ba34a6-800e-44dd-9421-ba861c585957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.650066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:48.661792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:48.689970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:48.695008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:48.695994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.709472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Pushing event updated for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:48.727280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-5f9e92ab-a066-434a-9db1-ad4115c89f0a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1855774 Feb 09 02:43:48.740317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['de32dd93-9e9f-48bd-8d4d-2cd85c463b56'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:48.755781 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Request body: {'port': {'device_id': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:48.802973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-28ba34a6-800e-44dd-9421-ba861c585957 admin admin] Publish callbacks [] for security_group (69726b5c-7b3e-4c28-8102-bd5bba93b5d1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.809037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-28ba34a6-800e-44dd-9421-ba861c585957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (69726b5c-7b3e-4c28-8102-bd5bba93b5d1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.846655 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:48.872241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-28ba34a6-800e-44dd-9421-ba861c585957 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32d896bd20604045bf8ed34c9204be36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489810 Feb 09 02:43:48.876917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42350) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:48.907137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba34a6-800e-44dd-9421-ba861c585957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69726b5c-7b3e-4c28-8102-bd5bba93b5d1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:48.986661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42356) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:49.070928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for port (39ee79da-b678-4006-a79e-ee94321ca602), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.094453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (39ee79da-b678-4006-a79e-ee94321ca602), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.126422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12516e-b275-4899-b355-502a95827190 req-956391c2-a2ac-4b8f-b620-8e26b02a6ba5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.126726 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.129380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae12516e-b275-4899-b355-502a95827190 req-956391c2-a2ac-4b8f-b620-8e26b02a6ba5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 931 time: 0.1252775 Feb 09 02:43:49.147434 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b8c089c-f66d-49dc-b5a5-5e3ef1973b71 admin admin] Publish callbacks [] for security_group (69726b5c-7b3e-4c28-8102-bd5bba93b5d1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.153709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42364) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:49.193104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.207761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefa05a-2cd9-464a-b5d1-9140ca3cc266 req-50b03d60-5cea-4db2-ac93-6d6883b6bf8d tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.209426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eeefa05a-2cd9-464a-b5d1-9140ca3cc266 req-50b03d60-5cea-4db2-ac93-6d6883b6bf8d tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 948 time: 0.3638289 Feb 09 02:43:49.231395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae12516e-b275-4899-b355-502a95827190 req-eac24383-e726-4b84-b9cb-43256bd23e6f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898256 Feb 09 02:43:49.304577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-65d7d7fd-3f2e-4947-958d-1c0016f8e196 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cb021840a744ea6a2fb66e4caa39da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160150 Feb 09 02:43:49.308905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42370) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:49.311784 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b8c089c-f66d-49dc-b5a5-5e3ef1973b71 admin admin] Publish callbacks [] for security_group (69726b5c-7b3e-4c28-8102-bd5bba93b5d1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.332404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event updated for resources: {'Port': ['ID=39ee79da-b678-4006-a79e-ee94321ca602,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:49.347852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.358767 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9e8ea437-1cee-44da-bb72-7ccff540cc1d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7311604 Feb 09 02:43:49.408649 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eeefa05a-2cd9-464a-b5d1-9140ca3cc266 req-e900d93d-33bf-4b0a-97ad-f79f3d81da09 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755731 Feb 09 02:43:49.436759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf195efa-e680-4694-91c3-3c2177654753 admin admin] Publish callbacks [] for security_group (fe539b73-05b7-4b98-a6a2-fd0f60e68a36), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.448416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b08d5fe0-64f9-4112-a723-61bbde792771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.477968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b8c089c-f66d-49dc-b5a5-5e3ef1973b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (69726b5c-7b3e-4c28-8102-bd5bba93b5d1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.481273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b8c089c-f66d-49dc-b5a5-5e3ef1973b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.481658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf195efa-e680-4694-91c3-3c2177654753 admin admin] Publish callbacks [] for security_group (fe539b73-05b7-4b98-a6a2-fd0f60e68a36), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.482341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3b8c089c-f66d-49dc-b5a5-5e3ef1973b71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69726b5c-7b3e-4c28-8102-bd5bba93b5d1 HTTP/1.1" status: 204 len: 168 time: 0.6018391 Feb 09 02:43:49.499806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c089c-f66d-49dc-b5a5-5e3ef1973b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69726b5c-7b3e-4c28-8102-bd5bba93b5d1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:49.517544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:49.526446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Publish callbacks [] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.557958 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Transition to ACTIVE for port object c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:49.562829 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.587836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b08d5fe0-64f9-4112-a723-61bbde792771 admin admin] Publish callbacks [] for security_group (b0768d6c-618a-4df5-ac4f-4525c2842d80), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.589848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf195efa-e680-4694-91c3-3c2177654753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fe539b73-05b7-4b98-a6a2-fd0f60e68a36), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.592591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf195efa-e680-4694-91c3-3c2177654753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.596795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cf195efa-e680-4694-91c3-3c2177654753 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe539b73-05b7-4b98-a6a2-fd0f60e68a36 HTTP/1.1" status: 204 len: 168 time: 0.2886214 Feb 09 02:43:49.599624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b08d5fe0-64f9-4112-a723-61bbde792771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b0768d6c-618a-4df5-ac4f-4525c2842d80), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.618009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf195efa-e680-4694-91c3-3c2177654753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe539b73-05b7-4b98-a6a2-fd0f60e68a36,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:49.655990 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b08d5fe0-64f9-4112-a723-61bbde792771 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fba3afc35584da78d33c273d56086ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010347 Feb 09 02:43:49.659608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42384) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:49.674906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Pushing event updated for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:49.694063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d5fe0-64f9-4112-a723-61bbde792771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0768d6c-618a-4df5-ac4f-4525c2842d80,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:49.758284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:49.759289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:49.760593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:49.769380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:49.769973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:49.777590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:49.778931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:49.780267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:49.781236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Bound port: c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:49.781835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.797993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9504ef73-e383-413c-b77a-8346852f814b admin admin] Publish callbacks [] for security_group (b0768d6c-618a-4df5-ac4f-4525c2842d80), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.813311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7f803196-dd6b-4e1e-8344-e5e587e20437 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--515369083&fields=id&tenant_id=ae047dd924544331ad7935dc4c597821 HTTP/1.1" status: 200 len: 267 time: 0.0850635 Feb 09 02:43:49.874948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:49.878329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:49.881054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9504ef73-e383-413c-b77a-8346852f814b admin admin] Publish callbacks [] for security_group (b0768d6c-618a-4df5-ac4f-4525c2842d80), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.887803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.930823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.931566 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:49.932922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] 10.222.0.61 "PUT /v2.0/ports/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 1091 time: 1.1882629 Feb 09 02:43:49.933371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:49.936471 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4007301f-011c-48b8-803b-7ab995cd951c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:49.960447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-c0553140-ce69-471b-bfbb-23690817da9d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:49.967660 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-c0553140-ce69-471b-bfbb-23690817da9d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/networks?id=3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 200 len: 824 time: 0.1533074 Feb 09 02:43:49.986765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-27f5cea1-7034-4bb3-aca5-69de72f56cbe tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/quotas/ae047dd924544331ad7935dc4c597821 HTTP/1.1" status: 200 len: 375 time: 0.0181296 Feb 09 02:43:49.998567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9504ef73-e383-413c-b77a-8346852f814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b0768d6c-618a-4df5-ac4f-4525c2842d80), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.001061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9504ef73-e383-413c-b77a-8346852f814b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.004578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9504ef73-e383-413c-b77a-8346852f814b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0768d6c-618a-4df5-ac4f-4525c2842d80 HTTP/1.1" status: 204 len: 168 time: 0.3407989 Feb 09 02:43:50.016830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d243bb-4c05-4fbd-8294-5326b592240c service neutron] Pushing event updated for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:50.028583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504ef73-e383-413c-b77a-8346852f814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0768d6c-618a-4df5-ac4f-4525c2842d80,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:50.043087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:43:50.043558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-4021911a-4cf6-42f4-a321-32841fdcaef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:50.045438 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-4021911a-4cf6-42f4-a321-32841fdcaef5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1125 time: 0.0612109 Feb 09 02:43:50.059947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-75af4cbf-102d-4ec8-ba1a-785f7d63f860 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae047dd924544331ad7935dc4c597821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720682 Feb 09 02:43:50.096831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-7902a462-6645-43f0-92f5-b52692b384c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 217 time: 0.0451171 Feb 09 02:43:50.117790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device de32dd93-9e9f-48bd-8d4d-2cd85c463b56 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:50.132933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:43:50.134428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 539ec4e5-c7fb-4e88-bc02-5694d7d4f4ef not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:43:50.173337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-d2d41172-6cc7-43af-9f97-bf1cf63aab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:50.174977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-d2d41172-6cc7-43af-9f97-bf1cf63aab0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0712507 Feb 09 02:43:50.220696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:50.230093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:50.232696 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.245697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-78238e41-da30-437e-b345-e968554401ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644176 Feb 09 02:43:50.251057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-8a375c41-4b48-4bad-af2d-3b629f77263c service neutron] 10.222.0.32 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800525 Feb 09 02:43:50.294571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42416) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:50.298373 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04675b87-c4fb-4392-98af-020e76fe2139 x-openstack-request-id: req-04675b87-c4fb-4392-98af-020e76fe2139 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:50.298672 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:50.301947 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04675b87-c4fb-4392-98af-020e76fe2139 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:50.302418 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66', 'status': 'completed', 'code': 200} Feb 09 02:43:50.368283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-60a2cdc6-20f0-4cd9-b511-490506b792c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.391511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-5cbb922d-9ea4-42cf-a92d-fba5a74f57f0 service neutron] 10.222.0.32 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335492 Feb 09 02:43:50.421640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:50.422416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.452521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412531c4-2fb2-462e-b3d6-49f2f4c72eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de32dd93-9e9f-48bd-8d4d-2cd85c463b56'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:50.455573 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4bc559-babc-48f2-a19f-9965b9319b95" -d '{"events": [{"server_uuid": "412531c4-2fb2-462e-b3d6-49f2f4c72eac", "name": "network-vif-plugged", "status": "completed", "tag": "de32dd93-9e9f-48bd-8d4d-2cd85c463b56"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:50.469211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port de32dd93-9e9f-48bd-8d4d-2cd85c463b56, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:50.476874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.514492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-60a2cdc6-20f0-4cd9-b511-490506b792c3 admin admin] Publish callbacks [] for security_group (bd2f1041-2922-4b17-a35b-e9bef6611253), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.522106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-60a2cdc6-20f0-4cd9-b511-490506b792c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bd2f1041-2922-4b17-a35b-e9bef6611253), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.575780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:50.591316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42428) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:50.591448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-60a2cdc6-20f0-4cd9-b511-490506b792c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bba7686c8047492fb5b4e9fc856c78c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863195 Feb 09 02:43:50.604558 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-a369e15d-47bb-48a8-9c21-35af77acb0df service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469386 Feb 09 02:43:50.619346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2cdc6-20f0-4cd9-b511-490506b792c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f1041-2922-4b17-a35b-e9bef6611253,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:50.697246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fcd67d8-e603-425f-bb75-4d84454b32db admin admin] Publish callbacks [] for security_group (bd2f1041-2922-4b17-a35b-e9bef6611253), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.732407 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fcd67d8-e603-425f-bb75-4d84454b32db admin admin] Publish callbacks [] for security_group (bd2f1041-2922-4b17-a35b-e9bef6611253), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.739129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762dedd-2fde-4887-b377-9385bd0bcaef req-96906741-04ed-4361-9eb6-f7d7e3e87239 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:50.749857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b762dedd-2fde-4887-b377-9385bd0bcaef req-96906741-04ed-4361-9eb6-f7d7e3e87239 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.2813985 Feb 09 02:43:50.816255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b762dedd-2fde-4887-b377-9385bd0bcaef req-653e42d4-6a84-41f5-9f56-0d182fe7fd19 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649400 Feb 09 02:43:50.817185 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fcd67d8-e603-425f-bb75-4d84454b32db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bd2f1041-2922-4b17-a35b-e9bef6611253), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.820731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fcd67d8-e603-425f-bb75-4d84454b32db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:50.824940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4fcd67d8-e603-425f-bb75-4d84454b32db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd2f1041-2922-4b17-a35b-e9bef6611253 HTTP/1.1" status: 204 len: 168 time: 0.2318795 Feb 09 02:43:50.836450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1a83-de10-4409-83e7-162ac526587c req-9048d171-10e2-4a29-8282-5a43341be198 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:50.843993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46fa1a83-de10-4409-83e7-162ac526587c req-9048d171-10e2-4a29-8282-5a43341be198 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 949 time: 0.0845041 Feb 09 02:43:50.851826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd67d8-e603-425f-bb75-4d84454b32db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f1041-2922-4b17-a35b-e9bef6611253,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:50.872603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc20c3f2-29fb-4f41-9a07-6c68db09347b req-46362288-8a75-4eb8-8b1d-e77cef3572f3 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671707 Feb 09 02:43:50.911704 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2aac3b-5d3b-4f0c-a9c3-617d60f58f5e x-openstack-request-id: req-6d2aac3b-5d3b-4f0c-a9c3-617d60f58f5e {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:50.912195 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412531c4-2fb2-462e-b3d6-49f2f4c72eac", "name": "network-vif-plugged", "status": "completed", "tag": "de32dd93-9e9f-48bd-8d4d-2cd85c463b56", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:50.912816 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d2aac3b-5d3b-4f0c-a9c3-617d60f58f5e {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:50.912951 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412531c4-2fb2-462e-b3d6-49f2f4c72eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de32dd93-9e9f-48bd-8d4d-2cd85c463b56', 'code': 200} Feb 09 02:43:50.932414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46fa1a83-de10-4409-83e7-162ac526587c req-5d1fe402-faa3-40d5-a9b7-ea97e607a3dc tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746398 Feb 09 02:43:50.979886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42450) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:51.000780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e858bf3-5215-4761-87e5-5472ef8d86d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.016118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae01429f-22f5-46c3-8e52-80a4afc8d42e req-0f1dfffe-6c9b-46f4-9412-b9ca11efcd7b tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 210 time: 0.0470390 Feb 09 02:43:51.042398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007301f-011c-48b8-803b-7ab995cd951c req-ae33105b-19f7-4ea3-8a33-6ddb100f6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.043934 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4007301f-011c-48b8-803b-7ab995cd951c req-ae33105b-19f7-4ea3-8a33-6ddb100f6123 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1125 time: 0.1095173 Feb 09 02:43:51.091966 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.145667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc071b-5c0c-43d0-bea5-949516bee081 req-968a0abe-5aa0-4f08-bb5f-d3a1dadf8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.145667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3dc071b-5c0c-43d0-bea5-949516bee081 req-968a0abe-5aa0-4f08-bb5f-d3a1dadf8e47 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 1131 time: 0.1234343 Feb 09 02:43:51.230028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007301f-011c-48b8-803b-7ab995cd951c req-54c357b9-004c-49c1-97f1-f08e6a125373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.231877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4007301f-011c-48b8-803b-7ab995cd951c req-54c357b9-004c-49c1-97f1-f08e6a125373 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1818128 Feb 09 02:43:51.243764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3dc071b-5c0c-43d0-bea5-949516bee081 req-c0b28279-3a9a-4bc0-aa96-2e067f8b6606 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895119 Feb 09 02:43:51.254600 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e858bf3-5215-4761-87e5-5472ef8d86d0 admin admin] Publish callbacks [] for security_group (1e2e8a78-8334-4c04-a495-9ab9dc5a03ba), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.260867 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e858bf3-5215-4761-87e5-5472ef8d86d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1e2e8a78-8334-4c04-a495-9ab9dc5a03ba), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.289247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4007301f-011c-48b8-803b-7ab995cd951c req-1592cd88-c6e6-4762-9b74-24af08f114f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 217 time: 0.0506899 Feb 09 02:43:51.327042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1e858bf3-5215-4761-87e5-5472ef8d86d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24da14a338c14facbe298c25b9b2b966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436189 Feb 09 02:43:51.327042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e858bf3-5215-4761-87e5-5472ef8d86d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2e8a78-8334-4c04-a495-9ab9dc5a03ba,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:51.330400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42458) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:51.358741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007301f-011c-48b8-803b-7ab995cd951c req-1b424d88-45eb-48a5-9e6f-a873bb8d77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.361214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4007301f-011c-48b8-803b-7ab995cd951c req-1b424d88-45eb-48a5-9e6f-a873bb8d77b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0653355 Feb 09 02:43:51.401305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4007301f-011c-48b8-803b-7ab995cd951c req-d508b5b6-9680-4c10-84a2-8891a036f413 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267675 Feb 09 02:43:51.404257 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c74548b5-8f84-4b3b-808a-687638c2abc9 admin admin] Publish callbacks [] for security_group (1e2e8a78-8334-4c04-a495-9ab9dc5a03ba), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.432822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c74548b5-8f84-4b3b-808a-687638c2abc9 admin admin] Publish callbacks [] for security_group (1e2e8a78-8334-4c04-a495-9ab9dc5a03ba), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.510744 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c74548b5-8f84-4b3b-808a-687638c2abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1e2e8a78-8334-4c04-a495-9ab9dc5a03ba), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.513527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c74548b5-8f84-4b3b-808a-687638c2abc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:51.514810 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c74548b5-8f84-4b3b-808a-687638c2abc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e2e8a78-8334-4c04-a495-9ab9dc5a03ba HTTP/1.1" status: 204 len: 168 time: 0.1837010 Feb 09 02:43:51.527068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74548b5-8f84-4b3b-808a-687638c2abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2e8a78-8334-4c04-a495-9ab9dc5a03ba,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:51.553836 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4007301f-011c-48b8-803b-7ab995cd951c req-4ea236ea-9599-4f95-a9d1-7c55e6f04603 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456926 Feb 09 02:43:51.904891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4007301f-011c-48b8-803b-7ab995cd951c req-aa8bbb71-0846-4416-84b0-da3e66112548 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387923 Feb 09 02:43:51.966318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69b2e-131a-4bda-9b5f-e54b764dee1a req-87a288d8-c150-478e-b606-d34731007d90 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:51.969088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0a69b2e-131a-4bda-9b5f-e54b764dee1a req-87a288d8-c150-478e-b606-d34731007d90 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.0700753 Feb 09 02:43:52.027135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0a69b2e-131a-4bda-9b5f-e54b764dee1a req-e74d0fb9-580d-4de1-a03b-13f2271c066d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530932 Feb 09 02:43:52.114482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe195d47-2573-440e-9413-55ddaa21b0e7 req-b5e4600b-a4f1-4e43-ab3b-17a8ff3ed4a1 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:52.122858 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe195d47-2573-440e-9413-55ddaa21b0e7 req-b5e4600b-a4f1-4e43-ab3b-17a8ff3ed4a1 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 949 time: 0.0955174 Feb 09 02:43:52.158122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e43b027-199a-4a78-9109-1129c38c3ad0 req-a7bfcd83-7352-410e-bd05-fcc2496bb5d3 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 210 time: 0.0359700 Feb 09 02:43:52.283316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe195d47-2573-440e-9413-55ddaa21b0e7 req-fd530c9d-53d8-4c68-b91c-d38b4ccff17d tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462650 Feb 09 02:43:52.300147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-17f7be40-49fa-47c7-a59c-caeba72ab46a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:52.301722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-17f7be40-49fa-47c7-a59c-caeba72ab46a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "GET /v2.0/networks?id=3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 200 len: 824 time: 0.2064462 Feb 09 02:43:52.392809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-55561710-767e-48d8-bc2a-0634b0ffa667 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae047dd924544331ad7935dc4c597821 HTTP/1.1" status: 200 len: 379 time: 0.0776241 Feb 09 02:43:52.401632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Request body: {'port': {'device_id': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'admin_state_up': True, 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'security_groups': ['67d30538-d8d6-444d-a6e4-462a59e1d37d']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:52.434781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:52.527573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Made reservation on behalf of ae047dd924544331ad7935dc4c597821 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:52.542825 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.648785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335c24ae-3e1d-4e12-b5d8-0f37140a063e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.681123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Allocated IP 172.20.0.5 (3794be58-740e-4933-8192-5d28d3b71fd5/ec5e0dfe-f591-483d-9d68-eb6283fc8a96/d8ac8590-dede-4318-a5b9-138958426ca9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:52.747987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335c24ae-3e1d-4e12-b5d8-0f37140a063e admin admin] Publish callbacks [] for security_group (362c3c4e-3280-46d2-a027-b2bbe2118055), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.755739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335c24ae-3e1d-4e12-b5d8-0f37140a063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (362c3c4e-3280-46d2-a027-b2bbe2118055), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.804374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-335c24ae-3e1d-4e12-b5d8-0f37140a063e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8f71cc3478c469bb9b7cde2c55e19ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660164 Feb 09 02:43:52.804374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c24ae-3e1d-4e12-b5d8-0f37140a063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362c3c4e-3280-46d2-a027-b2bbe2118055,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:52.805356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42530) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:52.889724 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for port (d8ac8590-dede-4318-a5b9-138958426ca9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.898072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4830f8e5-dd83-43d3-9e95-3b0f2de37eb1 admin admin] Publish callbacks [] for security_group (362c3c4e-3280-46d2-a027-b2bbe2118055), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.933308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4830f8e5-dd83-43d3-9e95-3b0f2de37eb1 admin admin] Publish callbacks [] for security_group (362c3c4e-3280-46d2-a027-b2bbe2118055), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:52.971655 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.018774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Network 3794be58-740e-4933-8192-5d28d3b71fd5 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:53.028675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:53.030684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event updated for resources: {'Port': ['ID=d8ac8590-dede-4318-a5b9-138958426ca9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:53.032737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:53.037784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:53.038453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.043139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4830f8e5-dd83-43d3-9e95-3b0f2de37eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (362c3c4e-3280-46d2-a027-b2bbe2118055), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.045589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4830f8e5-dd83-43d3-9e95-3b0f2de37eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.049223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4830f8e5-dd83-43d3-9e95-3b0f2de37eb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/362c3c4e-3280-46d2-a027-b2bbe2118055 HTTP/1.1" status: 204 len: 168 time: 0.2402208 Feb 09 02:43:53.059630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830f8e5-dd83-43d3-9e95-3b0f2de37eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c3c4e-3280-46d2-a027-b2bbe2118055,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:53.067437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-7e63f8ba-3128-4926-bd25-48a8c92027d2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6694002 Feb 09 02:43:53.087531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Request body: {'port': {'device_id': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:53.210483 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.227603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f131e3-e20b-48e7-839c-2aedaa9aebe0 req-4e55a733-1cd7-496d-a5b0-3aa7ba8a47dd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:53.232761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6f131e3-e20b-48e7-839c-2aedaa9aebe0 req-4e55a733-1cd7-496d-a5b0-3aa7ba8a47dd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.0837407 Feb 09 02:43:53.308959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4e17cc59-e572-4f98-a1f9-f0bebbd4b9c3 None None] Provisioning complete for port d8ac8590-dede-4318-a5b9-138958426ca9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:53.309448 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4e17cc59-e572-4f98-a1f9-f0bebbd4b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.345819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6f131e3-e20b-48e7-839c-2aedaa9aebe0 req-de48ec7e-91eb-4b40-b2cb-c5d8e40d6d89 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010032 Feb 09 02:43:53.348115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4e17cc59-e572-4f98-a1f9-f0bebbd4b9c3 None None] Port d8ac8590-dede-4318-a5b9-138958426ca9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:43:53.476615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4606d-6828-446f-add6-9866a24098ea req-7659f9bc-1ae2-4d74-9bc1-7283ef40e1d7 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:53.478270 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00c4606d-6828-446f-add6-9866a24098ea req-7659f9bc-1ae2-4d74-9bc1-7283ef40e1d7 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 931 time: 0.0577343 Feb 09 02:43:53.534655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00c4606d-6828-446f-add6-9866a24098ea req-5b5c91b0-436d-4a9a-8f24-8cd8eab593f1 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500255 Feb 09 02:43:53.569810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42562) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:53.613176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ac8590-dede-4318-a5b9-138958426ca9 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:53.621397 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Publish callbacks [] for port (d8ac8590-dede-4318-a5b9-138958426ca9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.637811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Transition to ACTIVE for port object d8ac8590-dede-4318-a5b9-138958426ca9 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:43:53.645368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.738822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc3fb4-510f-4713-91fc-f5dba32877dd req-b8a3bc8f-41bb-41be-a62b-3e33d35052f7 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:53.740786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dcdc3fb4-510f-4713-91fc-f5dba32877dd req-b8a3bc8f-41bb-41be-a62b-3e33d35052f7 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 949 time: 0.1044438 Feb 09 02:43:53.748540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-d7c2079d-bdef-46b5-9c85-64b556d999f8 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3519ca38642b49399aeb8f266e492e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542524 Feb 09 02:43:53.750318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ac8590-dede-4318-a5b9-138958426ca9,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:53.790032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Attempting to bind port d8ac8590-dede-4318-a5b9-138958426ca9 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:53.790526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Attempting to bind port d8ac8590-dede-4318-a5b9-138958426ca9 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:53.790763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Attempting to bind port d8ac8590-dede-4318-a5b9-138958426ca9 on network 3794be58-740e-4933-8192-5d28d3b71fd5 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:53.811676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42578) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:53.831543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Port d8ac8590-dede-4318-a5b9-138958426ca9 on network 3794be58-740e-4933-8192-5d28d3b71fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:43:53.831866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Attempting to bind port d8ac8590-dede-4318-a5b9-138958426ca9 on network 3794be58-740e-4933-8192-5d28d3b71fd5 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:53.837176 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dcdc3fb4-510f-4713-91fc-f5dba32877dd req-eab7e1d6-5963-42d8-873a-e7f6d80bddad tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890846 Feb 09 02:43:53.841099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:53.841440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Checking segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:53.841814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Bound using segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:53.842265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Bound port: d8ac8590-dede-4318-a5b9-138958426ca9, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:53.842615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.845069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c79df49-bc6c-4237-932b-ceff711a419c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.976778 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c79df49-bc6c-4237-932b-ceff711a419c admin admin] Publish callbacks [] for security_group (f7b4f5aa-6bab-4347-826a-030c2c3d87f3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:53.989667 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c79df49-bc6c-4237-932b-ceff711a419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f7b4f5aa-6bab-4347-826a-030c2c3d87f3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.025226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6c79df49-bc6c-4237-932b-ceff711a419c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83b6f94e91ec4da786b5862d4c794699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102497 Feb 09 02:43:54.028892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-network', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:54.032137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8656fe8-1793-410d-b748-650be9408b74 req-72053564-e07a-417a-b495-be7cc2f3c7fb tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:54.033636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-72053564-e07a-417a-b495-be7cc2f3c7fb tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756379 Feb 09 02:43:54.035898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42586) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:54.056272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:54.072719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] For port d8ac8590-dede-4318-a5b9-138958426ca9, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:54.081273 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-d4975aff-1aaa-492d-8fd7-cf79655307c9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/quotas/3519ca38642b49399aeb8f266e492e95 HTTP/1.1" status: 200 len: 375 time: 0.0328708 Feb 09 02:43:54.108836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] For port d8ac8590-dede-4318-a5b9-138958426ca9, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d8ac8590-dede-4318-a5b9-138958426ca9,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:54.140377 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.146904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79df49-bc6c-4237-932b-ceff711a419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4f5aa-6bab-4347-826a-030c2c3d87f3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:54.148046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-5f2fdac1-dbfc-4065-8c9e-94d09cc8be19 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457077 Feb 09 02:43:54.175856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8679be76-4280-48f9-a914-0d17dc2031b4 admin admin] Publish callbacks [] for security_group (f7b4f5aa-6bab-4347-826a-030c2c3d87f3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.193128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Made reservation on behalf of a75847975e1c48ad9e0db0039777f0df for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:54.196149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.208528 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.218325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:54.222495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.231516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] 10.222.0.61 "PUT /v2.0/ports/d8ac8590-dede-4318-a5b9-138958426ca9 HTTP/1.1" status: 200 len: 1091 time: 1.1516936 Feb 09 02:43:54.235771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'tag': 'd8ac8590-dede-4318-a5b9-138958426ca9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:54.241177 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d6b60f-29c1-4bdf-9062-21efaa89ec72", "tag": "d8ac8590-dede-4318-a5b9-138958426ca9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:54.289096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8679be76-4280-48f9-a914-0d17dc2031b4 admin admin] Publish callbacks [] for security_group (f7b4f5aa-6bab-4347-826a-030c2c3d87f3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.326192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9050-32a3-4e3d-962c-a074529c56f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ac8590-dede-4318-a5b9-138958426ca9,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:54.391832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:54.423173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66', 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'port_id': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66', 'mac_address': 'fa:16:3e:8f:b8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94138dc5-dd49-464d-a031-a58e908f8168', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:54.432394 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c3582c-fb8e-4378-a521-f75599f07067 x-openstack-request-id: req-e0c3582c-fb8e-4378-a521-f75599f07067 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:54.432609 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d6b60f-29c1-4bdf-9062-21efaa89ec72", "tag": "d8ac8590-dede-4318-a5b9-138958426ca9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:54.433990 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0c3582c-fb8e-4378-a521-f75599f07067 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:54.433990 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'tag': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'status': 'completed', 'code': 200} Feb 09 02:43:54.440414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Publish callbacks [] for security_group (74c3eb06-1a88-4d0e-b958-a8f9df6b7af2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.450696 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (74c3eb06-1a88-4d0e-b958-a8f9df6b7af2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.497821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-f1a9c426-a2f8-4a96-b9b4-d6a12f836998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:54.499453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-f1a9c426-a2f8-4a96-b9b4-d6a12f836998 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae047dd924544331ad7935dc4c597821&device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 1125 time: 0.1654904 Feb 09 02:43:54.512566 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8679be76-4280-48f9-a914-0d17dc2031b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f7b4f5aa-6bab-4347-826a-030c2c3d87f3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.520149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8679be76-4280-48f9-a914-0d17dc2031b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.522328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8679be76-4280-48f9-a914-0d17dc2031b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7b4f5aa-6bab-4347-826a-030c2c3d87f3 HTTP/1.1" status: 204 len: 168 time: 0.4854839 Feb 09 02:43:54.559138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:54.569222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:54.569850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.578274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:54.592530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:54.620055 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9d250d87-bf65-4660-b7f3-2972ff68f0aa), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.621103 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Added segment 9d250d87-bf65-4660-b7f3-2972ff68f0aa of type vlan for network c7a4df9c-c017-45fb-b741-2c6c89fd898a Feb 09 02:43:54.631817 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-70548128-de8b-4736-808f-05eb8ea7ff8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ac8590-dede-4318-a5b9-138958426ca9 HTTP/1.1" status: 200 len: 217 time: 0.1224740 Feb 09 02:43:54.632258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:54.632516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679be76-4280-48f9-a914-0d17dc2031b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b4f5aa-6bab-4347-826a-030c2c3d87f3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:54.689056 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.705437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (c7a4df9c-c017-45fb-b741-2c6c89fd898a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.764891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (c7a4df9c-c017-45fb-b741-2c6c89fd898a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.766169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:54.766991 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.809252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-2c599bdb-16f7-4e5f-a9ae-85adb1225087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:54.817309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-2c599bdb-16f7-4e5f-a9ae-85adb1225087 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec5e0dfe-f591-483d-9d68-eb6283fc8a96 HTTP/1.1" status: 200 len: 863 time: 0.1761062 Feb 09 02:43:54.842191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:54.876770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3058112 Feb 09 02:43:54.880377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42620) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:54.899868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:54.901201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Request body: {'subnet': {'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-subnet', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:54.905856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fa67d-56f6-4d47-a6ee-91d6af7a997e admin admin] Pushing event updated for resources: {'Network': ['ID=c7a4df9c-c017-45fb-b741-2c6c89fd898a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:54.941731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Made reservation on behalf of a75847975e1c48ad9e0db0039777f0df for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:54.945066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:54.946643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:54.987186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faa7d7-bcf9-478e-9d16-ab1c6aab7dd7 req-cc542478-91b1-4b9b-914c-eb17cfaf112f tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.007310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4faa7d7-bcf9-478e-9d16-ab1c6aab7dd7 req-cc542478-91b1-4b9b-914c-eb17cfaf112f tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 949 time: 0.3767445 Feb 09 02:43:55.092823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-223b88fa-45da-44c5-b01c-96edf43eddcb tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c45f50f0786145ccbfee0e649d00ea9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586331 Feb 09 02:43:55.107418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4faa7d7-bcf9-478e-9d16-ab1c6aab7dd7 req-f153fecc-8e65-430a-be3c-9dac83e6ce0a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991023 Feb 09 02:43:55.113113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-8ce42445-c318-4054-a909-f25466f27d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.114970 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-8ce42445-c318-4054-a909-f25466f27d82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3794be58-740e-4933-8192-5d28d3b71fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2833407 Feb 09 02:43:55.338803 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-3c8d85ad-68be-4b35-8857-b4be79c2bca1 service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123818 Feb 09 02:43:55.347858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5341d-1d99-4a0a-aca9-f6e2ed0da2df req-0aaeb43d-12d6-4ac6-a4d8-c3ef440b331e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.349363 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ac5341d-1d99-4a0a-aca9-f6e2ed0da2df req-0aaeb43d-12d6-4ac6-a4d8-c3ef440b331e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 944 time: 0.1156209 Feb 09 02:43:55.396514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-e3b80d8a-0c3a-4638-9756-510e362f460b tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.398356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-e3b80d8a-0c3a-4638-9756-510e362f460b tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046522 Feb 09 02:43:55.456221 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ac5341d-1d99-4a0a-aca9-f6e2ed0da2df req-1d2ec1b0-a8c4-4649-884c-3f29fe020de1 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971689 Feb 09 02:43:55.459539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (ce5e468c-3292-4611-bd8c-eb36e3dd1a6c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:55.477730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-d021a7ca-040c-4f43-b433-bc8aa6e20e0c tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/quotas/c45f50f0786145ccbfee0e649d00ea9b HTTP/1.1" status: 200 len: 375 time: 0.0274971 Feb 09 02:43:55.485817 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b851e2-4c69-4b56-9844-751b78da1c40 req-9b26425b-90d8-4573-8cc0-8c5f9ddf97e5 service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351342 Feb 09 02:43:55.557618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-37caf3c6-5957-403e-98cd-681e358d058a tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c45f50f0786145ccbfee0e649d00ea9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788429 Feb 09 02:43:55.575926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5e468c-3292-4611-bd8c-eb36e3dd1a6c,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:55.623471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Checking segment: {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:55.623972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Network hostable DHCP agents. Network: c7a4df9c-c017-45fb-b741-2c6c89fd898a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:55.677057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:55.686985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2496a02-20c7-42b1-9b07-ac7437ca2a0e req-ea3c5b98-ab94-4e23-8b0a-090ca979ad5a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.688946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, c7a4df9c-c017-45fb-b741-2c6c89fd898a) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:55.694183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2496a02-20c7-42b1-9b07-ac7437ca2a0e req-ea3c5b98-ab94-4e23-8b0a-090ca979ad5a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 943 time: 0.1324692 Feb 09 02:43:55.698658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.698658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:55.698949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-3951595c-1328-42cc-9427-e5fba83a625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.700187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-3951595c-1328-42cc-9427-e5fba83a625b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae047dd924544331ad7935dc4c597821&device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 1125 time: 0.0846722 Feb 09 02:43:55.701354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc7350-feab-471c-b30d-06397acb138b None None] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:55.736551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b276b9be-71c0-4319-9dc5-c4605f158eeb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8514040 Feb 09 02:43:55.736551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42650) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:55.740104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:55.843270 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2496a02-20c7-42b1-9b07-ac7437ca2a0e req-22e8ba73-7204-4109-8472-06c595c32ee6 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418984 Feb 09 02:43:55.861524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-c7a4df9c-c017-45fb-b741-2c6c89fd898a', 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a', 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'fixed_ips': [{'subnet_id': 'ce5e468c-3292-4611-bd8c-eb36e3dd1a6c'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:43:55.864299 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:55.891328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (0249ee62-1a01-433b-a6b7-8ea14024624e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:55.893917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-07051789-f227-4890-9cd1-c253ee0e3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:55.895305 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (0249ee62-1a01-433b-a6b7-8ea14024624e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:55.896598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-07051789-f227-4890-9cd1-c253ee0e3e9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 200 len: 925 time: 0.1896799 Feb 09 02:43:55.975793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-d15e8266-7d57-4739-ae8b-59ff54e0fd0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ac8590-dede-4318-a5b9-138958426ca9 HTTP/1.1" status: 200 len: 217 time: 0.0723541 Feb 09 02:43:56.039736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42666) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:56.051082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Allocated IP 172.20.0.2 (c7a4df9c-c017-45fb-b741-2c6c89fd898a/ce5e468c-3292-4611-bd8c-eb36e3dd1a6c/364004df-228f-4c4f-bebf-244fc80f4bb3) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:56.070608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks [] for router_controller (0249ee62-1a01-433b-a6b7-8ea14024624e), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.085899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e55067-fd73-45c3-8911-c344646d908c req-d13670fe-31d4-4d04-9752-2c1d7f954d5a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:56.094350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-46e36215-0f8b-4313-97bf-0a80adf58711 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3519ca38642b49399aeb8f266e492e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209283 Feb 09 02:43:56.101808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6e55067-fd73-45c3-8911-c344646d908c req-d13670fe-31d4-4d04-9752-2c1d7f954d5a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.26 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 949 time: 0.2829416 Feb 09 02:43:56.191028 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-fd3abe27-4376-4dae-a7b6-7a20587fa365 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3519ca38642b49399aeb8f266e492e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674534 Feb 09 02:43:56.201872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:56.204358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-fe441330-e15d-45af-80ff-37a7fda2db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:56.207868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-fe441330-e15d-45af-80ff-37a7fda2db4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec5e0dfe-f591-483d-9d68-eb6283fc8a96 HTTP/1.1" status: 200 len: 863 time: 0.2037721 Feb 09 02:43:56.255872 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Publish callbacks [] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.267402 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.287543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:56.290371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:56.315999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:56.393249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1209360270-network', 'tenant_id': '55b62d6bd0f14ab8b2a1b49bc5c57ad7'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:56.395235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:43:56.409703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:56.410091 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.427519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-43719abf-9c84-469c-8259-4e27fc8a2f2f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:56.440112 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-43719abf-9c84-469c-8259-4e27fc8a2f2f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444057 Feb 09 02:43:56.456817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-2cd85822-d8f2-438a-8259-14ee27f78187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:56.458745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-2cd85822-d8f2-438a-8259-14ee27f78187 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3794be58-740e-4933-8192-5d28d3b71fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2449515 Feb 09 02:43:56.508351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-d10747eb-c273-4fc9-981d-0a39bf8e268d tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/quotas/3519ca38642b49399aeb8f266e492e95 HTTP/1.1" status: 200 len: 375 time: 0.0672293 Feb 09 02:43:56.550055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:56.550392 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.555950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Made reservation on behalf of 55b62d6bd0f14ab8b2a1b49bc5c57ad7 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:56.557529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.565985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Pushing event updated for resources: {'Port': ['ID=364004df-228f-4c4f-bebf-244fc80f4bb3,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:56.568167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Attempting to bind port 364004df-228f-4c4f-bebf-244fc80f4bb3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:43:56.568574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Attempting to bind port 364004df-228f-4c4f-bebf-244fc80f4bb3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:43:56.568896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Attempting to bind port 364004df-228f-4c4f-bebf-244fc80f4bb3 on network c7a4df9c-c017-45fb-b741-2c6c89fd898a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:43:56.580759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:43:56.581118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Checking segment: {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:56.581510 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.581913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Bound using segment: {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:43:56.582413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Bound port: 364004df-228f-4c4f-bebf-244fc80f4bb3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:43:56.582786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.583218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8656fe8-1793-410d-b748-650be9408b74 req-21b65eb0-d731-4245-90ca-86b66b5e26a9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:56.584731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-21b65eb0-d731-4245-90ca-86b66b5e26a9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723505 Feb 09 02:43:56.602743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.603095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.603963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.604304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.604918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.605525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.605737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.606068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.606417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.606742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.607068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.607706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.607706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:43:56.610281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c6231faa-8610-421c-b2bc-df05d70803ff tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005104 Feb 09 02:43:56.626378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:56.628631 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf73d0-a17d-45db-86a4-ad2b09b44b49" -d '{"events": [{"server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "name": "network-vif-plugged", "status": "completed", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:56.638348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Request body: {'port': {'device_id': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '3519ca38642b49399aeb8f266e492e95'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:56.643101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.699067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] For port 364004df-228f-4c4f-bebf-244fc80f4bb3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:43:56.703578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] For port 364004df-228f-4c4f-bebf-244fc80f4bb3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=364004df-228f-4c4f-bebf-244fc80f4bb3,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:43:56.706247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:56.712265 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.775709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:56.796861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:56.802267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-9537f795-6f86-4373-8a93-35ec893f8dea service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309085 Feb 09 02:43:56.879940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93a941-bea5-48d2-8492-c25fd3305a07 None None] Pushing event updated for resources: {'Port': ['ID=364004df-228f-4c4f-bebf-244fc80f4bb3,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:56.990571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9695cccb-f486-4557-8e10-8c29e79a679b req-477c8b11-dfbb-408a-9f56-0a268a75bfd0 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 210 time: 0.1872289 Feb 09 02:43:57.053742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks [] for router_gateway (0249ee62-1a01-433b-a6b7-8ea14024624e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.134628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Deleting port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:43:57.135638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.333725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7975c-3feb-4a4e-94d3-9ee3ebdc41f7 req-294745b4-c94a-4c72-aa5f-0a558b8df964 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:57.335982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Made reservation on behalf of 3519ca38642b49399aeb8f266e492e95 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:57.341070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31b7975c-3feb-4a4e-94d3-9ee3ebdc41f7 req-294745b4-c94a-4c72-aa5f-0a558b8df964 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 945 time: 0.1906078 Feb 09 02:43:57.341246 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.395793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] For port de32dd93-9e9f-48bd-8d4d-2cd85c463b56, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:57.396163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.398015 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.407575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Publish callbacks [] for security_group (49dd56f7-c926-4ad1-b2c4-11aa1a4efaf2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.422700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (49dd56f7-c926-4ad1-b2c4-11aa1a4efaf2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.426888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-09bff3bf-b296-476a-b472-2a769a765cf8 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c45f50f0786145ccbfee0e649d00ea9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449648 Feb 09 02:43:57.477224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90add1-60f4-4ce1-b43c-30c30f1d2562 req-ed74027d-d01b-4c82-a702-6af67e7f2672 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:57.485352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d90add1-60f4-4ce1-b43c-30c30f1d2562 req-ed74027d-d01b-4c82-a702-6af67e7f2672 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 949 time: 0.5218072 Feb 09 02:43:57.488709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc7ae99f-a47f-4f9f-8058-e76dacd1fc6b req-ab555632-fe9a-4858-a7b9-4dbe1ca95efa service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782317 Feb 09 02:43:57.498606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:43:57.512557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Calling delete_port for de32dd93-9e9f-48bd-8d4d-2cd85c463b56 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:43:57.539683 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (868c8464-4fb8-43c7-b220-953abf3ebef2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.540067 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Added segment 868c8464-4fb8-43c7-b220-953abf3ebef2 of type vlan for network 5fae0b1a-aa47-4698-a5c7-577f0d6663eb Feb 09 02:43:57.552042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dd56f7-c926-4ad1-b2c4-11aa1a4efaf2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:57.628176 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5fae0b1a-aa47-4698-a5c7-577f0d6663eb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.637943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d90add1-60f4-4ce1-b43c-30c30f1d2562 req-c3a0e87a-1b95-49f3-b8f3-33025887fa51 tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc500717-a424-4790-8ebc-23f9bb19deae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516323 Feb 09 02:43:57.651199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31b7975c-3feb-4a4e-94d3-9ee3ebdc41f7 req-b51b7078-1355-437a-8436-aae6fd635961 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085485 Feb 09 02:43:57.714391 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86215fef-8517-4766-9013-89d704f3f211 x-openstack-request-id: req-86215fef-8517-4766-9013-89d704f3f211 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:57.714935 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "name": "network-vif-plugged", "status": "completed", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:57.715128 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86215fef-8517-4766-9013-89d704f3f211 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:57.715211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks [] for security_group (5158f831-8089-4780-947a-a56ae9dd2996), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.715738 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66', 'code': 200} Feb 09 02:43:57.719619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5fae0b1a-aa47-4698-a5c7-577f0d6663eb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.720835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:57.721613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.725822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5158f831-8089-4780-947a-a56ae9dd2996), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.842939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks [] for router_gateway (0249ee62-1a01-433b-a6b7-8ea14024624e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:57.859248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-f4ebe9b2-3b4b-4265-a711-c06a4817d1de tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:57.860811 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-f4ebe9b2-3b4b-4265-a711-c06a4817d1de tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629675 Feb 09 02:43:57.925195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] Pushing event updated for resources: {'Network': ['ID=5fae0b1a-aa47-4698-a5c7-577f0d6663eb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:57.947656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Request body: {'port': {'device_id': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'c45f50f0786145ccbfee0e649d00ea9b'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:57.955938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5fae0b1a-aa47-4698-a5c7-577f0d6663eb details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:43:57.960627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5f72466c-0bcc-4059-894c-ffe40cf1c892 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9180450 Feb 09 02:43:57.974534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07bb1933-f33d-4767-a3d1-4f1d2d89e104 req-d14b774a-dafd-45e2-9a8e-adc7dfb5db00 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 210 time: 0.1718266 Feb 09 02:43:57.997668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:43:58.012369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Request body: {'subnet': {'network_id': '5fae0b1a-aa47-4698-a5c7-577f0d6663eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1209360270-subnet', 'tenant_id': '55b62d6bd0f14ab8b2a1b49bc5c57ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:58.031925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5158f831-8089-4780-947a-a56ae9dd2996,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:58.032187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.090604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Made reservation on behalf of 55b62d6bd0f14ab8b2a1b49bc5c57ad7 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:58.092719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.100101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254bdf-4129-4cfb-9819-c87f6a7be42f req-298b0523-6541-45a6-8739-3ea762865e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:58.102459 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb254bdf-4129-4cfb-9819-c87f6a7be42f req-298b0523-6541-45a6-8739-3ea762865e53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1127 time: 0.2700448 Feb 09 02:43:58.254037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Allocated IP 192.168.233.32 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/71f8e900-6e34-4ac3-8f58-59734c0489a9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:58.256958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d8ac8590-dede-4318-a5b9-138958426ca9 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:43:58.337984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-1b8af202-0391-4537-a39b-8994cf97871a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3519ca38642b49399aeb8f266e492e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634229 Feb 09 02:43:58.372007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Allocated IP 172.25.2.139 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/1d19577d-4379-44e3-a457-0a7b22badca2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:58.373949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb254bdf-4129-4cfb-9819-c87f6a7be42f req-c15c7c3c-4c38-4f4f-91d6-ba02b7dbe3d5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085254 Feb 09 02:43:58.410630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (de32dd93-9e9f-48bd-8d4d-2cd85c463b56), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.463891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d8ac8590-dede-4318-a5b9-138958426ca9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d8ac8590-dede-4318-a5b9-138958426ca9,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:58.472679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4af633d8-5773-48e2-8efe-cfe3dcbcd1d3 req-bf3ba7a0-071e-4a01-889c-8bbc39cd0f36 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 210 time: 0.0910809 Feb 09 02:43:58.493420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b26e37-e8f7-4154-83e5-dcf50d343a7e None None] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:58.571198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'port_id': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'mac_address': 'fa:16:3e:b0:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:43:58.613006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcf627-5fad-4b24-89cf-c8d3bf3d5989 req-632c6768-8c61-4777-aa77-ef82413a649e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:58.622994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74bcf627-5fad-4b24-89cf-c8d3bf3d5989 req-632c6768-8c61-4777-aa77-ef82413a649e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 943 time: 0.6846607 Feb 09 02:43:58.659346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-499273ae-daa9-48df-bf9a-5f0d0771daeb None None] Provisioning complete for port 364004df-228f-4c4f-bebf-244fc80f4bb3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:58.659774 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499273ae-daa9-48df-bf9a-5f0d0771daeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.685455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Pushing event deleted for resources: {'Port': ['ID=de32dd93-9e9f-48bd-8d4d-2cd85c463b56,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:58.695437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Made reservation on behalf of c45f50f0786145ccbfee0e649d00ea9b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:58.699281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.728023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] No DVR routers for this DVR port de32dd93-9e9f-48bd-8d4d-2cd85c463b56 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:43:58.733200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.736726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6e55067-fd73-45c3-8911-c344646d908c req-a0cba8e3-219c-4621-85ff-16455338b38a tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.26 "DELETE /v2.0/ports/de32dd93-9e9f-48bd-8d4d-2cd85c463b56 HTTP/1.1" status: 204 len: 173 time: 2.6058116 Feb 09 02:43:58.743112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412531c4-2fb2-462e-b3d6-49f2f4c72eac', 'name': 'network-vif-deleted', 'tag': 'de32dd93-9e9f-48bd-8d4d-2cd85c463b56'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:43:58.746564 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb35c19d-b253-492b-bb9d-2ecb7d0bff14" -d '{"events": [{"server_uuid": "412531c4-2fb2-462e-b3d6-49f2f4c72eac", "name": "network-vif-deleted", "tag": "de32dd93-9e9f-48bd-8d4d-2cd85c463b56"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:43:58.753686 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.785570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port d8ac8590-dede-4318-a5b9-138958426ca9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:58.786471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.812246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ac8590-dede-4318-a5b9-138958426ca9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:43:58.837426 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74bcf627-5fad-4b24-89cf-c8d3bf3d5989 req-7e550dd6-895f-4291-b82d-0bf0d837fcc8 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119491 Feb 09 02:43:58.849555 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks [] for port (1d19577d-4379-44e3-a457-0a7b22badca2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.864121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-da69711f-6a7c-4d82-8b67-c05f2707f2ab tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:58.865690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-da69711f-6a7c-4d82-8b67-c05f2707f2ab tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5221202 Feb 09 02:43:58.902723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Request body: {'port': {'device_id': 'cf4515fd-10a5-4225-90b3-24764d529ff7', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '3519ca38642b49399aeb8f266e492e95'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:58.912609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d8ac8590-dede-4318-a5b9-138958426ca9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d8ac8590-dede-4318-a5b9-138958426ca9,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:58.929630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2952561-e3df-4829-841c-7508a5a05a07 req-fcda5712-d235-4a91-8bc2-ae3d2a6d9ddb tempest-ServerDiagnosticsNegativeTest-83982382 tempest-ServerDiagnosticsNegativeTest-83982382-project] 10.222.0.32 "GET /v2.0/ports?device_id=412531c4-2fb2-462e-b3d6-49f2f4c72eac HTTP/1.1" status: 200 len: 210 time: 0.1051316 Feb 09 02:43:58.945974 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.971720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks [] for security_group (a437fbb8-cea5-4d4a-8d60-46a73c1698c9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:58.990571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a437fbb8-cea5-4d4a-8d60-46a73c1698c9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.037487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-499273ae-daa9-48df-bf9a-5f0d0771daeb None None] Current status of the port 364004df-228f-4c4f-bebf-244fc80f4bb3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:43:59.038072 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499273ae-daa9-48df-bf9a-5f0d0771daeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.068183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks [] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.078409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (f2fcda19-2978-4ab1-8573-694b8edf3fa3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.093081 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c91eb67-9405-41c5-b9a4-dc62a4fd4e50 x-openstack-request-id: req-6c91eb67-9405-41c5-b9a4-dc62a4fd4e50 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:43:59.093598 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412531c4-2fb2-462e-b3d6-49f2f4c72eac", "name": "network-vif-deleted", "tag": "de32dd93-9e9f-48bd-8d4d-2cd85c463b56", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:43:59.093701 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c91eb67-9405-41c5-b9a4-dc62a4fd4e50 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:43:59.094080 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412531c4-2fb2-462e-b3d6-49f2f4c72eac', 'name': 'network-vif-deleted', 'tag': 'de32dd93-9e9f-48bd-8d4d-2cd85c463b56', 'status': 'completed', 'code': 200} Feb 09 02:43:59.106161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-499273ae-daa9-48df-bf9a-5f0d0771daeb None None] For port 364004df-228f-4c4f-bebf-244fc80f4bb3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=364004df-228f-4c4f-bebf-244fc80f4bb3,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:43:59.131967 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499273ae-daa9-48df-bf9a-5f0d0771daeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.148993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2fcda19-2978-4ab1-8573-694b8edf3fa3,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:59.158968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=d8ac8590-dede-4318-a5b9-138958426ca9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:59.187138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.249727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a437fbb8-cea5-4d4a-8d60-46a73c1698c9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:59.277690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499273ae-daa9-48df-bf9a-5f0d0771daeb None None] Pushing event updated for resources: {'Port': ['ID=364004df-228f-4c4f-bebf-244fc80f4bb3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:59.280808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:59.287448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:59.291655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['d8ac8590-dede-4318-a5b9-138958426ca9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:43:59.298734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:59.301123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Pushing event updated for resources: {'Port': ['ID=1d19577d-4379-44e3-a457-0a7b22badca2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:59.310344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Made reservation on behalf of 3519ca38642b49399aeb8f266e492e95 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:43:59.314421 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.321573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e7d02ce-1a00-4725-8f0e-120c8e32d577 req-ff1ac78a-6aa7-4a26-95bb-760ce2d145b2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 210 time: 0.1395457 Feb 09 02:43:59.361125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Checking segment: {'id': '868c8464-4fb8-43c7-b220-953abf3ebef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fae0b1a-aa47-4698-a5c7-577f0d6663eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:43:59.361934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Network hostable DHCP agents. Network: 5fae0b1a-aa47-4698-a5c7-577f0d6663eb, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:43:59.381979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 364004df-228f-4c4f-bebf-244fc80f4bb3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:43:59.404518 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.411462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Network 5fae0b1a-aa47-4698-a5c7-577f0d6663eb is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:43:59.481028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:43:59.500824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89496f-f24b-4375-9391-7fd7d25c1d1e req-6c886bc6-61e4-4054-a4ac-c3bb7302bb4d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:59.510268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a89496f-f24b-4375-9391-7fd7d25c1d1e req-6c886bc6-61e4-4054-a4ac-c3bb7302bb4d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 945 time: 0.5341959 Feb 09 02:43:59.514143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5fae0b1a-aa47-4698-a5c7-577f0d6663eb) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:59.534303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:59.535085 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.592514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5bbe23-ec0c-42db-811e-ffe995164082 None None] Network 5fae0b1a-aa47-4698-a5c7-577f0d6663eb requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:43:59.607358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:43:59.612445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:43:59.627550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:43:59.635987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:43:59.637384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.645247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bd3c641a-4639-430d-8024-2b7b1c711adf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6454480 Feb 09 02:43:59.701398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-deb162f5-0be9-489b-990e-98209cfc2e93 None None] Provisioning complete for port 364004df-228f-4c4f-bebf-244fc80f4bb3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:59.701934 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-deb162f5-0be9-489b-990e-98209cfc2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.711697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-7f10cbb2-5746-47b9-801f-709a920c9a44 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0865986 Feb 09 02:43:59.753469 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9032fe28-ebb6-409a-9a4c-e24cba1ddf82 req-d1cb273d-5037-44f2-ad69-bbd1a950abff tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 210 time: 0.0757384 Feb 09 02:43:59.762096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Request body: {'port': {'device_id': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:43:59.867002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 364004df-228f-4c4f-bebf-244fc80f4bb3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:43:59.867531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.890731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:43:59.924245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Allocated IP 192.168.233.163 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/4504b0f8-1b26-4b84-aea2-336ebccb757b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:43:59.977172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a89496f-f24b-4375-9391-7fd7d25c1d1e req-69b077cf-b7ad-4dc6-8f45-c6c0dd08a91a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679115 Feb 09 02:44:00.059667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42748) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:00.066501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf527c7-c5e4-49d9-aba3-1c63f449455f None None] Network 5fae0b1a-aa47-4698-a5c7-577f0d6663eb requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:00.186309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device de32dd93-9e9f-48bd-8d4d-2cd85c463b56 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:00.194277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks [] for router_gateway (0249ee62-1a01-433b-a6b7-8ea14024624e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.221970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1ef5e-80a7-4b94-8868-2fc8e53e7bf4 req-850d246c-7d7a-4584-a0aa-ef744a3b262f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:00.223817 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93f1ef5e-80a7-4b94-8868-2fc8e53e7bf4 req-850d246c-7d7a-4584-a0aa-ef744a3b262f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 944 time: 0.2171979 Feb 09 02:44:00.262339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: de32dd93-9e9f-48bd-8d4d-2cd85c463b56 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:00.262823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device de32dd93-9e9f-48bd-8d4d-2cd85c463b56 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:00.265052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-deb162f5-0be9-489b-990e-98209cfc2e93 None None] Current status of the port 364004df-228f-4c4f-bebf-244fc80f4bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:00.294947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks [] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.318010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 364004df-228f-4c4f-bebf-244fc80f4bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:00.330770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4d70-4fff-4fc9-8092-57123fde18b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.349238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93f1ef5e-80a7-4b94-8868-2fc8e53e7bf4 req-87d76446-e4e6-46e1-a6bb-3f451dc90c69 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169059 Feb 09 02:44:00.402120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d64832a9-38e5-4554-93af-a710bbba3b85 None None] Provisioning complete for port 71f8e900-6e34-4ac3-8f58-59734c0489a9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:00.402524 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d64832a9-38e5-4554-93af-a710bbba3b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.446929 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.456312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d64832a9-38e5-4554-93af-a710bbba3b85 None None] Port 71f8e900-6e34-4ac3-8f58-59734c0489a9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:00.482665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cda817e1-0699-40ff-81d5-17418669e085 req-cf639e94-5b9b-4cdf-9114-255dd9f3af82 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 210 time: 0.0607464 Feb 09 02:44:00.486930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42760) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:00.503032 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ac5-298f-405b-9c93-a27949736fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.553030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Allocated IP 192.168.233.231 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/52754b05-6f7c-443e-ae1a-ffeb36ea4504) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:00.573736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:00.585722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:00.590480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:00.596191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:00.596822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.601352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:00.638827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-a48d8e13-1de0-4352-a510-29d8a11e2ace tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6962173 Feb 09 02:44:00.641166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (0249ee62-1a01-433b-a6b7-8ea14024624e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.657422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Request body: {'port': {'device_id': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:00.768366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-506bb7ed-1965-4172-87fe-7f44377058f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bd039dd91e74a969e008319bdd50bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781553 Feb 09 02:44:00.771173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42770) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:00.830196 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.848386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ac5-298f-405b-9c93-a27949736fe0 admin admin] Publish callbacks [] for security_group (7011695a-be06-4c0c-a1f7-9470929388d8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.860858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42776) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:00.863611 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bc2b59a-29b1-4dcb-8680-c9c34f0b558c admin admin] Publish callbacks [] for security_group (fc500717-a424-4790-8ebc-23f9bb19deae), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.867467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-229345630-network', 'tenant_id': 'a4552a96e8204f64bb80e5dc5f480ab6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:00.871812 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1ac5-298f-405b-9c93-a27949736fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7011695a-be06-4c0c-a1f7-9470929388d8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.928393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bc2b59a-29b1-4dcb-8680-c9c34f0b558c admin admin] Publish callbacks [] for security_group (fc500717-a424-4790-8ebc-23f9bb19deae), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.951260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks [] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.965092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3a4d1ac5-298f-405b-9c93-a27949736fe0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50106d3cf56b4dcea8c706d7f8a89144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8960168 Feb 09 02:44:00.970764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Made reservation on behalf of a4552a96e8204f64bb80e5dc5f480ab6 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:00.971420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42778) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:00.974007 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.975314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d1ac5-298f-405b-9c93-a27949736fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7011695a-be06-4c0c-a1f7-9470929388d8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:00.994289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:00.999567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9a180d97-bcce-4a1f-954b-70133de121c1 None None] Provisioning complete for port 4504b0f8-1b26-4b84-aea2-336ebccb757b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:01.000100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a180d97-bcce-4a1f-954b-70133de121c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.004905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac11e8-0c03-4e14-8a38-8995b14e2172 req-5ac7975b-a346-4d4b-81f0-11b8218c32d7 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:01.006531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32ac11e8-0c03-4e14-8a38-8995b14e2172 req-5ac7975b-a346-4d4b-81f0-11b8218c32d7 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 936 time: 0.1401701 Feb 09 02:44:01.075581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9a180d97-bcce-4a1f-954b-70133de121c1 None None] Port 4504b0f8-1b26-4b84-aea2-336ebccb757b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:01.086611 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bc2b59a-29b1-4dcb-8680-c9c34f0b558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc500717-a424-4790-8ebc-23f9bb19deae), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.089955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bc2b59a-29b1-4dcb-8680-c9c34f0b558c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.093273 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1bc2b59a-29b1-4dcb-8680-c9c34f0b558c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc500717-a424-4790-8ebc-23f9bb19deae HTTP/1.1" status: 204 len: 168 time: 0.3160219 Feb 09 02:44:01.109929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.117541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Router 0249ee62-1a01-433b-a6b7-8ea14024624e is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:44:01.161316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a79d7661-1f75-48b6-be87-7f37ecd5b59a admin admin] Publish callbacks [] for security_group (7011695a-be06-4c0c-a1f7-9470929388d8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.162985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2b59a-29b1-4dcb-8680-c9c34f0b558c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc500717-a424-4790-8ebc-23f9bb19deae,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:01.189378 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32ac11e8-0c03-4e14-8a38-8995b14e2172 req-43bc526a-6e18-4a08-992a-40dca219f9c9 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645033 Feb 09 02:44:01.239701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 364004df-228f-4c4f-bebf-244fc80f4bb3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:01.253937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:01.271917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:01.277255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a79d7661-1f75-48b6-be87-7f37ecd5b59a admin admin] Publish callbacks [] for security_group (7011695a-be06-4c0c-a1f7-9470929388d8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.280611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afa1ac-f786-411e-a718-728fd3905ce1 req-cc1a00aa-d79e-4ea0-8392-ca01dacee8cf tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:01.282739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02afa1ac-f786-411e-a718-728fd3905ce1 req-cc1a00aa-d79e-4ea0-8392-ca01dacee8cf tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 945 time: 0.1843684 Feb 09 02:44:01.294815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:01.299848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:01.300912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.311746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Publish callbacks [] for security_group (a75e09a4-408f-4c58-ae40-cda0348e10b5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.317419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 364004df-228f-4c4f-bebf-244fc80f4bb3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:01.317902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.326797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a75e09a4-408f-4c58-ae40-cda0348e10b5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.330823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Pushing event updated for resources: {'Port': ['ID=52754b05-6f7c-443e-ae1a-ffeb36ea4504,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:01.381564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c56e7a99-33fc-4703-b8ea-df7e71e875ca tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4825933 Feb 09 02:44:01.385285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:44:01.400264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:01.401068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Request body: {'port': {'device_id': 'cf4515fd-10a5-4225-90b3-24764d529ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:01.416155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e09a4-408f-4c58-ae40-cda0348e10b5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:01.419473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (41438356-108a-4279-937a-5e02a0b3262e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.420094 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Added segment 41438356-108a-4279-937a-5e02a0b3262e of type vlan for network f1eac0af-12a9-46d3-82b2-071e1dcb4f99 Feb 09 02:44:01.420274 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Sync routers for ids ['0249ee62-1a01-433b-a6b7-8ea14024624e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:01.437351 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Routers {'0249ee62-1a01-433b-a6b7-8ea14024624e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:01.438022 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:43:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0249ee62-1a01-433b-a6b7-8ea14024624e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:01.453534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02afa1ac-f786-411e-a718-728fd3905ce1 req-ca5d4bbc-71ad-45cc-b55f-0211feeebb0d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627879 Feb 09 02:44:01.542074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f8e900-6e34-4ac3-8f58-59734c0489a9 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:01.544900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 364004df-228f-4c4f-bebf-244fc80f4bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:01.545841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a79d7661-1f75-48b6-be87-7f37ecd5b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7011695a-be06-4c0c-a1f7-9470929388d8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.555195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a79d7661-1f75-48b6-be87-7f37ecd5b59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.559428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a79d7661-1f75-48b6-be87-7f37ecd5b59a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7011695a-be06-4c0c-a1f7-9470929388d8 HTTP/1.1" status: 204 len: 168 time: 0.5838768 Feb 09 02:44:01.571957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.576946 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-70d51e56-4d43-4d17-8332-872fa5757980 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8405259 Feb 09 02:44:01.581236 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42794) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:01.596601 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (f1eac0af-12a9-46d3-82b2-071e1dcb4f99), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.624534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Publish callbacks [] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.655854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d7661-1f75-48b6-be87-7f37ecd5b59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7011695a-be06-4c0c-a1f7-9470929388d8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:01.698841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.702176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Transition to ACTIVE for port object 71f8e900-6e34-4ac3-8f58-59734c0489a9 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:01.716663 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Set router 0249ee62-1a01-433b-a6b7-8ea14024624e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:01.717024 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.resource_extend [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:44:01.727992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.853639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6bb314a1-3080-49a1-8bd7-58ead14ff3f9 None None] Provisioning complete for port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:01.854001 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6bb314a1-3080-49a1-8bd7-58ead14ff3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.866469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cba5ef-db6a-4c15-85b1-86d3ca0a38cd req-7917fb0b-df48-4c9a-bf0a-893968cb1378 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:01.874810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5cba5ef-db6a-4c15-85b1-86d3ca0a38cd req-7917fb0b-df48-4c9a-bf0a-893968cb1378 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 944 time: 0.2477074 Feb 09 02:44:01.944839 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6bb314a1-3080-49a1-8bd7-58ead14ff3f9 None None] Port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:01.977197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:01.981503 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (f1eac0af-12a9-46d3-82b2-071e1dcb4f99), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.982752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:01.983474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:01.986620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42798) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:02.020249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4504b0f8-1b26-4b84-aea2-336ebccb757b {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:02.068011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Publish callbacks [] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.077750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d8ac8590-dede-4318-a5b9-138958426ca9 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:02.091261 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b77ac211-e51d-472b-aceb-5ece25de4433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.096694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Attempting to bind port 71f8e900-6e34-4ac3-8f58-59734c0489a9 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:02.097721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Attempting to bind port 71f8e900-6e34-4ac3-8f58-59734c0489a9 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:02.098056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Attempting to bind port 71f8e900-6e34-4ac3-8f58-59734c0489a9 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:02.104865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Port 71f8e900-6e34-4ac3-8f58-59734c0489a9 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:02.105291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Attempting to bind port 71f8e900-6e34-4ac3-8f58-59734c0489a9 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:02.123067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:02.123568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:02.123959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:02.125332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Bound port: 71f8e900-6e34-4ac3-8f58-59734c0489a9, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:02.125871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.160707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5cba5ef-db6a-4c15-85b1-86d3ca0a38cd req-ccb9a480-3dee-4f75-a8f5-66b0434376f9 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846348 Feb 09 02:44:02.169294 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3070874 Feb 09 02:44:02.178505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42800) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:02.206367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port d8ac8590-dede-4318-a5b9-138958426ca9 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:44:02.210468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port d8ac8590-dede-4318-a5b9-138958426ca9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:02.210852 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.211980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Request body: {'subnet': {'network_id': 'f1eac0af-12a9-46d3-82b2-071e1dcb4f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-229345630-subnet', 'tenant_id': 'a4552a96e8204f64bb80e5dc5f480ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:02.217902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859086c-aba5-4df7-a5aa-1fbdbc8f62aa req-5a5ba89b-0204-423f-83dd-8e8ce0c48f20 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:02.222840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f859086c-aba5-4df7-a5aa-1fbdbc8f62aa req-5a5ba89b-0204-423f-83dd-8e8ce0c48f20 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1127 time: 0.6183405 Feb 09 02:44:02.236210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:02.239612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:02.247193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Transition to ACTIVE for port object 4504b0f8-1b26-4b84-aea2-336ebccb757b will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:02.250138 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.257996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4610a3c-1521-4a47-9619-4f88f6e9cd25 admin admin] Pushing event updated for resources: {'Network': ['ID=f1eac0af-12a9-46d3-82b2-071e1dcb4f99,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:02.281382 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:43:59Z', 'revision_number': 3, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:02.287632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network f1eac0af-12a9-46d3-82b2-071e1dcb4f99 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:44:02.334770 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Checking router: 0249ee62-1a01-433b-a6b7-8ea14024624e for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:02.337851 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Updating router 0249ee62-1a01-433b-a6b7-8ea14024624e port 1d19577d-4379-44e3-a457-0a7b22badca2 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:44:02.368467 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.411585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42804) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:02.435156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port d8ac8590-dede-4318-a5b9-138958426ca9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:02.435721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.464675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ac8590-dede-4318-a5b9-138958426ca9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:02.468600 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15db0d19-4692-47c7-ab25-df1b53074a8a" -d '{"events": [{"server_uuid": "b8d6b60f-29c1-4bdf-9062-21efaa89ec72", "name": "network-vif-plugged", "status": "completed", "tag": "d8ac8590-dede-4318-a5b9-138958426ca9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:02.469291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98ba539c-a291-4098-ad96-94788ed4dd9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.484811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d8ac8590-dede-4318-a5b9-138958426ca9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d8ac8590-dede-4318-a5b9-138958426ca9,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:02.491825 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.534021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.579069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=d8ac8590-dede-4318-a5b9-138958426ca9,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:02.604659 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3261dce9-06f8-467f-96d4-1b371cf4fd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.639271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Made reservation on behalf of a4552a96e8204f64bb80e5dc5f480ab6 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:02.641551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.652874 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Publish callbacks [] for port (1d19577d-4379-44e3-a457-0a7b22badca2), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.659284 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.717717 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3a1af-a4ab-46c1-8cbc-ac2a4b54a92c None None] Pushing event updated for resources: {'Port': ['ID=1d19577d-4379-44e3-a457-0a7b22badca2,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:02.749421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:02.760901 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Attempting to bind port 1d19577d-4379-44e3-a457-0a7b22badca2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:02.761907 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Attempting to bind port 1d19577d-4379-44e3-a457-0a7b22badca2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:02.763868 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Attempting to bind port 1d19577d-4379-44e3-a457-0a7b22badca2 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:02.776563 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:02.777265 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:02.777906 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.778549 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:02.779248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Bound port: 1d19577d-4379-44e3-a457-0a7b22badca2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:02.780177 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.791819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f859086c-aba5-4df7-a5aa-1fbdbc8f62aa req-6a7688ee-e554-41d5-abab-63893e2546e6 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390315 Feb 09 02:44:02.846378 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] For port 1d19577d-4379-44e3-a457-0a7b22badca2, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:02.850549 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] For port 1d19577d-4379-44e3-a457-0a7b22badca2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d19577d-4379-44e3-a457-0a7b22badca2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:02.859953 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:02.946383 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3a1af-a4ab-46c1-8cbc-ac2a4b54a92c None None] Pushing event updated for resources: {'Port': ['ID=1d19577d-4379-44e3-a457-0a7b22badca2,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:02.954307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Attempting to bind port 4504b0f8-1b26-4b84-aea2-336ebccb757b on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:02.954307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Attempting to bind port 4504b0f8-1b26-4b84-aea2-336ebccb757b by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:02.954307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Attempting to bind port 4504b0f8-1b26-4b84-aea2-336ebccb757b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:03.002774 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Routers {'0249ee62-1a01-433b-a6b7-8ea14024624e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:03.003440 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0249ee62-1a01-433b-a6b7-8ea14024624e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:03.034114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:03.034767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.036169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] 10.222.0.26 "PUT /v2.0/ports/71f8e900-6e34-4ac3-8f58-59734c0489a9 HTTP/1.1" status: 200 len: 1095 time: 3.2898495 Feb 09 02:44:03.041500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:03.048512 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18648c6f-4258-43fe-9b73-db43ce52a58e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:03.086340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98ba539c-a291-4098-ad96-94788ed4dd9c admin admin] Publish callbacks [] for security_group (05f8e8c6-cbaf-4728-903d-b2fcf33077ab), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.121177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f12075-4845-4f6e-93c8-c36ccfe59e2d req-46ac7a4d-98f1-4734-b863-974926347cb4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:03.128643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2f12075-4845-4f6e-93c8-c36ccfe59e2d req-46ac7a4d-98f1-4734-b863-974926347cb4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 936 time: 0.8284342 Feb 09 02:44:03.143240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Port 4504b0f8-1b26-4b84-aea2-336ebccb757b on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:03.143584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Attempting to bind port 4504b0f8-1b26-4b84-aea2-336ebccb757b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:03.144275 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98ba539c-a291-4098-ad96-94788ed4dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05f8e8c6-cbaf-4728-903d-b2fcf33077ab), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.152191 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b77ac211-e51d-472b-aceb-5ece25de4433 admin admin] Publish callbacks [] for security_group (b93541a2-b032-420d-a8a6-f4abeaf2d023), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.194426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:03.194775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:03.195167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:03.195613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Bound port: 4504b0f8-1b26-4b84-aea2-336ebccb757b, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:03.195972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.196190 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] Set router 0249ee62-1a01-433b-a6b7-8ea14024624e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:03.204111 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b77ac211-e51d-472b-aceb-5ece25de4433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b93541a2-b032-420d-a8a6-f4abeaf2d023), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.281830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-98ba539c-a291-4098-ad96-94788ed4dd9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc1f55c4470c4a1ab357705d688b75de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8370769 Feb 09 02:44:03.289425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42816) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:03.304519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567117a-f2a8-4b22-8a56-b42b33482cfa service neutron] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:03.313248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba539c-a291-4098-ad96-94788ed4dd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f8e8c6-cbaf-4728-903d-b2fcf33077ab,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:03.322933 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2f12075-4845-4f6e-93c8-c36ccfe59e2d req-f5dc29eb-ebf9-433b-b543-e29103f14d8a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933484 Feb 09 02:44:03.377828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8656fe8-1793-410d-b748-650be9408b74 req-bb8f8d0e-74b6-43a4-8a2d-42c76b41e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:03.379452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-bb8f8d0e-74b6-43a4-8a2d-42c76b41e788 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1129 time: 0.2371056 Feb 09 02:44:03.381466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52754b05-6f7c-443e-ae1a-ffeb36ea4504 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:03.398798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Publish callbacks [] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.443482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663c7ad-1564-4ebf-a69a-f29f17e9203f req-a761510c-6e48-4949-b4ad-9343753c29e0 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:03.454773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-a2e851e0-bad3-491e-ab39-b4af43ce449e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9 HTTP/1.1" status: 200 len: 217 time: 0.0629499 Feb 09 02:44:03.461539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c663c7ad-1564-4ebf-a69a-f29f17e9203f req-a761510c-6e48-4949-b4ad-9343753c29e0 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 948 time: 0.5228243 Feb 09 02:44:03.464844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ac211-e51d-472b-aceb-5ece25de4433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93541a2-b032-420d-a8a6-f4abeaf2d023,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:03.469322 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b77ac211-e51d-472b-aceb-5ece25de4433 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eee1833f89ff4522b0af0b485266a620&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4750364 Feb 09 02:44:03.476736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90f1e026-23fb-4051-8910-14916b83b943 admin admin] Publish callbacks [] for security_group (05f8e8c6-cbaf-4728-903d-b2fcf33077ab), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.487681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Transition to ACTIVE for port object 52754b05-6f7c-443e-ae1a-ffeb36ea4504 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:03.489331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:03.503741 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90f1e026-23fb-4051-8910-14916b83b943 admin admin] Publish callbacks [] for security_group (05f8e8c6-cbaf-4728-903d-b2fcf33077ab), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.551887 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b843d1-522c-4059-b619-063cb6a292fc x-openstack-request-id: req-b5b843d1-522c-4059-b619-063cb6a292fc {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:03.552950 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d6b60f-29c1-4bdf-9062-21efaa89ec72", "name": "network-vif-plugged", "status": "completed", "tag": "d8ac8590-dede-4318-a5b9-138958426ca9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:03.553547 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5b843d1-522c-4059-b619-063cb6a292fc {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:03.554423 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'code': 200} Feb 09 02:44:03.556741 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:43:59Z', 'revision_number': 3, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:03.588088 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e8bd3-1947-4602-9562-96b6e767552c None None] The sync data for ids ['0249ee62-1a01-433b-a6b7-8ea14024624e'] in n-d-827839-4 is: [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:43:59Z', 'revision_number': 3, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:03.593442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.597318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90f1e026-23fb-4051-8910-14916b83b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05f8e8c6-cbaf-4728-903d-b2fcf33077ab), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.599549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90f1e026-23fb-4051-8910-14916b83b943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.603861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-90f1e026-23fb-4051-8910-14916b83b943 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05f8e8c6-cbaf-4728-903d-b2fcf33077ab HTTP/1.1" status: 204 len: 168 time: 0.2998855 Feb 09 02:44:03.713538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c663c7ad-1564-4ebf-a69a-f29f17e9203f req-9667c273-9934-47ec-982c-e50bf7841879 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506487 Feb 09 02:44:03.722368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1e026-23fb-4051-8910-14916b83b943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f8e8c6-cbaf-4728-903d-b2fcf33077ab,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:03.747020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:03.755034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8656fe8-1793-410d-b748-650be9408b74 req-f8be866c-fdf1-46f3-a763-892519019297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:03.756544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-f8be866c-fdf1-46f3-a763-892519019297 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2952745 Feb 09 02:44:03.763486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Pushing event updated for resources: {'Port': ['ID=52754b05-6f7c-443e-ae1a-ffeb36ea4504,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:03.782472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1464-fac4-4789-9975-73f67795f308 admin admin] Publish callbacks [] for security_group (b93541a2-b032-420d-a8a6-f4abeaf2d023), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.811952 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027c64d-f827-4ea0-bd88-286eaca89be6 x-openstack-request-id: req-9027c64d-f827-4ea0-bd88-286eaca89be6 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:03.812295 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:03.812565 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9027c64d-f827-4ea0-bd88-286eaca89be6 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:03.812929 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'status': 'completed', 'code': 200} Feb 09 02:44:03.818416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.845775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e981407-ee17-4751-b446-f495250c1715 req-3d385743-e71f-4ddd-a2d6-5b0b81633fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:03.847320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e981407-ee17-4751-b446-f495250c1715 req-3d385743-e71f-4ddd-a2d6-5b0b81633fee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 1127 time: 0.3190799 Feb 09 02:44:03.854103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (5fdc4fd5-9622-4e2b-8319-244e3e86a8eb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.863478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:03.934975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1464-fac4-4789-9975-73f67795f308 admin admin] Publish callbacks [] for security_group (b93541a2-b032-420d-a8a6-f4abeaf2d023), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.979347 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:03.991500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Attempting to bind port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:03.992108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Attempting to bind port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:03.992607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Attempting to bind port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:03.996721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348013d-633b-48f3-ab10-1118f1cbd475 req-61144194-d6a6-4259-af69-e7a453957758 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:03.999465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1348013d-633b-48f3-ab10-1118f1cbd475 req-61144194-d6a6-4259-af69-e7a453957758 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1127 time: 0.4061308 Feb 09 02:44:04.029657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1464-fac4-4789-9975-73f67795f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b93541a2-b032-420d-a8a6-f4abeaf2d023), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:04.032681 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1464-fac4-4789-9975-73f67795f308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:04.037992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7b0f1464-fac4-4789-9975-73f67795f308 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b93541a2-b032-420d-a8a6-f4abeaf2d023 HTTP/1.1" status: 204 len: 168 time: 0.5476568 Feb 09 02:44:04.095255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdc4fd5-9622-4e2b-8319-244e3e86a8eb,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:04.100997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f1464-fac4-4789-9975-73f67795f308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93541a2-b032-420d-a8a6-f4abeaf2d023,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:04.105107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.105716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:04.111978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] 10.222.0.61 "PUT /v2.0/ports/4504b0f8-1b26-4b84-aea2-336ebccb757b HTTP/1.1" status: 200 len: 1096 time: 3.4608793 Feb 09 02:44:04.121980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:04.124400 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1784a81-a8af-42cd-8e7d-02db73c921a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:04.198867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:04.199201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Attempting to bind port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:04.209568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1348013d-633b-48f3-ab10-1118f1cbd475 req-dc698790-9a5c-48ec-a64f-933194f12e4a tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861992 Feb 09 02:44:04.212296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8656fe8-1793-410d-b748-650be9408b74 req-58e3c4b4-d979-45d3-bb82-40291c908bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.213915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-58e3c4b4-d979-45d3-bb82-40291c908bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4465997 Feb 09 02:44:04.214709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:04.215042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:04.215676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:04.216116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Bound port: 52754b05-6f7c-443e-ae1a-ffeb36ea4504, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:04.216770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:04.220252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcb539-6888-4023-8576-38c0a1dfe54a req-3032f523-eab6-40bd-8181-91eea2701078 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.221852 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4bcb539-6888-4023-8576-38c0a1dfe54a req-3032f523-eab6-40bd-8181-91eea2701078 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 945 time: 0.3436267 Feb 09 02:44:04.328748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302259b8-8f47-4115-b5df-9108b7d07ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:04.340713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e981407-ee17-4751-b446-f495250c1715 req-46ef73b7-9e05-482f-81fd-0e714ddb4019 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4710741 Feb 09 02:44:04.390590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Checking segment: {'id': '41438356-108a-4279-937a-5e02a0b3262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f1eac0af-12a9-46d3-82b2-071e1dcb4f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:04.390955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Network hostable DHCP agents. Network: f1eac0af-12a9-46d3-82b2-071e1dcb4f99, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:44:04.408870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] For port 52754b05-6f7c-443e-ae1a-ffeb36ea4504, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:04.414799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] For port 52754b05-6f7c-443e-ae1a-ffeb36ea4504, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=52754b05-6f7c-443e-ae1a-ffeb36ea4504,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:04.427752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:04.431070 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbce612-5ad9-4196-a89c-2c288e2bb00a x-openstack-request-id: req-bbbce612-5ad9-4196-a89c-2c288e2bb00a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:04.431433 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:04.431640 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbbce612-5ad9-4196-a89c-2c288e2bb00a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:04.432917 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'status': 'completed', 'code': 200} Feb 09 02:44:04.459648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:04.531658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.533056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-b982583f-9681-4eed-b33b-c7c6d20a4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:04.534735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:04.544821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-b982583f-9681-4eed-b33b-c7c6d20a4ffb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c45f50f0786145ccbfee0e649d00ea9b&device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 1130 time: 0.3854659 Feb 09 02:44:04.546677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] 10.222.0.61 "PUT /v2.0/ports/52754b05-6f7c-443e-ae1a-ffeb36ea4504 HTTP/1.1" status: 200 len: 1096 time: 3.1453977 Feb 09 02:44:04.732891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67aeb5-0906-44e7-9bf3-41c1a1fa812b service neutron] Pushing event updated for resources: {'Port': ['ID=52754b05-6f7c-443e-ae1a-ffeb36ea4504,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:04.741121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4bcb539-6888-4023-8576-38c0a1dfe54a req-36d5b5d7-d484-4555-8d88-c2b0f61aee05 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4614823 Feb 09 02:44:04.755822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-7bf94668-92b6-4b2b-b235-559762d3ae1e service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177574 Feb 09 02:44:04.883415 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:05.019497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Allocated IP 172.20.0.1 (c7a4df9c-c017-45fb-b741-2c6c89fd898a/ce5e468c-3292-4611-bd8c-eb36e3dd1a6c/e416d7a5-330d-48fd-9bd2-e69cf0e2e782) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:05.068549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c0032f2d-9851-46ae-ba60-fd2ecd377fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.073220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c0032f2d-9851-46ae-ba60-fd2ecd377fb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 1130 time: 0.4699631 Feb 09 02:44:05.207921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Publish callbacks [] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:05.230330 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-0e063a7a-2a8c-4ccb-875a-628a0cdf6f52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=52754b05-6f7c-443e-ae1a-ffeb36ea4504 HTTP/1.1" status: 200 len: 217 time: 0.1361184 Feb 09 02:44:05.257010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Network f1eac0af-12a9-46d3-82b2-071e1dcb4f99 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:44:05.304318 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8656fe8-1793-410d-b748-650be9408b74 req-06cd6e37-5af7-4fe8-bebe-fd742f28ca62 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174384 Feb 09 02:44:05.319301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d19577d-4379-44e3-a457-0a7b22badca2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:05.335266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:05.365540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-550ea715-e0a9-4051-a284-ef5ff5068c0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b HTTP/1.1" status: 200 len: 217 time: 0.7880149 Feb 09 02:44:05.452852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, f1eac0af-12a9-46d3-82b2-071e1dcb4f99) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:05.477080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9d8c9-d4f3-49bc-a5ad-d1c75e3905a0 None None] Network f1eac0af-12a9-46d3-82b2-071e1dcb4f99 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:05.518604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:05.539473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:05.579149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.579903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:05.589088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cebe-e2a5-49a1-8be4-c05ba4e5adfe req-1671e0c2-ba8e-49b6-be1a-dd82984f41a0 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.589560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea22cebe-e2a5-49a1-8be4-c05ba4e5adfe req-1671e0c2-ba8e-49b6-be1a-dd82984f41a0 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 948 time: 0.8456824 Feb 09 02:44:05.620134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:05.620628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (0249ee62-1a01-433b-a6b7-8ea14024624e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:05.654579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-3e46765f-45f0-44cd-a958-fa6a600e63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.656832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-3e46765f-45f0-44cd-a958-fa6a600e63e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.3514867 Feb 09 02:44:05.736571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-a521d5af-37fc-44d3-97c3-cd231238ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.738470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-a521d5af-37fc-44d3-97c3-cd231238ce31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1129 time: 0.2601998 Feb 09 02:44:05.743309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea22cebe-e2a5-49a1-8be4-c05ba4e5adfe req-53df7598-d986-47b3-aead-6e4cd81272d9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471057 Feb 09 02:44:05.782672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1d19577d-4379-44e3-a457-0a7b22badca2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:05.783125 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:05.809090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Pushing event updated for resources: {'Port': ['ID=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:05.873496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4515fd-10a5-4225-90b3-24764d529ff7', 'tag': '52754b05-6f7c-443e-ae1a-ffeb36ea4504'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:05.877782 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865b33a4-dfbb-4e2d-9db4-8203cd736860" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4515fd-10a5-4225-90b3-24764d529ff7", "tag": "52754b05-6f7c-443e-ae1a-ffeb36ea4504"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:05.880745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-3c092427-073d-4eac-97b2-1266fd4484ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.885393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-3c092427-073d-4eac-97b2-1266fd4484ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.4717896 Feb 09 02:44:05.912258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-587a95ce-0856-47ad-ae97-ec04ae05d447 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7178073 Feb 09 02:44:05.943190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-739657a1-1784-4bcf-8a9d-3da13c1bedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:05.950023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-739657a1-1784-4bcf-8a9d-3da13c1bedf1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2711029 Feb 09 02:44:05.961506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798e0db-4720-41b1-acf5-67dc89c6e9fa None None] Network f1eac0af-12a9-46d3-82b2-071e1dcb4f99 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:06.036901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ca03c-a57c-4841-8369-4f8dff67e4ca req-20d00cc3-3d1a-4926-85d2-bdaddffa34a5 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.044798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f89ca03c-a57c-4841-8369-4f8dff67e4ca req-20d00cc3-3d1a-4926-85d2-bdaddffa34a5 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 948 time: 0.7163231 Feb 09 02:44:06.164126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-15308326-e84f-4bc0-8fb6-a29f0b204b0e None None] Provisioning complete for port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:06.167899 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15308326-e84f-4bc0-8fb6-a29f0b204b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.211705 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-8d6fc0f7-6780-4efb-a142-57106fcc662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.221418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-8d6fc0f7-6780-4efb-a142-57106fcc662d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4725907 Feb 09 02:44:06.228906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42896) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:06.287169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-15308326-e84f-4bc0-8fb6-a29f0b204b0e None None] Port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:06.413945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88f45d-0f92-4b08-807b-a0723d9e70ce req-eaefc024-503f-4c3b-9a51-de88ff619e59 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.423481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f88f45d-0f92-4b08-807b-a0723d9e70ce req-eaefc024-503f-4c3b-9a51-de88ff619e59 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1127 time: 0.5282400 Feb 09 02:44:06.426185 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-f0c04385-7499-46cc-9fbd-6da5da208860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9 HTTP/1.1" status: 200 len: 217 time: 0.1996322 Feb 09 02:44:06.448408 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.461932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1d19577d-4379-44e3-a457-0a7b22badca2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:06.462349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.509078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1d19577d-4379-44e3-a457-0a7b22badca2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d19577d-4379-44e3-a457-0a7b22badca2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:06.527561 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.563867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-c4956f48-c7b1-4464-9308-def5730c354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.565338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-c4956f48-c7b1-4464-9308-def5730c354a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6380970 Feb 09 02:44:06.582382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f89ca03c-a57c-4841-8369-4f8dff67e4ca req-185d6b19-8494-423d-b37e-c1e08f3480bd tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366228 Feb 09 02:44:06.601864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe734f7-b70a-4b46-9bbf-d196ba385a0e admin admin] Deleting subnet f2fcda19-2978-4ab1-8573-694b8edf3fa3 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:44:06.612433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbe734f7-b70a-4b46-9bbf-d196ba385a0e admin admin] Publish callbacks [] for subnet (f2fcda19-2978-4ab1-8573-694b8edf3fa3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.646965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1d19577d-4379-44e3-a457-0a7b22badca2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:06.680038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbe734f7-b70a-4b46-9bbf-d196ba385a0e admin admin] Publish callbacks [] for subnet (f2fcda19-2978-4ab1-8573-694b8edf3fa3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.720585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-c055226e-769f-4415-9a02-977e0893b343 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359161 Feb 09 02:44:06.739442 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.747381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-ce65e7a0-abb8-44e1-9ad9-d2049e09cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.749039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-ce65e7a0-abb8-44e1-9ad9-d2049e09cda7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.3025632 Feb 09 02:44:06.752212 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbe734f7-b70a-4b46-9bbf-d196ba385a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f2fcda19-2978-4ab1-8573-694b8edf3fa3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:06.827227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-35298612-0e95-408f-9faa-0206b3598f5d service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432544 Feb 09 02:44:06.845854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc442a-a13e-4f8c-a2fd-be23ef510c0b req-939221de-089f-4150-b2cc-af356d251c1b tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.852534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05bc442a-a13e-4f8c-a2fd-be23ef510c0b req-939221de-089f-4150-b2cc-af356d251c1b tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 945 time: 0.1601241 Feb 09 02:44:06.922166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f88f45d-0f92-4b08-807b-a0723d9e70ce req-0b53c429-efb7-4656-a3ce-99f6f3279abf tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603262 Feb 09 02:44:06.983284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-4e0d6e5d-6a49-45d5-b7df-aa30b4266443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:06.988268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-4e0d6e5d-6a49-45d5-b7df-aa30b4266443 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2065918 Feb 09 02:44:07.013641 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbe734f7-b70a-4b46-9bbf-d196ba385a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (f2fcda19-2978-4ab1-8573-694b8edf3fa3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.020316 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a9942-bb71-42c4-85c9-a412b8e58687 x-openstack-request-id: req-710a9942-bb71-42c4-85c9-a412b8e58687 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:07.020615 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4515fd-10a5-4225-90b3-24764d529ff7", "tag": "52754b05-6f7c-443e-ae1a-ffeb36ea4504", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:07.020868 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-710a9942-bb71-42c4-85c9-a412b8e58687 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:07.021366 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4515fd-10a5-4225-90b3-24764d529ff7', 'tag': '52754b05-6f7c-443e-ae1a-ffeb36ea4504', 'status': 'completed', 'code': 200} Feb 09 02:44:07.087219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05bc442a-a13e-4f8c-a2fd-be23ef510c0b req-a022e2fd-25b6-405a-8ea2-6c0fb9357439 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337711 Feb 09 02:44:07.171177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ad11e-bc60-48fa-b9e8-7e42fa2d8458 req-d2c56ba0-da7d-4903-8b66-78c9ad90b0f3 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261239 Feb 09 02:44:07.173254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-ff9a4a99-96a9-4b1e-8603-32954697e87d service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693981 Feb 09 02:44:07.175486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe734f7-b70a-4b46-9bbf-d196ba385a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2fcda19-2978-4ab1-8573-694b8edf3fa3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:07.177512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbe734f7-b70a-4b46-9bbf-d196ba385a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.180657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cbe734f7-b70a-4b46-9bbf-d196ba385a0e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f2fcda19-2978-4ab1-8573-694b8edf3fa3 HTTP/1.1" status: 204 len: 168 time: 0.9506493 Feb 09 02:44:07.189549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42926) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:07.214654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7047bd68-d8b2-43e6-a38b-e2f5cba3afe3 req-1afa4c6d-11da-4427-a67b-56aa03299bcd service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771091 Feb 09 02:44:07.247451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Publish callbacks [] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.257124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.258136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (0249ee62-1a01-433b-a6b7-8ea14024624e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.302286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d19577d-4379-44e3-a457-0a7b22badca2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:07.342128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844703d5-2db1-4de0-9296-23048d2fbab2 req-8bc11de1-aea7-47e1-a529-97da901a0940 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:07.349044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-844703d5-2db1-4de0-9296-23048d2fbab2 req-8bc11de1-aea7-47e1-a529-97da901a0940 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 948 time: 0.1550562 Feb 09 02:44:07.405113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1d19577d-4379-44e3-a457-0a7b22badca2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:07.405879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.476405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5fae0b1a-aa47-4698-a5c7-577f0d6663eb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:07.488584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Pushing event updated for resources: {'Port': ['ID=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:07.519601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-ae3946a5-1600-4504-abff-1d8a8597d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:07.521331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-ae3946a5-1600-4504-abff-1d8a8597d1c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c45f50f0786145ccbfee0e649d00ea9b&device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 1130 time: 0.1628077 Feb 09 02:44:07.530932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18648c6f-4258-43fe-9b73-db43ce52a58e req-00037faf-d0c6-4c39-8b6f-f36baa55a42c service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483644 Feb 09 02:44:07.532840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1d19577d-4379-44e3-a457-0a7b22badca2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:07.558544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-c56f3798-f395-403b-9370-8e7df1b63dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:07.560040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-c56f3798-f395-403b-9370-8e7df1b63dd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 1130 time: 0.2677729 Feb 09 02:44:07.576446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-844703d5-2db1-4de0-9296-23048d2fbab2 req-e0958f33-27aa-411c-82ca-43eb527a993f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266173 Feb 09 02:44:07.621401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:07.638862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-07ebbf9e-6a9b-4edf-9731-7064b76f12be req-ea7c23ac-23b7-4954-9b99-8a0ea19e0536 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:44:07.639978 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07ebbf9e-6a9b-4edf-9731-7064b76f12be req-ea7c23ac-23b7-4954-9b99-8a0ea19e0536 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489850 Feb 09 02:44:07.654678 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:44:07.717922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:07.916952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Router 0249ee62-1a01-433b-a6b7-8ea14024624e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:07.927208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a43c3-0dde-4a00-baad-33c96c5c49cd req-fc33a95b-1a3b-4f0d-a0d4-e34978aa29d3 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:07.928976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f9a43c3-0dde-4a00-baad-33c96c5c49cd req-fc33a95b-1a3b-4f0d-a0d4-e34978aa29d3 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 945 time: 0.2558036 Feb 09 02:44:07.947579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:07.956756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Request body: {'floatingip': {'port_id': 'd8ac8590-dede-4318-a5b9-138958426ca9'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:07.970476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5fae0b1a-aa47-4698-a5c7-577f0d6663eb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.016178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.016536 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.017305 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.017642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.017987 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.018351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.018693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.019030 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.019349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.019672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.038887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.105689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.105954 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.106304 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.106641 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:44:08.107003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fae0b1a-aa47-4698-a5c7-577f0d6663eb']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:08.167903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bec7ce5d-14ba-481a-9f90-eb23044d8530 None None] Provisioning complete for port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:08.170192 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bec7ce5d-14ba-481a-9f90-eb23044d8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.176293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868c8464-4fb8-43c7-b220-953abf3ebef2') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:08.180277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868c8464-4fb8-43c7-b220-953abf3ebef2') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:08.237674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:08.257077 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (868c8464-4fb8-43c7-b220-953abf3ebef2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.273740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bec7ce5d-14ba-481a-9f90-eb23044d8530 None None] Port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:08.293817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-599348e7-8b14-4bed-b72b-3c7712df859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:08.296368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-599348e7-8b14-4bed-b72b-3c7712df859b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.7629850 Feb 09 02:44:08.303363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (868c8464-4fb8-43c7-b220-953abf3ebef2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.303673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-e8e743a0-fd22-41f2-852b-9812021e1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:08.305217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-e8e743a0-fd22-41f2-852b-9812021e1642 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.7134953 Feb 09 02:44:08.314759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:44:08.315279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (868c8464-4fb8-43c7-b220-953abf3ebef2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: from cryptography.utils import int_from_bytes Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: from cryptography.utils import int_from_bytes Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:44:08.340062 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:44:08.415222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:08.423552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-12c42cda-3de1-47b1-9c0d-c29472bed785 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b HTTP/1.1" status: 200 len: 217 time: 0.0710690 Feb 09 02:44:08.431073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'mac_address': 'fa:16:3e:ff:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:44:08.444561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-6d411f27-f4d5-4325-8cdb-ed30433e6ef5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=52754b05-6f7c-443e-ae1a-ffeb36ea4504 HTTP/1.1" status: 200 len: 217 time: 0.1160843 Feb 09 02:44:08.485760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:08.486793 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.490987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-2d3bec2a-1e13-461a-8cca-541ad346d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:08.492599 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-2d3bec2a-1e13-461a-8cca-541ad346d6ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0568562 Feb 09 02:44:08.494454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5fae0b1a-aa47-4698-a5c7-577f0d6663eb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.515862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f8e900-6e34-4ac3-8f58-59734c0489a9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:08.517071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fae0b1a-aa47-4698-a5c7-577f0d6663eb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:08.550457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.553768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bdcefce9-a02f-4b16-b677-a4b0edf1d2d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5fae0b1a-aa47-4698-a5c7-577f0d6663eb HTTP/1.1" status: 204 len: 168 time: 1.3632338 Feb 09 02:44:08.557353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42964) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:08.565471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:08.570471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.603764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:08.617699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-22841fab-2bc2-4315-b3ea-4d0864f74ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:08.619515 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-22841fab-2bc2-4315-b3ea-4d0864f74ba8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1036537 Feb 09 02:44:08.623067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a70c000-2f31-4ede-8523-dd1ea63401e2 admin admin] Deleting subnet 5fdc4fd5-9622-4e2b-8319-244e3e86a8eb {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:44:08.627226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a70c000-2f31-4ede-8523-dd1ea63401e2 admin admin] Publish callbacks [] for subnet (5fdc4fd5-9622-4e2b-8319-244e3e86a8eb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.634897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3f1bdad5-2c27-4938-9e7c-d7a960636c6c admin admin] 10.222.0.32 "PUT /v2.0/routers/0249ee62-1a01-433b-a6b7-8ea14024624e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0496609 Feb 09 02:44:08.648276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:08.651795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d9db3-5e91-4476-8008-e1815d23a4c4 req-2cfd2b60-95f0-4b50-b241-1154082a02c6 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:08.653481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Sync routers for ids ['0249ee62-1a01-433b-a6b7-8ea14024624e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:08.653991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac6d9db3-5e91-4476-8008-e1815d23a4c4 req-2cfd2b60-95f0-4b50-b241-1154082a02c6 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 948 time: 0.3203142 Feb 09 02:44:08.655891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-59a0d20f-1353-40e0-824f-7ac638f0388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:08.657445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-59a0d20f-1353-40e0-824f-7ac638f0388c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1678112 Feb 09 02:44:08.676800 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a70c000-2f31-4ede-8523-dd1ea63401e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (5fdc4fd5-9622-4e2b-8319-244e3e86a8eb), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.700042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Routers {'0249ee62-1a01-433b-a6b7-8ea14024624e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:08.700681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0249ee62-1a01-433b-a6b7-8ea14024624e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:08.728898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a70c000-2f31-4ede-8523-dd1ea63401e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5fdc4fd5-9622-4e2b-8319-244e3e86a8eb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.823252 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a70c000-2f31-4ede-8523-dd1ea63401e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (5fdc4fd5-9622-4e2b-8319-244e3e86a8eb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.880835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a70c000-2f31-4ede-8523-dd1ea63401e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:08.883739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5a70c000-2f31-4ede-8523-dd1ea63401e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5fdc4fd5-9622-4e2b-8319-244e3e86a8eb HTTP/1.1" status: 204 len: 168 time: 0.3254304 Feb 09 02:44:08.886904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70c000-2f31-4ede-8523-dd1ea63401e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdc4fd5-9622-4e2b-8319-244e3e86a8eb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:08.896286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42972) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:08.929936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Set router 0249ee62-1a01-433b-a6b7-8ea14024624e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:09.004156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71f8e900-6e34-4ac3-8f58-59734c0489a9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:09.009667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (f1eac0af-12a9-46d3-82b2-071e1dcb4f99), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.017510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-2b3a0c60-fb19-43c9-bdf1-5f0b6c43a7b2 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225952 Feb 09 02:44:09.165424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (f1eac0af-12a9-46d3-82b2-071e1dcb4f99), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.198309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eac0af-12a9-46d3-82b2-071e1dcb4f99']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:09.202040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1784a81-a8af-42cd-8e7d-02db73c921a3 req-0a2211d5-873e-4700-b419-dc711acff6b1 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759210 Feb 09 02:44:09.211265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-f9a7379c-bbd4-4bda-8348-c4271507e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:09.213809 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-f9a7379c-bbd4-4bda-8348-c4271507e6cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5408261 Feb 09 02:44:09.222572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41438356-108a-4279-937a-5e02a0b3262e') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:09.222886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41438356-108a-4279-937a-5e02a0b3262e') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:09.234336 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (41438356-108a-4279-937a-5e02a0b3262e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.237608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-c0d04ea0-e473-4599-94fd-1ed86eeeadd5 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:44:09.239192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-c0d04ea0-e473-4599-94fd-1ed86eeeadd5 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298171 Feb 09 02:44:09.257306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (41438356-108a-4279-937a-5e02a0b3262e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.264313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:44:09.264688 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (41438356-108a-4279-937a-5e02a0b3262e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:44:09.266681 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:44:09.268499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac6d9db3-5e91-4476-8008-e1815d23a4c4 req-2a7f1be6-dadc-4612-8749-78530865ae76 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965695 Feb 09 02:44:09.292507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e416d7a5-330d-48fd-9bd2-e69cf0e2e782', 'name': '', 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'mac_address': 'fa:16:3e:91:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ce5e468c-3292-4611-bd8c-eb36e3dd1a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:04Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 2, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'subnets': [{'id': 'ce5e468c-3292-4611-bd8c-eb36e3dd1a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:09.331334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Checking router: 0249ee62-1a01-433b-a6b7-8ea14024624e for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:09.331661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Updating router 0249ee62-1a01-433b-a6b7-8ea14024624e port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:44:09.339784 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (f1eac0af-12a9-46d3-82b2-071e1dcb4f99), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.362501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.375081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f1eac0af-12a9-46d3-82b2-071e1dcb4f99 HTTP/1.1" status: 204 len: 168 time: 0.4778588 Feb 09 02:44:09.380761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83d5df-f38e-4dbb-8b5d-87fd56d5caf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1eac0af-12a9-46d3-82b2-071e1dcb4f99,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:09.407162 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.508471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42990) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:09.514417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-network', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:09.536802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Made reservation on behalf of 84c44f2b5cb94fcebc630b9fa41e748d for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:09.542068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.553855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.598591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fdddcbc7-e64e-4176-8cc6-cb26e04a9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:09.600001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fdddcbc7-e64e-4176-8cc6-cb26e04a9a6f service neutron] 10.222.0.32 "GET /v2.0/ports/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 1124 time: 0.3022666 Feb 09 02:44:09.612618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Request body: {'binding': {'host': 'n-h2-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:09.613090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Unknown quota resources ['binding']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:44:09.648286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Publish callbacks [] for security_group (1c5091bb-3bf1-4af4-9e78-17842ec96c27), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.655520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1c5091bb-3bf1-4af4-9e78-17842ec96c27), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.686155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5091bb-3bf1-4af4-9e78-17842ec96c27,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:09.696272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:44:09.708502 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (73a00d79-7630-4e52-8e8c-03af0310b024), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.709410 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Added segment 73a00d79-7630-4e52-8e8c-03af0310b024 of type vlan for network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 Feb 09 02:44:09.739416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42992) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:09.771231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (99f4b9a7-d44b-4d20-9ad8-86c8d437f362), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.804585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.resource_extend [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:44:09.806812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on host n-h2-827839-4 for vnic_type normal with profile None {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:09.807155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:09.807472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:09.810261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-afba32e5-8b18-4138-b5ec-42ac0a8592e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55b62d6bd0f14ab8b2a1b49bc5c57ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694358 Feb 09 02:44:09.812966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:09.828065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (99f4b9a7-d44b-4d20-9ad8-86c8d437f362), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.829244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:09.829821 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.841576 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:09.841821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:09.866907 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-85d7a048-88cd-4636-982b-1d48cf7a7ded service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341403 Feb 09 02:44:09.874074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:09.874441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:09.874830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:09.875268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Bound port: c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:09.876866 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Publish callbacks [] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.882635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.894155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b284fbe-fbc2-4212-8360-6aff70b78d97 req-14ca494d-9f04-487e-9b8c-250c52ef5e83 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:09.895517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b284fbe-fbc2-4212-8360-6aff70b78d97 req-14ca494d-9f04-487e-9b8c-250c52ef5e83 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 948 time: 0.4126506 Feb 09 02:44:09.915445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4051416 Feb 09 02:44:09.924067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42996) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:09.929534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Request body: {'subnet': {'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-subnet', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:09.937037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494b84b-e92a-48c0-8e7c-c0f7845497d4 admin admin] Pushing event updated for resources: {'Network': ['ID=99f4b9a7-d44b-4d20-9ad8-86c8d437f362,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:09.940561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50e336dc-51ec-4513-8b62-ede24c1ea7ab admin admin] Publish callbacks [] for security_group (49dd56f7-c926-4ad1-b2c4-11aa1a4efaf2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.948970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5a640-184b-4897-8050-4d71fd6ec9b5 None None] Pushing event updated for resources: {'Port': ['ID=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:09.956205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:44:09.979422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50e336dc-51ec-4513-8b62-ede24c1ea7ab admin admin] Publish callbacks [] for security_group (49dd56f7-c926-4ad1-b2c4-11aa1a4efaf2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.981195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Made reservation on behalf of 84c44f2b5cb94fcebc630b9fa41e748d for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:09.983499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:09.998576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.025971 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.104605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:10.121566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Attempting to bind port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:10.122096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Attempting to bind port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:10.122606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Attempting to bind port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 on network c7a4df9c-c017-45fb-b741-2c6c89fd898a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:10.125097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50e336dc-51ec-4513-8b62-ede24c1ea7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (49dd56f7-c926-4ad1-b2c4-11aa1a4efaf2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.128546 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50e336dc-51ec-4513-8b62-ede24c1ea7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.129751 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-50e336dc-51ec-4513-8b62-ede24c1ea7ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49dd56f7-c926-4ad1-b2c4-11aa1a4efaf2 HTTP/1.1" status: 204 len: 168 time: 0.3156817 Feb 09 02:44:10.136012 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b284fbe-fbc2-4212-8360-6aff70b78d97 req-6d38d712-7416-4cd1-b6ef-2ac0fa5459b8 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025125 Feb 09 02:44:10.139350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:10.140982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Checking segment: {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:10.142081 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.143728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Bound using segment: {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:10.146091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Bound port: e416d7a5-330d-48fd-9bd2-e69cf0e2e782, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:10.146657 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.152701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e336dc-51ec-4513-8b62-ede24c1ea7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dd56f7-c926-4ad1-b2c4-11aa1a4efaf2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:10.158738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:10.176884 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.178034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-7b17b6c1-e812-482e-a72e-59715590aec2 service neutron] 10.222.0.32 "POST /v2.0/ports/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66/bindings HTTP/1.1" status: 201 len: 389 time: 0.5689366 Feb 09 02:44:10.189613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-865b33a4-dfbb-4e2d-9db4-8203cd736860 req-48157a0f-d961-4cab-864c-7325201dcf70 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040154 Feb 09 02:44:10.229210 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Floating IP e095774b-c517-4431-b549-c95cafe7510b associated. External IP: 172.25.2.32, port: d8ac8590-dede-4318-a5b9-138958426ca9. Feb 09 02:44:10.265109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:10.344943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (0212d9d2-05f5-4e62-9d9a-8dc156626223), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.423371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] For port e416d7a5-330d-48fd-9bd2-e69cf0e2e782, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:10.426661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] For port e416d7a5-330d-48fd-9bd2-e69cf0e2e782, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:10.431397 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:44:10.448528 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.492573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0212d9d2-05f5-4e62-9d9a-8dc156626223,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:10.496864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-409ae9f9-f45f-4b86-a875-b17249a8ca32 None None] Provisioning complete for port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:10.497190 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-409ae9f9-f45f-4b86-a875-b17249a8ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.535665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Checking segment: {'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:10.536134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Network hostable DHCP agents. Network: 99f4b9a7-d44b-4d20-9ad8-86c8d437f362, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:44:10.565586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:44:10.591584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 99f4b9a7-d44b-4d20-9ad8-86c8d437f362) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:10.614704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:10.615692 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.620316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba56ae-5708-4734-9016-7fbd32bead04 None None] Network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:10.638600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 71f8e900-6e34-4ac3-8f58-59734c0489a9 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:44:10.679511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93378f56-cdc2-4946-9b5e-adb53a36eb8a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7539310 Feb 09 02:44:10.689619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400c2cc-0f1e-494d-bedc-1f4194957ce6 req-cff4c624-6f22-4f47-9887-8448542f779c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:10.697896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7400c2cc-0f1e-494d-bedc-1f4194957ce6 req-cff4c624-6f22-4f47-9887-8448542f779c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 945 time: 0.1249380 Feb 09 02:44:10.700704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43016) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:10.714862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:10.758698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 71f8e900-6e34-4ac3-8f58-59734c0489a9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:10.759096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.774975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-dd37986a-3069-4814-a663-81e1fd225c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:10.777102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-dd37986a-3069-4814-a663-81e1fd225c54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1127 time: 0.1395285 Feb 09 02:44:10.781396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (84b8a3c1-c224-4cdc-8839-1ede302f2e65), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.785026 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (84b8a3c1-c224-4cdc-8839-1ede302f2e65), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.791715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:10.816376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'mac_address': 'fa:16:3e:3d:57:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:44:10.820296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5a640-184b-4897-8050-4d71fd6ec9b5 None None] Pushing event updated for resources: {'Port': ['ID=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:10.825729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Routers {'0249ee62-1a01-433b-a6b7-8ea14024624e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:10.826385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0249ee62-1a01-433b-a6b7-8ea14024624e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:10.833513 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7400c2cc-0f1e-494d-bedc-1f4194957ce6 req-da15de1c-fc30-4998-9773-df41c5d2c516 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343529 Feb 09 02:44:10.886943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Router 273de934-d19a-47b2-98e8-4bf96c8bb462 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:10.902177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43018) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:10.912207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d102b5-facd-4aa4-84b7-9e786f862a3f req-c99ef1a5-a481-4e95-a114-e9de6096ed4c tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:10.919862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0d102b5-facd-4aa4-84b7-9e786f862a3f req-c99ef1a5-a481-4e95-a114-e9de6096ed4c tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 948 time: 0.3226109 Feb 09 02:44:10.941071 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks [] for router_controller (84b8a3c1-c224-4cdc-8839-1ede302f2e65), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:10.986147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-94b2b936-3c7b-45f9-bb58-b5248d2897e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4552a96e8204f64bb80e5dc5f480ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0804503 Feb 09 02:44:10.987929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43026) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:11.038290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] Set router 0249ee62-1a01-433b-a6b7-8ea14024624e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:11.057154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-e23718a1-2215-4822-9cd8-f70d86bec037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:11.057154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-e23718a1-2215-4822-9cd8-f70d86bec037 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.2633932 Feb 09 02:44:11.128445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0d102b5-facd-4aa4-84b7-9e786f862a3f req-0a8ae008-2354-4b93-8e50-ad00a59ce2da tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074420 Feb 09 02:44:11.158468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:11.175019 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.176452 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] Sync routers for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:11.204702 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:11.205836 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:11.221628 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks [] for router_gateway (84b8a3c1-c224-4cdc-8839-1ede302f2e65), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.239906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b470c088-6b23-404c-bd6c-14f6cf479a18 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "PUT /v2.0/floatingips/e095774b-c517-4431-b549-c95cafe7510b HTTP/1.1" status: 200 len: 990 time: 3.2869592 Feb 09 02:44:11.239906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'tag': 'd8ac8590-dede-4318-a5b9-138958426ca9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:11.240747 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d6b60f-29c1-4bdf-9062-21efaa89ec72", "tag": "d8ac8590-dede-4318-a5b9-138958426ca9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:11.245776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-99f4b9a7-d44b-4d20-9ad8-86c8d437f362', 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362', 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'fixed_ips': [{'subnet_id': '0212d9d2-05f5-4e62-9d9a-8dc156626223'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:44:11.248393 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.253554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b260d931-adeb-4d58-8a71-81192fea542b admin admin] Publish callbacks [] for security_group (a75e09a4-408f-4c58-ae40-cda0348e10b5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.256846 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-55909ce7-e4cc-45e1-9420-69a072d8361e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 217 time: 0.1923289 Feb 09 02:44:11.373463 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b260d931-adeb-4d58-8a71-81192fea542b admin admin] Publish callbacks [] for security_group (a75e09a4-408f-4c58-ae40-cda0348e10b5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.381755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e88eb-f91c-4bb2-8fca-2b0dc78f0906 req-5aa5578f-0af5-4548-a08a-93d2a6d07779 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:11.385860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b02e88eb-f91c-4bb2-8fca-2b0dc78f0906 req-5aa5578f-0af5-4548-a08a-93d2a6d07779 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 948 time: 0.1069260 Feb 09 02:44:11.435129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4504b0f8-1b26-4b84-aea2-336ebccb757b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:11.435642 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.441768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-d6f3f56e-ccee-4b10-a22c-b2faae14fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:11.445739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-d6f3f56e-ccee-4b10-a22c-b2faae14fe03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.1720815 Feb 09 02:44:11.455828 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:11.455967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-409ae9f9-f45f-4b86-a875-b17249a8ca32 None None] Current status of the port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:11.456304 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-409ae9f9-f45f-4b86-a875-b17249a8ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.464467 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b02e88eb-f91c-4bb2-8fca-2b0dc78f0906 req-7a911f66-5379-4268-872b-f8ccd8eb7958 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718796 Feb 09 02:44:11.548049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-a75cd6af-2ba5-4b39-b763-237224b5c72d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632818 Feb 09 02:44:11.550936 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb0b3dc-798f-4ac3-ab09-748f65e8cf08 x-openstack-request-id: req-adb0b3dc-798f-4ac3-ab09-748f65e8cf08 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:11.551279 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d6b60f-29c1-4bdf-9062-21efaa89ec72", "tag": "d8ac8590-dede-4318-a5b9-138958426ca9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:11.551535 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adb0b3dc-798f-4ac3-ab09-748f65e8cf08 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:11.551931 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'tag': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'status': 'completed', 'code': 200} Feb 09 02:44:11.591358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4504b0f8-1b26-4b84-aea2-336ebccb757b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:11.656289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43058) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:11.688779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-409ae9f9-f45f-4b86-a875-b17249a8ca32 None None] For port e416d7a5-330d-48fd-9bd2-e69cf0e2e782, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:11.696662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:11.707421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-2be2f1b8-3074-4a5e-9bde-caa27f9cbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:11.721555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-2be2f1b8-3074-4a5e-9bde-caa27f9cbc1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae047dd924544331ad7935dc4c597821&device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 1127 time: 0.1321604 Feb 09 02:44:11.726123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-409ae9f9-f45f-4b86-a875-b17249a8ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.739231 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.740174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 52754b05-6f7c-443e-ae1a-ffeb36ea4504 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:11.748524 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b260d931-adeb-4d58-8a71-81192fea542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a75e09a4-408f-4c58-ae40-cda0348e10b5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.755916 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b260d931-adeb-4d58-8a71-81192fea542b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.759830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b260d931-adeb-4d58-8a71-81192fea542b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a75e09a4-408f-4c58-ae40-cda0348e10b5 HTTP/1.1" status: 204 len: 168 time: 0.7694054 Feb 09 02:44:11.800753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260d931-adeb-4d58-8a71-81192fea542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e09a4-408f-4c58-ae40-cda0348e10b5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:11.808853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:11.809492 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.869531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Allocated IP 172.20.0.2 (99f4b9a7-d44b-4d20-9ad8-86c8d437f362/0212d9d2-05f5-4e62-9d9a-8dc156626223/11b7e03b-59f5-47a0-b3a1-e494becd9869) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:11.887860 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0b64-bca7-4d71-a250-cc1cc6050b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.897396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3e233-34cc-4a11-a16e-27e895e282f2 req-6362f87c-69e7-48ea-9a42-66e00c10d784 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:11.913290 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15e3e233-34cc-4a11-a16e-27e895e282f2 req-6362f87c-69e7-48ea-9a42-66e00c10d784 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 945 time: 0.5000491 Feb 09 02:44:11.918818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-4d871dc2-af35-499d-9920-c658b170b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:11.920429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-4d871dc2-af35-499d-9920-c658b170b80e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 200 len: 925 time: 0.1930242 Feb 09 02:44:11.923824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bc9a52e2-54c8-49b3-a003-ee973cc88087 None None] Provisioning complete for port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:11.934832 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bc9a52e2-54c8-49b3-a003-ee973cc88087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:11.975906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:11.994812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:12.008667 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9517166c-cf8c-46cd-bf61-14d29362b8de" -d '{"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-plugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:12.039898 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e095774b-c517-4431-b549-c95cafe7510b', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'port_id': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'mac_address': 'fa:16:3e:b0:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:48Z', 'updated_at': '2022-02-09T02:44:09Z', 'revision_number': 1, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:12.051491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-c9e32e2a-f1e5-49a3-b6e9-e561e40c5fa1 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795029 Feb 09 02:44:12.088015 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] Checking router: 273de934-d19a-47b2-98e8-4bf96c8bb462 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:12.098198 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:12.098873 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:12.182048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.187234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ae9f9-f45f-4b86-a875-b17249a8ca32 None None] Pushing event updated for resources: {'Port': ['ID=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:12.206054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 52754b05-6f7c-443e-ae1a-ffeb36ea4504, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=52754b05-6f7c-443e-ae1a-ffeb36ea4504,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:12.225222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '52754b05-6f7c-443e-ae1a-ffeb36ea4504', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '52754b05-6f7c-443e-ae1a-ffeb36ea4504', 'mac_address': 'fa:16:3e:2d:5b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:44:12.235545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-8619eb1f-f79e-4e2e-b73b-fd593ab3237e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ac8590-dede-4318-a5b9-138958426ca9 HTTP/1.1" status: 200 len: 998 time: 0.3079422 Feb 09 02:44:12.333168 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:12.351358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-82c8cdde-077b-4d0b-987b-f77fe7a75fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:12.352833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-82c8cdde-077b-4d0b-987b-f77fe7a75fbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec5e0dfe-f591-483d-9d68-eb6283fc8a96 HTTP/1.1" status: 200 len: 863 time: 0.1039329 Feb 09 02:44:12.357863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43078) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:12.444955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0b64-bca7-4d71-a250-cc1cc6050b2a admin admin] Publish callbacks [] for security_group (5d7ac1f3-d169-426d-a02e-b64c366ea0eb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.454596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018e552-3dde-48bb-a54a-bd948a187ea5 req-32a2a6c0-68cb-4e4e-ae3b-0bdfb42ac2f7 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:12.456152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7018e552-3dde-48bb-a54a-bd948a187ea5 req-32a2a6c0-68cb-4e4e-ae3b-0bdfb42ac2f7 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 945 time: 0.4277868 Feb 09 02:44:12.458182 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0b64-bca7-4d71-a250-cc1cc6050b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5d7ac1f3-d169-426d-a02e-b64c366ea0eb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.491001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f0b64-bca7-4d71-a250-cc1cc6050b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7ac1f3-d169-426d-a02e-b64c366ea0eb,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:12.560679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-b96db374-9f66-4101-945c-93bfb64022b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:12.562392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-b96db374-9f66-4101-945c-93bfb64022b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3794be58-740e-4933-8192-5d28d3b71fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1973197 Feb 09 02:44:12.569062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9d1f0b64-bca7-4d71-a250-cc1cc6050b2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16e5f4689ded43ce8139c8a28b306eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9038649 Feb 09 02:44:12.571064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43092) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:12.596094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:12.633168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15e3e233-34cc-4a11-a16e-27e895e282f2 req-19ed7572-dc36-468b-8e00-0581ea3b3a57 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7138634 Feb 09 02:44:12.664600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e416d7a5-330d-48fd-9bd2-e69cf0e2e782', 'name': '', 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'mac_address': 'fa:16:3e:91:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ce5e468c-3292-4611-bd8c-eb36e3dd1a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:04Z', 'updated_at': '2022-02-09T02:44:10Z', 'revision_number': 4, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'subnets': [{'id': 'ce5e468c-3292-4611-bd8c-eb36e3dd1a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:12.668280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:12.668618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.716277 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-0748086f-29d9-49f3-b492-7bf02ba6eacc service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458094 Feb 09 02:44:12.742816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52754b05-6f7c-443e-ae1a-ffeb36ea4504 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:12.765127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks [] for router_gateway (84b8a3c1-c224-4cdc-8839-1ede302f2e65), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.792176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 52754b05-6f7c-443e-ae1a-ffeb36ea4504, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=52754b05-6f7c-443e-ae1a-ffeb36ea4504,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:12.794939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.807149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-a4306eb3-daa4-416e-8c54-b621d6b27d81 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7127478 Feb 09 02:44:12.858946 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7d85-5edc-49df-ae28-70eb923508d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.866983 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e62914-3e92-46ee-ab42-f2a40b3525e0 x-openstack-request-id: req-52e62914-3e92-46ee-ab42-f2a40b3525e0 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:12.867298 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-plugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:12.867556 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52e62914-3e92-46ee-ab42-f2a40b3525e0 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:12.867945 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'code': 200} Feb 09 02:44:12.885485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:12.899509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2a2ff-2293-414c-8b25-c8d8b60c6539 None None] The sync data for ids ['0249ee62-1a01-433b-a6b7-8ea14024624e'] in n-d-827839-4 is: [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e416d7a5-330d-48fd-9bd2-e69cf0e2e782', 'name': '', 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'mac_address': 'fa:16:3e:91:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ce5e468c-3292-4611-bd8c-eb36e3dd1a6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:04Z', 'updated_at': '2022-02-09T02:44:10Z', 'revision_number': 4, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'subnets': [{'id': 'ce5e468c-3292-4611-bd8c-eb36e3dd1a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:12.910449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:12.927158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7018e552-3dde-48bb-a54a-bd948a187ea5 req-fdd67cc4-bcb2-4e95-8333-ce29619ae345 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387999 Feb 09 02:44:13.091237 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Publish callbacks [] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.109045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.114691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a52e2-54c8-49b3-a003-ee973cc88087 None None] Current status of the port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:13.147917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-9074b617-6553-416b-bf39-646dd280f55e tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:13.149713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-9074b617-6553-416b-bf39-646dd280f55e tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.2595677 Feb 09 02:44:13.166077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9cc29-d559-4d14-810c-0f716ea35496 req-f9467c66-a184-4ff7-86dd-d36d27a1f17a tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:13.178997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73a9cc29-d559-4d14-810c-0f716ea35496 req-f9467c66-a184-4ff7-86dd-d36d27a1f17a tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 949 time: 0.3319936 Feb 09 02:44:13.180983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:13.182967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=52754b05-6f7c-443e-ae1a-ffeb36ea4504,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:13.187324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:13.189343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['52754b05-6f7c-443e-ae1a-ffeb36ea4504'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:13.203227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-4'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:13.212777 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e095774b-c517-4431-b549-c95cafe7510b', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'port_id': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'mac_address': 'fa:16:3e:b0:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:48Z', 'updated_at': '2022-02-09T02:44:09Z', 'revision_number': 1, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:13.267289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Allocated IP 172.25.2.240 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/503bfa47-d8e8-4f04-9aa1-6759aa4c888e) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:13.267495 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0477cb-8427-4499-aabc-473e30eae937 None None] The sync data for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 is: [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e095774b-c517-4431-b549-c95cafe7510b', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'port_id': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'mac_address': 'fa:16:3e:b0:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:48Z', 'updated_at': '2022-02-09T02:44:09Z', 'revision_number': 1, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:13.272912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:13.368317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73a9cc29-d559-4d14-810c-0f716ea35496 req-b98372c9-e525-43d6-9f37-6e6a3618707b tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848621 Feb 09 02:44:13.374453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['4504b0f8-1b26-4b84-aea2-336ebccb757b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:13.377917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Pushing event updated for resources: {'Port': ['ID=11b7e03b-59f5-47a0-b3a1-e494becd9869,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:13.385563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e416d7a5-330d-48fd-9bd2-e69cf0e2e782 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:13.535849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.685279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Attempting to bind port 11b7e03b-59f5-47a0-b3a1-e494becd9869 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:13.685666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Attempting to bind port 11b7e03b-59f5-47a0-b3a1-e494becd9869 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:13.686040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Attempting to bind port 11b7e03b-59f5-47a0-b3a1-e494becd9869 on network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:13.700511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f824045f-a487-403d-98b6-3f73ec341dd9 None None] New status for floating IP e095774b-c517-4431-b549-c95cafe7510b: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:44:13.749181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5946146d-105f-4759-af05-a46052dd0813 admin admin] Publish callbacks [] for security_group (5d7ac1f3-d169-426d-a02e-b64c366ea0eb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.786362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:13.792947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41a2f6d8-37ec-42d5-a0e8-535a6b773cb6 req-8b1ca386-8a6d-4723-9ccf-0e28ed73988d service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0302627 Feb 09 02:44:13.843035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:13.847440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b468c95-5a7c-41e1-9472-7594b9e29cf8 req-bb8ebd1b-d361-460f-8a52-5cea8ab07915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:13.849233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b468c95-5a7c-41e1-9472-7594b9e29cf8 req-bb8ebd1b-d361-460f-8a52-5cea8ab07915 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1131 time: 1.0051692 Feb 09 02:44:13.871828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:13.872229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Checking segment: {'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:13.872610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.873135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Bound using segment: {'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:13.874206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Bound port: 11b7e03b-59f5-47a0-b3a1-e494becd9869, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:13.874630 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.907737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5946146d-105f-4759-af05-a46052dd0813 admin admin] Publish callbacks [] for security_group (5d7ac1f3-d169-426d-a02e-b64c366ea0eb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.908532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Publish callbacks [] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.922141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:13.924697 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0609b8-b66c-4e45-aa65-7ec394c906f5" -d '{"events": [{"server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:13.925876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67129499-ee36-454e-8f7f-9994836eb5fb req-f67ed24a-7235-48b8-a43e-f31af204fd7e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:13.931822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:13.935507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67129499-ee36-454e-8f7f-9994836eb5fb req-f67ed24a-7235-48b8-a43e-f31af204fd7e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 949 time: 0.3040149 Feb 09 02:44:14.009632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b468c95-5a7c-41e1-9472-7594b9e29cf8 req-3e521255-988d-4cd2-a31a-975dcb7baf6d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493607 Feb 09 02:44:14.091380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7d85-5edc-49df-ae28-70eb923508d6 admin admin] Publish callbacks [] for security_group (9c729751-3b7c-49cb-baa8-93c95cd9851f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.101903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:14.102571 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.106749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks [] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.114753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67129499-ee36-454e-8f7f-9994836eb5fb req-369bc73c-5035-4e47-892d-8d6d8e428401 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741610 Feb 09 02:44:14.117296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7d85-5edc-49df-ae28-70eb923508d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9c729751-3b7c-49cb-baa8-93c95cd9851f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.167268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc76454-7bd3-421c-a60b-60a590c290d4 req-7f4c26ab-3179-46e8-bd7e-96e04aaebd1e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:14.168822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fc76454-7bd3-421c-a60b-60a590c290d4 req-7f4c26ab-3179-46e8-bd7e-96e04aaebd1e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 945 time: 0.2555568 Feb 09 02:44:14.169752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on host n-h1-827839-4 for vnic_type normal with profile {"migrating_to": "n-h2-827839-4"} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:14.170082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:14.170438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:14.181688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:14.182020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Attempting to bind port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:14.185397 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5946146d-105f-4759-af05-a46052dd0813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5d7ac1f3-d169-426d-a02e-b64c366ea0eb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.191689 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5946146d-105f-4759-af05-a46052dd0813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.192778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5946146d-105f-4759-af05-a46052dd0813 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d7ac1f3-d169-426d-a02e-b64c366ea0eb HTTP/1.1" status: 204 len: 168 time: 1.6208591 Feb 09 02:44:14.195921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:14.196276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:14.196721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:14.197896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Bound port: c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:14.198282 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.226731 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c376ff3-ecec-4eca-96bc-ecfcfd192f6a x-openstack-request-id: req-2c376ff3-ecec-4eca-96bc-ecfcfd192f6a {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:14.226731 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "name": "network-vif-unplugged", "status": "completed", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:14.226731 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c376ff3-ecec-4eca-96bc-ecfcfd192f6a {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:14.227080 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66', 'code': 200} Feb 09 02:44:14.242791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.348024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cdeb7d85-5edc-49df-ae28-70eb923508d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da57d53d7e6c46c58fdbd876d6d259a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9890254 Feb 09 02:44:14.351383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb7d85-5edc-49df-ae28-70eb923508d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c729751-3b7c-49cb-baa8-93c95cd9851f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.353784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43126) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:14.413090 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fc76454-7bd3-421c-a60b-60a590c290d4 req-34aad1fa-99c6-4f1b-bc50-6db582d5dacd tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361901 Feb 09 02:44:14.414948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:14.419404 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.430522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:14.435863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946146d-105f-4759-af05-a46052dd0813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7ac1f3-d169-426d-a02e-b64c366ea0eb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.496684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Pushing event updated for resources: {'Port': ['ID=503bfa47-d8e8-4f04-9aa1-6759aa4c888e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.510371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31cccf-daaa-40f1-9889-f0b6ad8abca6 req-c753acd8-e459-433f-ac1a-d7c48d0708c2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:14.510580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.516277 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be31cccf-daaa-40f1-9889-f0b6ad8abca6 req-c753acd8-e459-433f-ac1a-d7c48d0708c2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.2685204 Feb 09 02:44:14.521441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:14.579754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:14.582395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:14.593593 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c79a08-1be1-4ce1-97a3-0e5e39fc0ab4 admin admin] Publish callbacks [] for security_group (9c729751-3b7c-49cb-baa8-93c95cd9851f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.600454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] For port 11b7e03b-59f5-47a0-b3a1-e494becd9869, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:14.638084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be31cccf-daaa-40f1-9889-f0b6ad8abca6 req-a45eed87-44f4-44dd-bd80-9c294d659c3c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211212 Feb 09 02:44:14.676196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:14.682072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] For port 11b7e03b-59f5-47a0-b3a1-e494becd9869, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=11b7e03b-59f5-47a0-b3a1-e494becd9869,segment=NetworkSegment(73a00d79-7630-4e52-8e8c-03af0310b024),segment_id=73a00d79-7630-4e52-8e8c-03af0310b024)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:14.687871 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c79a08-1be1-4ce1-97a3-0e5e39fc0ab4 admin admin] Publish callbacks [] for security_group (9c729751-3b7c-49cb-baa8-93c95cd9851f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.697198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.707558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:14.708415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.710799 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] 10.222.0.26 "PUT /v2.0/ports/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 1121 time: 1.5244672 Feb 09 02:44:14.778740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef8c96-aaa7-4cdd-a825-3d4f55844423 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=8']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.820981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541fb5c-7431-42e0-a4da-a8a2dc2583ce None None] Pushing event updated for resources: {'Port': ['ID=11b7e03b-59f5-47a0-b3a1-e494becd9869,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.838403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c79a08-1be1-4ce1-97a3-0e5e39fc0ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9c729751-3b7c-49cb-baa8-93c95cd9851f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.843240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c79a08-1be1-4ce1-97a3-0e5e39fc0ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:14.845143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c2c79a08-1be1-4ce1-97a3-0e5e39fc0ab4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c729751-3b7c-49cb-baa8-93c95cd9851f HTTP/1.1" status: 204 len: 168 time: 0.4896665 Feb 09 02:44:14.869830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:14.898456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353681c7-6c84-4084-9bed-5d0b526fe55d req-8e35531d-4157-4e79-8477-8dc43b3432fe tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:14.906086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c79a08-1be1-4ce1-97a3-0e5e39fc0ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c729751-3b7c-49cb-baa8-93c95cd9851f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:14.907666 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-353681c7-6c84-4084-9bed-5d0b526fe55d req-8e35531d-4157-4e79-8477-8dc43b3432fe tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 949 time: 0.3193529 Feb 09 02:44:14.983177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-353681c7-6c84-4084-9bed-5d0b526fe55d req-7920612a-f6cf-4c7e-bafb-3834716951d1 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742004 Feb 09 02:44:14.983555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43138) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:15.004492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b52af845-1fb5-4526-ad42-9f1f11dadbd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.103750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-58e4fe66-255b-40a5-9ed3-fbe6355596ca tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c8e04fd18cd341108126a8475f62a75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411427 Feb 09 02:44:15.323310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 11b7e03b-59f5-47a0-b3a1-e494becd9869 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:15.331300 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks [] for router_gateway (84b8a3c1-c224-4cdc-8839-1ede302f2e65), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.360070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f8492c90-1785-441b-9186-084785c557c3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:15.368121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f8492c90-1785-441b-9186-084785c557c3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562499 Feb 09 02:44:15.400633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-e97b8aab-bb11-45fa-8f7d-e64bd0e76a66 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/quotas/c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 375 time: 0.0297840 Feb 09 02:44:15.425872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 11b7e03b-59f5-47a0-b3a1-e494becd9869 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:15.426449 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.427521 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b52af845-1fb5-4526-ad42-9f1f11dadbd0 admin admin] Publish callbacks [] for security_group (6441ea98-7fdd-476b-af86-dbddeb564f4b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.429983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915d12e-a2a2-4337-a9ca-2c9d4bfda6c1 req-cae919c0-62a5-4677-8777-75be7c4d0b56 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:15.438816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9915d12e-a2a2-4337-a9ca-2c9d4bfda6c1 req-cae919c0-62a5-4677-8777-75be7c4d0b56 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 949 time: 0.1814713 Feb 09 02:44:15.441208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b52af845-1fb5-4526-ad42-9f1f11dadbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6441ea98-7fdd-476b-af86-dbddeb564f4b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.490805 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b52af845-1fb5-4526-ad42-9f1f11dadbd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fca783f3699453cab8c559c232c4d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5060072 Feb 09 02:44:15.498661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43154) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:15.498961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-58f5b0cb-8ed6-48d2-afda-2b954d1613c9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696199 Feb 09 02:44:15.538359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52af845-1fb5-4526-ad42-9f1f11dadbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441ea98-7fdd-476b-af86-dbddeb564f4b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:15.610190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43156) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:15.610715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9915d12e-a2a2-4337-a9ca-2c9d4bfda6c1 req-70ce9ab4-196d-46d3-b9aa-b7ff1c30a7cf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705654 Feb 09 02:44:15.625898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 11b7e03b-59f5-47a0-b3a1-e494becd9869 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:15.629695 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.633714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57b243cc-1bff-4a46-bd8a-2147b3791b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.724153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 11b7e03b-59f5-47a0-b3a1-e494becd9869, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=11b7e03b-59f5-47a0-b3a1-e494becd9869,segment=NetworkSegment(73a00d79-7630-4e52-8e8c-03af0310b024),segment_id=73a00d79-7630-4e52-8e8c-03af0310b024)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:15.731413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.808199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee3a8-4098-4ba6-9399-57f3d25ba3ca admin admin] Publish callbacks [] for security_group (6441ea98-7fdd-476b-af86-dbddeb564f4b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.822676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57b243cc-1bff-4a46-bd8a-2147b3791b46 admin admin] Publish callbacks [] for security_group (7e26593c-33d2-4e50-b5de-e97e287a7ef3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.833812 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57b243cc-1bff-4a46-bd8a-2147b3791b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7e26593c-33d2-4e50-b5de-e97e287a7ef3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.852619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (84b8a3c1-c224-4cdc-8839-1ede302f2e65), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.857342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee3a8-4098-4ba6-9399-57f3d25ba3ca admin admin] Publish callbacks [] for security_group (6441ea98-7fdd-476b-af86-dbddeb564f4b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:15.872247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=11b7e03b-59f5-47a0-b3a1-e494becd9869,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:15.887361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582209e5-7681-4d25-95b6-f02d0aa5b3c2 req-fb38bc4f-d122-4628-a8d5-c97b5d04aa9a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:15.889480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-582209e5-7681-4d25-95b6-f02d0aa5b3c2 req-fb38bc4f-d122-4628-a8d5-c97b5d04aa9a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 945 time: 0.1729503 Feb 09 02:44:15.915073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-57b243cc-1bff-4a46-bd8a-2147b3791b46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81cc4fcc8e0f48cb9b0b2e40f2263a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013773 Feb 09 02:44:15.933453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43164) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:15.948300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b243cc-1bff-4a46-bd8a-2147b3791b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e26593c-33d2-4e50-b5de-e97e287a7ef3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:16.016556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacac4b-f8d4-46c9-a0a1-b6a4c1cb1cbc req-0d9467f1-8123-41a5-9d05-1a6a7b607bb0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:16.017966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dacac4b-f8d4-46c9-a0a1-b6a4c1cb1cbc req-0d9467f1-8123-41a5-9d05-1a6a7b607bb0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.1295838 Feb 09 02:44:16.039779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8193b8f-5b98-4595-8b5b-449f95bc0cf8 admin admin] Publish callbacks [] for security_group (7e26593c-33d2-4e50-b5de-e97e287a7ef3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.096266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-582209e5-7681-4d25-95b6-f02d0aa5b3c2 req-614231fb-4bbd-4c82-bff3-3a480e4c9de7 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983664 Feb 09 02:44:16.110047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8193b8f-5b98-4595-8b5b-449f95bc0cf8 admin admin] Publish callbacks [] for security_group (7e26593c-33d2-4e50-b5de-e97e287a7ef3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.112713 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee3a8-4098-4ba6-9399-57f3d25ba3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6441ea98-7fdd-476b-af86-dbddeb564f4b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.115239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee3a8-4098-4ba6-9399-57f3d25ba3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.121728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8f9ee3a8-4098-4ba6-9399-57f3d25ba3ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6441ea98-7fdd-476b-af86-dbddeb564f4b HTTP/1.1" status: 204 len: 168 time: 0.6193612 Feb 09 02:44:16.141723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ee3a8-4098-4ba6-9399-57f3d25ba3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441ea98-7fdd-476b-af86-dbddeb564f4b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:16.177418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:44:16.190925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dacac4b-f8d4-46c9-a0a1-b6a4c1cb1cbc req-be9920b8-26de-4428-98e3-8ac5a2464008 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601670 Feb 09 02:44:16.249812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:16.264037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8193b8f-5b98-4595-8b5b-449f95bc0cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7e26593c-33d2-4e50-b5de-e97e287a7ef3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.266721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8193b8f-5b98-4595-8b5b-449f95bc0cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.270290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e8193b8f-5b98-4595-8b5b-449f95bc0cf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e26593c-33d2-4e50-b5de-e97e287a7ef3 HTTP/1.1" status: 204 len: 168 time: 0.3324001 Feb 09 02:44:16.288634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193b8f-5b98-4595-8b5b-449f95bc0cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e26593c-33d2-4e50-b5de-e97e287a7ef3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:16.382212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:16.384540 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a2f153-99e5-431e-825a-34f51b3f87db" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:16.427620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd61b3-1131-4079-bbfb-e66b69751f2f None None] Network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:16.430674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4b15c-ddf7-48c4-bca4-797786d89629 req-432a8713-4d31-4cf9-ae79-2245314cd57a tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:16.440204 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6e4b15c-ddf7-48c4-bca4-797786d89629 req-432a8713-4d31-4cf9-ae79-2245314cd57a tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 949 time: 0.1356642 Feb 09 02:44:16.445774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40581fd4-b18e-41eb-97cd-599c1bae580d req-6c657772-1473-4e9e-9011-e65b29461f57 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 210 time: 0.0581920 Feb 09 02:44:16.520340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b63a8b64-2d07-4243-99b9-93c127ec5079 None None] Provisioning complete for port 11b7e03b-59f5-47a0-b3a1-e494becd9869 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:16.520727 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b63a8b64-2d07-4243-99b9-93c127ec5079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.561209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:16.576694 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6e4b15c-ddf7-48c4-bca4-797786d89629 req-cfa75f09-dea8-4fad-9f0c-33ef4d04eb5f tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349041 Feb 09 02:44:16.584748 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Sync routers for ids ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:16.604002 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Routers {'84b8a3c1-c224-4cdc-8839-1ede302f2e65'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:16.607800 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:16.667105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:16.669639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec6cf7df-6112-46f5-977a-6ea7bc0fabf2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9658816 Feb 09 02:44:16.672722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43188) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:16.718202 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8bc47a-ad5c-4526-9914-3c9178398921 x-openstack-request-id: req-3e8bc47a-ad5c-4526-9914-3c9178398921 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:16.719187 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:16.719674 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e8bc47a-ad5c-4526-9914-3c9178398921 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:16.723700 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66', 'status': 'completed', 'code': 200} Feb 09 02:44:16.805739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609471a8-97fb-4830-9f96-d9738de47d0e req-88e2fd06-b16d-4163-81c4-bd93e5bf8d74 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:16.809512 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609471a8-97fb-4830-9f96-d9738de47d0e req-88e2fd06-b16d-4163-81c4-bd93e5bf8d74 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 945 time: 0.1985412 Feb 09 02:44:16.923177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:16.942300 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Set router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:16.996313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f153-99e5-431e-825a-34f51b3f87db req-4038e4f8-e4c1-4d13-95d6-c6c8a2fe7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:16.999025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92a2f153-99e5-431e-825a-34f51b3f87db req-4038e4f8-e4c1-4d13-95d6-c6c8a2fe7d44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1155 time: 0.2249882 Feb 09 02:44:17.018481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9413c-41af-4d58-a056-41572466e9f2 req-949a50f9-b072-4a1c-bafd-c5ebfe723f5a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.020933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77b9413c-41af-4d58-a056-41572466e9f2 req-949a50f9-b072-4a1c-bafd-c5ebfe723f5a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 949 time: 0.1598773 Feb 09 02:44:17.131405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:17.142119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f153-99e5-431e-825a-34f51b3f87db req-03a524b5-adb7-4198-82c3-f2a8b2cae78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.144250 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92a2f153-99e5-431e-825a-34f51b3f87db req-03a524b5-adb7-4198-82c3-f2a8b2cae78a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1350939 Feb 09 02:44:17.272659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b63a8b64-2d07-4243-99b9-93c127ec5079 None None] Current status of the port 11b7e03b-59f5-47a0-b3a1-e494becd9869 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:17.275927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 11b7e03b-59f5-47a0-b3a1-e494becd9869 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:17.282164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 has no active binding in host n-h2-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:44:17.304189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92a2f153-99e5-431e-825a-34f51b3f87db req-a6666b91-f1b7-4eed-af79-088be7a10469 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 217 time: 0.1059330 Feb 09 02:44:17.351295 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:44:15Z', 'revision_number': 3, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:17.379325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 4504b0f8-1b26-4b84-aea2-336ebccb757b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:44:17.398512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 4504b0f8-1b26-4b84-aea2-336ebccb757b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:17.398917 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.454345 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Checking router: 84b8a3c1-c224-4cdc-8839-1ede302f2e65 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:17.454703 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Updating router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:44:17.474980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609471a8-97fb-4830-9f96-d9738de47d0e req-724661dd-810d-469a-9b4f-ea149ea1cb33 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6580899 Feb 09 02:44:17.551664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 11b7e03b-59f5-47a0-b3a1-e494becd9869 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:17.558418 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.567581 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.568534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-6dd8f138-fbbd-41b2-b18c-c10dc61eb1e9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c8e04fd18cd341108126a8475f62a75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978968 Feb 09 02:44:17.579956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f153-99e5-431e-825a-34f51b3f87db req-2f43a356-f1af-4f4f-b254-56439f83b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.587979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92a2f153-99e5-431e-825a-34f51b3f87db req-2f43a356-f1af-4f4f-b254-56439f83b1a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.2672281 Feb 09 02:44:17.614057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77b9413c-41af-4d58-a056-41572466e9f2 req-c86de471-4ee5-43b3-9aab-78257d232a7f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687712 Feb 09 02:44:17.736145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92a2f153-99e5-431e-825a-34f51b3f87db req-3abdc449-052a-470d-8668-3651aca4774e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928574 Feb 09 02:44:17.822958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4504b0f8-1b26-4b84-aea2-336ebccb757b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:17.823350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.876723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-e392d6ce-358e-4cc8-9659-d394aeb115a1 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:17.879899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-e392d6ce-358e-4cc8-9659-d394aeb115a1 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039024 Feb 09 02:44:17.890501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Request body: {'port': {'device_id': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'c8e04fd18cd341108126a8475f62a75d'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:17.892983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:17.895256 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e9c1f2-1a2d-46fa-b79d-21e7dc55cea6" -d '{"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-plugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:17.897727 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92a2f153-99e5-431e-825a-34f51b3f87db req-3b89c9d7-7811-4536-8579-901283935316 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532474 Feb 09 02:44:17.955620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:17.975124 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:17.976190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 52754b05-6f7c-443e-ae1a-ffeb36ea4504 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:17.983079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c79450bd-74b3-48d7-af59-f04a11f693bf None None] Provisioning complete for port 11b7e03b-59f5-47a0-b3a1-e494becd9869 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:17.983710 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c79450bd-74b3-48d7-af59-f04a11f693bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.014352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5ddd115-47af-4696-909c-06cd3efffa47 req-27ec3649-bfaf-4b2a-8a9b-6cb399d738dd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 210 time: 0.1190088 Feb 09 02:44:18.081438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 11b7e03b-59f5-47a0-b3a1-e494becd9869 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:18.167595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:18.217409 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Publish callbacks [] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.223753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f6474-d0c1-4d42-87e7-5b46fcdbb73b req-1a37e0f2-8f46-48cf-b1d8-3f83a70e51a5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:18.229237 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.236161 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-102f6474-d0c1-4d42-87e7-5b46fcdbb73b req-1a37e0f2-8f46-48cf-b1d8-3f83a70e51a5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.3536448 Feb 09 02:44:18.303195 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92a2f153-99e5-431e-825a-34f51b3f87db req-ea06558f-6bd0-4105-9454-463784c2e79b service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782513 Feb 09 02:44:18.314392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b57f1-c31d-4bce-995b-b6acf425932c req-0158fc3f-211b-43de-ab4d-f5a351f790f6 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:18.321076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Made reservation on behalf of c8e04fd18cd341108126a8475f62a75d for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:18.321986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c79450bd-74b3-48d7-af59-f04a11f693bf None None] Current status of the port 11b7e03b-59f5-47a0-b3a1-e494becd9869 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:18.322209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f4b57f1-c31d-4bce-995b-b6acf425932c req-0158fc3f-211b-43de-ab4d-f5a351f790f6 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 950 time: 0.1822805 Feb 09 02:44:18.332501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:44:18.332695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.340472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:18.340854 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.364842 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Attempting to bind port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:18.370084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.370683 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Attempting to bind port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:18.372076 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Attempting to bind port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:18.402666 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:18.406562 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:18.407673 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.409331 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:18.414965 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Bound port: 503bfa47-d8e8-4f04-9aa1-6759aa4c888e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:18.415730 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.418375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f4b57f1-c31d-4bce-995b-b6acf425932c req-1873eb7e-2b2d-489d-85ce-24ab4b5056cf tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951931 Feb 09 02:44:18.449443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-102f6474-d0c1-4d42-87e7-5b46fcdbb73b req-7286fd7e-bc14-4ef3-b1bf-45bd64c18da2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119985 Feb 09 02:44:18.460105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:18.460509 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.508463 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab01afa-108b-48ff-a9c4-dc1ee9b20bcc None None] Pushing event updated for resources: {'Port': ['ID=503bfa47-d8e8-4f04-9aa1-6759aa4c888e,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:18.520251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 52754b05-6f7c-443e-ae1a-ffeb36ea4504, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=52754b05-6f7c-443e-ae1a-ffeb36ea4504,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:18.522403 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cfb1ba-96c7-4d28-a1ea-39e1f6fa3bb7 x-openstack-request-id: req-59cfb1ba-96c7-4d28-a1ea-39e1f6fa3bb7 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:18.522709 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-plugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:18.522970 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59cfb1ba-96c7-4d28-a1ea-39e1f6fa3bb7 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:18.523451 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'code': 200} Feb 09 02:44:18.526827 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.531376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.571382 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] For port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:18.578199 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] For port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=503bfa47-d8e8-4f04-9aa1-6759aa4c888e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:18.592771 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.632754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=52754b05-6f7c-443e-ae1a-ffeb36ea4504,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:18.660740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks [] for security_group (a5a9fea8-8e49-4300-8cdf-01edb667a7c3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.669539 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a5a9fea8-8e49-4300-8cdf-01edb667a7c3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:18.738071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8ed49-41b6-4772-8a87-cc82c472d20a req-4558105c-c464-4fa3-b3c3-03aeb24b4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:18.739612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96d8ed49-41b6-4772-8a87-cc82c472d20a req-4558105c-c464-4fa3-b3c3-03aeb24b4c89 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 1132 time: 0.1008039 Feb 09 02:44:18.758421 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Routers {'84b8a3c1-c224-4cdc-8839-1ede302f2e65'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:18.760075 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:18.807341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9fea8-8e49-4300-8cdf-01edb667a7c3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:18.834160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96d8ed49-41b6-4772-8a87-cc82c472d20a req-76c7d4a1-a4ca-49ff-b9b1-18a12be38f5e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830541 Feb 09 02:44:18.843201 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab01afa-108b-48ff-a9c4-dc1ee9b20bcc None None] Pushing event updated for resources: {'Port': ['ID=503bfa47-d8e8-4f04-9aa1-6759aa4c888e,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:18.853592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Allocated IP 172.20.0.1 (99f4b9a7-d44b-4d20-9ad8-86c8d437f362/0212d9d2-05f5-4e62-9d9a-8dc156626223/75d853be-b4fb-4fc7-9a69-2d720d3c045c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:18.905152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa54fc-d121-49f0-be15-74c6b0294a38 req-7e9c7a1f-fb53-4e65-842a-9d1c56943e3f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:18.906718 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65aa54fc-d121-49f0-be15-74c6b0294a38 req-7e9c7a1f-fb53-4e65-842a-9d1c56943e3f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 950 time: 0.1242750 Feb 09 02:44:18.921931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Allocated IP 192.168.233.197 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/c78e5120-1a9a-4b3e-b21a-1aed8c4e790b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:18.977551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65aa54fc-d121-49f0-be15-74c6b0294a38 req-91dc319e-d5ab-40c1-8ae3-a51061e1dda1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584941 Feb 09 02:44:19.007533 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] Set router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:19.083977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Publish callbacks [] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.139621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52965077-3fae-42fc-9749-6a98dfc9fcb7 req-4cc8c31f-51d9-4666-bfb8-853061708f1a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 210 time: 0.0402999 Feb 09 02:44:19.140682 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.157321 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.211929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:19.216017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:19.227830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:19.228406 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (84b8a3c1-c224-4cdc-8839-1ede302f2e65), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.269530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks [] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.297488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Pushing event updated for resources: {'Port': ['ID=75d853be-b4fb-4fc7-9a69-2d720d3c045c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:19.320469 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:44:15Z', 'revision_number': 3, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:19.356449 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cded718-2db4-4941-9824-7dbba0f3de84 None None] The sync data for ids ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'] in n-d-827839-4 is: [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:44:15Z', 'revision_number': 3, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:19.363408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.445248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:19.445940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.452044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:19.460383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:19.474812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:19.561990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:19.562653 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.585827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-19e5e682-3a96-445d-b424-2f5e2c8471b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6995046 Feb 09 02:44:19.603629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Request body: {'port': {'device_id': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:19.666587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-51e40d17-a96d-4cfa-b33e-044bd8d29d26 None None] Provisioning complete for port 75d853be-b4fb-4fc7-9a69-2d720d3c045c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:19.668930 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-51e40d17-a96d-4cfa-b33e-044bd8d29d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.707855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.736693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-51e40d17-a96d-4cfa-b33e-044bd8d29d26 None None] Port 75d853be-b4fb-4fc7-9a69-2d720d3c045c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:19.764204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3d41a-b8ca-4fc5-b417-b1b725b6c2fe req-42502df3-d960-4d39-9b10-502bb46f1cb6 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:19.766572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42f3d41a-b8ca-4fc5-b417-b1b725b6c2fe req-42502df3-d960-4d39-9b10-502bb46f1cb6 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 950 time: 0.1750941 Feb 09 02:44:19.859172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1779b152-789e-4f4b-8a3c-e504af182257 None None] Provisioning complete for port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:19.860524 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1779b152-789e-4f4b-8a3c-e504af182257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.885150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42f3d41a-b8ca-4fc5-b417-b1b725b6c2fe req-1487fb35-fc4e-4fae-8135-3e0074d25131 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132398 Feb 09 02:44:19.900396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Publish callbacks [] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.916524 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.917652 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (84b8a3c1-c224-4cdc-8839-1ede302f2e65), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:19.930483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1779b152-789e-4f4b-8a3c-e504af182257 None None] Port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:20.027606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e99541-81d7-4164-90c8-cdf142d5b1fd req-22963b20-2206-4ee4-a7e7-cf8a700d4749 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:20.036514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19e99541-81d7-4164-90c8-cdf142d5b1fd req-22963b20-2206-4ee4-a7e7-cf8a700d4749 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.2099442 Feb 09 02:44:20.057665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Pushing event updated for resources: {'Port': ['ID=75d853be-b4fb-4fc7-9a69-2d720d3c045c,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:20.125956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:20.128195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:20.158360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19e99541-81d7-4164-90c8-cdf142d5b1fd req-e2c215db-016f-4c1d-949e-2ad1802f3b9b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206384 Feb 09 02:44:20.301827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78e5120-1a9a-4b3e-b21a-1aed8c4e790b {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:20.331465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Publish callbacks [] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:20.347216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Transition to ACTIVE for port object c78e5120-1a9a-4b3e-b21a-1aed8c4e790b will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:20.354706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:20.470536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:20.524987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4515fd-10a5-4225-90b3-24764d529ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52754b05-6f7c-443e-ae1a-ffeb36ea4504'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:20.530230 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fbd292-809b-4c41-9240-2f8ace0370ce" -d '{"events": [{"server_uuid": "cf4515fd-10a5-4225-90b3-24764d529ff7", "name": "network-vif-plugged", "status": "completed", "tag": "52754b05-6f7c-443e-ae1a-ffeb36ea4504"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:20.585388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fa5d6f3e-e4df-4f2d-a253-cccc3c49c5a3 None None] Provisioning complete for port 75d853be-b4fb-4fc7-9a69-2d720d3c045c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:20.585812 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fa5d6f3e-e4df-4f2d-a253-cccc3c49c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:20.593052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Attempting to bind port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:20.593634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Attempting to bind port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:20.594124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Attempting to bind port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:20.600964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:20.601718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Attempting to bind port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:20.609524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:20.609861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:20.610463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:20.610885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Bound port: c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:20.611244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:20.740933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d6f3e-e4df-4f2d-a253-cccc3c49c5a3 None None] Port 75d853be-b4fb-4fc7-9a69-2d720d3c045c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:20.754660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c7283-ea01-4933-886a-257943fef659 req-17ec68a6-3af9-4e03-879c-c5802811988c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:20.756450 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b67c7283-ea01-4933-886a-257943fef659 req-17ec68a6-3af9-4e03-879c-c5802811988c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 950 time: 0.5330088 Feb 09 02:44:20.795308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:20.797493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:20.812078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:20.821430 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:20.826881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b67c7283-ea01-4933-886a-257943fef659 req-c015e104-4844-40da-a60b-3e2ba0daa1b6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 Feb 09 02:44:20.880459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:20.881199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:20.882894 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] 10.222.0.26 "PUT /v2.0/ports/c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 1096 time: 1.2871571 Feb 09 02:44:20.885065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:20.888380 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59" -d '{"events": [{"name": "network-changed", "server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:20.904250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20b62b-d857-4674-939a-7a2f7961f825 req-a8bb6d9f-4999-40f1-a93a-f111cc278849 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:20.911861 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b20b62b-d857-4674-939a-7a2f7961f825 req-a8bb6d9f-4999-40f1-a93a-f111cc278849 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 948 time: 0.1450484 Feb 09 02:44:20.919625 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758ab897-fcd8-4e2d-ad59-91a9263d22d4 x-openstack-request-id: req-758ab897-fcd8-4e2d-ad59-91a9263d22d4 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:20.919944 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4515fd-10a5-4225-90b3-24764d529ff7", "name": "network-vif-plugged", "status": "completed", "tag": "52754b05-6f7c-443e-ae1a-ffeb36ea4504", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:20.920207 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-758ab897-fcd8-4e2d-ad59-91a9263d22d4 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:20.920603 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4515fd-10a5-4225-90b3-24764d529ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52754b05-6f7c-443e-ae1a-ffeb36ea4504', 'code': 200} Feb 09 02:44:21.012976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91391ac-821e-41ea-9529-f5e524f40284 service neutron] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:21.064312 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b20b62b-d857-4674-939a-7a2f7961f825 req-4b04cea2-2aa7-4e80-abc6-a74331595926 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472945 Feb 09 02:44:21.066395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43322) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:21.069759 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:21.080236 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:21.085760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-20b89ed0-9fae-400f-9187-43a29fdcdb4e admin admin] 10.222.0.32 "PUT /v2.0/routers/84b8a3c1-c224-4cdc-8839-1ede302f2e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4119487 Feb 09 02:44:21.103393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-959dd74e-03f3-4967-80ae-db127e8a1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.104556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-959dd74e-03f3-4967-80ae-db127e8a1fba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1130 time: 0.1681731 Feb 09 02:44:21.122036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e1d99-e7cd-42ae-aa6e-b72920a905bc req-a47a4725-f276-4082-8530-2ae523af750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.123560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-725e1d99-e7cd-42ae-aa6e-b72920a905bc req-a47a4725-f276-4082-8530-2ae523af750d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 1132 time: 0.1137326 Feb 09 02:44:21.193172 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767120f4-4dd5-455c-8dd3-a0e677c6af17 x-openstack-request-id: req-767120f4-4dd5-455c-8dd3-a0e677c6af17 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:21.193172 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:21.193172 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-767120f4-4dd5-455c-8dd3-a0e677c6af17 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:21.193172 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'status': 'completed', 'code': 200} Feb 09 02:44:21.238650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-725e1d99-e7cd-42ae-aa6e-b72920a905bc req-2f54f524-5c77-4fcb-96ea-73d4a153c1d4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985315 Feb 09 02:44:21.277539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 503bfa47-d8e8-4f04-9aa1-6759aa4c888e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:21.291052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-c30c937a-3cf9-4eaf-85fe-98999e9a8583 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.1260543 Feb 09 02:44:21.414068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:21.414747 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:21.432437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ef5adef-e1fc-4a98-9c01-30e955a0d53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:21.436129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ab7e1-94f5-45bf-bcfc-de82ff33a5c8 req-c4158e4f-c237-4d7e-8f64-108d8d6e5833 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.443405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-602ab7e1-94f5-45bf-bcfc-de82ff33a5c8 req-c4158e4f-c237-4d7e-8f64-108d8d6e5833 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.0908682 Feb 09 02:44:21.471193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-fe5766cb-ff4e-4501-b751-0ad0a1474fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.473751 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-fe5766cb-ff4e-4501-b751-0ad0a1474fc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1724467 Feb 09 02:44:21.478437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-b0979661-6372-47a4-b857-a006bcb1294c service neutron] 10.222.0.61 "GET /v2.0/ports/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66/bindings/n-h2-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.3915310 Feb 09 02:44:21.551534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-602ab7e1-94f5-45bf-bcfc-de82ff33a5c8 req-94240c85-c083-4fdf-a86b-58b854c2eb69 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900640 Feb 09 02:44:21.598582 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:21.599054 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:21.629888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=503bfa47-d8e8-4f04-9aa1-6759aa4c888e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:21.640819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-0c93bed1-3a3b-465b-87a2-f7b556eecaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.640987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:21.642603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-0c93bed1-3a3b-465b-87a2-f7b556eecaa6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1155 time: 0.0841250 Feb 09 02:44:21.683357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eed233-e11e-4535-9f74-79ea7621e048 req-d661a47f-8111-416b-9708-7c8ed33e5488 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.690576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5eed233-e11e-4535-9f74-79ea7621e048 req-d661a47f-8111-416b-9708-7c8ed33e5488 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 950 time: 0.3441284 Feb 09 02:44:21.749289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=503bfa47-d8e8-4f04-9aa1-6759aa4c888e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:21.756997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-4f8863b9-5067-46dd-ae4c-4fa354a81712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.758843 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-4f8863b9-5067-46dd-ae4c-4fa354a81712 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2789164 Feb 09 02:44:21.802942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-86f0062d-b6c4-42e0-a2f6-5f84742a33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.804403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-86f0062d-b6c4-42e0-a2f6-5f84742a33a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1345479 Feb 09 02:44:21.851943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Sync routers for ids ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:21.870335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Routers {'84b8a3c1-c224-4cdc-8839-1ede302f2e65'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:21.883344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:21.894022 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-e9b8d97a-1a54-4bd9-ad57-525d2d3f5cac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 217 time: 0.0728824 Feb 09 02:44:21.905538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5eed233-e11e-4535-9f74-79ea7621e048 req-2f30ae36-04b7-473b-aaa3-46e9b6be8d59 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094336 Feb 09 02:44:21.979103 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ef5adef-e1fc-4a98-9c01-30e955a0d53e admin admin] Publish callbacks [] for security_group (8bdf29f4-bf94-496a-8e6a-f24bd596fa63), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:21.990141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-97492f2a-4cfd-49bb-955d-f79f2e07315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:21.992258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-97492f2a-4cfd-49bb-955d-f79f2e07315d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0907567 Feb 09 02:44:22.042591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-e66d6391-fa19-4b1e-acbd-b16b7332c136 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378721 Feb 09 02:44:22.060321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ef5adef-e1fc-4a98-9c01-30e955a0d53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8bdf29f4-bf94-496a-8e6a-f24bd596fa63), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:22.120088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Set router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:22.174312 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ef5adef-e1fc-4a98-9c01-30e955a0d53e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0864a3102ec04a1fa09a33cfee8081fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1020756 Feb 09 02:44:22.185930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43358) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:22.226405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-bc0acd29-a0c5-4eec-8cef-e303bf014698 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534805 Feb 09 02:44:22.244091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-56bd7eb2-e1b1-411c-a55f-319faa5e6827 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949005 Feb 09 02:44:22.284725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5adef-e1fc-4a98-9c01-30e955a0d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdf29f4-bf94-496a-8e6a-f24bd596fa63,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:22.368179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6cd37-7052-4fa4-af28-e2f67a9b9cbd req-66fdfd41-05a3-40e5-8914-5f89d83f0acd tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:22.385308 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ae6cd37-7052-4fa4-af28-e2f67a9b9cbd req-66fdfd41-05a3-40e5-8914-5f89d83f0acd tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 950 time: 0.3081660 Feb 09 02:44:22.436344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:22.510569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ae6cd37-7052-4fa4-af28-e2f67a9b9cbd req-9e8c309d-d84e-4739-8c0a-d94b7ea47daa tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236343 Feb 09 02:44:22.544622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:22.617842 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d34e1a0d-2852-4c7a-8289-a50ae5f73c4c req-ebced3cb-607a-49cf-875c-318ef7e1751e service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833580 Feb 09 02:44:22.631538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:22.661089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:22.680486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37cdd15a-a08e-4649-90cd-9e622a58dbfb req-db6a9237-3bd9-4d9c-8aac-79c7708b086b service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927622 Feb 09 02:44:22.697531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:44:19Z', 'revision_number': 4, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '75d853be-b4fb-4fc7-9a69-2d720d3c045c', 'name': '', 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'mac_address': 'fa:16:3e:0c:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0212d9d2-05f5-4e62-9d9a-8dc156626223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:18Z', 'updated_at': '2022-02-09T02:44:19Z', 'revision_number': 2, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'subnets': [{'id': '0212d9d2-05f5-4e62-9d9a-8dc156626223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:22.719076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6e7c-fb45-41de-97ab-be71f2e643a0 admin admin] Publish callbacks [] for security_group (8bdf29f4-bf94-496a-8e6a-f24bd596fa63), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:22.736869 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:22.802282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Checking router: 84b8a3c1-c224-4cdc-8839-1ede302f2e65 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:22.802890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Updating router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 port 75d853be-b4fb-4fc7-9a69-2d720d3c045c binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:44:22.805820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6e7c-fb45-41de-97ab-be71f2e643a0 admin admin] Publish callbacks [] for security_group (8bdf29f4-bf94-496a-8e6a-f24bd596fa63), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:22.852823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338738f4-6912-4e06-8014-021185d84e90 req-6839c165-a28e-405d-bbe0-c09c1f7d1082 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:22.865033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-338738f4-6912-4e06-8014-021185d84e90 req-6839c165-a28e-405d-bbe0-c09c1f7d1082 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 948 time: 0.1733406 Feb 09 02:44:22.873594 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:22.904058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:22.921866 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6e7c-fb45-41de-97ab-be71f2e643a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8bdf29f4-bf94-496a-8e6a-f24bd596fa63), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:22.926218 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6e7c-fb45-41de-97ab-be71f2e643a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:22.933190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-1e693a1d-195e-435c-a8e1-ea8541ff8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:22.935138 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-1e693a1d-195e-435c-a8e1-ea8541ff8cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1130 time: 0.2110536 Feb 09 02:44:22.939221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fcdb6e7c-fb45-41de-97ab-be71f2e643a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8bdf29f4-bf94-496a-8e6a-f24bd596fa63 HTTP/1.1" status: 204 len: 168 time: 0.7513077 Feb 09 02:44:22.964719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb6e7c-fb45-41de-97ab-be71f2e643a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdf29f4-bf94-496a-8e6a-f24bd596fa63,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:23.055161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-bd6fecc6-b023-45b7-b7e1-6f9000d4185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:23.057703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-bd6fecc6-b023-45b7-b7e1-6f9000d4185f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1099796 Feb 09 02:44:23.415044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 503bfa47-d8e8-4f04-9aa1-6759aa4c888e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:23.487405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-6b1b9d13-302e-484d-bfec-27e4ca157e0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.4194026 Feb 09 02:44:23.497273 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-338738f4-6912-4e06-8014-021185d84e90 req-cf58a827-4c45-4d2a-acfa-0b4c68920de8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311548 Feb 09 02:44:23.565828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] Transition to ACTIVE for port object c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:23.579617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-75541dff-5eb9-497c-b18e-e8ca5573b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:23.581121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-75541dff-5eb9-497c-b18e-e8ca5573b6c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0825582 Feb 09 02:44:23.582978 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:23.614071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d28ca-6da4-4b2d-92f2-9f879a10de72 req-75d26657-0a72-483a-9a59-31512b89ee0b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:23.630266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-037d28ca-6da4-4b2d-92f2-9f879a10de72 req-75d26657-0a72-483a-9a59-31512b89ee0b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 943 time: 0.1511557 Feb 09 02:44:23.743794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-037d28ca-6da4-4b2d-92f2-9f879a10de72 req-48181dbf-1486-453b-8870-a5119d26225e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124034 Feb 09 02:44:23.804916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] No DVR routers for this DVR port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:23.826763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43402) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:23.853170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-401ce935-f083-48c2-86dd-3299217fb0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:23.928775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=10']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:23.943585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-4f994183-5e31-406e-b8ed-9f2aa4b52e98 service neutron] 10.222.0.61 "PUT /v2.0/ports/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66/bindings/n-h2-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 2.3693640 Feb 09 02:44:23.952524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-fc3851f8-c90a-47cb-80bb-e9390bdb53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:23.955727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-fc3851f8-c90a-47cb-80bb-e9390bdb53ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3289177 Feb 09 02:44:24.113503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3ff08-229f-40e5-853d-3e921de74ea4 req-c810f5b8-a68f-42a4-8741-4cdbe68f514c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:24.125418 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bab3ff08-229f-40e5-853d-3e921de74ea4 req-c810f5b8-a68f-42a4-8741-4cdbe68f514c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 950 time: 0.2309458 Feb 09 02:44:24.149487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:24.176095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-f6e0d53d-0426-4590-bf8e-84491e3b9f11 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083671 Feb 09 02:44:24.229609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:24.229850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:24.253161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bab3ff08-229f-40e5-853d-3e921de74ea4 req-618a91c2-4af4-450f-99a3-ef89ab3c5243 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246648 Feb 09 02:44:24.283054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-db51fc62-086c-47f5-b872-43dffb036e1e tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:24.284938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-db51fc62-086c-47f5-b872-43dffb036e1e tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.2616327 Feb 09 02:44:24.314495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-401ce935-f083-48c2-86dd-3299217fb0c8 admin admin] Publish callbacks [] for security_group (f446d7ce-84e1-4ce7-b2ca-abf91b7b34df), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:24.408929 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-401ce935-f083-48c2-86dd-3299217fb0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f446d7ce-84e1-4ce7-b2ca-abf91b7b34df), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:24.470366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d45b8e5-d7a9-4a94-b1f0-ce50adc23c59 req-6b75b1bb-5d79-49e2-9098-1fe1d620bdfb service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831118 Feb 09 02:44:24.575273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-401ce935-f083-48c2-86dd-3299217fb0c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d97de7850ab4eeba4def26bd89d684d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7468510 Feb 09 02:44:24.577816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43420) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:24.591645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ce935-f083-48c2-86dd-3299217fb0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f446d7ce-84e1-4ce7-b2ca-abf91b7b34df,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:24.597056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-e14f684b-e555-4646-a598-8c1f14f689fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:24.611984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9faf8-cbdf-4aee-ad57-ed86bf454fac req-5236831a-ba0b-4d16-a8d0-69a8f63a7646 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:24.613509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ab9faf8-cbdf-4aee-ad57-ed86bf454fac req-5236831a-ba0b-4d16-a8d0-69a8f63a7646 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1437724 Feb 09 02:44:24.614702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-e14f684b-e555-4646-a598-8c1f14f689fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e HTTP/1.1" status: 200 len: 1126 time: 0.2966840 Feb 09 02:44:24.721149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-967d9f11-f3b6-424c-b0cc-fba37ce98bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:24.722580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-967d9f11-f3b6-424c-b0cc-fba37ce98bed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1126 time: 0.0888491 Feb 09 02:44:24.741380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:24.744327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f189f53-4c74-42c7-8c8c-34402e4cd1d9 admin admin] Publish callbacks [] for security_group (f446d7ce-84e1-4ce7-b2ca-abf91b7b34df), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:24.763918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Publish callbacks [] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:24.781964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:24.792584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ab9faf8-cbdf-4aee-ad57-ed86bf454fac req-9964b5e6-42e9-4c43-95f6-3f6fd4954b98 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724732 Feb 09 02:44:24.828537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f189f53-4c74-42c7-8c8c-34402e4cd1d9 admin admin] Publish callbacks [] for security_group (f446d7ce-84e1-4ce7-b2ca-abf91b7b34df), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:24.967600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:25.086782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-55bdd1d0-c5d7-4273-9e48-ac9017517f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:25.090972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-55bdd1d0-c5d7-4273-9e48-ac9017517f69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.3552775 Feb 09 02:44:25.152808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f189f53-4c74-42c7-8c8c-34402e4cd1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f446d7ce-84e1-4ce7-b2ca-abf91b7b34df), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:25.167012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f189f53-4c74-42c7-8c8c-34402e4cd1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:25.168477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8f189f53-4c74-42c7-8c8c-34402e4cd1d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f446d7ce-84e1-4ce7-b2ca-abf91b7b34df HTTP/1.1" status: 204 len: 168 time: 0.5896029 Feb 09 02:44:25.219586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f189f53-4c74-42c7-8c8c-34402e4cd1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f446d7ce-84e1-4ce7-b2ca-abf91b7b34df,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:25.277266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de70ea-23a5-4c7a-b14c-f63397390d51 req-653ae0d4-4ba4-4709-add8-d4b902d3caef tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:25.288157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8de70ea-23a5-4c7a-b14c-f63397390d51 req-653ae0d4-4ba4-4709-add8-d4b902d3caef tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 948 time: 0.2176952 Feb 09 02:44:25.329141 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-23e9c597-62cf-4268-be97-1ef67111f5ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 217 time: 0.2224348 Feb 09 02:44:25.356394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:25.375664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'mac_address': 'fa:16:3e:3d:57:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:44:25.413623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8de70ea-23a5-4c7a-b14c-f63397390d51 req-7e0c6e69-502a-470c-9c48-fa1e4657d67f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244729 Feb 09 02:44:25.536725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-0d4ed89f-7607-4f06-94a7-2940bc1de9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:25.554468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-0d4ed89f-7607-4f06-94a7-2940bc1de9d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.2151811 Feb 09 02:44:25.629516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4504b0f8-1b26-4b84-aea2-336ebccb757b is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:25.630175 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:25.662061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-51d58635-7588-4473-b24f-93c3b96107ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853906 Feb 09 02:44:25.677788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa564d1-a082-408d-87c3-6af5bda7baf4 None None] Pushing event updated for resources: {'Port': ['ID=75d853be-b4fb-4fc7-9a69-2d720d3c045c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:25.728073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-55c9fa8d-bbc4-4c1f-b777-dfe7412c6579 None None] Provisioning complete for port 75d853be-b4fb-4fc7-9a69-2d720d3c045c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:25.728717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55c9fa8d-bbc4-4c1f-b777-dfe7412c6579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:25.732272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4504b0f8-1b26-4b84-aea2-336ebccb757b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:25.749891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e06241-52ac-4409-9374-70b48d004c19 req-29d87b7a-268f-4177-b1ac-0d69798606e0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:25.758328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4e06241-52ac-4409-9374-70b48d004c19 req-29d87b7a-268f-4177-b1ac-0d69798606e0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 944 time: 0.1847656 Feb 09 02:44:25.762723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Attempting to bind port 75d853be-b4fb-4fc7-9a69-2d720d3c045c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:25.763404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Attempting to bind port 75d853be-b4fb-4fc7-9a69-2d720d3c045c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:25.764012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Attempting to bind port 75d853be-b4fb-4fc7-9a69-2d720d3c045c on network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:25.787275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:25.787838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Checking segment: {'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:25.788487 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:25.789094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Bound using segment: {'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:25.789809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Bound port: 75d853be-b4fb-4fc7-9a69-2d720d3c045c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a00d79-7630-4e52-8e8c-03af0310b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:25.790980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:25.799753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:25.811576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:25.827210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4e06241-52ac-4409-9374-70b48d004c19 req-645b422e-e5e5-4978-b5c5-a0f379875ee2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678766 Feb 09 02:44:25.847755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-9354f556-245f-47ab-8d34-563b4e8b700b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3519ca38642b49399aeb8f266e492e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611417 Feb 09 02:44:25.889014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:25.897578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-55c9fa8d-bbc4-4c1f-b777-dfe7412c6579 None None] Port 75d853be-b4fb-4fc7-9a69-2d720d3c045c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:25.949534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['4504b0f8-1b26-4b84-aea2-336ebccb757b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:26.043773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-c92cb7cd-b852-4425-8e82-958e07124c36 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731003 Feb 09 02:44:26.050904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] For port 75d853be-b4fb-4fc7-9a69-2d720d3c045c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:26.058125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] For port 75d853be-b4fb-4fc7-9a69-2d720d3c045c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=75d853be-b4fb-4fc7-9a69-2d720d3c045c,segment=NetworkSegment(73a00d79-7630-4e52-8e8c-03af0310b024),segment_id=73a00d79-7630-4e52-8e8c-03af0310b024)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:26.076679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:26.191786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-c8e96dd0-ebeb-47d0-9b9a-f4404ef29e26 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174085 Feb 09 02:44:26.231372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2f87-5698-480e-a451-57859e765313 req-fde8f0b8-83bf-493e-87e8-7909962a2b69 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:26.240343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-fde8f0b8-83bf-493e-87e8-7909962a2b69 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902814 Feb 09 02:44:26.254569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Routers {'84b8a3c1-c224-4cdc-8839-1ede302f2e65'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:26.258164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:26.270329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-95695f14-6278-43b6-b8f0-a563d19ad971 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/quotas/3519ca38642b49399aeb8f266e492e95 HTTP/1.1" status: 200 len: 375 time: 0.0287724 Feb 09 02:44:26.377293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-9f89d2a3-1b77-43c9-99e5-8fd580e9e5fe tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047583 Feb 09 02:44:26.583001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] Set router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:26.636000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-4e9806f3-6d9b-4351-b35c-0a01e3352e67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285968 Feb 09 02:44:26.847995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c78e5120-1a9a-4b3e-b21a-1aed8c4e790b details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:26.856921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-540a1f0e-c8eb-49e5-adbc-955894ad3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:26.859521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-f532be6e-64cd-4ea3-a190-e5480487efa3 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:26.864702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-f532be6e-64cd-4ea3-a190-e5480487efa3 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.3193622 Feb 09 02:44:26.865228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-540a1f0e-c8eb-49e5-adbc-955894ad3624 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1148 time: 0.1638954 Feb 09 02:44:26.976142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa564d1-a082-408d-87c3-6af5bda7baf4 None None] Pushing event updated for resources: {'Port': ['ID=75d853be-b4fb-4fc7-9a69-2d720d3c045c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:27.021013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-97d85bd1-bbad-4380-96dd-ff384cc29393 None None] Provisioning complete for port 75d853be-b4fb-4fc7-9a69-2d720d3c045c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:27.021634 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97d85bd1-bbad-4380-96dd-ff384cc29393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:27.080136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a160e-370c-4470-97cf-aea87084c004 req-194467ad-de16-48f3-b4dd-c03a40beb72a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:27.089893 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa1a160e-370c-4470-97cf-aea87084c004 req-194467ad-de16-48f3-b4dd-c03a40beb72a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 948 time: 0.3846424 Feb 09 02:44:27.217742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa1a160e-370c-4470-97cf-aea87084c004 req-933df150-cd4d-443a-82a6-41dbcaa2b604 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265759 Feb 09 02:44:27.248730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-bfcc930d-0a01-4c08-a22f-1705b2e81a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:27.250785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-beebc41d-929d-4f91-a5b8-4e1802181c76 service neutron] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:27.254615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-bfcc930d-0a01-4c08-a22f-1705b2e81a74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.3564339 Feb 09 02:44:27.259467 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-beebc41d-929d-4f91-a5b8-4e1802181c76 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:27.262814 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:44:27.263385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfc19d8-3b8e-4207-a696-011a5444776c req-beebc41d-929d-4f91-a5b8-4e1802181c76 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66/bindings/n-h1-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.3868039 Feb 09 02:44:27.272757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0433c418-de74-4a23-80d8-8342afc09e39 req-c7f06107-d083-4b2e-934d-6a5ebcad9a2a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 210 time: 0.3991237 Feb 09 02:44:27.379826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-7b6d5e8c-2bf0-4482-846d-b8fb87cb7364 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 217 time: 0.1035585 Feb 09 02:44:27.481211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-e4bbde0f-df20-4398-866d-9f362f41e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:27.485231 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-e4bbde0f-df20-4398-866d-9f362f41e143 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0921307 Feb 09 02:44:27.496136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c998b7c-fa4e-487c-896c-d352c40720ea req-ca41a727-2cab-4d4e-a54a-dac084a47153 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:27.505526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c998b7c-fa4e-487c-896c-d352c40720ea req-ca41a727-2cab-4d4e-a54a-dac084a47153 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 944 time: 0.1418796 Feb 09 02:44:27.577652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-4474d60d-f7e3-44f0-8cea-95200d08b6ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825932 Feb 09 02:44:27.594973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c998b7c-fa4e-487c-896c-d352c40720ea req-a584809b-9be2-41eb-96f6-ba8939ef869d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724385 Feb 09 02:44:27.863427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2bb6a-ff74-469f-9677-f3a9575a3f5a req-917eac48-16b9-4225-b319-a76508094ba4 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:27.873695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cd2bb6a-ff74-469f-9677-f3a9575a3f5a req-917eac48-16b9-4225-b319-a76508094ba4 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1126 time: 0.0720739 Feb 09 02:44:27.997492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cd2bb6a-ff74-469f-9677-f3a9575a3f5a req-ee970a07-2644-4a43-a075-ee889aef600f tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222343 Feb 09 02:44:28.027212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-571a6e89-9329-40c0-bb49-a8becf62cd18 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363072 Feb 09 02:44:28.293771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:28.325030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7957562a-ed04-4ae2-92bf-1d388146ffdd req-22b76206-3c8e-40dc-87a2-54d30af098ce service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911315 Feb 09 02:44:28.421383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-97d85bd1-bbad-4380-96dd-ff384cc29393 None None] Current status of the port 75d853be-b4fb-4fc7-9a69-2d720d3c045c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:28.421994 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97d85bd1-bbad-4380-96dd-ff384cc29393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:28.445539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'mac_address': 'fa:16:3e:8d:d5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:44:28.600887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:44:19Z', 'revision_number': 4, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '75d853be-b4fb-4fc7-9a69-2d720d3c045c', 'name': '', 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'mac_address': 'fa:16:3e:0c:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0212d9d2-05f5-4e62-9d9a-8dc156626223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:18Z', 'updated_at': '2022-02-09T02:44:26Z', 'revision_number': 4, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'subnets': [{'id': '0212d9d2-05f5-4e62-9d9a-8dc156626223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:28.748731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60db0a-5182-4781-a1b4-077965ea24f4 req-51a854b2-ba58-455c-b6d1-6ae883ff1b00 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:28.757173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c60db0a-5182-4781-a1b4-077965ea24f4 req-51a854b2-ba58-455c-b6d1-6ae883ff1b00 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 948 time: 0.1389821 Feb 09 02:44:28.811928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-97d85bd1-bbad-4380-96dd-ff384cc29393 None None] For port 75d853be-b4fb-4fc7-9a69-2d720d3c045c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=75d853be-b4fb-4fc7-9a69-2d720d3c045c,segment=NetworkSegment(73a00d79-7630-4e52-8e8c-03af0310b024),segment_id=73a00d79-7630-4e52-8e8c-03af0310b024)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:28.828691 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97d85bd1-bbad-4380-96dd-ff384cc29393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:28.838968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc8d374-6391-4629-98b0-7bca728c244b None None] The sync data for ids ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'] in n-d-827839-4 is: [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:44:19Z', 'revision_number': 4, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '75d853be-b4fb-4fc7-9a69-2d720d3c045c', 'name': '', 'network_id': '99f4b9a7-d44b-4d20-9ad8-86c8d437f362', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'mac_address': 'fa:16:3e:0c:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0212d9d2-05f5-4e62-9d9a-8dc156626223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:18Z', 'updated_at': '2022-02-09T02:44:26Z', 'revision_number': 4, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'subnets': [{'id': '0212d9d2-05f5-4e62-9d9a-8dc156626223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:28.875691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c60db0a-5182-4781-a1b4-077965ea24f4 req-04350286-7da9-4663-93ce-1de354f5d72a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153924 Feb 09 02:44:28.926216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:28.938825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:28.939550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:29.113550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78e5120-1a9a-4b3e-b21a-1aed8c4e790b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:29.225206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1e5f-714f-4521-8e2d-3422688383cb req-b397e817-f838-4622-a1bc-82b6ee79b60b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:29.236925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-b397e817-f838-4622-a1bc-82b6ee79b60b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 821 time: 0.4842205 Feb 09 02:44:29.248532 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7d027a1-dd14-4dd6-82e5-d8ce1bcd2b5c req-b357354d-ca1a-46a9-becb-840b702663d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 210 time: 0.1615245 Feb 09 02:44:29.252551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:29.365182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-7be08c00-1cc8-405f-a526-ea5a1e619ae8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/quotas/7e39c9e1d96f4074ab8d3ba88a89a77e HTTP/1.1" status: 200 len: 375 time: 0.1256187 Feb 09 02:44:29.395244 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:29.472900 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-bbbde53e-d602-45cf-9970-8def3dc4bb48 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3519ca38642b49399aeb8f266e492e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2057426 Feb 09 02:44:29.476724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d85bd1-bbad-4380-96dd-ff384cc29393 None None] Pushing event updated for resources: {'Port': ['ID=75d853be-b4fb-4fc7-9a69-2d720d3c045c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:29.510320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 75d853be-b4fb-4fc7-9a69-2d720d3c045c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:29.522805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43586) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:29.741798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2f87-5698-480e-a451-57859e765313 req-47f28bb6-ded9-4f66-b37d-548b547aa76e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:29.743827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-47f28bb6-ded9-4f66-b37d-548b547aa76e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622423 Feb 09 02:44:29.792113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-aa6d77be-61a8-4e48-94f6-00a93c8ea74d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3889461 Feb 09 02:44:29.810199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Request body: {'port': {'device_id': '9eb5cb09-03e8-4c91-adca-25a6f804a202', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '3519ca38642b49399aeb8f266e492e95'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:29.846071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:29.987832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dbea1a3-5cfe-4896-bbe2-4d6587a4c0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.028534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 75d853be-b4fb-4fc7-9a69-2d720d3c045c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:30.031603 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.159455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 4504b0f8-1b26-4b84-aea2-336ebccb757b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:30.160127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.178301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dbea1a3-5cfe-4896-bbe2-4d6587a4c0ff admin admin] Publish callbacks [] for security_group (c0559c80-0d48-43ab-b961-8acb1b3c4132), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.185048 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dbea1a3-5cfe-4896-bbe2-4d6587a4c0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c0559c80-0d48-43ab-b961-8acb1b3c4132), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.291086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0dbea1a3-5cfe-4896-bbe2-4d6587a4c0ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f6af4a51e9d4b6cb7f316fc9cb12d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7667484 Feb 09 02:44:30.292043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea1a3-5cfe-4896-bbe2-4d6587a4c0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0559c80-0d48-43ab-b961-8acb1b3c4132,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:30.296541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43596) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:30.476971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4232f3da-617f-4641-8d77-e29bc3f8fdd3 admin admin] Publish callbacks [] for security_group (c0559c80-0d48-43ab-b961-8acb1b3c4132), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.596555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4232f3da-617f-4641-8d77-e29bc3f8fdd3 admin admin] Publish callbacks [] for security_group (c0559c80-0d48-43ab-b961-8acb1b3c4132), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.605083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-ce01a1cb-558e-40c6-90bd-ade4855f29ce service neutron] 10.222.0.32 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8116205 Feb 09 02:44:30.607017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Made reservation on behalf of 3519ca38642b49399aeb8f266e492e95 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:30.611360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.713900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 75d853be-b4fb-4fc7-9a69-2d720d3c045c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:30.747261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:30.792632 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3480dfbd-861e-4007-be3e-13f84db7cc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.877239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4232f3da-617f-4641-8d77-e29bc3f8fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c0559c80-0d48-43ab-b961-8acb1b3c4132), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.891484 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4232f3da-617f-4641-8d77-e29bc3f8fdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.927388 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4232f3da-617f-4641-8d77-e29bc3f8fdd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0559c80-0d48-43ab-b961-8acb1b3c4132 HTTP/1.1" status: 204 len: 168 time: 0.6245081 Feb 09 02:44:30.969246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4504b0f8-1b26-4b84-aea2-336ebccb757b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:30.969828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:30.984557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232f3da-617f-4641-8d77-e29bc3f8fdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0559c80-0d48-43ab-b961-8acb1b3c4132,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:31.073596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:31.095677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:31.112380 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330991dd-c412-403c-b586-6d044af5d849" -d '{"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-plugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:31.140690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:31.313985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 75d853be-b4fb-4fc7-9a69-2d720d3c045c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:31.348901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:31.481516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 75d853be-b4fb-4fc7-9a69-2d720d3c045c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:31.482078 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:31.497506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Allocated IP 192.168.233.148 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/71b8f22c-6013-481f-a1db-b49c06f6be6f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:31.573165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c8175-331a-44c0-9f1d-1f9492603851 req-34ca61d4-ffea-4876-8850-d7251708e5b4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:31.593148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a75c8175-331a-44c0-9f1d-1f9492603851 req-34ca61d4-ffea-4876-8850-d7251708e5b4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 949 time: 0.2916873 Feb 09 02:44:31.613621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-90e1be8f-5b41-4c3d-9de4-27885ef00843 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9491625 Feb 09 02:44:31.769082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a75c8175-331a-44c0-9f1d-1f9492603851 req-31f2051e-0de8-49bb-8f04-bee997f3d31a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682541 Feb 09 02:44:31.859087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 75d853be-b4fb-4fc7-9a69-2d720d3c045c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:32.011055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39816c59-0ae7-4c72-8037-186bbec6ffaf req-5f5df051-863d-48bd-b054-635e56d44ac8 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 210 time: 0.0551510 Feb 09 02:44:32.080700 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks [] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:32.089876 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7484c18-c506-45bc-a08f-be0801897838 x-openstack-request-id: req-d7484c18-c506-45bc-a08f-be0801897838 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:32.090636 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-plugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:32.091132 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7484c18-c506-45bc-a08f-be0801897838 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:32.091775 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'code': 200} Feb 09 02:44:32.132666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:32.152989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71f8e900-6e34-4ac3-8f58-59734c0489a9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:32.155423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['52754b05-6f7c-443e-ae1a-ffeb36ea4504'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:32.228265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-574d73b3-abdf-4b73-83e4-e0b1129072fc req-f37f6239-e6fd-407f-b430-9eeff8819670 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 210 time: 0.0672362 Feb 09 02:44:32.441466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Pushing event updated for resources: {'Port': ['ID=71b8f22c-6013-481f-a1db-b49c06f6be6f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:32.471180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:32.479507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:32.489289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:32.519778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:32.520597 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:32.621817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-c5ed6b44-b022-4195-b73d-a375c0ac9ecf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8156614 Feb 09 02:44:32.652134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Request body: {'port': {'device_id': '9eb5cb09-03e8-4c91-adca-25a6f804a202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:32.864594 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-287e1442-8bef-487f-a8bb-1f571afba268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:33.035842 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:33.260532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6821549e-d366-4587-bbc5-c5a47187a260 None None] Provisioning complete for port 71b8f22c-6013-481f-a1db-b49c06f6be6f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:33.261220 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6821549e-d366-4587-bbc5-c5a47187a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:33.271447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caac340-82b0-469d-9f31-116bb22215b9 req-3ead09a5-6538-468d-806f-a96bf51c9a80 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:33.285547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7caac340-82b0-469d-9f31-116bb22215b9 req-3ead09a5-6538-468d-806f-a96bf51c9a80 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 949 time: 0.3026891 Feb 09 02:44:33.329140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6821549e-d366-4587-bbc5-c5a47187a260 None None] Port 71b8f22c-6013-481f-a1db-b49c06f6be6f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:33.475191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43662) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:33.531246 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7caac340-82b0-469d-9f31-116bb22215b9 req-bdc2a180-2f54-47c2-adca-34236c677f7f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431157 Feb 09 02:44:33.556860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c78e5120-1a9a-4b3e-b21a-1aed8c4e790b up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:33.844453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eea7f185-a3e1-4663-94fe-b514dd281737 req-df017d8b-9dde-43d2-9310-b4226f5460ab tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 210 time: 0.0431376 Feb 09 02:44:33.907190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-667723039-network', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:34.022708 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.094139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43678) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:34.095630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:44:34.117005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:34.117715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.146325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Made reservation on behalf of ea2b37c7f7494875b5e18987d8d89402 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:34.156757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.221373 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.289036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:34.289685 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.328739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c5a1-43ea-427d-8f24-fd0d5427e828 req-b445e75f-76f1-47ac-a14f-eb0cfbc626ec tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:34.344636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1eb1c5a1-43ea-427d-8f24-fd0d5427e828 req-b445e75f-76f1-47ac-a14f-eb0cfbc626ec tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 936 time: 0.4509552 Feb 09 02:44:34.380056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:34.387113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:34.391082 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870cce6a-3501-4a67-8908-5d180943d896" -d '{"events": [{"server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "name": "network-vif-plugged", "status": "completed", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:34.413259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.429814 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8143c5a5-c486-4e98-b43d-6adbf48a6354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.515302 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e353f4dc-2b67-4155-9eb0-872f27d270d3 x-openstack-request-id: req-e353f4dc-2b67-4155-9eb0-872f27d270d3 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:34.519425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Publish callbacks [] for security_group (3b4db524-5347-4d93-94a0-35d7154428d7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.519987 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "name": "network-vif-plugged", "status": "completed", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:34.520408 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e353f4dc-2b67-4155-9eb0-872f27d270d3 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:34.521023 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'code': 200} Feb 09 02:44:34.534374 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3b4db524-5347-4d93-94a0-35d7154428d7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.566614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:44:34.592755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (51185ed1-217c-420c-a844-37f2726dea31), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.607617 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Added segment 51185ed1-217c-420c-a844-37f2726dea31 of type vlan for network 49819c0c-2b0f-444b-9d9b-255492e95d5d Feb 09 02:44:34.624168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:34.715425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8143c5a5-c486-4e98-b43d-6adbf48a6354 admin admin] Publish callbacks [] for security_group (b6770147-6056-461e-93a6-13ea5825f146), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.726737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4db524-5347-4d93-94a0-35d7154428d7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:34.797974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8143c5a5-c486-4e98-b43d-6adbf48a6354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b6770147-6056-461e-93a6-13ea5825f146), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.818147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b8f22c-6013-481f-a1db-b49c06f6be6f {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:34.830044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Publish callbacks [] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.888388 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (49819c0c-2b0f-444b-9d9b-255492e95d5d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.898904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:34.924633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143c5a5-c486-4e98-b43d-6adbf48a6354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6770147-6056-461e-93a6-13ea5825f146,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:34.956706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1e5f-714f-4521-8e2d-3422688383cb req-c66bfbf8-5937-458c-a373-2739bcf8c70b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:34.959139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-c66bfbf8-5937-458c-a373-2739bcf8c70b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 821 time: 0.6332996 Feb 09 02:44:34.960496 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1eb1c5a1-43ea-427d-8f24-fd0d5427e828 req-18ea5801-afd3-45c9-b630-3c0c2d92e936 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966499 Feb 09 02:44:34.998166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Request body: {'port': {'device_id': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'admin_state_up': True, 'tenant_id': '7e39c9e1d96f4074ab8d3ba88a89a77e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:35.000409 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Transition to ACTIVE for port object 71b8f22c-6013-481f-a1db-b49c06f6be6f will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:35.007377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (49819c0c-2b0f-444b-9d9b-255492e95d5d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.009873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:35.011907 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.055972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.093171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6123610 Feb 09 02:44:35.118663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43690) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:35.124179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Request body: {'subnet': {'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-667723039-subnet', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:35.182718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Made reservation on behalf of ea2b37c7f7494875b5e18987d8d89402 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:35.192483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Pushing event updated for resources: {'Port': ['ID=71b8f22c-6013-481f-a1db-b49c06f6be6f,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:35.197701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.204537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8143c5a5-c486-4e98-b43d-6adbf48a6354 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5afd9a33a897479f8d568ffdee8d0e80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1090229 Feb 09 02:44:35.210675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43692) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:35.217844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf62b2c-c730-479f-927e-3e7d69463745 admin admin] Pushing event updated for resources: {'Network': ['ID=49819c0c-2b0f-444b-9d9b-255492e95d5d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:35.263768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d8d5fc6-c927-4010-99a5-7d0221a68d7b req-f729c63f-babb-44e6-a9d1-d07c560a760c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 210 time: 0.0680029 Feb 09 02:44:35.267360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:44:35.286158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec055d-ae18-4f3e-8aba-a400c1be52d0 req-61d4cd4d-c312-4b8b-8199-abce88d57bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:35.288023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88ec055d-ae18-4f3e-8aba-a400c1be52d0 req-61d4cd4d-c312-4b8b-8199-abce88d57bb0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1132 time: 0.5505807 Feb 09 02:44:35.295738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243560e-68bb-4b8f-9293-b9495a2fe57f req-53d595ca-12e0-462a-a52c-5cab044cde38 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:35.304697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9243560e-68bb-4b8f-9293-b9495a2fe57f req-53d595ca-12e0-462a-a52c-5cab044cde38 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.5695295 Feb 09 02:44:35.391442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Attempting to bind port 71b8f22c-6013-481f-a1db-b49c06f6be6f on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:35.391717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Attempting to bind port 71b8f22c-6013-481f-a1db-b49c06f6be6f by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:35.392043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Attempting to bind port 71b8f22c-6013-481f-a1db-b49c06f6be6f on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:35.410846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Port 71b8f22c-6013-481f-a1db-b49c06f6be6f on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:35.426801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Attempting to bind port 71b8f22c-6013-481f-a1db-b49c06f6be6f on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:35.433507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:35.433507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:35.433995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:35.434315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Bound port: 71b8f22c-6013-481f-a1db-b49c06f6be6f, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:35.434672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.577346 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9243560e-68bb-4b8f-9293-b9495a2fe57f req-6aba0a2f-8c4a-454c-a99f-92d84369799f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716999 Feb 09 02:44:35.585116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Made reservation on behalf of 7e39c9e1d96f4074ab8d3ba88a89a77e for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:35.590349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.609188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] For port 71b8f22c-6013-481f-a1db-b49c06f6be6f, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:35.613099 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88ec055d-ae18-4f3e-8aba-a400c1be52d0 req-62682b1e-aff3-47a9-83b0-b2acbc6c97d0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962730 Feb 09 02:44:35.621496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] For port 71b8f22c-6013-481f-a1db-b49c06f6be6f, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71b8f22c-6013-481f-a1db-b49c06f6be6f,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:35.631029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-635defee-6af4-484d-bd55-d0155a51ffc9 admin admin] Publish callbacks [] for security_group (b6770147-6056-461e-93a6-13ea5825f146), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.636341 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.702226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:35.702876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.706184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] 10.222.0.26 "PUT /v2.0/ports/71b8f22c-6013-481f-a1db-b49c06f6be6f HTTP/1.1" status: 200 len: 1096 time: 3.0744548 Feb 09 02:44:35.706732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb5cb09-03e8-4c91-adca-25a6f804a202', 'tag': '71b8f22c-6013-481f-a1db-b49c06f6be6f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:35.709326 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0af474c-f5a6-4f5e-a96d-f870ed80c921" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb5cb09-03e8-4c91-adca-25a6f804a202", "tag": "71b8f22c-6013-481f-a1db-b49c06f6be6f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:35.736225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-635defee-6af4-484d-bd55-d0155a51ffc9 admin admin] Publish callbacks [] for security_group (b6770147-6056-461e-93a6-13ea5825f146), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.746602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3ac28-852e-49b1-a1a2-62da11b6a191 service neutron] Pushing event updated for resources: {'Port': ['ID=71b8f22c-6013-481f-a1db-b49c06f6be6f,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:35.811773 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb456913-6c37-4287-bdc1-b2608db09ea9 x-openstack-request-id: req-eb456913-6c37-4287-bdc1-b2608db09ea9 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:35.812154 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb5cb09-03e8-4c91-adca-25a6f804a202", "tag": "71b8f22c-6013-481f-a1db-b49c06f6be6f", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:35.812417 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb456913-6c37-4287-bdc1-b2608db09ea9 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:35.812832 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb5cb09-03e8-4c91-adca-25a6f804a202', 'tag': '71b8f22c-6013-481f-a1db-b49c06f6be6f', 'status': 'completed', 'code': 200} Feb 09 02:44:35.954017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Allocated IP 172.20.0.13 (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d/94138dc5-dd49-464d-a031-a58e908f8168/78cd9370-3bc5-4767-a682-c29a4ce3f8fa) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:35.959197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (3ce02cc9-11c8-473c-b9a9-6239ee16deb4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.967222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-635defee-6af4-484d-bd55-d0155a51ffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b6770147-6056-461e-93a6-13ea5825f146), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.969803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-635defee-6af4-484d-bd55-d0155a51ffc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:35.975260 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-635defee-6af4-484d-bd55-d0155a51ffc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6770147-6056-461e-93a6-13ea5825f146 HTTP/1.1" status: 204 len: 168 time: 0.7631707 Feb 09 02:44:36.020520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635defee-6af4-484d-bd55-d0155a51ffc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6770147-6056-461e-93a6-13ea5825f146,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:36.085652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Checking segment: {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:36.086017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Network hostable DHCP agents. Network: 49819c0c-2b0f-444b-9d9b-255492e95d5d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:44:36.113626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce02cc9-11c8-473c-b9a9-6239ee16deb4,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:36.302484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:44:36.305853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.337573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 49819c0c-2b0f-444b-9d9b-255492e95d5d) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:36.348860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d8873-5330-4f61-becf-1e2c1e3bcbdb None None] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:36.374079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:36.376157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.464198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f7040c36-f152-44ca-b125-874c9eb5978f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3437831 Feb 09 02:44:36.468049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43732) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:36.476021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:36.495012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d92190-56ae-4a6c-814d-29ff76340efa req-8d174e0e-02cf-4dde-8a3d-258fb971e53c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:36.502302 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9d92190-56ae-4a6c-814d-29ff76340efa req-8d174e0e-02cf-4dde-8a3d-258fb971e53c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 948 time: 0.3290074 Feb 09 02:44:36.548457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks [] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.626528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9d92190-56ae-4a6c-814d-29ff76340efa req-3b01358c-1c03-4989-abfa-14067304594a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230333 Feb 09 02:44:36.629300 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (e43283af-ac97-46c3-99e7-fa9d8795f48e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.638548 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (e43283af-ac97-46c3-99e7-fa9d8795f48e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.672151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-49819c0c-2b0f-444b-9d9b-255492e95d5d', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:44:36.673447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.689496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43736) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:36.733672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.763682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af474c-f5a6-4f5e-a96d-f870ed80c921 req-4551a514-0857-4858-a583-441389cf70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:36.765747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0af474c-f5a6-4f5e-a96d-f870ed80c921 req-4551a514-0857-4858-a583-441389cf70a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 1130 time: 0.8445690 Feb 09 02:44:36.812654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0af474c-f5a6-4f5e-a96d-f870ed80c921 req-0fc8bdaa-9591-4db1-9559-be39c095ff40 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3519ca38642b49399aeb8f266e492e95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387840 Feb 09 02:44:36.860858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks [] for router_controller (e43283af-ac97-46c3-99e7-fa9d8795f48e), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:36.945537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.005550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:37.020410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:37.035110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:37.108133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Allocated IP 172.20.0.2 (49819c0c-2b0f-444b-9d9b-255492e95d5d/3ce02cc9-11c8-473c-b9a9-6239ee16deb4/ec85774d-4b9b-4d50-9959-81ca906d760c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:37.335858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af474c-f5a6-4f5e-a96d-f870ed80c921 req-9c078564-2d62-4c9a-b38c-3795245b8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:37.337474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0af474c-f5a6-4f5e-a96d-f870ed80c921 req-9c078564-2d62-4c9a-b38c-3795245b8b9d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5123246 Feb 09 02:44:37.378784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Publish callbacks [] for security_group (cf8a9376-719c-4a2b-98ec-2a82df80e4ac), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.379323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Pushing event updated for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:37.424131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cf8a9376-719c-4a2b-98ec-2a82df80e4ac), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.496044 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Publish callbacks [] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.517098 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.593470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6394832e9ab4c0eb602dfed7f254014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8919554 Feb 09 02:44:37.593470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a9376-719c-4a2b-98ec-2a82df80e4ac,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:37.597129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43738) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:37.609037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:37.622890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:37.640157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:37.654566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.658729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.659240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.668724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.669251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.669708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.670156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.670622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.671059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.671493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.671935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.672348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.672743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563c7ef-43a3-4d9b-acc9-25e7ce59f108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.768799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2f87-5698-480e-a451-57859e765313 req-d854bdec-4c37-4712-8c7d-6c9dee068475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:37.770977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-d854bdec-4c37-4712-8c7d-6c9dee068475 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 1130 time: 0.3704450 Feb 09 02:44:37.801394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Attempting to bind port ec85774d-4b9b-4d50-9959-81ca906d760c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:37.801776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Attempting to bind port ec85774d-4b9b-4d50-9959-81ca906d760c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:37.802151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Attempting to bind port ec85774d-4b9b-4d50-9959-81ca906d760c on network 49819c0c-2b0f-444b-9d9b-255492e95d5d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:37.804156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Pushing event updated for resources: {'Port': ['ID=ec85774d-4b9b-4d50-9959-81ca906d760c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:37.811369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19da4016-bd86-48fa-87e9-a808e0448111 admin admin] Publish callbacks [] for security_group (cf8a9376-719c-4a2b-98ec-2a82df80e4ac), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.825683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:37.826077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Checking segment: {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:37.826501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.826890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Bound using segment: {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:37.827358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Bound port: ec85774d-4b9b-4d50-9959-81ca906d760c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:37.827741 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.870630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks [] for router_gateway (e43283af-ac97-46c3-99e7-fa9d8795f48e), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.882474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.882969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.883998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.884457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.885103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.885559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.886013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.886491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.887219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.887628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.888066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.888497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.888893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:37.901981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-e95b1f97-47b9-485b-a26e-cfb5bb4ff873 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=71b8f22c-6013-481f-a1db-b49c06f6be6f HTTP/1.1" status: 200 len: 217 time: 0.0916326 Feb 09 02:44:37.903281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1f86c-9195-4725-b66e-b63f6de8939a req-a286f746-1029-4dbc-a444-a6e71029a5ee tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:37.910704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1f1f86c-9195-4725-b66e-b63f6de8939a req-a286f746-1029-4dbc-a444-a6e71029a5ee tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 932 time: 1.0444887 Feb 09 02:44:37.932680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:37.933461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:37.962814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] For port ec85774d-4b9b-4d50-9959-81ca906d760c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:37.968883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] For port ec85774d-4b9b-4d50-9959-81ca906d760c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ec85774d-4b9b-4d50-9959-81ca906d760c,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:37.982384 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:38.009568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-cea645fa-9067-4d45-8e2d-8d549aec1072 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0347857 Feb 09 02:44:38.030410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2f87-5698-480e-a451-57859e765313 req-4556ab8b-340f-472a-9fb6-c2ec5b15a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:38.031874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-4556ab8b-340f-472a-9fb6-c2ec5b15a1e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1143560 Feb 09 02:44:38.033815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19da4016-bd86-48fa-87e9-a808e0448111 admin admin] Publish callbacks [] for security_group (cf8a9376-719c-4a2b-98ec-2a82df80e4ac), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:38.046583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1f1f86c-9195-4725-b66e-b63f6de8939a req-f67dd218-8beb-4609-8862-1ce4943804a6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277864 Feb 09 02:44:38.054167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Request body: {'port': {'device_id': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:38.127274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c053-5ac8-4055-94a9-e7f9248c5224 None None] Pushing event updated for resources: {'Port': ['ID=ec85774d-4b9b-4d50-9959-81ca906d760c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:38.191121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19da4016-bd86-48fa-87e9-a808e0448111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cf8a9376-719c-4a2b-98ec-2a82df80e4ac), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:38.194469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19da4016-bd86-48fa-87e9-a808e0448111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:38.195785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-19da4016-bd86-48fa-87e9-a808e0448111 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf8a9376-719c-4a2b-98ec-2a82df80e4ac HTTP/1.1" status: 204 len: 168 time: 0.5899849 Feb 09 02:44:38.226320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da4016-bd86-48fa-87e9-a808e0448111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a9376-719c-4a2b-98ec-2a82df80e4ac,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:38.242170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2f87-5698-480e-a451-57859e765313 req-e458da75-3868-47ca-9943-3067ba168e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:38.246594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-e458da75-3868-47ca-9943-3067ba168e4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1969554 Feb 09 02:44:38.256115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:38.510687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-81e997d2-0904-4651-b2a4-401b13de1221 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530208 Feb 09 02:44:38.737700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fd511-1fa9-41aa-82a9-40d4420aef00 req-288b75ae-8951-4f03-abe4-47feb8c7100f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:38.746472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a4fd511-1fa9-41aa-82a9-40d4420aef00 req-288b75ae-8951-4f03-abe4-47feb8c7100f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.5216796 Feb 09 02:44:38.754537 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dae2f87-5698-480e-a451-57859e765313 req-7ed936f0-7712-42a1-bef3-ffc5b5f11da4 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403579 Feb 09 02:44:38.986537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks [] for router_gateway (e43283af-ac97-46c3-99e7-fa9d8795f48e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.037867 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.236686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cd9370-3bc5-4767-a682-c29a4ce3f8fa {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:39.251671 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Publish callbacks [] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.269422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Transition to ACTIVE for port object 78cd9370-3bc5-4767-a682-c29a4ce3f8fa will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:39.293661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a4fd511-1fa9-41aa-82a9-40d4420aef00 req-f97c84fe-aaa4-4552-945f-d9078034c5b5 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449691 Feb 09 02:44:39.297801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.375077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ec85774d-4b9b-4d50-9959-81ca906d760c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:39.529138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ec85774d-4b9b-4d50-9959-81ca906d760c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:39.533809 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.631528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Pushing event updated for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:39.731546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ec85774d-4b9b-4d50-9959-81ca906d760c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:39.731952 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.771279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea82b87-3b43-49f8-b323-44f522ad562d req-4a59d608-32d6-40bb-bb4b-25ec770b45da tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:39.782096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port ec85774d-4b9b-4d50-9959-81ca906d760c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ec85774d-4b9b-4d50-9959-81ca906d760c,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:39.791846 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fea82b87-3b43-49f8-b323-44f522ad562d req-4a59d608-32d6-40bb-bb4b-25ec770b45da tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 948 time: 0.2830951 Feb 09 02:44:39.798945 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:39.803617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Allocated IP 172.25.2.219 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/651c742b-c4dc-4620-b2fc-c5c528226fc6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:39.876591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=ec85774d-4b9b-4d50-9959-81ca906d760c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:39.899930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d662d9-ad56-4b18-b8fb-62c64d8c626a None None] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:44:39.914504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fea82b87-3b43-49f8-b323-44f522ad562d req-9f293e7e-bc60-427d-8c82-d9a9bb53d16e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167767 Feb 09 02:44:39.979825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-715c3e3c-9dff-4eb0-82d3-649e02800d35 None None] Provisioning complete for port ec85774d-4b9b-4d50-9959-81ca906d760c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:39.980204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-715c3e3c-9dff-4eb0-82d3-649e02800d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.020034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:40.020603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:40.020723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:40.075084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:40.075416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:40.090140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:40.090140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:40.090451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:40.090857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Bound port: 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:40.091235 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.137171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks [] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.189513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe79f-5002-49a4-9427-20772d10fe67 req-c8a7036f-6780-45c1-b92c-0f10cca2405c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:40.203217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-715c3e3c-9dff-4eb0-82d3-649e02800d35 None None] Current status of the port ec85774d-4b9b-4d50-9959-81ca906d760c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:40.205650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74fbe79f-5002-49a4-9427-20772d10fe67 req-c8a7036f-6780-45c1-b92c-0f10cca2405c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.1820195 Feb 09 02:44:40.326443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74fbe79f-5002-49a4-9427-20772d10fe67 req-c67b15f0-c57e-4995-bbe0-122dfe464efc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148460 Feb 09 02:44:40.337712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.342783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:40.345194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:40.445636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.480044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:40.490587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:40.497599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:40.548156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-527a4fcb-c75b-4399-8eed-a58744c792ca None None] Provisioning complete for port ec85774d-4b9b-4d50-9959-81ca906d760c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:40.548648 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-527a4fcb-c75b-4399-8eed-a58744c792ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.661090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=651c742b-c4dc-4620-b2fc-c5c528226fc6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:40.723576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:40.724198 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:40.725787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] 10.222.0.61 "PUT /v2.0/ports/78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 200 len: 1092 time: 2.6982102 Feb 09 02:44:40.726431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf53372-ddaa-4e20-be5e-3f3f2f6ab249 service neutron] Pushing event updated for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:40.729786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-527a4fcb-c75b-4399-8eed-a58744c792ca None None] Current status of the port ec85774d-4b9b-4d50-9959-81ca906d760c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:40.731694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:40.734642 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf2a20-db08-400c-b7cf-39ec80f1cb98" -d '{"events": [{"name": "network-changed", "server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:40.953175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067e331-e580-47f0-a705-cb691643494c req-a619fff4-adb4-40a4-8a2c-83538b8d0613 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:40.955839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5067e331-e580-47f0-a705-cb691643494c req-a619fff4-adb4-40a4-8a2c-83538b8d0613 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1132 time: 0.1675973 Feb 09 02:44:40.979937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1e5f-714f-4521-8e2d-3422688383cb req-a02d8323-7a4b-454b-bcf5-cb7f1ed2fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:40.981479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-a02d8323-7a4b-454b-bcf5-cb7f1ed2fd9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1126 time: 0.1540899 Feb 09 02:44:40.991933 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5067e331-e580-47f0-a705-cb691643494c req-11bafe2c-b322-4d57-a3f2-c68b44fb62c9 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.194276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-89d5ab71-1374-4ca7-a414-3045d2a9dca4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 200 len: 217 time: 0.1858346 Feb 09 02:44:41.247442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ec85774d-4b9b-4d50-9959-81ca906d760c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:41.281848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5067e331-e580-47f0-a705-cb691643494c req-11bafe2c-b322-4d57-a3f2-c68b44fb62c9 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] Publish callbacks [] for security_group (41d907cc-bdd9-4765-9ba5-13959b5ac5fa), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.288658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1e5f-714f-4521-8e2d-3422688383cb req-e0602025-5ef2-405d-83b9-15e070c634bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:41.290909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-e0602025-5ef2-405d-83b9-15e070c634bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0924904 Feb 09 02:44:41.296009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5067e331-e580-47f0-a705-cb691643494c req-11bafe2c-b322-4d57-a3f2-c68b44fb62c9 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (41d907cc-bdd9-4765-9ba5-13959b5ac5fa), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.391057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ec85774d-4b9b-4d50-9959-81ca906d760c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:41.391674 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.561807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-f9b8b8eb-1f06-4a42-90f9-98b731294fa5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2592094 Feb 09 02:44:41.590990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks [] for router_gateway (e43283af-ac97-46c3-99e7-fa9d8795f48e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:41.599777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ec85774d-4b9b-4d50-9959-81ca906d760c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:41.718348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5067e331-e580-47f0-a705-cb691643494c req-11bafe2c-b322-4d57-a3f2-c68b44fb62c9 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486656 Feb 09 02:44:41.726721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bafe2c-b322-4d57-a3f2-c68b44fb62c9 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d907cc-bdd9-4765-9ba5-13959b5ac5fa,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:41.806165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-2c07e8f2-3142-4d2c-b2d1-1899bde6e302 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305210 Feb 09 02:44:41.877536 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f892d616-ff09-42ce-b563-e2982b34a816 x-openstack-request-id: req-f892d616-ff09-42ce-b563-e2982b34a816 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:41.877536 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:41.877536 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f892d616-ff09-42ce-b563-e2982b34a816 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:41.877936 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa', 'status': 'completed', 'code': 200} Feb 09 02:44:41.976261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-556a1e5f-714f-4521-8e2d-3422688383cb req-ed9116f7-f579-4b6f-a61d-59e68a63a363 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011488 Feb 09 02:44:42.103865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (e43283af-ac97-46c3-99e7-fa9d8795f48e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:42.117340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a5df6-7bd3-4be6-9f01-3806f9c2389f req-0f43bb48-c5ca-46a0-af28-e8a871aadacd tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:42.118921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-191a5df6-7bd3-4be6-9f01-3806f9c2389f req-0f43bb48-c5ca-46a0-af28-e8a871aadacd tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 948 time: 0.1396050 Feb 09 02:44:42.230169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-4fb7c1b3-4e31-4e1c-83f5-8a21f3eec737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:42.231831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-4fb7c1b3-4e31-4e1c-83f5-8a21f3eec737 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1126 time: 0.1709144 Feb 09 02:44:42.391313 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-191a5df6-7bd3-4be6-9f01-3806f9c2389f req-e4a82744-1348-4734-a401-c7a7a0e4434b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500854 Feb 09 02:44:42.434760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-4adf38ff-c8c9-4c3b-a9b0-16262711b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:42.439003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-4adf38ff-c8c9-4c3b-a9b0-16262711b2e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1974077 Feb 09 02:44:42.564850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-dfc704d8-a950-48b2-935b-1b38c35eb2c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 200 len: 217 time: 0.1004968 Feb 09 02:44:42.653951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30445-3937-4a59-876d-dd027699e077 req-a8bfdf7a-f610-47ae-a969-cf3e1cfc4797 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:42.661214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efa30445-3937-4a59-876d-dd027699e077 req-a8bfdf7a-f610-47ae-a969-cf3e1cfc4797 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.1510091 Feb 09 02:44:42.675005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Router e43283af-ac97-46c3-99e7-fa9d8795f48e is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:44:42.678029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-e434655d-1c9f-4b16-8cee-ba384f2989d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:42.679733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-e434655d-1c9f-4b16-8cee-ba384f2989d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0977221 Feb 09 02:44:42.728542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-d2811baf-fa20-4cf6-b19a-50e4ff9073c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406463 Feb 09 02:44:42.916199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efa30445-3937-4a59-876d-dd027699e077 req-d3f587f3-b71e-45fc-84e0-d72c44c7eaa2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536917 Feb 09 02:44:42.968843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:42.979217 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Sync routers for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:43.003408 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:43.004059 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:43.053163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:43.057596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-11112e69-731e-462d-bebf-0bf9421ba4c3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5833204 Feb 09 02:44:43.058447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43790) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:43.089781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-b51aaa33-0393-4aae-a614-e12c41a0ba1d service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418703 Feb 09 02:44:43.202519 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:43.317228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bf2a20-db08-400c-b7cf-39ec80f1cb98 req-4eb757d5-4de8-4857-b284-f41c632d2a66 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204611 Feb 09 02:44:43.564985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71b8f22c-6013-481f-a1db-b49c06f6be6f details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:43.691407 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:40Z', 'revision_number': 3, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:43.732160 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Checking router: e43283af-ac97-46c3-99e7-fa9d8795f48e for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:43.732870 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Updating router e43283af-ac97-46c3-99e7-fa9d8795f48e port 651c742b-c4dc-4620-b2fc-c5c528226fc6 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:44:43.767933 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:43.884706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71b8f22c-6013-481f-a1db-b49c06f6be6f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71b8f22c-6013-481f-a1db-b49c06f6be6f,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:43.916027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '71b8f22c-6013-481f-a1db-b49c06f6be6f', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '71b8f22c-6013-481f-a1db-b49c06f6be6f', 'mac_address': 'fa:16:3e:c7:79:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:44:43.940270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:43.991707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71b8f22c-6013-481f-a1db-b49c06f6be6f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:43.992185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.007787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b8f22c-6013-481f-a1db-b49c06f6be6f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:44.036180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71b8f22c-6013-481f-a1db-b49c06f6be6f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71b8f22c-6013-481f-a1db-b49c06f6be6f,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:44.050754 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.151262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc26758-b505-44e2-8937-e22f9e6ca668 req-dc400d9e-ebe8-4cc8-a3d6-f196b3bd0030 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:44.155930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71b8f22c-6013-481f-a1db-b49c06f6be6f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:44.161327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fcc26758-b505-44e2-8937-e22f9e6ca668 req-dc400d9e-ebe8-4cc8-a3d6-f196b3bd0030 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 949 time: 0.0819297 Feb 09 02:44:44.236666 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Publish callbacks [] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.246607 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.252787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fcc26758-b505-44e2-8937-e22f9e6ca668 req-516a77ae-5842-4a12-a6bd-7e545ebedaf3 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904677 Feb 09 02:44:44.379972 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Attempting to bind port 651c742b-c4dc-4620-b2fc-c5c528226fc6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:44.380741 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Attempting to bind port 651c742b-c4dc-4620-b2fc-c5c528226fc6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:44.381318 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Attempting to bind port 651c742b-c4dc-4620-b2fc-c5c528226fc6 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:44.391562 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Pushing event updated for resources: {'Port': ['ID=651c742b-c4dc-4620-b2fc-c5c528226fc6,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:44.394399 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:44.395050 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:44.395666 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.396262 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:44.396969 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Bound port: 651c742b-c4dc-4620-b2fc-c5c528226fc6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:44.397583 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.420429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71b8f22c-6013-481f-a1db-b49c06f6be6f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:44.423317 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.423899 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.424473 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.425013 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.425566 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.426116 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.426685 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.427231 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.427763 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.428295 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.428824 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.429500 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.430029 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:44.432537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Allocated IP 172.20.0.1 (49819c0c-2b0f-444b-9d9b-255492e95d5d/3ce02cc9-11c8-473c-b9a9-6239ee16deb4/366f76c8-91bf-4b98-8ec9-d025b05380b9) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:44.485140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b8d7c-fdcf-414a-9826-4659fb837d23 req-b342cd99-d5ec-4f49-9997-26685c7553c6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:44.488649 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de1b8d7c-fdcf-414a-9826-4659fb837d23 req-b342cd99-d5ec-4f49-9997-26685c7553c6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.1181717 Feb 09 02:44:44.499311 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] For port 651c742b-c4dc-4620-b2fc-c5c528226fc6, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:44.514055 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] For port 651c742b-c4dc-4620-b2fc-c5c528226fc6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=651c742b-c4dc-4620-b2fc-c5c528226fc6,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:44.532692 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.597045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de1b8d7c-fdcf-414a-9826-4659fb837d23 req-43a8f2c7-9ac5-4488-9b92-e5fe97e89aaf tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017239 Feb 09 02:44:44.686894 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:44:44.718122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Publish callbacks [] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.722952 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c186b3-ff45-48b6-855d-513978a9e9e6 None None] Pushing event updated for resources: {'Port': ['ID=651c742b-c4dc-4620-b2fc-c5c528226fc6,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:44.743841 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:44.746499 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:44.777141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.822089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87490dd6-c78b-49f7-a6ff-cdb6374c569a req-11c2c7d4-1dbd-419f-a4f8-dfe8cd28927c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:44.837800 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87490dd6-c78b-49f7-a6ff-cdb6374c569a req-11c2c7d4-1dbd-419f-a4f8-dfe8cd28927c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.1104276 Feb 09 02:44:44.865759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:44.877572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:44.902606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:44.904461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (e43283af-ac97-46c3-99e7-fa9d8795f48e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:44.946971 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87490dd6-c78b-49f7-a6ff-cdb6374c569a req-79fad4a4-cead-41f1-a451-2334465d9a67 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080158 Feb 09 02:44:44.963722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 78cd9370-3bc5-4767-a682-c29a4ce3f8fa details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:44:45.001600 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:45.131741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-88fdaf4c-d1be-4212-9cb1-1317f42a363b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9865081 Feb 09 02:44:45.147308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-b53a57c0-1477-4511-9285-7c644e10de92 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:44:45.148380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-b53a57c0-1477-4511-9285-7c644e10de92 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083506 Feb 09 02:44:45.189531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Pushing event updated for resources: {'Port': ['ID=366f76c8-91bf-4b98-8ec9-d025b05380b9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:45.193562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:45.365457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:45.411332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa', 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'port_id': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa', 'mac_address': 'fa:16:3e:dd:88:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94138dc5-dd49-464d-a031-a58e908f8168', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:44:45.546395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:45.546898 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:45.573149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Publish callbacks [] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:45.588287 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:45.589155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (e43283af-ac97-46c3-99e7-fa9d8795f48e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:45.621654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e463103-52f5-4bc8-a9e7-4ab0b937aedb req-545fd876-e5d3-4b96-a452-033667c90e97 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:45.635177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-17583b07-ad53-402c-bd67-0a8be5227d67 None None] Provisioning complete for port 366f76c8-91bf-4b98-8ec9-d025b05380b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:45.635565 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17583b07-ad53-402c-bd67-0a8be5227d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:45.635910 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e463103-52f5-4bc8-a9e7-4ab0b937aedb req-545fd876-e5d3-4b96-a452-033667c90e97 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 949 time: 0.1568017 Feb 09 02:44:45.649175 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:40Z', 'revision_number': 3, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:45.651144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cd9370-3bc5-4767-a682-c29a4ce3f8fa {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:45.716544 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c4a3c-7c6b-4f9e-a130-e43fd5170a09 None None] The sync data for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 is: [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:40Z', 'revision_number': 3, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:45.772831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e463103-52f5-4bc8-a9e7-4ab0b937aedb req-9cbf1038-28a7-49ca-85ef-c33dc05b3d73 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348522 Feb 09 02:44:45.832601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:45.836196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:45.873049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Pushing event updated for resources: {'Port': ['ID=366f76c8-91bf-4b98-8ec9-d025b05380b9,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:45.983094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:45.989216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-17583b07-ad53-402c-bd67-0a8be5227d67 None None] Port 366f76c8-91bf-4b98-8ec9-d025b05380b9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:46.004757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.143287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:46.216308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Router e43283af-ac97-46c3-99e7-fa9d8795f48e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:46.304830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['78cd9370-3bc5-4767-a682-c29a4ce3f8fa'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:44:46.413988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:46.433367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-948eaf14-d843-4627-91be-60e7e5be5a04 admin admin] 10.222.0.32 "PUT /v2.0/routers/e43283af-ac97-46c3-99e7-fa9d8795f48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3660862 Feb 09 02:44:46.503368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a25bd44d-4208-4bee-adf1-6624147acd3f None None] Provisioning complete for port 366f76c8-91bf-4b98-8ec9-d025b05380b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:46.503746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a25bd44d-4208-4bee-adf1-6624147acd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:46.669253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a25bd44d-4208-4bee-adf1-6624147acd3f None None] Port 366f76c8-91bf-4b98-8ec9-d025b05380b9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:47.279666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-7d094d2e-d8e2-45a7-b3ef-166826dd4369 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:47.281243 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-7d094d2e-d8e2-45a7-b3ef-166826dd4369 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8d6b60f-29c1-4bdf-9062-21efaa89ec72 HTTP/1.1" status: 200 len: 945 time: 0.1264658 Feb 09 02:44:47.373253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 651c742b-c4dc-4620-b2fc-c5c528226fc6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:47.464056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71b8f22c-6013-481f-a1db-b49c06f6be6f up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:47.580645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Deleting port d8ac8590-dede-4318-a5b9-138958426ca9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:44:47.584119 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.609904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 651c742b-c4dc-4620-b2fc-c5c528226fc6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:47.611068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.680409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 71b8f22c-6013-481f-a1db-b49c06f6be6f completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:44:47.713194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-a0ecc1da-1dcc-42ee-8fe8-3289ae7e4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:47.721049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-a0ecc1da-1dcc-42ee-8fe8-3289ae7e4e01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1132 time: 0.1026475 Feb 09 02:44:47.730187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 651c742b-c4dc-4620-b2fc-c5c528226fc6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:47.730612 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.735998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 71b8f22c-6013-481f-a1db-b49c06f6be6f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:47.736377 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.802228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] For port d8ac8590-dede-4318-a5b9-138958426ca9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d8ac8590-dede-4318-a5b9-138958426ca9,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:47.802687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.805946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 651c742b-c4dc-4620-b2fc-c5c528226fc6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=651c742b-c4dc-4620-b2fc-c5c528226fc6,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:47.822744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:47.887598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-815e3553-6006-4461-9e8f-92e38690bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:47.890619 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-815e3553-6006-4461-9e8f-92e38690bd4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1623466 Feb 09 02:44:47.985973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-856a1d31-019f-403f-b3fd-913db250554f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.0888309 Feb 09 02:44:48.001535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=651c742b-c4dc-4620-b2fc-c5c528226fc6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:48.059878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-71c249db-c469-44b9-9e34-3a70cdff96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:48.061820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-71c249db-c469-44b9-9e34-3a70cdff96fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0691042 Feb 09 02:44:48.109604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71b8f22c-6013-481f-a1db-b49c06f6be6f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:48.110004 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.184411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb5cb09-03e8-4c91-adca-25a6f804a202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b8f22c-6013-481f-a1db-b49c06f6be6f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:48.186746 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4688c51e-cb82-489b-8529-a67e8f6464ed" -d '{"events": [{"server_uuid": "9eb5cb09-03e8-4c91-adca-25a6f804a202", "name": "network-vif-plugged", "status": "completed", "tag": "71b8f22c-6013-481f-a1db-b49c06f6be6f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:48.189395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-7a698b9b-a84e-4ab1-a282-8080521e5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:48.191650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-7a698b9b-a84e-4ab1-a282-8080521e5dcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1230910 Feb 09 02:44:48.219965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71b8f22c-6013-481f-a1db-b49c06f6be6f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71b8f22c-6013-481f-a1db-b49c06f6be6f,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:48.230159 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.343324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71b8f22c-6013-481f-a1db-b49c06f6be6f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:48.364127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-25a1dd27-8b40-4fc9-a9b4-416737b17781 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651428 Feb 09 02:44:48.597575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-8adf3217-1e80-4b5b-9580-195e3986c3de service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259140 Feb 09 02:44:48.713123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Sync routers for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:48.725823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:48.726503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:48.798613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.799458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:48.799833 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Floating IP e095774b-c517-4431-b549-c95cafe7510b disassociated. External IP: 172.25.2.32, port: d8ac8590-dede-4318-a5b9-138958426ca9. Feb 09 02:44:48.800176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Calling delete_port for d8ac8590-dede-4318-a5b9-138958426ca9 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:44:48.937043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:49.027515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 78cd9370-3bc5-4767-a682-c29a4ce3f8fa up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:49.103366 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d8ac8590-dede-4318-a5b9-138958426ca9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.165431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event deleted for resources: {'Port': ['ID=d8ac8590-dede-4318-a5b9-138958426ca9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:49.255507 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.264126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 651c742b-c4dc-4620-b2fc-c5c528226fc6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:49.295594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:44:49.310311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:49.310691 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.466673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Router 273de934-d19a-47b2-98e8-4bf96c8bb462 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:44:49.674066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 651c742b-c4dc-4620-b2fc-c5c528226fc6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:49.674742 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.726586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:44:49.740420 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] Sync routers for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:44:49.753324 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:49.767320 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:49.801571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] No DVR routers for this DVR port d8ac8590-dede-4318-a5b9-138958426ca9 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:44:49.811977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.817276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7017191c-0a4d-4f19-bd1a-2ba4b21c74c1 req-773e4971-db1e-4cbd-974a-01c4d846bbdc tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "DELETE /v2.0/ports/d8ac8590-dede-4318-a5b9-138958426ca9 HTTP/1.1" status: 204 len: 173 time: 2.5268226 Feb 09 02:44:49.817744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'name': 'network-vif-deleted', 'tag': 'd8ac8590-dede-4318-a5b9-138958426ca9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:49.831747 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fab631-d2c0-4303-adf0-026eed47301f" -d '{"events": [{"server_uuid": "b8d6b60f-29c1-4bdf-9062-21efaa89ec72", "name": "network-vif-deleted", "tag": "d8ac8590-dede-4318-a5b9-138958426ca9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:49.869507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:49.872125 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:49.952652 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:49.982219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:49.996332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 2, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.013757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.128894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Checking router: e43283af-ac97-46c3-99e7-fa9d8795f48e for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:50.129366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Updating router e43283af-ac97-46c3-99e7-fa9d8795f48e port 366f76c8-91bf-4b98-8ec9-d025b05380b9 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:44:50.164407 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.177327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 651c742b-c4dc-4620-b2fc-c5c528226fc6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:50.223381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:50.270752 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.315755 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] Checking router: 273de934-d19a-47b2-98e8-4bf96c8bb462 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:44:50.326803 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:50.327696 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:50.474735 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:50.866603 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Publish callbacks [] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:50.899078 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.006845 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:51.076686 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0003d576-560a-4c88-a5e0-f61ebd8cb29e None None] The sync data for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 is: [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:51.138834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d75ed-9dcb-45ef-ad96-db2c155a48f7 None None] Pushing event updated for resources: {'Port': ['ID=366f76c8-91bf-4b98-8ec9-d025b05380b9,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:51.193586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Attempting to bind port 366f76c8-91bf-4b98-8ec9-d025b05380b9 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:51.194312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Attempting to bind port 366f76c8-91bf-4b98-8ec9-d025b05380b9 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:51.194805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Attempting to bind port 366f76c8-91bf-4b98-8ec9-d025b05380b9 on network 49819c0c-2b0f-444b-9d9b-255492e95d5d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:51.209177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:51.209748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Checking segment: {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:51.210307 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.210805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Bound using segment: {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:51.211616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Bound port: 366f76c8-91bf-4b98-8ec9-d025b05380b9, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:51.213708 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.215816 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.339548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] For port 366f76c8-91bf-4b98-8ec9-d025b05380b9, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:51.343468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] For port 366f76c8-91bf-4b98-8ec9-d025b05380b9, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=366f76c8-91bf-4b98-8ec9-d025b05380b9,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:51.377618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.452017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d9b9ed13-b39d-4ac5-8ce0-9cf39a1b92df None None] Provisioning complete for port 366f76c8-91bf-4b98-8ec9-d025b05380b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:51.452566 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ed13-b39d-4ac5-8ce0-9cf39a1b92df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:51.459621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:44:51.460556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:44:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:51.482489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d75ed-9dcb-45ef-ad96-db2c155a48f7 None None] Pushing event updated for resources: {'Port': ['ID=366f76c8-91bf-4b98-8ec9-d025b05380b9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:51.744548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170e2161-d58e-4ed1-a304-313f4a66c085 None None] New status for floating IP e095774b-c517-4431-b549-c95cafe7510b: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:44:51.832944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bbe13-6b8b-4893-82c5-5d0540277256 req-1baa9643-f7aa-4e50-ae84-46f2999f32cc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:51.835518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-221bbe13-6b8b-4893-82c5-5d0540277256 req-1baa9643-f7aa-4e50-ae84-46f2999f32cc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0673165 Feb 09 02:44:51.918037 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-221bbe13-6b8b-4893-82c5-5d0540277256 req-349a334b-06be-4b42-9bd3-ba2ecb8ca882 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756354 Feb 09 02:44:52.002998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:44:52.061921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9ed13-b39d-4ac5-8ce0-9cf39a1b92df None None] Current status of the port 366f76c8-91bf-4b98-8ec9-d025b05380b9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:52.062607 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ed13-b39d-4ac5-8ce0-9cf39a1b92df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.113582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36732c-fb0c-4591-b324-be5e4d4633c6 req-efa08e74-e8d3-43b9-9ed3-9099a5f4ca03 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:52.121808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f36732c-fb0c-4591-b324-be5e4d4633c6 req-efa08e74-e8d3-43b9-9ed3-9099a5f4ca03 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.0772622 Feb 09 02:44:52.215440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d9b9ed13-b39d-4ac5-8ce0-9cf39a1b92df None None] For port 366f76c8-91bf-4b98-8ec9-d025b05380b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=366f76c8-91bf-4b98-8ec9-d025b05380b9,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:52.221972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f36732c-fb0c-4591-b324-be5e4d4633c6 req-31d1c6bd-61c4-4099-88f7-deb46f361b95 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984721 Feb 09 02:44:52.224548 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ed13-b39d-4ac5-8ce0-9cf39a1b92df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.385084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ed13-b39d-4ac5-8ce0-9cf39a1b92df None None] Pushing event updated for resources: {'Port': ['ID=366f76c8-91bf-4b98-8ec9-d025b05380b9,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:52.403367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1a5f4249-e291-41a2-80c6-15fea80655ad None None] Provisioning complete for port 366f76c8-91bf-4b98-8ec9-d025b05380b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:52.403873 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4249-e291-41a2-80c6-15fea80655ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:52.448678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:51Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:44:52.480146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91887389-0699-474c-9e8d-702ecb6d2ab7 None None] The sync data for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 is: [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:51Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:44:52.614130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f4249-e291-41a2-80c6-15fea80655ad None None] Current status of the port 366f76c8-91bf-4b98-8ec9-d025b05380b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:52.861151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-30c949a3-fb76-48e6-a123-1dcafa6f1216 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--515369083&fields=id&tenant_id=ae047dd924544331ad7935dc4c597821 HTTP/1.1" status: 200 len: 267 time: 0.0932837 Feb 09 02:44:52.951648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43924) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:52.956091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2649574f-e48b-40c9-a61f-ce8a73f1a590 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129350031', 'description': 'tempest-description--788468735'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:52.996194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d8ac8590-dede-4318-a5b9-138958426ca9 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:53.007081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2649574f-e48b-40c9-a61f-ce8a73f1a590 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.037792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-51dced41-51af-4088-beb7-16d03a40d08b tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:53.039711 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-51dced41-51af-4088-beb7-16d03a40d08b tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/networks?id=3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 200 len: 824 time: 0.1682553 Feb 09 02:44:53.045349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: d8ac8590-dede-4318-a5b9-138958426ca9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:44:53.046180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d8ac8590-dede-4318-a5b9-138958426ca9 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:44:53.058496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-22881915-10d6-4f6c-bfc1-68e934e80a3d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/quotas/ae047dd924544331ad7935dc4c597821 HTTP/1.1" status: 200 len: 375 time: 0.0101147 Feb 09 02:44:53.152233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-bab9bdb8-db12-4eeb-87fe-fddb7224e624 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae047dd924544331ad7935dc4c597821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868804 Feb 09 02:44:53.202493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e34a7-7d2c-4c5a-b25f-a118f62a03e9 req-25ef7938-9d3b-4674-ad16-35f998ec0cb4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:53.210483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db8e34a7-7d2c-4c5a-b25f-a118f62a03e9 req-25ef7938-9d3b-4674-ad16-35f998ec0cb4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 950 time: 0.2051139 Feb 09 02:44:53.279074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 366f76c8-91bf-4b98-8ec9-d025b05380b9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:44:53.319043 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2649574f-e48b-40c9-a61f-ce8a73f1a590 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group (4d91954b-7431-43ee-9444-ccd9ff3cbb67), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.323105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-48840ad8-9892-43a4-b8c1-34620ec5959c service neutron] 10.222.0.32 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586237 Feb 09 02:44:53.334119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db8e34a7-7d2c-4c5a-b25f-a118f62a03e9 req-2305e822-754e-4b54-8f0f-d8cf3ea853c1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194084 Feb 09 02:44:53.337950 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2649574f-e48b-40c9-a61f-ce8a73f1a590 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4d91954b-7431-43ee-9444-ccd9ff3cbb67), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.384097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649574f-e48b-40c9-a61f-ce8a73f1a590 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d91954b-7431-43ee-9444-ccd9ff3cbb67,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:53.388903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 366f76c8-91bf-4b98-8ec9-d025b05380b9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:53.389410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2649574f-e48b-40c9-a61f-ce8a73f1a590 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.389852 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.391017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2649574f-e48b-40c9-a61f-ce8a73f1a590 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4383330 Feb 09 02:44:53.394427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43928) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:53.398902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-36f34694-6d95-414a-a345-f045e83c5599 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Request body: {'security_group_rule': {'security_group_id': '4d91954b-7431-43ee-9444-ccd9ff3cbb67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:53.478701 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844e79f7-4600-4587-a062-ea002aa3e69b x-openstack-request-id: req-844e79f7-4600-4587-a062-ea002aa3e69b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:53.479048 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d6b60f-29c1-4bdf-9062-21efaa89ec72", "name": "network-vif-deleted", "tag": "d8ac8590-dede-4318-a5b9-138958426ca9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:53.479300 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-844e79f7-4600-4587-a062-ea002aa3e69b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:53.479845 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d6b60f-29c1-4bdf-9062-21efaa89ec72', 'name': 'network-vif-deleted', 'tag': 'd8ac8590-dede-4318-a5b9-138958426ca9', 'status': 'completed', 'code': 200} Feb 09 02:44:53.484216 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c41a64-ff1b-4317-8ea2-6be5e2e8ce24 x-openstack-request-id: req-71c41a64-ff1b-4317-8ea2-6be5e2e8ce24 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:53.484528 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb5cb09-03e8-4c91-adca-25a6f804a202", "name": "network-vif-plugged", "status": "completed", "tag": "71b8f22c-6013-481f-a1db-b49c06f6be6f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:53.484829 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71c41a64-ff1b-4317-8ea2-6be5e2e8ce24 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:53.485222 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb5cb09-03e8-4c91-adca-25a6f804a202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b8f22c-6013-481f-a1db-b49c06f6be6f', 'code': 200} Feb 09 02:44:53.494331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-36f34694-6d95-414a-a345-f045e83c5599 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group_rule (9d0d33be-9136-4ca8-ab69-bec1238aaa3d), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.502156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a7e8e4c4-85fb-4126-9777-99d29e352202 service neutron] 10.222.0.32 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719065 Feb 09 02:44:53.595044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 366f76c8-91bf-4b98-8ec9-d025b05380b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:53.646074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6ab3b-7b95-47c1-87f9-0fe460a0d1b5 req-86f0d5cc-b1d2-433f-a7dd-bfb489b1ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:53.647801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49e6ab3b-7b95-47c1-87f9-0fe460a0d1b5 req-86f0d5cc-b1d2-433f-a7dd-bfb489b1ff89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 1132 time: 0.1496456 Feb 09 02:44:53.658985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-36f34694-6d95-414a-a345-f045e83c5599 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group_rule (9d0d33be-9136-4ca8-ab69-bec1238aaa3d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.676668 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-36f34694-6d95-414a-a345-f045e83c5599 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (9d0d33be-9136-4ca8-ab69-bec1238aaa3d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.720012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f34694-6d95-414a-a345-f045e83c5599 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0d33be-9136-4ca8-ab69-bec1238aaa3d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:53.738747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-36f34694-6d95-414a-a345-f045e83c5599 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.743848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-36f34694-6d95-414a-a345-f045e83c5599 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453526 Feb 09 02:44:53.744272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43956) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:53.749605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-98e6577a-73f6-4593-b5b3-e66fd6e9ee45 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Request body: {'security_group_rule': {'security_group_id': '4d91954b-7431-43ee-9444-ccd9ff3cbb67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:53.755866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49e6ab3b-7b95-47c1-87f9-0fe460a0d1b5 req-e6286768-d110-4bf6-abb9-64cbc6618659 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995181 Feb 09 02:44:53.816827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98e6577a-73f6-4593-b5b3-e66fd6e9ee45 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group_rule (49fb4407-a66d-415a-8908-a9b4a7721f0d), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.880067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742faf-7cde-49d7-a3ae-394ca4dad1e6 req-20073ab4-5c43-4796-8354-fe0961c010f6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:53.882461 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4742faf-7cde-49d7-a3ae-394ca4dad1e6 req-20073ab4-5c43-4796-8354-fe0961c010f6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1090713 Feb 09 02:44:53.910205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98e6577a-73f6-4593-b5b3-e66fd6e9ee45 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group_rule (49fb4407-a66d-415a-8908-a9b4a7721f0d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.950100 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98e6577a-73f6-4593-b5b3-e66fd6e9ee45 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (49fb4407-a66d-415a-8908-a9b4a7721f0d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:53.998775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4742faf-7cde-49d7-a3ae-394ca4dad1e6 req-4bd651bd-6a2d-489d-bfbf-607e1fd9c875 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094422 Feb 09 02:44:54.001896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6577a-73f6-4593-b5b3-e66fd6e9ee45 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fb4407-a66d-415a-8908-a9b4a7721f0d,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:54.010525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98e6577a-73f6-4593-b5b3-e66fd6e9ee45 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.012580 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-98e6577a-73f6-4593-b5b3-e66fd6e9ee45 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2669466 Feb 09 02:44:54.015804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43970) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:44:54.021773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:54.059131 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.196328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e1bd7-4aa7-45e6-a6ae-f47a97219d1e req-d399d261-b2ae-4ece-812f-a0f47b792f9d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:54.198166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-897e1bd7-4aa7-45e6-a6ae-f47a97219d1e req-d399d261-b2ae-4ece-812f-a0f47b792f9d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.0831144 Feb 09 02:44:54.272208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.289046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-897e1bd7-4aa7-45e6-a6ae-f47a97219d1e req-30694833-339b-4dc8-8ffa-23d5dcbd8323 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764916 Feb 09 02:44:54.372900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-28691add-5433-4141-aeb7-f955a5846202 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:54.374742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-28691add-5433-4141-aeb7-f955a5846202 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/networks?id=c7a4df9c-c017-45fb-b741-2c6c89fd898a HTTP/1.1" status: 200 len: 814 time: 0.5399194 Feb 09 02:44:54.394579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-fe9b1d6a-0543-41e0-aa28-5457d0eeed64 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/quotas/a75847975e1c48ad9e0db0039777f0df HTTP/1.1" status: 200 len: 375 time: 0.0104733 Feb 09 02:44:54.458420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Allocated IP 172.25.2.86 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/afb6bd0d-9229-4061-8712-6e3b2f69d44e) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:54.481955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-b13d4865-969e-4336-a4d4-401aab918480 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a75847975e1c48ad9e0db0039777f0df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765049 Feb 09 02:44:54.619407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for port (afb6bd0d-9229-4061-8712-6e3b2f69d44e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.655560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-34fb6442-024f-41c8-9e80-d32dd10d5b38 service neutron] 10.222.0.32 "GET /v2.0/networks/c7a4df9c-c017-45fb-b741-2c6c89fd898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720264 Feb 09 02:44:54.678004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (afb6bd0d-9229-4061-8712-6e3b2f69d44e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.726699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:54.732256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:54.736461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:54.768154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event updated for resources: {'Port': ['ID=afb6bd0d-9229-4061-8712-6e3b2f69d44e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:54.782987 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-d88e6dbf-34f4-499d-9a1b-0b26f05ad9de service neutron] 10.222.0.32 "GET /v2.0/networks/c7a4df9c-c017-45fb-b741-2c6c89fd898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193585 Feb 09 02:44:54.850586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for floatingip (e788b891-723a-4be8-9cb5-b891cd63a064), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.902417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (afb6bd0d-9229-4061-8712-6e3b2f69d44e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:54.981464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa8d9fdb-3fba-4e6d-9f7f-83765c79bfe3 req-9f435163-ef7b-4134-afd1-8a0f958a9d31 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 210 time: 0.0446253 Feb 09 02:44:55.050284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959dd7-178e-448b-9616-9d6643ecd032 req-2865861f-584d-4b0a-890a-7c7b38fe78b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:55.051855 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20959dd7-178e-448b-9616-9d6643ecd032 req-2865861f-584d-4b0a-890a-7c7b38fe78b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 950 time: 0.0678911 Feb 09 02:44:55.103884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20959dd7-178e-448b-9616-9d6643ecd032 req-92963199-4ca8-4195-acfa-b3a997fd8a4e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 Feb 09 02:44:55.196522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f6e44-186c-4c90-b902-0fbbaeeb665c req-707a37b1-cc73-45ad-8c4e-b99ec3ea1ba3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:55.207463 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c72f6e44-186c-4c90-b902-0fbbaeeb665c req-707a37b1-cc73-45ad-8c4e-b99ec3ea1ba3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 950 time: 0.1363120 Feb 09 02:44:55.348025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for port (afb6bd0d-9229-4061-8712-6e3b2f69d44e), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.365257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c72f6e44-186c-4c90-b902-0fbbaeeb665c req-fe0c04bc-256e-4697-b414-d3450650b6fc tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545765 Feb 09 02:44:55.371319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (afb6bd0d-9229-4061-8712-6e3b2f69d44e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.487236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:55.490524 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d7d3e-9556-42ac-95f8-f50da985c582" -d '{"events": [{"server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "name": "network-vif-plugged", "status": "completed", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:55.494918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80b79930-31d7-4ffb-a935-8c1c31db95a4 req-6ebbefaf-8709-49bf-b328-8ba8bd0a12b7 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 210 time: 0.0566888 Feb 09 02:44:55.546120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event updated for resources: {'Port': ['ID=afb6bd0d-9229-4061-8712-6e3b2f69d44e,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:55.554760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-b67b945d-837d-4c56-91f0-37518feb8990 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:55.556442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-b67b945d-837d-4c56-91f0-37518feb8990 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "GET /v2.0/networks?id=3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 200 len: 824 time: 0.3314734 Feb 09 02:44:55.565394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e788b891-723a-4be8-9cb5-b891cd63a064), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.624067 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.626921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5cc417c1-6021-4af1-8ca1-49ccc7c95486 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6084125 Feb 09 02:44:55.685368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-1889ec2a-4df5-462e-a04d-0cc44bde273a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae047dd924544331ad7935dc4c597821 HTTP/1.1" status: 200 len: 379 time: 0.1152496 Feb 09 02:44:55.697305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Request body: {'port': {'device_id': 'b27cda10-1692-46e6-b994-f75242052c6a', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'admin_state_up': True, 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'security_groups': ['67d30538-d8d6-444d-a6e4-462a59e1d37d']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:55.728643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f657a03-740b-4314-975d-19a7b2737192 req-7238dbd5-1888-4840-99b0-ed92807bd764 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:55.730261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f657a03-740b-4314-975d-19a7b2737192 req-7238dbd5-1888-4840-99b0-ed92807bd764 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1378112 Feb 09 02:44:55.778705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b37a9-2dd2-4caa-a9ab-9dec3c2091e2 req-1edd8736-fe49-4913-a3a2-92a5a3b5cc21 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:55.785894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-543b37a9-2dd2-4caa-a9ab-9dec3c2091e2 req-1edd8736-fe49-4913-a3a2-92a5a3b5cc21 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.0936663 Feb 09 02:44:55.838981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f657a03-740b-4314-975d-19a7b2737192 req-3a632d23-f002-4c70-9e6e-fbbd3bdc8199 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823858 Feb 09 02:44:55.848101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-543b37a9-2dd2-4caa-a9ab-9dec3c2091e2 req-ca599e49-0a3f-49a2-9d36-60bfd3b7d726 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609055 Feb 09 02:44:55.891798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Made reservation on behalf of ae047dd924544331ad7935dc4c597821 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:55.895571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:55.915947 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af7ff9c-8b42-4cb2-bf49-3bd88ba4c819 x-openstack-request-id: req-8af7ff9c-8b42-4cb2-bf49-3bd88ba4c819 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:44:55.916261 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "name": "network-vif-plugged", "status": "completed", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:44:55.916520 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8af7ff9c-8b42-4cb2-bf49-3bd88ba4c819 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:44:55.916954 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa', 'code': 200} Feb 09 02:44:56.063543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46c303-6577-41ba-abcc-81ea6b47e108 req-f23c9f1c-db6f-450d-b822-ee8e1738795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:56.066829 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff46c303-6577-41ba-abcc-81ea6b47e108 req-f23c9f1c-db6f-450d-b822-ee8e1738795d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1128 time: 0.0540853 Feb 09 02:44:56.100326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Allocated IP 172.20.0.10 (3794be58-740e-4933-8192-5d28d3b71fd5/ec5e0dfe-f591-483d-9d68-eb6283fc8a96/f91b3aee-a951-4162-889b-6a509e61233a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:56.133068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff46c303-6577-41ba-abcc-81ea6b47e108 req-255f4e1e-9d61-4ea3-9531-daacec35d51b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Feb 09 02:44:56.337062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for port (f91b3aee-a951-4162-889b-6a509e61233a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.386032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f91b3aee-a951-4162-889b-6a509e61233a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.454481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-955539d2-61a8-4f90-8b11-08bc6e356d34 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:56.457598 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-955539d2-61a8-4f90-8b11-08bc6e356d34 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.26 "GET /v2.0/networks?id=c7a4df9c-c017-45fb-b741-2c6c89fd898a HTTP/1.1" status: 200 len: 814 time: 0.2095602 Feb 09 02:44:56.465641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Network 3794be58-740e-4933-8192-5d28d3b71fd5 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:56.468930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:56.472605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:56.482159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Request body: {'port': {'device_id': 'ab1256a8-1e74-426c-bbc0-22011443f45c', 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a', 'admin_state_up': True, 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:56.528407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:56.529051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.540794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event updated for resources: {'Port': ['ID=f91b3aee-a951-4162-889b-6a509e61233a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:56.571666 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-18114020-c41a-40d6-bbef-736bb28fc89a tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8783364 Feb 09 02:44:56.587424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Request body: {'port': {'device_id': 'b27cda10-1692-46e6-b994-f75242052c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:56.682253 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f91b3aee-a951-4162-889b-6a509e61233a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.765684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Made reservation on behalf of a75847975e1c48ad9e0db0039777f0df for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:44:56.776842 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.881222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3c73f908-829c-40c5-b02c-dbf8cd68a1b0 None None] Provisioning complete for port f91b3aee-a951-4162-889b-6a509e61233a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:56.881672 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3c73f908-829c-40c5-b02c-dbf8cd68a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f91b3aee-a951-4162-889b-6a509e61233a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:56.940685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3c73f908-829c-40c5-b02c-dbf8cd68a1b0 None None] Port f91b3aee-a951-4162-889b-6a509e61233a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:56.996486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:44:57.007155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d8f57-e4ad-4ef7-803d-05bcccdd1600 req-8a8bca21-7496-4caa-8047-5f5a58510f0f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:57.015134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f61d8f57-e4ad-4ef7-803d-05bcccdd1600 req-8a8bca21-7496-4caa-8047-5f5a58510f0f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 932 time: 0.1845930 Feb 09 02:44:57.145652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91b3aee-a951-4162-889b-6a509e61233a {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:57.146874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4504b0f8-1b26-4b84-aea2-336ebccb757b is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:44:57.147290 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.170250 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Publish callbacks [] for port (f91b3aee-a951-4162-889b-6a509e61233a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.185698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f61d8f57-e4ad-4ef7-803d-05bcccdd1600 req-9e96c445-6055-4f6a-83f5-8c7a0b2b5d5d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694322 Feb 09 02:44:57.187303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Allocated IP 172.20.0.7 (c7a4df9c-c017-45fb-b741-2c6c89fd898a/ce5e468c-3292-4611-bd8c-eb36e3dd1a6c/938b6f47-bc6d-4ead-ab76-bdfd314fcc5b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:44:57.211436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Transition to ACTIVE for port object f91b3aee-a951-4162-889b-6a509e61233a will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:57.225260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404f23e-3b19-4097-a230-53aee30a79ac req-bcca5215-4fc6-447e-ac3e-1326cc06c83b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:57.227592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5404f23e-3b19-4097-a230-53aee30a79ac req-bcca5215-4fc6-447e-ac3e-1326cc06c83b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 950 time: 0.1684406 Feb 09 02:44:57.228584 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f91b3aee-a951-4162-889b-6a509e61233a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.318361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:44:57.330690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.374401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Pushing event updated for resources: {'Port': ['ID=f91b3aee-a951-4162-889b-6a509e61233a,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:57.532243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:57.557596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.558642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.561029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.562645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.564515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.565214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.565865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.569940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.571530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Attempting to bind port f91b3aee-a951-4162-889b-6a509e61233a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:57.571939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Attempting to bind port f91b3aee-a951-4162-889b-6a509e61233a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:57.572272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Attempting to bind port f91b3aee-a951-4162-889b-6a509e61233a on network 3794be58-740e-4933-8192-5d28d3b71fd5 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:57.572792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.573292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.574074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.574752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.576190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:44:57.577054 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5404f23e-3b19-4097-a230-53aee30a79ac req-36587934-053e-4111-a49c-d5f5a51820f8 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358047 Feb 09 02:44:57.581895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Port f91b3aee-a951-4162-889b-6a509e61233a on network 3794be58-740e-4933-8192-5d28d3b71fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:57.582173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Attempting to bind port f91b3aee-a951-4162-889b-6a509e61233a on network 3794be58-740e-4933-8192-5d28d3b71fd5 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:57.586017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-348b5891-d0a4-4f8e-b3d2-13277365718c req-b4992ca4-376a-4b25-82d7-1671570238aa tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 210 time: 0.2164946 Feb 09 02:44:57.598642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:57.598642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Checking segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:57.598642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Bound using segment: {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:57.601742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Bound port: f91b3aee-a951-4162-889b-6a509e61233a, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e37140a-6f7e-49a5-8d11-faaafcc026b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:57.602425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f91b3aee-a951-4162-889b-6a509e61233a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.764411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Publish callbacks [] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.773098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] For port f91b3aee-a951-4162-889b-6a509e61233a, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:57.780918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] For port f91b3aee-a951-4162-889b-6a509e61233a, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f91b3aee-a951-4162-889b-6a509e61233a,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:57.789887 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f91b3aee-a951-4162-889b-6a509e61233a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.847048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:57.920087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:57.924912 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1f34ec-763f-4f71-88c4-750240d9211a" -d '{"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-unplugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:57.938417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:44:57.966583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:44:57.969263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:44:57.974997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:57.975636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.013562 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5447438 Feb 09 02:44:58.034701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Request body: {'port': {'device_id': 'ab1256a8-1e74-426c-bbc0-22011443f45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:44:58.121497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.154902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e9f0-ca88-4822-b055-297ae1f20edc req-e4aeec13-7649-4ffe-b01c-67e2afbbcb74 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:58.170624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c133e9f0-ca88-4822-b055-297ae1f20edc req-e4aeec13-7649-4ffe-b01c-67e2afbbcb74 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.2815137 Feb 09 02:44:58.180960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb985f-3fd8-44de-b726-c7ac917fcd63 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Pushing event updated for resources: {'Port': ['ID=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.256609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:58.257426 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.259979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] 10.222.0.61 "PUT /v2.0/ports/f91b3aee-a951-4162-889b-6a509e61233a HTTP/1.1" status: 200 len: 1092 time: 1.6803756 Feb 09 02:44:58.260446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27cda10-1692-46e6-b994-f75242052c6a', 'tag': 'f91b3aee-a951-4162-889b-6a509e61233a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:58.263732 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd6c892-040b-4283-b746-6b76bbcb2410" -d '{"events": [{"name": "network-changed", "server_uuid": "b27cda10-1692-46e6-b994-f75242052c6a", "tag": "f91b3aee-a951-4162-889b-6a509e61233a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:58.316116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d24353-a05f-4588-9823-7ee1650cf02d service neutron] Pushing event updated for resources: {'Port': ['ID=f91b3aee-a951-4162-889b-6a509e61233a,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.442142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15be51-a96a-4487-856e-97d6c7d50576 req-52570dc7-e04d-42fe-9bd2-471abcd403b9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:58.455142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de15be51-a96a-4487-856e-97d6c7d50576 req-52570dc7-e04d-42fe-9bd2-471abcd403b9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.2140512 Feb 09 02:44:58.539068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-5ba1330d-420e-46f6-9602-dc8516f741ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:58.540886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-5ba1330d-420e-46f6-9602-dc8516f741ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae047dd924544331ad7935dc4c597821&device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 1126 time: 0.2142677 Feb 09 02:44:58.549248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5b8cac7a-1a87-4fb8-b160-0789b96cf627 None None] Provisioning complete for port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:44:58.549713 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5b8cac7a-1a87-4fb8-b160-0789b96cf627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.555435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de15be51-a96a-4487-856e-97d6c7d50576 req-4c079d8e-7f24-4b51-ac2e-b8000dc30715 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988009 Feb 09 02:44:58.594786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:44:58.604007 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Publish callbacks [] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.617117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Transition to ACTIVE for port object 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:44:58.652992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:58.661830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cac7a-1a87-4fb8-b160-0789b96cf627 None None] Port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:44:58.691933 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-ac255d0f-4454-46e1-be66-ac3b1219df4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91b3aee-a951-4162-889b-6a509e61233a HTTP/1.1" status: 200 len: 217 time: 0.1213195 Feb 09 02:44:58.754195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Pushing event updated for resources: {'Port': ['ID=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:58.811167 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c133e9f0-ca88-4822-b055-297ae1f20edc req-65b499fd-6d7c-46c3-b93e-c5084873a3d7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6395991 Feb 09 02:44:58.878193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-30e6e2ba-a32b-4bdd-8292-1f147bbe2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:58.880393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-30e6e2ba-a32b-4bdd-8292-1f147bbe2487 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec5e0dfe-f591-483d-9d68-eb6283fc8a96 HTTP/1.1" status: 200 len: 863 time: 0.1769900 Feb 09 02:44:58.944192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Attempting to bind port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:44:58.945442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Attempting to bind port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:44:58.945912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Attempting to bind port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b on network c7a4df9c-c017-45fb-b741-2c6c89fd898a {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:58.974566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b on network c7a4df9c-c017-45fb-b741-2c6c89fd898a not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:44:58.974936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Attempting to bind port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b on network c7a4df9c-c017-45fb-b741-2c6c89fd898a {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:44:58.988479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:44:58.988962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Checking segment: {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:44:58.989254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Bound using segment: {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:44:58.989647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Bound port: 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d250d87-bf65-4660-b7f3-2972ff68f0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:44:58.990175 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.093498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] For port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:44:59.099623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] For port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:44:59.107167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-9c4543c9-d35e-4e92-9a15-f366593361c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.111823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-9c4543c9-d35e-4e92-9a15-f366593361c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3794be58-740e-4933-8192-5d28d3b71fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2232893 Feb 09 02:44:59.116164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.213274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.214184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:44:59.216033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] 10.222.0.26 "PUT /v2.0/ports/938b6f47-bc6d-4ead-ab76-bdfd314fcc5b HTTP/1.1" status: 200 len: 1091 time: 1.1871254 Feb 09 02:44:59.217869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1256a8-1e74-426c-bbc0-22011443f45c', 'tag': '938b6f47-bc6d-4ead-ab76-bdfd314fcc5b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:44:59.220588 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf870193-b0ea-468b-a314-12dd9dadcb83" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1256a8-1e74-426c-bbc0-22011443f45c", "tag": "938b6f47-bc6d-4ead-ab76-bdfd314fcc5b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:44:59.292190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eac89-f939-44d8-bb03-2fb8b385c311 service neutron] Pushing event updated for resources: {'Port': ['ID=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:44:59.444722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-da83a890-4bd9-4e31-a103-1d8b1b346f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:44:59.447503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-da83a890-4bd9-4e31-a103-1d8b1b346f22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a75847975e1c48ad9e0db0039777f0df&device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 1125 time: 0.1353552 Feb 09 02:44:59.490722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-a6c82681-d94f-4f06-b16b-6ffad4b4213e service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728783 Feb 09 02:44:59.733559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4950ea7b-8446-487a-a668-5cb52360ee13 req-6f949fc7-253d-4ff7-b4e0-96d6a14a1556 service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218885 Feb 09 02:45:00.194728 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1cd24695-eb6e-4671-8c74-823e7bcc6f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:02.576249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-10095b93-8b3b-403a-aec9-53c1e823047e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.017436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f91b3aee-a951-4162-889b-6a509e61233a details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:03.174144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f91b3aee-a951-4162-889b-6a509e61233a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f91b3aee-a951-4162-889b-6a509e61233a,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:03.187915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'f91b3aee-a951-4162-889b-6a509e61233a', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'port_id': 'f91b3aee-a951-4162-889b-6a509e61233a', 'mac_address': 'fa:16:3e:93:cb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:03.236939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f91b3aee-a951-4162-889b-6a509e61233a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:03.237490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f91b3aee-a951-4162-889b-6a509e61233a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.257032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91b3aee-a951-4162-889b-6a509e61233a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:03.282128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f91b3aee-a951-4162-889b-6a509e61233a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f91b3aee-a951-4162-889b-6a509e61233a,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:03.286694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f91b3aee-a951-4162-889b-6a509e61233a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:03.362113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f91b3aee-a951-4162-889b-6a509e61233a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:03.562658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['f91b3aee-a951-4162-889b-6a509e61233a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:03.872719 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:04.884968 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.024744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f91b3aee-a951-4162-889b-6a509e61233a up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:05.108247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port f91b3aee-a951-4162-889b-6a509e61233a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:45:05.113647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port f91b3aee-a951-4162-889b-6a509e61233a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:05.114040 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f91b3aee-a951-4162-889b-6a509e61233a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.273667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f91b3aee-a951-4162-889b-6a509e61233a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:05.274062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f91b3aee-a951-4162-889b-6a509e61233a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.362966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f91b3aee-a951-4162-889b-6a509e61233a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f91b3aee-a951-4162-889b-6a509e61233a,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:05.373087 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f91b3aee-a951-4162-889b-6a509e61233a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:05.460954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f91b3aee-a951-4162-889b-6a509e61233a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:06.269155 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:06.465421 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ef56a4-0529-4d43-93e2-499be70f3471 x-openstack-request-id: req-20ef56a4-0529-4d43-93e2-499be70f3471 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:06.465971 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-unplugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:06.466578 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20ef56a4-0529-4d43-93e2-499be70f3471 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:06.467517 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'code': 200} Feb 09 02:45:06.578950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fda904-5696-40d2-82b6-7ea69820a550 req-4f20367e-ec85-4c5b-a383-51e00002f746 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.581805 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3fda904-5696-40d2-82b6-7ea69820a550 req-4f20367e-ec85-4c5b-a383-51e00002f746 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.0694723 Feb 09 02:45:06.638467 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61018751-7ddf-4ab6-abb8-6a5548dea180 x-openstack-request-id: req-61018751-7ddf-4ab6-abb8-6a5548dea180 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:06.639024 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27cda10-1692-46e6-b994-f75242052c6a", "tag": "f91b3aee-a951-4162-889b-6a509e61233a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:06.639024 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61018751-7ddf-4ab6-abb8-6a5548dea180 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:06.639431 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27cda10-1692-46e6-b994-f75242052c6a', 'tag': 'f91b3aee-a951-4162-889b-6a509e61233a', 'status': 'completed', 'code': 200} Feb 09 02:45:06.692475 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3fda904-5696-40d2-82b6-7ea69820a550 req-2e226d2c-a445-4b32-91cf-668d3bb30875 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036246 Feb 09 02:45:06.808617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-1cf66ba0-e962-415e-8ef3-6a8f9be66245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.812775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-1cf66ba0-e962-415e-8ef3-6a8f9be66245 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae047dd924544331ad7935dc4c597821&device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 1128 time: 0.1495290 Feb 09 02:45:06.837330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1833bf-3a51-4bea-bc3e-603b9213598f req-859d4dc3-4f7c-4762-a089-8a25a09f5d76 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:06.838783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f1833bf-3a51-4bea-bc3e-603b9213598f req-859d4dc3-4f7c-4762-a089-8a25a09f5d76 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1128 time: 0.0826735 Feb 09 02:45:06.926796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f1833bf-3a51-4bea-bc3e-603b9213598f req-153b2332-82a8-4327-9771-4a63274165a0 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818341 Feb 09 02:45:06.994993 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ef897-1d91-43f8-9265-b38b11e9918d x-openstack-request-id: req-870ef897-1d91-43f8-9265-b38b11e9918d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:06.996255 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1256a8-1e74-426c-bbc0-22011443f45c", "tag": "938b6f47-bc6d-4ead-ab76-bdfd314fcc5b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:06.996710 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-870ef897-1d91-43f8-9265-b38b11e9918d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:06.997593 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1256a8-1e74-426c-bbc0-22011443f45c', 'tag': '938b6f47-bc6d-4ead-ab76-bdfd314fcc5b', 'status': 'completed', 'code': 200} Feb 09 02:45:07.020364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a7c93-6ffb-4ed8-a835-2fa085cc1205 req-3bfde51b-1ea0-415e-a2e4-f0cc19e2864a tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.028102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-636a7c93-6ffb-4ed8-a835-2fa085cc1205 req-3bfde51b-1ea0-415e-a2e4-f0cc19e2864a tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 943 time: 0.1240592 Feb 09 02:45:07.047296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-cc55be89-6b63-4f5d-afa4-6c0f4cb9de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.049065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-cc55be89-6b63-4f5d-afa4-6c0f4cb9de21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 200 len: 925 time: 0.2292097 Feb 09 02:45:07.103021 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-87af07da-d12e-4cd7-b78f-6a7775136489 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91b3aee-a951-4162-889b-6a509e61233a HTTP/1.1" status: 200 len: 217 time: 0.0426254 Feb 09 02:45:07.128423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-636a7c93-6ffb-4ed8-a835-2fa085cc1205 req-0a89a32f-c307-47cf-a250-a78f070dbe65 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974262 Feb 09 02:45:07.186798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-81b8bda6-67d1-461c-a68b-a5bcf3621f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.188285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-81b8bda6-67d1-461c-a68b-a5bcf3621f1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec5e0dfe-f591-483d-9d68-eb6283fc8a96 HTTP/1.1" status: 200 len: 863 time: 0.0589459 Feb 09 02:45:07.284584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e5fb3-0722-4f40-b738-30c8baa9e320 req-fd214746-16e3-47b0-aaa3-45ae91f18b9c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.286173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-325e5fb3-0722-4f40-b738-30c8baa9e320 req-fd214746-16e3-47b0-aaa3-45ae91f18b9c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.0969858 Feb 09 02:45:07.295768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-ec6b9ac2-003f-4f5f-b27c-c39dec4c6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.303539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-ec6b9ac2-003f-4f5f-b27c-c39dec4c6724 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3794be58-740e-4933-8192-5d28d3b71fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0868900 Feb 09 02:45:07.412489 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-325e5fb3-0722-4f40-b738-30c8baa9e320 req-a01207f4-7cb6-4645-9db0-931b5291acb9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076291 Feb 09 02:45:07.452333 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-30d60a8b-a5be-47c5-8e3b-6f09a62f91ef service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406436 Feb 09 02:45:07.582008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.583351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.586818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd6c892-040b-4283-b746-6b76bbcb2410 req-abd665e5-e7cb-4ab2-997e-998785709c3b service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258898 Feb 09 02:45:07.587582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.588737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.588992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.590359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.592294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.592995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.593531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.594172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:07.600738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdc199be-0b34-462d-948c-e586e819dca7 req-fa56d25f-82b2-48c3-bba2-5edc52bb8901 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c&device_id=b27cda10-1692-46e6-b994-f75242052c6a&device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4&device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6&device_id=cf4515fd-10a5-4225-90b3-24764d529ff7&device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec&device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c&device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 9423 time: 0.0874825 Feb 09 02:45:07.624405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bdc199be-0b34-462d-948c-e586e819dca7 req-a77e103f-c3a8-4b09-a889-c2c3ec8815c2 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.723624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bdc199be-0b34-462d-948c-e586e819dca7 req-a77e103f-c3a8-4b09-a889-c2c3ec8815c2 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Publish callbacks [] for security_group (7c410d95-7379-4fe6-9078-f3de22293a90), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.728271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bdc199be-0b34-462d-948c-e586e819dca7 req-a77e103f-c3a8-4b09-a889-c2c3ec8815c2 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7c410d95-7379-4fe6-9078-f3de22293a90), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:07.779490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e103f-c3a8-4b09-a889-c2c3ec8815c2 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c410d95-7379-4fe6-9078-f3de22293a90,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:07.858696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdc199be-0b34-462d-948c-e586e819dca7 req-a77e103f-c3a8-4b09-a889-c2c3ec8815c2 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&id=5158f831-8089-4780-947a-a56ae9dd2996&id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.2493281 Feb 09 02:45:08.013055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c390f-24a0-4d42-9ad4-2a7f179bdb9b req-4ac1b67e-ee41-4c80-a5c5-10c3338196a9 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.021354 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-933c390f-24a0-4d42-9ad4-2a7f179bdb9b req-4ac1b67e-ee41-4c80-a5c5-10c3338196a9 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.1026611 Feb 09 02:45:08.089964 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-933c390f-24a0-4d42-9ad4-2a7f179bdb9b req-045b3ae5-27ad-41a1-ac2e-3181b671d61d tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676055 Feb 09 02:45:08.379011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8da3-f76f-445d-a535-c5e29fcb042f req-f8f72581-a264-4523-ad7a-f8ad61e4e763 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.379551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8da3-f76f-445d-a535-c5e29fcb042f req-f8f72581-a264-4523-ad7a-f8ad61e4e763 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.380050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8da3-f76f-445d-a535-c5e29fcb042f req-f8f72581-a264-4523-ad7a-f8ad61e4e763 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.381943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7eee8da3-f76f-445d-a535-c5e29fcb042f req-f8f72581-a264-4523-ad7a-f8ad61e4e763 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202&device_id=cf4515fd-10a5-4225-90b3-24764d529ff7&device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 2976 time: 0.0490253 Feb 09 02:45:08.446884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7eee8da3-f76f-445d-a535-c5e29fcb042f req-48bb15bd-ab92-4875-a50d-67d93f03cd96 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573175 Feb 09 02:45:08.469126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27cda10-1692-46e6-b994-f75242052c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91b3aee-a951-4162-889b-6a509e61233a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:08.471549 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d1bbdb-f4fa-4d4a-a00a-977a4ab4110e" -d '{"events": [{"server_uuid": "b27cda10-1692-46e6-b994-f75242052c6a", "name": "network-vif-plugged", "status": "completed", "tag": "f91b3aee-a951-4162-889b-6a509e61233a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:08.574077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8b099-01ec-435a-a710-90f3efc5b398 req-bc3326a9-9fbd-49b0-88c7-482cf2898604 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.575774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4b8b099-01ec-435a-a710-90f3efc5b398 req-bc3326a9-9fbd-49b0-88c7-482cf2898604 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 943 time: 0.0745368 Feb 09 02:45:08.650823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4b8b099-01ec-435a-a710-90f3efc5b398 req-a1d25a47-c20a-4029-bc1d-255bf8d2f29d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682707 Feb 09 02:45:08.711406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b1662-f8b6-4ce1-bd48-98182c5edf06 req-b8498ab9-5234-4d4f-8eb3-49a7c03947c6 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.713054 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-389b1662-f8b6-4ce1-bd48-98182c5edf06 req-b8498ab9-5234-4d4f-8eb3-49a7c03947c6 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.0825164 Feb 09 02:45:08.749440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-37e3f1f5-1630-4f17-854b-391ecb506673 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b HTTP/1.1" status: 200 len: 217 time: 0.0732214 Feb 09 02:45:08.792344 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618110b4-aa35-4f43-9dfa-067fadff6f4b x-openstack-request-id: req-618110b4-aa35-4f43-9dfa-067fadff6f4b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:08.792723 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27cda10-1692-46e6-b994-f75242052c6a", "name": "network-vif-plugged", "status": "completed", "tag": "f91b3aee-a951-4162-889b-6a509e61233a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:08.793061 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-618110b4-aa35-4f43-9dfa-067fadff6f4b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:08.793513 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27cda10-1692-46e6-b994-f75242052c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91b3aee-a951-4162-889b-6a509e61233a', 'code': 200} Feb 09 02:45:08.796223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-389b1662-f8b6-4ce1-bd48-98182c5edf06 req-71498c69-7112-42a4-be72-176fee9e4646 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751567 Feb 09 02:45:08.875689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-487045f2-5965-4503-b4f1-e4944375f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.877367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-487045f2-5965-4503-b4f1-e4944375f466 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce5e468c-3292-4611-bd8c-eb36e3dd1a6c HTTP/1.1" status: 200 len: 853 time: 0.1180472 Feb 09 02:45:08.984912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ba9fd-2d2f-4114-ae7a-6fad77de7cba req-d8bc9009-b7b7-413b-8462-ac1f9a0e928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:08.986774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d7ba9fd-2d2f-4114-ae7a-6fad77de7cba req-d8bc9009-b7b7-413b-8462-ac1f9a0e928a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 1128 time: 0.1159449 Feb 09 02:45:09.027740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-3861a821-4e3d-4302-964c-bba6d86c1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.033273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-3861a821-4e3d-4302-964c-bba6d86c1303 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7a4df9c-c017-45fb-b741-2c6c89fd898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1450319 Feb 09 02:45:09.049199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d7ba9fd-2d2f-4114-ae7a-6fad77de7cba req-e87ca35b-1209-42a4-9772-36d140b85cda service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561824 Feb 09 02:45:09.184057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-21e4014f-8f3f-47f1-9af9-cd54efcdca31 service neutron] 10.222.0.26 "GET /v2.0/networks/c7a4df9c-c017-45fb-b741-2c6c89fd898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434605 Feb 09 02:45:09.339535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c83dd4e-86d8-49d0-85dd-88b54a56d46b req-117f2c2b-040e-4253-bad4-594fbc7821d2 service neutron] 10.222.0.26 "GET /v2.0/networks/c7a4df9c-c017-45fb-b741-2c6c89fd898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480188 Feb 09 02:45:09.503901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-4ade1df3-33d3-42de-80e7-f4cb42c53da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.505550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-4ade1df3-33d3-42de-80e7-f4cb42c53da6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a75847975e1c48ad9e0db0039777f0df&device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 1125 time: 0.1058564 Feb 09 02:45:09.517985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3628099-44c9-4c25-a1ec-70716a2ba613 req-ddbe90a8-5aca-437a-a713-0745d679074e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.519601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a3628099-44c9-4c25-a1ec-70716a2ba613 req-ddbe90a8-5aca-437a-a713-0745d679074e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.0752215 Feb 09 02:45:09.630190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a3628099-44c9-4c25-a1ec-70716a2ba613 req-8993abba-0b01-4b30-974a-00eacbc3bbc0 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910051 Feb 09 02:45:09.668653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-f93d74be-b57b-4e28-8fff-30f30e994153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.674366 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-f93d74be-b57b-4e28-8fff-30f30e994153 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c7a4df9c-c017-45fb-b741-2c6c89fd898a HTTP/1.1" status: 200 len: 915 time: 0.1519940 Feb 09 02:45:09.724102 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-73250c98-edeb-46d8-ad98-7213f80d6aaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b HTTP/1.1" status: 200 len: 217 time: 0.0414732 Feb 09 02:45:09.813885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-155a1704-b934-451a-bcbe-d3a1ea7c8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.815375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-155a1704-b934-451a-bcbe-d3a1ea7c8cd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce5e468c-3292-4611-bd8c-eb36e3dd1a6c HTTP/1.1" status: 200 len: 853 time: 0.0814719 Feb 09 02:45:09.818074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9626f5-f091-4f87-9d8e-decfc3cbb5dc req-6c6a5cce-83dc-4e73-9152-6c3b9040f939 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.819491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c9626f5-f091-4f87-9d8e-decfc3cbb5dc req-6c6a5cce-83dc-4e73-9152-6c3b9040f939 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1131 time: 0.0945075 Feb 09 02:45:09.908574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c9626f5-f091-4f87-9d8e-decfc3cbb5dc req-9bff8ae1-110f-41e8-a50d-ef610a69fcda tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733323 Feb 09 02:45:09.926916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-5b46d7c2-a3d7-4368-a5c4-7c61cb3c0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:09.928539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-5b46d7c2-a3d7-4368-a5c4-7c61cb3c0d87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c7a4df9c-c017-45fb-b741-2c6c89fd898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1070690 Feb 09 02:45:10.101764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a0ff5-1828-4cf7-aa8b-5302d8b0333e req-e0dcec86-aa78-43ee-a3a0-e978db00548c tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:10.108866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d9a0ff5-1828-4cf7-aa8b-5302d8b0333e req-e0dcec86-aa78-43ee-a3a0-e978db00548c tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 943 time: 0.0823026 Feb 09 02:45:10.141977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-6c78860f-6ce2-4bef-ba4b-bef4458b1d9c service neutron] 10.222.0.26 "GET /v2.0/networks/c7a4df9c-c017-45fb-b741-2c6c89fd898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060595 Feb 09 02:45:10.229931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d9a0ff5-1828-4cf7-aa8b-5302d8b0333e req-07b7d3dd-adb2-42a7-a039-6a33e7728ce1 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157248 Feb 09 02:45:10.278705 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a0131-8845-4825-8944-a9d75e78150d req-2c31faed-d3f9-4603-866a-431808c12be2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:10.280524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-367a0131-8845-4825-8944-a9d75e78150d req-2c31faed-d3f9-4603-866a-431808c12be2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.0907292 Feb 09 02:45:10.345101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf870193-b0ea-468b-a314-12dd9dadcb83 req-09772933-9c25-466b-abdf-f10983b340f2 service neutron] 10.222.0.26 "GET /v2.0/networks/c7a4df9c-c017-45fb-b741-2c6c89fd898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848099 Feb 09 02:45:10.428742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-367a0131-8845-4825-8944-a9d75e78150d req-e5a1ad5b-85fc-4613-a6ac-cc9798eedcec tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409540 Feb 09 02:45:10.563007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e79223-c4fb-4dcc-93d9-83284d464a94 req-c0037394-9fae-4712-8bd8-1649b88b3f7c tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:10.564716 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6e79223-c4fb-4dcc-93d9-83284d464a94 req-c0037394-9fae-4712-8bd8-1649b88b3f7c tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1131 time: 0.0984557 Feb 09 02:45:10.637914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6e79223-c4fb-4dcc-93d9-83284d464a94 req-344d36fc-200d-4811-a04f-62cbb9d67b2a tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622234 Feb 09 02:45:10.835125 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-19348627-b113-4ca0-810e-9c70b532aec7 service neutron] show failed (client error): The resource could not be found. Feb 09 02:45:10.836510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-19348627-b113-4ca0-810e-9c70b532aec7 service neutron] 10.222.0.26 "GET /v2.0/ports/c78e5120-1a9a-4b3e-b21a-1aed8c4e790b/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.1078930 Feb 09 02:45:10.870924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e088a-2f79-4b44-9d5c-f1933bdf2679 req-6ae713f2-767d-4138-84ed-ccffebbe0ec2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:10.872667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-033e088a-2f79-4b44-9d5c-f1933bdf2679 req-6ae713f2-767d-4138-84ed-ccffebbe0ec2 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.1570013 Feb 09 02:45:11.022181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-033e088a-2f79-4b44-9d5c-f1933bdf2679 req-2aa1dadf-43d9-4382-a4e7-d61336c639fb tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412373 Feb 09 02:45:11.073039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:11.263982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:11.277710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'mac_address': 'fa:16:3e:3d:57:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:11.312336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-03b014f7-3923-4f36-8ac0-ce65bdc109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:11.315479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-03b014f7-3923-4f36-8ac0-ce65bdc109f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6&tenant_id=c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 1132 time: 0.1103952 Feb 09 02:45:11.339103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4504b0f8-1b26-4b84-aea2-336ebccb757b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:11.339503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:11.341117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:11.361224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4504b0f8-1b26-4b84-aea2-336ebccb757b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:11.420977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:11.438365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:11.452137 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:11.469963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55206a94-8c55-471f-80aa-96ee2ee54df6 req-7838d992-7e12-412f-aa85-388fc5e597b3 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:11.489473 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55206a94-8c55-471f-80aa-96ee2ee54df6 req-7838d992-7e12-412f-aa85-388fc5e597b3 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.1128144 Feb 09 02:45:11.491992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44710) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:11.518600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Request body: {'floatingip': {'port_id': 'f91b3aee-a951-4162-889b-6a509e61233a'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:11.584178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:11.635152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['4504b0f8-1b26-4b84-aea2-336ebccb757b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:11.668637 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:11.843755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:11.876707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510737b-50b6-4b3a-9046-d0bfd7606e6c req-ca8c334f-8010-4ec8-b35f-8f274056303b tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:11.885296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b510737b-50b6-4b3a-9046-d0bfd7606e6c req-ca8c334f-8010-4ec8-b35f-8f274056303b tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 943 time: 0.2399392 Feb 09 02:45:11.923857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:11.985467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:11.988277 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c6274-a16a-42f4-b2d2-928a9585aa0d" -d '{"events": [{"server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:11.995299 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Publish callbacks [] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.018930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Transition to ACTIVE for port object c78e5120-1a9a-4b3e-b21a-1aed8c4e790b will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:45:12.025150 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.043872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b510737b-50b6-4b3a-9046-d0bfd7606e6c req-52f60d52-2d21-4fd0-96b8-c0e38ea55e9b tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574597 Feb 09 02:45:12.133968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] No DVR routers for this DVR port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:45:12.139258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=6']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:12.235676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Attempting to bind port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:12.236299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Attempting to bind port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:12.238803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Attempting to bind port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:12.249601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:12.249942 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Attempting to bind port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:12.271290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:12.271937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:12.273592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:12.274775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Bound port: c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:12.275146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.424232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:12.429368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:12.451602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.568627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:12.569307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.573159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] 10.222.0.61 "PUT /v2.0/ports/c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 1096 time: 1.2465389 Feb 09 02:45:12.594645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb318c2f-c30f-42f0-a2d8-8a091ee4fadb req-8a36b7a8-6aba-4df7-848d-65d388aa8506 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:12.596630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb318c2f-c30f-42f0-a2d8-8a091ee4fadb req-8a36b7a8-6aba-4df7-848d-65d388aa8506 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 948 time: 0.1182301 Feb 09 02:45:12.621072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9d516-6d77-4440-93fe-6556aece9d07 service neutron] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:12.720210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-cdd76559-f844-46cc-87b5-037b4a02b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:12.721745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-cdd76559-f844-46cc-87b5-037b4a02b490 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1130 time: 0.0881910 Feb 09 02:45:12.731415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb318c2f-c30f-42f0-a2d8-8a091ee4fadb req-063aee73-14dc-4dbd-9b47-9cd2c22f02cb tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284139 Feb 09 02:45:12.770434 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.784133 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:12.894105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-b395132d-44ec-4c2b-968f-eda62d326076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:12.897933 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-b395132d-44ec-4c2b-968f-eda62d326076 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1613340 Feb 09 02:45:13.040158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-d69ab33a-fe88-4a56-800d-d2a1b85b7096 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.1358757 Feb 09 02:45:13.076164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:13.131150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-6d375247-085c-4b0f-adb1-7e4ce77b7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:13.133437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-6d375247-085c-4b0f-adb1-7e4ce77b7285 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0758250 Feb 09 02:45:13.168912 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055763d5-c08e-46ef-ad81-ead7f9a4132b x-openstack-request-id: req-055763d5-c08e-46ef-ad81-ead7f9a4132b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:13.169246 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:13.169974 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-055763d5-c08e-46ef-ad81-ead7f9a4132b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:13.183669 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'code': 200} Feb 09 02:45:13.244460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 4504b0f8-1b26-4b84-aea2-336ebccb757b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:13.245367 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.343822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-2306e8a8-e342-44ae-b5fc-40955b394372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:13.348208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-2306e8a8-e342-44ae-b5fc-40955b394372 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1997633 Feb 09 02:45:13.373587 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Floating IP e095774b-c517-4431-b549-c95cafe7510b associated. External IP: 172.25.2.32, port: f91b3aee-a951-4162-889b-6a509e61233a. Feb 09 02:45:13.474714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4504b0f8-1b26-4b84-aea2-336ebccb757b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:13.475335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.535549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-c3dd84c8-2cd4-405b-9127-6963d51674c4 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807489 Feb 09 02:45:13.577644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:13.623344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:13.625578 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe18e048-3be7-412f-9a90-12015c4bf585" -d '{"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-plugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:13.780186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:13.798745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '938b6f47-bc6d-4ead-ab76-bdfd314fcc5b', 'network_id': 'c7a4df9c-c017-45fb-b741-2c6c89fd898a', 'port_id': '938b6f47-bc6d-4ead-ab76-bdfd314fcc5b', 'mac_address': 'fa:16:3e:ee:3f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5e468c-3292-4611-bd8c-eb36e3dd1a6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:13.803447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:13.862981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:13.864189 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.869666 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236e2f8c-69c5-4e8e-8d56-7c31ca8f25b0 req-b80a0676-f875-431d-854f-f0ba30e10606 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245281 Feb 09 02:45:13.883943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.888248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:13.951422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:13.970027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:13.985225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:14.072841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b045-d25a-4b9d-83b6-4715b0dfa89f req-5476cdd8-c852-44fb-9307-118f171f742a tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:14.081219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7336b045-d25a-4b9d-83b6-4715b0dfa89f req-5476cdd8-c852-44fb-9307-118f171f742a tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 943 time: 0.3454478 Feb 09 02:45:14.163135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7336b045-d25a-4b9d-83b6-4715b0dfa89f req-06a8367f-4048-449a-a4db-1986f203b6aa tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806420 Feb 09 02:45:14.184962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Router 273de934-d19a-47b2-98e8-4bf96c8bb462 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:14.395592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:14.424255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:14.429787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:14.440359 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] Sync routers for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:14.470619 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:14.471254 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:14.509813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ad25def-c8d8-4e21-8d3f-1ba2e50a7d44 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "PUT /v2.0/floatingips/e095774b-c517-4431-b549-c95cafe7510b HTTP/1.1" status: 200 len: 991 time: 3.0186365 Feb 09 02:45:14.513098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27cda10-1692-46e6-b994-f75242052c6a', 'tag': 'f91b3aee-a951-4162-889b-6a509e61233a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:14.520212 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b27cda10-1692-46e6-b994-f75242052c6a", "tag": "f91b3aee-a951-4162-889b-6a509e61233a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:14.535386 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b0b9ec-59fd-4da9-aee2-07f90c31425a x-openstack-request-id: req-c9b0b9ec-59fd-4da9-aee2-07f90c31425a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:14.535802 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-plugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:14.536840 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9b0b9ec-59fd-4da9-aee2-07f90c31425a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:14.537337 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'code': 200} Feb 09 02:45:14.561029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['938b6f47-bc6d-4ead-ab76-bdfd314fcc5b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:14.661401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8e951-5e95-4583-90ec-564931596123 req-2a080b00-deb4-455d-a0ff-e2fef9df2d6c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:14.668984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-13a8e951-5e95-4583-90ec-564931596123 req-2a080b00-deb4-455d-a0ff-e2fef9df2d6c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 948 time: 0.0810952 Feb 09 02:45:14.739372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-13a8e951-5e95-4583-90ec-564931596123 req-686ec5ee-9ad0-456f-8d6e-1869437729c2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685692 Feb 09 02:45:14.776011 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:15.021962 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e9619-e399-41d2-9289-d6d3fec7ad69 x-openstack-request-id: req-e04e9619-e399-41d2-9289-d6d3fec7ad69 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:15.023296 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27cda10-1692-46e6-b994-f75242052c6a", "tag": "f91b3aee-a951-4162-889b-6a509e61233a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:15.027731 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e04e9619-e399-41d2-9289-d6d3fec7ad69 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:15.028320 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27cda10-1692-46e6-b994-f75242052c6a', 'tag': 'f91b3aee-a951-4162-889b-6a509e61233a', 'status': 'completed', 'code': 200} Feb 09 02:45:15.086804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb950ef-8196-48a6-84fe-173453e40c09 req-d3c34125-33a9-4c61-a4f6-cb97b2b4287e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.100344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bb950ef-8196-48a6-84fe-173453e40c09 req-d3c34125-33a9-4c61-a4f6-cb97b2b4287e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.1199408 Feb 09 02:45:15.187548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:15.192984 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a224673b-dd17-4d9f-ba5f-60ea04d231c0" -d '{"events": [{"name": "network-changed", "server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:15.203319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bb950ef-8196-48a6-84fe-173453e40c09 req-40bd138f-19b5-40e9-8f67-4d3dafc3e986 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013792 Feb 09 02:45:15.225775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-9fb5c047-498e-4a78-8c34-db995730d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.228303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-9fb5c047-498e-4a78-8c34-db995730d848 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae047dd924544331ad7935dc4c597821&device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 1128 time: 0.2099965 Feb 09 02:45:15.397304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39997a3-56ab-472d-8ec4-ec421fd8178e req-7a415d7d-3a37-4fa3-99e9-feb318c660fd tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.400175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f39997a3-56ab-472d-8ec4-ec421fd8178e req-7a415d7d-3a37-4fa3-99e9-feb318c660fd tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 944 time: 0.0928173 Feb 09 02:45:15.478544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043a75a-17a6-4c8b-a59b-48a3f916afef req-f51c0db0-7634-4206-a493-41975f7665c4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.480585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6043a75a-17a6-4c8b-a59b-48a3f916afef req-f51c0db0-7634-4206-a493-41975f7665c4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.2512307 Feb 09 02:45:15.529943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f39997a3-56ab-472d-8ec4-ec421fd8178e req-2d6c25dd-b101-4793-b984-afc48ddd42e5 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152477 Feb 09 02:45:15.581171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c78e5120-1a9a-4b3e-b21a-1aed8c4e790b no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:45:15.618880 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e095774b-c517-4431-b549-c95cafe7510b', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'port_id': 'f91b3aee-a951-4162-889b-6a509e61233a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'mac_address': 'fa:16:3e:93:cb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27cda10-1692-46e6-b994-f75242052c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:48Z', 'updated_at': '2022-02-09T02:45:12Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:15.704805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6043a75a-17a6-4c8b-a59b-48a3f916afef req-f6627fa5-d354-4966-863c-bca02034fad6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159297 Feb 09 02:45:15.707825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-0a5bbc63-15c2-4106-856f-e9119f05954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:15.712680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-0a5bbc63-15c2-4106-856f-e9119f05954b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 200 len: 925 time: 0.4245198 Feb 09 02:45:15.720632 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] Checking router: 273de934-d19a-47b2-98e8-4bf96c8bb462 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:15.760008 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:15.760877 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:15.787660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b host n-h1-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:45:15.793107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c78e5120-1a9a-4b3e-b21a-1aed8c4e790b not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:45:16.096978 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:16.140706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-51b59623-7708-44e0-837c-b85af95acc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.142200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-51b59623-7708-44e0-837c-b85af95acc88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1130 time: 0.3854187 Feb 09 02:45:16.154252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-e9be8696-2713-4650-a0bf-5eb4e728bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.155979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-e9be8696-2713-4650-a0bf-5eb4e728bf85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1130 time: 0.3361783 Feb 09 02:45:16.220263 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215216c0-9804-4cfa-8b81-60037c73ddaa x-openstack-request-id: req-215216c0-9804-4cfa-8b81-60037c73ddaa {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:16.220923 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:16.220923 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-215216c0-9804-4cfa-8b81-60037c73ddaa {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:16.221287 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'status': 'completed', 'code': 200} Feb 09 02:45:16.223377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-efa7008c-83ba-4f5d-b11c-bfb17cfda06f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91b3aee-a951-4162-889b-6a509e61233a HTTP/1.1" status: 200 len: 999 time: 0.4764743 Feb 09 02:45:16.270889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44922) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:16.395545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b673d40-08b4-44a3-afcf-c7ccf1cb113e req-dc5799bd-3932-46cb-90ee-dd0570e48035 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.406896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b673d40-08b4-44a3-afcf-c7ccf1cb113e req-dc5799bd-3932-46cb-90ee-dd0570e48035 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 948 time: 0.3983893 Feb 09 02:45:16.418625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-7973cfa8-5bae-4d57-958d-9793ab21a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.420362 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-7973cfa8-5bae-4d57-958d-9793ab21a84f service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2624743 Feb 09 02:45:16.484109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-73fd1671-eff5-45e1-8301-9cea30b0e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.485590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-73fd1671-eff5-45e1-8301-9cea30b0e4f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec5e0dfe-f591-483d-9d68-eb6283fc8a96 HTTP/1.1" status: 200 len: 863 time: 0.2523608 Feb 09 02:45:16.580082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4124381-3865-4b44-80b9-1117a85f8589 req-266d7c98-5eee-4635-bc8e-1a0888e806e9 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.580338 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e095774b-c517-4431-b549-c95cafe7510b', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'port_id': 'f91b3aee-a951-4162-889b-6a509e61233a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'mac_address': 'fa:16:3e:93:cb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27cda10-1692-46e6-b994-f75242052c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:48Z', 'updated_at': '2022-02-09T02:45:12Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:16.589767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-b4f090e5-9197-43d6-ae0e-28aa930a68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.590832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4124381-3865-4b44-80b9-1117a85f8589 req-266d7c98-5eee-4635-bc8e-1a0888e806e9 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.2487440 Feb 09 02:45:16.595668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-b4f090e5-9197-43d6-ae0e-28aa930a68a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.3646011 Feb 09 02:45:16.603680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-c58df988-7a85-4ac5-9b9c-1ca299f37920 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.1674294 Feb 09 02:45:16.628428 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe331c-2453-4210-9585-8523267c0a6f None None] The sync data for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 is: [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e095774b-c517-4431-b549-c95cafe7510b', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'port_id': 'f91b3aee-a951-4162-889b-6a509e61233a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'mac_address': 'fa:16:3e:93:cb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27cda10-1692-46e6-b994-f75242052c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:43:48Z', 'updated_at': '2022-02-09T02:45:12Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:16.656771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-384cd104-371a-4587-97f4-783f0c3ce02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:16.707930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-21405cad-f616-4807-b617-f74d14bf1386 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.0896788 Feb 09 02:45:16.730327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-08fb7c1f-3001-4601-868a-5c008e6eccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.731856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-08fb7c1f-3001-4601-868a-5c008e6eccb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3794be58-740e-4933-8192-5d28d3b71fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2312090 Feb 09 02:45:16.857502 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b673d40-08b4-44a3-afcf-c7ccf1cb113e req-59a79fd8-5997-4af7-8e8c-5051e83f17f4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495161 Feb 09 02:45:16.874459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-fefbeabb-7274-4fb2-b889-094d93e4b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.876147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-fefbeabb-7274-4fb2-b889-094d93e4b98d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2569494 Feb 09 02:45:16.890319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-f34ca0dc-cbe7-4c8d-b5e0-5d0ad6a23d23 service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457233 Feb 09 02:45:16.900443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-95b4cc28-0cbb-4615-9dce-2dd4d6a1768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:16.902216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-95b4cc28-0cbb-4615-9dce-2dd4d6a1768d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1310651 Feb 09 02:45:16.959534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4124381-3865-4b44-80b9-1117a85f8589 req-24b9f509-2ef8-4579-ad9d-d170983fc4a5 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424256 Feb 09 02:45:17.086813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c78e5120-1a9a-4b3e-b21a-1aed8c4e790b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:17.141200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-afd22d1f-6559-4adc-9cd7-4f6847e188a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.144352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-afd22d1f-6559-4adc-9cd7-4f6847e188a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2168839 Feb 09 02:45:17.168611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-9dbc2188-1ed2-4c53-a994-d5521cd30035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.171136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-9dbc2188-1ed2-4c53-a994-d5521cd30035 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2797136 Feb 09 02:45:17.211164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e8077-21b6-4913-9428-5cc01c062561 req-0da5b047-cc76-479e-b93d-63883ac87e5b tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.219266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d31e8077-21b6-4913-9428-5cc01c062561 req-0da5b047-cc76-479e-b93d-63883ac87e5b tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 944 time: 0.2280681 Feb 09 02:45:17.311675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a0a91b6-50a6-4e5f-bbbf-0a6cc2fd2c0d req-4437a865-7afe-4b45-9a40-8bec58936b92 service neutron] 10.222.0.61 "GET /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061258 Feb 09 02:45:17.364330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:17.393448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'mac_address': 'fa:16:3e:8d:d5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:17.395444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0e2a5-8c7c-4a86-b5d2-6dc357a80eab None None] New status for floating IP e095774b-c517-4431-b549-c95cafe7510b: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:45:17.403962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334091a1-7ac1-422e-9be5-1ee7380a7ece req-1e43cf6f-ee8b-4ac9-ac46-98576ea93635 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:17.415281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-334091a1-7ac1-422e-9be5-1ee7380a7ece req-1e43cf6f-ee8b-4ac9-ac46-98576ea93635 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.3101120 Feb 09 02:45:17.455991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-384cd104-371a-4587-97f4-783f0c3ce02d admin admin] Publish callbacks [] for security_group (045cdecc-0b9b-4e88-af71-0b69dd2d9389), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.504507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-334091a1-7ac1-422e-9be5-1ee7380a7ece req-2f34564d-88cc-4dc0-b346-10e17abed0ed tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882261 Feb 09 02:45:17.507052 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-384cd104-371a-4587-97f4-783f0c3ce02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (045cdecc-0b9b-4e88-af71-0b69dd2d9389), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.581055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-384cd104-371a-4587-97f4-783f0c3ce02d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1998fe071324fb4b26c0dc7e5834cad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2897177 Feb 09 02:45:17.583050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cd104-371a-4587-97f4-783f0c3ce02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045cdecc-0b9b-4e88-af71-0b69dd2d9389,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:17.586489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:17.598137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d31e8077-21b6-4913-9428-5cc01c062561 req-ac544872-6b27-4bcc-b26a-2b9e83775d18 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779926 Feb 09 02:45:17.617311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:17.667639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-266943e5-bd1c-481f-9f4e-633ad9af7573 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951334 Feb 09 02:45:17.740710 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-aab4f8fe-097b-4fa3-959c-3926bd9c06ae service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485885 Feb 09 02:45:17.768684 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a03f04d0-a6c4-4ddc-af5c-767c1b79e8a9 admin admin] Publish callbacks [] for security_group (045cdecc-0b9b-4e88-af71-0b69dd2d9389), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.797327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:17.799418 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.823019 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a03f04d0-a6c4-4ddc-af5c-767c1b79e8a9 admin admin] Publish callbacks [] for security_group (045cdecc-0b9b-4e88-af71-0b69dd2d9389), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.899126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78e5120-1a9a-4b3e-b21a-1aed8c4e790b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:17.943376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a03f04d0-a6c4-4ddc-af5c-767c1b79e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (045cdecc-0b9b-4e88-af71-0b69dd2d9389), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.957526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a03f04d0-a6c4-4ddc-af5c-767c1b79e8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:17.963220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a03f04d0-a6c4-4ddc-af5c-767c1b79e8a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/045cdecc-0b9b-4e88-af71-0b69dd2d9389 HTTP/1.1" status: 204 len: 168 time: 0.3428206 Feb 09 02:45:18.028197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:18.050986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f04d0-a6c4-4ddc-af5c-767c1b79e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045cdecc-0b9b-4e88-af71-0b69dd2d9389,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:18.087040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-a64c7b73-dd93-4e41-a27f-5628032bcb62 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074953 Feb 09 02:45:18.158068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.166179 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a224673b-dd17-4d9f-ba5f-60ea04d231c0 req-0a8229eb-60f6-4953-9d12-06e381f3d89f service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707817 Feb 09 02:45:18.268719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:45:18.277053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:18.278642 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.311725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33ef96-624b-48d1-ab97-41cfcf9dbece req-4836883f-0c1c-4af8-8af1-576ade715e8c tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:18.315948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1a68e-76f9-4b54-b6da-90ac3b0f1475 req-31b1e8a6-cfd8-4f25-a73e-e70e4c0823b3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:18.317448 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cef1a68e-76f9-4b54-b6da-90ac3b0f1475 req-31b1e8a6-cfd8-4f25-a73e-e70e4c0823b3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 949 time: 0.1914551 Feb 09 02:45:18.331499 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d33ef96-624b-48d1-ab97-41cfcf9dbece req-4836883f-0c1c-4af8-8af1-576ade715e8c tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.1889396 Feb 09 02:45:18.407143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:18.418884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cef1a68e-76f9-4b54-b6da-90ac3b0f1475 req-13969d8e-f277-424b-bf8a-659014b52992 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930169 Feb 09 02:45:18.494953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:18.528326 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d33ef96-624b-48d1-ab97-41cfcf9dbece req-9141051d-566c-4155-8b55-87de9d2f5e10 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917191 Feb 09 02:45:18.658633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:18.659117 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.766219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1256a8-1e74-426c-bbc0-22011443f45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938b6f47-bc6d-4ead-ab76-bdfd314fcc5b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:18.788012 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d488787-d506-46f7-8f64-601e6bbb7947" -d '{"events": [{"server_uuid": "ab1256a8-1e74-426c-bbc0-22011443f45c", "name": "network-vif-plugged", "status": "completed", "tag": "938b6f47-bc6d-4ead-ab76-bdfd314fcc5b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:18.815394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8231cb-5948-4a8b-907d-ba14e9f799e5 req-2f3ae6a7-10ca-4ddb-821e-2e002856b644 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:18.815832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:18.822399 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:18.836901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f8231cb-5948-4a8b-907d-ba14e9f799e5 req-2f3ae6a7-10ca-4ddb-821e-2e002856b644 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1839132 Feb 09 02:45:18.954849 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f8231cb-5948-4a8b-907d-ba14e9f799e5 req-ca7c31cc-d766-43ec-ae48-96fd4559b60f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113274 Feb 09 02:45:18.986195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:19.190029 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.208839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff556338-125f-4f1c-835b-72cfbf475e6f req-04579307-7f50-4c49-b174-53a349403a48 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:19.214175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837118d-14c0-4522-9aef-c35cce806c13 req-8cdfc5bc-4fc1-484f-8f8b-17ec34a09b04 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:19.221777 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0837118d-14c0-4522-9aef-c35cce806c13 req-8cdfc5bc-4fc1-484f-8f8b-17ec34a09b04 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.3353486 Feb 09 02:45:19.224986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff556338-125f-4f1c-835b-72cfbf475e6f req-04579307-7f50-4c49-b174-53a349403a48 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 945 time: 0.1677382 Feb 09 02:45:19.335136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff556338-125f-4f1c-835b-72cfbf475e6f req-ee17b1d0-c5bd-4ed9-9b80-5fe3b0a3668d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040258 Feb 09 02:45:19.415944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0837118d-14c0-4522-9aef-c35cce806c13 req-744f39b0-1e6c-400d-82c9-34dd0de7aa43 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932874 Feb 09 02:45:19.524091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-7daf7846-cb35-428e-b098-b58a4ae88409 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:19.524411 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-7daf7846-cb35-428e-b098-b58a4ae88409 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6&tenant_id=c8e04fd18cd341108126a8475f62a75d&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 949 time: 0.5349507 Feb 09 02:45:19.538156 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df946192-62f6-46f8-867c-027476e2f217 x-openstack-request-id: req-df946192-62f6-46f8-867c-027476e2f217 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:19.538781 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1256a8-1e74-426c-bbc0-22011443f45c", "name": "network-vif-plugged", "status": "completed", "tag": "938b6f47-bc6d-4ead-ab76-bdfd314fcc5b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:19.539200 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df946192-62f6-46f8-867c-027476e2f217 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:19.539756 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1256a8-1e74-426c-bbc0-22011443f45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938b6f47-bc6d-4ead-ab76-bdfd314fcc5b', 'code': 200} Feb 09 02:45:19.587310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45006) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:19.684613 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-1738b1fd-7b7f-4ed9-adfb-6c17749a5b21 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:45:19.685536 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-1738b1fd-7b7f-4ed9-adfb-6c17749a5b21 service neutron] 10.222.0.26 "DELETE /v2.0/ports/c78e5120-1a9a-4b3e-b21a-1aed8c4e790b/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.1480730 Feb 09 02:45:19.745276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a8ecd-1b72-44fe-a653-afc3b05c6a54 req-040104b1-0668-4f33-b26d-43b7f7e3c1ab tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:19.747333 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-829a8ecd-1b72-44fe-a653-afc3b05c6a54 req-040104b1-0668-4f33-b26d-43b7f7e3c1ab tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 949 time: 0.0973542 Feb 09 02:45:19.749228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87966a0-e657-45d0-b546-64b0288df22e req-73ab97ae-19ba-4094-b317-a70e9a13e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:19.752031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f87966a0-e657-45d0-b546-64b0288df22e req-73ab97ae-19ba-4094-b317-a70e9a13e8c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 1127 time: 0.1454637 Feb 09 02:45:19.853820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-289789689-network', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:19.886653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-1abc6828-0c8a-4310-acf5-f39992f91c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:19.888825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-1abc6828-0c8a-4310-acf5-f39992f91c77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1131 time: 0.0868609 Feb 09 02:45:19.890410 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-829a8ecd-1b72-44fe-a653-afc3b05c6a54 req-cd815042-fa60-4010-b09b-e4946496d465 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373355 Feb 09 02:45:19.893875 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Made reservation on behalf of 4135d3b1fe784534b435db7bf4e0c151 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:19.896229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.907186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:19.930136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f87966a0-e657-45d0-b546-64b0288df22e req-3fe57379-fd7b-4626-b9cb-3e91613ac60e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990121 Feb 09 02:45:20.073694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Publish callbacks [] for security_group (3c29f5f0-2ace-4c87-a1ec-a87793efbe30), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.080631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3c29f5f0-2ace-4c87-a1ec-a87793efbe30), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.096668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:45:20.109099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6f31036c-530f-4223-9915-4dbc1c216be5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.109699 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Added segment 6f31036c-530f-4223-9915-4dbc1c216be5 of type vlan for network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 Feb 09 02:45:20.159550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (42503cbd-5149-4f17-a38c-e7ce90ba27e9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.217215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c29f5f0-2ace-4c87-a1ec-a87793efbe30,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:20.221629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (42503cbd-5149-4f17-a38c-e7ce90ba27e9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.223068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:20.224170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.329012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] Pushing event updated for resources: {'Network': ['ID=42503cbd-5149-4f17-a38c-e7ce90ba27e9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:20.342735 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6ec76652-cd9f-449e-9a98-90be38612a1e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7527063 Feb 09 02:45:20.344118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45014) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:20.345659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:45:20.373005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Request body: {'subnet': {'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-289789689-subnet', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:20.413879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812ed1-0a67-4823-bfeb-c0fd279c9ca1 req-02caf4d0-ce38-4881-ac9f-5c91e4b5521a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:20.415462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41812ed1-0a67-4823-bfeb-c0fd279c9ca1 req-02caf4d0-ce38-4881-ac9f-5c91e4b5521a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.3228519 Feb 09 02:45:20.432315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Made reservation on behalf of 4135d3b1fe784534b435db7bf4e0c151 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:20.436875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:20.453734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-ee4b179d-2a4f-48cb-91d9-1a791289a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:20.455111 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-ee4b179d-2a4f-48cb-91d9-1a791289a29d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.5586307 Feb 09 02:45:20.635961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b11df-0577-4766-9249-5861d774ae2d req-12208343-2f99-42a5-80f3-6d57458b1f0f tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:20.642796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-0e78d525-c3e4-4333-91b1-66ee9a6e0a24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.1636963 Feb 09 02:45:20.644122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-305b11df-0577-4766-9249-5861d774ae2d req-12208343-2f99-42a5-80f3-6d57458b1f0f tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 945 time: 0.0922847 Feb 09 02:45:20.702224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-305b11df-0577-4766-9249-5861d774ae2d req-ca388fb0-3a5d-40e4-bc39-282aed4c8779 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550997 Feb 09 02:45:20.850230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41812ed1-0a67-4823-bfeb-c0fd279c9ca1 req-eff7aa96-9b97-4596-b1b4-ca550b73e2a9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992162 Feb 09 02:45:20.873355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-14de6315-3825-40ea-94f9-64317c478332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:20.875735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-14de6315-3825-40ea-94f9-64317c478332 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2257323 Feb 09 02:45:20.985350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-7253a3be-0519-45e3-bf91-8d5f38a17c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:20.986892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-7253a3be-0519-45e3-bf91-8d5f38a17c30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1033125 Feb 09 02:45:21.096707 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.132870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c78e5120-1a9a-4b3e-b21a-1aed8c4e790b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:21.164654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-82f2a1dd-6e15-4aaa-aa73-cab17275bd4b service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667881 Feb 09 02:45:21.271301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:45:21.276098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:21.276485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.437071 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b912b3c-5adb-4e8e-a010-36679a9afebf req-48fe6290-0511-4c82-9a12-77f6701e36a2 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601368 Feb 09 02:45:21.486038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (f77bdfe6-b86a-44a9-a5da-81066d10faef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.527176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:21.528364 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.609307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:21.611620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Checking segment: {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:21.611991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Network hostable DHCP agents. Network: 42503cbd-5149-4f17-a38c-e7ce90ba27e9, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:45:21.622462 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f539e3dc-f7ef-46fa-a303-e5f5d8d09d3d" -d '{"events": [{"server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "name": "network-vif-plugged", "status": "completed", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:21.624186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9a854-35cd-47a6-9941-4b39cc93ed90 req-d1f05241-d3e2-4aec-b6ca-dc4c010a4b59 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:21.645307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8dc9a854-35cd-47a6-9941-4b39cc93ed90 req-d1f05241-d3e2-4aec-b6ca-dc4c010a4b59 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 949 time: 0.6734877 Feb 09 02:45:21.649465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:21.653789 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:45:21.662422 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.731876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:45:21.739787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:21.747415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 42503cbd-5149-4f17-a38c-e7ce90ba27e9) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:21.754150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77bdfe6-b86a-44a9-a5da-81066d10faef,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:21.762319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:21.762851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1634c14-3327-44d2-a3a0-8487fe96cddb None None] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:45:21.763211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.767912 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e511f27e-dc0c-4394-a9bd-fdc10d2e0fc1 x-openstack-request-id: req-e511f27e-dc0c-4394-a9bd-fdc10d2e0fc1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:21.768744 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "name": "network-vif-plugged", "status": "completed", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:21.769010 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e511f27e-dc0c-4394-a9bd-fdc10d2e0fc1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:21.769399 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'code': 200} Feb 09 02:45:21.780863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-298efe1f-8cf4-4390-9650-aaac8ef42342 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4349558 Feb 09 02:45:21.783289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45048) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:21.789434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:21.796450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8dc9a854-35cd-47a6-9941-4b39cc93ed90 req-3b6af120-e74e-426a-9533-6793e93da4b2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457927 Feb 09 02:45:21.870828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:21.873929 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:22.056900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:45:22.057780 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:22.087348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks [] for router_controller (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:22.169402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655aeb2-6ef4-4760-843e-d69740f3419a req-79a616fd-1e8e-44fd-a435-415cde40faa4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:22.172877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0655aeb2-6ef4-4760-843e-d69740f3419a req-79a616fd-1e8e-44fd-a435-415cde40faa4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1365340 Feb 09 02:45:22.271122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409b2a9-e43e-463d-9f51-5791b961a014 req-79e6f32b-4e8f-459c-9b10-355db8564f58 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:22.282775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Allocated IP 172.20.0.2 (42503cbd-5149-4f17-a38c-e7ce90ba27e9/f77bdfe6-b86a-44a9-a5da-81066d10faef/b11683cf-bf28-4aae-9138-0cc4ba9690e4) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:22.289999 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c409b2a9-e43e-463d-9f51-5791b961a014 req-79e6f32b-4e8f-459c-9b10-355db8564f58 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 945 time: 0.3976729 Feb 09 02:45:22.339157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0655aeb2-6ef4-4760-843e-d69740f3419a req-057c7a4c-7667-429a-964d-eb401ce0e5d3 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506660 Feb 09 02:45:22.449530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c409b2a9-e43e-463d-9f51-5791b961a014 req-5785794e-fcbe-445a-8d8a-7e511bab7bce tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583493 Feb 09 02:45:22.655447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Publish callbacks [] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:22.662447 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks [] for router_gateway (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:22.668846 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:22.808467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:22.812330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:22.823263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:22.842589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Pushing event updated for resources: {'Port': ['ID=b11683cf-bf28-4aae-9138-0cc4ba9690e4,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:22.966969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Attempting to bind port b11683cf-bf28-4aae-9138-0cc4ba9690e4 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:22.967351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Attempting to bind port b11683cf-bf28-4aae-9138-0cc4ba9690e4 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:22.967717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Attempting to bind port b11683cf-bf28-4aae-9138-0cc4ba9690e4 on network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:22.975440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:22.976354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Checking segment: {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:22.976767 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:22.977164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Bound using segment: {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:22.977632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Bound port: b11683cf-bf28-4aae-9138-0cc4ba9690e4, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:22.978007 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:23.027151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8866-dd8e-4418-b554-c9263158e489 req-456031e9-ac32-4fbe-a065-43b3eb4fc93c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:23.035101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-153b8866-dd8e-4418-b554-c9263158e489 req-456031e9-ac32-4fbe-a065-43b3eb4fc93c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.1014633 Feb 09 02:45:23.131900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-153b8866-dd8e-4418-b554-c9263158e489 req-f3df4c97-5e8f-4cc5-b05d-8db6cf29fa0a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945060 Feb 09 02:45:23.159671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] For port b11683cf-bf28-4aae-9138-0cc4ba9690e4, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:23.163249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] For port b11683cf-bf28-4aae-9138-0cc4ba9690e4, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b11683cf-bf28-4aae-9138-0cc4ba9690e4,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:23.171112 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:23.226790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks [] for router_gateway (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:23.269607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875062fd-f392-4fc8-ba39-9821d8d2772b None None] Pushing event updated for resources: {'Port': ['ID=b11683cf-bf28-4aae-9138-0cc4ba9690e4,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:23.312535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:23.653947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Allocated IP 172.25.2.165 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/997ee9a7-fc1e-4b0f-aabc-02551aff996e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:23.676738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582fab6-865d-4a02-bb63-560d5d86d569 req-eea65cfe-1bb6-4165-a8b6-955f659385f3 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:23.707902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8582fab6-865d-4a02-bb63-560d5d86d569 req-eea65cfe-1bb6-4165-a8b6-955f659385f3 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1667547 Feb 09 02:45:23.838063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8582fab6-865d-4a02-bb63-560d5d86d569 req-fe01b15a-f738-4361-a044-7f769f507d0a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224885 Feb 09 02:45:24.315811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90874f8-2ec6-4307-a2ca-c37979a33c71 req-9418a60b-d208-4a05-9c87-afcae0f58abd tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:24.323238 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d90874f8-2ec6-4307-a2ca-c37979a33c71 req-9418a60b-d208-4a05-9c87-afcae0f58abd tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1132 time: 1.0035636 Feb 09 02:45:24.430613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks [] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:24.530562 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d90874f8-2ec6-4307-a2ca-c37979a33c71 req-5e4c8706-411f-4533-b09b-0e58ab1b9b6e tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062345 Feb 09 02:45:24.537730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:24.634515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-a88cc449-1acd-4293-acc8-b1f94476c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:24.636029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-a88cc449-1acd-4293-acc8-b1f94476c2ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c45f50f0786145ccbfee0e649d00ea9b&device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 1133 time: 0.4215040 Feb 09 02:45:24.718957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:24.858688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:24.872357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:25.135401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7e753-b83e-46a0-9b8b-8663e488e950 None None] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:45:25.141538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-70c9b302-dcf5-4973-8bb5-669865aa1d69 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c8e04fd18cd341108126a8475f62a75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065323 Feb 09 02:45:25.169020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Pushing event updated for resources: {'Port': ['ID=997ee9a7-fc1e-4b0f-aabc-02551aff996e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:25.337215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a9419f84-5cd6-4e07-b287-9f28fd7b3568 None None] Provisioning complete for port b11683cf-bf28-4aae-9138-0cc4ba9690e4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:25.338912 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9419f84-5cd6-4e07-b287-9f28fd7b3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:25.404633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-b736dc6e-c41f-4073-8fea-b13b9e24f77e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:25.406098 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-b736dc6e-c41f-4073-8fea-b13b9e24f77e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638021 Feb 09 02:45:25.459574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b11683cf-bf28-4aae-9138-0cc4ba9690e4 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:25.463669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-a6f4bf33-7fb5-4480-8480-b6173066503c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/quotas/c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 375 time: 0.0341680 Feb 09 02:45:25.525848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a6b5d-ed46-4947-a2c4-3d763b238594 req-f5e6a7fd-3878-4a65-b366-f34963d6674e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:25.547527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-744a6b5d-ed46-4947-a2c4-3d763b238594 req-f5e6a7fd-3878-4a65-b366-f34963d6674e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.4295571 Feb 09 02:45:25.582101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-75043908-d564-4978-a523-875a23aca4f3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107914 Feb 09 02:45:25.620003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-185cd9d3-984b-44e0-bbc1-103cc02acb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:25.628265 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-185cd9d3-984b-44e0-bbc1-103cc02acb07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.9115219 Feb 09 02:45:25.727071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b11683cf-bf28-4aae-9138-0cc4ba9690e4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:25.730901 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:25.746699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-7848e8f9-30db-4665-8fc4-dd4e0ff51925 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b HTTP/1.1" status: 200 len: 217 time: 0.1090703 Feb 09 02:45:25.792746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks [] for router_gateway (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:26.020552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a9419f84-5cd6-4e07-b287-9f28fd7b3568 None None] Current status of the port b11683cf-bf28-4aae-9138-0cc4ba9690e4 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:26.021269 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9419f84-5cd6-4e07-b287-9f28fd7b3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:26.095135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a9419f84-5cd6-4e07-b287-9f28fd7b3568 None None] For port b11683cf-bf28-4aae-9138-0cc4ba9690e4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b11683cf-bf28-4aae-9138-0cc4ba9690e4,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:26.180921 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-744a6b5d-ed46-4947-a2c4-3d763b238594 req-aa898807-2fd3-4527-be16-7d7d4e2f22e4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323085 Feb 09 02:45:26.298776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8ca0e1-4569-4edb-9e1c-2dc943fc40b8 req-00dd3e88-40b0-40c9-8ce4-4fe643873c0e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 210 time: 0.0648675 Feb 09 02:45:26.318527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-906683a6-92e6-45d1-9654-58de34907ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:26.320835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-906683a6-92e6-45d1-9654-58de34907ea8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.5503061 Feb 09 02:45:26.495730 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9419f84-5cd6-4e07-b287-9f28fd7b3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:26.597759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b11683cf-bf28-4aae-9138-0cc4ba9690e4 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:26.602841 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:26.718974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-7262c3ae-3956-42db-8052-5f488347d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:26.721200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-7262c3ae-3956-42db-8052-5f488347d844 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3790669 Feb 09 02:45:26.735444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9419f84-5cd6-4e07-b287-9f28fd7b3568 None None] Pushing event updated for resources: {'Port': ['ID=b11683cf-bf28-4aae-9138-0cc4ba9690e4,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:26.823826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fe960220-88f5-4bcc-8c03-deb2807f6624 None None] Provisioning complete for port b11683cf-bf28-4aae-9138-0cc4ba9690e4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:26.823826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fe960220-88f5-4bcc-8c03-deb2807f6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:26.883857 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:26.920719 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:45:26.920719 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:45:26.992525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fe960220-88f5-4bcc-8c03-deb2807f6624 None None] Current status of the port b11683cf-bf28-4aae-9138-0cc4ba9690e4 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:27.165597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-8e22ea73-0676-4d10-a4d5-f4cce186fb46 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168851 Feb 09 02:45:27.425135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7f62f0d-9388-4d11-beb9-8fce45ab5a2b req-89885ed3-0c26-499e-b016-fcf8e151bac2 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295077 Feb 09 02:45:27.509070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:45:27.531550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5611e-a285-49e3-add3-c4ab8e6039a8 req-ab8c5128-8f91-4d36-bc2a-3b32433aee7f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:27.537518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca5611e-a285-49e3-add3-c4ab8e6039a8 req-ab8c5128-8f91-4d36-bc2a-3b32433aee7f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1869185 Feb 09 02:45:27.612355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b11683cf-bf28-4aae-9138-0cc4ba9690e4 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:27.832406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b11683cf-bf28-4aae-9138-0cc4ba9690e4 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:27.841191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:27.855382 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Sync routers for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:27.883158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca5611e-a285-49e3-add3-c4ab8e6039a8 req-28d6a64c-8c94-466c-ab3a-f2c7b13943d4 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250825 Feb 09 02:45:27.883510 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:27.884037 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:27.884831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ad237d5a-306f-4a43-b665-f4ea4bb45df3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1005011 Feb 09 02:45:27.887840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45188) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:27.899208 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:28.079388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b11683cf-bf28-4aae-9138-0cc4ba9690e4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:28.081923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:28.122631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c51a35e1-4ef5-4a96-96c9-a2491c75454e req-d41a267e-5bb9-41ae-8e3b-aaae04e5959a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 210 time: 0.1428993 Feb 09 02:45:28.174136 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:28.326380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b11683cf-bf28-4aae-9138-0cc4ba9690e4 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:28.581654 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:25Z', 'revision_number': 3, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:28.917510 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Checking router: 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:28.918251 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Updating router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 port 997ee9a7-fc1e-4b0f-aabc-02551aff996e binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:45:29.006223 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:29.316719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fd0ad76-8400-4a3c-8292-de3173ee4ad4 req-8f80b15f-7912-4397-9143-c3375e674479 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 210 time: 0.0834072 Feb 09 02:45:29.430011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-39b3f278-be3c-42e4-9c93-1f06ca530f49 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c8e04fd18cd341108126a8475f62a75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9526620 Feb 09 02:45:29.448634 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Publish callbacks [] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:29.462902 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:29.642400 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2a4ae-329e-4c58-8c25-ed196e238021 None None] Pushing event updated for resources: {'Port': ['ID=997ee9a7-fc1e-4b0f-aabc-02551aff996e,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:29.659674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Attempting to bind port 997ee9a7-fc1e-4b0f-aabc-02551aff996e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:29.664465 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Attempting to bind port 997ee9a7-fc1e-4b0f-aabc-02551aff996e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:29.665104 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Attempting to bind port 997ee9a7-fc1e-4b0f-aabc-02551aff996e on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:29.682104 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:29.682790 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:29.683366 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:29.683938 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:29.684587 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Bound port: 997ee9a7-fc1e-4b0f-aabc-02551aff996e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:29.685133 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:29.736347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a157-fa3d-4004-b44f-22047214c5dc req-eb6b70d5-4880-4e60-990a-f603c8ea3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:29.738086 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0576a157-fa3d-4004-b44f-22047214c5dc req-eb6b70d5-4880-4e60-990a-f603c8ea3bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1131 time: 0.3561690 Feb 09 02:45:29.760177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be772370-f74c-40a1-835b-34ff5db29961 req-e0feaa04-6128-4585-b6e8-fc0486c0f391 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:29.771879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be772370-f74c-40a1-835b-34ff5db29961 req-e0feaa04-6128-4585-b6e8-fc0486c0f391 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.4178054 Feb 09 02:45:29.794651 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] For port 997ee9a7-fc1e-4b0f-aabc-02551aff996e, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:29.799248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] For port 997ee9a7-fc1e-4b0f-aabc-02551aff996e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=997ee9a7-fc1e-4b0f-aabc-02551aff996e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:29.814420 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:29.875435 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:29.876314 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:29.881656 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2a4ae-329e-4c58-8c25-ed196e238021 None None] Pushing event updated for resources: {'Port': ['ID=997ee9a7-fc1e-4b0f-aabc-02551aff996e,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:29.896564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-f14dd97e-9400-4ed9-9d3e-2eff101a7eee tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:29.898128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-f14dd97e-9400-4ed9-9d3e-2eff101a7eee tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4171283 Feb 09 02:45:29.931317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Request body: {'port': {'device_id': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'c8e04fd18cd341108126a8475f62a75d'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:30.031875 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:30.208994 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f009e1e4-2c20-46b5-9a33-7de351f5b4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:30.292053 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:25Z', 'revision_number': 3, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:30.395322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:30.411320 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9214d56-1377-431a-98f4-04a96deeb9db None None] The sync data for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 is: [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:25Z', 'revision_number': 3, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:30.602351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-690af3fa-61f2-4b06-b5ed-1114851ce721 req-5733c326-69d0-4574-ad02-5034c766a999 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 210 time: 0.1036601 Feb 09 02:45:30.657887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Made reservation on behalf of c8e04fd18cd341108126a8475f62a75d for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:30.669491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:30.675219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Allocated IP 172.20.0.1 (42503cbd-5149-4f17-a38c-e7ce90ba27e9/f77bdfe6-b86a-44a9-a5da-81066d10faef/de8bf768-1fad-4c22-8c2a-a4e0cab46f8c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:30.693190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be772370-f74c-40a1-835b-34ff5db29961 req-17065f17-0cdb-46e3-bc57-c7079bec3b7e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9200892 Feb 09 02:45:30.756558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a157-fa3d-4004-b44f-22047214c5dc req-e0adca74-ecf3-46cb-a7dd-249ec6e861f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:30.759200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0576a157-fa3d-4004-b44f-22047214c5dc req-e0adca74-ecf3-46cb-a7dd-249ec6e861f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.9708953 Feb 09 02:45:30.952973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0576a157-fa3d-4004-b44f-22047214c5dc req-23f061a6-0660-47ac-8aa5-170057a3d571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9 HTTP/1.1" status: 200 len: 217 time: 0.1476820 Feb 09 02:45:31.137806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a157-fa3d-4004-b44f-22047214c5dc req-6f7f751f-5a17-4de8-b916-7a8a189829ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:31.139314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0576a157-fa3d-4004-b44f-22047214c5dc req-6f7f751f-5a17-4de8-b916-7a8a189829ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1743753 Feb 09 02:45:31.149933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Publish callbacks [] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:31.169383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Allocated IP 192.168.233.225 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/8eb7e280-e9b7-4956-8053-f973452dbb9b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:31.305912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a157-fa3d-4004-b44f-22047214c5dc req-5eddbf33-9f95-4895-9fb4-b584e59f653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:31.318627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0576a157-fa3d-4004-b44f-22047214c5dc req-5eddbf33-9f95-4895-9fb4-b584e59f653f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1649847 Feb 09 02:45:31.504459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:31.580817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Pushing event updated for resources: {'Port': ['ID=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:31.614471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:31.627419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:31.630955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0576a157-fa3d-4004-b44f-22047214c5dc req-ab001f9f-b6d5-4a40-a162-b5b6c8bd5638 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820497 Feb 09 02:45:31.634985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:31.635400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:31.668856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:31.671062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:45:31.935171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-322f8022-99c8-4553-b5dc-46e8d08e29a0 req-6712c977-9910-4970-9f46-5107198317f7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 210 time: 0.1405873 Feb 09 02:45:32.237904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 997ee9a7-fc1e-4b0f-aabc-02551aff996e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:32.356209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0576a157-fa3d-4004-b44f-22047214c5dc req-f2062b9a-9f78-47bc-bc47-e65c144d5650 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064371 Feb 09 02:45:32.421945 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks [] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:32.498410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:32.507815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385a01d-9f53-4192-89fa-d244511ad799 req-191c8438-d5ef-4db0-92ad-2cb5ef1ba3b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:32.509458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e385a01d-9f53-4192-89fa-d244511ad799 req-191c8438-d5ef-4db0-92ad-2cb5ef1ba3b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.4455252 Feb 09 02:45:32.557799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:32.574778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4c18ff0f-b74f-48f5-b9ca-5d93f2433059 None None] Provisioning complete for port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:32.575583 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c18ff0f-b74f-48f5-b9ca-5d93f2433059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:32.671781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:32.729774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'mac_address': 'fa:16:3e:ff:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:32.747362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:32.803216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e385a01d-9f53-4192-89fa-d244511ad799 req-54c907f3-432a-4f2e-805f-8e749b1b8b4d tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838426 Feb 09 02:45:32.855219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:32.860619 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a94f3782-a7ea-4d5b-bac4-9789db99196c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:32.862514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:32.882717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:32.895239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:32.895907 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:32.931985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4c18ff0f-b74f-48f5-b9ca-5d93f2433059 None None] Port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:32.954305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:32.956072 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.019121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 997ee9a7-fc1e-4b0f-aabc-02551aff996e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:33.019607 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.079182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1536117 Feb 09 02:45:33.115798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:33.116517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.133435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ea2c9-a170-4700-a03e-02de52b5f487 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:33.159719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Request body: {'port': {'device_id': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:33.180492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:33.182706 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4c4933-daa1-4eaf-9a06-80333a702591" -d '{"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-unplugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:33.233543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71f8e900-6e34-4ac3-8f58-59734c0489a9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:33.263378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:33.266654 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb23f057-aa0a-4f58-a4c2-987b47ba6f2b x-openstack-request-id: req-cb23f057-aa0a-4f58-a4c2-987b47ba6f2b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:33.267195 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-unplugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:33.267636 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb23f057-aa0a-4f58-a4c2-987b47ba6f2b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:33.268181 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'code': 200} Feb 09 02:45:33.277514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.327791 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.462732 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:45:33.463386 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:45:33.464068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:33.496300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 997ee9a7-fc1e-4b0f-aabc-02551aff996e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:33.496806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.527081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6005a160-8b82-44b0-abea-1b07291c2653 None None] Provisioning complete for port 8eb7e280-e9b7-4956-8053-f973452dbb9b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:33.527461 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6005a160-8b82-44b0-abea-1b07291c2653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.551933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78f087-fe2e-419e-b504-bea4d850e521 req-8e0086d3-560f-4eef-a209-8ae5f6b61e71 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:33.559558 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d78f087-fe2e-419e-b504-bea4d850e521 req-8e0086d3-560f-4eef-a209-8ae5f6b61e71 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 936 time: 0.4839880 Feb 09 02:45:33.574069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 997ee9a7-fc1e-4b0f-aabc-02551aff996e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=997ee9a7-fc1e-4b0f-aabc-02551aff996e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:33.589956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.633934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6005a160-8b82-44b0-abea-1b07291c2653 None None] Port 8eb7e280-e9b7-4956-8053-f973452dbb9b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:33.677296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=997ee9a7-fc1e-4b0f-aabc-02551aff996e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:33.812178 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.976154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb7e280-e9b7-4956-8053-f973452dbb9b {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:33.978878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832f1b6-ee9e-4c8c-86c9-d2dc59a1201c req-0cec89ec-6430-40ab-b86a-1ec61d67de53 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:33.984710 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Publish callbacks [] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:33.998498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Transition to ACTIVE for port object 8eb7e280-e9b7-4956-8053-f973452dbb9b will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:45:34.001763 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b832f1b6-ee9e-4c8c-86c9-d2dc59a1201c req-0cec89ec-6430-40ab-b86a-1ec61d67de53 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 947 time: 0.1092963 Feb 09 02:45:34.010397 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Publish callbacks [] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.023302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d78f087-fe2e-419e-b504-bea4d850e521 req-8672a2cb-917e-4b5d-b82f-893f48d808fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551487 Feb 09 02:45:34.023927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.032936 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.033828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.060873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:34.061961 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.092616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f8e900-6e34-4ac3-8f58-59734c0489a9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:34.117933 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b832f1b6-ee9e-4c8c-86c9-d2dc59a1201c req-07870449-8380-4c89-9c09-c1cc221d7a90 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150734 Feb 09 02:45:34.145850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:34.160981 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.227010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:34.269894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:34.363528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Attempting to bind port 8eb7e280-e9b7-4956-8053-f973452dbb9b on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:34.363761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Attempting to bind port 8eb7e280-e9b7-4956-8053-f973452dbb9b by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:34.364226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Attempting to bind port 8eb7e280-e9b7-4956-8053-f973452dbb9b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:34.369947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Pushing event updated for resources: {'Port': ['ID=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:34.394126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Port 8eb7e280-e9b7-4956-8053-f973452dbb9b on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:34.394628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Attempting to bind port 8eb7e280-e9b7-4956-8053-f973452dbb9b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:34.408249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:34.408586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:34.409006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:34.410789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Bound port: 8eb7e280-e9b7-4956-8053-f973452dbb9b, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:34.411423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.436889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:34.439938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:34.515319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71f8e900-6e34-4ac3-8f58-59734c0489a9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:34.524346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:34.527843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:34.588944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.760121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:34.818252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:34.819272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:34.821462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-551dbcc1-2083-4e97-942c-4ca975978828 service neutron] 10.222.0.61 "PUT /v2.0/ports/8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 1096 time: 1.6769869 Feb 09 02:45:34.822168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:34.835127 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078d00ea-18ab-4e99-b448-33088acd934e" -d '{"events": [{"name": "network-changed", "server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:34.868610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:35.004959 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:35.025185 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863caea4-25f4-4dc6-9f81-c6bf47193c57 x-openstack-request-id: req-863caea4-25f4-4dc6-9f81-c6bf47193c57 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:35.025185 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:35.025185 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-863caea4-25f4-4dc6-9f81-c6bf47193c57 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:35.025185 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'status': 'completed', 'code': 200} Feb 09 02:45:35.076791 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-c378ddb8-01bb-4923-973b-463dfceff516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:35.079467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6d5f8988-e252-4142-942d-4eca44ee9bd9 None None] Provisioning complete for port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:35.079848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8988-e252-4142-942d-4eca44ee9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:35.088793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-c378ddb8-01bb-4923-973b-463dfceff516 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1130 time: 0.1985087 Feb 09 02:45:35.160103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f8988-e252-4142-942d-4eca44ee9bd9 None None] Port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:35.176752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-6328195c-fbe8-4201-8622-79c039c16395 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 217 time: 0.0724807 Feb 09 02:45:35.347971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906ba88-8f66-4a93-b3f9-68aea66a2642 req-bfc3b9c3-0578-4dc2-9743-22a8681f65d9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:35.350592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0906ba88-8f66-4a93-b3f9-68aea66a2642 req-bfc3b9c3-0578-4dc2-9743-22a8681f65d9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 948 time: 0.0864065 Feb 09 02:45:35.429316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0906ba88-8f66-4a93-b3f9-68aea66a2642 req-987e3889-6612-4640-b9bb-1bc9459fa2c1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651984 Feb 09 02:45:35.628170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:35.642148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Sync routers for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:35.657691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-17b2d0ce-77b5-4c3d-8aa5-cc0fbd287889 admin admin] 10.222.0.32 "PUT /v2.0/routers/24903c9c-e7db-44c5-abdd-3f5254eaf9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7687674 Feb 09 02:45:35.678990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-b56f6f45-d41f-436c-88cb-250544ed12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:35.680320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:35.682025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:35.683751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-b56f6f45-d41f-436c-88cb-250544ed12fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.4961071 Feb 09 02:45:35.777731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1778f2-5b2b-48c4-9f06-a500b910c070 req-4218cb31-4cf5-4161-957b-d58dff200aa8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:35.779326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b1778f2-5b2b-48c4-9f06-a500b910c070 req-4218cb31-4cf5-4161-957b-d58dff200aa8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.5594370 Feb 09 02:45:35.796802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 997ee9a7-fc1e-4b0f-aabc-02551aff996e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:35.910390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b1778f2-5b2b-48c4-9f06-a500b910c070 req-3fad04e5-e1a7-4ced-9afc-566d2decaab4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057220 Feb 09 02:45:35.939808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-3998d8be-fd80-44e6-ac73-02f30dd3e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:35.941401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-3998d8be-fd80-44e6-ac73-02f30dd3e452 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2424741 Feb 09 02:45:35.962007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 997ee9a7-fc1e-4b0f-aabc-02551aff996e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:35.962420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.062259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:36.072416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-60d86917-ec3c-484f-b480-c8f59a374548 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232681 Feb 09 02:45:36.167001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:36.263937 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f0b229-a4bf-403a-a963-bb8ff9b7e6ff req-41749e9c-beab-4e0e-9263-003b07c9ba33 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831052 Feb 09 02:45:36.447228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45306) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:36.459357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b53f3253-74d6-4ab3-85fd-d1a2441047d4 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1749648121', 'description': 'tempest-description--630777858'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:36.477428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d00ea-18ab-4e99-b448-33088acd934e req-da648fff-74f0-486b-9edc-2f3447ee0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:36.480041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-078d00ea-18ab-4e99-b448-33088acd934e req-da648fff-74f0-486b-9edc-2f3447ee0b0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1130 time: 0.1529939 Feb 09 02:45:36.497261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.521969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b53f3253-74d6-4ab3-85fd-d1a2441047d4 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.523637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 997ee9a7-fc1e-4b0f-aabc-02551aff996e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:36.572541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 71f8e900-6e34-4ac3-8f58-59734c0489a9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:36.573039 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.715171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b53f3253-74d6-4ab3-85fd-d1a2441047d4 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group (9a8ddef2-20a8-4805-9af2-fae31a45524c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.723070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b53f3253-74d6-4ab3-85fd-d1a2441047d4 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9a8ddef2-20a8-4805-9af2-fae31a45524c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.780082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f3253-74d6-4ab3-85fd-d1a2441047d4 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8ddef2-20a8-4805-9af2-fae31a45524c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:36.785188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b53f3253-74d6-4ab3-85fd-d1a2441047d4 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.786906 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b53f3253-74d6-4ab3-85fd-d1a2441047d4 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3342872 Feb 09 02:45:36.787443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:36.787847 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.790173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45324) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:36.802573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-419a72fd-c361-46ee-88a3-a2d7318ef453 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Request body: {'security_group_rule': {'security_group_id': '9a8ddef2-20a8-4805-9af2-fae31a45524c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:36.834910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 2, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:36.855743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-419a72fd-c361-46ee-88a3-a2d7318ef453 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group_rule (3ab1b220-6c1d-44c3-9871-f8d1f94a7ad7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.916384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbbecc-02ee-4997-a4ab-2934745af6a7 req-56abdb3f-c114-4bf0-abb7-41c1d9be1a2a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:36.920243 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a9bbbecc-02ee-4997-a4ab-2934745af6a7 req-56abdb3f-c114-4bf0-abb7-41c1d9be1a2a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 948 time: 0.3312876 Feb 09 02:45:36.931540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-419a72fd-c361-46ee-88a3-a2d7318ef453 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group_rule (3ab1b220-6c1d-44c3-9871-f8d1f94a7ad7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.935773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Checking router: 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:36.940808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Updating router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:45:36.941827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-419a72fd-c361-46ee-88a3-a2d7318ef453 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (3ab1b220-6c1d-44c3-9871-f8d1f94a7ad7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:36.955363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:36.962354 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb2932e-54a5-48e5-a744-00a47a24181b" -d '{"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-plugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:36.997763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-419a72fd-c361-46ee-88a3-a2d7318ef453 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.006038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a9bbbecc-02ee-4997-a4ab-2934745af6a7 req-22c58005-3179-4842-950a-1ac1ccb02189 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664306 Feb 09 02:45:37.007322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-419a72fd-c361-46ee-88a3-a2d7318ef453 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2147951 Feb 09 02:45:37.008941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d00ea-18ab-4e99-b448-33088acd934e req-dd07bbd2-0524-4259-a9fa-fddd5f47e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:37.009612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a72fd-c361-46ee-88a3-a2d7318ef453 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab1b220-6c1d-44c3-9871-f8d1f94a7ad7,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:37.010966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-078d00ea-18ab-4e99-b448-33088acd934e req-dd07bbd2-0524-4259-a9fa-fddd5f47e685 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.5183153 Feb 09 02:45:37.012547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45332) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:37.018887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-14e88121-ee40-4104-afa5-8709f031bbaf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Request body: {'security_group_rule': {'security_group_id': '9a8ddef2-20a8-4805-9af2-fae31a45524c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:37.058575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:37.081958 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-078d00ea-18ab-4e99-b448-33088acd934e req-87020e84-2f26-45c7-b8b8-7f3bb13112a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 217 time: 0.0577095 Feb 09 02:45:37.106122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.190531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:37.192175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-7eea6f14-6ff7-414e-a0b9-db399cfd25e7 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1129350031&fields=id&tenant_id=ea2b37c7f7494875b5e18987d8d89402 HTTP/1.1" status: 200 len: 267 time: 0.0921087 Feb 09 02:45:37.204662 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.224544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14e88121-ee40-4104-afa5-8709f031bbaf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group_rule (3397df23-8e2c-4f41-a6b6-8e957a4ee4c5), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.267458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d00ea-18ab-4e99-b448-33088acd934e req-2317b588-9b0e-45f3-b3f8-edc72234e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:37.269238 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-078d00ea-18ab-4e99-b448-33088acd934e req-2317b588-9b0e-45f3-b3f8-edc72234e481 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1769044 Feb 09 02:45:37.371409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14e88121-ee40-4104-afa5-8709f031bbaf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group_rule (3397df23-8e2c-4f41-a6b6-8e957a4ee4c5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.406100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616b57f-0581-4193-a01d-c21a6373e097 req-e3291f3a-e7e7-4139-b33c-00997e6ee5fa tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:37.411958 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c616b57f-0581-4193-a01d-c21a6373e097 req-e3291f3a-e7e7-4139-b33c-00997e6ee5fa tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.2177660 Feb 09 02:45:37.415708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14e88121-ee40-4104-afa5-8709f031bbaf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (3397df23-8e2c-4f41-a6b6-8e957a4ee4c5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.433568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-25f52f39-6d5f-4a21-9579-a9e986deaad9 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:37.441207 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-25f52f39-6d5f-4a21-9579-a9e986deaad9 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/networks?id=49819c0c-2b0f-444b-9d9b-255492e95d5d HTTP/1.1" status: 200 len: 815 time: 0.2399189 Feb 09 02:45:37.457384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e88121-ee40-4104-afa5-8709f031bbaf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3397df23-8e2c-4f41-a6b6-8e957a4ee4c5,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:37.461157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-c971adbd-6547-406f-af9f-6c7a3ed5df13 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/quotas/ea2b37c7f7494875b5e18987d8d89402 HTTP/1.1" status: 200 len: 375 time: 0.0178335 Feb 09 02:45:37.518378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d00ea-18ab-4e99-b448-33088acd934e req-95165a93-1034-42ca-8bf9-4e13c2c19328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:37.519905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-078d00ea-18ab-4e99-b448-33088acd934e req-95165a93-1034-42ca-8bf9-4e13c2c19328 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2395535 Feb 09 02:45:37.548017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-41338f1e-f020-4596-ae77-c6daf45dae66 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea2b37c7f7494875b5e18987d8d89402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823009 Feb 09 02:45:37.706322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-1225e7bd-63a4-4f11-9abc-700d72418ada service neutron] 10.222.0.32 "GET /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390989 Feb 09 02:45:37.741804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14e88121-ee40-4104-afa5-8709f031bbaf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.743130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-14e88121-ee40-4104-afa5-8709f031bbaf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7294834 Feb 09 02:45:37.745341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-078d00ea-18ab-4e99-b448-33088acd934e req-4ecb9a33-4f28-4e4d-a8c0-fc3317dd9f71 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930413 Feb 09 02:45:37.750024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45338) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:37.754729 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Publish callbacks [] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.758526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:37.762925 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:37.794752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c616b57f-0581-4193-a01d-c21a6373e097 req-29b5ed8b-985a-4bf1-a899-fd250c3e0975 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653758 Feb 09 02:45:37.879514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc379b8-2e39-4abe-8c21-21e08597c06e None None] Pushing event updated for resources: {'Port': ['ID=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:37.922956 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b3f048-55e8-445e-b47d-6dd741bc349d x-openstack-request-id: req-53b3f048-55e8-445e-b47d-6dd741bc349d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:37.923271 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-plugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:37.923536 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53b3f048-55e8-445e-b47d-6dd741bc349d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:37.924672 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'code': 200} Feb 09 02:45:37.949795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-e0ab96b5-cfe4-4b16-94ea-623548d91a16 service neutron] 10.222.0.32 "GET /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425001 Feb 09 02:45:38.004006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:38.108311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Attempting to bind port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:38.108908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Attempting to bind port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:38.110199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Attempting to bind port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c on network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:38.121282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:38.121681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Checking segment: {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:38.122072 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:38.122500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Bound using segment: {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:38.122991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Bound port: de8bf768-1fad-4c22-8c2a-a4e0cab46f8c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:38.123359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:38.304057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] For port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:38.307556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] For port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:38.318624 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:38.335551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-078d00ea-18ab-4e99-b448-33088acd934e req-c3b3eb26-b8d5-42f0-a2c2-97dcfd3f7217 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346291 Feb 09 02:45:38.359623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4375-2d58-4b9c-9df9-5d097d5e56ad req-0e70f9ef-a3f0-437e-87be-086bc1735268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:38.361538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4bea4375-2d58-4b9c-9df9-5d097d5e56ad req-0e70f9ef-a3f0-437e-87be-086bc1735268 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1131 time: 0.0997436 Feb 09 02:45:38.433409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-20950360-6b15-47ad-8bde-5c868a77751b None None] Provisioning complete for port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:38.433836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20950360-6b15-47ad-8bde-5c868a77751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:38.499367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc379b8-2e39-4abe-8c21-21e08597c06e None None] Pushing event updated for resources: {'Port': ['ID=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:38.505222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:38.509786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:38.512707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e7e6-a0e8-42e5-955f-7c0018eb258e req-bd849668-5465-4c39-86e2-cb5bf16f9dbd tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:38.514206 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8877e7e6-a0e8-42e5-955f-7c0018eb258e req-bd849668-5465-4c39-86e2-cb5bf16f9dbd tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.3145361 Feb 09 02:45:38.609897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8784481-8301-490b-b055-9e76ecbb828d req-4ff8ac3b-7b51-4d64-803e-c66e7a4d84b5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0523007 Feb 09 02:45:38.663650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8877e7e6-a0e8-42e5-955f-7c0018eb258e req-808acb51-231e-48ee-957c-8088dca27f2e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309571 Feb 09 02:45:38.673281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4bea4375-2d58-4b9c-9df9-5d097d5e56ad req-6f10516e-b383-4c2d-9a68-e7ea60ddb1b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842720 Feb 09 02:45:38.706487 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:38.776250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:38.905492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Allocated IP 172.25.2.144 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/b701c8cf-591d-420b-ba6f-85705c9e194d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:38.943877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-20950360-6b15-47ad-8bde-5c868a77751b None None] Current status of the port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:38.943877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20950360-6b15-47ad-8bde-5c868a77751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:38.998127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-20950360-6b15-47ad-8bde-5c868a77751b None None] For port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:39.003204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c81ad2-93b8-47c8-a89a-7235cd8a7cad req-39f7213b-6c80-404c-bf0d-e916e5ecf431 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:39.010482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32c81ad2-93b8-47c8-a89a-7235cd8a7cad req-39f7213b-6c80-404c-bf0d-e916e5ecf431 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.1078835 Feb 09 02:45:39.012025 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20950360-6b15-47ad-8bde-5c868a77751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.125365 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32c81ad2-93b8-47c8-a89a-7235cd8a7cad req-47b1fe98-ee23-4a1b-b4ab-fe3b72c7bb40 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037748 Feb 09 02:45:39.128708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for port (b701c8cf-591d-420b-ba6f-85705c9e194d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.154614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20950360-6b15-47ad-8bde-5c868a77751b None None] Pushing event updated for resources: {'Port': ['ID=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:39.188376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (b701c8cf-591d-420b-ba6f-85705c9e194d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.201998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 8eb7e280-e9b7-4956-8053-f973452dbb9b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:39.221255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-62a78774-a4e7-4e55-8c17-27e97b2f4f6f None None] Provisioning complete for port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:39.221637 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-62a78774-a4e7-4e55-8c17-27e97b2f4f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.291630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:39.330279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:39.337476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:39.391325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2512a-e995-4e28-87a5-a99a36a18bad req-bff1ac8b-1300-4d05-b905-b2cd7d390a5d tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:39.391798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:39.399615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dcd2512a-e995-4e28-87a5-a99a36a18bad req-bff1ac8b-1300-4d05-b905-b2cd7d390a5d tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 951 time: 0.0721350 Feb 09 02:45:39.426081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'mac_address': 'fa:16:3e:16:90:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:39.438777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event updated for resources: {'Port': ['ID=b701c8cf-591d-420b-ba6f-85705c9e194d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:39.467458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dcd2512a-e995-4e28-87a5-a99a36a18bad req-8d573770-4bef-4944-87ea-953cfdf312c1 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668843 Feb 09 02:45:39.467796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.468163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.468587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.468840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.469182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.470228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.470618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.470955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.471288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.471620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.471978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.472307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.472630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:39.503385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for floatingip (767d750c-01f7-405c-b877-ac02b44752e4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.518976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:38Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:39.563761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b701c8cf-591d-420b-ba6f-85705c9e194d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.591783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141ac32e-011b-49d3-a4fc-3ef0a31dc88d None None] The sync data for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 is: [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:38Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:39.602629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 8eb7e280-e9b7-4956-8053-f973452dbb9b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:39.609341 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.827676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-62a78774-a4e7-4e55-8c17-27e97b2f4f6f None None] Current status of the port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:39.851988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb7e280-e9b7-4956-8053-f973452dbb9b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:39.875448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fd081553-6411-45a3-a3a8-42429400c177 req-7c9848a4-3de9-49f8-b644-3d882304cfe1 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0722148 Feb 09 02:45:39.890425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:39.904768 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.924935 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for port (b701c8cf-591d-420b-ba6f-85705c9e194d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.949407 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b701c8cf-591d-420b-ba6f-85705c9e194d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:39.970010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device de8bf768-1fad-4c22-8c2a-a4e0cab46f8c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:40.076713 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (767d750c-01f7-405c-b877-ac02b44752e4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:40.090930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:40.093765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:40.094182 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:40.130987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event updated for resources: {'Port': ['ID=b701c8cf-591d-420b-ba6f-85705c9e194d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:40.152286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:40.165901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-201a8bd8-69bc-41c9-a7b1-ef94e96a190b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4128454 Feb 09 02:45:40.206471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08762905-e198-499b-9be5-f0615a61b55b req-6885dc0c-c915-410c-8134-862f15ad9ef7 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:40.210493 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08762905-e198-499b-9be5-f0615a61b55b req-6885dc0c-c915-410c-8134-862f15ad9ef7 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1785984 Feb 09 02:45:40.287403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:40.291981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['8eb7e280-e9b7-4956-8053-f973452dbb9b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:40.375813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08762905-e198-499b-9be5-f0615a61b55b req-77200750-940a-43f8-8cf3-8cffc0f258f6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550987 Feb 09 02:45:40.607471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-7e7cb816-cfe7-49be-a806-95c8c5cd6ebf tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:40.609095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-7e7cb816-cfe7-49be-a806-95c8c5cd6ebf tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.26 "GET /v2.0/networks?id=49819c0c-2b0f-444b-9d9b-255492e95d5d HTTP/1.1" status: 200 len: 815 time: 0.2751942 Feb 09 02:45:40.654376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56672571-42d1-48cb-b0fc-4fd27428e106 req-ffa53258-65eb-4d12-a988-5feb93c36d43 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:40.662059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56672571-42d1-48cb-b0fc-4fd27428e106 req-ffa53258-65eb-4d12-a988-5feb93c36d43 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 949 time: 0.1429737 Feb 09 02:45:40.741183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56672571-42d1-48cb-b0fc-4fd27428e106 req-7c0221d1-8470-40a4-85de-f9e6b0394859 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779881 Feb 09 02:45:40.770731 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-a03c64e4-3f00-4db9-be13-a88705eb5d90 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1749648121&fields=id&tenant_id=4135d3b1fe784534b435db7bf4e0c151 HTTP/1.1" status: 200 len: 267 time: 0.0801127 Feb 09 02:45:40.777361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-11b494c8-6265-4834-b161-6e621c7ffa6f tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea2b37c7f7494875b5e18987d8d89402 HTTP/1.1" status: 200 len: 380 time: 0.1544878 Feb 09 02:45:40.813114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Request body: {'port': {'device_id': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'admin_state_up': True, 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'security_groups': ['4d91954b-7431-43ee-9444-ccd9ff3cbb67']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:41.046519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-6222b5c4-aac5-41fb-869e-0a524907b700 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:41.048086 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-6222b5c4-aac5-41fb-869e-0a524907b700 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/networks?id=42503cbd-5149-4f17-a38c-e7ce90ba27e9 HTTP/1.1" status: 200 len: 814 time: 0.2668419 Feb 09 02:45:41.072809 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-2c344579-8a18-4ef3-a05a-f2f816b63e6b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/quotas/4135d3b1fe784534b435db7bf4e0c151 HTTP/1.1" status: 200 len: 375 time: 0.0109394 Feb 09 02:45:41.149622 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d52f8c1f-4fcf-47f3-8b9d-bbeca1cbaee5 req-5c2ee9f3-76f5-4ea1-96e4-135f858ea741 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0400448 Feb 09 02:45:41.185709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-f51c7f82-0895-48a7-8b6d-88fa04d85991 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4135d3b1fe784534b435db7bf4e0c151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067488 Feb 09 02:45:41.204800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:45:41.281190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Made reservation on behalf of ea2b37c7f7494875b5e18987d8d89402 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:41.285566 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:41.316867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66949d-ec0f-4236-98a2-c52b37992f7b req-a806a104-beb1-40bc-939b-0abe9d92d700 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:41.318565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b66949d-ec0f-4236-98a2-c52b37992f7b req-a806a104-beb1-40bc-939b-0abe9d92d700 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 951 time: 0.0743735 Feb 09 02:45:41.380245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4504b0f8-1b26-4b84-aea2-336ebccb757b is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:41.380925 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:41.422798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b66949d-ec0f-4236-98a2-c52b37992f7b req-e548e236-f4ff-4063-93a0-e4dde2d3a3c3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961423 Feb 09 02:45:41.441261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-e77da5db-4e4b-4f4e-b666-162afcdde5ab service neutron] 10.222.0.32 "GET /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400968 Feb 09 02:45:41.450290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:41.450290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:41.452718 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20dd99e-09f3-49dd-b4e6-2ed7d3b9a17c" -d '{"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-unplugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:41.461076 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:41.532060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Allocated IP 172.20.0.4 (49819c0c-2b0f-444b-9d9b-255492e95d5d/3ce02cc9-11c8-473c-b9a9-6239ee16deb4/a4b5308f-4354-4ca6-82c3-0b80d2273ace) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:41.583396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:41.620605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-2d96f15b-05ba-40f5-a2aa-7b816e3e94ff service neutron] 10.222.0.32 "GET /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612542 Feb 09 02:45:41.639529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f492-b381-442f-a724-cce0a0c03b67 req-a8c670e2-1fbb-4d93-b0ee-7187266a046c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:41.641314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5c4f492-b381-442f-a724-cce0a0c03b67 req-a8c670e2-1fbb-4d93-b0ee-7187266a046c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0796721 Feb 09 02:45:41.712004 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5c4f492-b381-442f-a724-cce0a0c03b67 req-28146a77-f8b4-437f-9857-0da5f42ab891 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643139 Feb 09 02:45:41.757049 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272bd4de-a177-4015-ab07-a5dc0629669b x-openstack-request-id: req-272bd4de-a177-4015-ab07-a5dc0629669b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:41.757699 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-unplugged", "status": "completed", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:41.758139 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-272bd4de-a177-4015-ab07-a5dc0629669b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:41.758729 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'code': 200} Feb 09 02:45:41.763782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:41.806838 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:41.860151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:41.863965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:41.884334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:41.892125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:41.893099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:41.901899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event updated for resources: {'Port': ['ID=a4b5308f-4354-4ca6-82c3-0b80d2273ace,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:41.926153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ef14afd9-5f53-4a00-8645-f4cfd4a22d47 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1332228 Feb 09 02:45:41.930836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b4033-7884-4dc5-aa61-4836e2b2da31 req-bfbafd86-d391-4d90-be80-8ff23d1ab339 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:41.939326 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d52b4033-7884-4dc5-aa61-4836e2b2da31 req-bfbafd86-d391-4d90-be80-8ff23d1ab339 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1264193 Feb 09 02:45:41.954151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Request body: {'port': {'device_id': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:42.008588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d52b4033-7884-4dc5-aa61-4836e2b2da31 req-a49e9156-277f-448c-8e1d-33c319ee6c74 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682714 Feb 09 02:45:42.124347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1aba13de-26bc-4613-970c-b2fac2cd00f7 req-89cfd98c-4804-4557-9b02-e75b1b236439 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 210 time: 0.0787847 Feb 09 02:45:42.148649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:42.217415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bc3a6-e84d-42c5-af63-b8070a12349e req-852f5a1b-da7d-414e-a99d-30f81455f9d8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:42.219286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e0bc3a6-e84d-42c5-af63-b8070a12349e req-852f5a1b-da7d-414e-a99d-30f81455f9d8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 949 time: 0.2248290 Feb 09 02:45:42.284923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b5f60fc1-aedd-416d-93a1-18fb0291d9ea None None] Provisioning complete for port a4b5308f-4354-4ca6-82c3-0b80d2273ace triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:42.285319 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b5f60fc1-aedd-416d-93a1-18fb0291d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:42.381505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b5f60fc1-aedd-416d-93a1-18fb0291d9ea None None] Port a4b5308f-4354-4ca6-82c3-0b80d2273ace cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:42.706270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290aa5c-8536-46ba-b72d-8be4e1b00fca req-edddd8a7-4a45-42f1-adc4-5166e2028c4c tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:42.716795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f290aa5c-8536-46ba-b72d-8be4e1b00fca req-edddd8a7-4a45-42f1-adc4-5166e2028c4c tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 931 time: 0.1104794 Feb 09 02:45:42.753575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e0bc3a6-e84d-42c5-af63-b8070a12349e req-3bfba0dd-d9ae-49e7-be93-32e4dcd5a483 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213568 Feb 09 02:45:42.817946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f290aa5c-8536-46ba-b72d-8be4e1b00fca req-9f260d08-ab05-4641-ae24-9cc56196b2db tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999377 Feb 09 02:45:42.893961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b5308f-4354-4ca6-82c3-0b80d2273ace {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:42.909781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Publish callbacks [] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:42.975918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30905d06-2d92-4b02-bca0-9ab0f36e5d6f req-116e7265-9d46-4111-b974-3c25bf440abb tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:42.979625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Transition to ACTIVE for port object a4b5308f-4354-4ca6-82c3-0b80d2273ace will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:45:42.986018 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:42.995974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-30905d06-2d92-4b02-bca0-9ab0f36e5d6f req-116e7265-9d46-4111-b974-3c25bf440abb tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1042340 Feb 09 02:45:43.041052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55ddf0-c072-4d07-9025-d89fe18ed953 req-eb306b09-9a3e-49a9-bcec-fad9200a047c tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:43.042687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a55ddf0-c072-4d07-9025-d89fe18ed953 req-eb306b09-9a3e-49a9-bcec-fad9200a047c tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 949 time: 0.1257176 Feb 09 02:45:43.083659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-30905d06-2d92-4b02-bca0-9ab0f36e5d6f req-dc731ee7-b1e9-4c7a-b9c2-c495fd20c752 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868180 Feb 09 02:45:43.096392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5308f-4354-4ca6-82c3-0b80d2273ace,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:43.125818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Attempting to bind port a4b5308f-4354-4ca6-82c3-0b80d2273ace on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:43.126286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Attempting to bind port a4b5308f-4354-4ca6-82c3-0b80d2273ace by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:43.126701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Attempting to bind port a4b5308f-4354-4ca6-82c3-0b80d2273ace on network 49819c0c-2b0f-444b-9d9b-255492e95d5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:43.152573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a55ddf0-c072-4d07-9025-d89fe18ed953 req-c58de0f8-5b19-40b5-a7fc-ab7b7af41236 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980544 Feb 09 02:45:43.158018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Port a4b5308f-4354-4ca6-82c3-0b80d2273ace on network 49819c0c-2b0f-444b-9d9b-255492e95d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:43.158456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Attempting to bind port a4b5308f-4354-4ca6-82c3-0b80d2273ace on network 49819c0c-2b0f-444b-9d9b-255492e95d5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:43.166150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:43.169450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Checking segment: {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:43.169655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Bound using segment: {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:43.170099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Bound port: a4b5308f-4354-4ca6-82c3-0b80d2273ace, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51185ed1-217c-420c-a844-37f2726dea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:43.170492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:43.212365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 8eb7e280-e9b7-4956-8053-f973452dbb9b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:43.233188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79d662d4-825b-41ac-847c-02cf34e902e7 req-3b819c25-d25b-46a6-8b7d-f0d9aea4bc14 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 210 time: 0.0485330 Feb 09 02:45:43.290828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 8eb7e280-e9b7-4956-8053-f973452dbb9b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:45:43.297317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] For port a4b5308f-4354-4ca6-82c3-0b80d2273ace, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:43.298273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 8eb7e280-e9b7-4956-8053-f973452dbb9b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:43.299471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:43.300567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] For port a4b5308f-4354-4ca6-82c3-0b80d2273ace, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a4b5308f-4354-4ca6-82c3-0b80d2273ace,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:43.308926 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:43.346698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:43.347746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:43.349361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4b5308f-4354-4ca6-82c3-0b80d2273ace HTTP/1.1" status: 200 len: 1091 time: 1.4061501 Feb 09 02:45:43.352216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'tag': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:43.354699 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673b6a98-3a26-4628-ba3c-cd26d9cd059c" -d '{"events": [{"name": "network-changed", "server_uuid": "93d41485-22ab-42e3-8fac-7676ffbd0f05", "tag": "a4b5308f-4354-4ca6-82c3-0b80d2273ace"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:43.459251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23335a-1f7f-457d-b3a5-69bd9cca0df5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b5308f-4354-4ca6-82c3-0b80d2273ace,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:43.500443 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a09bd1-d401-465a-a46f-2ff0929ddb9f x-openstack-request-id: req-f6a09bd1-d401-465a-a46f-2ff0929ddb9f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:43.500976 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d41485-22ab-42e3-8fac-7676ffbd0f05", "tag": "a4b5308f-4354-4ca6-82c3-0b80d2273ace", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:43.501429 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6a09bd1-d401-465a-a46f-2ff0929ddb9f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:43.501824 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'tag': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'status': 'completed', 'code': 200} Feb 09 02:45:43.519952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-7c74e6d4-1106-48e5-be2d-8a013bf4d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:43.521636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-7c74e6d4-1106-48e5-be2d-8a013bf4d17a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea2b37c7f7494875b5e18987d8d89402&device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 1125 time: 0.1142814 Feb 09 02:45:43.618015 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-ca9576c2-bf2a-419d-a994-bc7572c3ea0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b5308f-4354-4ca6-82c3-0b80d2273ace HTTP/1.1" status: 200 len: 217 time: 0.0876026 Feb 09 02:45:43.641135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 8eb7e280-e9b7-4956-8053-f973452dbb9b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:43.641713 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:43.698786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:43.707428 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:43.725063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-2dd422ef-0cff-4319-b175-2b74d82f018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:43.727126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-2dd422ef-0cff-4319-b175-2b74d82f018f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ce02cc9-11c8-473c-b9a9-6239ee16deb4 HTTP/1.1" status: 200 len: 854 time: 0.0985389 Feb 09 02:45:43.777696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:43.780924 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17110c4e-f242-4de0-8d9d-6fb8604d8e9c" -d '{"events": [{"server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "name": "network-vif-plugged", "status": "completed", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:43.782945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-0ea6faad-f0c4-4ed6-bd2a-694229ec00da tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:43.786000 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-0ea6faad-f0c4-4ed6-bd2a-694229ec00da tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 949 time: 0.0923328 Feb 09 02:45:43.786504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:43.822034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-998e01a2-cd41-4cda-a1f5-169c2951b668 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:43.823661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-998e01a2-cd41-4cda-a1f5-169c2951b668 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.61 "GET /v2.0/networks?id=42503cbd-5149-4f17-a38c-e7ce90ba27e9 HTTP/1.1" status: 200 len: 814 time: 0.2187784 Feb 09 02:45:43.861538 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a7a7c2-6042-4707-870e-b70e613a654c x-openstack-request-id: req-e6a7a7c2-6042-4707-870e-b70e613a654c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:43.862031 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "name": "network-vif-plugged", "status": "completed", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:43.862380 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6a7a7c2-6042-4707-870e-b70e613a654c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:43.862841 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'code': 200} Feb 09 02:45:43.865460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-c79551bb-720e-46d1-9fdc-da61c92afd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:43.867917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-c79551bb-720e-46d1-9fdc-da61c92afd8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49819c0c-2b0f-444b-9d9b-255492e95d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1272383 Feb 09 02:45:43.963490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe4796-94eb-45ce-baf1-e3b73864d0e8 req-25750488-6276-416f-8d42-414cd9251bc8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:43.965331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9abe4796-94eb-45ce-baf1-e3b73864d0e8 req-25750488-6276-416f-8d42-414cd9251bc8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1093950 Feb 09 02:45:44.012344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-c2a5782b-1f91-48e3-8865-371669296ce6 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4135d3b1fe784534b435db7bf4e0c151 HTTP/1.1" status: 200 len: 380 time: 0.1731393 Feb 09 02:45:44.026562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Request body: {'port': {'device_id': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'admin_state_up': True, 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'security_groups': ['9a8ddef2-20a8-4805-9af2-fae31a45524c']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:44.044198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Deleting port 4504b0f8-1b26-4b84-aea2-336ebccb757b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:45:44.045066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:44.097303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ee936-ec52-4ac1-ac55-4a2306520f57 req-624876c0-7369-4307-bbdd-46f17a216933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:44.098885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f17ee936-ec52-4ac1-ac55-4a2306520f57 req-624876c0-7369-4307-bbdd-46f17a216933 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1132 time: 0.1455164 Feb 09 02:45:44.104526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9abe4796-94eb-45ce-baf1-e3b73864d0e8 req-e7638cb6-91af-416e-ab2c-c42325f0bdc6 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107192 Feb 09 02:45:44.108464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06a37e-e0d9-4fee-8f31-6fd780a1a6e8 req-d9c36e49-5730-4a9a-a5c9-a249536fc0d0 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:44.109898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d06a37e-e0d9-4fee-8f31-6fd780a1a6e8 req-d9c36e49-5730-4a9a-a5c9-a249536fc0d0 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.1567693 Feb 09 02:45:44.125530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-da577176-2e3b-4f27-a80b-41385b104f71 service neutron] 10.222.0.26 "GET /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465584 Feb 09 02:45:44.189537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f17ee936-ec52-4ac1-ac55-4a2306520f57 req-abbc4f0a-784b-4c4c-b735-9dc5a57fcff4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823348 Feb 09 02:45:44.198390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] For port 4504b0f8-1b26-4b84-aea2-336ebccb757b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4504b0f8-1b26-4b84-aea2-336ebccb757b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:44.198742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:44.213158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Calling delete_port for 4504b0f8-1b26-4b84-aea2-336ebccb757b owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:45:44.258893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d06a37e-e0d9-4fee-8f31-6fd780a1a6e8 req-05e61b24-c694-429e-81b4-bb7a1f5938de tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373382 Feb 09 02:45:44.316968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecf2c4-51d2-4815-9ac8-496b4125b2ee req-d6bfc7d5-c769-49e5-9bf5-32dc2c177993 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:44.323681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0ecf2c4-51d2-4815-9ac8-496b4125b2ee req-d6bfc7d5-c769-49e5-9bf5-32dc2c177993 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1149905 Feb 09 02:45:44.342015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Made reservation on behalf of 4135d3b1fe784534b435db7bf4e0c151 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:44.345892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:44.378070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e5e14d2-ac73-42db-a378-45a2d161c71e req-0feb5029-d307-417a-a94b-24054138824f service neutron] 10.222.0.26 "GET /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424626 Feb 09 02:45:44.379054 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0ecf2c4-51d2-4815-9ac8-496b4125b2ee req-2b56a4ce-8c0c-49d1-9ea4-dee3ccf4cb7a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545254 Feb 09 02:45:44.478389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4504b0f8-1b26-4b84-aea2-336ebccb757b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:44.487314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2cde3-c12d-4841-8ce9-cfd301150d95 req-e802fd66-e127-4ebd-804a-6c2cce58ac15 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:44.488908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3dd2cde3-c12d-4841-8ce9-cfd301150d95 req-e802fd66-e127-4ebd-804a-6c2cce58ac15 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b95a579-2fa5-48d0-ae09-3a03a7ef18ec HTTP/1.1" status: 200 len: 949 time: 0.1653740 Feb 09 02:45:44.510537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a191b4-9ca7-4748-8e18-0c01f5054cfc req-8e25adec-e3ab-4327-94d9-9d879a5c58fe tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 210 time: 0.0466347 Feb 09 02:45:44.564023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Pushing event deleted for resources: {'Port': ['ID=4504b0f8-1b26-4b84-aea2-336ebccb757b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:44.577870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.578323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.578674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.579074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.579409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.579736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.580063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.581881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.581881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.581881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.581881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.581881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.582312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:44.584074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-de6fba2c-9cb1-4c8d-9964-01a8019179df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:44.588194 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-de6fba2c-9cb1-4c8d-9964-01a8019179df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea2b37c7f7494875b5e18987d8d89402&device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 1125 time: 0.1449299 Feb 09 02:45:44.605235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] No DVR routers for this DVR port 4504b0f8-1b26-4b84-aea2-336ebccb757b on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:45:44.615668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:44.619704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07ecb991-f9db-483e-84d8-677ff1fc849a req-e6214b61-83ad-4c18-be5d-99857204fde3 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.61 "DELETE /v2.0/ports/4504b0f8-1b26-4b84-aea2-336ebccb757b HTTP/1.1" status: 204 len: 173 time: 0.8096244 Feb 09 02:45:44.620455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-deleted', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:44.624346 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b9b8e5-e0dc-4ba1-b544-ea739d9c12b6" -d '{"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-deleted", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:44.654837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3dd2cde3-c12d-4841-8ce9-cfd301150d95 req-67c3b6c9-644f-4e16-92da-9904c4220196 tempest-ImagesOneServerTestJSON-1446558945 tempest-ImagesOneServerTestJSON-1446558945-project] 10.222.0.32 "GET /v2.0/security-groups?id=a437fbb8-cea5-4d4a-8d60-46a73c1698c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498168 Feb 09 02:45:44.657648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Allocated IP 172.20.0.10 (42503cbd-5149-4f17-a38c-e7ce90ba27e9/f77bdfe6-b86a-44a9-a5da-81066d10faef/49c71bb2-6d17-48e1-8b62-5d548d938a32) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:44.685818 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f95c1f-aaeb-4e87-ab68-8d6b92a63c06 x-openstack-request-id: req-56f95c1f-aaeb-4e87-ab68-8d6b92a63c06 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:44.685974 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b95a579-2fa5-48d0-ae09-3a03a7ef18ec", "name": "network-vif-deleted", "tag": "4504b0f8-1b26-4b84-aea2-336ebccb757b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:44.686166 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56f95c1f-aaeb-4e87-ab68-8d6b92a63c06 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:44.686571 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b95a579-2fa5-48d0-ae09-3a03a7ef18ec', 'name': 'network-vif-deleted', 'tag': '4504b0f8-1b26-4b84-aea2-336ebccb757b', 'status': 'completed', 'code': 200} Feb 09 02:45:44.751677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-729a53c0-6ed1-44db-bb0f-19c13c58c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:44.753136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-729a53c0-6ed1-44db-bb0f-19c13c58c7c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49819c0c-2b0f-444b-9d9b-255492e95d5d HTTP/1.1" status: 200 len: 916 time: 0.1533809 Feb 09 02:45:44.822442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-cca72634-cfa1-4334-abd8-5dbb6029a2f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b5308f-4354-4ca6-82c3-0b80d2273ace HTTP/1.1" status: 200 len: 217 time: 0.0391376 Feb 09 02:45:44.903357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-e1d38150-7fdf-4060-9c1b-83b9518bde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:44.904892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-e1d38150-7fdf-4060-9c1b-83b9518bde2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ce02cc9-11c8-473c-b9a9-6239ee16deb4 HTTP/1.1" status: 200 len: 854 time: 0.0755086 Feb 09 02:45:44.921151 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:44.994963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-50b2a5f2-6292-4737-a4e7-a7fd117c1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:44.996475 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-50b2a5f2-6292-4737-a4e7-a7fd117c1e8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49819c0c-2b0f-444b-9d9b-255492e95d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734961 Feb 09 02:45:44.997919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:45.095549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:45.101545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:45.108688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:45.113619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:45.114228 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:45.120307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event updated for resources: {'Port': ['ID=49c71bb2-6d17-48e1-8b62-5d548d938a32,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:45.148926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-981280d8-b472-4d07-8ace-32a255d66ceb tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1269805 Feb 09 02:45:45.160106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-cec1b52e-4876-47f5-b5b2-039900ddb60b service neutron] 10.222.0.26 "GET /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556883 Feb 09 02:45:45.168591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Request body: {'port': {'device_id': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:45.354695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:45.436825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-14975ba5-9233-44b5-8976-282e84fa8d2b None None] Provisioning complete for port 49c71bb2-6d17-48e1-8b62-5d548d938a32 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:45.437554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c39474-adf4-4f42-b053-eb491d854a67 req-6843c434-35a6-4746-b866-afdc94caf996 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:45.438007 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-14975ba5-9233-44b5-8976-282e84fa8d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:45.440091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a9c39474-adf4-4f42-b053-eb491d854a67 req-6843c434-35a6-4746-b866-afdc94caf996 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0699053 Feb 09 02:45:45.462982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d36ae-bd4d-4bdc-bcd6-9526a8e30ad7 req-1052cf91-1687-4ff7-978d-5ba39668f9ef tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:45.464498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c52d36ae-bd4d-4bdc-bcd6-9526a8e30ad7 req-1052cf91-1687-4ff7-978d-5ba39668f9ef tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.2225657 Feb 09 02:45:45.485567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-14975ba5-9233-44b5-8976-282e84fa8d2b None None] Port 49c71bb2-6d17-48e1-8b62-5d548d938a32 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:45:45.508752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a9c39474-adf4-4f42-b053-eb491d854a67 req-f142202b-c0fa-44ef-8511-3ba69cc9a69a tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615289 Feb 09 02:45:45.567450 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-673b6a98-3a26-4628-ba3c-cd26d9cd059c req-c81e4516-e7d6-45d7-9c50-6471ba456b35 service neutron] 10.222.0.26 "GET /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806199 Feb 09 02:45:45.639877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266adb82-d9f7-40a9-b306-f7b9add94932 req-befff57e-bf8f-4591-b428-56828b5fe77e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:45.641898 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-266adb82-d9f7-40a9-b306-f7b9add94932 req-befff57e-bf8f-4591-b428-56828b5fe77e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0566218 Feb 09 02:45:45.659490 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c52d36ae-bd4d-4bdc-bcd6-9526a8e30ad7 req-fca730ee-f331-4fa6-bdb0-1c910488f3b3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573749 Feb 09 02:45:45.700813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-266adb82-d9f7-40a9-b306-f7b9add94932 req-d294d549-5547-4f86-8654-65bac72cd95b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501113 Feb 09 02:45:45.840591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8699e2-3b01-4441-b152-e50bc8b1cd8d req-db750ae1-05ac-417c-b1f9-a9b3db51c526 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:45.842077 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f8699e2-3b01-4441-b152-e50bc8b1cd8d req-db750ae1-05ac-417c-b1f9-a9b3db51c526 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 932 time: 0.0890710 Feb 09 02:45:45.915033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c71bb2-6d17-48e1-8b62-5d548d938a32 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:45.928903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Publish callbacks [] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:45.937783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f8699e2-3b01-4441-b152-e50bc8b1cd8d req-13a8ec6a-f597-4ad5-98d3-23d304d3f4e7 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863893 Feb 09 02:45:45.947666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Transition to ACTIVE for port object 49c71bb2-6d17-48e1-8b62-5d548d938a32 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:45:45.951803 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:45.976502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45558) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:46.008295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Pushing event updated for resources: {'Port': ['ID=49c71bb2-6d17-48e1-8b62-5d548d938a32,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:46.061742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Attempting to bind port 49c71bb2-6d17-48e1-8b62-5d548d938a32 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:46.062077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Attempting to bind port 49c71bb2-6d17-48e1-8b62-5d548d938a32 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:46.062657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Attempting to bind port 49c71bb2-6d17-48e1-8b62-5d548d938a32 on network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:46.067234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Port 49c71bb2-6d17-48e1-8b62-5d548d938a32 on network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:46.067801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Attempting to bind port 49c71bb2-6d17-48e1-8b62-5d548d938a32 on network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:46.074134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:46.074554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Checking segment: {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:46.075119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Bound using segment: {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:46.075547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Bound port: 49c71bb2-6d17-48e1-8b62-5d548d938a32, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f31036c-530f-4223-9915-4dbc1c216be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:46.075902 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:46.149944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] For port 49c71bb2-6d17-48e1-8b62-5d548d938a32, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:46.156142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] For port 49c71bb2-6d17-48e1-8b62-5d548d938a32, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49c71bb2-6d17-48e1-8b62-5d548d938a32,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:46.165252 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:46.167254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45562) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:46.167426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a157076f-12b5-48a1-ae47-b76128f2ddcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c45f50f0786145ccbfee0e649d00ea9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890049 Feb 09 02:45:46.220443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:46.221067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:46.222642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] 10.222.0.61 "PUT /v2.0/ports/49c71bb2-6d17-48e1-8b62-5d548d938a32 HTTP/1.1" status: 200 len: 1092 time: 1.0587428 Feb 09 02:45:46.232291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'tag': '49c71bb2-6d17-48e1-8b62-5d548d938a32'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:46.234578 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b7798-a364-425a-a3e5-a05b8d6992dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4abe9d-4584-4f86-a784-4504e57d11e4", "tag": "49c71bb2-6d17-48e1-8b62-5d548d938a32"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:46.288042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91752d83-4e70-4106-af55-8b67470a4f9a service neutron] Pushing event updated for resources: {'Port': ['ID=49c71bb2-6d17-48e1-8b62-5d548d938a32,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:46.306386 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d270b798-fb33-454e-823c-37a2ab304c88 x-openstack-request-id: req-d270b798-fb33-454e-823c-37a2ab304c88 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:46.306737 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4abe9d-4584-4f86-a784-4504e57d11e4", "tag": "49c71bb2-6d17-48e1-8b62-5d548d938a32", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:46.306959 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d270b798-fb33-454e-823c-37a2ab304c88 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:46.307305 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'tag': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'status': 'completed', 'code': 200} Feb 09 02:45:46.329161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72bbb5ca-b5d0-4193-b648-4aef4e6559d9 admin admin] Publish callbacks [] for security_group (a437fbb8-cea5-4d4a-8d60-46a73c1698c9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:46.348055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-6129fcbc-2519-4f0b-83a9-1bd2d29b54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:46.349623 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-6129fcbc-2519-4f0b-83a9-1bd2d29b54d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4135d3b1fe784534b435db7bf4e0c151&device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 1126 time: 0.0734758 Feb 09 02:45:46.372339 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72bbb5ca-b5d0-4193-b648-4aef4e6559d9 admin admin] Publish callbacks [] for security_group (a437fbb8-cea5-4d4a-8d60-46a73c1698c9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:46.403344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-922e8d1c-9bb9-4f44-b34e-6faf786ade0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c71bb2-6d17-48e1-8b62-5d548d938a32 HTTP/1.1" status: 200 len: 217 time: 0.0440373 Feb 09 02:45:46.481918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-b974cd3c-9928-4b0b-b056-299a1ab7e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:46.483586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-b974cd3c-9928-4b0b-b056-299a1ab7e46c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f77bdfe6-b86a-44a9-a5da-81066d10faef HTTP/1.1" status: 200 len: 853 time: 0.0694878 Feb 09 02:45:46.503996 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72bbb5ca-b5d0-4193-b648-4aef4e6559d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a437fbb8-cea5-4d4a-8d60-46a73c1698c9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:46.507304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72bbb5ca-b5d0-4193-b648-4aef4e6559d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:46.508439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-72bbb5ca-b5d0-4193-b648-4aef4e6559d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a437fbb8-cea5-4d4a-8d60-46a73c1698c9 HTTP/1.1" status: 204 len: 168 time: 0.3389180 Feb 09 02:45:46.535772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbb5ca-b5d0-4193-b648-4aef4e6559d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437fbb8-cea5-4d4a-8d60-46a73c1698c9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:46.558117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-441a1d3b-3a88-4526-9914-39feb36c810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:46.559943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-441a1d3b-3a88-4526-9914-39feb36c810c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42503cbd-5149-4f17-a38c-e7ce90ba27e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696957 Feb 09 02:45:46.704809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64dd6-0b25-42f5-934e-c4edbbe4aad0 req-3936d592-17d9-412f-baa4-950bd555b5b2 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:46.706515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29a64dd6-0b25-42f5-934e-c4edbbe4aad0 req-3936d592-17d9-412f-baa4-950bd555b5b2 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0862877 Feb 09 02:45:46.708371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-cc6cae53-9e5e-4853-9aea-4e2060fab1d6 service neutron] 10.222.0.61 "GET /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365335 Feb 09 02:45:46.812251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c588d2-2177-416c-8d81-533dae6ec7f3 req-be88767e-28b9-4da0-a2e8-386f3a79a75a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:46.814493 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88c588d2-2177-416c-8d81-533dae6ec7f3 req-be88767e-28b9-4da0-a2e8-386f3a79a75a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0638463 Feb 09 02:45:46.822199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29a64dd6-0b25-42f5-934e-c4edbbe4aad0 req-adf51f7d-48a4-4dd2-898f-51bc24fe7ea5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055326 Feb 09 02:45:46.865514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26c4d0f-42d4-408b-b2bb-f9bf87b90ecc req-f18a559f-3d96-45e0-b7dc-750b8e2f4700 service neutron] 10.222.0.61 "GET /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447604 Feb 09 02:45:46.913794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88c588d2-2177-416c-8d81-533dae6ec7f3 req-c5492571-a32b-4fd5-a20c-cf6d1f5b8703 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754681 Feb 09 02:45:47.003428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-6cbebd29-a598-406a-a81a-3f3c0d920d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.005308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-6cbebd29-a598-406a-a81a-3f3c0d920d3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4135d3b1fe784534b435db7bf4e0c151&device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 1126 time: 0.0771673 Feb 09 02:45:47.012501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f28578-aa37-4f65-ba31-59b63aa27c79 req-b938e9d6-c8d9-4a47-94a4-5307a041b476 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.014082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37f28578-aa37-4f65-ba31-59b63aa27c79 req-b938e9d6-c8d9-4a47-94a4-5307a041b476 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1023936 Feb 09 02:45:47.052871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-b94bfec0-7537-43f3-b6dc-20a9590b6510 req-1489fb9a-d8ed-4797-84dd-481e807a9067 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:45:47.054637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b94bfec0-7537-43f3-b6dc-20a9590b6510 req-1489fb9a-d8ed-4797-84dd-481e807a9067 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067859 Feb 09 02:45:47.120480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37f28578-aa37-4f65-ba31-59b63aa27c79 req-09c9ff7e-7ba6-4d6c-93d6-624d90d8469b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981748 Feb 09 02:45:47.149054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-1e95e2f2-11b8-492e-92e8-0f0f9e84e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.150707 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-1e95e2f2-11b8-492e-92e8-0f0f9e84e66f service neutron] 10.222.0.61 "GET /v2.0/networks?id=42503cbd-5149-4f17-a38c-e7ce90ba27e9 HTTP/1.1" status: 200 len: 915 time: 0.1357136 Feb 09 02:45:47.224273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-70adfc5b-58f7-458e-9622-40d6f9527be4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c71bb2-6d17-48e1-8b62-5d548d938a32 HTTP/1.1" status: 200 len: 217 time: 0.0672727 Feb 09 02:45:47.337219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eb5d0-3f94-4a5d-bb8b-596c2f2c5dc6 req-6f0f4123-76df-4f2d-a906-caecba2b0375 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.338874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f8eb5d0-3f94-4a5d-bb8b-596c2f2c5dc6 req-6f0f4123-76df-4f2d-a906-caecba2b0375 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0578413 Feb 09 02:45:47.360160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-3ab3fee7-a3d0-42f6-af69-c2a905bc54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.361738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-3ab3fee7-a3d0-42f6-af69-c2a905bc54e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f77bdfe6-b86a-44a9-a5da-81066d10faef HTTP/1.1" status: 200 len: 853 time: 0.1256437 Feb 09 02:45:47.378074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941ed2a-4a6b-4cc8-902e-d8e3cb7f9092 req-4747f6ce-be71-487d-8117-0cf04d822e62 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.379752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0941ed2a-4a6b-4cc8-902e-d8e3cb7f9092 req-4747f6ce-be71-487d-8117-0cf04d822e62 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 944 time: 0.1581328 Feb 09 02:45:47.389007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45598) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:47.425763 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f8eb5d0-3f94-4a5d-bb8b-596c2f2c5dc6 req-d8f7dc58-35ef-4850-b7a9-a26c91fbc7bd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779827 Feb 09 02:45:47.427187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-070b76cb-cb3d-4f0d-a8c8-91777101585b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298890 Feb 09 02:45:47.473095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0941ed2a-4a6b-4cc8-902e-d8e3cb7f9092 req-93c7a9a8-8918-4114-a408-6cf33fcd3532 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811601 Feb 09 02:45:47.476388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-a934f174-0ccb-4fb2-9279-4037f66b0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.477941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-a934f174-0ccb-4fb2-9279-4037f66b0368 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42503cbd-5149-4f17-a38c-e7ce90ba27e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0971310 Feb 09 02:45:47.550676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-933315201-network', 'tenant_id': '2f5134e371a44565ae22e0783ee6ed1c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:47.575277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Made reservation on behalf of 2f5134e371a44565ae22e0783ee6ed1c for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:47.578033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.587893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.607581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-448fcbca-1f19-462a-a685-102f80978035 service neutron] 10.222.0.61 "GET /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228967 Feb 09 02:45:47.688322 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Publish callbacks [] for security_group (b16e08e4-09de-4758-8c8c-fc5055f85fc9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.703867 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b16e08e4-09de-4758-8c8c-fc5055f85fc9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.742007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d5b7798-a364-425a-a3e5-a05b8d6992dd req-649148a4-fc7f-4743-b427-5a5da0b2ff04 service neutron] 10.222.0.61 "GET /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253538 Feb 09 02:45:47.742469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:45:47.754087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16e08e4-09de-4758-8c8c-fc5055f85fc9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:47.766018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.766362 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Added segment 3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf of type vlan for network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 Feb 09 02:45:47.809941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (cd0c6e71-1920-4b7b-a5dd-8c5006c9a547), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.837392 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (cd0c6e71-1920-4b7b-a5dd-8c5006c9a547), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.838588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.839244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.905189 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5152161 Feb 09 02:45:47.908169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45620) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:47.913559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Request body: {'subnet': {'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-933315201-subnet', 'tenant_id': '2f5134e371a44565ae22e0783ee6ed1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:47.937356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Made reservation on behalf of 2f5134e371a44565ae22e0783ee6ed1c for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:47.941745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:47.948893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed41a02-88e0-4dd8-9270-e8b2659a8965 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:47.960251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:45:47.995769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349d9ca-2751-4671-a1d4-f0ed1d1382b1 req-022761a7-0850-4738-8a24-ac7d615ab22b tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:47.997434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3349d9ca-2751-4671-a1d4-f0ed1d1382b1 req-022761a7-0850-4738-8a24-ac7d615ab22b tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0963080 Feb 09 02:45:48.101791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3349d9ca-2751-4671-a1d4-f0ed1d1382b1 req-26e35a38-428a-4deb-bb8f-2f4db1e4e4dc tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978966 Feb 09 02:45:48.363115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634b5ab-b480-4d31-9580-9b6762606af2 req-40a04298-d78a-4449-817c-ffa6ffee7053 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:48.368405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0634b5ab-b480-4d31-9580-9b6762606af2 req-40a04298-d78a-4449-817c-ffa6ffee7053 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1190176 Feb 09 02:45:48.465286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0634b5ab-b480-4d31-9580-9b6762606af2 req-ed951080-e673-4977-870e-59f98370baf6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928946 Feb 09 02:45:48.531320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (008050c6-d913-48dc-819a-45751554b41e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:48.637516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd690fd-15ec-4ba9-9e23-ad481f55f918 req-2f2fe4f8-3529-42f7-9706-fe2457bf10ab tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:48.639321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcd690fd-15ec-4ba9-9e23-ad481f55f918 req-2f2fe4f8-3529-42f7-9706-fe2457bf10ab tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0803084 Feb 09 02:45:48.647553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008050c6-d913-48dc-819a-45751554b41e,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:48.678884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Checking segment: {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:48.679251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Network hostable DHCP agents. Network: cd0c6e71-1920-4b7b-a5dd-8c5006c9a547, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:45:48.689386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb5474-5bcb-4103-bd19-6c02a5822036 req-83bb9b42-b55e-4085-8b9f-9e7a79f5bf56 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:48.690896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cdb5474-5bcb-4103-bd19-6c02a5822036 req-83bb9b42-b55e-4085-8b9f-9e7a79f5bf56 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 944 time: 0.1062813 Feb 09 02:45:48.705046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcd690fd-15ec-4ba9-9e23-ad481f55f918 req-5bd26c65-5959-4ee4-ac3a-3543d83fda89 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558143 Feb 09 02:45:48.719906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:45:48.736485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, cd0c6e71-1920-4b7b-a5dd-8c5006c9a547) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:48.741712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:48.743674 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:48.745375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9836ad8-470d-4956-8482-b3f793bbc485 None None] Network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:45:48.769115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cdb5474-5bcb-4103-bd19-6c02a5822036 req-5a9c8c7b-ce48-4635-af7a-f5bda87e5e9e tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683935 Feb 09 02:45:48.773411 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c717d769-1968-474d-ac04-720360d478f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8640733 Feb 09 02:45:48.873474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3807c55-aa46-413b-92a4-608ff2645222 None None] Network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:45:49.046028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-c8f81e81-a6fc-46a4-a8b0-b9fd3e84858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:49.047602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-c8f81e81-a6fc-46a4-a8b0-b9fd3e84858f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1132 time: 0.0475128 Feb 09 02:45:49.189930 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:49.195111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-696e43b5-ed16-4723-be61-b2f2c4a86f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:49.197548 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-696e43b5-ed16-4723-be61-b2f2c4a86f45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1400659 Feb 09 02:45:49.245282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:45:49.280542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-11076c72-9bb4-45ef-8604-d8ebd0966262 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:49.288164 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-11076c72-9bb4-45ef-8604-d8ebd0966262 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 821 time: 0.1236782 Feb 09 02:45:49.295050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 4504b0f8-1b26-4b84-aea2-336ebccb757b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:45:49.295971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4504b0f8-1b26-4b84-aea2-336ebccb757b not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:45:49.300093 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-dd3eb395-06f1-4752-8f4b-a391e3adacfa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/quotas/2f5134e371a44565ae22e0783ee6ed1c HTTP/1.1" status: 200 len: 375 time: 0.0104768 Feb 09 02:45:49.319477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-68199330-e374-4615-80ed-70e0efddebd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 217 time: 0.1141429 Feb 09 02:45:49.339501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-1be9efcd-a140-4dbe-932a-c823a6c12e87 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289550 Feb 09 02:45:49.355540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602a699-43f5-4a18-86ff-8897be4c6cb5 req-aca1895f-80a4-4dab-be1b-582de96c5422 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:49.356989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2602a699-43f5-4a18-86ff-8897be4c6cb5 req-aca1895f-80a4-4dab-be1b-582de96c5422 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0815368 Feb 09 02:45:49.418623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-4f9df966-2a15-41eb-a138-c65fa75170b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:49.419729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-4f9df966-2a15-41eb-a138-c65fa75170b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0842011 Feb 09 02:45:49.435546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-4261b549-44be-4788-a4a9-3a0d7a566df3 service neutron] 10.222.0.32 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888121 Feb 09 02:45:49.444116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2602a699-43f5-4a18-86ff-8897be4c6cb5 req-e27db35c-0938-439f-8a6f-625bae9fa26e tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698845 Feb 09 02:45:49.478346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-33fcf091-9b54-45d0-a917-0af69885d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:49.480036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-33fcf091-9b54-45d0-a917-0af69885d831 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0480232 Feb 09 02:45:49.554944 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-65058904-a2ed-49eb-afa3-43e2b5b913cf service neutron] 10.222.0.32 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110241 Feb 09 02:45:49.576273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-eff94011-4909-4f90-a656-c74c9b784a1b service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889592 Feb 09 02:45:49.715258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f568627-e9bf-4311-9923-83d4066f39ca req-701c889e-f8c7-47fb-ba1a-0ef9f6d315b6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:49.716868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f568627-e9bf-4311-9923-83d4066f39ca req-701c889e-f8c7-47fb-ba1a-0ef9f6d315b6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0870602 Feb 09 02:45:49.718962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-ff94872c-9384-49e0-88ba-96cb3d6e1741 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352146 Feb 09 02:45:49.763041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f94b1226-9d18-4d95-aacd-a3d437f8308e req-ba0f6603-689f-44e9-9d04-42caf5275427 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 210 time: 0.0480793 Feb 09 02:45:49.875981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f568627-e9bf-4311-9923-83d4066f39ca req-19dbd700-1087-42d7-abd3-7463ef047394 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392894 Feb 09 02:45:49.887224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79159af-9db2-4625-a03e-2eac9c39f171 req-c4575ee4-d25c-416a-8ad7-0886c86e521e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:49.889057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c79159af-9db2-4625-a03e-2eac9c39f171 req-c4575ee4-d25c-416a-8ad7-0886c86e521e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0681756 Feb 09 02:45:50.003313 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c79159af-9db2-4625-a03e-2eac9c39f171 req-c02966c5-0d55-4117-ac63-2f19e0c305f7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934269 Feb 09 02:45:50.033381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce77d9-7868-4b4b-9616-e7bf1975217e req-8a66a83e-9cac-4b8b-97e1-9cf8447b6c36 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:50.034917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30ce77d9-7868-4b4b-9616-e7bf1975217e req-8a66a83e-9cac-4b8b-97e1-9cf8447b6c36 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 944 time: 0.0723574 Feb 09 02:45:50.086356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30ce77d9-7868-4b4b-9616-e7bf1975217e req-dbb6b645-3f3b-467c-bce7-af991fc3971e tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445707 Feb 09 02:45:50.567007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239239b6-2030-4230-bece-97b17ba6e965 req-5d9cc9f0-00a3-415c-92c9-7ee81c3ee484 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:50.568482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-239239b6-2030-4230-bece-97b17ba6e965 req-5d9cc9f0-00a3-415c-92c9-7ee81c3ee484 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0540028 Feb 09 02:45:50.617479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-239239b6-2030-4230-bece-97b17ba6e965 req-b45dcf85-189e-4264-b059-61737f2a2dcf tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Feb 09 02:45:50.859122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdb205e1-0d2f-4a6e-9055-1e823a971bba req-1dea0246-95c4-4424-b136-c96d39bfb52f tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 210 time: 0.0367503 Feb 09 02:45:50.974096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-b338c410-b649-4643-bfe3-0776c45a3257 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:50.976189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-b338c410-b649-4643-bfe3-0776c45a3257 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 821 time: 0.1426444 Feb 09 02:45:50.991104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Request body: {'port': {'device_id': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'admin_state_up': True, 'tenant_id': '2f5134e371a44565ae22e0783ee6ed1c'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:51.023650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87d42-a026-4f6a-8a60-354f1bcee6e4 req-75fed797-d986-495f-b246-cade309f2704 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:51.025530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87e87d42-a026-4f6a-8a60-354f1bcee6e4 req-75fed797-d986-495f-b246-cade309f2704 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0648696 Feb 09 02:45:51.077405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87e87d42-a026-4f6a-8a60-354f1bcee6e4 req-3ad94fa3-d705-401b-8ac0-63a63a001e47 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453002 Feb 09 02:45:51.110348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.161479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Made reservation on behalf of 2f5134e371a44565ae22e0783ee6ed1c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:45:51.165133 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.173621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52e317-462f-48c9-8af1-8091075629c3 req-f1bcbd45-7c42-4420-9708-17a9978e6f24 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:51.178908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f52e317-462f-48c9-8af1-8091075629c3 req-f1bcbd45-7c42-4420-9708-17a9978e6f24 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0987086 Feb 09 02:45:51.214511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469fa7-98b2-438f-b14f-b16634df1d6c req-bc891057-35d6-47ed-9c30-08e5a3ab567d tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:51.218734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a469fa7-98b2-438f-b14f-b16634df1d6c req-bc891057-35d6-47ed-9c30-08e5a3ab567d tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 944 time: 0.0610874 Feb 09 02:45:51.260142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 49c71bb2-6d17-48e1-8b62-5d548d938a32 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:51.280870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a469fa7-98b2-438f-b14f-b16634df1d6c req-4963a263-7842-4efa-bb98-ff410c9a05f4 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569365 Feb 09 02:45:51.283698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f52e317-462f-48c9-8af1-8091075629c3 req-3dd27b38-e46c-4191-9901-35d83f9cf71b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936563 Feb 09 02:45:51.354953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Allocated IP 172.20.0.9 (cd0c6e71-1920-4b7b-a5dd-8c5006c9a547/008050c6-d913-48dc-819a-45751554b41e/40426886-0840-4184-aa9f-1edb363ce195) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:45:51.389642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 49c71bb2-6d17-48e1-8b62-5d548d938a32, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49c71bb2-6d17-48e1-8b62-5d548d938a32,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:51.402222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'port_id': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'mac_address': 'fa:16:3e:a1:ff:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:51.442667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 49c71bb2-6d17-48e1-8b62-5d548d938a32 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:51.443066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.456564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c71bb2-6d17-48e1-8b62-5d548d938a32 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:51.478129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 49c71bb2-6d17-48e1-8b62-5d548d938a32, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49c71bb2-6d17-48e1-8b62-5d548d938a32,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:51.483154 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.533254 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for port (40426886-0840-4184-aa9f-1edb363ce195), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.534640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=49c71bb2-6d17-48e1-8b62-5d548d938a32,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:51.579549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (40426886-0840-4184-aa9f-1edb363ce195), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.624608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:45:51.629624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:45:51.633971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:45:51.639244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:51.639912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.651910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event updated for resources: {'Port': ['ID=40426886-0840-4184-aa9f-1edb363ce195,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:51.661827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-5a81bf53-6145-4b09-ad78-51f62efcf23e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6757450 Feb 09 02:45:51.677552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Request body: {'port': {'device_id': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:51.742117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40426886-0840-4184-aa9f-1edb363ce195), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:51.755623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1c010-cc5d-4906-a864-2521ae991c20 req-b2267fee-57b3-4352-8b27-3ed239c3cf85 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:51.763767 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70e1c010-cc5d-4906-a864-2521ae991c20 req-b2267fee-57b3-4352-8b27-3ed239c3cf85 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0600867 Feb 09 02:45:51.809243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['49c71bb2-6d17-48e1-8b62-5d548d938a32'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:51.821637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70e1c010-cc5d-4906-a864-2521ae991c20 req-54f32523-c0f0-42b2-afb7-95baef09cfc6 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525985 Feb 09 02:45:52.034533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62908495-104b-4a0d-bbcd-ba370569ccdd req-53dfb614-08ee-415a-9009-1da9c531f95a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.035994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62908495-104b-4a0d-bbcd-ba370569ccdd req-53dfb614-08ee-415a-9009-1da9c531f95a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 931 time: 0.0931301 Feb 09 02:45:52.079409 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40426886-0840-4184-aa9f-1edb363ce195 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:52.094138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Publish callbacks [] for port (40426886-0840-4184-aa9f-1edb363ce195), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:52.120366 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62908495-104b-4a0d-bbcd-ba370569ccdd req-933d29b2-b292-4d92-99eb-8c21973cf59e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670936 Feb 09 02:45:52.121328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Transition to ACTIVE for port object 40426886-0840-4184-aa9f-1edb363ce195 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:45:52.126186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (40426886-0840-4184-aa9f-1edb363ce195), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:52.180733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Pushing event updated for resources: {'Port': ['ID=40426886-0840-4184-aa9f-1edb363ce195,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:52.215928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Attempting to bind port 40426886-0840-4184-aa9f-1edb363ce195 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:52.216276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Attempting to bind port 40426886-0840-4184-aa9f-1edb363ce195 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:52.216610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Attempting to bind port 40426886-0840-4184-aa9f-1edb363ce195 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:52.221495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Port 40426886-0840-4184-aa9f-1edb363ce195 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:52.221828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Attempting to bind port 40426886-0840-4184-aa9f-1edb363ce195 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:52.224668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367479b-c898-4a38-b6d0-4f563e081fb0 req-19d49eae-7bc4-4b0b-b08a-777bb76db64a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.226746 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b367479b-c898-4a38-b6d0-4f563e081fb0 req-19d49eae-7bc4-4b0b-b08a-777bb76db64a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0634413 Feb 09 02:45:52.227898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:52.228346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Checking segment: {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:52.228812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Bound using segment: {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:52.229244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Bound port: 40426886-0840-4184-aa9f-1edb363ce195, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:52.229806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40426886-0840-4184-aa9f-1edb363ce195), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:52.276857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b367479b-c898-4a38-b6d0-4f563e081fb0 req-f37cbb83-e980-4ada-bbd0-4e1c91fe268c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Feb 09 02:45:52.302630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:45:52.307404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40426886-0840-4184-aa9f-1edb363ce195,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:52.315594 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (40426886-0840-4184-aa9f-1edb363ce195), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:52.407180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.408080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:52.409742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] 10.222.0.61 "PUT /v2.0/ports/40426886-0840-4184-aa9f-1edb363ce195 HTTP/1.1" status: 200 len: 1091 time: 0.7366006 Feb 09 02:45:52.411364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'tag': '40426886-0840-4184-aa9f-1edb363ce195'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:52.414019 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc108296-e3d4-45a5-8222-0b002ee5da2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0633dc67-45e3-4a00-8792-7b523a8f0e4d", "tag": "40426886-0840-4184-aa9f-1edb363ce195"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:52.418926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5c018-9b14-4e96-8f73-52e94a21ec32 service neutron] Pushing event updated for resources: {'Port': ['ID=40426886-0840-4184-aa9f-1edb363ce195,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:52.426712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11894c26-8feb-42d5-9395-8ada67220f4c req-a406d88e-addf-4a71-a4e2-c7405d2521dc tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.429786 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11894c26-8feb-42d5-9395-8ada67220f4c req-a406d88e-addf-4a71-a4e2-c7405d2521dc tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0622368 Feb 09 02:45:52.461640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4c88e-94b3-40ba-bc6e-d4777b673a77 req-84604c1f-d82e-4a91-8ec3-19b8d9ca57a0 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.463189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34d4c88e-94b3-40ba-bc6e-d4777b673a77 req-84604c1f-d82e-4a91-8ec3-19b8d9ca57a0 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 945 time: 0.0995302 Feb 09 02:45:52.489307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11894c26-8feb-42d5-9395-8ada67220f4c req-cf8a8513-c9f0-40d5-bf03-4fb57178ace4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480328 Feb 09 02:45:52.550852 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fc58a5-13cf-4a8c-a1bc-dce64a8d8052 x-openstack-request-id: req-01fc58a5-13cf-4a8c-a1bc-dce64a8d8052 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:52.551143 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0633dc67-45e3-4a00-8792-7b523a8f0e4d", "tag": "40426886-0840-4184-aa9f-1edb363ce195", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:52.551396 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01fc58a5-13cf-4a8c-a1bc-dce64a8d8052 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:52.551794 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'tag': '40426886-0840-4184-aa9f-1edb363ce195', 'status': 'completed', 'code': 200} Feb 09 02:45:52.554506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-b3604b4a-bc54-4230-954a-5cb934d7d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.556247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-b3604b4a-bc54-4230-954a-5cb934d7d0f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 1125 time: 0.0921965 Feb 09 02:45:52.559273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34d4c88e-94b3-40ba-bc6e-d4777b673a77 req-0d34085d-7711-4732-b717-e52ea5094d6c tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873234 Feb 09 02:45:52.602368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-3e084fbd-c004-4c27-b273-fb30f6f55bd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40426886-0840-4184-aa9f-1edb363ce195 HTTP/1.1" status: 200 len: 217 time: 0.0356672 Feb 09 02:45:52.651290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-a765be9a-8025-45c9-a59d-9af7baa6a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.652762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-a765be9a-8025-45c9-a59d-9af7baa6a7d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=008050c6-d913-48dc-819a-45751554b41e HTTP/1.1" status: 200 len: 861 time: 0.0440845 Feb 09 02:45:52.688489 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-2662ff2a-5b2a-4df4-be47-9db048f3c869 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279245 Feb 09 02:45:52.779900 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-8235453d-3d0c-4616-814d-9aa867c2bf09 service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Feb 09 02:45:52.873064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669f1d33-0aaf-4fcd-9e8e-8a26bd5926de req-38858958-2156-4396-844f-6068471fae89 service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868824 Feb 09 02:45:52.937580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6e142-2e60-47b8-b7df-37924e11b43a req-5836796c-ff7c-4288-966c-153e9d712920 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.940032 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5dc6e142-2e60-47b8-b7df-37924e11b43a req-5836796c-ff7c-4288-966c-153e9d712920 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0587828 Feb 09 02:45:52.981988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-98186782-1561-47db-8431-8b39b7336db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:52.983744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-98186782-1561-47db-8431-8b39b7336db7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 1125 time: 0.0490260 Feb 09 02:45:52.992531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5dc6e142-2e60-47b8-b7df-37924e11b43a req-f54c633e-7999-4f15-979c-4a18da861e1c tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458972 Feb 09 02:45:53.086227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-8d829428-2329-4cfb-af6c-66a76af676b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.087694 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-8d829428-2329-4cfb-af6c-66a76af676b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 922 time: 0.0847306 Feb 09 02:45:53.131982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-894e5cef-5e4d-42b1-8218-4b3c05edd0d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40426886-0840-4184-aa9f-1edb363ce195 HTTP/1.1" status: 200 len: 217 time: 0.0372403 Feb 09 02:45:53.180404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-5b7eff23-633b-4626-ab17-135fb72091f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.181969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-5b7eff23-633b-4626-ab17-135fb72091f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=008050c6-d913-48dc-819a-45751554b41e HTTP/1.1" status: 200 len: 861 time: 0.0441363 Feb 09 02:45:53.215580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-f445aa45-c691-4861-a19a-8facc0254cc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265675 Feb 09 02:45:53.273067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 49c71bb2-6d17-48e1-8b62-5d548d938a32 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:53.325856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd15f-919d-41c1-9bde-6051a3e28973 req-3bf4b83d-9e6a-4994-b95d-bb332c410df0 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.327360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-684bd15f-919d-41c1-9bde-6051a3e28973 req-3bf4b83d-9e6a-4994-b95d-bb332c410df0 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 943 time: 0.1142309 Feb 09 02:45:53.348405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 49c71bb2-6d17-48e1-8b62-5d548d938a32 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:45:53.350069 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-b24f28aa-4487-49cf-8f32-fb2f31cfc550 service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254430 Feb 09 02:45:53.353031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 49c71bb2-6d17-48e1-8b62-5d548d938a32 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:53.353668 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.414631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-684bd15f-919d-41c1-9bde-6051a3e28973 req-0b18d742-470a-4771-aee9-aa3ba665e08a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692599 Feb 09 02:45:53.444138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 49c71bb2-6d17-48e1-8b62-5d548d938a32 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:53.444331 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.449164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accffbf-7931-4821-8efc-5e8ccd5dfee2 req-872afa70-3ee9-490a-9b73-4a0a86778f3c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.451022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9accffbf-7931-4821-8efc-5e8ccd5dfee2 req-872afa70-3ee9-490a-9b73-4a0a86778f3c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0894222 Feb 09 02:45:53.472234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c71bb2-6d17-48e1-8b62-5d548d938a32'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:53.476353 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98264c9-d252-4c27-ad0f-3c630ae252bb" -d '{"events": [{"server_uuid": "6d4abe9d-4584-4f86-a784-4504e57d11e4", "name": "network-vif-plugged", "status": "completed", "tag": "49c71bb2-6d17-48e1-8b62-5d548d938a32"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:53.498877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 49c71bb2-6d17-48e1-8b62-5d548d938a32, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49c71bb2-6d17-48e1-8b62-5d548d938a32,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:53.504819 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:53.514868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9accffbf-7931-4821-8efc-5e8ccd5dfee2 req-e38f563f-98a4-4d62-ba34-b2271949e548 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581107 Feb 09 02:45:53.538175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc108296-e3d4-45a5-8222-0b002ee5da2e req-c8d752ec-3422-4628-b8ac-a08ab28dc86f service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336915 Feb 09 02:45:53.563434 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5557bd02-943f-428e-9849-cab08713ad5e x-openstack-request-id: req-5557bd02-943f-428e-9849-cab08713ad5e {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:53.563821 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4abe9d-4584-4f86-a784-4504e57d11e4", "name": "network-vif-plugged", "status": "completed", "tag": "49c71bb2-6d17-48e1-8b62-5d548d938a32", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:53.564147 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5557bd02-943f-428e-9849-cab08713ad5e {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:53.564675 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'code': 200} Feb 09 02:45:53.583158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=49c71bb2-6d17-48e1-8b62-5d548d938a32,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:53.671144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ce8f-f27f-4f0e-93ca-c216e034337c req-5de0ff33-0df9-4282-a83c-e62666c91231 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.673960 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2e6ce8f-f27f-4f0e-93ca-c216e034337c req-5de0ff33-0df9-4282-a83c-e62666c91231 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0715239 Feb 09 02:45:53.731828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93b54-0dcc-49dc-bd7f-8259bae3310f req-e3533890-cd72-4314-8489-db1ad5203ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.733249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-afe93b54-0dcc-49dc-bd7f-8259bae3310f req-e3533890-cd72-4314-8489-db1ad5203ef5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 1128 time: 0.0934391 Feb 09 02:45:53.739514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2e6ce8f-f27f-4f0e-93ca-c216e034337c req-e1fe18d5-fb0a-49da-b029-ff5a06f2ed7d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556073 Feb 09 02:45:53.744911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abc28c-37d5-4be1-b254-d463e7c9d235 req-39b9a7d8-b06b-4616-b780-7d5a3c504a3c tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:53.746474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3abc28c-37d5-4be1-b254-d463e7c9d235 req-39b9a7d8-b06b-4616-b780-7d5a3c504a3c tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.0768735 Feb 09 02:45:53.819911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-afe93b54-0dcc-49dc-bd7f-8259bae3310f req-2456c1c0-0fe6-4574-8f1b-9181c62dfb31 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723896 Feb 09 02:45:53.827250 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3abc28c-37d5-4be1-b254-d463e7c9d235 req-a351b43f-54e0-4ce0-909a-924f1113653c tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630832 Feb 09 02:45:54.068294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296db32e-14c2-4962-891c-0b35dbf6d29f req-66fe2a5d-7a46-47f1-86bf-49c9f73f1777 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.069853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-296db32e-14c2-4962-891c-0b35dbf6d29f req-66fe2a5d-7a46-47f1-86bf-49c9f73f1777 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.0642776 Feb 09 02:45:54.150162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-296db32e-14c2-4962-891c-0b35dbf6d29f req-8b6832d2-9d8f-4485-86da-2cfb266b40d3 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689812 Feb 09 02:45:54.164324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fceac62-ecdb-4379-9a6a-e63489fc8e37 req-56938e8d-a477-4682-a7d2-7652468dab90 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.165888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3fceac62-ecdb-4379-9a6a-e63489fc8e37 req-56938e8d-a477-4682-a7d2-7652468dab90 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0806820 Feb 09 02:45:54.215420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3fceac62-ecdb-4379-9a6a-e63489fc8e37 req-c96bf79d-6e94-4d04-bf0e-85ecf4d21208 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Feb 09 02:45:54.543700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73839275-d14c-46e4-9c7e-57b78d1b9df0 req-9bbaa1c1-5d89-40ae-a25a-2f79b34975bd tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.546407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73839275-d14c-46e4-9c7e-57b78d1b9df0 req-9bbaa1c1-5d89-40ae-a25a-2f79b34975bd tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 943 time: 0.0543296 Feb 09 02:45:54.601649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73839275-d14c-46e4-9c7e-57b78d1b9df0 req-37a9c2bc-eb82-4116-82b7-bb8fe58f6fd4 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504770 Feb 09 02:45:54.637465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b567e5-bd26-436e-b547-ee0af26ed281 req-a81fdbe3-1c58-44f9-b82d-326ff843fd4f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.639101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29b567e5-bd26-436e-b547-ee0af26ed281 req-a81fdbe3-1c58-44f9-b82d-326ff843fd4f tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0518916 Feb 09 02:45:54.684488 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29b567e5-bd26-436e-b547-ee0af26ed281 req-448f3f36-bc4f-4d54-9a58-816508a8b84a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Feb 09 02:45:54.859214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77361ff9-6969-4eb3-aa69-01131d579616 req-b134dc0d-3c7f-4e49-9e8e-c483fbeb4694 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.860762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77361ff9-6969-4eb3-aa69-01131d579616 req-b134dc0d-3c7f-4e49-9e8e-c483fbeb4694 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0518830 Feb 09 02:45:54.910759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77361ff9-6969-4eb3-aa69-01131d579616 req-30c6e386-bacf-4bfe-8cb2-f013be652567 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427444 Feb 09 02:45:54.955338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac01fbf-e0a2-49fa-8498-4a4df483e033 req-c6a6078f-c9bf-45bd-a6bf-cdc4ce19de7b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:54.957026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ac01fbf-e0a2-49fa-8498-4a4df483e033 req-c6a6078f-c9bf-45bd-a6bf-cdc4ce19de7b tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.0570986 Feb 09 02:45:55.007560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ac01fbf-e0a2-49fa-8498-4a4df483e033 req-4d6e60fb-e2ed-4866-9e39-3a368f258ac5 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447748 Feb 09 02:45:55.223119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263c80b-2935-4807-8ab9-a704b6331da7 req-c9735a0a-b406-485e-9e4a-9c513e466483 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.232204 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b263c80b-2935-4807-8ab9-a704b6331da7 req-c9735a0a-b406-485e-9e4a-9c513e466483 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1128 time: 0.0866458 Feb 09 02:45:55.275126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56d244-6b6c-4150-bcaa-58064e6acbe4 req-9d47046b-f4e5-4e46-98c3-aeeaa4db50ef tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.276807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae56d244-6b6c-4150-bcaa-58064e6acbe4 req-9d47046b-f4e5-4e46-98c3-aeeaa4db50ef tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.0668495 Feb 09 02:45:55.285785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b263c80b-2935-4807-8ab9-a704b6331da7 req-ac06edeb-6f4f-4a81-9d54-0d6aa2000f3d tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 Feb 09 02:45:55.333615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae56d244-6b6c-4150-bcaa-58064e6acbe4 req-eb3000db-79dc-4fba-b08f-ec4df090f505 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups?id=67d30538-d8d6-444d-a6e4-462a59e1d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502477 Feb 09 02:45:55.423116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf983-afc8-4b6f-8c3d-a734c2634442 req-aee72ad3-b12a-4d8b-add4-dc724d1a95e0 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.424862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-941bf983-afc8-4b6f-8c3d-a734c2634442 req-aee72ad3-b12a-4d8b-add4-dc724d1a95e0 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0674739 Feb 09 02:45:55.486642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-941bf983-afc8-4b6f-8c3d-a734c2634442 req-defda3cc-1dba-498f-a021-50c45de553ef tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553997 Feb 09 02:45:55.747504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525b41-6b8d-449c-8818-33897a8e932c req-17c2e9d3-9ea2-421d-9211-6fcce52bd511 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.749205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b525b41-6b8d-449c-8818-33897a8e932c req-17c2e9d3-9ea2-421d-9211-6fcce52bd511 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 943 time: 0.0696280 Feb 09 02:45:55.814851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b525b41-6b8d-449c-8818-33897a8e932c req-14cc7862-1d53-441a-9cc4-86f09df5c08b tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488768 Feb 09 02:45:55.988210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf450975-fc54-460f-b8e9-b430028f2ef6 req-982fa9ff-e405-4ed1-9d7d-eeb2e9f3433b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.989928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf450975-fc54-460f-b8e9-b430028f2ef6 req-982fa9ff-e405-4ed1-9d7d-eeb2e9f3433b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1070879 Feb 09 02:45:55.997997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-86c27762-87b9-40e2-8e1b-be314a70701e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:55.999465 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-86c27762-87b9-40e2-8e1b-be314a70701e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 946 time: 0.0858922 Feb 09 02:45:56.132970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf450975-fc54-460f-b8e9-b430028f2ef6 req-ba0c9b99-8e2b-4480-9eb1-a2f282bc6429 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281209 Feb 09 02:45:56.172615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Deleting port f91b3aee-a951-4162-889b-6a509e61233a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:45:56.173142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f91b3aee-a951-4162-889b-6a509e61233a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:56.256777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-0b302705-fa49-4b63-979e-570d445f108b tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:45:56.257768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-0b302705-fa49-4b63-979e-570d445f108b tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252521 Feb 09 02:45:56.341276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] For port f91b3aee-a951-4162-889b-6a509e61233a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f91b3aee-a951-4162-889b-6a509e61233a,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:56.341548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f91b3aee-a951-4162-889b-6a509e61233a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:56.361348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb29c16-6663-49a5-8969-05b5d22c5513 req-537bdf79-dc46-4635-b436-80027a84a639 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:56.362925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fb29c16-6663-49a5-8969-05b5d22c5513 req-537bdf79-dc46-4635-b436-80027a84a639 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1422012 Feb 09 02:45:56.367934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-c2cb8dcd-d07f-4fb5-aae1-058e11f5cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:56.369224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-c2cb8dcd-d07f-4fb5-aae1-058e11f5cca1 service neutron] 10.222.0.32 "GET /v2.0/ports/78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 200 len: 1125 time: 0.0937095 Feb 09 02:45:56.422824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Request body: {'binding': {'host': 'n-h2-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:56.423272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Unknown quota resources ['binding']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:45:56.613577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fb29c16-6663-49a5-8969-05b5d22c5513 req-3afd4761-0e9b-451b-a2b9-29105f016cb5 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250736 Feb 09 02:45:56.741643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:56.741999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:56.742330 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Floating IP e095774b-c517-4431-b549-c95cafe7510b disassociated. External IP: 172.25.2.32, port: f91b3aee-a951-4162-889b-6a509e61233a. Feb 09 02:45:56.742680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Calling delete_port for f91b3aee-a951-4162-889b-6a509e61233a owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:45:56.806851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on host n-h2-827839-4 for vnic_type normal with profile None {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:45:56.807191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:45:56.807521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:56.820084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e320c1-1078-4644-b0d1-33f1a4f215e8 req-c0769f94-d27b-450c-8d72-2190c70214a9 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:56.821552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9e320c1-1078-4644-b0d1-33f1a4f215e8 req-c0769f94-d27b-450c-8d72-2190c70214a9 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.1417320 Feb 09 02:45:56.826265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:45:56.826596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:45:56.858401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:45:56.858736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:45:56.859111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:45:56.859539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Bound port: 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:45:56.932092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9e320c1-1078-4644-b0d1-33f1a4f215e8 req-2b9b7919-4a8a-420e-9920-f174d6f4ab35 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032248 Feb 09 02:45:56.973038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:45:56.981377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:56.982540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4b6c8de2-8f8a-4b7a-a26d-37ac4a1d7b4a service neutron] 10.222.0.32 "POST /v2.0/ports/78cd9370-3bc5-4767-a682-c29a4ce3f8fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.5931160 Feb 09 02:45:56.998470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (f91b3aee-a951-4162-889b-6a509e61233a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.189422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb369b0c-cb9d-4637-8d4e-ed992d413b6a req-cffa12df-7163-43b1-a0aa-98b990455381 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:57.191381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb369b0c-cb9d-4637-8d4e-ed992d413b6a req-cffa12df-7163-43b1-a0aa-98b990455381 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0831487 Feb 09 02:45:57.252964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb369b0c-cb9d-4637-8d4e-ed992d413b6a req-a253e04e-0297-4986-bd4e-9b10f83847cb tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542214 Feb 09 02:45:57.291291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40426886-0840-4184-aa9f-1edb363ce195 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:45:57.388439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event deleted for resources: {'Port': ['ID=f91b3aee-a951-4162-889b-6a509e61233a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:57.390600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88ab2b-8a68-47ee-b3a5-32d229aec72b req-b869f088-77d8-4568-9e1e-0e37eb724e15 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:57.393001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c88ab2b-8a68-47ee-b3a5-32d229aec72b req-b869f088-77d8-4568-9e1e-0e37eb724e15 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 943 time: 0.0777824 Feb 09 02:45:57.401407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a6df8cd-28c0-4d67-b5f8-4702aea45f07 req-d1a96699-f5c4-44c9-8976-5bf95ef2f2d4 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 210 time: 0.3951068 Feb 09 02:45:57.458525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40426886-0840-4184-aa9f-1edb363ce195,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:57.482760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '40426886-0840-4184-aa9f-1edb363ce195', 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'port_id': '40426886-0840-4184-aa9f-1edb363ce195', 'mac_address': 'fa:16:3e:58:40:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008050c6-d913-48dc-819a-45751554b41e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:45:57.490692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c88ab2b-8a68-47ee-b3a5-32d229aec72b req-eed414d7-d980-41bf-896d-46cc41a9891f tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756831 Feb 09 02:45:57.574159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 40426886-0840-4184-aa9f-1edb363ce195 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:57.574912 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40426886-0840-4184-aa9f-1edb363ce195), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.595141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40426886-0840-4184-aa9f-1edb363ce195 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:45:57.600916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d619343-aada-49af-b43b-0122570752b8 req-ac3cd8fe-4828-4773-a968-6056f7b1ae66 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:57.608997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d619343-aada-49af-b43b-0122570752b8 req-ac3cd8fe-4828-4773-a968-6056f7b1ae66 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0655589 Feb 09 02:45:57.629028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40426886-0840-4184-aa9f-1edb363ce195,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:57.635166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-95c1868e-b565-4526-85b2-b6e11855ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:57.639233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-95c1868e-b565-4526-85b2-b6e11855ae39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1128 time: 0.2465200 Feb 09 02:45:57.639557 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (40426886-0840-4184-aa9f-1edb363ce195), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.685686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d619343-aada-49af-b43b-0122570752b8 req-12c44430-7623-4e6d-a8b1-8a1fb3b61540 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755658 Feb 09 02:45:57.702729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=40426886-0840-4184-aa9f-1edb363ce195,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:57.713455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.714139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.714650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.715138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.715652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.716226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.716715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.717143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.717563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.718104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3cb6e-61f1-4aa7-8e9c-6dff84ec6cd3 req-5e61b547-52b9-440d-886f-b806db40b0f2 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:57.718256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.718551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.718932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.719241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:45:57.729946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45778) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:45:57.733034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80b3cb6e-61f1-4aa7-8e9c-6dff84ec6cd3 req-5e61b547-52b9-440d-886f-b806db40b0f2 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.1990590 Feb 09 02:45:57.736618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Request body: {'floatingip': {'port_id': '49c71bb2-6d17-48e1-8b62-5d548d938a32'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:45:57.770267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Router 273de934-d19a-47b2-98e8-4bf96c8bb462 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:57.808817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for floatingip (767d750c-01f7-405c-b877-ac02b44752e4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:57.840137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-e9170707-6470-422a-8899-5add356c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:57.841602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-e9170707-6470-422a-8899-5add356c9ac0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1894906 Feb 09 02:45:57.931614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['40426886-0840-4184-aa9f-1edb363ce195'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:45:57.961952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079bbe-f723-4fbd-9f6c-50ed97b6eec5 req-e46dc0ac-263b-4ac7-9a34-c8d2d0052494 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:57.963790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7079bbe-f723-4fbd-9f6c-50ed97b6eec5 req-e46dc0ac-263b-4ac7-9a34-c8d2d0052494 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1221547 Feb 09 02:45:57.986795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-95595f13-e99b-441d-80cb-e0dfdba60b59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 200 len: 217 time: 0.0892982 Feb 09 02:45:58.067235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25464fc0-0587-49a1-a214-33d9764f693d req-b1c18530-7778-4d88-a125-79a15900cab8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:58.069175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25464fc0-0587-49a1-a214-33d9764f693d req-b1c18530-7778-4d88-a125-79a15900cab8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.2464433 Feb 09 02:45:58.082413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-eba8c0fe-5bed-4a83-adf0-a80c67f3bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:58.083845 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-eba8c0fe-5bed-4a83-adf0-a80c67f3bbcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0871592 Feb 09 02:45:58.100121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7079bbe-f723-4fbd-9f6c-50ed97b6eec5 req-42c714f1-24fd-4f82-83b5-8a42c6708db6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282704 Feb 09 02:45:58.111206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:58.122429 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] Sync routers for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:58.137199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-c114829f-2848-45e1-9acd-7791265787b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433135 Feb 09 02:45:58.148432 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:58.149486 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:58.259061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] No DVR routers for this DVR port f91b3aee-a951-4162-889b-6a509e61233a on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:45:58.263417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:58.268115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11c58c06-f5ec-40b6-b052-86985a449e59 req-1e44c051-18d4-48bb-adf0-860755b92a9e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.61 "DELETE /v2.0/ports/f91b3aee-a951-4162-889b-6a509e61233a HTTP/1.1" status: 204 len: 173 time: 2.2542961 Feb 09 02:45:58.272643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27cda10-1692-46e6-b994-f75242052c6a', 'name': 'network-vif-deleted', 'tag': 'f91b3aee-a951-4162-889b-6a509e61233a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:58.275408 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef027a3-3a39-4051-b360-2929f0d70540" -d '{"events": [{"server_uuid": "b27cda10-1692-46e6-b994-f75242052c6a", "name": "network-vif-deleted", "tag": "f91b3aee-a951-4162-889b-6a509e61233a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:58.286450 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25464fc0-0587-49a1-a214-33d9764f693d req-9d7be225-8e28-4b10-991f-0127661d9e2a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061493 Feb 09 02:45:58.290214 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:58.351380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-3ad3df09-c2ec-4a92-8ad4-0dfb3e0ce2c0 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935828 Feb 09 02:45:58.397804 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53568ee0-b9d7-49af-b4fe-bc3d85637677 x-openstack-request-id: req-53568ee0-b9d7-49af-b4fe-bc3d85637677 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:58.403871 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27cda10-1692-46e6-b994-f75242052c6a", "name": "network-vif-deleted", "tag": "f91b3aee-a951-4162-889b-6a509e61233a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:58.404366 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53568ee0-b9d7-49af-b4fe-bc3d85637677 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:58.405079 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27cda10-1692-46e6-b994-f75242052c6a', 'name': 'network-vif-deleted', 'tag': 'f91b3aee-a951-4162-889b-6a509e61233a', 'status': 'completed', 'code': 200} Feb 09 02:45:58.580152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-3ef4334f-4c35-4335-9472-e88aa02be93b service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223499 Feb 09 02:45:58.598772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c82d917c-4f8e-495e-9daa-6cc4176a3285 req-ad310062-4e3c-4c51-936a-ab1013d19924 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/ports?device_id=b27cda10-1692-46e6-b994-f75242052c6a HTTP/1.1" status: 200 len: 210 time: 0.0318646 Feb 09 02:45:58.660193 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:45:58.664386 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:58.695284 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] Checking router: 273de934-d19a-47b2-98e8-4bf96c8bb462 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:45:58.709942 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:58.710782 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:58.721164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4759c-3e8b-4e07-836b-553af195b419 req-7b3d255d-6c14-40ad-8fac-63841272a253 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:58.722679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aae4759c-3e8b-4e07-836b-553af195b419 req-7b3d255d-6c14-40ad-8fac-63841272a253 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 944 time: 0.0609517 Feb 09 02:45:58.796181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aae4759c-3e8b-4e07-836b-553af195b419 req-c1b0dac2-b276-405e-b213-cba383ef6a61 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602071 Feb 09 02:45:58.796706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf5909-9841-45a3-b672-05e83fc4e8dc req-b1ee659d-bdd6-468c-b3b6-5b29ac276739 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:58.806556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88cf5909-9841-45a3-b672-05e83fc4e8dc req-b1ee659d-bdd6-468c-b3b6-5b29ac276739 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.2343111 Feb 09 02:45:58.927122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88cf5909-9841-45a3-b672-05e83fc4e8dc req-df91df9e-b23e-4536-8484-4f3d73cc401d tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023092 Feb 09 02:45:58.945318 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:58.946519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:45:59.002530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005a2a-d8ef-4302-a2dd-ca78043f1497 req-fcde09cf-1330-4af4-b82e-dd48af813cf3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:59.010019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6005a2a-d8ef-4302-a2dd-ca78043f1497 req-fcde09cf-1330-4af4-b82e-dd48af813cf3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1006732 Feb 09 02:45:59.023596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.029123 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (767d750c-01f7-405c-b877-ac02b44752e4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.065840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6005a2a-d8ef-4302-a2dd-ca78043f1497 req-5e1bb172-2abc-4a3b-9219-4b6fdfa90f74 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514090 Feb 09 02:45:59.157002 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Floating IP 767d750c-01f7-405c-b877-ac02b44752e4 associated. External IP: 172.25.2.144, port: 49c71bb2-6d17-48e1-8b62-5d548d938a32. Feb 09 02:45:59.209405 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:59.298086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22ec50-18aa-48d9-ac74-f8783bed8c04 req-14663ac2-dfaa-4efa-8e2c-b265418dc828 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:59.299729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f22ec50-18aa-48d9-ac74-f8783bed8c04 req-14663ac2-dfaa-4efa-8e2c-b265418dc828 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1023102 Feb 09 02:45:59.309194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40426886-0840-4184-aa9f-1edb363ce195 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:45:59.340687 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b929c4c-f9e4-4d4f-950e-78cb940e2efe None None] The sync data for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 is: [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:43:24Z', 'revision_number': 4, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '33db1613-20fd-4c7d-aae3-cb138c2bd8f7', 'name': '', 'network_id': '3794be58-740e-4933-8192-5d28d3b71fd5', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'mac_address': 'fa:16:3e:63:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:23Z', 'updated_at': '2022-02-09T02:43:32Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'subnets': [{'id': 'ec5e0dfe-f591-483d-9d68-eb6283fc8a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:45:59.400906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 40426886-0840-4184-aa9f-1edb363ce195 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:45:59.407602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 40426886-0840-4184-aa9f-1edb363ce195 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:45:59.407978 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (40426886-0840-4184-aa9f-1edb363ce195), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.467252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f22ec50-18aa-48d9-ac74-f8783bed8c04 req-5e180437-00ee-4f0d-8d51-a7c868cd7d20 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543295 Feb 09 02:45:59.477350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeae372-9981-4a8a-bbb9-fbd8c62031fb req-11024d9d-0eff-460d-9225-0178cc7b7e1e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:59.493926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-deeae372-9981-4a8a-bbb9-fbd8c62031fb req-11024d9d-0eff-460d-9225-0178cc7b7e1e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1059654 Feb 09 02:45:59.508922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 40426886-0840-4184-aa9f-1edb363ce195 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:45:59.509372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40426886-0840-4184-aa9f-1edb363ce195), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.536586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:45:59.543037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40426886-0840-4184-aa9f-1edb363ce195'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:59.548443 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639d7d50-5980-456e-a5a5-2f98d400807e" -d '{"events": [{"server_uuid": "0633dc67-45e3-4a00-8792-7b523a8f0e4d", "name": "network-vif-plugged", "status": "completed", "tag": "40426886-0840-4184-aa9f-1edb363ce195"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:59.573080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-deeae372-9981-4a8a-bbb9-fbd8c62031fb req-26363c26-6ee9-4b15-bfa6-d98260b7d1de tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 Feb 09 02:45:59.589893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40426886-0840-4184-aa9f-1edb363ce195,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:45:59.597686 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (40426886-0840-4184-aa9f-1edb363ce195), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.599001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f91b3aee-a951-4162-889b-6a509e61233a no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:45:59.672262 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801eca44-c655-402a-8448-69282f9b17ab x-openstack-request-id: req-801eca44-c655-402a-8448-69282f9b17ab {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:45:59.672788 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0633dc67-45e3-4a00-8792-7b523a8f0e4d", "name": "network-vif-plugged", "status": "completed", "tag": "40426886-0840-4184-aa9f-1edb363ce195", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:45:59.673190 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-801eca44-c655-402a-8448-69282f9b17ab {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:45:59.673718 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40426886-0840-4184-aa9f-1edb363ce195', 'code': 200} Feb 09 02:45:59.679942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: f91b3aee-a951-4162-889b-6a509e61233a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:45:59.680292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f91b3aee-a951-4162-889b-6a509e61233a not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:45:59.724290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=40426886-0840-4184-aa9f-1edb363ce195,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:45:59.754337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66b55-7ab5-4502-99af-c030c8e04dd4 req-d3cb821d-b0ca-4a77-81d0-eeb36bcb9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:59.755762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebb66b55-7ab5-4502-99af-c030c8e04dd4 req-d3cb821d-b0ca-4a77-81d0-eeb36bcb9217 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 1127 time: 0.0683360 Feb 09 02:45:59.764821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:45:59.778781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] Sync routers for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:45:59.779482 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:45:59.795421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:45:59.796285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:45:59.830083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7d95fd4b-3024-4663-8b82-9f452f5952d1 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "PUT /v2.0/floatingips/767d750c-01f7-405c-b877-ac02b44752e4 HTTP/1.1" status: 200 len: 992 time: 2.0985770 Feb 09 02:45:59.830843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'tag': '49c71bb2-6d17-48e1-8b62-5d548d938a32'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:45:59.837273 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c3b581-6fd5-45eb-865e-88d0af855750" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4abe9d-4584-4f86-a784-4504e57d11e4", "tag": "49c71bb2-6d17-48e1-8b62-5d548d938a32"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:45:59.841376 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebb66b55-7ab5-4502-99af-c030c8e04dd4 req-dc3b003e-55b2-4c1c-a86f-c9f6da1510f0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775476 Feb 09 02:45:59.845848 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c19c45-fa34-49b6-ab7f-24d1c411a3c6 None None] New status for floating IP e095774b-c517-4431-b549-c95cafe7510b: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:45:59.939387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf75a1-5373-49e4-a310-c566a8429f47 req-ac38bd8c-8c33-4bfe-a6db-fec194906d17 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:59.947136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a7cf75a1-5373-49e4-a310-c566a8429f47 req-ac38bd8c-8c33-4bfe-a6db-fec194906d17 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0742037 Feb 09 02:45:59.977034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:45:59.985128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dffd90-b735-49ee-8e76-8f91b18eb0d7 req-e9f209bf-692b-4bb6-a336-443634d6dfdf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:45:59.993155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1dffd90-b735-49ee-8e76-8f91b18eb0d7 req-e9f209bf-692b-4bb6-a336-443634d6dfdf tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.0642793 Feb 09 02:46:00.045244 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a7cf75a1-5373-49e4-a310-c566a8429f47 req-6a847e42-51b5-4a83-bb23-be6427854b81 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971735 Feb 09 02:46:00.048788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1dffd90-b735-49ee-8e76-8f91b18eb0d7 req-5066e62e-23e3-4331-aa2c-de67b217a736 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545328 Feb 09 02:46:00.110591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45818) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:00.138808 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10bce17-53c7-454c-9c8a-d9700ca3503a x-openstack-request-id: req-c10bce17-53c7-454c-9c8a-d9700ca3503a {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:00.139100 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4abe9d-4584-4f86-a784-4504e57d11e4", "tag": "49c71bb2-6d17-48e1-8b62-5d548d938a32", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:00.139357 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c10bce17-53c7-454c-9c8a-d9700ca3503a {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:00.141097 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'tag': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'status': 'completed', 'code': 200} Feb 09 02:46:00.222433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadca376-578b-406a-8bae-a9a5c3b9215e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group (67d30538-d8d6-444d-a6e4-462a59e1d37d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.254599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadca376-578b-406a-8bae-a9a5c3b9215e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group (67d30538-d8d6-444d-a6e4-462a59e1d37d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.263450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-5c0a9664-0ba2-495d-92fa-176d4c001643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:00.265193 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-5c0a9664-0ba2-495d-92fa-176d4c001643 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4135d3b1fe784534b435db7bf4e0c151&device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 1128 time: 0.1078269 Feb 09 02:46:00.287974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaf2ff-7103-443c-81c7-cc3c332cab39 req-3ea25a33-d2d8-46e5-97f1-e337b4457990 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:00.289837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49eaf2ff-7103-443c-81c7-cc3c332cab39 req-3ea25a33-d2d8-46e5-97f1-e337b4457990 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.1076412 Feb 09 02:46:00.362190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a4241-0c57-485d-ab65-bf87d659816c req-7a554bce-a8e3-402e-8008-3dbda80edc0c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:00.363874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-342a4241-0c57-485d-ab65-bf87d659816c req-7a554bce-a8e3-402e-8008-3dbda80edc0c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1424854 Feb 09 02:46:00.388950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49eaf2ff-7103-443c-81c7-cc3c332cab39 req-d6acc798-f154-4193-a9b6-ae44424e15aa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884855 Feb 09 02:46:00.393747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadca376-578b-406a-8bae-a9a5c3b9215e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (67d30538-d8d6-444d-a6e4-462a59e1d37d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.399224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadca376-578b-406a-8bae-a9a5c3b9215e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.400369 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cadca376-578b-406a-8bae-a9a5c3b9215e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "DELETE /v2.0/security-groups/67d30538-d8d6-444d-a6e4-462a59e1d37d HTTP/1.1" status: 204 len: 168 time: 0.2887628 Feb 09 02:46:00.403997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:00.420256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadca376-578b-406a-8bae-a9a5c3b9215e tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d30538-d8d6-444d-a6e4-462a59e1d37d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:00.429993 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-495cf560-3bc9-42a5-aaef-7a21d1219af9 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] show failed (client error): The resource could not be found. Feb 09 02:46:00.431165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-495cf560-3bc9-42a5-aaef-7a21d1219af9 tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "GET /v2.0/security-groups/67d30538-d8d6-444d-a6e4-462a59e1d37d HTTP/1.1" status: 404 len: 347 time: 0.0249312 Feb 09 02:46:00.434902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45824) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:00.462865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8ea55472-6033-4248-a7b3-f90e024bb6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.464244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-9fa0de96-e9cd-458e-9597-52738944f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:00.465551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-9fa0de96-e9cd-458e-9597-52738944f596 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42503cbd-5149-4f17-a38c-e7ce90ba27e9 HTTP/1.1" status: 200 len: 915 time: 0.1895695 Feb 09 02:46:00.469006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-342a4241-0c57-485d-ab65-bf87d659816c req-39ae032e-af89-4b03-ae52-cf219220ccd2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981717 Feb 09 02:46:00.646011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-383f03e8-4d03-47dc-94e1-0254df45fbd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c71bb2-6d17-48e1-8b62-5d548d938a32 HTTP/1.1" status: 200 len: 1000 time: 0.1658177 Feb 09 02:46:00.690379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '767d750c-01f7-405c-b877-ac02b44752e4', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'port_id': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'mac_address': 'fa:16:3e:a1:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:39Z', 'updated_at': '2022-02-09T02:45:58Z', 'revision_number': 1, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:38Z', 'revision_number': 5, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:00.721429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f25441-e727-4903-aa2a-64f0543f003c req-1ae4db31-7def-44c2-9849-7f1b86f07f85 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:00.728942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36f25441-e727-4903-aa2a-64f0543f003c req-1ae4db31-7def-44c2-9849-7f1b86f07f85 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1368175 Feb 09 02:46:00.734629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-ca26062f-4a65-4861-8052-47f298fc6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:00.740298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-ca26062f-4a65-4861-8052-47f298fc6ac5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f77bdfe6-b86a-44a9-a5da-81066d10faef HTTP/1.1" status: 200 len: 853 time: 0.0849645 Feb 09 02:46:00.748805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] Checking router: 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:00.755259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Deleting port 39ee79da-b678-4006-a79e-ee94321ca602 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:00.755672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (39ee79da-b678-4006-a79e-ee94321ca602), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.763379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:00.765574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:00.862270 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36f25441-e727-4903-aa2a-64f0543f003c req-cc6b382f-75f3-429e-a872-c98dd1fddff9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321733 Feb 09 02:46:00.883272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b00ef-41bc-4532-8a15-2722483caa59 req-fa5e391a-16eb-4344-a5fd-18ef31f568f3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:00.885003 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd5b00ef-41bc-4532-8a15-2722483caa59 req-fa5e391a-16eb-4344-a5fd-18ef31f568f3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1435788 Feb 09 02:46:00.891459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-b5dc2ab2-5671-4e88-9877-228f0f03797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:00.893006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-b5dc2ab2-5671-4e88-9877-228f0f03797e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42503cbd-5149-4f17-a38c-e7ce90ba27e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1281905 Feb 09 02:46:00.918860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (39ee79da-b678-4006-a79e-ee94321ca602), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.919473 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (39ee79da-b678-4006-a79e-ee94321ca602), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:00.925742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:00.936756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Calling delete_port for 39ee79da-b678-4006-a79e-ee94321ca602 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:00.997353 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd5b00ef-41bc-4532-8a15-2722483caa59 req-e4bcc145-0ccd-4e1d-8c76-dade717b1acf tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988755 Feb 09 02:46:01.041408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-a9d84f6a-711a-4d57-90c2-c805e2631e7b service neutron] 10.222.0.61 "GET /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399529 Feb 09 02:46:01.161586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4c3b581-6fd5-45eb-865e-88d0af855750 req-0012a2a9-77dd-48b3-9d14-1b1ede1f3db1 service neutron] 10.222.0.61 "GET /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118577 Feb 09 02:46:01.261066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b846e-4c6a-4f97-8071-5fbf687bf341 req-78357dd4-8916-43ec-909a-3b63a46b3da3 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:01.262862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-968b846e-4c6a-4f97-8071-5fbf687bf341 req-78357dd4-8916-43ec-909a-3b63a46b3da3 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.0975296 Feb 09 02:46:01.270082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '767d750c-01f7-405c-b877-ac02b44752e4', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'port_id': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'mac_address': 'fa:16:3e:a1:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:39Z', 'updated_at': '2022-02-09T02:45:58Z', 'revision_number': 1, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:38Z', 'revision_number': 5, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:01.308680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b07a3-3d43-4922-8797-fd3d01d411f2 None None] The sync data for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 is: [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '767d750c-01f7-405c-b877-ac02b44752e4', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'port_id': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'mac_address': 'fa:16:3e:a1:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:45:39Z', 'updated_at': '2022-02-09T02:45:58Z', 'revision_number': 1, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:38Z', 'revision_number': 5, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:01.320828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-968b846e-4c6a-4f97-8071-5fbf687bf341 req-0b1015bb-d7c4-4225-9983-b17088d723ac tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502956 Feb 09 02:46:01.324048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefe4b4-a15e-49b0-bea0-7e7a9fd3fae3 req-f12bbf3b-ec23-43b6-94be-727a315fa2fb tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:01.326464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-baefe4b4-a15e-49b0-bea0-7e7a9fd3fae3 req-f12bbf3b-ec23-43b6-94be-727a315fa2fb tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.1044772 Feb 09 02:46:01.327625 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (39ee79da-b678-4006-a79e-ee94321ca602), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.367813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Pushing event deleted for resources: {'Port': ['ID=39ee79da-b678-4006-a79e-ee94321ca602,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:01.466008 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-baefe4b4-a15e-49b0-bea0-7e7a9fd3fae3 req-7658f497-510f-4e3f-ad31-d2e31daed958 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322825 Feb 09 02:46:01.488781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks [] for floatingip (e095774b-c517-4431-b549-c95cafe7510b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.493253 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:01.496999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-350b06e4-d128-481e-9caa-f3bdca47873f tempest-ServersWithSpecificFlavorTestJSON-1690826725 tempest-ServersWithSpecificFlavorTestJSON-1690826725-project] 10.222.0.32 "DELETE /v2.0/floatingips/e095774b-c517-4431-b549-c95cafe7510b HTTP/1.1" status: 204 len: 168 time: 1.0584638 Feb 09 02:46:01.606933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282aa48-1f9a-460c-adc6-e6d99016d940 req-64dd98bc-99e9-4c98-90e3-d78725204aaf tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:01.608443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3282aa48-1f9a-460c-adc6-e6d99016d940 req-64dd98bc-99e9-4c98-90e3-d78725204aaf tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.1130631 Feb 09 02:46:01.641624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c730b28-b342-4229-a50a-a3ca4660e11b None None] New status for floating IP 767d750c-01f7-405c-b877-ac02b44752e4: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:46:01.670222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a19fa6-b07e-4dc8-978e-3584d182fe97 req-7228d0a2-f3c4-4715-ac01-6a0851a55b6f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:01.671976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-64a19fa6-b07e-4dc8-978e-3584d182fe97 req-7228d0a2-f3c4-4715-ac01-6a0851a55b6f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0727868 Feb 09 02:46:01.690754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3282aa48-1f9a-460c-adc6-e6d99016d940 req-535c4bbc-32ca-411f-966a-6a8684a1075b tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752742 Feb 09 02:46:01.745523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-64a19fa6-b07e-4dc8-978e-3584d182fe97 req-c25f0bd5-0481-4ef2-be60-b63d350e00c6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670230 Feb 09 02:46:01.994697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d724e-9653-475a-81a3-b7c5b47ce3ab req-65fc7daf-28cb-4b62-a1d9-b8c5dcef55d8 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:01.997153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-189d724e-9653-475a-81a3-b7c5b47ce3ab req-65fc7daf-28cb-4b62-a1d9-b8c5dcef55d8 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0596461 Feb 09 02:46:02.051311 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-189d724e-9653-475a-81a3-b7c5b47ce3ab req-549928cb-f478-479a-9bd6-52f53cef5cff tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480013 Feb 09 02:46:02.190590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45874) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:02.198982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888d2dc-05cd-402c-9618-b7b9f62879be req-83938bc7-d4ac-4f42-b2c9-c3cfdad00cf8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:02.200508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4888d2dc-05cd-402c-9618-b7b9f62879be req-83938bc7-d4ac-4f42-b2c9-c3cfdad00cf8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0587649 Feb 09 02:46:02.258049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4888d2dc-05cd-402c-9618-b7b9f62879be req-39dd1cd6-7bab-4a04-9641-68f520750ebe tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 Feb 09 02:46:02.486471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1442-3469-4c35-93f5-0fca2c9003ca req-ed45f9c1-b417-4239-89c5-6786b97525d6 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:02.487893 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2dbc1442-3469-4c35-93f5-0fca2c9003ca req-ed45f9c1-b417-4239-89c5-6786b97525d6 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.0890219 Feb 09 02:46:02.578216 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f33f788-cc48-47d3-bda5-64924fcc30fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:02.605253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb4e73-0cf6-499f-9d16-eae07d8a7be8 req-edd18b36-0a2f-45db-93b6-e93522af8ace tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:02.606941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edfb4e73-0cf6-499f-9d16-eae07d8a7be8 req-edd18b36-0a2f-45db-93b6-e93522af8ace tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0701032 Feb 09 02:46:02.607167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2dbc1442-3469-4c35-93f5-0fca2c9003ca req-ca8b7709-948f-49b7-b65d-5979730bcc49 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025095 Feb 09 02:46:02.671346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edfb4e73-0cf6-499f-9d16-eae07d8a7be8 req-96c74fb7-754b-49ea-804a-e29c007a5bc4 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 Feb 09 02:46:02.846337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8bc14-6b9f-44cf-b3a7-d4142eeaf638 req-b9be5ef1-0949-499a-9f68-8fe77596ebe4 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:02.849061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eea8bc14-6b9f-44cf-b3a7-d4142eeaf638 req-b9be5ef1-0949-499a-9f68-8fe77596ebe4 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0635159 Feb 09 02:46:02.902872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eea8bc14-6b9f-44cf-b3a7-d4142eeaf638 req-fe57e00e-6c55-47cb-8f0e-d90b6a9aa640 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471499 Feb 09 02:46:03.002428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd739b-238a-4b63-83d4-b3e089fb57d3 req-75bd5430-175b-4636-9786-a5ff1078606c tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:03.003869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bbd739b-238a-4b63-83d4-b3e089fb57d3 req-75bd5430-175b-4636-9786-a5ff1078606c tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0818751 Feb 09 02:46:03.006749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (273de934-d19a-47b2-98e8-4bf96c8bb462), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.022442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0a039-a4b3-4b90-9691-747c26226ce7 req-60b9c860-5620-40df-88b9-50a330bbd925 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:03.024008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55c0a039-a4b3-4b90-9691-747c26226ce7 req-60b9c860-5620-40df-88b9-50a330bbd925 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0594506 Feb 09 02:46:03.074750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55c0a039-a4b3-4b90-9691-747c26226ce7 req-2bfa914b-9ae6-42ca-8dac-55f67d7cc833 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Feb 09 02:46:03.125832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bbd739b-238a-4b63-83d4-b3e089fb57d3 req-dd09c63b-7ce6-49ad-8c99-e4cb228f5c9f tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822859 Feb 09 02:46:03.203348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141fe74-965e-4b31-8e2a-57dc01a34ac4 req-bdbfe6d0-b2ef-4c02-8a41-a6b997e1e7cf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:03.205050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d141fe74-965e-4b31-8e2a-57dc01a34ac4 req-bdbfe6d0-b2ef-4c02-8a41-a6b997e1e7cf tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0583324 Feb 09 02:46:03.262942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d141fe74-965e-4b31-8e2a-57dc01a34ac4 req-4ff416f3-510e-46f4-b9e6-a40e2417da51 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514891 Feb 09 02:46:03.322011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55091e13-fe31-4159-b9e2-1aad68f0dd3d req-62b37fc4-cfe8-4438-95e1-aea3d24f2cbe tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:03.323558 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55091e13-fe31-4159-b9e2-1aad68f0dd3d req-62b37fc4-cfe8-4438-95e1-aea3d24f2cbe tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0907657 Feb 09 02:46:03.382585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc885d2f-978e-4c5e-b284-2d3232c990a4 req-cf2ea283-d2e3-44b0-86b9-31b14388fa7d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:03.384187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc885d2f-978e-4c5e-b284-2d3232c990a4 req-cf2ea283-d2e3-44b0-86b9-31b14388fa7d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0533917 Feb 09 02:46:03.423003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55091e13-fe31-4159-b9e2-1aad68f0dd3d req-6947d659-c92a-4ef6-a6db-3f527004716e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867231 Feb 09 02:46:03.439897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc885d2f-978e-4c5e-b284-2d3232c990a4 req-cfd2eac0-3058-410d-80a7-c4ec354b13af tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 Feb 09 02:46:03.445873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Deleting port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:03.446216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.552256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] For port 33db1613-20fd-4c7d-aae3-cb138c2bd8f7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:03.552620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.566940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Calling delete_port for 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:03.592095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa9f3-6190-4d0d-bb8d-cf01c44768b0 req-046d05ba-da44-41a4-b973-f1779b1572fc tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:03.593555 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f2fa9f3-6190-4d0d-bb8d-cf01c44768b0 req-046d05ba-da44-41a4-b973-f1779b1572fc tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0826008 Feb 09 02:46:03.681737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f2fa9f3-6190-4d0d-bb8d-cf01c44768b0 req-21315afa-8a04-4488-89ba-ca72cf2a1bd5 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578454 Feb 09 02:46:03.805181 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.883988 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (33db1613-20fd-4c7d-aae3-cb138c2bd8f7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:03.895739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa0891-a94b-47d6-8453-8385272008c5 req-66eb1f11-2f02-4073-914a-9e48b6a267b9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:03.898346 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7fa0891-a94b-47d6-8453-8385272008c5 req-66eb1f11-2f02-4073-914a-9e48b6a267b9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.1256399 Feb 09 02:46:03.930071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Pushing event deleted for resources: {'Port': ['ID=33db1613-20fd-4c7d-aae3-cb138c2bd8f7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:04.047645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7fa0891-a94b-47d6-8453-8385272008c5 req-a3497e82-3bf3-4868-ba8d-b8b869541f27 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199911 Feb 09 02:46:04.072756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bb523-9008-44e9-839d-b95216ce47a6 req-52d2b86f-a568-44c9-afc2-594e0bd6d4fb tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:04.079741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-021bb523-9008-44e9-839d-b95216ce47a6 req-52d2b86f-a568-44c9-afc2-594e0bd6d4fb tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0866024 Feb 09 02:46:04.182993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-021bb523-9008-44e9-839d-b95216ce47a6 req-73e832bf-a00b-4786-be75-1ca048f331cf tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940773 Feb 09 02:46:04.259373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf1908-322c-438b-994f-822a33a45d52 req-d7a5f4a4-052f-49f6-a262-693f09c2d327 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:04.260976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8bf1908-322c-438b-994f-822a33a45d52 req-d7a5f4a4-052f-49f6-a262-693f09c2d327 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0949063 Feb 09 02:46:04.265699 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (273de934-d19a-47b2-98e8-4bf96c8bb462), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:04.315037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbcb0d-82d1-4257-b332-a9f7e99b86db req-0c2761bb-6a90-4b04-a406-2a2b12d4a9f5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:04.317113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75dbcb0d-82d1-4257-b332-a9f7e99b86db req-0c2761bb-6a90-4b04-a406-2a2b12d4a9f5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0614142 Feb 09 02:46:04.366383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75dbcb0d-82d1-4257-b332-a9f7e99b86db req-125c0efa-0c84-4fd6-b995-a910a54078d7 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Feb 09 02:46:04.389900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8bf1908-322c-438b-994f-822a33a45d52 req-6d8aac86-6bc2-4d76-926e-4a55ca98dc57 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210320 Feb 09 02:46:04.501361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d256169-30d2-4952-b3b3-1b905d5aa9f8 req-dd36f6b4-cdc8-414f-bbba-ce85ae5642d3 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:04.509816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d256169-30d2-4952-b3b3-1b905d5aa9f8 req-dd36f6b4-cdc8-414f-bbba-ce85ae5642d3 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0691228 Feb 09 02:46:04.577974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be735a-8140-40fd-8909-194ee59cfdb1 req-567e8bab-7692-4c72-8da9-fa580375c1a4 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:04.578638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d256169-30d2-4952-b3b3-1b905d5aa9f8 req-cdc68c76-7362-4fd1-9018-7ec87b5174f2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678942 Feb 09 02:46:04.579727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11be735a-8140-40fd-8909-194ee59cfdb1 req-567e8bab-7692-4c72-8da9-fa580375c1a4 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0752089 Feb 09 02:46:04.597859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Router 273de934-d19a-47b2-98e8-4bf96c8bb462 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:04.645081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11be735a-8140-40fd-8909-194ee59cfdb1 req-bab68748-f167-4841-8463-e68161a755fe tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561969 Feb 09 02:46:04.738582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d024b84-559d-4177-aadb-60a784e27938 req-5745593c-ae40-4f80-88a8-21e9f13fc12e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:04.747064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d024b84-559d-4177-aadb-60a784e27938 req-5745593c-ae40-4f80-88a8-21e9f13fc12e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1093044 Feb 09 02:46:04.794630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d024b84-559d-4177-aadb-60a784e27938 req-66959445-3136-452d-9c98-15214aaacf16 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461621 Feb 09 02:46:04.841378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18e2f-1d0e-4a82-a7d7-cda3dcadc9a9 req-dc7e5577-d988-4957-ae4d-93d9713f76d9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:04.843056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39b18e2f-1d0e-4a82-a7d7-cda3dcadc9a9 req-dc7e5577-d988-4957-ae4d-93d9713f76d9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.1121664 Feb 09 02:46:04.847766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:04.856176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d7e77688-f376-4c1f-b563-38055c0275ee admin admin] 10.222.0.32 "PUT /v2.0/routers/273de934-d19a-47b2-98e8-4bf96c8bb462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6619756 Feb 09 02:46:04.858364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45920) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:04.866646 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] Sync routers for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:04.903412 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:04.904898 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:04.914773 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:04.931236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39b18e2f-1d0e-4a82-a7d7-cda3dcadc9a9 req-c091d521-2157-4593-89f8-28630c90bf66 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614443 Feb 09 02:46:05.030646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks [] for router (273de934-d19a-47b2-98e8-4bf96c8bb462), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:05.101492 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:05.217751 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks [] for router_gateway (273de934-d19a-47b2-98e8-4bf96c8bb462), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:05.311879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Deleting port 3f2e1465-e206-41bf-a673-f0255c1626fe {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:05.312612 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:05.405046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc332e11-d865-45da-bab0-f1bdac3bbb38 req-1acae77a-d15f-4bcf-8ee7-5a8e091256b3 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:05.418057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc332e11-d865-45da-bab0-f1bdac3bbb38 req-1acae77a-d15f-4bcf-8ee7-5a8e091256b3 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0796511 Feb 09 02:46:05.428668 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:46:03Z', 'revision_number': 5, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port': {'id': '3f2e1465-e206-41bf-a673-f0255c1626fe', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:12:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:19Z', 'updated_at': '2022-02-09T02:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:05.500029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc332e11-d865-45da-bab0-f1bdac3bbb38 req-4b6a968c-6c8a-4409-8623-ed1234d8471d tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759902 Feb 09 02:46:05.533337 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] Checking router: 273de934-d19a-47b2-98e8-4bf96c8bb462 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:05.554841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] For port 3f2e1465-e206-41bf-a673-f0255c1626fe, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3f2e1465-e206-41bf-a673-f0255c1626fe,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:05.558316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:05.563419 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] Routers {'273de934-d19a-47b2-98e8-4bf96c8bb462'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:05.564055 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['273de934-d19a-47b2-98e8-4bf96c8bb462'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:05.596756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Calling delete_port for 3f2e1465-e206-41bf-a673-f0255c1626fe owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:05.739929 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] Set router 273de934-d19a-47b2-98e8-4bf96c8bb462 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:05.791573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f897e57-46a7-42e9-8e9e-a37c7a8c7c1c req-d1df5970-80a8-458b-b079-afef1c03c798 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:05.793078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f897e57-46a7-42e9-8e9e-a37c7a8c7c1c req-d1df5970-80a8-458b-b079-afef1c03c798 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1332688 Feb 09 02:46:05.797530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03e02a-40e9-4294-ab5e-cb9220403274 req-80e3f366-2543-4bb9-b72b-163e96ab1909 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:05.799423 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed03e02a-40e9-4294-ab5e-cb9220403274 req-80e3f366-2543-4bb9-b72b-163e96ab1909 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1071420 Feb 09 02:46:05.854154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f897e57-46a7-42e9-8e9e-a37c7a8c7c1c req-44b2cbdc-5cb2-45cf-ad15-5d0331ccf35b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538142 Feb 09 02:46:05.869065 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:46:05Z', 'revision_number': 6, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:05.911948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed03e02a-40e9-4294-ab5e-cb9220403274 req-e13fdfa3-80c3-497e-a9a9-475d747ecdd2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724752 Feb 09 02:46:05.923163 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc1562a-fedf-428d-9d36-9c42e4108faf None None] The sync data for ids ['273de934-d19a-47b2-98e8-4bf96c8bb462'] in n-d-827839-4 is: [{'id': '273de934-d19a-47b2-98e8-4bf96c8bb462', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1014592984-router', 'tenant_id': 'ae047dd924544331ad7935dc4c597821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:18Z', 'updated_at': '2022-02-09T02:46:05Z', 'revision_number': 6, 'project_id': 'ae047dd924544331ad7935dc4c597821', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:06.036436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (3f2e1465-e206-41bf-a673-f0255c1626fe), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.092832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2e1465-e206-41bf-a673-f0255c1626fe,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:06.132434 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (273de934-d19a-47b2-98e8-4bf96c8bb462), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.205671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90618372-9442-42de-981d-35984636ee0b req-2a224dec-9790-4890-a8ef-4e52e60a540a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:06.208857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90618372-9442-42de-981d-35984636ee0b req-2a224dec-9790-4890-a8ef-4e52e60a540a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0693059 Feb 09 02:46:06.273764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90618372-9442-42de-981d-35984636ee0b req-bd55e395-f31b-4a3d-b29e-3301f3a05c31 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579762 Feb 09 02:46:06.281940 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.529455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b4598-227c-4a2d-93ab-5fbb9b740eeb req-a6ff9769-fe99-4f3c-982a-accfb2e9d97f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:06.536101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f0b4598-227c-4a2d-93ab-5fbb9b740eeb req-a6ff9769-fe99-4f3c-982a-accfb2e9d97f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.5117793 Feb 09 02:46:06.557988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (273de934-d19a-47b2-98e8-4bf96c8bb462), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.560333 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks [] for router_controller (273de934-d19a-47b2-98e8-4bf96c8bb462), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.645040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f0b4598-227c-4a2d-93ab-5fbb9b740eeb req-a608ea2f-b538-4d1c-95c8-743d8e7ae510 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080103 Feb 09 02:46:06.646079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (273de934-d19a-47b2-98e8-4bf96c8bb462), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.646600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 273de934-d19a-47b2-98e8-4bf96c8bb462 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:46:06.651722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.652813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2ad46491-175b-45c4-8e49-95c236620947 admin admin] 10.222.0.32 "DELETE /v2.0/routers/273de934-d19a-47b2-98e8-4bf96c8bb462 HTTP/1.1" status: 204 len: 168 time: 1.7932818 Feb 09 02:46:06.655704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45952) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:06.667601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab3243-3fe0-4772-b53d-e35fe762bfe4 req-64253311-c54f-4ef0-8b32-fc9e3e0530f8 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:06.669145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ccab3243-3fe0-4772-b53d-e35fe762bfe4 req-64253311-c54f-4ef0-8b32-fc9e3e0530f8 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0799038 Feb 09 02:46:06.703623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9ea1b0-2662-4399-8e84-426e0ff50393 admin admin] Deleting subnet ec5e0dfe-f591-483d-9d68-eb6283fc8a96 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:06.707067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea1b0-2662-4399-8e84-426e0ff50393 admin admin] Publish callbacks [] for subnet (ec5e0dfe-f591-483d-9d68-eb6283fc8a96), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.717852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ccab3243-3fe0-4772-b53d-e35fe762bfe4 req-227a10b0-6dea-481a-b396-58a2ec764b2c tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417016 Feb 09 02:46:06.747955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea1b0-2662-4399-8e84-426e0ff50393 admin admin] Publish callbacks [] for subnet (ec5e0dfe-f591-483d-9d68-eb6283fc8a96), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.836083 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea1b0-2662-4399-8e84-426e0ff50393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ec5e0dfe-f591-483d-9d68-eb6283fc8a96), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.897335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea1b0-2662-4399-8e84-426e0ff50393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (ec5e0dfe-f591-483d-9d68-eb6283fc8a96), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.916256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea1b0-2662-4399-8e84-426e0ff50393 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:06.920935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4a9ea1b0-2662-4399-8e84-426e0ff50393 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ec5e0dfe-f591-483d-9d68-eb6283fc8a96 HTTP/1.1" status: 204 len: 168 time: 0.2641010 Feb 09 02:46:06.923079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a76b3d-7361-4a42-83ae-4c6d6e9cd9c5 None None] Network 3794be58-740e-4933-8192-5d28d3b71fd5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:06.923492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45956) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:06.941234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ea1b0-2662-4399-8e84-426e0ff50393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5e0dfe-f591-483d-9d68-eb6283fc8a96,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:07.065715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a39155-604f-4b0d-b1ba-a61646928fa8 req-bf645e1d-1cc9-4e71-862e-325067db660a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:07.073533 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5a39155-604f-4b0d-b1ba-a61646928fa8 req-bf645e1d-1cc9-4e71-862e-325067db660a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0706053 Feb 09 02:46:07.126735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (3794be58-740e-4933-8192-5d28d3b71fd5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.149497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5a39155-604f-4b0d-b1ba-a61646928fa8 req-5ceeff4d-453c-4452-9d31-7c3046d7dfba tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701709 Feb 09 02:46:07.218760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79f581-34ef-4428-9875-004d63db9b32 req-66efec28-55a3-4ba7-9e1f-6f328705aee5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:07.220676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d79f581-34ef-4428-9875-004d63db9b32 req-66efec28-55a3-4ba7-9e1f-6f328705aee5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1705291 Feb 09 02:46:07.232764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] DHCP port deletion for 3794be58-740e-4933-8192-5d28d3b71fd5 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:46:07.313000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] Deleting port c01930e5-6746-4416-8e55-514fbf7b038f {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:07.313000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.321995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d79f581-34ef-4428-9875-004d63db9b32 req-8ed48347-0ca7-4a01-bc6c-c1ceb7285a02 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902123 Feb 09 02:46:07.349209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Deleting port c01930e5-6746-4416-8e55-514fbf7b038f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:07.349209 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.453040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] For port c01930e5-6746-4416-8e55-514fbf7b038f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c01930e5-6746-4416-8e55-514fbf7b038f,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:07.453406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.455359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] For port c01930e5-6746-4416-8e55-514fbf7b038f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c01930e5-6746-4416-8e55-514fbf7b038f,segment=NetworkSegment(2e37140a-6f7e-49a5-8d11-faaafcc026b4),segment_id=2e37140a-6f7e-49a5-8d11-faaafcc026b4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:07.455979 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.463791 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf0588-9f02-4e1d-bd08-0a93f1072528 req-4e7db480-bf9f-42e0-9d0e-d451fa0bc896 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:07.465399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67bf0588-9f02-4e1d-bd08-0a93f1072528 req-4e7db480-bf9f-42e0-9d0e-d451fa0bc896 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0851431 Feb 09 02:46:07.470309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Calling delete_port for c01930e5-6746-4416-8e55-514fbf7b038f owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:07.478730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] Calling delete_port for c01930e5-6746-4416-8e55-514fbf7b038f owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:07.524109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67bf0588-9f02-4e1d-bd08-0a93f1072528 req-dcf3422d-04e4-4edf-98df-dbce522f428b tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Feb 09 02:46:07.567449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.594661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01930e5-6746-4416-8e55-514fbf7b038f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:07.596991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] No DVR routers for this DVR port c01930e5-6746-4416-8e55-514fbf7b038f on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:07.618307 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (c01930e5-6746-4416-8e55-514fbf7b038f), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.644860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] Pushing event deleted for resources: {'Port': ['ID=c01930e5-6746-4416-8e55-514fbf7b038f,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:07.650661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366ee61-037f-4215-8259-1417d2697a45 None None] No DVR routers for this DVR port c01930e5-6746-4416-8e55-514fbf7b038f on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:07.686066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (3794be58-740e-4933-8192-5d28d3b71fd5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.714724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3794be58-740e-4933-8192-5d28d3b71fd5']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:07.727622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e37140a-6f7e-49a5-8d11-faaafcc026b4') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:07.728800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e37140a-6f7e-49a5-8d11-faaafcc026b4') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:07.772249 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2e37140a-6f7e-49a5-8d11-faaafcc026b4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.779782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:07.796803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2e37140a-6f7e-49a5-8d11-faaafcc026b4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.801621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:07.803087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33db1613-20fd-4c7d-aae3-cb138c2bd8f7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:07.803532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3f2e1465-e206-41bf-a673-f0255c1626fe no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:07.807028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:07.807996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2e37140a-6f7e-49a5-8d11-faaafcc026b4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.835293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 3f2e1465-e206-41bf-a673-f0255c1626fe {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:07.835642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3f2e1465-e206-41bf-a673-f0255c1626fe not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:07.836066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c01930e5-6746-4416-8e55-514fbf7b038f no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:07.856414 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:07.867411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c01930e5-6746-4416-8e55-514fbf7b038f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:07.867855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c01930e5-6746-4416-8e55-514fbf7b038f not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:07.875931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a01d3c-5412-4090-9076-5cdfbc893f16 req-eb3ca1b7-d0fa-49a5-8c2f-55bf326f3d0f tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:07.879800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a01d3c-5412-4090-9076-5cdfbc893f16 req-eb3ca1b7-d0fa-49a5-8c2f-55bf326f3d0f tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 943 time: 0.0657623 Feb 09 02:46:07.899567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22faf-3676-43b7-a7d9-138c8060e945 req-aaa2a748-eead-4a3c-a673-97edb288d955 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:07.901212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53c22faf-3676-43b7-a7d9-138c8060e945 req-aaa2a748-eead-4a3c-a673-97edb288d955 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1701274 Feb 09 02:46:07.902089 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (3794be58-740e-4933-8192-5d28d3b71fd5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.911442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:07.915285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3794be58-740e-4933-8192-5d28d3b71fd5 HTTP/1.1" status: 204 len: 168 time: 0.9906814 Feb 09 02:46:07.918400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:07.933514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04576572-7307-4980-aa7d-a71e7f6d5f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=3794be58-740e-4933-8192-5d28d3b71fd5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:07.973286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53c22faf-3676-43b7-a7d9-138c8060e945 req-d1541558-8b87-431a-8cc2-c3556cd14dd6 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569198 Feb 09 02:46:08.015510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a01d3c-5412-4090-9076-5cdfbc893f16 req-54aa8236-f3bd-4c0a-82f2-cd15a465f04e tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256552 Feb 09 02:46:08.248831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dac2e-cfa2-47d8-b7ed-c1ef41709294 req-278725bc-5b36-4135-955f-4d646af24e45 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:08.250540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-894dac2e-cfa2-47d8-b7ed-c1ef41709294 req-278725bc-5b36-4135-955f-4d646af24e45 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0522137 Feb 09 02:46:08.275055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a4b5308f-4354-4ca6-82c3-0b80d2273ace details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:08.304571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-894dac2e-cfa2-47d8-b7ed-c1ef41709294 req-58939ed1-09fe-410c-a165-95fb20a0b63e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477328 Feb 09 02:46:08.388080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a4b5308f-4354-4ca6-82c3-0b80d2273ace, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a4b5308f-4354-4ca6-82c3-0b80d2273ace,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:08.398484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (9308236c-bb2a-411b-ba15-28c4a08d9633), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:08.403792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'port_id': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'mac_address': 'fa:16:3e:16:7c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:08.446039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a4b5308f-4354-4ca6-82c3-0b80d2273ace is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:08.446645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:08.459730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b5308f-4354-4ca6-82c3-0b80d2273ace {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:08.479972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a4b5308f-4354-4ca6-82c3-0b80d2273ace, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a4b5308f-4354-4ca6-82c3-0b80d2273ace,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:08.483366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:08.536148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=a4b5308f-4354-4ca6-82c3-0b80d2273ace,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:08.551378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c64a67-2250-4d35-a6a2-39e5723d69a0 req-d60c19e6-c3cf-498b-a1bf-a917cb1074b3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:08.553787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0c64a67-2250-4d35-a6a2-39e5723d69a0 req-d60c19e6-c3cf-498b-a1bf-a917cb1074b3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1095018 Feb 09 02:46:08.652116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a35793-6730-4ec5-ad58-5dbb5f08b3f8 req-cee1513c-24b2-4ebc-94c0-fbe43d57da58 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:08.653619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3a35793-6730-4ec5-ad58-5dbb5f08b3f8 req-cee1513c-24b2-4ebc-94c0-fbe43d57da58 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0566802 Feb 09 02:46:08.705733 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0c64a67-2250-4d35-a6a2-39e5723d69a0 req-83670f32-f562-4630-b412-21aabfce94e8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407304 Feb 09 02:46:08.715022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3a35793-6730-4ec5-ad58-5dbb5f08b3f8 req-6ee0db8a-0f3b-4a73-8d47-1e328c7e1ddc tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Feb 09 02:46:08.823112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Deleting port 8d2deb45-ab61-4125-8b1e-8a48fa02b248 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:08.823361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:08.902016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] For port 8d2deb45-ab61-4125-8b1e-8a48fa02b248, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8d2deb45-ab61-4125-8b1e-8a48fa02b248,segment=NetworkSegment(e385bab2-0d21-4e90-92c6-cbdd1b862ec6),segment_id=e385bab2-0d21-4e90-92c6-cbdd1b862ec6)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:08.902738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:08.915296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Calling delete_port for 8d2deb45-ab61-4125-8b1e-8a48fa02b248 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:08.930176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a4b5308f-4354-4ca6-82c3-0b80d2273ace'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:09.152345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a7fb4-7c6b-41ff-93f4-f76574cd2916 req-f5f99cf1-88d5-4fc3-9c95-bb2e3f63402c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:09.161536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e3a7fb4-7c6b-41ff-93f4-f76574cd2916 req-f5f99cf1-88d5-4fc3-9c95-bb2e3f63402c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0984702 Feb 09 02:46:09.197598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db2b16-7ce3-414e-b3b0-320c8044a07c req-1df332ef-0c55-45b4-bae9-5304a1d264e8 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:09.199374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63db2b16-7ce3-414e-b3b0-320c8044a07c req-1df332ef-0c55-45b4-bae9-5304a1d264e8 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 944 time: 0.0714335 Feb 09 02:46:09.200760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (8d2deb45-ab61-4125-8b1e-8a48fa02b248), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:09.237778 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e3a7fb4-7c6b-41ff-93f4-f76574cd2916 req-512253ed-2a45-43cf-af0f-0b2cab636188 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703170 Feb 09 02:46:09.265925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2deb45-ab61-4125-8b1e-8a48fa02b248,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:09.295925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63db2b16-7ce3-414e-b3b0-320c8044a07c req-b88e7c62-06fd-4680-ae36-92949e05c66a tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881391 Feb 09 02:46:09.353842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40426886-0840-4184-aa9f-1edb363ce195 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:09.427389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (9308236c-bb2a-411b-ba15-28c4a08d9633), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:09.543132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33c02a-47f9-46b1-9dc7-86b2736bfbe4 req-f1710e87-4315-4f01-9b07-7eaa17ee59da tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:09.552283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40426886-0840-4184-aa9f-1edb363ce195,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:09.554861 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f33c02a-47f9-46b1-9dc7-86b2736bfbe4 req-f1710e87-4315-4f01-9b07-7eaa17ee59da tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.1028597 Feb 09 02:46:09.570833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '40426886-0840-4184-aa9f-1edb363ce195', 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'port_id': '40426886-0840-4184-aa9f-1edb363ce195', 'mac_address': 'fa:16:3e:58:40:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008050c6-d913-48dc-819a-45751554b41e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:09.629519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f33c02a-47f9-46b1-9dc7-86b2736bfbe4 req-4692411a-72aa-4782-8445-4b0afbd22f0a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685942 Feb 09 02:46:09.632094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 40426886-0840-4184-aa9f-1edb363ce195 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:09.632560 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40426886-0840-4184-aa9f-1edb363ce195), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:09.646867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40426886-0840-4184-aa9f-1edb363ce195 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:09.668130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40426886-0840-4184-aa9f-1edb363ce195,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:09.673890 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (40426886-0840-4184-aa9f-1edb363ce195), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:09.700887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Router 9308236c-bb2a-411b-ba15-28c4a08d9633 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:09.739050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=40426886-0840-4184-aa9f-1edb363ce195,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:09.842142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['40426886-0840-4184-aa9f-1edb363ce195'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:09.877556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3ef25-dc05-4f8f-9535-1ec6def9bb05 req-784fdd31-8431-4e6d-981c-2c638d45f643 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:09.877966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512c1a9-e74d-40dd-b3ce-d369e65aad48 req-85b37dc4-ad9c-4f9e-9aaa-178fcde5fdf7 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:09.880143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1e3ef25-dc05-4f8f-9535-1ec6def9bb05 req-784fdd31-8431-4e6d-981c-2c638d45f643 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 944 time: 0.0874610 Feb 09 02:46:09.887474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:09.888335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7512c1a9-e74d-40dd-b3ce-d369e65aad48 req-85b37dc4-ad9c-4f9e-9aaa-178fcde5fdf7 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0771320 Feb 09 02:46:09.904017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-80473676-b26f-4959-807b-b7a110fc1dd7 admin admin] 10.222.0.32 "PUT /v2.0/routers/9308236c-bb2a-411b-ba15-28c4a08d9633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9837773 Feb 09 02:46:09.906079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45988) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:09.913433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] Sync routers for ids ['9308236c-bb2a-411b-ba15-28c4a08d9633'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:09.954979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7512c1a9-e74d-40dd-b3ce-d369e65aad48 req-f3beb14a-5127-4226-a9bd-191427fec131 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580058 Feb 09 02:46:09.965078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] Routers {'9308236c-bb2a-411b-ba15-28c4a08d9633'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:09.965742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9308236c-bb2a-411b-ba15-28c4a08d9633'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:10.133225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] Set router 9308236c-bb2a-411b-ba15-28c4a08d9633 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:10.283099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1e3ef25-dc05-4f8f-9535-1ec6def9bb05 req-40c04a04-a11c-4cfa-849b-c87276533b11 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922603 Feb 09 02:46:10.301759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a4b5308f-4354-4ca6-82c3-0b80d2273ace up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:10.324691 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks [] for router (9308236c-bb2a-411b-ba15-28c4a08d9633), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.389879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:46:09Z', 'revision_number': 5, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:10.393582 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port a4b5308f-4354-4ca6-82c3-0b80d2273ace completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:46:10.425434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3fd8-d831-4744-9883-7370191ec257 req-86613b0f-7f39-4010-9b61-fde98251f872 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:10.434052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] Checking router: 9308236c-bb2a-411b-ba15-28c4a08d9633 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:10.438369 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3e3fd8-d831-4744-9883-7370191ec257 req-86613b0f-7f39-4010-9b61-fde98251f872 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0928516 Feb 09 02:46:10.439421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port a4b5308f-4354-4ca6-82c3-0b80d2273ace triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:10.439974 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.484640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] Routers {'9308236c-bb2a-411b-ba15-28c4a08d9633'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:10.486025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9308236c-bb2a-411b-ba15-28c4a08d9633'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:10.511692 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks [] for router_gateway (9308236c-bb2a-411b-ba15-28c4a08d9633), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.527639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a3e3fd8-d831-4744-9883-7370191ec257 req-19794efe-4202-4915-9b9d-36ef3e7b5d5a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882058 Feb 09 02:46:10.585073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Deleting port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:10.585697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.665308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6db1-fcb0-46e5-b32c-cbe100696abc req-149c423c-7eee-4231-992e-45c425421aae tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:10.666997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aeba6db1-fcb0-46e5-b32c-cbe100696abc req-149c423c-7eee-4231-992e-45c425421aae tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 944 time: 0.0680270 Feb 09 02:46:10.696504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] Set router 9308236c-bb2a-411b-ba15-28c4a08d9633 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:10.729061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a4b5308f-4354-4ca6-82c3-0b80d2273ace is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:10.729288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.738094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0e00b-7508-46af-b7ea-bc5600bb8693 req-e39a0e16-33ae-4f06-b77b-b9b55e8f2c71 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:10.739838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aeba6db1-fcb0-46e5-b32c-cbe100696abc req-515faf34-e735-47df-a5cb-bd719814af11 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667596 Feb 09 02:46:10.741970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-faf0e00b-7508-46af-b7ea-bc5600bb8693 req-e39a0e16-33ae-4f06-b77b-b9b55e8f2c71 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 944 time: 0.1060896 Feb 09 02:46:10.776151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] For port 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:10.776810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.803212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Calling delete_port for 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:10.827938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-faf0e00b-7508-46af-b7ea-bc5600bb8693 req-64a807ac-07d8-4189-b443-7717a359308e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750611 Feb 09 02:46:10.842425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00357f82-0863-4f1a-883d-a2e3d7711649 req-6f38cd41-81c2-4ef4-8d54-caf9bf570144 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:10.844703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00357f82-0863-4f1a-883d-a2e3d7711649 req-6f38cd41-81c2-4ef4-8d54-caf9bf570144 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0637572 Feb 09 02:46:10.903673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:10.906000 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70867ae8-206b-47ef-b920-96904bafb41c" -d '{"events": [{"server_uuid": "93d41485-22ab-42e3-8fac-7676ffbd0f05", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5308f-4354-4ca6-82c3-0b80d2273ace"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:10.920430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00357f82-0863-4f1a-883d-a2e3d7711649 req-cb629deb-bd1b-46c2-92ea-031f276c2e6b tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661261 Feb 09 02:46:10.928939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a4b5308f-4354-4ca6-82c3-0b80d2273ace, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a4b5308f-4354-4ca6-82c3-0b80d2273ace,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:10.948666 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:10.981122 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e235955-e072-40c6-822d-db616f0c0ddc x-openstack-request-id: req-6e235955-e072-40c6-822d-db616f0c0ddc {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:10.981122 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d41485-22ab-42e3-8fac-7676ffbd0f05", "name": "network-vif-plugged", "status": "completed", "tag": "a4b5308f-4354-4ca6-82c3-0b80d2273ace", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:10.981122 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e235955-e072-40c6-822d-db616f0c0ddc {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:10.981122 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'code': 200} Feb 09 02:46:10.982724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:46:09Z', 'revision_number': 5, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:11.017002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc022349-cb1c-45d1-84fc-f4c3db441a03 None None] The sync data for ids ['9308236c-bb2a-411b-ba15-28c4a08d9633'] in n-d-827839-4 is: [{'id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443019600-router', 'tenant_id': '366d150185774a33b70b3949db90fcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:31Z', 'updated_at': '2022-02-09T02:46:09Z', 'revision_number': 5, 'project_id': '366d150185774a33b70b3949db90fcfd', 'gw_port': {'id': '45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9308236c-bb2a-411b-ba15-28c4a08d9633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:33Z', 'updated_at': '2022-02-09T02:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:11.069354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=a4b5308f-4354-4ca6-82c3-0b80d2273ace,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:11.109621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.114172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27686e-01f6-4e71-9537-63e98beef81c req-176f8b32-e9d5-4708-abb0-3b3e852f5f91 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:11.115897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e27686e-01f6-4e71-9537-63e98beef81c req-176f8b32-e9d5-4708-abb0-3b3e852f5f91 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0722251 Feb 09 02:46:11.144374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:11.166065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (9308236c-bb2a-411b-ba15-28c4a08d9633), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.171178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48fd14-f357-47c1-9c22-5ef706c22fd4 req-f6fa8a60-c808-42bc-af1c-a1d9540219d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:11.172579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c48fd14-f357-47c1-9c22-5ef706c22fd4 req-f6fa8a60-c808-42bc-af1c-a1d9540219d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 1127 time: 0.1247208 Feb 09 02:46:11.174797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e27686e-01f6-4e71-9537-63e98beef81c req-9a2611e3-886d-4dfe-91c8-6b4095976016 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520070 Feb 09 02:46:11.280631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (9308236c-bb2a-411b-ba15-28c4a08d9633), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.284002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks [] for router_controller (9308236c-bb2a-411b-ba15-28c4a08d9633), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.333345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c48fd14-f357-47c1-9c22-5ef706c22fd4 req-ccda1869-bdaf-4ed6-a1df-0f98f1ee8efe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373410 Feb 09 02:46:11.342066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (9308236c-bb2a-411b-ba15-28c4a08d9633), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.342656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9308236c-bb2a-411b-ba15-28c4a08d9633 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:46:11.347999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.352221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86737342-eea3-4567-af43-c55e41c67784 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9308236c-bb2a-411b-ba15-28c4a08d9633 HTTP/1.1" status: 204 len: 168 time: 1.4419608 Feb 09 02:46:11.352384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46004) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:11.359887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40426886-0840-4184-aa9f-1edb363ce195 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:11.403460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-11172dd4-3ed5-4151-baff-b43c607fb728 admin admin] Deleting subnet e47cee48-a64a-4a4a-8335-43620a0744f1 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:11.407379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11172dd4-3ed5-4151-baff-b43c607fb728 admin admin] Publish callbacks [] for subnet (e47cee48-a64a-4a4a-8335-43620a0744f1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.425754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 40426886-0840-4184-aa9f-1edb363ce195 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:11.426194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (40426886-0840-4184-aa9f-1edb363ce195), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.451534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11172dd4-3ed5-4151-baff-b43c607fb728 admin admin] Publish callbacks [] for subnet (e47cee48-a64a-4a4a-8335-43620a0744f1), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.500296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11172dd4-3ed5-4151-baff-b43c607fb728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e47cee48-a64a-4a4a-8335-43620a0744f1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.525499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 40426886-0840-4184-aa9f-1edb363ce195 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:11.526345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40426886-0840-4184-aa9f-1edb363ce195), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.574152 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11172dd4-3ed5-4151-baff-b43c607fb728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for subnet (e47cee48-a64a-4a4a-8335-43620a0744f1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.578010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40426886-0840-4184-aa9f-1edb363ce195,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:11.585101 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (40426886-0840-4184-aa9f-1edb363ce195), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.606898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11172dd4-3ed5-4151-baff-b43c607fb728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47cee48-a64a-4a4a-8335-43620a0744f1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:11.610883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11172dd4-3ed5-4151-baff-b43c607fb728 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.614220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-11172dd4-3ed5-4151-baff-b43c607fb728 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e47cee48-a64a-4a4a-8335-43620a0744f1 HTTP/1.1" status: 204 len: 168 time: 0.2608240 Feb 09 02:46:11.616897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46008) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:11.633448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfdfc9-7afa-454e-940a-0ef2e80e1d8a None None] Network 1b84b55c-62f3-4867-b8dd-458ed8817a7b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:11.716367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1b84b55c-62f3-4867-b8dd-458ed8817a7b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.729095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348053-918c-4559-a5f8-24f35356266e req-70e1e212-a77f-461d-9e98-e7313e3e2554 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:11.730733 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a348053-918c-4559-a5f8-24f35356266e req-70e1e212-a77f-461d-9e98-e7313e3e2554 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1075907 Feb 09 02:46:11.796624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a348053-918c-4559-a5f8-24f35356266e req-23e84009-0e5b-445a-9bf5-bbe214f9199f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580451 Feb 09 02:46:11.812020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Deleting port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:11.812369 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.838375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=40426886-0840-4184-aa9f-1edb363ce195,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:11.848242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8d2deb45-ab61-4125-8b1e-8a48fa02b248 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:11.893764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 8d2deb45-ab61-4125-8b1e-8a48fa02b248 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:11.894399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8d2deb45-ab61-4125-8b1e-8a48fa02b248 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:11.954108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] For port d956f907-ca9c-4ec1-8c57-e4068dacdbe9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d956f907-ca9c-4ec1-8c57-e4068dacdbe9,segment=NetworkSegment(e385bab2-0d21-4e90-92c6-cbdd1b862ec6),segment_id=e385bab2-0d21-4e90-92c6-cbdd1b862ec6)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:11.954675 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:11.973226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Calling delete_port for d956f907-ca9c-4ec1-8c57-e4068dacdbe9 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:11.984119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40952efd-aaff-4054-8049-07e4e69a453f req-faf744e8-0891-473c-8eb5-b5d650151d95 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:11.985715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40952efd-aaff-4054-8049-07e4e69a453f req-faf744e8-0891-473c-8eb5-b5d650151d95 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.1081808 Feb 09 02:46:12.015311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5abb53-061c-4cc0-a9e1-843744cd5e7a req-84b44dad-b712-4a8a-9204-7f60ebe804a2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:12.016981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d5abb53-061c-4cc0-a9e1-843744cd5e7a req-84b44dad-b712-4a8a-9204-7f60ebe804a2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0793018 Feb 09 02:46:12.065770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d5abb53-061c-4cc0-a9e1-843744cd5e7a req-1bcda0d6-132a-47a7-8822-fbad44ae79e0 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Feb 09 02:46:12.087441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40952efd-aaff-4054-8049-07e4e69a453f req-d9721381-cb79-469e-bf6a-fd49f84d6092 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936930 Feb 09 02:46:12.106966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d956f907-ca9c-4ec1-8c57-e4068dacdbe9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.134909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Pushing event deleted for resources: {'Port': ['ID=d956f907-ca9c-4ec1-8c57-e4068dacdbe9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:12.138903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] No DVR routers for this DVR port d956f907-ca9c-4ec1-8c57-e4068dacdbe9 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:12.210296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb24f14-70f4-4f14-9016-61815fe9dcdd req-b9beb3ea-be6d-460f-ad33-fbecd065868a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:12.211907 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecb24f14-70f4-4f14-9016-61815fe9dcdd req-b9beb3ea-be6d-460f-ad33-fbecd065868a tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0754161 Feb 09 02:46:12.216162 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1b84b55c-62f3-4867-b8dd-458ed8817a7b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.254399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b84b55c-62f3-4867-b8dd-458ed8817a7b']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:12.267638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:12.268319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e385bab2-0d21-4e90-92c6-cbdd1b862ec6') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:12.284771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b1caf-812b-4f93-9fbd-2407ed05332c None None] DHCP port deletion for 1b84b55c-62f3-4867-b8dd-458ed8817a7b request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:46:12.295292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (e385bab2-0d21-4e90-92c6-cbdd1b862ec6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.316853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecb24f14-70f4-4f14-9016-61815fe9dcdd req-b56667fd-67ea-40ca-88cd-f219dce7c64e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971651 Feb 09 02:46:12.341341 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (e385bab2-0d21-4e90-92c6-cbdd1b862ec6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.349606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:12.350057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (e385bab2-0d21-4e90-92c6-cbdd1b862ec6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:12.362146 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:12.424326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-5c0a25db-e750-45c1-a5b9-04729d54c86f tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:12.425857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-5c0a25db-e750-45c1-a5b9-04729d54c86f tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 945 time: 0.0609095 Feb 09 02:46:12.546546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Deleting port 40426886-0840-4184-aa9f-1edb363ce195 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:12.547314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (40426886-0840-4184-aa9f-1edb363ce195), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.643647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] For port 40426886-0840-4184-aa9f-1edb363ce195, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40426886-0840-4184-aa9f-1edb363ce195,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:12.644154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (40426886-0840-4184-aa9f-1edb363ce195), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.658890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Calling delete_port for 40426886-0840-4184-aa9f-1edb363ce195 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:12.687371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddf727-a96a-4de9-9afe-bf4d2fbcecf5 req-0d434615-91e8-42c7-b032-cb09e888c682 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:12.688854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bddf727-a96a-4de9-9afe-bf4d2fbcecf5 req-0d434615-91e8-42c7-b032-cb09e888c682 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.4069705 Feb 09 02:46:12.690058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1b84b55c-62f3-4867-b8dd-458ed8817a7b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.704782 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.711187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1b84b55c-62f3-4867-b8dd-458ed8817a7b HTTP/1.1" status: 204 len: 168 time: 1.0926156 Feb 09 02:46:12.723451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19fdbd-9e72-4473-8851-4a9fbd58f937 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b84b55c-62f3-4867-b8dd-458ed8817a7b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:12.794879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bddf727-a96a-4de9-9afe-bf4d2fbcecf5 req-8c4405a0-8330-483b-857d-2227ef7a3dcd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821316 Feb 09 02:46:12.837425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (40426886-0840-4184-aa9f-1edb363ce195), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.878847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event deleted for resources: {'Port': ['ID=40426886-0840-4184-aa9f-1edb363ce195,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:12.884987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46022) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:12.978999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] No DVR routers for this DVR port 40426886-0840-4184-aa9f-1edb363ce195 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:12.982532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40426886-0840-4184-aa9f-1edb363ce195'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:12.983024 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:12.984878 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2779251f-ed0a-46f0-a58c-06084622e86b" -d '{"events": [{"server_uuid": "0633dc67-45e3-4a00-8792-7b523a8f0e4d", "name": "network-vif-plugged", "status": "completed", "tag": "40426886-0840-4184-aa9f-1edb363ce195"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:12.986228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-457e11c3-7d87-4402-9f8d-c9fceff68a3a req-f774ae93-341c-4c24-936c-42f75ade8dc2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "DELETE /v2.0/ports/40426886-0840-4184-aa9f-1edb363ce195 HTTP/1.1" status: 204 len: 173 time: 0.5512748 Feb 09 02:46:12.986831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'name': 'network-vif-deleted', 'tag': '40426886-0840-4184-aa9f-1edb363ce195'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:12.989088 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1406895c-2999-47d8-841d-bde51fe56201" -d '{"events": [{"server_uuid": "0633dc67-45e3-4a00-8792-7b523a8f0e4d", "name": "network-vif-deleted", "tag": "40426886-0840-4184-aa9f-1edb363ce195"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:13.025924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-127cc71d-94cc-461f-974d-c5eb19b7c463 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae047dd924544331ad7935dc4c597821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373386 Feb 09 02:46:13.026399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46028) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:13.031064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837c68e-3729-4eff-9e73-20066798b86e req-1028b7d4-98c6-4d08-9058-28d9c9a97728 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:13.039656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c837c68e-3729-4eff-9e73-20066798b86e req-1028b7d4-98c6-4d08-9058-28d9c9a97728 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1446846 Feb 09 02:46:13.040192 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb57929-6d98-4ea9-896f-adfe67efd820 x-openstack-request-id: req-2cb57929-6d98-4ea9-896f-adfe67efd820 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:13.040514 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0633dc67-45e3-4a00-8792-7b523a8f0e4d", "name": "network-vif-plugged", "status": "completed", "tag": "40426886-0840-4184-aa9f-1edb363ce195", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:13.042195 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cb57929-6d98-4ea9-896f-adfe67efd820 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:13.042987 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40426886-0840-4184-aa9f-1edb363ce195', 'code': 200} Feb 09 02:46:13.086567 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cca4a8-6bbb-48ab-addb-99d6666e139c x-openstack-request-id: req-24cca4a8-6bbb-48ab-addb-99d6666e139c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:13.086859 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0633dc67-45e3-4a00-8792-7b523a8f0e4d", "name": "network-vif-deleted", "tag": "40426886-0840-4184-aa9f-1edb363ce195", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:13.087112 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24cca4a8-6bbb-48ab-addb-99d6666e139c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:13.087837 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0633dc67-45e3-4a00-8792-7b523a8f0e4d', 'name': 'network-vif-deleted', 'tag': '40426886-0840-4184-aa9f-1edb363ce195', 'status': 'completed', 'code': 200} Feb 09 02:46:13.107338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c837c68e-3729-4eff-9e73-20066798b86e req-acd6e9c1-25bc-4ef4-b96d-f5a1d1f428cf tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668051 Feb 09 02:46:13.133749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-faaf690e-e9cd-4ad4-801d-2dbdbc8504aa admin admin] Publish callbacks [] for security_group (b41ffcee-80de-4b39-86cc-69f1913ca69d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:13.192944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-faaf690e-e9cd-4ad4-801d-2dbdbc8504aa admin admin] Publish callbacks [] for security_group (b41ffcee-80de-4b39-86cc-69f1913ca69d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:13.222299 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bab18066-ba01-428f-9f8a-a237c3a2ac1c req-5772a94d-c924-43f2-b33f-1e586b2315c5 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=0633dc67-45e3-4a00-8792-7b523a8f0e4d HTTP/1.1" status: 200 len: 210 time: 0.0400546 Feb 09 02:46:13.246517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225d5a-4a0a-42c1-a8e0-35f4ef26417a req-54fb5ed7-0d62-4aa6-bf1f-12e92ee4ee03 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:13.246517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-26225d5a-4a0a-42c1-a8e0-35f4ef26417a req-54fb5ed7-0d62-4aa6-bf1f-12e92ee4ee03 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.0569582 Feb 09 02:46:13.278550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-faaf690e-e9cd-4ad4-801d-2dbdbc8504aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b41ffcee-80de-4b39-86cc-69f1913ca69d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:13.281768 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-faaf690e-e9cd-4ad4-801d-2dbdbc8504aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:13.283025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-faaf690e-e9cd-4ad4-801d-2dbdbc8504aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b41ffcee-80de-4b39-86cc-69f1913ca69d HTTP/1.1" status: 204 len: 168 time: 0.2556224 Feb 09 02:46:13.295939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf690e-e9cd-4ad4-801d-2dbdbc8504aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41ffcee-80de-4b39-86cc-69f1913ca69d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:13.310935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-26225d5a-4a0a-42c1-a8e0-35f4ef26417a req-070be044-5b98-4225-9c45-e529ef82d9c1 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610161 Feb 09 02:46:13.349746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40426886-0840-4184-aa9f-1edb363ce195 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:13.394715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 40426886-0840-4184-aa9f-1edb363ce195 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:13.395324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40426886-0840-4184-aa9f-1edb363ce195 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:13.455621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f7f37-b726-4ff3-a9cf-dbf57849a2d7 req-11db815f-5439-447b-b930-4719244915c3 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:13.458138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-133f7f37-b726-4ff3-a9cf-dbf57849a2d7 req-11db815f-5439-447b-b930-4719244915c3 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.0694816 Feb 09 02:46:13.468870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46040) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:13.474172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Request body: {'floatingip': {'port_id': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:13.474676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be9e98-29d6-4b0f-b355-29492e965b99 req-5c07de42-e78a-4e79-aa31-cebaaeccdff2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:13.482617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99be9e98-29d6-4b0f-b355-29492e965b99 req-5c07de42-e78a-4e79-aa31-cebaaeccdff2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0697877 Feb 09 02:46:13.546112 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for floatingip (e788b891-723a-4be8-9cb5-b891cd63a064), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:13.552266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99be9e98-29d6-4b0f-b355-29492e965b99 req-197b11db-2aae-492c-9be2-815a01244ba0 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Feb 09 02:46:13.753161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d956f907-ca9c-4ec1-8c57-e4068dacdbe9 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:13.776176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d956f907-ca9c-4ec1-8c57-e4068dacdbe9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:13.776415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d956f907-ca9c-4ec1-8c57-e4068dacdbe9 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:13.776663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:13.797868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:13.798128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 45c6c8f5-90ad-4e50-8f00-7a0c5a7f12e4 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:13.830099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46044) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:14.007017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-49985fb2-b75a-4edf-9022-e44873fb00be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=366d150185774a33b70b3949db90fcfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738482 Feb 09 02:46:14.007538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46048) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:14.034730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc13e-ae8e-4b65-b11c-48d20c8e195b req-efc61abc-90ed-4031-b174-0374de757d78 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:14.036193 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fcabc13e-ae8e-4b65-b11c-48d20c8e195b req-efc61abc-90ed-4031-b174-0374de757d78 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1528156 Feb 09 02:46:14.059262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b70bdbce-2a6f-4ffa-88f0-ebe12f6b125e admin admin] Publish callbacks [] for security_group (0bb99d78-9ccb-46ad-ae89-edcf05a8affa), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.088088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b70bdbce-2a6f-4ffa-88f0-ebe12f6b125e admin admin] Publish callbacks [] for security_group (0bb99d78-9ccb-46ad-ae89-edcf05a8affa), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.144983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b70bdbce-2a6f-4ffa-88f0-ebe12f6b125e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0bb99d78-9ccb-46ad-ae89-edcf05a8affa), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.145366 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fcabc13e-ae8e-4b65-b11c-48d20c8e195b req-32496efa-80ac-4225-abac-544a1bf98335 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868685 Feb 09 02:46:14.158787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b70bdbce-2a6f-4ffa-88f0-ebe12f6b125e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.164080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.166525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b70bdbce-2a6f-4ffa-88f0-ebe12f6b125e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bb99d78-9ccb-46ad-ae89-edcf05a8affa HTTP/1.1" status: 204 len: 168 time: 0.1578832 Feb 09 02:46:14.179415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e788b891-723a-4be8-9cb5-b891cd63a064), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.192927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bdbce-2a6f-4ffa-88f0-ebe12f6b125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb99d78-9ccb-46ad-ae89-edcf05a8affa,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:14.309339 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Floating IP e788b891-723a-4be8-9cb5-b891cd63a064 associated. External IP: 172.25.2.86, port: a4b5308f-4354-4ca6-82c3-0b80d2273ace. Feb 09 02:46:14.311859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637ff8b-687a-407a-90dd-a168775fac48 req-7e95e553-0c9f-4093-9183-4f18037f3cd7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:14.315851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8637ff8b-687a-407a-90dd-a168775fac48 req-7e95e553-0c9f-4093-9183-4f18037f3cd7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1277087 Feb 09 02:46:14.376921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8637ff8b-687a-407a-90dd-a168775fac48 req-95852001-b9bc-48e8-8be8-0de7f883c1e9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519607 Feb 09 02:46:14.596237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Router e43283af-ac97-46c3-99e7-fa9d8795f48e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:14.738658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238818e-b20b-47e3-a556-934bbcf079d3 req-fb1a4764-90e8-41c9-9046-182951b22912 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:14.740935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c238818e-b20b-47e3-a556-934bbcf079d3 req-fb1a4764-90e8-41c9-9046-182951b22912 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0985277 Feb 09 02:46:14.748635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46070) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:14.794166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b6e93dda-107f-45a1-b4cc-bf7c8eb81303 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675638779', 'description': 'tempest-description--263040583'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:14.813943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:14.827538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.829531 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] Sync routers for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:14.853000 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c238818e-b20b-47e3-a556-934bbcf079d3 req-14261dc5-ecda-4f5b-aa0f-cc87b74732fd tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033528 Feb 09 02:46:14.854225 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:14.854997 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:14.856878 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6e93dda-107f-45a1-b4cc-bf7c8eb81303 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:14.875221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4db4b273-d0e7-49ef-b35b-868bf091b752 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "PUT /v2.0/floatingips/e788b891-723a-4be8-9cb5-b891cd63a064 HTTP/1.1" status: 200 len: 990 time: 1.4050870 Feb 09 02:46:14.994564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6e93dda-107f-45a1-b4cc-bf7c8eb81303 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group (971be4e2-e543-43ea-867b-148b7ee5fee3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.001370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6e93dda-107f-45a1-b4cc-bf7c8eb81303 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (971be4e2-e543-43ea-867b-148b7ee5fee3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.015926 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:15.037927 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6e93dda-107f-45a1-b4cc-bf7c8eb81303 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.042871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b6e93dda-107f-45a1-b4cc-bf7c8eb81303 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2515152 Feb 09 02:46:15.044233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46082) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:15.052032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6f1ad-3836-47c0-ba0c-1c2efc4c1ec8 req-d142961b-ad6c-439f-90ce-9aca91a16cba tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:15.058318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e93dda-107f-45a1-b4cc-bf7c8eb81303 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971be4e2-e543-43ea-867b-148b7ee5fee3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:15.059959 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-baa6f1ad-3836-47c0-ba0c-1c2efc4c1ec8 req-d142961b-ad6c-439f-90ce-9aca91a16cba tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.1029792 Feb 09 02:46:15.071157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5cbaba2f-928a-4930-8ed0-dc7729f1d9be tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Request body: {'security_group_rule': {'security_group_id': '971be4e2-e543-43ea-867b-148b7ee5fee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:15.113420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'tag': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:15.116453 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa506d-98b4-4e69-8bf8-0eb68722728c" -d '{"events": [{"name": "network-changed", "server_uuid": "93d41485-22ab-42e3-8fac-7676ffbd0f05", "tag": "a4b5308f-4354-4ca6-82c3-0b80d2273ace"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:15.135966 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cbaba2f-928a-4930-8ed0-dc7729f1d9be tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group_rule (9167312c-234c-4157-8a9b-5689d14151d8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.166713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-baa6f1ad-3836-47c0-ba0c-1c2efc4c1ec8 req-94e3b678-d9c2-47e7-8484-ea2b28b90443 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017358 Feb 09 02:46:15.201182 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4da7bd-7c33-43a0-ada5-2615c014c971 x-openstack-request-id: req-de4da7bd-7c33-43a0-ada5-2615c014c971 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:15.201720 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d41485-22ab-42e3-8fac-7676ffbd0f05", "tag": "a4b5308f-4354-4ca6-82c3-0b80d2273ace", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:15.202043 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de4da7bd-7c33-43a0-ada5-2615c014c971 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:15.202526 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'tag': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'status': 'completed', 'code': 200} Feb 09 02:46:15.230054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cbaba2f-928a-4930-8ed0-dc7729f1d9be tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group_rule (9167312c-234c-4157-8a9b-5689d14151d8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.285282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cbaba2f-928a-4930-8ed0-dc7729f1d9be tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (9167312c-234c-4157-8a9b-5689d14151d8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.326593 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e788b891-723a-4be8-9cb5-b891cd63a064', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'port_id': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'mac_address': 'fa:16:3e:16:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:44:54Z', 'updated_at': '2022-02-09T02:46:14Z', 'revision_number': 1, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:52Z', 'revision_number': 5, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:15.347827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaba2f-928a-4930-8ed0-dc7729f1d9be tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9167312c-234c-4157-8a9b-5689d14151d8,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:15.363351 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] Checking router: e43283af-ac97-46c3-99e7-fa9d8795f48e for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:15.366492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cbaba2f-928a-4930-8ed0-dc7729f1d9be tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.371307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5cbaba2f-928a-4930-8ed0-dc7729f1d9be tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3069644 Feb 09 02:46:15.371488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46092) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:15.376900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0ae2e695-a6d5-4a1e-afda-4cb3c9e9b92e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Request body: {'security_group_rule': {'security_group_id': '971be4e2-e543-43ea-867b-148b7ee5fee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:15.378399 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:15.379267 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:15.380407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-ace29fb8-bdc9-4ff4-a4d2-dcf637fe5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:15.382087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-ace29fb8-bdc9-4ff4-a4d2-dcf637fe5528 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea2b37c7f7494875b5e18987d8d89402&device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 1127 time: 0.1441121 Feb 09 02:46:15.444580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e695-a6d5-4a1e-afda-4cb3c9e9b92e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group_rule (4fdabb5e-d445-4c1a-946d-4c1b2250bede), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.485141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-cd3ae4b1-8f69-4953-bb1c-b1e12c759fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:15.486646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-cd3ae4b1-8f69-4953-bb1c-b1e12c759fed service neutron] 10.222.0.26 "GET /v2.0/networks?id=49819c0c-2b0f-444b-9d9b-255492e95d5d HTTP/1.1" status: 200 len: 916 time: 0.0985920 Feb 09 02:46:15.496574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222d0e7-91c0-4086-8555-fac0d1394659 req-f79b0ef2-60a1-476a-a459-ba617890b31d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:15.498460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c222d0e7-91c0-4086-8555-fac0d1394659 req-f79b0ef2-60a1-476a-a459-ba617890b31d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.2149501 Feb 09 02:46:15.578761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c222d0e7-91c0-4086-8555-fac0d1394659 req-3d6161bb-3e8c-4d72-a345-c11ad7c2f1f4 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735545 Feb 09 02:46:15.596736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e695-a6d5-4a1e-afda-4cb3c9e9b92e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group_rule (4fdabb5e-d445-4c1a-946d-4c1b2250bede), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.606470 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:15.626108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-c5b346f6-ae00-401e-b068-080465c8f9a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4b5308f-4354-4ca6-82c3-0b80d2273ace HTTP/1.1" status: 200 len: 998 time: 0.1266737 Feb 09 02:46:15.627213 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e695-a6d5-4a1e-afda-4cb3c9e9b92e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (4fdabb5e-d445-4c1a-946d-4c1b2250bede), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.653286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2e695-a6d5-4a1e-afda-4cb3c9e9b92e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdabb5e-d445-4c1a-946d-4c1b2250bede,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:15.665632 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e695-a6d5-4a1e-afda-4cb3c9e9b92e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.670220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ae2e695-a6d5-4a1e-afda-4cb3c9e9b92e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2945058 Feb 09 02:46:15.670220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46102) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:15.679183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c85eb-9e5b-4600-b387-c8b4ce11124d req-febc0937-6c2a-46d1-93cf-c3e463c47a00 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:15.680749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c1c85eb-9e5b-4600-b387-c8b4ce11124d req-febc0937-6c2a-46d1-93cf-c3e463c47a00 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1564770 Feb 09 02:46:15.683946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:15.702024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-fd919c0c-ad3a-435b-8ee8-fa86f101de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:15.704046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-fd919c0c-ad3a-435b-8ee8-fa86f101de4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ce02cc9-11c8-473c-b9a9-6239ee16deb4 HTTP/1.1" status: 200 len: 854 time: 0.0699701 Feb 09 02:46:15.710527 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.774467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-438b47d2-dfb0-4540-9839-3b8cb81ef466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:15.776664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-438b47d2-dfb0-4540-9839-3b8cb81ef466 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49819c0c-2b0f-444b-9d9b-255492e95d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648606 Feb 09 02:46:15.840769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c1c85eb-9e5b-4600-b387-c8b4ce11124d req-3f9cea9b-66ba-4d40-a2d1-e9ed2bfb4a32 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384943 Feb 09 02:46:15.908013 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:15.994667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-a7fa8c3a-279c-43b3-802f-030b33a31561 service neutron] 10.222.0.26 "GET /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083600 Feb 09 02:46:16.126065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Allocated IP 172.25.2.22 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/b5fba4cb-a1e0-4898-8794-fd489d608431) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:16.162728 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e788b891-723a-4be8-9cb5-b891cd63a064', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'port_id': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'mac_address': 'fa:16:3e:16:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:44:54Z', 'updated_at': '2022-02-09T02:46:14Z', 'revision_number': 1, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:52Z', 'revision_number': 5, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:16.219486 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c30b86-34c0-432a-b56e-477ce35de4e5 None None] The sync data for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 is: [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e788b891-723a-4be8-9cb5-b891cd63a064', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'port_id': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'mac_address': 'fa:16:3e:16:7c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:44:54Z', 'updated_at': '2022-02-09T02:46:14Z', 'revision_number': 1, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:52Z', 'revision_number': 5, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:16.248318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa0c9-9068-4c10-8cf1-c3f852bbb7c2 req-f73ef491-836e-4dad-b278-90d3e7a684d1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:16.250844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73ffa0c9-9068-4c10-8cf1-c3f852bbb7c2 req-f73ef491-836e-4dad-b278-90d3e7a684d1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.2186222 Feb 09 02:46:16.332309 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for port (b5fba4cb-a1e0-4898-8794-fd489d608431), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:16.384258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b5fba4cb-a1e0-4898-8794-fd489d608431), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:16.467798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eaa506d-98b4-4e69-8bf8-0eb68722728c req-1b1eb0a3-ad19-4544-be16-f468615c3484 service neutron] 10.222.0.26 "GET /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672008 Feb 09 02:46:16.488436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73ffa0c9-9068-4c10-8cf1-c3f852bbb7c2 req-cec79451-c953-424c-93f6-2768b7cf2d41 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111540 Feb 09 02:46:16.504234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event updated for resources: {'Port': ['ID=b5fba4cb-a1e0-4898-8794-fd489d608431,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:16.531678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:16.545597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:16.554785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:16.725975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba5702c-690e-4a39-88ff-4ac8d4f849a2 None None] New status for floating IP e788b891-723a-4be8-9cb5-b891cd63a064: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:46:16.773666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for floatingip (f4150c16-0c93-496e-be5c-7c0f9d18789e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:16.875537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b5fba4cb-a1e0-4898-8794-fd489d608431), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:16.991196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2400e-19ae-4042-847b-e65b4535f626 req-a5eee809-f195-4c27-8689-55dbe7aaf8e2 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:16.998847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ba2400e-19ae-4042-847b-e65b4535f626 req-a5eee809-f195-4c27-8689-55dbe7aaf8e2 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.4347098 Feb 09 02:46:17.034460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959174ab-b741-4386-bbd1-9dd85a123cea req-c6735274-7172-402e-b899-30bd92774c0e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.036554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-959174ab-b741-4386-bbd1-9dd85a123cea req-c6735274-7172-402e-b899-30bd92774c0e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.2137482 Feb 09 02:46:17.049303 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ba2400e-19ae-4042-847b-e65b4535f626 req-38cfad3f-4144-4a90-bec4-5eb59edfcf48 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495987 Feb 09 02:46:17.135200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for port (b5fba4cb-a1e0-4898-8794-fd489d608431), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.143770 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-959174ab-b741-4386-bbd1-9dd85a123cea req-e3b650fb-2be4-452d-b6b1-516fcddbce40 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984609 Feb 09 02:46:17.148161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b5fba4cb-a1e0-4898-8794-fd489d608431), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.252592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event updated for resources: {'Port': ['ID=b5fba4cb-a1e0-4898-8794-fd489d608431,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:17.280603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c63f5-d440-4381-ab77-e80ed950a3c5 req-38586051-db9e-4ae7-9430-f10f8b3bc77a tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.282272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f15c63f5-d440-4381-ab77-e80ed950a3c5 req-38586051-db9e-4ae7-9430-f10f8b3bc77a tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.0605574 Feb 09 02:46:17.285709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (f4150c16-0c93-496e-be5c-7c0f9d18789e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.312415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09558c-46aa-4fe4-b076-30e1bbd9744a req-7ddc3ba3-9ca6-4341-8a2c-0c333b7133ec tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.314056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c09558c-46aa-4fe4-b076-30e1bbd9744a req-7ddc3ba3-9ca6-4341-8a2c-0c333b7133ec tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0828989 Feb 09 02:46:17.317173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:17.318452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0cfbd159-ee71-4ddf-b30c-253369001502 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6473551 Feb 09 02:46:17.334107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f15c63f5-d440-4381-ab77-e80ed950a3c5 req-4c2cf21b-a379-44e4-9895-98f3a7172dda tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451729 Feb 09 02:46:17.395559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c09558c-46aa-4fe4-b076-30e1bbd9744a req-5ceb6a09-a041-47bc-beca-8adb7331c872 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743504 Feb 09 02:46:17.399024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40426886-0840-4184-aa9f-1edb363ce195 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:17.426363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 40426886-0840-4184-aa9f-1edb363ce195 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:17.427086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40426886-0840-4184-aa9f-1edb363ce195 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:17.682384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a792644-93b2-4f25-8c9a-b02cbea2e619 req-27233c62-693e-4cc1-a4fd-fdac36ff15b6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.686388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-39a1118a-1ade-4406-a177-f4acf6968325 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.689258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a792644-93b2-4f25-8c9a-b02cbea2e619 req-27233c62-693e-4cc1-a4fd-fdac36ff15b6 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0640936 Feb 09 02:46:17.690662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-39a1118a-1ade-4406-a177-f4acf6968325 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 821 time: 0.1173892 Feb 09 02:46:17.702305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-ef906d07-aab4-41fc-99ab-4b47cf5a0f11 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/quotas/2f5134e371a44565ae22e0783ee6ed1c HTTP/1.1" status: 200 len: 375 time: 0.0091341 Feb 09 02:46:17.734788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a792644-93b2-4f25-8c9a-b02cbea2e619 req-22949e9c-3dc2-484f-8915-384f6830ab86 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Feb 09 02:46:17.738529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-3e3e40f2-5097-41a5-a9ce-57239a69df89 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297227 Feb 09 02:46:17.853557 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-dfefce58-2743-40a2-93d6-f8cb7caeba99 service neutron] 10.222.0.32 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073427 Feb 09 02:46:17.855473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb120e-c303-4fbe-b158-9992948225d7 req-b761ef74-8cc9-4a28-91b1-63cc4d28d056 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:17.856991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2cb120e-c303-4fbe-b158-9992948225d7 req-b761ef74-8cc9-4a28-91b1-63cc4d28d056 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 945 time: 0.0534656 Feb 09 02:46:17.903395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2cb120e-c303-4fbe-b158-9992948225d7 req-46b5d892-b57c-45c3-8d73-89894261b013 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Feb 09 02:46:17.951778 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-7d602023-b07f-4e61-aae5-757d1f3e7f3f service neutron] 10.222.0.32 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925794 Feb 09 02:46:18.128559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19da57e3-bc41-4273-8d1c-2fdbb7db6214 req-89c3c895-5fda-488a-8ceb-a53b1de1f127 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 210 time: 0.0412977 Feb 09 02:46:18.283123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d149-4f1f-4d57-a7f5-cf45997379a1 req-c368dc38-400c-43e5-8487-3148facdbd0b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:18.295453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4c0d149-4f1f-4d57-a7f5-cf45997379a1 req-c368dc38-400c-43e5-8487-3148facdbd0b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0734746 Feb 09 02:46:18.363414 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4c0d149-4f1f-4d57-a7f5-cf45997379a1 req-0abc4ebd-b71a-4b05-8baf-e74dc20613a6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 Feb 09 02:46:18.370345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:18.413242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a94deb-3df0-477e-91db-ff8017f1c465 req-6b06f129-c7bc-463f-9d06-6bcb129b53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:18.415924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4a94deb-3df0-477e-91db-ff8017f1c465 req-6b06f129-c7bc-463f-9d06-6bcb129b53ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1131 time: 0.0847683 Feb 09 02:46:18.465034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46184) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:18.562968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4a94deb-3df0-477e-91db-ff8017f1c465 req-7c9deb22-50ee-4bd6-8d35-6e39b2b82e44 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375210 Feb 09 02:46:18.577458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:18.578554 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:18.588087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165b772-4a75-4b14-aa18-deaf40465ef8 req-d308a6bb-9fa5-4c8c-8195-9e28ff7306f8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:18.595005 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0165b772-4a75-4b14-aa18-deaf40465ef8 req-d308a6bb-9fa5-4c8c-8195-9e28ff7306f8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0928431 Feb 09 02:46:18.629767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:18.632435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f30496c4-54e4-4574-a514-308c5e785baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:18.635042 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fd1b81-d8cd-4367-beeb-843b65a74d9f" -d '{"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-unplugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:18.654908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0165b772-4a75-4b14-aa18-deaf40465ef8 req-95308256-168f-4512-b422-b37fef6824a8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587115 Feb 09 02:46:18.662005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:18.671518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:18.702216 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e5f6cc-6372-4cf7-a7ce-4c964c2a4305 x-openstack-request-id: req-49e5f6cc-6372-4cf7-a7ce-4c964c2a4305 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:18.702621 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-unplugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:18.703063 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49e5f6cc-6372-4cf7-a7ce-4c964c2a4305 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:18.703512 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'code': 200} Feb 09 02:46:18.735229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:18.790184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f30496c4-54e4-4574-a514-308c5e785baa admin admin] Publish callbacks [] for security_group (64234767-e298-41ea-be77-98b617f4c2ec), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:18.795337 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f30496c4-54e4-4574-a514-308c5e785baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (64234767-e298-41ea-be77-98b617f4c2ec), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:18.848068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30496c4-54e4-4574-a514-308c5e785baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64234767-e298-41ea-be77-98b617f4c2ec,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:18.860719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f30496c4-54e4-4574-a514-308c5e785baa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08b58bbe426143c3825b20195e8975fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3912966 Feb 09 02:46:18.861004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46194) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:18.900395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6590b-8488-4526-95f6-1e7be39772e5 req-460a98c6-e097-4be3-ab2a-f9de86b7fe23 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:18.907927 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4de6590b-8488-4526-95f6-1e7be39772e5 req-460a98c6-e097-4be3-ab2a-f9de86b7fe23 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 947 time: 0.0916882 Feb 09 02:46:18.917041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c16a606d-2dc9-40d1-82a4-3526ea90c7e8 admin admin] Publish callbacks [] for security_group (64234767-e298-41ea-be77-98b617f4c2ec), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:18.961350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c16a606d-2dc9-40d1-82a4-3526ea90c7e8 admin admin] Publish callbacks [] for security_group (64234767-e298-41ea-be77-98b617f4c2ec), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:18.968261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4de6590b-8488-4526-95f6-1e7be39772e5 req-62e5c15b-eaa5-4e97-a555-1b75a97cf1df tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592930 Feb 09 02:46:19.059028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c16a606d-2dc9-40d1-82a4-3526ea90c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (64234767-e298-41ea-be77-98b617f4c2ec), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.061582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c16a606d-2dc9-40d1-82a4-3526ea90c7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.062794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c16a606d-2dc9-40d1-82a4-3526ea90c7e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64234767-e298-41ea-be77-98b617f4c2ec HTTP/1.1" status: 204 len: 168 time: 0.2008131 Feb 09 02:46:19.075384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a606d-2dc9-40d1-82a4-3526ea90c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64234767-e298-41ea-be77-98b617f4c2ec,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:19.088305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bfb86-5781-456b-bd65-d3e15a3fd3c2 req-d6bde5a9-b8b5-4835-827c-848a2a41e991 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:19.095747 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-242bfb86-5781-456b-bd65-d3e15a3fd3c2 req-d6bde5a9-b8b5-4835-827c-848a2a41e991 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 945 time: 0.0853791 Feb 09 02:46:19.158256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-242bfb86-5781-456b-bd65-d3e15a3fd3c2 req-37062aee-0866-49c6-9443-c5a382e5941b tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556409 Feb 09 02:46:19.193918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.246028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d71a991-a3ee-43c7-bf11-2898e2ce4aca req-fe1aa4b4-6b95-4719-8116-12d3b2ffc9d2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 210 time: 0.0303173 Feb 09 02:46:19.490278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46206) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:19.511593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1883f741-be37-43c1-bcbf-ddff2e3bc6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.513258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4ebe204d-3a0f-4e32-abb6-f3721f95f7e0 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:19.514996 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4ebe204d-3a0f-4e32-abb6-f3721f95f7e0 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 821 time: 0.1860740 Feb 09 02:46:19.532897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Request body: {'port': {'device_id': '48561bba-c964-4014-9d01-5a173b1ecb38', 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'admin_state_up': True, 'tenant_id': '2f5134e371a44565ae22e0783ee6ed1c'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:19.546774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093aba0-bfc7-472e-8001-2c77d1217c33 req-c26046b9-378f-42bf-9634-94b7f53197f6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:19.548279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c093aba0-bfc7-472e-8001-2c77d1217c33 req-c26046b9-378f-42bf-9634-94b7f53197f6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1030288 Feb 09 02:46:19.623426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c093aba0-bfc7-472e-8001-2c77d1217c33 req-ed79b8c0-8f2d-4dc9-a9f7-b795a49b69f0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642350 Feb 09 02:46:19.644763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1883f741-be37-43c1-bcbf-ddff2e3bc6df admin admin] Publish callbacks [] for security_group (b92137bb-9f94-411c-a6f6-500870a590d7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.650330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1883f741-be37-43c1-bcbf-ddff2e3bc6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b92137bb-9f94-411c-a6f6-500870a590d7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.676754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Made reservation on behalf of 2f5134e371a44565ae22e0783ee6ed1c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:19.680691 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.697272 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1883f741-be37-43c1-bcbf-ddff2e3bc6df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7181b8e464024f82a03819eb20ff5072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050760 Feb 09 02:46:19.698271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883f741-be37-43c1-bcbf-ddff2e3bc6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92137bb-9f94-411c-a6f6-500870a590d7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:19.700897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46210) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:19.751019 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf8cc9b1-9496-4e7e-94db-5b24488862bf admin admin] Publish callbacks [] for security_group (b92137bb-9f94-411c-a6f6-500870a590d7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.774215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf8cc9b1-9496-4e7e-94db-5b24488862bf admin admin] Publish callbacks [] for security_group (b92137bb-9f94-411c-a6f6-500870a590d7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.825796 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf8cc9b1-9496-4e7e-94db-5b24488862bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b92137bb-9f94-411c-a6f6-500870a590d7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.828640 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf8cc9b1-9496-4e7e-94db-5b24488862bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:19.832131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf8cc9b1-9496-4e7e-94db-5b24488862bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b92137bb-9f94-411c-a6f6-500870a590d7 HTTP/1.1" status: 204 len: 168 time: 0.1282065 Feb 09 02:46:19.840368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d79df-7af4-445f-ac93-b3374e77c74b req-2545dc55-a3da-485c-87cf-06a75bba992d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:19.840899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a4d79df-7af4-445f-ac93-b3374e77c74b req-2545dc55-a3da-485c-87cf-06a75bba992d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1173193 Feb 09 02:46:19.846401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cc9b1-9496-4e7e-94db-5b24488862bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92137bb-9f94-411c-a6f6-500870a590d7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:19.929035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Allocated IP 172.20.0.11 (cd0c6e71-1920-4b7b-a5dd-8c5006c9a547/008050c6-d913-48dc-819a-45751554b41e/e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:19.937311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a4d79df-7af4-445f-ac93-b3374e77c74b req-6e426e31-86ab-40b0-b87f-46d700c439a8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894210 Feb 09 02:46:20.047417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-1239834d-9719-4ce0-9c60-e007fce0ab33 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.049095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-1239834d-9719-4ce0-9c60-e007fce0ab33 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 945 time: 0.1096716 Feb 09 02:46:20.124408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95aaf-98ab-480c-b8dc-6d898d20db18 req-eda9153b-c1bb-4935-8042-b46c88e280b2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.126971 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8b95aaf-98ab-480c-b8dc-6d898d20db18 req-eda9153b-c1bb-4935-8042-b46c88e280b2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 947 time: 0.0755961 Feb 09 02:46:20.205724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8b95aaf-98ab-480c-b8dc-6d898d20db18 req-a67aab3b-946b-40d0-8e51-76a4da323fad tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715849 Feb 09 02:46:20.238707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.263560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Deleting port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:20.263899 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.399045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:20.405046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7a1abf0-a491-4a50-83a2-3b0b58b7a067 req-531665e5-6ff6-4e6a-8be6-4576b15c4ec7 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 210 time: 0.0614176 Feb 09 02:46:20.440070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.448897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] For port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:20.449257 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.507607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Calling delete_port for 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:20.540054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cee57c-50ff-4b08-b342-51147ee7ced7 req-f51f7c33-0eeb-47cd-99a6-3057b1683ff8 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.541598 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8cee57c-50ff-4b08-b342-51147ee7ced7 req-f51f7c33-0eeb-47cd-99a6-3057b1683ff8 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1256a8-1e74-426c-bbc0-22011443f45c HTTP/1.1" status: 200 len: 945 time: 0.2811272 Feb 09 02:46:20.543605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:20.554394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:20.554838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:20.567334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'mac_address': 'fa:16:3e:ff:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:20.594023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:20.600098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.600333 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.610900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:20.611304 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.625703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event updated for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:20.630224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f8e900-6e34-4ac3-8f58-59734c0489a9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:20.654539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:20.660414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.662482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-fab153c7-d026-40dd-9a6d-f2bba33843f3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1347737 Feb 09 02:46:20.691693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Request body: {'port': {'device_id': '48561bba-c964-4014-9d01-5a173b1ecb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:20.737223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:20.755985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8cee57c-50ff-4b08-b342-51147ee7ced7 req-ff7c5c4d-ecc7-449f-9c0b-4b39cb90b819 tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993885 Feb 09 02:46:20.799068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26118e98-df7c-4cf9-8a98-fb5569448dc2 req-dd39d39c-dbc5-48e4-8cac-30d3018a3897 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:20.807603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26118e98-df7c-4cf9-8a98-fb5569448dc2 req-dd39d39c-dbc5-48e4-8cac-30d3018a3897 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0768280 Feb 09 02:46:20.846872 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.858026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26118e98-df7c-4cf9-8a98-fb5569448dc2 req-76d2f8d4-e7a8-406f-ac5f-a84aa8058ee9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489759 Feb 09 02:46:20.897482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (938b6f47-bc6d-4ead-ab76-bdfd314fcc5b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:20.910628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['938b6f47-bc6d-4ead-ab76-bdfd314fcc5b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:20.939719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Pushing event deleted for resources: {'Port': ['ID=938b6f47-bc6d-4ead-ab76-bdfd314fcc5b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:21.048704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] No DVR routers for this DVR port 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:21.070798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.074045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b10f738-2114-48fb-be18-b430ac2bfe14 req-96ebc43f-9700-4a8f-a056-9c2a5fba870d tempest-AttachSCSIVolumeTestJSON-1378819764 tempest-AttachSCSIVolumeTestJSON-1378819764-project] 10.222.0.26 "DELETE /v2.0/ports/938b6f47-bc6d-4ead-ab76-bdfd314fcc5b HTTP/1.1" status: 204 len: 173 time: 1.0135915 Feb 09 02:46:21.074511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1256a8-1e74-426c-bbc0-22011443f45c', 'name': 'network-vif-deleted', 'tag': '938b6f47-bc6d-4ead-ab76-bdfd314fcc5b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:21.076749 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d893c1-e54b-4a7a-88b3-f6075725eed8" -d '{"events": [{"server_uuid": "ab1256a8-1e74-426c-bbc0-22011443f45c", "name": "network-vif-deleted", "tag": "938b6f47-bc6d-4ead-ab76-bdfd314fcc5b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:21.096504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71f8e900-6e34-4ac3-8f58-59734c0489a9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:21.150717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.156076 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582335e9-c41b-4556-b9e3-f396a01f918b x-openstack-request-id: req-582335e9-c41b-4556-b9e3-f396a01f918b {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:21.157870 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1256a8-1e74-426c-bbc0-22011443f45c", "name": "network-vif-deleted", "tag": "938b6f47-bc6d-4ead-ab76-bdfd314fcc5b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:21.158151 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-582335e9-c41b-4556-b9e3-f396a01f918b {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:21.158697 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1256a8-1e74-426c-bbc0-22011443f45c', 'name': 'network-vif-deleted', 'tag': '938b6f47-bc6d-4ead-ab76-bdfd314fcc5b', 'status': 'completed', 'code': 200} Feb 09 02:46:21.168449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e9f1b-43ad-4186-b168-71de2300be13 req-042e3a05-bd27-43e5-8c00-cfa512f9ef99 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:21.169971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e1e9f1b-43ad-4186-b168-71de2300be13 req-042e3a05-bd27-43e5-8c00-cfa512f9ef99 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.1496217 Feb 09 02:46:21.254931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e1e9f1b-43ad-4186-b168-71de2300be13 req-9edbb374-574a-4eb5-aed0-613ca1fb6496 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778286 Feb 09 02:46:21.312490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:21.321485 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Publish callbacks [] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.342387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Transition to ACTIVE for port object e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:46:21.347414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.376960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88ee71-13fd-4670-adf1-cc3f8a1938bb req-74214d59-ab31-46f2-bd68-ffee74a2338e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:21.384351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b88ee71-13fd-4670-adf1-cc3f8a1938bb req-74214d59-ab31-46f2-bd68-ffee74a2338e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 949 time: 0.0723169 Feb 09 02:46:21.413515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Pushing event updated for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:21.452162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Attempting to bind port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:21.452392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Attempting to bind port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:21.452722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Attempting to bind port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:21.463126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b88ee71-13fd-4670-adf1-cc3f8a1938bb req-37819f81-5ee1-4b9e-ab9d-aca9e7be2061 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718851 Feb 09 02:46:21.476034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:46:21.476034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Attempting to bind port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:21.476034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:21.476034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Checking segment: {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:21.476034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Bound using segment: {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:21.476540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Bound port: e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:21.477270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.574749 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:21.578005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:21.595049 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.666847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:21.667473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:21.668868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] 10.222.0.61 "PUT /v2.0/ports/e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 HTTP/1.1" status: 200 len: 1092 time: 0.9848034 Feb 09 02:46:21.695612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f55ca-e141-4441-9aa5-036bbf68b743 req-1e1d25c7-e8f6-4d84-a796-965ae51c7d58 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:21.702831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-663f55ca-e141-4441-9aa5-036bbf68b743 req-1e1d25c7-e8f6-4d84-a796-965ae51c7d58 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 944 time: 0.1206861 Feb 09 02:46:21.705316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cfafa-7f20-4157-a94b-37b1da7b615b service neutron] Pushing event updated for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:21.784933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-663f55ca-e141-4441-9aa5-036bbf68b743 req-b16e8810-6620-4ab5-bba2-289267dcfd83 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813851 Feb 09 02:46:21.792718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd56ec6-6c6b-49ab-9192-ddfffa665983 req-12669183-b5c6-4686-a58b-288493c985d9 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:21.800012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-403adb79-18d5-44fe-be69-f998748dfa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:21.800153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8bd56ec6-6c6b-49ab-9192-ddfffa665983 req-12669183-b5c6-4686-a58b-288493c985d9 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1131 time: 0.0584972 Feb 09 02:46:21.801642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-403adb79-18d5-44fe-be69-f998748dfa07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 1126 time: 0.0757296 Feb 09 02:46:21.852175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-ea07320c-066f-4369-812b-af517e028481 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 HTTP/1.1" status: 200 len: 217 time: 0.0432315 Feb 09 02:46:21.854806 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8bd56ec6-6c6b-49ab-9192-ddfffa665983 req-2f4e84ef-6159-4df7-98a8-e7dff5753c58 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Feb 09 02:46:21.926328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-95830b93-d79b-4bd6-86a0-0c34041f59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:21.927982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-95830b93-d79b-4bd6-86a0-0c34041f59fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=008050c6-d913-48dc-819a-45751554b41e HTTP/1.1" status: 200 len: 861 time: 0.0688627 Feb 09 02:46:21.953276 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-563f344d-046d-426b-a70e-ea0e026907ba req-fbd0d7fc-aa31-4dd1-a31a-130a3f83f0ea service neutron] show failed (client error): The resource could not be found. Feb 09 02:46:21.954487 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-fbd0d7fc-aa31-4dd1-a31a-130a3f83f0ea service neutron] 10.222.0.61 "GET /v2.0/ports/8eb7e280-e9b7-4956-8053-f973452dbb9b/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0811522 Feb 09 02:46:21.974533 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-013c161a-781d-419a-bad1-e65e69711302 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402987 Feb 09 02:46:22.093219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-607f1252-18e3-47bb-82c1-0e8c98aa6751 service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104887 Feb 09 02:46:22.112872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d226ac-31a3-4b55-84c5-48acee6209be req-32df1ade-6bb6-417e-9dc3-6afd0f5c8d8e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.115453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9d226ac-31a3-4b55-84c5-48acee6209be req-32df1ade-6bb6-417e-9dc3-6afd0f5c8d8e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.0788338 Feb 09 02:46:22.198692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9d226ac-31a3-4b55-84c5-48acee6209be req-5ee7c691-adfa-4864-a822-9ae67e294d02 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770731 Feb 09 02:46:22.289575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0140be7a-eda2-4532-bf46-951f3c9d5f51 req-7cde6651-75c1-4762-be3c-e04476edbb63 service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903105 Feb 09 02:46:22.294636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9cb9-41a4-4c91-bad3-26031d5b1eba req-89333902-686c-48e0-aac3-6cd0bc609451 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.296090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43bd9cb9-41a4-4c91-bad3-26031d5b1eba req-89333902-686c-48e0-aac3-6cd0bc609451 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 1131 time: 0.1240852 Feb 09 02:46:22.299281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-aafa3634-6756-42f3-af75-e61f624c5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.300685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-aafa3634-6756-42f3-af75-e61f624c5da1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b&tenant_id=c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 1132 time: 0.1154029 Feb 09 02:46:22.317677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:22.397103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43bd9cb9-41a4-4c91-bad3-26031d5b1eba req-32351605-eefd-484f-8e99-6a6a994e18f2 tempest-ServersAdminTestJSON-259267504 tempest-ServersAdminTestJSON-259267504-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913885 Feb 09 02:46:22.413977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:22.420160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:22.470893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89efa-44e0-4902-ad92-ad8c157c0052 req-ace4063f-a0be-4588-b70c-07f4ba3c773f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.472342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eaa89efa-44e0-4902-ad92-ad8c157c0052 req-ace4063f-a0be-4588-b70c-07f4ba3c773f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0721066 Feb 09 02:46:22.480848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 71f8e900-6e34-4ac3-8f58-59734c0489a9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:22.481515 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:22.549544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eaa89efa-44e0-4902-ad92-ad8c157c0052 req-7be1013e-1f6a-4464-95c8-a54f5a91fd36 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688438 Feb 09 02:46:22.611299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71f8e900-6e34-4ac3-8f58-59734c0489a9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:22.611705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:22.653835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:22.656305 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb1bbfe-5bd4-4d0c-8c13-85b47ed64f33" -d '{"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-plugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:22.675375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:22.681833 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:22.724823 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d14153-8b3c-49b4-8268-eeebaab7447c x-openstack-request-id: req-44d14153-8b3c-49b4-8268-eeebaab7447c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:22.730785 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-plugged", "status": "completed", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:22.731026 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44d14153-8b3c-49b4-8268-eeebaab7447c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:22.731646 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'code': 200} Feb 09 02:46:22.745918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:22.786230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:22.803015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:22.863624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Publish callbacks [] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:22.893163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Transition to ACTIVE for port object 8eb7e280-e9b7-4956-8053-f973452dbb9b will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:46:22.894342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a66f36-b7cf-44f6-a923-98c0d277aa3b req-92e94e3a-9abb-40c8-9399-ef653ff6adea tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:22.897182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5a66f36-b7cf-44f6-a923-98c0d277aa3b req-92e94e3a-9abb-40c8-9399-ef653ff6adea tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 950 time: 0.1055179 Feb 09 02:46:22.911471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.007721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5a66f36-b7cf-44f6-a923-98c0d277aa3b req-945c93be-40a8-41ed-92ed-ca792d433b8e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023972 Feb 09 02:46:23.019117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:23.030277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] No DVR routers for this DVR port 8eb7e280-e9b7-4956-8053-f973452dbb9b on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:23.050969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc319d-f783-497a-8f10-41864ee2c90a req-36a60209-94e5-4200-b957-90dfe0564eda tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.054757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9cc319d-f783-497a-8f10-41864ee2c90a req-36a60209-94e5-4200-b957-90dfe0564eda tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 944 time: 0.1800227 Feb 09 02:46:23.115869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46352) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:23.118577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Attempting to bind port 8eb7e280-e9b7-4956-8053-f973452dbb9b on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:23.118940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Attempting to bind port 8eb7e280-e9b7-4956-8053-f973452dbb9b by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:23.119268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Attempting to bind port 8eb7e280-e9b7-4956-8053-f973452dbb9b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:23.131581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Port 8eb7e280-e9b7-4956-8053-f973452dbb9b on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:46:23.131902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Attempting to bind port 8eb7e280-e9b7-4956-8053-f973452dbb9b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:23.139649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:23.139999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:23.140468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:23.141152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Bound port: 8eb7e280-e9b7-4956-8053-f973452dbb9b, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:23.141503 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.159572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9cc319d-f783-497a-8f10-41864ee2c90a req-92fa3a18-5680-4953-9bc6-bcb5839559b1 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799053 Feb 09 02:46:23.161306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7'}, {'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:23.163632 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34" -d '{"events": [{"name": "network-changed", "server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7"}, {"server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:23.257267 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5481eadd-ef9c-42be-87be-76dd6c4960ad x-openstack-request-id: req-5481eadd-ef9c-42be-87be-76dd6c4960ad {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:23.257571 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7", "status": "completed", "code": 200}, {"server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:23.258000 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5481eadd-ef9c-42be-87be-76dd6c4960ad {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:23.258502 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'status': 'completed', 'code': 200} Feb 09 02:46:23.258929 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'code': 200} Feb 09 02:46:23.276632 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a9b5c74f-3b40-43f8-99fc-8ff2b8c3bb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.294620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:23.345664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:23.360438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.367532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a9b5c74f-3b40-43f8-99fc-8ff2b8c3bb31 admin admin] Publish callbacks [] for security_group (38bffeb3-3a24-4723-879d-b60c47fe6d19), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.373002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a9b5c74f-3b40-43f8-99fc-8ff2b8c3bb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (38bffeb3-3a24-4723-879d-b60c47fe6d19), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.409551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-12bddd77-3d83-45de-a063-328491c2a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.411212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-12bddd77-3d83-45de-a063-328491c2a1eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 1126 time: 0.1509891 Feb 09 02:46:23.415947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a9b5c74f-3b40-43f8-99fc-8ff2b8c3bb31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b18130aac6740f2be19b7a3344f2443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987821 Feb 09 02:46:23.416975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5c74f-3b40-43f8-99fc-8ff2b8c3bb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bffeb3-3a24-4723-879d-b60c47fe6d19,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:23.419648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46360) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:23.435704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.436318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.437631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] 10.222.0.26 "PUT /v2.0/ports/8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 1096 time: 1.1239369 Feb 09 02:46:23.453580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08764f-d3b2-425c-ab58-944970154a65 req-6e589258-41fd-4e78-8fde-aad59445ecf0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.459142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e08764f-d3b2-425c-ab58-944970154a65 req-6e589258-41fd-4e78-8fde-aad59445ecf0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1617205 Feb 09 02:46:23.526809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-5bda2b5b-4fe4-44b7-acb9-d9a6d28caf41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580406 Feb 09 02:46:23.608220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fc2b8-c35f-4016-b0c7-799d0a3d4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:23.649280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-7a2b1244-be29-430e-a1ab-4275408b46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.649657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8183844b-cd4f-401f-970e-4b3f7ea8e91f admin admin] Publish callbacks [] for security_group (38bffeb3-3a24-4723-879d-b60c47fe6d19), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.658685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-7a2b1244-be29-430e-a1ab-4275408b46f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3519ca38642b49399aeb8f266e492e95&device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 1132 time: 0.0757675 Feb 09 02:46:23.696569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e08764f-d3b2-425c-ab58-944970154a65 req-ad57f3b5-b5e9-495a-a062-d0650a546ed8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802976 Feb 09 02:46:23.706363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-f23eeb88-172b-4eac-a79e-7c3f99d0d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.707974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-f23eeb88-172b-4eac-a79e-7c3f99d0d5fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1130 time: 0.1996958 Feb 09 02:46:23.720305 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8183844b-cd4f-401f-970e-4b3f7ea8e91f admin admin] Publish callbacks [] for security_group (38bffeb3-3a24-4723-879d-b60c47fe6d19), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.729835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-097f7634-cce7-46cf-938c-842f724153b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.731329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-097f7634-cce7-46cf-938c-842f724153b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 922 time: 0.2863700 Feb 09 02:46:23.814618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320190d-850a-4dba-9d23-957221de55ec req-3a42851a-6e93-4be0-b16d-7643b845243c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.816002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d320190d-850a-4dba-9d23-957221de55ec req-3a42851a-6e93-4be0-b16d-7643b845243c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.1563506 Feb 09 02:46:23.829938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-091c2827-0996-4593-9fcb-a533c375b572 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 HTTP/1.1" status: 200 len: 217 time: 0.0827246 Feb 09 02:46:23.869004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-1b712bfe-e744-4292-884b-c2699ea63667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.870466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-1b712bfe-e744-4292-884b-c2699ea63667 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1519558 Feb 09 02:46:23.922813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-c57cfb6a-e782-4000-a098-119aad93e1fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=52754b05-6f7c-443e-ae1a-ffeb36ea4504 HTTP/1.1" status: 200 len: 217 time: 0.0448434 Feb 09 02:46:23.926256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-20ab8969-460f-4ab9-aabc-70ada6cc5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.927348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d320190d-850a-4dba-9d23-957221de55ec req-9e3036f1-08f7-4615-bcae-07b1ba6361e9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014335 Feb 09 02:46:23.927868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-20ab8969-460f-4ab9-aabc-70ada6cc5e79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2054403 Feb 09 02:46:23.929712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-08bd342f-e89c-4bfa-8254-3e5ff3bd97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.931076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-08bd342f-e89c-4bfa-8254-3e5ff3bd97f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=008050c6-d913-48dc-819a-45751554b41e HTTP/1.1" status: 200 len: 861 time: 0.0888159 Feb 09 02:46:23.936644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8183844b-cd4f-401f-970e-4b3f7ea8e91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (38bffeb3-3a24-4723-879d-b60c47fe6d19), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.948524 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8183844b-cd4f-401f-970e-4b3f7ea8e91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:23.948524 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8183844b-cd4f-401f-970e-4b3f7ea8e91f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38bffeb3-3a24-4723-879d-b60c47fe6d19 HTTP/1.1" status: 204 len: 168 time: 0.5063920 Feb 09 02:46:23.986195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-b8a5fc1e-a949-47db-90b9-84f31c595302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:23.987704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-b8a5fc1e-a949-47db-90b9-84f31c595302 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0557277 Feb 09 02:46:24.010205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183844b-cd4f-401f-970e-4b3f7ea8e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bffeb3-3a24-4723-879d-b60c47fe6d19,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:24.013477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-f0b8f1ff-1dce-441a-89f1-7c9abb570011 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 217 time: 0.0694723 Feb 09 02:46:24.016087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-686cc20b-bc52-4d17-9a4a-c5a50bdc4906 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747962 Feb 09 02:46:24.084135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-3b3c7daf-35f3-4d62-a48c-d37b1fc602b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.085780 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-3b3c7daf-35f3-4d62-a48c-d37b1fc602b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0903766 Feb 09 02:46:24.280650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-f318e71f-4b62-4e04-8eaf-e5fb96c2d084 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885500 Feb 09 02:46:24.389768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46376) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:24.406781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:24.421935 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8fd23658-f45e-4a6f-8973-7ef3ffde0cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:24.452116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1d244-d0c4-44ec-9002-3f0a25c9a91f req-d9ff1dfb-fa9b-484e-8c79-7a80286b68ba tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.452529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:24.452943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 938b6f47-bc6d-4ead-ab76-bdfd314fcc5b not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:24.459920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87a1d244-d0c4-44ec-9002-3f0a25c9a91f req-d9ff1dfb-fa9b-484e-8c79-7a80286b68ba tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 944 time: 0.2079871 Feb 09 02:46:24.500052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-8d4a781f-d86c-4a97-9a34-a73f5a9101d9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.501490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-8d4a781f-d86c-4a97-9a34-a73f5a9101d9 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 950 time: 0.2033870 Feb 09 02:46:24.506280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-1c7d9557-40e7-4490-ae09-16c693e48998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.507632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-1c7d9557-40e7-4490-ae09-16c693e48998 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0995827 Feb 09 02:46:24.540166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1f277-4c35-43f9-806c-2dbe9cba82e5 req-7879408b-3371-434a-bac2-ef3cd4ccfe71 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.549248 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3be1f277-4c35-43f9-806c-2dbe9cba82e5 req-7879408b-3371-434a-bac2-ef3cd4ccfe71 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 950 time: 0.1496601 Feb 09 02:46:24.558933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-9a4848f6-e243-4347-8e53-6c184f9d077a service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355389 Feb 09 02:46:24.592592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb83b02-9518-494d-b1a8-c96a660c2ce2 req-92c3beb7-3a55-4e6e-8a3b-ee5076de5b06 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926567 Feb 09 02:46:24.664593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87a1d244-d0c4-44ec-9002-3f0a25c9a91f req-f2fb9b79-9608-43b2-9194-74386950b014 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037156 Feb 09 02:46:24.686280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f344d-046d-426b-a70e-ea0e026907ba req-0488cefa-45bb-4084-ad0f-61b18b23ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.687593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-0488cefa-45bb-4084-ad0f-61b18b23ce0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1689560 Feb 09 02:46:24.706527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3be1f277-4c35-43f9-806c-2dbe9cba82e5 req-997f0ed3-63d6-42dd-99a1-f51c4d1d0eef tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526842 Feb 09 02:46:24.717407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8fd23658-f45e-4a6f-8973-7ef3ffde0cc3 admin admin] Publish callbacks [] for security_group (3cf02922-a6d8-4b43-8561-7808b1d1cf47), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:24.717407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8fd23658-f45e-4a6f-8973-7ef3ffde0cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3cf02922-a6d8-4b43-8561-7808b1d1cf47), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:24.750836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Deleting port 71b8f22c-6013-481f-a1db-b49c06f6be6f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:24.751143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:24.792517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4890fa85-d82b-4d15-b232-9d8e1c2d0e34 req-e4e798ad-d1e8-4f8b-9a87-7af960d3e33a service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172382 Feb 09 02:46:24.805187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8fd23658-f45e-4a6f-8973-7ef3ffde0cc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8449cb999d374d868a2e6d28e3a27137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099147 Feb 09 02:46:24.807390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd23658-f45e-4a6f-8973-7ef3ffde0cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf02922-a6d8-4b43-8561-7808b1d1cf47,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:24.808192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46380) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:24.875205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-fd72301c-95ca-4692-9879-284f70e436ce service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632562 Feb 09 02:46:24.897863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] For port 71b8f22c-6013-481f-a1db-b49c06f6be6f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71b8f22c-6013-481f-a1db-b49c06f6be6f,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:24.898376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:24.908730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e789166c-5332-4dda-ae04-6f884d8effc1 admin admin] Publish callbacks [] for security_group (3cf02922-a6d8-4b43-8561-7808b1d1cf47), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:24.920261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78ee19-3bae-4ca4-88b6-e54936ca2dd2 req-636a5ae6-6e81-4251-a669-f4b2d6932d23 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:24.922445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f78ee19-3bae-4ca4-88b6-e54936ca2dd2 req-636a5ae6-6e81-4251-a669-f4b2d6932d23 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1225855 Feb 09 02:46:24.931577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Calling delete_port for 71b8f22c-6013-481f-a1db-b49c06f6be6f owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:25.002769 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e789166c-5332-4dda-ae04-6f884d8effc1 admin admin] Publish callbacks [] for security_group (3cf02922-a6d8-4b43-8561-7808b1d1cf47), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:25.035993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f78ee19-3bae-4ca4-88b6-e54936ca2dd2 req-80779fa8-eb81-4a61-9d3a-b30f590beb92 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066239 Feb 09 02:46:25.125552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-563f344d-046d-426b-a70e-ea0e026907ba req-f55a8f7c-1e8a-41d6-8948-6b39f92be2c9 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414625 Feb 09 02:46:25.147585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e789166c-5332-4dda-ae04-6f884d8effc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3cf02922-a6d8-4b43-8561-7808b1d1cf47), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:25.150544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e789166c-5332-4dda-ae04-6f884d8effc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:25.154220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e789166c-5332-4dda-ae04-6f884d8effc1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cf02922-a6d8-4b43-8561-7808b1d1cf47 HTTP/1.1" status: 204 len: 168 time: 0.3427892 Feb 09 02:46:25.164431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (71b8f22c-6013-481f-a1db-b49c06f6be6f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:25.166937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f83d81-8cd3-45f1-b208-11c7cd17fd25 req-caef692b-26d5-4faa-ae0a-4579299897be tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:25.180867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41f83d81-8cd3-45f1-b208-11c7cd17fd25 req-caef692b-26d5-4faa-ae0a-4579299897be tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.1354034 Feb 09 02:46:25.187679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['52754b05-6f7c-443e-ae1a-ffeb36ea4504'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:25.189921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789166c-5332-4dda-ae04-6f884d8effc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf02922-a6d8-4b43-8561-7808b1d1cf47,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:25.190062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71b8f22c-6013-481f-a1db-b49c06f6be6f', '71f8e900-6e34-4ac3-8f58-59734c0489a9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:25.214604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Pushing event deleted for resources: {'Port': ['ID=71b8f22c-6013-481f-a1db-b49c06f6be6f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:25.266119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41f83d81-8cd3-45f1-b208-11c7cd17fd25 req-7b275cbc-7c24-4d09-a627-0c0f164ff3eb tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864859 Feb 09 02:46:25.267913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:25.273106 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3974644e-1afb-43ef-bf07-9c0ab0d8b868" -d '{"events": [{"name": "network-changed", "server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:25.285163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] No DVR routers for this DVR port 71b8f22c-6013-481f-a1db-b49c06f6be6f on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:25.294416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:25.300963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31eb9efd-c9bb-4c8e-8c17-ba9bd8de9e7d req-4ffbf10c-96d5-42da-8913-ce71c92601b1 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "DELETE /v2.0/ports/71b8f22c-6013-481f-a1db-b49c06f6be6f HTTP/1.1" status: 204 len: 173 time: 0.7836323 Feb 09 02:46:25.301455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb5cb09-03e8-4c91-adca-25a6f804a202', 'name': 'network-vif-deleted', 'tag': '71b8f22c-6013-481f-a1db-b49c06f6be6f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:25.316159 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c320a382-e003-49fb-aef8-fbcad96a74cb" -d '{"events": [{"server_uuid": "9eb5cb09-03e8-4c91-adca-25a6f804a202", "name": "network-vif-deleted", "tag": "71b8f22c-6013-481f-a1db-b49c06f6be6f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:25.408638 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89be1761-3c3a-458d-85a7-7858ac1305b9 x-openstack-request-id: req-89be1761-3c3a-458d-85a7-7858ac1305b9 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:25.409004 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb5cb09-03e8-4c91-adca-25a6f804a202", "name": "network-vif-deleted", "tag": "71b8f22c-6013-481f-a1db-b49c06f6be6f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:25.409372 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89be1761-3c3a-458d-85a7-7858ac1305b9 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:25.410097 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb5cb09-03e8-4c91-adca-25a6f804a202', 'name': 'network-vif-deleted', 'tag': '71b8f22c-6013-481f-a1db-b49c06f6be6f', 'status': 'completed', 'code': 200} Feb 09 02:46:25.423637 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20640ef1-efd4-4188-9eb7-887f0891e596 x-openstack-request-id: req-20640ef1-efd4-4188-9eb7-887f0891e596 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:25.425267 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:25.425695 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20640ef1-efd4-4188-9eb7-887f0891e596 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:25.426275 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'status': 'completed', 'code': 200} Feb 09 02:46:25.507974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:25.508990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-b412441e-cd08-4b18-90aa-ba5d161ed6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:25.510600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-b412441e-cd08-4b18-90aa-ba5d161ed6b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1130 time: 0.0990171 Feb 09 02:46:25.513285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 8eb7e280-e9b7-4956-8053-f973452dbb9b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:25.576493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-e3323784-ab39-4d7e-a856-85e3da0a840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:25.578006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-e3323784-ab39-4d7e-a856-85e3da0a840b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1130 time: 0.1162806 Feb 09 02:46:25.691421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-e5005eaa-b9e9-41c3-bfbc-652a7ca7a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:25.700440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-e5005eaa-b9e9-41c3-bfbc-652a7ca7a7b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1812561 Feb 09 02:46:25.781188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-23d0f284-3270-4cee-92ae-1b481ad5f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:25.782676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-23d0f284-3270-4cee-92ae-1b481ad5f86c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1977959 Feb 09 02:46:25.785741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-1aec0367-1fef-4a79-bd44-788c6e7cccad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 217 time: 0.0795577 Feb 09 02:46:25.888366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-c14e0a64-e246-406c-99fc-01f462c8dbb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 217 time: 0.0932150 Feb 09 02:46:25.913101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-eb628b2a-37ae-4e48-b1d4-e6ac3410a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:25.923315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-eb628b2a-37ae-4e48-b1d4-e6ac3410a4d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1253450 Feb 09 02:46:25.945781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df25432-0fb9-4f10-b76d-1e2aeefcdd80 req-7c019da5-8519-4ed0-96a6-50665af82ba5 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:25.949414 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c676275-53cd-4c06-bca2-ff83f43577a5 req-dad1f554-5fe4-4aa7-95e4-364074b80e10 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=9eb5cb09-03e8-4c91-adca-25a6f804a202 HTTP/1.1" status: 200 len: 210 time: 0.0717809 Feb 09 02:46:25.958313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5df25432-0fb9-4f10-b76d-1e2aeefcdd80 req-7c019da5-8519-4ed0-96a6-50665af82ba5 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 944 time: 0.1699593 Feb 09 02:46:25.998450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:26.035257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-0092c9cc-f5ef-4c2b-b630-395acc8b28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:26.038162 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-0092c9cc-f5ef-4c2b-b630-395acc8b28e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1242266 Feb 09 02:46:26.054437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 8eb7e280-e9b7-4956-8053-f973452dbb9b host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:46:26.054842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 8eb7e280-e9b7-4956-8053-f973452dbb9b not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:26.064732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'port_id': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'mac_address': 'fa:16:3e:37:12:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008050c6-d913-48dc-819a-45751554b41e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:26.089312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5df25432-0fb9-4f10-b76d-1e2aeefcdd80 req-c6c248a7-3212-4077-a1c6-ca9f524cb77c tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188977 Feb 09 02:46:26.107794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-ce927392-ec81-404a-bd07-88a19995bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:26.109321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-ce927392-ec81-404a-bd07-88a19995bd70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1501980 Feb 09 02:46:26.131059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-49eb2e3e-f3e4-4da5-88e0-df712bc2cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:26.132640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-49eb2e3e-f3e4-4da5-88e0-df712bc2cc58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0887554 Feb 09 02:46:26.311302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:26.311814 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:26.372356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:26.413387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-370a4cb7-5308-4ce0-a8cd-b9adb45de58d service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726862 Feb 09 02:46:26.426390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:26.433379 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:26.447450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcd119-e1c6-4e77-bba6-5ee3c6f34c55 req-1b1934d3-099b-4323-93b4-9bf895e603bc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:26.448852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4bfcd119-e1c6-4e77-bba6-5ee3c6f34c55 req-1b1934d3-099b-4323-93b4-9bf895e603bc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1976724 Feb 09 02:46:26.462624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-e154b932-7981-464e-b6c8-16c60a1e91c8 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362315 Feb 09 02:46:26.531893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:26.570929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4bfcd119-e1c6-4e77-bba6-5ee3c6f34c55 req-a8d6d884-5caa-4a74-a294-1b964d81415e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119311 Feb 09 02:46:26.585764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-e832e9c8-2b3b-467f-8dab-496de7c374c7 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644082 Feb 09 02:46:26.628579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa690-2ac4-4387-bb36-1878e3d5be3d req-c91c42b5-d4bc-4947-b2ea-44da96d98b53 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:26.630072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0caa690-2ac4-4387-bb36-1878e3d5be3d req-c91c42b5-d4bc-4947-b2ea-44da96d98b53 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.2035389 Feb 09 02:46:26.670480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3974644e-1afb-43ef-bf07-9c0ab0d8b868 req-572c09ce-af7b-4eaf-b9a9-4513a0e51320 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910870 Feb 09 02:46:26.706939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0caa690-2ac4-4387-bb36-1878e3d5be3d req-9b57da3e-4f4c-4e2c-83d8-ab0177f0a841 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699940 Feb 09 02:46:26.749579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:27.267187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3176647-4952-4c15-aef5-b9c70726219d req-ebaa29c0-f9fb-4eca-9d80-4e21aa4a7444 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:27.269995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b3176647-4952-4c15-aef5-b9c70726219d req-ebaa29c0-f9fb-4eca-9d80-4e21aa4a7444 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 945 time: 0.0918419 Feb 09 02:46:27.302808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087126be-d638-417d-907b-1978b87449ec req-254ea678-f9af-4709-8e76-e96f08bc7399 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:27.304617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-087126be-d638-417d-907b-1978b87449ec req-254ea678-f9af-4709-8e76-e96f08bc7399 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 950 time: 0.0649297 Feb 09 02:46:27.334822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b3176647-4952-4c15-aef5-b9c70726219d req-ef6fc794-72c4-417b-9e8c-2293c6b9cb29 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592103 Feb 09 02:46:27.374919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-087126be-d638-417d-907b-1978b87449ec req-3618e286-3ada-44f3-b1d0-df9ff8b9ffda tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637319 Feb 09 02:46:27.467874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-aea2c949-3f73-47c4-b610-2afcd34202bb tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:27.469536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-aea2c949-3f73-47c4-b610-2afcd34202bb tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1128 time: 0.0554461 Feb 09 02:46:27.476591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:27.484179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-4'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:27.559478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:46:27.564497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:27.564679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:27.659794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:27.660455 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:27.692995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:27.695722 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da5d088-81de-4c07-b7aa-d0ef690b3e35" -d '{"events": [{"server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "name": "network-vif-plugged", "status": "completed", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:27.713056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:27.726577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:27.842709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:27.875560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:27.897868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b7778-2c4f-4adc-8c90-ac14ecc661d7 req-47b43cb0-7631-4567-ae3b-5af91ba546e1 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:27.899406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-652b7778-2c4f-4adc-8c90-ac14ecc661d7 req-47b43cb0-7631-4567-ae3b-5af91ba546e1 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 946 time: 0.1039398 Feb 09 02:46:28.030043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-652b7778-2c4f-4adc-8c90-ac14ecc661d7 req-f90d2dc8-fcdf-4847-a4a8-8fd594f4dcc8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039817 Feb 09 02:46:28.069312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:28.102720 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac48097-6642-4f7c-8fe4-4d6619fcaec1 x-openstack-request-id: req-9ac48097-6642-4f7c-8fe4-4d6619fcaec1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:28.102977 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "name": "network-vif-plugged", "status": "completed", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:28.103316 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ac48097-6642-4f7c-8fe4-4d6619fcaec1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:28.103716 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'code': 200} Feb 09 02:46:28.136039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:28.201010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:28.204750 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70822b5-eb00-4777-b613-8a1cad5b1973" -d '{"events": [{"server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "name": "network-vif-unplugged", "status": "completed", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:28.211039 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Publish callbacks [] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.219709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.227611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86c23-1747-4068-817e-a560bfb7dce1 req-4f0a71ad-745d-44e5-a3d9-318e29bbe716 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:28.235145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8cb86c23-1747-4068-817e-a560bfb7dce1 req-4f0a71ad-745d-44e5-a3d9-318e29bbe716 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.1257207 Feb 09 02:46:28.303025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8cb86c23-1747-4068-817e-a560bfb7dce1 req-c271d1b8-83f8-4666-a135-125d6ae6630f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648127 Feb 09 02:46:28.318781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b8b0-bdea-4861-9c65-d3f016ad2006 req-05ce1225-d4b4-41c6-bdae-f15560e17400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:28.318781 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d255b8b0-bdea-4861-9c65-d3f016ad2006 req-05ce1225-d4b4-41c6-bdae-f15560e17400 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 1128 time: 0.1294484 Feb 09 02:46:28.322898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on host n-h1-827839-4 for vnic_type normal with profile {"migrating_to": "n-h2-827839-4"} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:28.323419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:28.323677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:28.335744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Pushing event updated for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:28.338893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:46:28.340206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:28.349165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:28.350257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:28.350938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:28.352313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Bound port: 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:28.352682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.355519 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6fb5d2-3947-465e-bb64-3746ab8ee6cd x-openstack-request-id: req-6d6fb5d2-3947-465e-bb64-3746ab8ee6cd {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:28.355815 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "name": "network-vif-unplugged", "status": "completed", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:28.356066 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d6fb5d2-3947-465e-bb64-3746ab8ee6cd {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:28.356461 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa', 'code': 200} Feb 09 02:46:28.393873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d255b8b0-bdea-4861-9c65-d3f016ad2006 req-e9167498-2c24-45ba-86ed-8b85a9561b63 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736337 Feb 09 02:46:28.430118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 78cd9370-3bc5-4767-a682-c29a4ce3f8fa details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:28.433411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71b8f22c-6013-481f-a1db-b49c06f6be6f no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:28.435189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:28.438723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:28.446884 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.510058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 71b8f22c-6013-481f-a1db-b49c06f6be6f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:28.510434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71b8f22c-6013-481f-a1db-b49c06f6be6f not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:28.549192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Pushing event updated for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=8']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:28.593875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68e843-a7cf-4f9a-93d8-26b12b503b31 req-679a5ade-554f-4547-bd5e-5f2828af1246 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:28.596063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c68e843-a7cf-4f9a-93d8-26b12b503b31 req-679a5ade-554f-4547-bd5e-5f2828af1246 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 946 time: 0.1141884 Feb 09 02:46:28.638617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:28.639608 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.641303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-19d0dfb4-8c3c-4f68-bb14-31f274ab2802 service neutron] 10.222.0.26 "PUT /v2.0/ports/78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 200 len: 1122 time: 1.1642790 Feb 09 02:46:28.655484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:28.674716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbc988-5225-495a-bdff-7283f3cb011c req-ebd8449c-551e-4a77-9ef6-43ca01957e19 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:28.677711 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdbbc988-5225-495a-bdff-7283f3cb011c req-ebd8449c-551e-4a77-9ef6-43ca01957e19 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 950 time: 0.1410596 Feb 09 02:46:28.705248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on host n-h1-827839-4 for vnic_type normal with profile {"migrating_to": "n-h2-827839-4"} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:28.705664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:28.706045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:28.712465 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c68e843-a7cf-4f9a-93d8-26b12b503b31 req-35ed369a-f7a9-47b5-91f1-eccc5478be64 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073828 Feb 09 02:46:28.717042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:46:28.717413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Attempting to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:28.732531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:28.732979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:28.733619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:28.734142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Bound port: 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:28.734889 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:28.760671 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdbbc988-5225-495a-bdff-7283f3cb011c req-ed25b946-ac72-475a-b66b-cc4287eb4c64 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730102 Feb 09 02:46:28.792664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['78cd9370-3bc5-4767-a682-c29a4ce3f8fa'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:28.802805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['78cd9370-3bc5-4767-a682-c29a4ce3f8fa'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:28.849943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:28.883470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-c4330d0c-4449-41af-aaa4-9e197234f274 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:28.885808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-c4330d0c-4449-41af-aaa4-9e197234f274 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 950 time: 0.1012852 Feb 09 02:46:29.028843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c58c951-7ae0-43af-a45e-c829d6cf6121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.029780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Deleting port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:29.030332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.070729 n-d-827839-4 neutron-server[109858]: WARNING neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Concurrent port binding operations failed on port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa Feb 09 02:46:29.076129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:29.086784 n-d-827839-4 neutron-server[109858]: INFO neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Attempt 2 to bind port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa Feb 09 02:46:29.087252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 78cd9370-3bc5-4767-a682-c29a4ce3f8fa has no active binding in host n-h2-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:46:29.245518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] For port 52754b05-6f7c-443e-ae1a-ffeb36ea4504, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=52754b05-6f7c-443e-ae1a-ffeb36ea4504,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:29.246144 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.249332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c58c951-7ae0-43af-a45e-c829d6cf6121 admin admin] Publish callbacks [] for security_group (1dc57ed9-6ec1-4c25-ab34-944d61083ef5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.256664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c58c951-7ae0-43af-a45e-c829d6cf6121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1dc57ed9-6ec1-4c25-ab34-944d61083ef5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.268664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Calling delete_port for 52754b05-6f7c-443e-ae1a-ffeb36ea4504 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:29.334157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4c58c951-7ae0-43af-a45e-c829d6cf6121 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f2682368bc444ee80b27c2925c7aa60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829206 Feb 09 02:46:29.335130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c951-7ae0-43af-a45e-c829d6cf6121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc57ed9-6ec1-4c25-ab34-944d61083ef5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:29.337640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46480) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:29.340240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39145186-cc1f-49f8-b1d3-a9ccd4e6266d req-1ee59ae1-afea-436f-9044-20e06750efbd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.341802 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39145186-cc1f-49f8-b1d3-a9ccd4e6266d req-1ee59ae1-afea-436f-9044-20e06750efbd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.1899242 Feb 09 02:46:29.396482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26728593-3b93-48df-b074-8969db18f019 req-f9f06f12-51f1-416a-a6ae-85a1b8ebec5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148653 Feb 09 02:46:29.422270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eab94568-d8f0-4344-815c-264db9a804d4 admin admin] Publish callbacks [] for security_group (1dc57ed9-6ec1-4c25-ab34-944d61083ef5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.428754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39145186-cc1f-49f8-b1d3-a9ccd4e6266d req-25a5dba8-0717-4f8b-9187-51c338678647 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731187 Feb 09 02:46:29.510353 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (52754b05-6f7c-443e-ae1a-ffeb36ea4504), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.523973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71f8e900-6e34-4ac3-8f58-59734c0489a9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:29.531316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eab94568-d8f0-4344-815c-264db9a804d4 admin admin] Publish callbacks [] for security_group (1dc57ed9-6ec1-4c25-ab34-944d61083ef5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.531530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['52754b05-6f7c-443e-ae1a-ffeb36ea4504'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:29.546795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Pushing event deleted for resources: {'Port': ['ID=52754b05-6f7c-443e-ae1a-ffeb36ea4504,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:29.650069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7850cf0-7d63-4836-8db4-6a8ef5364097 req-cd083a9f-ebae-4298-b76e-80265ec8cedb tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.652014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7850cf0-7d63-4836-8db4-6a8ef5364097 req-cd083a9f-ebae-4298-b76e-80265ec8cedb tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.2275960 Feb 09 02:46:29.653231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] No DVR routers for this DVR port 52754b05-6f7c-443e-ae1a-ffeb36ea4504 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:29.657176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.664597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75c9da19-348f-4e3c-9ab4-09e45f262dc0 req-7b371093-c582-4930-b963-70e76a6659d2 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.61 "DELETE /v2.0/ports/52754b05-6f7c-443e-ae1a-ffeb36ea4504 HTTP/1.1" status: 204 len: 173 time: 0.7714572 Feb 09 02:46:29.665086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4515fd-10a5-4225-90b3-24764d529ff7', 'name': 'network-vif-deleted', 'tag': '52754b05-6f7c-443e-ae1a-ffeb36ea4504'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:29.681508 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf6d1a-fd39-493c-b38a-950af2282c31" -d '{"events": [{"server_uuid": "cf4515fd-10a5-4225-90b3-24764d529ff7", "name": "network-vif-deleted", "tag": "52754b05-6f7c-443e-ae1a-ffeb36ea4504"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:29.703402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46492) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:29.724411 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eab94568-d8f0-4344-815c-264db9a804d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1dc57ed9-6ec1-4c25-ab34-944d61083ef5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.727435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eab94568-d8f0-4344-815c-264db9a804d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:29.729242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-eab94568-d8f0-4344-815c-264db9a804d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dc57ed9-6ec1-4c25-ab34-944d61083ef5 HTTP/1.1" status: 204 len: 168 time: 0.3842356 Feb 09 02:46:29.787409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7850cf0-7d63-4836-8db4-6a8ef5364097 req-5070948e-ad1a-426d-8fb8-06214b27137e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878088 Feb 09 02:46:29.804659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab94568-d8f0-4344-815c-264db9a804d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc57ed9-6ec1-4c25-ab34-944d61083ef5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:29.820032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728593-3b93-48df-b074-8969db18f019 req-d2fa5aeb-dcc2-473c-adb7-60b037f5b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:29.828426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26728593-3b93-48df-b074-8969db18f019 req-d2fa5aeb-dcc2-473c-adb7-60b037f5b542 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 1148 time: 0.3468599 Feb 09 02:46:29.863063 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b95fae-e50e-44d6-b281-04c745f5a46d x-openstack-request-id: req-22b95fae-e50e-44d6-b281-04c745f5a46d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:29.863451 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4515fd-10a5-4225-90b3-24764d529ff7", "name": "network-vif-deleted", "tag": "52754b05-6f7c-443e-ae1a-ffeb36ea4504", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:29.863796 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22b95fae-e50e-44d6-b281-04c745f5a46d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:29.864311 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4515fd-10a5-4225-90b3-24764d529ff7', 'name': 'network-vif-deleted', 'tag': '52754b05-6f7c-443e-ae1a-ffeb36ea4504', 'status': 'completed', 'code': 200} Feb 09 02:46:29.940232 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41b6f240-3b22-40a7-af6c-208f6e1b6056 req-67716e60-d082-4f96-a6f9-47f95c9e5275 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf4515fd-10a5-4225-90b3-24764d529ff7 HTTP/1.1" status: 200 len: 210 time: 0.0617907 Feb 09 02:46:30.167650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728593-3b93-48df-b074-8969db18f019 req-24ec1400-b49d-42a3-b931-8ef9ac936d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.169143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26728593-3b93-48df-b074-8969db18f019 req-24ec1400-b49d-42a3-b931-8ef9ac936d98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1968098 Feb 09 02:46:30.222710 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7651dfe9-621a-459a-b777-326c9dad0f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:30.241882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26728593-3b93-48df-b074-8969db18f019 req-3b08add4-f9f5-4413-ac4f-f43dad3b2b65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 200 len: 217 time: 0.0662448 Feb 09 02:46:30.308295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46506) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:30.345540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-49bd6aeb-a014-47d6-a1d5-a5a1a6bdb8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:30.351446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728593-3b93-48df-b074-8969db18f019 req-ebc5db04-4df4-4769-a2f9-d26b415b6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.352986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26728593-3b93-48df-b074-8969db18f019 req-ebc5db04-4df4-4769-a2f9-d26b415b6cd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.1036401 Feb 09 02:46:30.361360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:30.364913 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45" -d '{"events": [{"name": "network-changed", "server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:30.430863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0d159-93e9-43b6-831c-3714b57a5df0 req-7881966d-5b01-4383-a5e3-6e8a7b12eae6 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.432316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8eb7e280-e9b7-4956-8053-f973452dbb9b details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:30.438730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ee0d159-93e9-43b6-831c-3714b57a5df0 req-7881966d-5b01-4383-a5e3-6e8a7b12eae6 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 946 time: 0.4436696 Feb 09 02:46:30.475523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185382eb-e005-4011-bb06-b2ab028f724e req-804bb18f-7990-4b00-82df-6c72e26f98cf tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.477207 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-185382eb-e005-4011-bb06-b2ab028f724e req-804bb18f-7990-4b00-82df-6c72e26f98cf tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 948 time: 0.2380035 Feb 09 02:46:30.480141 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26728593-3b93-48df-b074-8969db18f019 req-bf220c57-aced-4253-b711-888a2dde3d12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101620 Feb 09 02:46:30.516456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-9526425b-96f5-4565-9eed-e40d0808c36e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.518079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-9526425b-96f5-4565-9eed-e40d0808c36e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b&tenant_id=c8e04fd18cd341108126a8475f62a75d&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 948 time: 0.1948173 Feb 09 02:46:30.566303 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ee0d159-93e9-43b6-831c-3714b57a5df0 req-f6e11e03-b497-4b21-910d-66cabceae71e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221707 Feb 09 02:46:30.615664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:30.641491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26728593-3b93-48df-b074-8969db18f019 req-31187fc1-7f29-4e14-8d5e-4804e9a4bc36 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418951 Feb 09 02:46:30.646705 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef995cc7-3291-4d20-8e9d-f6de912ff822 x-openstack-request-id: req-ef995cc7-3291-4d20-8e9d-f6de912ff822 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:30.647343 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:30.647621 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef995cc7-3291-4d20-8e9d-f6de912ff822 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:30.648033 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa', 'status': 'completed', 'code': 200} Feb 09 02:46:30.662501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'mac_address': 'fa:16:3e:16:90:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:30.713507 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-e79cbf0f-acd3-4d5e-85fc-90af65b28265 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:46:30.714797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-e79cbf0f-acd3-4d5e-85fc-90af65b28265 service neutron] 10.222.0.61 "DELETE /v2.0/ports/8eb7e280-e9b7-4956-8053-f973452dbb9b/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.1862612 Feb 09 02:46:30.721075 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (0249ee62-1a01-433b-a6b7-8ea14024624e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:30.732557 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-49bd6aeb-a014-47d6-a1d5-a5a1a6bdb8a8 admin admin] Publish callbacks [] for security_group (1a70dc4f-5b31-4a38-a337-49a5bfd1c53d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:30.742922 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-49bd6aeb-a014-47d6-a1d5-a5a1a6bdb8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1a70dc4f-5b31-4a38-a337-49a5bfd1c53d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:30.752852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8eb7e280-e9b7-4956-8053-f973452dbb9b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:30.756624 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:30.777282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb7e280-e9b7-4956-8053-f973452dbb9b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:30.811687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:30.817535 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-49bd6aeb-a014-47d6-a1d5-a5a1a6bdb8a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33ebba9fbce74b8ca6abb2d12506f4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081892 Feb 09 02:46:30.821070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:30.833231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46514) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:30.853927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd6aeb-a014-47d6-a1d5-a5a1a6bdb8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a70dc4f-5b31-4a38-a337-49a5bfd1c53d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:30.884741 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-185382eb-e005-4011-bb06-b2ab028f724e req-d94f29fd-d6b1-401f-b68a-7be148c8b26a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865061 Feb 09 02:46:30.909957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-a50837c2-1e2b-4e3e-96c7-018423814b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.913389 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-a50837c2-1e2b-4e3e-96c7-018423814b30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1156 time: 0.2299461 Feb 09 02:46:30.933774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:30.995633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-79978e47-c949-4f0f-9078-9d97a6594522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:30.997234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-79978e47-c949-4f0f-9078-9d97a6594522 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1131 time: 0.1743772 Feb 09 02:46:31.008952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a548a-3002-4b8f-ad7a-4023579549ac req-6f919435-eb80-4041-8723-22a7138518dc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.010407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-586a548a-3002-4b8f-ad7a-4023579549ac req-6f919435-eb80-4041-8723-22a7138518dc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.2445414 Feb 09 02:46:31.033285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fafce35f-8410-40bf-b4b2-8d2bd69458e4 admin admin] Publish callbacks [] for security_group (1a70dc4f-5b31-4a38-a337-49a5bfd1c53d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.084015 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26728593-3b93-48df-b074-8969db18f019 req-cee922c4-a8b1-42c3-8760-65bcadf3aa52 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976061 Feb 09 02:46:31.124460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-bb3a825c-e5c2-4f1c-88cb-ea76a24507e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.125950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-bb3a825c-e5c2-4f1c-88cb-ea76a24507e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.2038846 Feb 09 02:46:31.138615 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fafce35f-8410-40bf-b4b2-8d2bd69458e4 admin admin] Publish callbacks [] for security_group (1a70dc4f-5b31-4a38-a337-49a5bfd1c53d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.140138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd31f8-d8e7-48a3-af10-caf0700f4467 req-18616782-4579-4ef3-b490-db447d17a714 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.147808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14fd31f8-d8e7-48a3-af10-caf0700f4467 req-18616782-4579-4ef3-b490-db447d17a714 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 946 time: 0.1669326 Feb 09 02:46:31.199561 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-4fe26d42-b763-40fc-a242-07bf8e0c48f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 200 len: 217 time: 0.0490775 Feb 09 02:46:31.213149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-586a548a-3002-4b8f-ad7a-4023579549ac req-465d2509-97f9-45a5-b953-d6dc26e6fa43 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731632 Feb 09 02:46:31.282844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-724a5e19-478f-4066-96ed-41e44918449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.284516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-724a5e19-478f-4066-96ed-41e44918449f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0719347 Feb 09 02:46:31.301608 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14fd31f8-d8e7-48a3-af10-caf0700f4467 req-4d6c9e7a-380c-414e-b227-610b0308eb3c tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457593 Feb 09 02:46:31.305712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-9045fde6-1e63-4cec-9243-6cbcdb9088ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.306581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8eb7e280-e9b7-4956-8053-f973452dbb9b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:31.307722 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-9045fde6-1e63-4cec-9243-6cbcdb9088ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2964351 Feb 09 02:46:31.397046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-fe4ba4d2-2261-4edf-9105-c041e5949c12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926685 Feb 09 02:46:31.639432 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-508143b0-cee7-4784-9cdc-5d1014082d24 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351525 Feb 09 02:46:31.777544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65ebddb-04df-4945-b3bc-af5d3cd9ac45 req-03d41b4d-e788-4208-b949-8de169ff9796 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271956 Feb 09 02:46:31.787002 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-bf1fb5f4-1138-42a5-a8da-6857a3d2ad9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 217 time: 0.4580467 Feb 09 02:46:31.818440 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fafce35f-8410-40bf-b4b2-8d2bd69458e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1a70dc4f-5b31-4a38-a337-49a5bfd1c53d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.821108 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fafce35f-8410-40bf-b4b2-8d2bd69458e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.822358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fafce35f-8410-40bf-b4b2-8d2bd69458e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a70dc4f-5b31-4a38-a337-49a5bfd1c53d HTTP/1.1" status: 204 len: 168 time: 0.9869952 Feb 09 02:46:31.881726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafce35f-8410-40bf-b4b2-8d2bd69458e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a70dc4f-5b31-4a38-a337-49a5bfd1c53d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:31.906314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-69e844a8-d347-4c99-8b8a-8ef494e549fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.907905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-69e844a8-d347-4c99-8b8a-8ef494e549fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1099923 Feb 09 02:46:31.944425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Deleting port e416d7a5-330d-48fd-9bd2-e69cf0e2e782 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:31.944945 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:31.975044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b16ec-8b54-48a6-8036-337136c21dad req-bd611d4f-3c63-4575-93ac-3caf0ea0a6f3 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:31.982382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d4b16ec-8b54-48a6-8036-337136c21dad req-bd611d4f-3c63-4575-93ac-3caf0ea0a6f3 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 950 time: 0.2002978 Feb 09 02:46:32.056934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72190507-7720-4749-a3df-cd3bde860f0c req-0484a370-b23e-40b9-bbe1-633679f2b9d0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:32.058739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72190507-7720-4749-a3df-cd3bde860f0c req-0484a370-b23e-40b9-bbe1-633679f2b9d0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 949 time: 0.0717440 Feb 09 02:46:32.089238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-bf8afbd0-1fcb-4032-8d26-f5dcd34a2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:32.090864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-bf8afbd0-1fcb-4032-8d26-f5dcd34a2526 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1725390 Feb 09 02:46:32.109217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d4b16ec-8b54-48a6-8036-337136c21dad req-5bac6618-0e0e-441e-8810-de8bdb6cb06d tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224456 Feb 09 02:46:32.119387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72190507-7720-4749-a3df-cd3bde860f0c req-d8388a5b-43b5-438c-8fbe-111b63c7ab42 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509014 Feb 09 02:46:32.238696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] For port e416d7a5-330d-48fd-9bd2-e69cf0e2e782, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:32.239004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:32.269181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Calling delete_port for e416d7a5-330d-48fd-9bd2-e69cf0e2e782 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:32.341867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6a03-f344-4c4b-b17b-febe81563160 req-d9ae2544-6543-48ab-b11b-0b3d0d61f38b tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:32.343390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ec6a03-f344-4c4b-b17b-febe81563160 req-d9ae2544-6543-48ab-b11b-0b3d0d61f38b tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 946 time: 0.1546133 Feb 09 02:46:32.346028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-62a626ed-c10b-46ca-9741-319ee379362c service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201579 Feb 09 02:46:32.370178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0d7b5-f02c-4c23-b53c-8ceca64d7751 req-ec6dbe38-4815-411f-81ff-8c35edc89223 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:32.371978 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9e0d7b5-f02c-4c23-b53c-8ceca64d7751 req-ec6dbe38-4815-411f-81ff-8c35edc89223 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.0740182 Feb 09 02:46:32.464110 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9e0d7b5-f02c-4c23-b53c-8ceca64d7751 req-37aa3626-a229-4eaf-ae24-6c7b746fea76 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856123 Feb 09 02:46:32.505536 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ec6a03-f344-4c4b-b17b-febe81563160 req-8ad080b9-7bfb-4fd6-b560-46cf0c7eda23 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563947 Feb 09 02:46:32.558760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95dc945-6eb5-48a1-8423-f3a7a9ca2c7c req-723b81af-8369-464b-9c60-f6635742f4dd service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997523 Feb 09 02:46:32.579153 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4f6eee47-0fc1-4adf-8780-9aa44e97697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:32.634042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e416d7a5-330d-48fd-9bd2-e69cf0e2e782), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:32.666273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Pushing event deleted for resources: {'Port': ['ID=e416d7a5-330d-48fd-9bd2-e69cf0e2e782,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:32.805831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (0249ee62-1a01-433b-a6b7-8ea14024624e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:33.038097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Router 0249ee62-1a01-433b-a6b7-8ea14024624e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:33.157391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:33.167250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46584) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:33.170230 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] Sync routers for ids ['0249ee62-1a01-433b-a6b7-8ea14024624e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:33.174130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-63ada20f-d4b2-40af-9479-9d53d4522567 admin admin] 10.222.0.32 "PUT /v2.0/routers/0249ee62-1a01-433b-a6b7-8ea14024624e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4595249 Feb 09 02:46:33.190844 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] Routers {'0249ee62-1a01-433b-a6b7-8ea14024624e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:33.192023 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0249ee62-1a01-433b-a6b7-8ea14024624e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:33.328432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0751cb7-fbaa-4cee-b801-d804e014680e req-6233dce4-9b3a-49ae-85cb-ca34590346c5 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:33.330281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0751cb7-fbaa-4cee-b801-d804e014680e req-6233dce4-9b3a-49ae-85cb-ca34590346c5 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 949 time: 0.0932245 Feb 09 02:46:33.380986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34ea56-5146-4600-9b35-42686eef4409 req-7fe849d1-51e9-47b8-ac4b-a776c56f897e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:33.381475 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] Set router 0249ee62-1a01-433b-a6b7-8ea14024624e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:33.389526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d34ea56-5146-4600-9b35-42686eef4409 req-7fe849d1-51e9-47b8-ac4b-a776c56f897e tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 950 time: 0.1543386 Feb 09 02:46:33.414833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0751cb7-fbaa-4cee-b801-d804e014680e req-6aec9e5b-436c-4cd7-be47-4912edc15d81 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684361 Feb 09 02:46:33.448689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks [] for router (0249ee62-1a01-433b-a6b7-8ea14024624e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:33.510405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 52754b05-6f7c-443e-ae1a-ffeb36ea4504 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:33.533431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 52754b05-6f7c-443e-ae1a-ffeb36ea4504 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:33.533940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 52754b05-6f7c-443e-ae1a-ffeb36ea4504 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:33.535613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d34ea56-5146-4600-9b35-42686eef4409 req-1dcefe0f-9d2d-4944-ba14-13946e55ad15 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/security-groups?id=5158f831-8089-4780-947a-a56ae9dd2996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453090 Feb 09 02:46:33.582066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766b00d-cf9e-40a8-a864-f39985ef1249 req-d51a00bd-b4ad-4efd-a307-68f4fffc7b47 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:33.584030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3766b00d-cf9e-40a8-a864-f39985ef1249 req-d51a00bd-b4ad-4efd-a307-68f4fffc7b47 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 949 time: 0.0971825 Feb 09 02:46:33.648119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-79b4dbee-16bb-4e66-abf2-d2af6175799c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:33.649612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-79b4dbee-16bb-4e66-abf2-d2af6175799c tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 950 time: 0.1196787 Feb 09 02:46:33.652668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3766b00d-cf9e-40a8-a864-f39985ef1249 req-a560fce9-322e-4987-bb47-49c1c112acba tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624261 Feb 09 02:46:33.656275 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:46:32Z', 'revision_number': 5, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:33.687227 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] Checking router: 0249ee62-1a01-433b-a6b7-8ea14024624e for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:33.706144 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] Routers {'0249ee62-1a01-433b-a6b7-8ea14024624e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:33.706144 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0249ee62-1a01-433b-a6b7-8ea14024624e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:33.730313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks [] for router_gateway (0249ee62-1a01-433b-a6b7-8ea14024624e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:33.800786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca5c4b-d9e3-4512-928c-656dc22ec8fa req-411c1361-673d-461c-9750-7b4aabc6331e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:33.802572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1ca5c4b-d9e3-4512-928c-656dc22ec8fa req-411c1361-673d-461c-9750-7b4aabc6331e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 946 time: 0.0698109 Feb 09 02:46:33.819922 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:33.830686 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] Set router 0249ee62-1a01-433b-a6b7-8ea14024624e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:33.843483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec544acc-c009-4940-a9cb-a58db364cc0d req-44161037-f357-415e-84c8-1ec563d6efaa tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:33.844975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec544acc-c009-4940-a9cb-a58db364cc0d req-44161037-f357-415e-84c8-1ec563d6efaa tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.1926126 Feb 09 02:46:33.857688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1ca5c4b-d9e3-4512-928c-656dc22ec8fa req-92ae79d7-6f7e-4db4-9deb-dc3c00cabdee tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Feb 09 02:46:33.913265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Deleting port 1d19577d-4379-44e3-a457-0a7b22badca2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:33.913650 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:33.967490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec544acc-c009-4940-a9cb-a58db364cc0d req-257f647b-473e-4cb5-a8d9-c25fa8177dbe tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091895 Feb 09 02:46:33.979421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Deleting port 71f8e900-6e34-4ac3-8f58-59734c0489a9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:33.979970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.057035 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:46:32Z', 'revision_number': 5, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:34.091072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] For port 1d19577d-4379-44e3-a457-0a7b22badca2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d19577d-4379-44e3-a457-0a7b22badca2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:34.091072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.097848 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e35ae6-cca0-4c71-8880-4b90a3bf4a1a None None] The sync data for ids ['0249ee62-1a01-433b-a6b7-8ea14024624e'] in n-d-827839-4 is: [{'id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'name': 'tempest-AttachSCSIVolumeTestJSON-886683313-router', 'tenant_id': 'a75847975e1c48ad9e0db0039777f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:43:55Z', 'updated_at': '2022-02-09T02:46:32Z', 'revision_number': 5, 'project_id': 'a75847975e1c48ad9e0db0039777f0df', 'gw_port': {'id': '1d19577d-4379-44e3-a457-0a7b22badca2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0249ee62-1a01-433b-a6b7-8ea14024624e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:43:58Z', 'updated_at': '2022-02-09T02:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:34.118408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Calling delete_port for 1d19577d-4379-44e3-a457-0a7b22badca2 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:34.133954 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-585667cb-aad5-4121-b26d-f47135a79930 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=20480046eb5e4052bdd96ba87b0979cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297053 Feb 09 02:46:34.143380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] For port 71f8e900-6e34-4ac3-8f58-59734c0489a9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71f8e900-6e34-4ac3-8f58-59734c0489a9,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:34.143757 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.185832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Calling delete_port for 71f8e900-6e34-4ac3-8f58-59734c0489a9 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:34.256080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-abff90c9-0cb4-48f7-a8d7-0b1bda149f99 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:34.263989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-abff90c9-0cb4-48f7-a8d7-0b1bda149f99 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290643 Feb 09 02:46:34.276041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-2e968d3d-6635-490d-ae26-0c7aeaa432b3 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/quotas/20480046eb5e4052bdd96ba87b0979cd HTTP/1.1" status: 200 len: 375 time: 0.0110064 Feb 09 02:46:34.320289 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-2f90ee4c-7e3c-4f55-aef2-e5bc36cf78c1 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20480046eb5e4052bdd96ba87b0979cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398390 Feb 09 02:46:34.339339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-28a680e3-767b-4c06-8180-9cf7ba63ba1e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c8e04fd18cd341108126a8475f62a75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416462 Feb 09 02:46:34.499999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8eb7e280-e9b7-4956-8053-f973452dbb9b up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:34.525309 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ee995d2-8687-404b-8b60-ba73f3dca1f9 req-3da437d2-d7b1-4f1a-b6ac-aef8f6fbc99a tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 210 time: 0.0522742 Feb 09 02:46:34.571241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-bf9d0f52-7140-442e-9f84-164e459f792f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:34.572802 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-bf9d0f52-7140-442e-9f84-164e459f792f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233915 Feb 09 02:46:34.578619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1d19577d-4379-44e3-a457-0a7b22badca2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.591554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (71f8e900-6e34-4ac3-8f58-59734c0489a9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.601252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 8eb7e280-e9b7-4956-8053-f973452dbb9b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:46:34.606190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 8eb7e280-e9b7-4956-8053-f973452dbb9b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:34.607009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.671059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71f8e900-6e34-4ac3-8f58-59734c0489a9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:34.697872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4bfa9845-af89-4dd6-b69d-50c29f265626 req-fc301e5f-30f3-419c-90d8-597a3277ffeb tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e0f3056-0f23-4ae7-aea0-8ac9d294776c HTTP/1.1" status: 200 len: 210 time: 0.0432048 Feb 09 02:46:34.730679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d19577d-4379-44e3-a457-0a7b22badca2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:34.737174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-90fd83b8-11ee-47ab-8dca-09569718e3ad tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/quotas/c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 375 time: 0.1497972 Feb 09 02:46:34.790777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8eb7e280-e9b7-4956-8053-f973452dbb9b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:34.791669 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.832612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Pushing event deleted for resources: {'Port': ['ID=71f8e900-6e34-4ac3-8f58-59734c0489a9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:34.851686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] No DVR routers for this DVR port 71f8e900-6e34-4ac3-8f58-59734c0489a9 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:34.853709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:34.855994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:34.857772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.861737 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3f9c5e-91e6-4475-a546-b2f9e7becdbe" -d '{"events": [{"server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "name": "network-vif-plugged", "status": "completed", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:34.865991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99cd95cf-9645-4d61-b4c4-a213f6ce09fd req-25049636-3793-4672-a657-feae39c2a340 tempest-ServersAdminTestJSON-410915962 tempest-ServersAdminTestJSON-410915962-project] 10.222.0.26 "DELETE /v2.0/ports/71f8e900-6e34-4ac3-8f58-59734c0489a9 HTTP/1.1" status: 204 len: 173 time: 1.2081981 Feb 09 02:46:34.866580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-deleted', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:34.868938 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3ce8f9-2803-482e-b054-5d4793492241" -d '{"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-deleted", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:34.875088 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.888780 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (0249ee62-1a01-433b-a6b7-8ea14024624e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.969643 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:34.998251 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb05f45-190c-452a-950d-1da4f5177e8f x-openstack-request-id: req-8eb05f45-190c-452a-950d-1da4f5177e8f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:35.001188 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "name": "network-vif-plugged", "status": "completed", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:35.001560 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8eb05f45-190c-452a-950d-1da4f5177e8f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:35.002127 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'code': 200} Feb 09 02:46:35.019744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:35.194897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017018a6-171e-4aa9-b621-0906c2e0ff4b req-1abe7a45-7de9-49ae-887d-a358274446d9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:35.198712 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-017018a6-171e-4aa9-b621-0906c2e0ff4b req-1abe7a45-7de9-49ae-887d-a358274446d9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 946 time: 0.0870295 Feb 09 02:46:35.261405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-017018a6-171e-4aa9-b621-0906c2e0ff4b req-b0f5075c-eecd-48f7-ae17-b072e5615f3f tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568533 Feb 09 02:46:35.297072 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc04ae1-486c-40d9-9aca-e404d8e04cea x-openstack-request-id: req-8cc04ae1-486c-40d9-9aca-e404d8e04cea {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:35.297373 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0f3056-0f23-4ae7-aea0-8ac9d294776c", "name": "network-vif-deleted", "tag": "71f8e900-6e34-4ac3-8f58-59734c0489a9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:35.297716 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cc04ae1-486c-40d9-9aca-e404d8e04cea {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:35.298021 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0f3056-0f23-4ae7-aea0-8ac9d294776c', 'name': 'network-vif-deleted', 'tag': '71f8e900-6e34-4ac3-8f58-59734c0489a9', 'status': 'completed', 'code': 200} Feb 09 02:46:35.337538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (0249ee62-1a01-433b-a6b7-8ea14024624e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.341064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks [] for router_controller (0249ee62-1a01-433b-a6b7-8ea14024624e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.385953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-7b941216-9df4-4453-8a5f-9071bcd6acc0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6125047 Feb 09 02:46:35.397419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3214-c631-4207-adce-84d0acf3f104 req-7fe1d677-1679-4586-93b6-d674ea11295b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:35.405940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-156c3214-c631-4207-adce-84d0acf3f104 req-7fe1d677-1679-4586-93b6-d674ea11295b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.0705254 Feb 09 02:46:35.433084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (0249ee62-1a01-433b-a6b7-8ea14024624e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.434382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0249ee62-1a01-433b-a6b7-8ea14024624e {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:46:35.440908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.442057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ddf834cc-2b77-4078-8b30-61d8117ff005 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0249ee62-1a01-433b-a6b7-8ea14024624e HTTP/1.1" status: 204 len: 168 time: 2.2738914 Feb 09 02:46:35.445121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46654) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:35.455899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-156c3214-c631-4207-adce-84d0acf3f104 req-4448a667-3123-4370-a7c2-9d8a3edd49c2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Feb 09 02:46:35.509725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:35.529084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4821bedd-ee5a-4d69-8213-f3fa2e08290c admin admin] Deleting subnet ce5e468c-3292-4611-bd8c-eb36e3dd1a6c {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:35.538731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4821bedd-ee5a-4d69-8213-f3fa2e08290c admin admin] Publish callbacks [] for subnet (ce5e468c-3292-4611-bd8c-eb36e3dd1a6c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.607607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4821bedd-ee5a-4d69-8213-f3fa2e08290c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (ce5e468c-3292-4611-bd8c-eb36e3dd1a6c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.651574 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:46:35.693925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1cc4c73e-d8e0-4a77-8cd0-27eaa01e3d9c req-76ef7d6f-a283-4fc8-93df-9d10a6e7bd9a tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 210 time: 0.0545843 Feb 09 02:46:35.737530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:35.751584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'port_id': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'mac_address': 'fa:16:3e:37:12:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008050c6-d913-48dc-819a-45751554b41e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:35.797989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:35.797989 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.814403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:35.826925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d6feffab-c158-4322-ac8b-dc34aca841f4 req-c48c546f-20b0-4a70-a049-d006571100cf tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 210 time: 0.1739309 Feb 09 02:46:35.852768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:35.859062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.874926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-8b821c16-80e8-4a10-af05-d42c34222968 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=20480046eb5e4052bdd96ba87b0979cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314469 Feb 09 02:46:35.938481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4821bedd-ee5a-4d69-8213-f3fa2e08290c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ce5e468c-3292-4611-bd8c-eb36e3dd1a6c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:35.970101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:35.983631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:36.072471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-d610dfbb-86fa-45ef-a21d-4d2aea431113 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:36.074254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-d610dfbb-86fa-45ef-a21d-4d2aea431113 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928535 Feb 09 02:46:36.079698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4821bedd-ee5a-4d69-8213-f3fa2e08290c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (ce5e468c-3292-4611-bd8c-eb36e3dd1a6c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.094951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Request body: {'port': {'device_id': 'dd37b090-b7df-4950-825a-a2dc179eb73c', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '20480046eb5e4052bdd96ba87b0979cd'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:36.134472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4821bedd-ee5a-4d69-8213-f3fa2e08290c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.143661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4821bedd-ee5a-4d69-8213-f3fa2e08290c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ce5e468c-3292-4611-bd8c-eb36e3dd1a6c HTTP/1.1" status: 204 len: 168 time: 0.6956320 Feb 09 02:46:36.144416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46672) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:36.150541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20979a62-0251-4e24-8f71-5480746abdd8 None None] Network c7a4df9c-c017-45fb-b741-2c6c89fd898a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:36.154918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821bedd-ee5a-4d69-8213-f3fa2e08290c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5e468c-3292-4611-bd8c-eb36e3dd1a6c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:36.240327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e416d7a5-330d-48fd-9bd2-e69cf0e2e782 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:36.268024 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (c7a4df9c-c017-45fb-b741-2c6c89fd898a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.299756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e416d7a5-330d-48fd-9bd2-e69cf0e2e782 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:36.300121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e416d7a5-330d-48fd-9bd2-e69cf0e2e782 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:36.338788 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.348595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46678) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:36.382804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Made reservation on behalf of 20480046eb5e4052bdd96ba87b0979cd for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:36.388520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.399618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.451950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Deleting port 364004df-228f-4c4f-bebf-244fc80f4bb3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:36.452300 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.489403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] DHCP port deletion for c7a4df9c-c017-45fb-b741-2c6c89fd898a request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:46:36.529801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d639-9da7-4f22-83f0-d4262d5be9f5 req-f1f622ab-a706-454b-93c3-5ac7b27ce171 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:36.542654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2c3d639-9da7-4f22-83f0-d4262d5be9f5 req-f1f622ab-a706-454b-93c3-5ac7b27ce171 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 945 time: 0.1602268 Feb 09 02:46:36.549616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] Deleting port 364004df-228f-4c4f-bebf-244fc80f4bb3 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:36.550121 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.555488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks [] for security_group (b29e7fff-6dc0-4a07-9b85-104f0c911751), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.570429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b29e7fff-6dc0-4a07-9b85-104f0c911751), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.614118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] For port 364004df-228f-4c4f-bebf-244fc80f4bb3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=364004df-228f-4c4f-bebf-244fc80f4bb3,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:36.615375 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.642284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] For port 364004df-228f-4c4f-bebf-244fc80f4bb3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=364004df-228f-4c4f-bebf-244fc80f4bb3,segment=NetworkSegment(9d250d87-bf65-4660-b7f3-2972ff68f0aa),segment_id=9d250d87-bf65-4660-b7f3-2972ff68f0aa)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:36.642839 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.643170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Calling delete_port for 364004df-228f-4c4f-bebf-244fc80f4bb3 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:36.658781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] Calling delete_port for 364004df-228f-4c4f-bebf-244fc80f4bb3 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:36.667352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2c3d639-9da7-4f22-83f0-d4262d5be9f5 req-2b23204e-1fd3-4455-998c-3563c639a22a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197109 Feb 09 02:46:36.689609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29e7fff-6dc0-4a07-9b85-104f0c911751,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:36.775753 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.784572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (364004df-228f-4c4f-bebf-244fc80f4bb3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.792209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e7dda00e-f451-4156-952e-81b085deefef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3519ca38642b49399aeb8f266e492e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387088 Feb 09 02:46:36.793191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46688) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:36.801051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] No DVR routers for this DVR port 364004df-228f-4c4f-bebf-244fc80f4bb3 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:36.807554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20d34a-ef31-4ef0-858e-f03bd8e736ab req-c0223d83-e677-4518-bd16-26a6d5f714a6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:36.809113 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f20d34a-ef31-4ef0-858e-f03bd8e736ab req-c0223d83-e677-4518-bd16-26a6d5f714a6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.1544359 Feb 09 02:46:36.819159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] No DVR routers for this DVR port 364004df-228f-4c4f-bebf-244fc80f4bb3 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:36.838932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76509df6-9b11-43dd-b1a0-f950f43eadfd None None] Pushing event deleted for resources: {'Port': ['ID=364004df-228f-4c4f-bebf-244fc80f4bb3,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:36.849914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=364004df-228f-4c4f-bebf-244fc80f4bb3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:36.881981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Allocated IP 192.168.233.78 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/52eeee3e-200f-41b4-b2c5-5536d3ad4022) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:36.909934 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f20d34a-ef31-4ef0-858e-f03bd8e736ab req-b4715cb1-3e9d-4a05-afff-835ec8d3ee71 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864999 Feb 09 02:46:36.947211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb693e52-234c-4c0e-a6b8-5d2968983b69 admin admin] Publish callbacks [] for security_group (5158f831-8089-4780-947a-a56ae9dd2996), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:36.972130 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (c7a4df9c-c017-45fb-b741-2c6c89fd898a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.002605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99064255-08db-4e45-aec7-3a3b0548a3ef req-987b8fa2-dfa8-473d-b5e0-121348bae5c0 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 210 time: 0.0508771 Feb 09 02:46:37.023831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.024372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.025371 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.025859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > port after_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.026550 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.027078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > port after_update 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.027642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.028449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.028683 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.029188 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.029310 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb693e52-234c-4c0e-a6b8-5d2968983b69 admin admin] Publish callbacks [] for security_group (5158f831-8089-4780-947a-a56ae9dd2996), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.087575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ad1a237-03e3-4cd4-bb1b-908bcc80a102 req-60e54074-4eb9-4fc0-95ba-c532ce7820e4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 210 time: 0.0559855 Feb 09 02:46:37.142525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb693e52-234c-4c0e-a6b8-5d2968983b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5158f831-8089-4780-947a-a56ae9dd2996), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.144979 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb693e52-234c-4c0e-a6b8-5d2968983b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.146154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cb693e52-234c-4c0e-a6b8-5d2968983b69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5158f831-8089-4780-947a-a56ae9dd2996 HTTP/1.1" status: 204 len: 168 time: 0.3520675 Feb 09 02:46:37.158044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.158448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.158780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.159322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 02:46:37.159660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a4df9c-c017-45fb-b741-2c6c89fd898a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:37.176709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb693e52-234c-4c0e-a6b8-5d2968983b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5158f831-8089-4780-947a-a56ae9dd2996,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:37.209031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks [] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.220979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d250d87-bf65-4660-b7f3-2972ff68f0aa') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:37.221535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d250d87-bf65-4660-b7f3-2972ff68f0aa') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:37.249700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.256135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-becda0b7-62ea-4366-a28d-442e8d9a25a0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c8e04fd18cd341108126a8475f62a75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896668 Feb 09 02:46:37.263555 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9d250d87-bf65-4660-b7f3-2972ff68f0aa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.307992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:37.311264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:37.316061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:37.319999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Pushing event updated for resources: {'Port': ['ID=52eeee3e-200f-41b4-b2c5-5536d3ad4022,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:37.339656 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9d250d87-bf65-4660-b7f3-2972ff68f0aa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.361769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:37.362472 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9d250d87-bf65-4660-b7f3-2972ff68f0aa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: from cryptography.utils import int_from_bytes Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: from cryptography.utils import int_from_bytes Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:37.366949 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:37.380128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:37.380802 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.406054 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-037f67b8-222f-45d3-8a77-c32c708a89ba tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3185370 Feb 09 02:46:37.429310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Request body: {'port': {'device_id': 'dd37b090-b7df-4950-825a-a2dc179eb73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:37.460027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e555a00-0ebb-4e45-859c-1ed6a838dbd8 req-4d2b6226-7d37-42a7-9175-27290348617a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:37.462051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e555a00-0ebb-4e45-859c-1ed6a838dbd8 req-4d2b6226-7d37-42a7-9175-27290348617a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 945 time: 0.2943773 Feb 09 02:46:37.489455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (c7a4df9c-c017-45fb-b741-2c6c89fd898a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.522434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-95e393f9-8e66-4759-8bc2-09090617f7b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:37.523966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-95e393f9-8e66-4759-8bc2-09090617f7b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562821 Feb 09 02:46:37.524580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:37.525066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:37.527226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.533154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c7a4df9c-c017-45fb-b741-2c6c89fd898a HTTP/1.1" status: 204 len: 168 time: 1.3838542 Feb 09 02:46:37.547851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:37.553810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.577686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Request body: {'port': {'device_id': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'c8e04fd18cd341108126a8475f62a75d'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:37.581104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:37.581489 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.634851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a681-ff77-4b35-8372-772e640964a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a4df9c-c017-45fb-b741-2c6c89fd898a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:37.636686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5cc56af6-bc1f-455d-a236-9363db5619b2 None None] Provisioning complete for port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:37.637342 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5cc56af6-bc1f-455d-a236-9363db5619b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.703543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5cc56af6-bc1f-455d-a236-9363db5619b2 None None] Port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:37.730261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:37.730714 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.753079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e555a00-0ebb-4e45-859c-1ed6a838dbd8 req-a06aa472-ea0a-4ee6-b937-80eaafb37ecf tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798231 Feb 09 02:46:37.784030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-304ee9a6-6df3-4322-a25e-b625bbd4884e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b141c3ecf6c4e1fa9ed2f930cbed23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523112 Feb 09 02:46:37.786429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:37.787209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46706) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:37.793928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:37.796260 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535df315-10eb-42cf-b540-fe8dccb9c34c" -d '{"events": [{"server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "name": "network-vif-plugged", "status": "completed", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:37.799525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d19577d-4379-44e3-a457-0a7b22badca2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:37.804359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.868093 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e7d434-192d-4c2c-8af6-3c3d43c24ce2 x-openstack-request-id: req-d3e7d434-192d-4c2c-8af6-3c3d43c24ce2 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:37.868387 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "name": "network-vif-plugged", "status": "completed", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:37.868628 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3e7d434-192d-4c2c-8af6-3c3d43c24ce2 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:37.869011 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'code': 200} Feb 09 02:46:37.874334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1d19577d-4379-44e3-a457-0a7b22badca2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:37.874521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-959c3b2c-d0ae-4f8b-a7f5-ceef311354ee admin admin] Publish callbacks [] for security_group (7c410d95-7379-4fe6-9078-f3de22293a90), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.874721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d19577d-4379-44e3-a457-0a7b22badca2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:37.875086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 364004df-228f-4c4f-bebf-244fc80f4bb3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:37.904985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 364004df-228f-4c4f-bebf-244fc80f4bb3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:37.905506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 364004df-228f-4c4f-bebf-244fc80f4bb3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:37.906723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Made reservation on behalf of c8e04fd18cd341108126a8475f62a75d for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:37.910002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.913542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:37.913966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-959c3b2c-d0ae-4f8b-a7f5-ceef311354ee admin admin] Publish callbacks [] for security_group (7c410d95-7379-4fe6-9078-f3de22293a90), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:37.970963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52eeee3e-200f-41b4-b2c5-5536d3ad4022 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:37.978910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Publish callbacks [] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.011130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Transition to ACTIVE for port object 52eeee3e-200f-41b4-b2c5-5536d3ad4022 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:46:38.012843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-959c3b2c-d0ae-4f8b-a7f5-ceef311354ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7c410d95-7379-4fe6-9078-f3de22293a90), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.015584 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-959c3b2c-d0ae-4f8b-a7f5-ceef311354ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.016764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-959c3b2c-d0ae-4f8b-a7f5-ceef311354ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c410d95-7379-4fe6-9078-f3de22293a90 HTTP/1.1" status: 204 len: 168 time: 0.2284877 Feb 09 02:46:38.023662 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.063888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c3b2c-d0ae-4f8b-a7f5-ceef311354ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c410d95-7379-4fe6-9078-f3de22293a90,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:38.090073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Pushing event updated for resources: {'Port': ['ID=52eeee3e-200f-41b4-b2c5-5536d3ad4022,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:38.199859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Allocated IP 192.168.233.69 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/b0cf4588-e5e5-499b-905d-fe3e21ec9261) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:38.218793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9cc68-be13-4a76-a8cf-9d914f499c24 req-4ede774d-9f12-44fa-99b5-db4551b948fd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:38.225947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83b9cc68-be13-4a76-a8cf-9d914f499c24 req-4ede774d-9f12-44fa-99b5-db4551b948fd tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.2141585 Feb 09 02:46:38.246646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Attempting to bind port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:38.247029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Attempting to bind port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:38.247611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Attempting to bind port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:38.254010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:46:38.254369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Attempting to bind port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:38.263073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:38.263432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:38.263793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:38.264220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Bound port: 52eeee3e-200f-41b4-b2c5-5536d3ad4022, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:38.264578 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.280152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821c466-cdf2-4329-bd30-14cdd897d800 req-05b4a191-7c16-4fb7-badb-ca256f310e92 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:38.281993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2821c466-cdf2-4329-bd30-14cdd897d800 req-05b4a191-7c16-4fb7-badb-ca256f310e92 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 947 time: 0.1256378 Feb 09 02:46:38.405316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] For port 52eeee3e-200f-41b4-b2c5-5536d3ad4022, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:38.417657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2821c466-cdf2-4329-bd30-14cdd897d800 req-d8430ffc-c714-4e0f-8a21-39d7804f3fa3 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028957 Feb 09 02:46:38.419652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] For port 52eeee3e-200f-41b4-b2c5-5536d3ad4022, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=52eeee3e-200f-41b4-b2c5-5536d3ad4022,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:38.434985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.505438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:38.506141 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:38.507752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/52eeee3e-200f-41b4-b2c5-5536d3ad4022 HTTP/1.1" status: 200 len: 1095 time: 1.0841594 Feb 09 02:46:38.516735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:38.517997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd37b090-b7df-4950-825a-a2dc179eb73c', 'tag': '52eeee3e-200f-41b4-b2c5-5536d3ad4022'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:38.521320 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd37b090-b7df-4950-825a-a2dc179eb73c", "tag": "52eeee3e-200f-41b4-b2c5-5536d3ad4022"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:38.559733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 71f8e900-6e34-4ac3-8f58-59734c0489a9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:38.560284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71f8e900-6e34-4ac3-8f58-59734c0489a9 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:38.599964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1839d27e-76d8-4712-a279-02697478cc50 req-605502d8-5f32-4fbf-8c29-e20cec3ab1df tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 210 time: 0.1058416 Feb 09 02:46:38.635038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99ee05-1a7f-4c32-8b31-5c8e0ee341f3 service neutron] Pushing event updated for resources: {'Port': ['ID=52eeee3e-200f-41b4-b2c5-5536d3ad4022,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:38.669093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-f527c1d6-3eef-4a9f-97ef-3de2e9d15161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:38.670781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-f527c1d6-3eef-4a9f-97ef-3de2e9d15161 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20480046eb5e4052bdd96ba87b0979cd&device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 1129 time: 0.0986524 Feb 09 02:46:38.697242 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbedbb4-9b74-48f3-a20b-16b5ac77da0b x-openstack-request-id: req-bdbedbb4-9b74-48f3-a20b-16b5ac77da0b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:38.697536 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd37b090-b7df-4950-825a-a2dc179eb73c", "tag": "52eeee3e-200f-41b4-b2c5-5536d3ad4022", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:38.697835 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdbedbb4-9b74-48f3-a20b-16b5ac77da0b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:38.698226 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd37b090-b7df-4950-825a-a2dc179eb73c', 'tag': '52eeee3e-200f-41b4-b2c5-5536d3ad4022', 'status': 'completed', 'code': 200} Feb 09 02:46:38.738323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-2c079f1b-5ca9-4731-8575-ec472d655bda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=52eeee3e-200f-41b4-b2c5-5536d3ad4022 HTTP/1.1" status: 200 len: 217 time: 0.0482137 Feb 09 02:46:38.756901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83b9cc68-be13-4a76-a8cf-9d914f499c24 req-81d8f62b-173a-4168-b387-a13b7abb8c60 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255373 Feb 09 02:46:38.820426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-2a4f323b-32cf-4247-bbeb-c247e900537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:38.822160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-2a4f323b-32cf-4247-bbeb-c247e900537a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0742443 Feb 09 02:46:38.948893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-478dab78-d31c-4e3e-9a31-890cdf4a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:38.950994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-478dab78-d31c-4e3e-9a31-890cdf4a0ee7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1123226 Feb 09 02:46:38.993008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-b95498ab-f214-480b-a53f-1e10593b39d9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:38.994559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-b95498ab-f214-480b-a53f-1e10593b39d9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 946 time: 0.1241572 Feb 09 02:46:39.025335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks [] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.044073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e0da7-c85e-4ab6-94f3-10f4aedad775 req-a70665bc-04a0-4089-8f3a-72a29c3804da tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:39.045594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d73e0da7-c85e-4ab6-94f3-10f4aedad775 req-a70665bc-04a0-4089-8f3a-72a29c3804da tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 946 time: 0.1724541 Feb 09 02:46:39.124672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (84b8a3c1-c224-4cdc-8839-1ede302f2e65), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.128614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.146738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:39.155098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8eb7e280-e9b7-4956-8053-f973452dbb9b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:39.169333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d73e0da7-c85e-4ab6-94f3-10f4aedad775 req-4d77ae14-652f-40a0-bc52-9e4143e03d54 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120238 Feb 09 02:46:39.204858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46744) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:39.223459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba47e2-de60-4679-88f6-141bd7a0fb1c req-04dc7a7f-eee7-465f-8c37-d85efc343c23 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:39.225059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3ba47e2-de60-4679-88f6-141bd7a0fb1c req-04dc7a7f-eee7-465f-8c37-d85efc343c23 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.1989300 Feb 09 02:46:39.227207 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-d6269501-25cd-4cfe-a26c-50f79110f86b service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307477 Feb 09 02:46:39.266977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:39.275138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:39.280897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:39.288257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:39.310898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Deleting port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:39.311244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.371099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:39.371890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.471103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3ba47e2-de60-4679-88f6-141bd7a0fb1c req-500a0b6a-2ecf-49e7-9f95-7922ffcc6b74 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332428 Feb 09 02:46:39.493598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-network', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:39.506790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-9ac2f95b-d262-4baf-889c-06e8534de486 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9564667 Feb 09 02:46:39.530981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Request body: {'port': {'device_id': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:39.532097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f56d1c05-b2a5-4407-a753-723d77d0cb85 req-3ac556a2-5832-4354-89e1-79726b0696cb service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866824 Feb 09 02:46:39.534420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:39.581800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:39.582109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.616733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Made reservation on behalf of c27068aa95da4cbc82b13e08d96ac54b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:39.619627 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.646750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.652539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Calling delete_port for e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:39.671942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:39.672665 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.686530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f9e02650-743f-4f33-a3e7-ce416fdea9d2 None None] Provisioning complete for port b0cf4588-e5e5-499b-905d-fe3e21ec9261 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:39.686898 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9e02650-743f-4f33-a3e7-ce416fdea9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.704213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.753268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:39.757996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f9e02650-743f-4f33-a3e7-ce416fdea9d2 None None] Port b0cf4588-e5e5-499b-905d-fe3e21ec9261 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:39.762375 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:39.770196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c0c52-b7c8-40d6-b0f1-468e5c2a89d4 req-62c409af-3031-49af-878d-c89cd01c800b tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:39.777773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd9c0c52-b7c8-40d6-b0f1-468e5c2a89d4 req-62c409af-3031-49af-878d-c89cd01c800b tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 947 time: 0.2051535 Feb 09 02:46:39.796014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-dbc6bb74-2d96-4a76-a87c-b5937eb97090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:39.797583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-dbc6bb74-2d96-4a76-a87c-b5937eb97090 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20480046eb5e4052bdd96ba87b0979cd&device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 1129 time: 0.2054086 Feb 09 02:46:39.810258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf406376-4ccb-4b3a-9992-8440c6587bbb req-ccbb8222-fc8e-47d3-9208-f4aabc1668f4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:39.817322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf406376-4ccb-4b3a-9992-8440c6587bbb req-ccbb8222-fc8e-47d3-9208-f4aabc1668f4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 935 time: 0.1159155 Feb 09 02:46:39.829588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:39.871481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:39.873416 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee8dc8b-8861-4de1-bc0d-85e696c692bf" -d '{"events": [{"server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "name": "network-vif-unplugged", "status": "completed", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:39.984712 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd9c0c52-b7c8-40d6-b0f1-468e5c2a89d4 req-c35b7c25-e1d2-40e0-9bd9-8296f0cf1712 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059648 Feb 09 02:46:40.010131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Publish callbacks [] for security_group (c827ea4d-bf4f-4efa-bb56-3046a2e4cd24), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.055261 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c827ea4d-bf4f-4efa-bb56-3046a2e4cd24), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.119854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:40.138405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.157465 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (270eba8a-4173-41b7-b3f8-2d7e4ac866cc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.157809 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Added segment 270eba8a-4173-41b7-b3f8-2d7e4ac866cc of type vlan for network a19a7511-c58a-4aae-a522-3b8ad7ede64b Feb 09 02:46:40.161892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Deleting port 75d853be-b4fb-4fc7-9a69-2d720d3c045c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:40.162224 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.178459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.178811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.179158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.179503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.179836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.180167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.180564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.181101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.181589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.182008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.182477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.182826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.186639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:40.251791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf406376-4ccb-4b3a-9992-8440c6587bbb req-7aec0699-d659-4fce-9bcd-5afb3b2a06ba tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336021 Feb 09 02:46:40.254658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.257895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-5d7eee1f-03d3-4914-91a3-c22521bdbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.259782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-5d7eee1f-03d3-4914-91a3-c22521bdbd83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4397328 Feb 09 02:46:40.291940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a19a7511-c58a-4aae-a522-3b8ad7ede64b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.305729 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987f4d2a-e8b9-43eb-9035-bf4746456a4c x-openstack-request-id: req-987f4d2a-e8b9-43eb-9035-bf4746456a4c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:40.305947 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "name": "network-vif-unplugged", "status": "completed", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:40.306177 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-987f4d2a-e8b9-43eb-9035-bf4746456a4c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:40.306532 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'code': 200} Feb 09 02:46:40.323733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-80bb3057-2c3a-4529-88ed-4fcc7c06e604 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=52eeee3e-200f-41b4-b2c5-5536d3ad4022 HTTP/1.1" status: 200 len: 217 time: 0.0413039 Feb 09 02:46:40.331463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d787-63f0-48e3-b116-5438cd8417d9 req-58e9bb9a-ad2c-4e77-8526-55dc845b8e2a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.333031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8e8d787-63f0-48e3-b116-5438cd8417d9 req-58e9bb9a-ad2c-4e77-8526-55dc845b8e2a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.2681644 Feb 09 02:46:40.409063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event deleted for resources: {'Port': ['ID=e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.433490 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a19a7511-c58a-4aae-a522-3b8ad7ede64b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.434460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.435040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.438551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] No DVR routers for this DVR port e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:40.443037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] For port 75d853be-b4fb-4fc7-9a69-2d720d3c045c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=75d853be-b4fb-4fc7-9a69-2d720d3c045c,segment=NetworkSegment(73a00d79-7630-4e52-8e8c-03af0310b024),segment_id=73a00d79-7630-4e52-8e8c-03af0310b024)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:40.443401 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.461939 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19ea7b16-955a-48ba-92ad-0c37ea8362f2 req-91404e7b-9402-44d4-b841-bb9be0607e41 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=48561bba-c964-4014-9d01-5a173b1ecb38 HTTP/1.1" status: 200 len: 210 time: 0.0915051 Feb 09 02:46:40.463036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.466140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56fdbf88-b936-4bcc-8b9e-c887b4c5e4ca req-a2bcaeb1-13bc-48f2-8962-bb62e00d624e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "DELETE /v2.0/ports/e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 HTTP/1.1" status: 204 len: 173 time: 1.4603007 Feb 09 02:46:40.476351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cf4588-e5e5-499b-905d-fe3e21ec9261 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:40.481319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Calling delete_port for 75d853be-b4fb-4fc7-9a69-2d720d3c045c owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:40.515318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-3fa52650-5a3c-4f0c-a2c0-40b6c4dea591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.516806 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-3fa52650-5a3c-4f0c-a2c0-40b6c4dea591 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1386280 Feb 09 02:46:40.528778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-7458dfb6-898b-47c9-b6f7-75b66b969308 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.528998 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Publish callbacks [] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.530314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-7458dfb6-898b-47c9-b6f7-75b66b969308 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.2056732 Feb 09 02:46:40.534155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8e8d787-63f0-48e3-b116-5438cd8417d9 req-95937c23-80d7-49c0-9d86-6113bdc5fb65 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918960 Feb 09 02:46:40.547353 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3215487 Feb 09 02:46:40.561353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46760) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:40.602531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Request body: {'subnet': {'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-subnet', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:40.608437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Transition to ACTIVE for port object b0cf4588-e5e5-499b-905d-fe3e21ec9261 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:46:40.619336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc777f8-9b6f-488f-be3d-d7e84e47c647 admin admin] Pushing event updated for resources: {'Network': ['ID=a19a7511-c58a-4aae-a522-3b8ad7ede64b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.624853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.637426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:40.676692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Made reservation on behalf of c27068aa95da4cbc82b13e08d96ac54b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:40.679423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.711851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'name': 'network-vif-deleted', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:40.714058 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f2007-4c1c-47f3-b4e2-8ea2be297931" -d '{"events": [{"server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "name": "network-vif-deleted", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:40.742892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-189cd7ff-c21f-4563-9c29-a4d87eb69c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.744411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-189cd7ff-c21f-4563-9c29-a4d87eb69c52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2132239 Feb 09 02:46:40.774934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdbd09-2b2b-4abe-8b72-364c5990aa8e req-20775a15-5202-4d6d-ae5c-27b8f3115c62 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:40.776491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5fdbd09-2b2b-4abe-8b72-364c5990aa8e req-20775a15-5202-4d6d-ae5c-27b8f3115c62 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 946 time: 0.1864192 Feb 09 02:46:40.788474 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c17f38-8c3f-4501-89b1-e098f4a07733 x-openstack-request-id: req-a9c17f38-8c3f-4501-89b1-e098f4a07733 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:40.788766 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48561bba-c964-4014-9d01-5a173b1ecb38", "name": "network-vif-deleted", "tag": "e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:40.789022 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9c17f38-8c3f-4501-89b1-e098f4a07733 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:40.789413 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48561bba-c964-4014-9d01-5a173b1ecb38', 'name': 'network-vif-deleted', 'tag': 'e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7', 'status': 'completed', 'code': 200} Feb 09 02:46:40.837664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:40.899897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Deleting port 49c71bb2-6d17-48e1-8b62-5d548d938a32 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:40.900308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:40.929006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5fdbd09-2b2b-4abe-8b72-364c5990aa8e req-c1f67f41-7cde-4a2a-bb7c-5347e0066732 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8ddef2-20a8-4805-9af2-fae31a45524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135230 Feb 09 02:46:40.967376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-eea78399-eb5f-4166-89f2-2b42202862b1 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109497 Feb 09 02:46:41.004889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Attempting to bind port b0cf4588-e5e5-499b-905d-fe3e21ec9261 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:41.005322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Attempting to bind port b0cf4588-e5e5-499b-905d-fe3e21ec9261 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:41.005625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Attempting to bind port b0cf4588-e5e5-499b-905d-fe3e21ec9261 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:41.058626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Port b0cf4588-e5e5-499b-905d-fe3e21ec9261 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:46:41.058963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Attempting to bind port b0cf4588-e5e5-499b-905d-fe3e21ec9261 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:41.082819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:41.084090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:41.084496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:41.084804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Bound port: b0cf4588-e5e5-499b-905d-fe3e21ec9261, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:41.085224 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.103903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] For port 49c71bb2-6d17-48e1-8b62-5d548d938a32, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49c71bb2-6d17-48e1-8b62-5d548d938a32,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:41.104268 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.122541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (75d853be-b4fb-4fc7-9a69-2d720d3c045c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.155943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff11d64f-bcbc-49fa-9d19-1007ca32b9a2 req-739cd786-46c6-4d06-9448-e549e323f29d service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809220 Feb 09 02:46:41.214340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d853be-b4fb-4fc7-9a69-2d720d3c045c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:41.252831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.301700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.302276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (767d750c-01f7-405c-b877-ac02b44752e4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.302463 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Floating IP 767d750c-01f7-405c-b877-ac02b44752e4 disassociated. External IP: 172.25.2.144, port: 49c71bb2-6d17-48e1-8b62-5d548d938a32. Feb 09 02:46:41.302792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Calling delete_port for 49c71bb2-6d17-48e1-8b62-5d548d938a32 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:41.365808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:41.408281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab864ef-be87-42ec-9e8d-396d8d8da3c0 req-ab15ad92-cc33-410c-8c6c-0c94ae1a8f5c tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.409855 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ab864ef-be87-42ec-9e8d-396d8d8da3c0 req-ab15ad92-cc33-410c-8c6c-0c94ae1a8f5c tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 947 time: 0.2883759 Feb 09 02:46:41.412262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:41.415828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:41.433979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1a0e5-df89-457c-a1af-7b660d8b7354 req-fddfb70a-1ab9-40dc-a0f4-eea4dc07c759 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.435702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-58c1a0e5-df89-457c-a1af-7b660d8b7354 req-fddfb70a-1ab9-40dc-a0f4-eea4dc07c759 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 947 time: 0.0895984 Feb 09 02:46:41.443187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.542200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (49c71bb2-6d17-48e1-8b62-5d548d938a32), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.554073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-58c1a0e5-df89-457c-a1af-7b660d8b7354 req-f2e93eb6-de6f-436f-be13-34f68416fd29 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811942 Feb 09 02:46:41.579044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event deleted for resources: {'Port': ['ID=49c71bb2-6d17-48e1-8b62-5d548d938a32,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:41.587143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.587757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.589153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] 10.222.0.61 "PUT /v2.0/ports/b0cf4588-e5e5-499b-905d-fe3e21ec9261 HTTP/1.1" status: 200 len: 1095 time: 2.0662241 Feb 09 02:46:41.589605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:41.592753 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc364bb-bdaf-4514-88c3-6fbe6743537f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:41.607007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Checking segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:41.607369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Network hostable DHCP agents. Network: a19a7511-c58a-4aae-a522-3b8ad7ede64b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:41.644110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ab864ef-be87-42ec-9e8d-396d8d8da3c0 req-1b1820ed-05df-4266-ba8c-f6697253fada tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183304 Feb 09 02:46:41.752461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:41.805575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609b4e-a9eb-4e88-8ba0-80abefa81ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:41.829026 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43057de5-670b-4666-9722-621d3f3b63db x-openstack-request-id: req-43057de5-670b-4666-9722-621d3f3b63db {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:41.829354 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:41.830009 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43057de5-670b-4666-9722-621d3f3b63db {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:41.830452 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'status': 'completed', 'code': 200} Feb 09 02:46:41.884452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:41.915621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:41.928071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] Sync routers for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:41.937179 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (84b8a3c1-c224-4cdc-8839-1ede302f2e65), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.941726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a19a7511-c58a-4aae-a522-3b8ad7ede64b) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:41.947402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.948036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.964372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-fb88c23a-37d2-4924-a11f-c3ece485cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.966246 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-fb88c23a-37d2-4924-a11f-c3ece485cdad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 1129 time: 0.3163433 Feb 09 02:46:41.970908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185de98-2ecd-4883-bd80-b5c8e886ac2f None None] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:41.978544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7042-9efa-4c18-a7f0-549aa3686160 req-a2490091-f389-4bd1-a20b-cbfb41963532 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:41.979567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] No DVR routers for this DVR port 49c71bb2-6d17-48e1-8b62-5d548d938a32 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:41.980587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-350e7042-9efa-4c18-a7f0-549aa3686160 req-a2490091-f389-4bd1-a20b-cbfb41963532 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.1479077 Feb 09 02:46:41.982696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:41.986680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b5ff307-0258-4bef-bba5-fdf7064fd1a7 req-24b830c8-06fd-45b3-b36d-a7763228f886 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.61 "DELETE /v2.0/ports/49c71bb2-6d17-48e1-8b62-5d548d938a32 HTTP/1.1" status: 204 len: 173 time: 1.4323592 Feb 09 02:46:41.992973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ae29cd87-96c6-471d-9de8-b41297a29267 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4281998 Feb 09 02:46:42.004523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46784) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:42.012690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:42.041551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.043673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.135806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:42.145101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:42.217773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-1ad2292f-32e7-4ddd-a71b-bdad443199cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261 HTTP/1.1" status: 200 len: 217 time: 0.2327809 Feb 09 02:46:42.272376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks [] for router_controller (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.330679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:42.331959 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.346498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-350e7042-9efa-4c18-a7f0-549aa3686160 req-eabe0f89-47a7-4d3a-af47-b79ddc2070ee tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542063 Feb 09 02:46:42.541977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-1d79c109-d086-4669-b50c-18ae5395124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:42.545121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-1d79c109-d086-4669-b50c-18ae5395124e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.3194587 Feb 09 02:46:42.589604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-1ca37914-656f-489a-a6e6-96690019f2a0 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:42.599571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-1ca37914-656f-489a-a6e6-96690019f2a0 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 821 time: 0.5047665 Feb 09 02:46:42.613804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks [] for router_gateway (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:42.626036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-7ab9e8db-d8a2-4b0e-a01b-e1409e69f33c tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/quotas/2f5134e371a44565ae22e0783ee6ed1c HTTP/1.1" status: 200 len: 375 time: 0.0251081 Feb 09 02:46:42.674915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-32cccb8c-23cf-4cca-9484-014033bd886e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474274 Feb 09 02:46:42.699029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f011b74e-ecdb-4ad7-8625-4d4113242484 req-1185bc66-9356-4af0-85dc-6724c45f9eab tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d4abe9d-4584-4f86-a784-4504e57d11e4 HTTP/1.1" status: 200 len: 210 time: 0.1717210 Feb 09 02:46:42.735066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:42.735966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Allocated IP 172.20.0.2 (a19a7511-c58a-4aae-a522-3b8ad7ede64b/a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9/e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:42.763591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-c181f8bc-9383-4d96-bc96-a45e98c288c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:42.768138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-c181f8bc-9383-4d96-bc96-a45e98c288c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1980753 Feb 09 02:46:42.792617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'name': 'network-vif-deleted', 'tag': '49c71bb2-6d17-48e1-8b62-5d548d938a32'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:42.796140 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f2cf85-b3c6-4867-a2d9-f6cad0827a90" -d '{"events": [{"server_uuid": "6d4abe9d-4584-4f86-a784-4504e57d11e4", "name": "network-vif-deleted", "tag": "49c71bb2-6d17-48e1-8b62-5d548d938a32"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:42.830543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:42.874882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-96a7c1dc-3ce0-4a0c-a8ea-780f52b04b98 service neutron] 10.222.0.32 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990733 Feb 09 02:46:42.986200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:43.000127 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] Sync routers for ids ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:43.008171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1a15a473-1e9b-402d-9783-a543d2350998 admin admin] 10.222.0.32 "PUT /v2.0/routers/84b8a3c1-c224-4cdc-8839-1ede302f2e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4448040 Feb 09 02:46:43.012981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46796) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:43.014101 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] Routers {'84b8a3c1-c224-4cdc-8839-1ede302f2e65'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:43.014846 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:43.128720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-923f9da5-05d5-4f77-9f04-8dfc46f8ac3e service neutron] 10.222.0.32 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408435 Feb 09 02:46:43.153173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks [] for router_gateway (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.170435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:38Z', 'revision_number': 5, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:43.208288 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.217089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] Checking router: 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:43.226295 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Publish callbacks [] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.229436 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] Set router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:43.235583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:43.236779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:43.367778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:43.618443 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.623325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 78cd9370-3bc5-4767-a682-c29a4ce3f8fa no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:43.625604 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:46:40Z', 'revision_number': 5, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:43.643584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Allocated IP 172.25.2.12 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/719c521e-fb46-40e3-a98d-64211c8fe232) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:43.683591 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] Checking router: 84b8a3c1-c224-4cdc-8839-1ede302f2e65 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:43.695943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks [] for router (84b8a3c1-c224-4cdc-8839-1ede302f2e65), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.702951 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] Routers {'84b8a3c1-c224-4cdc-8839-1ede302f2e65'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:43.703642 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:43.717340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94444b-1364-4f56-be9c-dbd18b1aa71f req-23204db2-fd34-46d1-83bd-c5abcbd55750 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:43.727764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b94444b-1364-4f56-be9c-dbd18b1aa71f req-23204db2-fd34-46d1-83bd-c5abcbd55750 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 947 time: 0.2611222 Feb 09 02:46:43.769027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:43.800009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:43.807074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:43.827063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Pushing event updated for resources: {'Port': ['ID=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:43.887435 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-989832af-d019-4ef8-9f91-896a753fdc69 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9978440 Feb 09 02:46:43.896636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b94444b-1364-4f56-be9c-dbd18b1aa71f req-7abf6a84-7453-436d-b63b-4225916a17bf tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668561 Feb 09 02:46:43.951584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Attempting to bind port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:43.952166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Attempting to bind port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:43.952656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Attempting to bind port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 on network a19a7511-c58a-4aae-a522-3b8ad7ede64b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:43.959382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:43.960879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:43.965350 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] Set router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:43.966709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:43.967233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Checking segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:43.969306 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.969965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Bound using segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:43.970810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Bound port: e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:43.971653 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.973109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks [] for port (719c521e-fb46-40e3-a98d-64211c8fe232), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:43.992737 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96d1700-1b5a-4c6c-aeac-283d6826489f x-openstack-request-id: req-a96d1700-1b5a-4c6c-aeac-283d6826489f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:43.993042 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4abe9d-4584-4f86-a784-4504e57d11e4", "name": "network-vif-deleted", "tag": "49c71bb2-6d17-48e1-8b62-5d548d938a32", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:43.993297 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a96d1700-1b5a-4c6c-aeac-283d6826489f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:43.993684 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4abe9d-4584-4f86-a784-4504e57d11e4', 'name': 'network-vif-deleted', 'tag': '49c71bb2-6d17-48e1-8b62-5d548d938a32', 'status': 'completed', 'code': 200} Feb 09 02:46:44.080385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:44.089069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] For port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:44.093983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] For port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:44.100039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:38Z', 'revision_number': 5, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:44.120054 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e59100b9-93d7-443b-855e-938220833d04 req-fef568ff-d4b5-4c35-a864-9d32126d5de9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 210 time: 0.0572717 Feb 09 02:46:44.133049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a87a6b-009a-4033-91a8-04023afd1918 req-5c99e8a4-ede0-4789-bfea-4d9d9899da9c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:44.138532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64a87a6b-009a-4033-91a8-04023afd1918 req-5c99e8a4-ede0-4789-bfea-4d9d9899da9c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 947 time: 1.2489479 Feb 09 02:46:44.157921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfe28d-b430-4af2-886b-0683534eadfa None None] The sync data for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 is: [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:45:32Z', 'revision_number': 4, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'de8bf768-1fad-4c22-8c2a-a4e0cab46f8c', 'name': '', 'network_id': '42503cbd-5149-4f17-a38c-e7ce90ba27e9', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'mac_address': 'fa:16:3e:02:f7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:30Z', 'updated_at': '2022-02-09T02:45:38Z', 'revision_number': 5, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'subnets': [{'id': 'f77bdfe6-b86a-44a9-a5da-81066d10faef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:44.173821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:44.174434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:44.178442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:44.183368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:44.189780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Pushing event updated for resources: {'Port': ['ID=719c521e-fb46-40e3-a98d-64211c8fe232,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:44.305480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:44.306558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e49f3da2-1e7f-4e75-8edb-c69c3c17c8a7 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:44.333245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4247858-0932-4e9a-bad2-12cddf60e024 None None] Pushing event updated for resources: {'Port': ['ID=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:44.403330 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64a87a6b-009a-4033-91a8-04023afd1918 req-84c13799-7c0a-410a-b13a-88bd916b1dc9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490468 Feb 09 02:46:44.421332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks [] for router_gateway (84b8a3c1-c224-4cdc-8839-1ede302f2e65), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:44.437734 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811c856c-b3d6-4e3a-9855-6ff54169e595 req-05ec9807-01e0-4ff8-b80c-9449f2da6f6d service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612021 Feb 09 02:46:44.545594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 52eeee3e-200f-41b4-b2c5-5536d3ad4022 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:44.612954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46816) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:44.720219 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:46:40Z', 'revision_number': 5, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:44.727043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dc675-1fcd-4636-97a7-7eb5c6f9a585 req-943168d9-4e5a-419d-802d-d28c315503f2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:44.737896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c33dc675-1fcd-4636-97a7-7eb5c6f9a585 req-943168d9-4e5a-419d-802d-d28c315503f2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.4389596 Feb 09 02:46:44.773410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e36661-7d4b-491e-ba60-828a9ad9be9c None None] New status for floating IP 767d750c-01f7-405c-b877-ac02b44752e4: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:46:44.799968 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8be86-732b-4ad7-8a40-368962deaeb9 None None] The sync data for ids ['84b8a3c1-c224-4cdc-8839-1ede302f2e65'] in n-d-827839-4 is: [{'id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1726813291-router', 'tenant_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:10Z', 'updated_at': '2022-02-09T02:46:40Z', 'revision_number': 5, 'project_id': '84c44f2b5cb94fcebc630b9fa41e748d', 'gw_port': {'id': '503bfa47-d8e8-4f04-9aa1-6759aa4c888e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b8a3c1-c224-4cdc-8839-1ede302f2e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:12Z', 'updated_at': '2022-02-09T02:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:44.918744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Deleting port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:44.919114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.014885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 52eeee3e-200f-41b4-b2c5-5536d3ad4022, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=52eeee3e-200f-41b4-b2c5-5536d3ad4022,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:45.031118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '52eeee3e-200f-41b4-b2c5-5536d3ad4022', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '52eeee3e-200f-41b4-b2c5-5536d3ad4022', 'mac_address': 'fa:16:3e:48:bc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:45.034699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-810110d9-809e-4264-9222-21ec20794ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:45.037626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-810110d9-809e-4264-9222-21ec20794ff7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 1129 time: 0.4557364 Feb 09 02:46:45.134058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:45.134680 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.168149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52eeee3e-200f-41b4-b2c5-5536d3ad4022 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:45.210025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 52eeee3e-200f-41b4-b2c5-5536d3ad4022, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=52eeee3e-200f-41b4-b2c5-5536d3ad4022,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:45.221316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.248816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-817e8877-68da-4098-8c2b-14381d8e2021 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group (9a8ddef2-20a8-4805-9af2-fae31a45524c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.306670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=52eeee3e-200f-41b4-b2c5-5536d3ad4022,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:45.346118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] For port 503bfa47-d8e8-4f04-9aa1-6759aa4c888e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=503bfa47-d8e8-4f04-9aa1-6759aa4c888e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:45.346627 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.360647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks [] for router_gateway (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.402368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Calling delete_port for 503bfa47-d8e8-4f04-9aa1-6759aa4c888e owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:45.419441 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-817e8877-68da-4098-8c2b-14381d8e2021 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group (9a8ddef2-20a8-4805-9af2-fae31a45524c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.538554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 49c71bb2-6d17-48e1-8b62-5d548d938a32 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:45.578800 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c33dc675-1fcd-4636-97a7-7eb5c6f9a585 req-fc33fa39-5379-428f-b4cb-4a66c42eb402 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8396523 Feb 09 02:46:45.584924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 49c71bb2-6d17-48e1-8b62-5d548d938a32 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:45.585278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 49c71bb2-6d17-48e1-8b62-5d548d938a32 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:45.614798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['52eeee3e-200f-41b4-b2c5-5536d3ad4022'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:45.773386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a773d-d85e-44d4-a6d6-e1db3f4cacb0 req-eb607c3d-9720-4163-9e6d-084cbcbce8c3 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:45.774952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-859a773d-d85e-44d4-a6d6-e1db3f4cacb0 req-eb607c3d-9720-4163-9e6d-084cbcbce8c3 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 947 time: 0.6842270 Feb 09 02:46:45.775729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1b7f66b-3784-4dd1-91bf-ef1f31b4db15 req-1048a09d-902d-4aaf-9bf5-1062432ddce2 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 210 time: 0.0779409 Feb 09 02:46:45.781031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (503bfa47-d8e8-4f04-9aa1-6759aa4c888e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:45.807886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54ddc6b-9c67-455e-8bd2-dff8ca7f833f None None] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:45.892077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-c1b378b0-cdd7-4cfe-a3d5-b3cb13bdcd21 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:45.895065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-c1b378b0-cdd7-4cfe-a3d5-b3cb13bdcd21 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 821 time: 0.5548732 Feb 09 02:46:45.919195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Pushing event deleted for resources: {'Port': ['ID=503bfa47-d8e8-4f04-9aa1-6759aa4c888e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:45.930711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Request body: {'port': {'device_id': '52ea8247-3379-42ca-a663-0538f88cf81a', 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'admin_state_up': True, 'tenant_id': '2f5134e371a44565ae22e0783ee6ed1c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:45.940091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:45.977880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-9c21b5b9-6887-4190-834a-e48a4ca9c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:45.979551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-9c21b5b9-6887-4190-834a-e48a4ca9c9f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.8824766 Feb 09 02:46:45.983224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-859a773d-d85e-44d4-a6d6-e1db3f4cacb0 req-f58fa953-6bcd-413a-9a4f-9b511d5323cb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866145 Feb 09 02:46:46.034606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-5aa80524-3f99-4cfa-bf0d-2af7c3596f1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261 HTTP/1.1" status: 200 len: 217 time: 0.0474162 Feb 09 02:46:46.097440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-f8a07ba7-156c-4163-baa1-5593bf85a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:46.099918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-f8a07ba7-156c-4163-baa1-5593bf85a63c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0565851 Feb 09 02:46:46.105123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (84b8a3c1-c224-4cdc-8839-1ede302f2e65), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.189289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-817e8877-68da-4098-8c2b-14381d8e2021 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9a8ddef2-20a8-4805-9af2-fae31a45524c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.192286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-817e8877-68da-4098-8c2b-14381d8e2021 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.193719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-817e8877-68da-4098-8c2b-14381d8e2021 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a8ddef2-20a8-4805-9af2-fae31a45524c HTTP/1.1" status: 204 len: 168 time: 1.5798259 Feb 09 02:46:46.205769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-516af405-393d-4993-b5cb-dba27645ad8d None None] Provisioning complete for port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:46.206343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-516af405-393d-4993-b5cb-dba27645ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.242027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46826) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:46.259139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.264221 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-f3325912-25d2-42aa-b076-7ff0544d0307 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] show failed (client error): The resource could not be found. Feb 09 02:46:46.265843 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f3325912-25d2-42aa-b076-7ff0544d0307 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "GET /v2.0/security-groups/9a8ddef2-20a8-4805-9af2-fae31a45524c HTTP/1.1" status: 404 len: 347 time: 0.0217035 Feb 09 02:46:46.269586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46828) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:46.304704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:46.305263 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.331130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e8877-68da-4098-8c2b-14381d8e2021 tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8ddef2-20a8-4805-9af2-fae31a45524c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.343381 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (84b8a3c1-c224-4cdc-8839-1ede302f2e65), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.351260 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks [] for router_controller (84b8a3c1-c224-4cdc-8839-1ede302f2e65), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.389150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773669b-4647-43e6-884a-fff981f90644 req-c46612d1-401d-49ea-a546-df5669762989 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:46.399259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d773669b-4647-43e6-884a-fff981f90644 req-c46612d1-401d-49ea-a546-df5669762989 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 947 time: 0.5558259 Feb 09 02:46:46.475108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Made reservation on behalf of 2f5134e371a44565ae22e0783ee6ed1c for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:46.479843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.506953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:46.507780 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.512799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-516af405-393d-4993-b5cb-dba27645ad8d None None] Current status of the port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:46.513486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-516af405-393d-4993-b5cb-dba27645ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.524643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (84b8a3c1-c224-4cdc-8839-1ede302f2e65), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.525342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b8a3c1-c224-4cdc-8839-1ede302f2e65 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:46:46.545880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.547134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7cb0bab9-d6d8-4c7d-b13b-c2a3deffd736 admin admin] 10.222.0.32 "DELETE /v2.0/routers/84b8a3c1-c224-4cdc-8839-1ede302f2e65 HTTP/1.1" status: 204 len: 168 time: 3.5307453 Feb 09 02:46:46.553597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-65531c66-2dd3-495a-a9d3-072e7313866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:46.558098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-65531c66-2dd3-495a-a9d3-072e7313866f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4134989 Feb 09 02:46:46.559382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46830) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:46.582106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:46.600814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d773669b-4647-43e6-884a-fff981f90644 req-f5311aa3-b593-4780-a7e9-3990c89af555 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006030 Feb 09 02:46:46.601063 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.748313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:46.760566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 75d853be-b4fb-4fc7-9a69-2d720d3c045c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:46.807439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:46:46.827621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Deleting port b701c8cf-591d-420b-ba6f-85705c9e194d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:46.827621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b701c8cf-591d-420b-ba6f-85705c9e194d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.845111 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 75d853be-b4fb-4fc7-9a69-2d720d3c045c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:46.845460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 75d853be-b4fb-4fc7-9a69-2d720d3c045c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:46.853640 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-516af405-393d-4993-b5cb-dba27645ad8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:46:46.856942 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-516af405-393d-4993-b5cb-dba27645ad8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:46:46.892858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e852cf12-b8b3-490a-954b-ba8c5ecd67e2 admin admin] Deleting subnet 0212d9d2-05f5-4e62-9d9a-8dc156626223 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:46.913196 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e852cf12-b8b3-490a-954b-ba8c5ecd67e2 admin admin] Publish callbacks [] for subnet (0212d9d2-05f5-4e62-9d9a-8dc156626223), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:46.933251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Allocated IP 172.20.0.8 (cd0c6e71-1920-4b7b-a5dd-8c5006c9a547/008050c6-d913-48dc-819a-45751554b41e/f47b4c2e-1797-4237-8227-89aca3428757) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:46.936642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7b08faa-b3c9-4da4-a59e-a72cb22b290d req-f7d828f6-a895-4808-b545-4c9461b9c382 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 210 time: 0.0344286 Feb 09 02:46:46.991549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e852cf12-b8b3-490a-954b-ba8c5ecd67e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (0212d9d2-05f5-4e62-9d9a-8dc156626223), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.018615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-128e3ce5-e190-4349-a37c-5f70f0a52ba1 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459984 Feb 09 02:46:47.022450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:47.032889 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:47.043673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34505e82-b8a4-4564-a75d-e8f83284e916 req-92a464c6-43c7-4c2e-8746-ffc283b922ff tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:47.049126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34505e82-b8a4-4564-a75d-e8f83284e916 req-92a464c6-43c7-4c2e-8746-ffc283b922ff tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.2964809 Feb 09 02:46:47.056307 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:47.056958 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:47.105908 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b701c8cf-591d-420b-ba6f-85705c9e194d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.106343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for floatingip (b701c8cf-591d-420b-ba6f-85705c9e194d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.116760 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.120919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b835e36d-7908-40d8-b2ab-0d5288a55403 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1143963 Feb 09 02:46:47.124216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46838) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:47.209758 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:47.217281 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for port (f47b4c2e-1797-4237-8227-89aca3428757), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.225495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34505e82-b8a4-4564-a75d-e8f83284e916 req-80d9e227-352d-4034-a0c5-887ccdb1a1ab tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402807 Feb 09 02:46:47.248989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Calling delete_port for b701c8cf-591d-420b-ba6f-85705c9e194d owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:47.349147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f47b4c2e-1797-4237-8227-89aca3428757), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.390412 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cc364bb-bdaf-4514-88c3-6fbe6743537f req-9859a7d7-94ad-44bc-8193-8be5337f7855 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213851 Feb 09 02:46:47.399619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-516af405-393d-4993-b5cb-dba27645ad8d None None] Current status of the port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:47.403009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e852cf12-b8b3-490a-954b-ba8c5ecd67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (0212d9d2-05f5-4e62-9d9a-8dc156626223), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.470095 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:44Z', 'revision_number': 3, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:47.489019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:47.506385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e852cf12-b8b3-490a-954b-ba8c5ecd67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (0212d9d2-05f5-4e62-9d9a-8dc156626223), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.510435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:47.514801 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:47.515304 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Updating router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 port 719c521e-fb46-40e3-a98d-64211c8fe232 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:47.522931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c319da-0c46-49e9-b9ab-24b418f5005c req-095485ed-3955-445b-9a7b-36f47f84c376 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:47.530424 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-97c319da-0c46-49e9-b9ab-24b418f5005c req-095485ed-3955-445b-9a7b-36f47f84c376 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 948 time: 0.4464819 Feb 09 02:46:47.541509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852cf12-b8b3-490a-954b-ba8c5ecd67e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0212d9d2-05f5-4e62-9d9a-8dc156626223,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:47.547973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:47.548100 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e852cf12-b8b3-490a-954b-ba8c5ecd67e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.551134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e852cf12-b8b3-490a-954b-ba8c5ecd67e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0212d9d2-05f5-4e62-9d9a-8dc156626223 HTTP/1.1" status: 204 len: 168 time: 0.9891322 Feb 09 02:46:47.553673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46840) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:47.553997 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.560602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event updated for resources: {'Port': ['ID=f47b4c2e-1797-4237-8227-89aca3428757,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:47.564515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:47.569514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4a639-0018-4b89-ab12-0c04bedc85f6 None None] Network 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:47.577044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-25c96c22-0f40-4efe-96ac-cecd990654e9 None None] Provisioning complete for port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:47.577642 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25c96c22-0f40-4efe-96ac-cecd990654e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.612213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.612471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.613100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.613230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.613513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.613804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.614226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.614597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.614915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.615441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.615566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.615897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.616661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:47.625395 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b701c8cf-591d-420b-ba6f-85705c9e194d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.633377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-e5308dd1-8540-435b-8184-1ef70b5c3d83 service neutron] 10.222.0.61 "GET /v2.0/ports/78cd9370-3bc5-4767-a682-c29a4ce3f8fa/bindings/n-h2-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.2811272 Feb 09 02:46:47.656022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Pushing event deleted for resources: {'Port': ['ID=b701c8cf-591d-420b-ba6f-85705c9e194d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:47.676047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (99f4b9a7-d44b-4d20-9ad8-86c8d437f362), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.731355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:47.732566 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.824918 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks [] for floatingip (767d750c-01f7-405c-b877-ac02b44752e4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.827736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.828526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-97c319da-0c46-49e9-b9ab-24b418f5005c req-5a12c731-4671-4502-965c-d0ea5ecc24dc tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971439 Feb 09 02:46:47.832176 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-05fa61d5-1277-470d-9e43-115d6550595f tempest-ServersTestFqdnHostnames-721739493 tempest-ServersTestFqdnHostnames-721739493-project] 10.222.0.32 "DELETE /v2.0/floatingips/767d750c-01f7-405c-b877-ac02b44752e4 HTTP/1.1" status: 204 len: 168 time: 1.5572941 Feb 09 02:46:47.833334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46844) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:47.871489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:47.883075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Deleting port 11b7e03b-59f5-47a0-b3a1-e494becd9869 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:47.883506 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.906405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-5b73791a-a7f6-4c24-944d-cb5c720f422d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9806228 Feb 09 02:46:47.917749 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Publish callbacks [] for port (719c521e-fb46-40e3-a98d-64211c8fe232), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.920897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Request body: {'port': {'device_id': '52ea8247-3379-42ca-a663-0538f88cf81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:47.930403 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:47.989998 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:46:47.994821 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Attempting to bind port 719c521e-fb46-40e3-a98d-64211c8fe232 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:47.995199 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Attempting to bind port 719c521e-fb46-40e3-a98d-64211c8fe232 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:47.996160 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Attempting to bind port 719c521e-fb46-40e3-a98d-64211c8fe232 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:48.009003 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:48.009445 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:48.009780 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.010178 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:48.010688 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Bound port: 719c521e-fb46-40e3-a98d-64211c8fe232, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:48.011070 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.017890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:48.018339 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.069671 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Pushing event updated for resources: {'Port': ['ID=719c521e-fb46-40e3-a98d-64211c8fe232,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.085662 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.086072 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.087101 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.087101 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.087101 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.087447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.087697 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.088284 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.088421 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.088664 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.088989 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.089319 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.089641 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:48.101877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-25c96c22-0f40-4efe-96ac-cecd990654e9 None None] Current status of the port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:48.123676 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] For port 719c521e-fb46-40e3-a98d-64211c8fe232, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:48.128763 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] For port 719c521e-fb46-40e3-a98d-64211c8fe232, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=719c521e-fb46-40e3-a98d-64211c8fe232,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:48.144130 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.172889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:48.217240 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:48.218539 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:48.224106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:48.227918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] DHCP port deletion for 99f4b9a7-d44b-4d20-9ad8-86c8d437f362 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:46:48.230482 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f47b4c2e-1797-4237-8227-89aca3428757), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.241406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'mac_address': 'fa:16:3e:78:3d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:48.317706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 503bfa47-d8e8-4f04-9aa1-6759aa4c888e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:48.344075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 503bfa47-d8e8-4f04-9aa1-6759aa4c888e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:48.344423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 503bfa47-d8e8-4f04-9aa1-6759aa4c888e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:48.350910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:48.351343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.352753 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:48.372833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] Deleting port 11b7e03b-59f5-47a0-b3a1-e494becd9869 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:48.373249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.431695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cf4588-e5e5-499b-905d-fe3e21ec9261 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:48.442763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be3130-16ff-4678-a687-0f4f4f978f1b req-76f28b44-2ccf-4892-a6e7-459374190c2e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:48.443735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60be3130-16ff-4678-a687-0f4f4f978f1b req-76f28b44-2ccf-4892-a6e7-459374190c2e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 947 time: 0.6895268 Feb 09 02:46:48.478787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] For port 11b7e03b-59f5-47a0-b3a1-e494becd9869, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=11b7e03b-59f5-47a0-b3a1-e494becd9869,segment=NetworkSegment(73a00d79-7630-4e52-8e8c-03af0310b024),segment_id=73a00d79-7630-4e52-8e8c-03af0310b024)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:48.479621 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.480720 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3a951-7d1f-4d78-88e6-717f1b7f64b2 None None] Pushing event updated for resources: {'Port': ['ID=719c521e-fb46-40e3-a98d-64211c8fe232,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.514930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] For port 11b7e03b-59f5-47a0-b3a1-e494becd9869, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=11b7e03b-59f5-47a0-b3a1-e494becd9869,segment=NetworkSegment(73a00d79-7630-4e52-8e8c-03af0310b024),segment_id=73a00d79-7630-4e52-8e8c-03af0310b024)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:48.515301 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.519236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] Calling delete_port for 11b7e03b-59f5-47a0-b3a1-e494becd9869 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:48.558388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a5174-d056-4cd8-b371-06792b821ac4 req-cebb524d-54bd-4aee-be8e-2458bed02b9c tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:48.558644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Calling delete_port for 11b7e03b-59f5-47a0-b3a1-e494becd9869 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:48.565610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a85a5174-d056-4cd8-b371-06792b821ac4 req-cebb524d-54bd-4aee-be8e-2458bed02b9c tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 931 time: 0.4767516 Feb 09 02:46:48.579255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60be3130-16ff-4678-a687-0f4f4f978f1b req-dc48d866-d478-4559-9232-c8ce735cc1ef tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244113 Feb 09 02:46:48.637071 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:44Z', 'revision_number': 3, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:48.667292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 52eeee3e-200f-41b4-b2c5-5536d3ad4022 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:48.713742 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de6407-0243-462f-9ec4-83340ce97b78 None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:44Z', 'revision_number': 3, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:48.727923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.741496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:48.778054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] No DVR routers for this DVR port 11b7e03b-59f5-47a0-b3a1-e494becd9869 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:48.785301 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.790701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ac821-4999-4108-b0eb-230201be3148 None None] Pushing event deleted for resources: {'Port': ['ID=11b7e03b-59f5-47a0-b3a1-e494becd9869,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.848541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (11b7e03b-59f5-47a0-b3a1-e494becd9869), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.857855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.890535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:46:48.896512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:48.897185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:48.898705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126860eb-0684-43aa-abd6-4608b9e68035 req-e516eb9c-8e7a-4c4a-b6cf-2427fec2a983 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:48.900215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-126860eb-0684-43aa-abd6-4608b9e68035 req-e516eb9c-8e7a-4c4a-b6cf-2427fec2a983 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 944 time: 0.1880164 Feb 09 02:46:48.906615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b7e03b-59f5-47a0-b3a1-e494becd9869,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:48.908541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] No DVR routers for this DVR port 11b7e03b-59f5-47a0-b3a1-e494becd9869 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:48.993112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:49.000423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a85a5174-d056-4cd8-b371-06792b821ac4 req-0814619e-6042-42e7-a042-d9c8b769a9af tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339831 Feb 09 02:46:49.063024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b0cf4588-e5e5-499b-905d-fe3e21ec9261'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:49.078079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (99f4b9a7-d44b-4d20-9ad8-86c8d437f362), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.093447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-126860eb-0684-43aa-abd6-4608b9e68035 req-2251b822-1bbd-48b7-ac82-3c48dbc50373 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603146 Feb 09 02:46:49.142427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f4b9a7-d44b-4d20-9ad8-86c8d437f362']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:49.157653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:49.182625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a00d79-7630-4e52-8e8c-03af0310b024') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:49.183031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a00d79-7630-4e52-8e8c-03af0310b024') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:49.186603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:49.187194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.198382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (73a00d79-7630-4e52-8e8c-03af0310b024), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.210139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.234179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 52eeee3e-200f-41b4-b2c5-5536d3ad4022, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=52eeee3e-200f-41b4-b2c5-5536d3ad4022,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:49.236934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd37b090-b7df-4950-825a-a2dc179eb73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eeee3e-200f-41b4-b2c5-5536d3ad4022'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:49.238225 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10e5263-e8f8-457b-afb0-5acd71e857ee" -d '{"events": [{"server_uuid": "dd37b090-b7df-4950-825a-a2dc179eb73c", "name": "network-vif-plugged", "status": "completed", "tag": "52eeee3e-200f-41b4-b2c5-5536d3ad4022"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:49.242288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.247332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.279522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (73a00d79-7630-4e52-8e8c-03af0310b024), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.296673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cd9370-3bc5-4767-a682-c29a4ce3f8fa {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:49.302512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:49.302999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (73a00d79-7630-4e52-8e8c-03af0310b024), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:49.310806 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:49.320461 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a76c60-b804-4f2b-8358-d5aee2e15fad x-openstack-request-id: req-d5a76c60-b804-4f2b-8358-d5aee2e15fad {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:49.320768 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd37b090-b7df-4950-825a-a2dc179eb73c", "name": "network-vif-plugged", "status": "completed", "tag": "52eeee3e-200f-41b4-b2c5-5536d3ad4022", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:49.321026 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5a76c60-b804-4f2b-8358-d5aee2e15fad {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:49.321721 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd37b090-b7df-4950-825a-a2dc179eb73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eeee3e-200f-41b4-b2c5-5536d3ad4022', 'code': 200} Feb 09 02:46:49.330636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=52eeee3e-200f-41b4-b2c5-5536d3ad4022,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:49.336032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:49.362922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f400-8b8b-4b08-aba8-3b0257351934 req-d7e2bc37-139f-4a4c-84a1-8efea1165545 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:49.365610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9af2f400-8b8b-4b08-aba8-3b0257351934 req-d7e2bc37-139f-4a4c-84a1-8efea1165545 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 948 time: 0.2712829 Feb 09 02:46:49.415098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.456958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (99f4b9a7-d44b-4d20-9ad8-86c8d437f362), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.484217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.495269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.506911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] 10.222.0.32 "DELETE /v2.0/networks/99f4b9a7-d44b-4d20-9ad8-86c8d437f362 HTTP/1.1" status: 204 len: 168 time: 1.9520106 Feb 09 02:46:49.529106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb16c5e-b59a-47c4-b95f-59b1b9540e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f4b9a7-d44b-4d20-9ad8-86c8d437f362,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:49.587584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9af2f400-8b8b-4b08-aba8-3b0257351934 req-0544b4c5-d358-45ae-97d1-d781e84fcf4b tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030680 Feb 09 02:46:49.694037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46858) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:49.769314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35aa11-84f1-407d-bbec-0dc372d6058e req-710e7541-98fe-4f0d-a526-2c7695c8fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:49.773175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b35aa11-84f1-407d-bbec-0dc372d6058e req-710e7541-98fe-4f0d-a526-2c7695c8fa44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 1131 time: 0.3689744 Feb 09 02:46:49.794079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] Transition to ACTIVE for port object 78cd9370-3bc5-4767-a682-c29a4ce3f8fa will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:46:49.806132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4b66305f-18e2-4992-b531-876795774ac3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a75847975e1c48ad9e0db0039777f0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1106756 Feb 09 02:46:49.812063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46860) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:49.836280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 719c521e-fb46-40e3-a98d-64211c8fe232 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:49.847585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47b4c2e-1797-4237-8227-89aca3428757 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:49.858179 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Publish callbacks [] for port (f47b4c2e-1797-4237-8227-89aca3428757), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.876516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Transition to ACTIVE for port object f47b4c2e-1797-4237-8227-89aca3428757 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:46:49.888184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.904772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6b08c-0865-400e-8a8f-9e594f4d948c req-7b0c1a9d-dbc8-40fa-b8c2-b09eef4c66b5 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:49.906622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ee6b08c-0865-400e-8a8f-9e594f4d948c req-7b0c1a9d-dbc8-40fa-b8c2-b09eef4c66b5 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 948 time: 0.1927094 Feb 09 02:46:49.915251 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f47b4c2e-1797-4237-8227-89aca3428757), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.926260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 719c521e-fb46-40e3-a98d-64211c8fe232 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:49.926775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:49.979492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d18ae2e9-c52b-4b4d-913f-806b21817626 admin admin] Publish callbacks [] for security_group (74c3eb06-1a88-4d0e-b958-a8f9df6b7af2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.040736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d18ae2e9-c52b-4b4d-913f-806b21817626 admin admin] Publish callbacks [] for security_group (74c3eb06-1a88-4d0e-b958-a8f9df6b7af2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.045282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Allocated IP 172.20.0.1 (a19a7511-c58a-4aae-a522-3b8ad7ede64b/a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9/5c3173f7-01f7-44d7-980e-534ade8a1e3c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:50.046377 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ee6b08c-0865-400e-8a8f-9e594f4d948c req-f8d739ef-af10-41ac-8f84-5887d8bef952 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261470 Feb 09 02:46:50.049853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 719c521e-fb46-40e3-a98d-64211c8fe232 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:50.050309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.076686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] No DVR routers for this DVR port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:50.085046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Deleting port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:50.085379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.100643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 719c521e-fb46-40e3-a98d-64211c8fe232, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=719c521e-fb46-40e3-a98d-64211c8fe232,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:50.108157 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.110089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b35aa11-84f1-407d-bbec-0dc372d6058e req-a04eabdf-7a7e-4db9-ab7f-96e89e6cd01f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308195 Feb 09 02:46:50.128143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] Pushing event updated for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=10']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.197541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d18ae2e9-c52b-4b4d-913f-806b21817626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (74c3eb06-1a88-4d0e-b958-a8f9df6b7af2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.200060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d18ae2e9-c52b-4b4d-913f-806b21817626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.201234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d18ae2e9-c52b-4b4d-913f-806b21817626 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74c3eb06-1a88-4d0e-b958-a8f9df6b7af2 HTTP/1.1" status: 204 len: 168 time: 0.3884521 Feb 09 02:46:50.205500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 11b7e03b-59f5-47a0-b3a1-e494becd9869 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:50.221500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] For port de8bf768-1fad-4c22-8c2a-a4e0cab46f8c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:50.221861 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.257829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 11b7e03b-59f5-47a0-b3a1-e494becd9869 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:50.258459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 11b7e03b-59f5-47a0-b3a1-e494becd9869 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:50.258897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ae2e9-c52b-4b4d-913f-806b21817626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c3eb06-1a88-4d0e-b958-a8f9df6b7af2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.286671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Calling delete_port for de8bf768-1fad-4c22-8c2a-a4e0cab46f8c owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:50.290209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=719c521e-fb46-40e3-a98d-64211c8fe232,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.408020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-8d9a88ad-fba2-4ed6-896b-5bf4db703d90 service neutron] 10.222.0.61 "PUT /v2.0/ports/78cd9370-3bc5-4767-a682-c29a4ce3f8fa/bindings/n-h2-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 2.7642245 Feb 09 02:46:50.421963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce42263-009c-4727-b8c5-17522d21f316 req-99f7068e-53c7-42fd-9c0d-99294934578d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:50.429669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ce42263-009c-4727-b8c5-17522d21f316 req-99f7068e-53c7-42fd-9c0d-99294934578d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 945 time: 0.1407316 Feb 09 02:46:50.434053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Pushing event updated for resources: {'Port': ['ID=f47b4c2e-1797-4237-8227-89aca3428757,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.484562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5c6d7-c7c5-4ddd-93a8-fea61b2577a2 req-7ff5951c-6866-4efd-a1c3-ff09f9ec8bad tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:50.486746 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bd5c6d7-c7c5-4ddd-93a8-fea61b2577a2 req-7ff5951c-6866-4efd-a1c3-ff09f9ec8bad tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 943 time: 0.3755012 Feb 09 02:46:50.499598 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ce42263-009c-4727-b8c5-17522d21f316 req-9920c2ce-4ab1-4727-81d6-47b91443a8e9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688534 Feb 09 02:46:50.514480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Attempting to bind port f47b4c2e-1797-4237-8227-89aca3428757 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:50.514855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Attempting to bind port f47b4c2e-1797-4237-8227-89aca3428757 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:50.515191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Attempting to bind port f47b4c2e-1797-4237-8227-89aca3428757 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:50.564710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Port f47b4c2e-1797-4237-8227-89aca3428757 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:46:50.565035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Attempting to bind port f47b4c2e-1797-4237-8227-89aca3428757 on network cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:50.577374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Publish callbacks [] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.592473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:50.592940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Checking segment: {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:50.593346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Bound using segment: {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:50.593839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Bound port: f47b4c2e-1797-4237-8227-89aca3428757, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:50.594197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f47b4c2e-1797-4237-8227-89aca3428757), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.681303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bd5c6d7-c7c5-4ddd-93a8-fea61b2577a2 req-69bd17f8-490f-436c-ab9a-6bbe9841d550 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751928 Feb 09 02:46:50.690354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-43dde9c2-fc4d-4703-b6c6-e93fdcd7edd0 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:50.692520 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-43dde9c2-fc4d-4703-b6c6-e93fdcd7edd0 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.1984093 Feb 09 02:46:50.697265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (de8bf768-1fad-4c22-8c2a-a4e0cab46f8c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.715663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46872) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:50.755104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Pushing event deleted for resources: {'Port': ['ID=de8bf768-1fad-4c22-8c2a-a4e0cab46f8c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.783022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.842814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df191ea-0f8b-4754-abbd-9d73152d8f1b req-ed842f5a-5b8c-485a-999a-1b5c7f6ed07b tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:50.844402 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8df191ea-0f8b-4754-abbd-9d73152d8f1b req-ed842f5a-5b8c-485a-999a-1b5c7f6ed07b tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 949 time: 0.1496987 Feb 09 02:46:50.869004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] For port f47b4c2e-1797-4237-8227-89aca3428757, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:50.896849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:50.903893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] For port f47b4c2e-1797-4237-8227-89aca3428757, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f47b4c2e-1797-4237-8227-89aca3428757,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:50.906930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3173f7-01f7-44d7-980e-534ade8a1e3c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:50.915266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:50.924191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:50.929276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-ce134f74-382a-47cc-8d58-b594dc2dca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:50.931638 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-ce134f74-382a-47cc-8d58-b594dc2dca8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e HTTP/1.1" status: 200 len: 1127 time: 0.2289588 Feb 09 02:46:50.935577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f47b4c2e-1797-4237-8227-89aca3428757), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:50.944002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-540a7c79-d72f-4b3c-b067-cd7835c22260 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84c44f2b5cb94fcebc630b9fa41e748d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268562 Feb 09 02:46:50.944700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46874) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:50.986987 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8df191ea-0f8b-4754-abbd-9d73152d8f1b req-93ae68e2-bb81-4562-989e-7661f7b889e0 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345372 Feb 09 02:46:51.034121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.074014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:51.074711 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.076053 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] 10.222.0.61 "PUT /v2.0/ports/f47b4c2e-1797-4237-8227-89aca3428757 HTTP/1.1" status: 200 len: 1091 time: 3.1603630 Feb 09 02:46:51.099569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ea8247-3379-42ca-a663-0538f88cf81a', 'tag': 'f47b4c2e-1797-4237-8227-89aca3428757'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:51.101973 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f50e07-9851-42ca-adf8-61987c30bfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "52ea8247-3379-42ca-a663-0538f88cf81a", "tag": "f47b4c2e-1797-4237-8227-89aca3428757"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:51.118701 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.200698 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf2a13f-a060-4810-94cb-5469c3cc8272 x-openstack-request-id: req-dbf2a13f-a060-4810-94cb-5469c3cc8272 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:51.201031 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ea8247-3379-42ca-a663-0538f88cf81a", "tag": "f47b4c2e-1797-4237-8227-89aca3428757", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:51.201241 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbf2a13f-a060-4810-94cb-5469c3cc8272 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:51.201672 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ea8247-3379-42ca-a663-0538f88cf81a', 'tag': 'f47b4c2e-1797-4237-8227-89aca3428757', 'status': 'completed', 'code': 200} Feb 09 02:46:51.239538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.261615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c801846-0ccd-4b2b-b16b-bc92dc63676e service neutron] Pushing event updated for resources: {'Port': ['ID=f47b4c2e-1797-4237-8227-89aca3428757,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:51.314107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:51.324018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-43df4628-4ab3-4478-ba40-3401bfdb4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:51.325670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-43df4628-4ab3-4478-ba40-3401bfdb4a0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1127 time: 0.3490524 Feb 09 02:46:51.374670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8fef4ef0-f619-4271-8231-e6a8434ea5a2 None None] Provisioning complete for port 5c3173f7-01f7-44d7-980e-534ade8a1e3c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:51.375473 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8fef4ef0-f619-4271-8231-e6a8434ea5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.406625 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1dc597bf-9231-45a3-9852-9126bf416820 admin admin] Publish callbacks [] for security_group (1c5091bb-3bf1-4af4-9e78-17842ec96c27), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.413118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8fef4ef0-f619-4271-8231-e6a8434ea5a2 None None] Port 5c3173f7-01f7-44d7-980e-534ade8a1e3c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:51.423494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-07ef0b74-a388-4457-8590-be7394e16964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:51.425303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-07ef0b74-a388-4457-8590-be7394e16964 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 1125 time: 0.2764678 Feb 09 02:46:51.429861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:51.437664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e886b70f-c9d1-4c80-bd7d-903ad6e6603c admin admin] 10.222.0.32 "PUT /v2.0/routers/24903c9c-e7db-44c5-abdd-3f5254eaf9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5986376 Feb 09 02:46:51.438318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46880) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:51.444699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] Sync routers for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:51.454923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:51.455568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:51.529137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb852ce0-3b4b-42f0-9a74-30478e3624f6 req-28dd975b-10c7-4a8a-ad6a-89ee0c98b39b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:51.530869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb852ce0-3b4b-42f0-9a74-30478e3624f6 req-28dd975b-10c7-4a8a-ad6a-89ee0c98b39b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 948 time: 0.3163059 Feb 09 02:46:51.536576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1dc597bf-9231-45a3-9852-9126bf416820 admin admin] Publish callbacks [] for security_group (1c5091bb-3bf1-4af4-9e78-17842ec96c27), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.539716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-ea1c28bd-ed89-43cf-afca-85376fc06896 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f47b4c2e-1797-4237-8227-89aca3428757 HTTP/1.1" status: 200 len: 217 time: 0.0976477 Feb 09 02:46:51.575309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:51.620962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:51.652142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks [] for router (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.818774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port b0cf4588-e5e5-499b-905d-fe3e21ec9261 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:46:51.845578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b0cf4588-e5e5-499b-905d-fe3e21ec9261 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:51.845965 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.870686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce00b7d-15cf-4f06-a17a-8d2e4db8a251 req-9b8ab48e-3b28-419e-ab1e-83a8855abb20 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:51.872467 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ce00b7d-15cf-4f06-a17a-8d2e4db8a251 req-9b8ab48e-3b28-419e-ab1e-83a8855abb20 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 945 time: 0.0923247 Feb 09 02:46:51.893526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks [] for router_gateway (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:51.919271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 5, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port': {'id': '997ee9a7-fc1e-4b0f-aabc-02551aff996e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:45:23Z', 'updated_at': '2022-02-09T02:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:51.955576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 719c521e-fb46-40e3-a98d-64211c8fe232 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:51.958096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-ef66dd41-c1db-4543-a5e2-b9b5f905497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:51.959058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] Checking router: 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:51.959345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-ef66dd41-c1db-4543-a5e2-b9b5f905497b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.6151767 Feb 09 02:46:51.996585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-258847ff-5c44-4aad-a000-f6e1ee13a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:51.997981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-258847ff-5c44-4aad-a000-f6e1ee13a912 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=008050c6-d913-48dc-819a-45751554b41e HTTP/1.1" status: 200 len: 861 time: 0.4445980 Feb 09 02:46:52.003776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ce00b7d-15cf-4f06-a17a-8d2e4db8a251 req-430abb48-14ea-4ba0-88e5-beba37695661 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120360 Feb 09 02:46:52.032415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] Routers {'24903c9c-e7db-44c5-abdd-3f5254eaf9c1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:52.032415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:52.032415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:52.032415 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.038061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Deleting port 997ee9a7-fc1e-4b0f-aabc-02551aff996e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:52.038479 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.064583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-61f4c328-e09d-4504-827b-db1831619215 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 200 len: 217 time: 0.0938275 Feb 09 02:46:52.069491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-a676ca83-41a8-42f4-839d-f5d28ba067be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581765 Feb 09 02:46:52.072802 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb852ce0-3b4b-42f0-9a74-30478e3624f6 req-ba57affe-e1f5-4f01-8bf6-9690432d6bb0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274370 Feb 09 02:46:52.075520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.146840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1dc597bf-9231-45a3-9852-9126bf416820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1c5091bb-3bf1-4af4-9e78-17842ec96c27), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.149396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1dc597bf-9231-45a3-9852-9126bf416820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.153501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1dc597bf-9231-45a3-9852-9126bf416820 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c5091bb-3bf1-4af4-9e78-17842ec96c27 HTTP/1.1" status: 204 len: 168 time: 1.1858530 Feb 09 02:46:52.233914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc597bf-9231-45a3-9852-9126bf416820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5091bb-3bf1-4af4-9e78-17842ec96c27,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:52.251558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-c21166b0-c2fe-41d5-962d-88dc2dd0b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:52.252430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-c21166b0-c2fe-41d5-962d-88dc2dd0b587 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.1779697 Feb 09 02:46:52.268448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] For port 997ee9a7-fc1e-4b0f-aabc-02551aff996e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=997ee9a7-fc1e-4b0f-aabc-02551aff996e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:52.269382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.274279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:46:52.276523 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e642d32f-2291-4d38-ad37-4e510485c314" -d '{"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:46:52.302451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:52.308491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Calling delete_port for 997ee9a7-fc1e-4b0f-aabc-02551aff996e owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:52.313096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] Set router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:52.316029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 719c521e-fb46-40e3-a98d-64211c8fe232 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:52.316719 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.322496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-265e79c1-177b-45d5-ab6a-f783ffbe9a70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491242 Feb 09 02:46:52.345787 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.399474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 6, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:52.455524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cc9d5-f282-4e9c-898c-d2672ce1d428 None None] The sync data for ids ['24903c9c-e7db-44c5-abdd-3f5254eaf9c1'] in n-d-827839-4 is: [{'id': '24903c9c-e7db-44c5-abdd-3f5254eaf9c1', 'name': 'tempest-ServersTestFqdnHostnames-289789689-router', 'tenant_id': '4135d3b1fe784534b435db7bf4e0c151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:45:21Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 6, 'project_id': '4135d3b1fe784534b435db7bf4e0c151', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:52.507790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:52.561879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 719c521e-fb46-40e3-a98d-64211c8fe232 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:52.569757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-645d6a95-9d52-4c8e-9c2c-de1f0de319ce service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306788 Feb 09 02:46:52.587879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-eae5ac84-1726-4ae5-a057-0e5e5cdf25af service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025544 Feb 09 02:46:52.612302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf74e8-6bce-4857-b17e-6b7b89b05a08 req-54b91a88-6148-42bf-802a-16bd088bcb7d tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:52.614607 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08cf74e8-6bce-4857-b17e-6b7b89b05a08 req-54b91a88-6148-42bf-802a-16bd088bcb7d tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 949 time: 0.4077649 Feb 09 02:46:52.771509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08cf74e8-6bce-4857-b17e-6b7b89b05a08 req-5552721d-ca46-44e4-a1c1-5afcf56598eb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322463 Feb 09 02:46:52.901743 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de44a77a-637e-4241-8d0d-fd00f8052bcd x-openstack-request-id: req-de44a77a-637e-4241-8d0d-fd00f8052bcd {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:46:52.902040 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:46:52.902357 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de44a77a-637e-4241-8d0d-fd00f8052bcd {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:46:52.902697 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'code': 200} Feb 09 02:46:52.909639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693141f3-9ef5-4c59-bc52-11612380c393 req-7d648c95-3827-4691-bf3e-a308dfb16fdc tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:52.911744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-693141f3-9ef5-4c59-bc52-11612380c393 req-7d648c95-3827-4691-bf3e-a308dfb16fdc tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 943 time: 0.7936175 Feb 09 02:46:52.913243 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-f2d92827-bd16-410d-a1c1-4d7dd953222e service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318841 Feb 09 02:46:52.923983 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37b0a5dd-efb5-44ad-8779-8607a731f29c req-364e964b-8d2c-4edc-a82a-87f45a985d9d service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217874 Feb 09 02:46:52.925985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Publish callbacks [] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:52.943677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.016628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (997ee9a7-fc1e-4b0f-aabc-02551aff996e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.036492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-693141f3-9ef5-4c59-bc52-11612380c393 req-fbf7d79c-ea23-48ac-b447-9d575c451363 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030409 Feb 09 02:46:53.068442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=997ee9a7-fc1e-4b0f-aabc-02551aff996e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.169660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3173f7-01f7-44d7-980e-534ade8a1e3c,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:53.188915 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.195003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-b8d4a49c-0c53-4367-8e69-8ab31f2ca38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:53.196614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-b8d4a49c-0c53-4367-8e69-8ab31f2ca38e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 1125 time: 0.1574881 Feb 09 02:46:53.204796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f30894-8f6a-474d-9a41-ec7392868b4f req-e6c40386-3875-4287-986e-dc202644d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:53.206456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-78f30894-8f6a-474d-9a41-ec7392868b4f req-e6c40386-3875-4287-986e-dc202644d09f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 1131 time: 0.1662002 Feb 09 02:46:53.219939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.356662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.360016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46920) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:53.376875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c0c0e-5128-45af-98f6-f0904087ae8b req-d113903e-63eb-4eaa-9da3-bc323f04f49e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:53.378529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef8c0c0e-5128-45af-98f6-f0904087ae8b req-d113903e-63eb-4eaa-9da3-bc323f04f49e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 945 time: 0.2176864 Feb 09 02:46:53.381406 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks [] for router_controller (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.452564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-78f30894-8f6a-474d-9a41-ec7392868b4f req-83de633c-e0f8-44b6-9672-a7749ffa32cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350824 Feb 09 02:46:53.463276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (24903c9c-e7db-44c5-abdd-3f5254eaf9c1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.464684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24903c9c-e7db-44c5-abdd-3f5254eaf9c1 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:46:53.479617 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.483667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aa3b75c7-21b6-498b-819b-c6377009dff7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/24903c9c-e7db-44c5-abdd-3f5254eaf9c1 HTTP/1.1" status: 204 len: 168 time: 2.0414219 Feb 09 02:46:53.483667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46926) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:53.493814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1cde-30d3-4699-b366-11cb65e72858 req-f5b5bf07-92b5-4ca2-ab0b-42dd351a9915 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:53.495200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-f5b5bf07-92b5-4ca2-ab0b-42dd351a9915 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.2391016 Feb 09 02:46:53.558882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef8c0c0e-5128-45af-98f6-f0904087ae8b req-ede69f01-30af-4453-b8aa-f84ce4d784f3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170144 Feb 09 02:46:53.559789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-075a6b84-bbd3-4947-9289-ea742b0aadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:53.561353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-075a6b84-bbd3-4947-9289-ea742b0aadf0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 200 len: 922 time: 0.3539817 Feb 09 02:46:53.563069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e4d0d0-7bcd-404c-9884-bcad9409e5e4 admin admin] Deleting subnet f77bdfe6-b86a-44a9-a5da-81066d10faef {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:46:53.570265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d0d0-7bcd-404c-9884-bcad9409e5e4 admin admin] Publish callbacks [] for subnet (f77bdfe6-b86a-44a9-a5da-81066d10faef), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.598055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:53.600210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-network', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:53.606407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:53.615299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302929de-cfe6-45af-be14-b41e771a4ba8 req-d41d85ce-1bb5-48c4-b552-adec42e314b7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:53.622353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-302929de-cfe6-45af-be14-b41e771a4ba8 req-d41d85ce-1bb5-48c4-b552-adec42e314b7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.2418263 Feb 09 02:46:53.633801 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d0d0-7bcd-404c-9884-bcad9409e5e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (f77bdfe6-b86a-44a9-a5da-81066d10faef), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.658942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Made reservation on behalf of 261d44cf2d154b7e9e5c03957d5a15da for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:53.662033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.678230 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.730345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-3764b17a-74ac-42ce-88d3-56253478713d tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=20480046eb5e4052bdd96ba87b0979cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536015 Feb 09 02:46:53.759717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-0ad9cc40-d829-48b6-92e6-3521200f2b42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f47b4c2e-1797-4237-8227-89aca3428757 HTTP/1.1" status: 200 len: 217 time: 0.1058607 Feb 09 02:46:53.807344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device de8bf768-1fad-4c22-8c2a-a4e0cab46f8c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:53.841120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: de8bf768-1fad-4c22-8c2a-a4e0cab46f8c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:53.841635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d0d0-7bcd-404c-9884-bcad9409e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f77bdfe6-b86a-44a9-a5da-81066d10faef), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.841767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device de8bf768-1fad-4c22-8c2a-a4e0cab46f8c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:53.842194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 997ee9a7-fc1e-4b0f-aabc-02551aff996e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:53.890481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 997ee9a7-fc1e-4b0f-aabc-02551aff996e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:53.891112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 997ee9a7-fc1e-4b0f-aabc-02551aff996e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:53.929481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-4f7c18db-1cba-4c06-82ba-761ea9f633ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:53.930969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-4f7c18db-1cba-4c06-82ba-761ea9f633ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=008050c6-d913-48dc-819a-45751554b41e HTTP/1.1" status: 200 len: 861 time: 0.0554900 Feb 09 02:46:53.932852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:46:53.949012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-302929de-cfe6-45af-be14-b41e771a4ba8 req-71cba43e-39b5-460a-9c68-26ce0e82bb29 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226070 Feb 09 02:46:53.954633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7f91f866-710b-4083-9132-8d3c900bfc6b None None] Provisioning complete for port 5c3173f7-01f7-44d7-980e-534ade8a1e3c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:53.955345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7f91f866-710b-4083-9132-8d3c900bfc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:53.986531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735b17-3ba0-451c-990a-449aa385ad38 req-0de4df25-6b9b-4a78-b048-04dd1d3befb5 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:53.987985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-0de4df25-6b9b-4a78-b048-04dd1d3befb5 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320945 Feb 09 02:46:54.010034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7f91f866-710b-4083-9132-8d3c900bfc6b None None] Port 5c3173f7-01f7-44d7-980e-534ade8a1e3c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:46:54.016270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d0d0-7bcd-404c-9884-bcad9409e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (f77bdfe6-b86a-44a9-a5da-81066d10faef), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.023481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-aa857e01-f657-4cf7-bb67-01a765aa4202 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720713 Feb 09 02:46:54.027056 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Publish callbacks [] for security_group (060e7f5a-4701-438a-abea-f8d8498becc3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.029208 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-ad90b548-d73e-4715-a0a9-10515905550a tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/quotas/20480046eb5e4052bdd96ba87b0979cd HTTP/1.1" status: 200 len: 375 time: 0.0321467 Feb 09 02:46:54.054215 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (060e7f5a-4701-438a-abea-f8d8498becc3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.061592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4d0d0-7bcd-404c-9884-bcad9409e5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77bdfe6-b86a-44a9-a5da-81066d10faef,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:54.064861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9eff6-979b-418e-be84-e7185f204864 None None] Network 42503cbd-5149-4f17-a38c-e7ce90ba27e9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:54.079201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d0d0-7bcd-404c-9884-bcad9409e5e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.084477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e8e4d0d0-7bcd-404c-9884-bcad9409e5e4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f77bdfe6-b86a-44a9-a5da-81066d10faef HTTP/1.1" status: 204 len: 168 time: 0.5979609 Feb 09 02:46:54.089945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46938) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:54.182677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:54.202688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060e7f5a-4701-438a-abea-f8d8498becc3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:54.217991 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6162dffb-12b3-4286-8312-40a4a3415a55), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.218355 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Added segment 6162dffb-12b3-4286-8312-40a4a3415a55 of type vlan for network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 Feb 09 02:46:54.221642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (42503cbd-5149-4f17-a38c-e7ce90ba27e9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.222730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4e749c37-ef21-454e-a156-2c7e505a0b77 service neutron] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:54.236514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4e749c37-ef21-454e-a156-2c7e505a0b77 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.236514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-428c1cde-30d3-4699-b366-11cb65e72858 req-4e749c37-ef21-454e-a156-2c7e505a0b77 service neutron] 10.222.0.26 "DELETE /v2.0/ports/78cd9370-3bc5-4767-a682-c29a4ce3f8fa/bindings/n-h1-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.7248890 Feb 09 02:46:54.271944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161742d-7a29-4de4-b623-a064f68babff None None] DHCP port deletion for 42503cbd-5149-4f17-a38c-e7ce90ba27e9 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:46:54.276838 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (4205c6b8-9215-4191-aae2-cc55b9c65fd1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.294406 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-4a8c66d8-cb36-45af-9fde-dd91727d546f tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20480046eb5e4052bdd96ba87b0979cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2412803 Feb 09 02:46:54.300888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-f547977a-76c3-4784-8e4d-642a9d75ae4d service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689366 Feb 09 02:46:54.335836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3161742d-7a29-4de4-b623-a064f68babff None None] Deleting port b11683cf-bf28-4aae-9138-0cc4ba9690e4 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:54.336227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3161742d-7a29-4de4-b623-a064f68babff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.341998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:46:54.356623 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:46:54.371411 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:54.372042 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:54.381461 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-65bc4c8f-aa0b-4877-9c78-89b58082ae13 admin admin] 10.222.0.32 "PUT /v2.0/routers/d398ee6e-5fcc-41b3-b6f1-12683f785ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2553158 Feb 09 02:46:54.389541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02309dd-7c68-4c52-874b-f2dac915b9fc req-2c398b12-4921-4c7a-9845-69bdac8aff7e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:54.391551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a02309dd-7c68-4c52-874b-f2dac915b9fc req-2c398b12-4921-4c7a-9845-69bdac8aff7e tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 943 time: 0.2484741 Feb 09 02:46:54.404300 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (4205c6b8-9215-4191-aae2-cc55b9c65fd1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.414574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:54.415449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.454201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3161742d-7a29-4de4-b623-a064f68babff None None] For port b11683cf-bf28-4aae-9138-0cc4ba9690e4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b11683cf-bf28-4aae-9138-0cc4ba9690e4,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:54.454734 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3161742d-7a29-4de4-b623-a064f68babff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.483184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3161742d-7a29-4de4-b623-a064f68babff None None] Calling delete_port for b11683cf-bf28-4aae-9138-0cc4ba9690e4 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:54.579881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9f50e07-9851-42ca-adf8-61987c30bfe2 req-588ef17e-76d2-4882-aee3-4bbbe6038287 service neutron] 10.222.0.61 "GET /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714841 Feb 09 02:46:54.596769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a02309dd-7c68-4c52-874b-f2dac915b9fc req-f518217d-7fef-4fdf-8cbb-b38a65699460 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972082 Feb 09 02:46:54.627267 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2622836 Feb 09 02:46:54.627368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46950) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:54.633215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Request body: {'subnet': {'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-subnet', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:54.641801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88374471-d2ed-4719-bbc2-38d6754cec14 admin admin] Pushing event updated for resources: {'Network': ['ID=4205c6b8-9215-4191-aae2-cc55b9c65fd1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:54.672775 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a02b2190-94cd-4073-99a6-06d6bc8311e7 req-e470508b-776e-490a-81e9-322406d714b6 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 210 time: 0.0503011 Feb 09 02:46:54.677487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Deleting port b11683cf-bf28-4aae-9138-0cc4ba9690e4 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:46:54.677832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.689784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:54.698386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Made reservation on behalf of 261d44cf2d154b7e9e5c03957d5a15da for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:54.700768 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.787936 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:54.815498 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3161742d-7a29-4de4-b623-a064f68babff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.862443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] For port b11683cf-bf28-4aae-9138-0cc4ba9690e4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b11683cf-bf28-4aae-9138-0cc4ba9690e4,segment=NetworkSegment(6f31036c-530f-4223-9915-4dbc1c216be5),segment_id=6f31036c-530f-4223-9915-4dbc1c216be5)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:54.863031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:54.883470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Calling delete_port for b11683cf-bf28-4aae-9138-0cc4ba9690e4 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:46:54.899575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161742d-7a29-4de4-b623-a064f68babff None None] No DVR routers for this DVR port b11683cf-bf28-4aae-9138-0cc4ba9690e4 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:54.906762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161742d-7a29-4de4-b623-a064f68babff None None] Pushing event deleted for resources: {'Port': ['ID=b11683cf-bf28-4aae-9138-0cc4ba9690e4,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:54.989007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff76a4-2b0e-4161-99e5-9a4eddf58ee3 req-3ceae0d5-83f4-4e15-a907-5d8f17388b0b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:54.994576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2fff76a4-2b0e-4161-99e5-9a4eddf58ee3 req-3ceae0d5-83f4-4e15-a907-5d8f17388b0b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 945 time: 0.1807814 Feb 09 02:46:55.038327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b11683cf-bf28-4aae-9138-0cc4ba9690e4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.098040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2fff76a4-2b0e-4161-99e5-9a4eddf58ee3 req-3098edd9-c82e-449a-ab5b-b2767e4a2bc0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014640 Feb 09 02:46:55.100320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] No DVR routers for this DVR port b11683cf-bf28-4aae-9138-0cc4ba9690e4 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:46:55.120602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Pushing event deleted for resources: {'Port': ['ID=b11683cf-bf28-4aae-9138-0cc4ba9690e4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.228611 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (6fed0903-b2d7-42c7-a834-c4bbf3aebebd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.271421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (42503cbd-5149-4f17-a38c-e7ce90ba27e9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.306812 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:52Z', 'revision_number': 2, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:55.324708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42503cbd-5149-4f17-a38c-e7ce90ba27e9']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:55.329006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fed0903-b2d7-42c7-a834-c4bbf3aebebd,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.340074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b608d6-9963-4761-a269-84591b13a302 req-4fa03758-4da4-4ad4-9f74-8cd00aa720c1 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:55.347038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-4fa03758-4da4-4ad4-9f74-8cd00aa720c1 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 820 time: 0.3058538 Feb 09 02:46:55.350361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f31036c-530f-4223-9915-4dbc1c216be5') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:55.350671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f31036c-530f-4223-9915-4dbc1c216be5') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:55.365027 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:46:55.365611 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Updating router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 port 5c3173f7-01f7-44d7-980e-534ade8a1e3c binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:46:55.368806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (6f31036c-530f-4223-9915-4dbc1c216be5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.375802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Checking segment: {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:55.377469 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-0ec57c33-4377-49d4-bbe3-58f3ab01bbd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/quotas/c27068aa95da4cbc82b13e08d96ac54b HTTP/1.1" status: 200 len: 375 time: 0.0294397 Feb 09 02:46:55.378649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Network hostable DHCP agents. Network: 4205c6b8-9215-4191-aae2-cc55b9c65fd1, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:55.391089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea297d-d459-489b-8f39-a5cb45432cf0 req-61b46b16-e1aa-4db3-a1a2-93e60d9065ce tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:55.392927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70ea297d-d459-489b-8f39-a5cb45432cf0 req-61b46b16-e1aa-4db3-a1a2-93e60d9065ce tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1486263 Feb 09 02:46:55.417492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6f31036c-530f-4223-9915-4dbc1c216be5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.427967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:46:55.428368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (6f31036c-530f-4223-9915-4dbc1c216be5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:46:55.430140 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:46:55.432175 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.435157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:55.462650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70ea297d-d459-489b-8f39-a5cb45432cf0 req-557cfc90-b9d7-4f47-91a4-f718b0f061d8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594730 Feb 09 02:46:55.463822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 4205c6b8-9215-4191-aae2-cc55b9c65fd1) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:55.470207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:55.471666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.478418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6120d5-7b69-4a8e-870f-bcb24ebf4e5b None None] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:55.506345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-efcf0406-ad0e-4c13-8fa5-68bc0024a276 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279554 Feb 09 02:46:55.520807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-36da2e94-1b86-4372-bff6-0be982189056 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8927991 Feb 09 02:46:55.521945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46978) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:55.527213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:55.529240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (42503cbd-5149-4f17-a38c-e7ce90ba27e9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.563167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.564947 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.584754 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.590992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] 10.222.0.32 "DELETE /v2.0/networks/42503cbd-5149-4f17-a38c-e7ce90ba27e9 HTTP/1.1" status: 204 len: 168 time: 1.4956670 Feb 09 02:46:55.600299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aace7ab-00a5-4244-8096-2900d297942c admin admin] Pushing event deleted for resources: {'Network': ['ID=42503cbd-5149-4f17-a38c-e7ce90ba27e9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:55.714110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-a91b9535-fb04-456a-b86c-dbaf8236f4a5 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994057 Feb 09 02:46:55.757756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:55.759150 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.824507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46988) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:55.895067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-15bbdd37-293a-4275-b600-299170d15bf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4135d3b1fe784534b435db7bf4e0c151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689292 Feb 09 02:46:55.899927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46990) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:55.902267 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Publish callbacks [] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.911248 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:55.928459 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-d2da2ad4-38e7-4fea-b739-874de4872602 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071891 Feb 09 02:46:55.951453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Allocated IP 172.20.0.2 (4205c6b8-9215-4191-aae2-cc55b9c65fd1/6fed0903-b2d7-42c7-a834-c4bbf3aebebd/59bf3bde-1ffa-499f-acb8-03a4d085e165) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:55.971124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c9903e8-7f22-4187-a6e8-f87c96c610c1 admin admin] Publish callbacks [] for security_group (3c29f5f0-2ace-4c87-a1ec-a87793efbe30), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.002008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c9903e8-7f22-4187-a6e8-f87c96c610c1 admin admin] Publish callbacks [] for security_group (3c29f5f0-2ace-4c87-a1ec-a87793efbe30), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.069740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c9903e8-7f22-4187-a6e8-f87c96c610c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3c29f5f0-2ace-4c87-a1ec-a87793efbe30), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.073862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c9903e8-7f22-4187-a6e8-f87c96c610c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.075347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6c9903e8-7f22-4187-a6e8-f87c96c610c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c29f5f0-2ace-4c87-a1ec-a87793efbe30 HTTP/1.1" status: 204 len: 168 time: 0.1739252 Feb 09 02:46:56.104234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9903e8-7f22-4187-a6e8-f87c96c610c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c29f5f0-2ace-4c87-a1ec-a87793efbe30,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.119895 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7098c-e348-4a97-93a9-884b41027684 None None] Pushing event updated for resources: {'Port': ['ID=5c3173f7-01f7-44d7-980e-534ade8a1e3c,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.134212 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Attempting to bind port 5c3173f7-01f7-44d7-980e-534ade8a1e3c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:56.134653 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Attempting to bind port 5c3173f7-01f7-44d7-980e-534ade8a1e3c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:56.135073 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Attempting to bind port 5c3173f7-01f7-44d7-980e-534ade8a1e3c on network a19a7511-c58a-4aae-a522-3b8ad7ede64b {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:56.143523 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:56.144180 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Checking segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:56.144730 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.145830 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Bound using segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:56.146489 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Bound port: 5c3173f7-01f7-44d7-980e-534ade8a1e3c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:56.162464 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.173967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b11683cf-bf28-4aae-9138-0cc4ba9690e4 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:46:56.285114 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] For port 5c3173f7-01f7-44d7-980e-534ade8a1e3c, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:56.288826 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] For port 5c3173f7-01f7-44d7-980e-534ade8a1e3c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5c3173f7-01f7-44d7-980e-534ade8a1e3c,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:56.300762 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.324645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: b11683cf-bf28-4aae-9138-0cc4ba9690e4 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:46:56.324976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b11683cf-bf28-4aae-9138-0cc4ba9690e4 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:46:56.387464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Publish callbacks [] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.402767 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.438347 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:46:56.440022 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:56.467343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks [] for router_controller (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.470658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b380-6d01-4be1-b92c-4784e9196197 req-dd3becbb-3286-4583-ab05-857e045c8b28 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:56.483556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45f4b380-6d01-4be1-b92c-4784e9196197 req-dd3becbb-3286-4583-ab05-857e045c8b28 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1127 time: 0.1816010 Feb 09 02:46:56.517972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-544a2e77-148f-419d-9984-d8182956872f tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=20480046eb5e4052bdd96ba87b0979cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2279716 Feb 09 02:46:56.528556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Pushing event updated for resources: {'Port': ['ID=59bf3bde-1ffa-499f-acb8-03a4d085e165,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.563345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:56.568266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:56.571713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:56.577351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1ede836c-d461-400c-b0f6-21ab7b30dbe2 None None] Provisioning complete for port 5c3173f7-01f7-44d7-980e-534ade8a1e3c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:56.577743 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1ede836c-d461-400c-b0f6-21ab7b30dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.596146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45f4b380-6d01-4be1-b92c-4784e9196197 req-f52a1655-30d3-40d9-9b33-609530c2558c tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116002 Feb 09 02:46:56.719641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Attempting to bind port 59bf3bde-1ffa-499f-acb8-03a4d085e165 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:46:56.720017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Attempting to bind port 59bf3bde-1ffa-499f-acb8-03a4d085e165 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:46:56.720388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Attempting to bind port 59bf3bde-1ffa-499f-acb8-03a4d085e165 on network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:46:56.736307 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:46:56.746917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:46:56.747296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Checking segment: {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:56.747703 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.748099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Bound using segment: {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:46:56.748575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Bound port: 59bf3bde-1ffa-499f-acb8-03a4d085e165, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:46:56.749328 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.775523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1ede836c-d461-400c-b0f6-21ab7b30dbe2 None None] Current status of the port 5c3173f7-01f7-44d7-980e-534ade8a1e3c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:56.775983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1ede836c-d461-400c-b0f6-21ab7b30dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.828541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55171e5-27e0-4e6f-9aa1-ab357e0817ae req-b503d1f1-f224-4496-bdba-773859f6a7c6 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:56.830432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b55171e5-27e0-4e6f-9aa1-ab357e0817ae req-b503d1f1-f224-4496-bdba-773859f6a7c6 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 943 time: 0.0675063 Feb 09 02:46:56.885621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b55171e5-27e0-4e6f-9aa1-ab357e0817ae req-c81af082-2574-4856-a3fe-846e2a6c706d tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Feb 09 02:46:56.893379 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7098c-e348-4a97-93a9-884b41027684 None None] Pushing event updated for resources: {'Port': ['ID=5c3173f7-01f7-44d7-980e-534ade8a1e3c,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:56.910229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] For port 59bf3bde-1ffa-499f-acb8-03a4d085e165, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:46:56.918685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] For port 59bf3bde-1ffa-499f-acb8-03a4d085e165, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=59bf3bde-1ffa-499f-acb8-03a4d085e165,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:46:56.953618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1ede836c-d461-400c-b0f6-21ab7b30dbe2 None None] For port 5c3173f7-01f7-44d7-980e-534ade8a1e3c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5c3173f7-01f7-44d7-980e-534ade8a1e3c,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:56.962106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:56.969705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1ede836c-d461-400c-b0f6-21ab7b30dbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.053607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks [] for router_gateway (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.083628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9eb1a368-7bc0-4f5c-ae88-83e62d51947d req-eee6600e-c56b-4838-a380-c1ac3bae398d tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 210 time: 0.0793200 Feb 09 02:46:57.101286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663fb35-89f3-49d5-a8f3-7ceab67ed34b req-0b36e117-1bde-4ef8-aca4-f4b269ca25cd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:57.108924 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6663fb35-89f3-49d5-a8f3-7ceab67ed34b req-0b36e117-1bde-4ef8-aca4-f4b269ca25cd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.8112612 Feb 09 02:46:57.127626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb33548-7f95-454c-a7fa-dbf81a88d84d None None] Pushing event updated for resources: {'Port': ['ID=59bf3bde-1ffa-499f-acb8-03a4d085e165,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:57.144243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3e6c28e4-8225-4376-802f-d6d0c4b28a01 None None] Provisioning complete for port 5c3173f7-01f7-44d7-980e-534ade8a1e3c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:57.144485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e6c28e4-8225-4376-802f-d6d0c4b28a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.190578 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:46:57.237219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede836c-d461-400c-b0f6-21ab7b30dbe2 None None] Pushing event updated for resources: {'Port': ['ID=5c3173f7-01f7-44d7-980e-534ade8a1e3c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:57.303718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c28e4-8225-4376-802f-d6d0c4b28a01 None None] Current status of the port 5c3173f7-01f7-44d7-980e-534ade8a1e3c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:57.308540 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e9f2f-4627-4321-9394-8252278cd787 None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:46:57.326386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6663fb35-89f3-49d5-a8f3-7ceab67ed34b req-68426228-a2f6-4751-8490-f8818e2adb44 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162912 Feb 09 02:46:57.366257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b1a5797-2c94-4cd2-9d6e-b399111ea438 req-c08e0ef9-6f97-45a5-a573-6b64effdd246 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 210 time: 0.1329150 Feb 09 02:46:57.391978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735b17-3ba0-451c-990a-449aa385ad38 req-f3308366-dc55-44ce-b9e2-fb7b77288ff5 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:57.409230 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-f3308366-dc55-44ce-b9e2-fb7b77288ff5 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7931569 Feb 09 02:46:57.422371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Request body: {'port': {'device_id': 'e45fbfb5-5823-417b-8259-6214071f95ba', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '20480046eb5e4052bdd96ba87b0979cd'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:57.599783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f47b4c2e-1797-4237-8227-89aca3428757 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:46:57.647509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47030) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:57.748176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-831165d3-baee-400b-963e-7c43466fad00 req-44cba6f8-1719-41e4-84c9-29aed344d24e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:46:57.749561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-831165d3-baee-400b-963e-7c43466fad00 req-44cba6f8-1719-41e4-84c9-29aed344d24e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085521 Feb 09 02:46:57.755762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e0543-9625-44b2-a202-f2224dafe775 req-b7705bcc-5408-4c54-a5b4-0cf92fc9ea12 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:57.769581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-127e0543-9625-44b2-a202-f2224dafe775 req-b7705bcc-5408-4c54-a5b4-0cf92fc9ea12 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 1127 time: 0.1844177 Feb 09 02:46:57.777169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Made reservation on behalf of 20480046eb5e4052bdd96ba87b0979cd for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:57.782939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.906908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f47b4c2e-1797-4237-8227-89aca3428757, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f47b4c2e-1797-4237-8227-89aca3428757,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:57.929193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1185397049-network', 'tenant_id': '2df71d2751804fada85caa4dd59b992c'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:57.944150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'f47b4c2e-1797-4237-8227-89aca3428757', 'network_id': 'cd0c6e71-1920-4b7b-a5dd-8c5006c9a547', 'port_id': 'f47b4c2e-1797-4237-8227-89aca3428757', 'mac_address': 'fa:16:3e:11:63:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008050c6-d913-48dc-819a-45751554b41e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:46:57.962338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Made reservation on behalf of 2df71d2751804fada85caa4dd59b992c for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:57.964938 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:57.987355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.064443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f47b4c2e-1797-4237-8227-89aca3428757 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:58.064997 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f47b4c2e-1797-4237-8227-89aca3428757), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.075409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 59bf3bde-1ffa-499f-acb8-03a4d085e165 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:58.232515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47b4c2e-1797-4237-8227-89aca3428757 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:46:58.247470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Publish callbacks [] for security_group (8a11509c-60b4-4797-818a-443894a0048a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.281087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-127e0543-9625-44b2-a202-f2224dafe775 req-d7e3cc93-2831-4a05-81be-7759d1b7450b tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096691 Feb 09 02:46:58.286738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f47b4c2e-1797-4237-8227-89aca3428757, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f47b4c2e-1797-4237-8227-89aca3428757,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:58.299608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 59bf3bde-1ffa-499f-acb8-03a4d085e165 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:58.300123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.330865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47044) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:58.334303 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f47b4c2e-1797-4237-8227-89aca3428757), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.387667 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8a11509c-60b4-4797-818a-443894a0048a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.417192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:46:58.457743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (81d7a162-0277-4c52-b400-ed2e734eb312), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.458092 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Added segment 81d7a162-0277-4c52-b400-ed2e734eb312 of type vlan for network 38a6c9c8-90f1-430d-ac14-0679fed85b1a Feb 09 02:46:58.512550 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (38a6c9c8-90f1-430d-ac14-0679fed85b1a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.519558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f47b4c2e-1797-4237-8227-89aca3428757,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.528402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.528888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.529336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.529767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.530200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.530652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.531083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.531664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.532086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.532823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.533085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.533504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.533922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:46:58.559442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a11509c-60b4-4797-818a-443894a0048a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.562324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (38a6c9c8-90f1-430d-ac14-0679fed85b1a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.563476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:58.564273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.579615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['f47b4c2e-1797-4237-8227-89aca3428757'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:58.579834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Allocated IP 192.168.233.167 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/10bfe591-325b-4a55-b9e3-e93cf7c2a627) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:58.609581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9605734 Feb 09 02:46:58.610214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47054) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:58.624063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Request body: {'subnet': {'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1185397049-subnet', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:58.644707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 59bf3bde-1ffa-499f-acb8-03a4d085e165 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:46:58.645805 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.659374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b608d6-9963-4761-a269-84591b13a302 req-33955288-df0b-4a4f-bfbe-e7597c86eb7e tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:58.661267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-33955288-df0b-4a4f-bfbe-e7597c86eb7e tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.61 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 820 time: 0.6363509 Feb 09 02:46:58.663931 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks [] for router_gateway (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.698353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.708934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Request body: {'port': {'device_id': '3136af65-b54b-41d3-bea5-386b78629a34', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'admin_state_up': True, 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:58.753971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b6e18-09a1-4584-9405-510ec3e99840 req-eedb5361-5384-4867-98f5-219609523588 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:58.758629 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab5b6e18-09a1-4584-9405-510ec3e99840 req-eedb5361-5384-4867-98f5-219609523588 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 943 time: 0.5094223 Feb 09 02:46:58.776002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67c326-bd47-409a-95a3-3521e853571a admin admin] Pushing event updated for resources: {'Network': ['ID=38a6c9c8-90f1-430d-ac14-0679fed85b1a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:58.806836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 59bf3bde-1ffa-499f-acb8-03a4d085e165, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=59bf3bde-1ffa-499f-acb8-03a4d085e165,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:46:58.810388 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-28b4a3ea-be4c-44a2-9604-5ca2a321b882 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4741533 Feb 09 02:46:58.818053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:46:58.821487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Made reservation on behalf of 2df71d2751804fada85caa4dd59b992c for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:58.824615 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:58.850106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-8e9f9cb9-98e7-4e9e-ab57-dae27b3b37f0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:46:58.862482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-8e9f9cb9-98e7-4e9e-ab57-dae27b3b37f0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0428879 Feb 09 02:46:58.903272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01e50a-94e5-4e0f-8b66-c40c69d01205 req-1890be35-a8c2-4f0e-b2e8-726f2d025381 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:58.911956 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c01e50a-94e5-4e0f-8b66-c40c69d01205 req-1890be35-a8c2-4f0e-b2e8-726f2d025381 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.4099174 Feb 09 02:46:58.927185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab5b6e18-09a1-4584-9405-510ec3e99840 req-38681069-e70b-4783-a6b1-f305c469e3f9 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573491 Feb 09 02:46:58.934082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c3f84b-fa62-4e79-b077-12f1e462a72a None None] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:59.055311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (6e837cc6-a5a1-4f2e-be13-143895d4120b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.066682 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.068788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5c3173f7-01f7-44d7-980e-534ade8a1e3c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:46:59.145559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a4396b-e163-400c-8a98-d8803113ab17 req-3c63d45f-29bb-4a6d-9014-0c1f3dc6e972 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 210 time: 0.0633788 Feb 09 02:46:59.163746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e837cc6-a5a1-4f2e-be13-143895d4120b,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:59.172247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Checking segment: {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:46:59.172761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Network hostable DHCP agents. Network: 38a6c9c8-90f1-430d-ac14-0679fed85b1a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:46:59.199215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:46:59.212266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 38a6c9c8-90f1-430d-ac14-0679fed85b1a) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:59.218547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=59bf3bde-1ffa-499f-acb8-03a4d085e165,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:59.228609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:59.230511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.248914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c01e50a-94e5-4e0f-8b66-c40c69d01205 req-9ab56ee9-e3a7-4340-a868-80cd739f244f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357339 Feb 09 02:46:59.249289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-53bca666-57fa-4edb-8576-04d5a71a2c9b None None] Provisioning complete for port 59bf3bde-1ffa-499f-acb8-03a4d085e165 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:59.249774 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53bca666-57fa-4edb-8576-04d5a71a2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.251917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c974a9-2442-442d-9357-77818552925f None None] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:46:59.257696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5ca089d1-718b-4351-b19e-c159602f5c69 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6445553 Feb 09 02:46:59.260707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47066) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:46:59.268509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:46:59.308246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Allocated IP 172.25.2.124 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/d2427565-9630-4285-9fe7-dbb971c47e4e) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:59.343432 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (d1d97856-c0fe-4253-9f9c-6267d2b4809c), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.345764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (d1d97856-c0fe-4253-9f9c-6267d2b4809c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.366612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02f55ab9-8403-4818-9400-46d3014c76fe req-55ac171b-9677-4706-abba-2cc4c85c474b tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 210 time: 0.0613434 Feb 09 02:46:59.410183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks [] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.450695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks [] for router_controller (d1d97856-c0fe-4253-9f9c-6267d2b4809c), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.478276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Made reservation on behalf of c27068aa95da4cbc82b13e08d96ac54b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:46:59.484162 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.695214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.727053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks [] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.770738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['52eeee3e-200f-41b4-b2c5-5536d3ad4022'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:46:59.772523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks [] for router_gateway (d1d97856-c0fe-4253-9f9c-6267d2b4809c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.839679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'project_id': '2df71d2751804fada85caa4dd59b992c', 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:46:59.840636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.841017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:46:59.846973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Pushing event updated for resources: {'Port': ['ID=10bfe591-325b-4a55-b9e3-e93cf7c2a627,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:46:59.866741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:46:59.872818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:46:59.940179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:46:59.940444 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:46:59.955298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Allocated IP 172.20.0.11 (a19a7511-c58a-4aae-a522-3b8ad7ede64b/a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9/9222698d-489b-4293-a512-910f25ec307f) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:46:59.985945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5c3173f7-01f7-44d7-980e-534ade8a1e3c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:46:59.986411 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.013261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-60b9777d-e077-4f1c-aa21-31bf3af72dce tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6013851 Feb 09 02:47:00.014663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.052418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Request body: {'port': {'device_id': 'e45fbfb5-5823-417b-8259-6214071f95ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:00.128611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Pushing event updated for resources: {'Port': ['ID=d2427565-9630-4285-9fe7-dbb971c47e4e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:00.233985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks [] for router_gateway (d1d97856-c0fe-4253-9f9c-6267d2b4809c), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.289337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:00.299770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.468956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973faadd-c4a0-4501-a5b0-949a2c78f77d req-e8d6bb22-1257-4445-995f-35ec4f154f07 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:00.482905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-973faadd-c4a0-4501-a5b0-949a2c78f77d req-e8d6bb22-1257-4445-995f-35ec4f154f07 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 936 time: 0.1797562 Feb 09 02:47:00.495430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a206421-2942-4afd-8d61-42ea235b62b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.503071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-53bca666-57fa-4edb-8576-04d5a71a2c9b None None] Current status of the port 59bf3bde-1ffa-499f-acb8-03a4d085e165 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:00.588609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Allocated IP 172.20.0.2 (38a6c9c8-90f1-430d-ac14-0679fed85b1a/6e837cc6-a5a1-4f2e-be13-143895d4120b/8ac5d601-c8a1-465f-8db0-22d924a4e55c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:00.595955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Allocated IP 172.25.2.87 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/88070547-b717-4f5c-a357-2316845a86f3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:00.604463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-973faadd-c4a0-4501-a5b0-949a2c78f77d req-9b287f08-5683-4606-ab80-e9eb14f8d177 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206484 Feb 09 02:47:00.617076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5c3173f7-01f7-44d7-980e-534ade8a1e3c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:00.662132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:00.672307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:00.730150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-db654d42-a00c-4432-96a0-48a8e2868f99 None None] Provisioning complete for port 59bf3bde-1ffa-499f-acb8-03a4d085e165 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:00.733820 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db654d42-a00c-4432-96a0-48a8e2868f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.784023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d3432-664f-41ce-98d1-3164020e8edf req-5ef530d7-0433-41c3-95f4-9c944ad92fd4 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:00.785702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-225d3432-664f-41ce-98d1-3164020e8edf req-5ef530d7-0433-41c3-95f4-9c944ad92fd4 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 944 time: 0.6537590 Feb 09 02:47:00.790088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 59bf3bde-1ffa-499f-acb8-03a4d085e165 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:00.792968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:00.874066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fbfc8-f750-4384-b06b-c42482e1a4cb req-d852f632-5700-438c-800d-a35b736aa3a6 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:00.881796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a97fbfc8-f750-4384-b06b-c42482e1a4cb req-d852f632-5700-438c-800d-a35b736aa3a6 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1342881 Feb 09 02:47:00.945142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a97fbfc8-f750-4384-b06b-c42482e1a4cb req-baa78dd7-bf5d-4def-85c3-2554ea2cb284 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Feb 09 02:47:01.004388 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks [] for port (88070547-b717-4f5c-a357-2316845a86f3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.015065 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Publish callbacks [] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.021231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 59bf3bde-1ffa-499f-acb8-03a4d085e165 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.021900 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.062399 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.091182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ab44ee7-d849-426f-a9de-f2597e085a2a req-58676e4f-4c97-48ec-b2ed-6689ad62c048 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 210 time: 0.0408337 Feb 09 02:47:01.116329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (88070547-b717-4f5c-a357-2316845a86f3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.118641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-db654d42-a00c-4432-96a0-48a8e2868f99 None None] Current status of the port 59bf3bde-1ffa-499f-acb8-03a4d085e165 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:01.131770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for port (9222698d-489b-4293-a512-910f25ec307f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.142209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:01.153517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:01.159968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:01.172513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Pushing event updated for resources: {'Port': ['ID=8ac5d601-c8a1-465f-8db0-22d924a4e55c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:01.207523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-db654d42-a00c-4432-96a0-48a8e2868f99 None None] Provisioning complete for port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.208012 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db654d42-a00c-4432-96a0-48a8e2868f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.208476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Pushing event updated for resources: {'Port': ['ID=88070547-b717-4f5c-a357-2316845a86f3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:01.218831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:01.221342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:01.230803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:01.257997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-225d3432-664f-41ce-98d1-3164020e8edf req-83510e1c-985b-4d1b-96d4-6afd4b1bc3e4 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479296 Feb 09 02:47:01.312293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Attempting to bind port 8ac5d601-c8a1-465f-8db0-22d924a4e55c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:01.312793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Attempting to bind port 8ac5d601-c8a1-465f-8db0-22d924a4e55c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:01.313231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Attempting to bind port 8ac5d601-c8a1-465f-8db0-22d924a4e55c on network 38a6c9c8-90f1-430d-ac14-0679fed85b1a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:01.325211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-db654d42-a00c-4432-96a0-48a8e2868f99 None None] Port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:01.330609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:01.330997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Checking segment: {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:01.331405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.331801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Bound using segment: {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:01.332807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Bound port: 8ac5d601-c8a1-465f-8db0-22d924a4e55c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:01.333203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.336478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 59bf3bde-1ffa-499f-acb8-03a4d085e165 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:01.345982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-c031209b-9c59-4bdd-9b5a-f6c370400ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:01.347801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-c031209b-9c59-4bdd-9b5a-f6c370400ab1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 1131 time: 0.3939626 Feb 09 02:47:01.418137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] For port 8ac5d601-c8a1-465f-8db0-22d924a4e55c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:01.424036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] For port 8ac5d601-c8a1-465f-8db0-22d924a4e55c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8ac5d601-c8a1-465f-8db0-22d924a4e55c,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:01.432944 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.454011 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks [] for router_gateway (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.465982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9222698d-489b-4293-a512-910f25ec307f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.533197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de6bb0-6281-4e7a-b805-c712402ffd23 None None] Pushing event updated for resources: {'Port': ['ID=8ac5d601-c8a1-465f-8db0-22d924a4e55c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:01.620025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f47b4c2e-1797-4237-8227-89aca3428757 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:01.725716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port f47b4c2e-1797-4237-8227-89aca3428757 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:47:01.733174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port f47b4c2e-1797-4237-8227-89aca3428757 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:01.733611 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f47b4c2e-1797-4237-8227-89aca3428757), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.768371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:01.805952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:01.820450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:01.823594 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Pushing event updated for resources: {'Port': ['ID=9222698d-489b-4293-a512-910f25ec307f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:01.827544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-b729ce96-fa46-4983-bf20-0e62e1dbc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:01.829274 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-b729ce96-fa46-4983-bf20-0e62e1dbc905 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4416087 Feb 09 02:47:01.940291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f47b4c2e-1797-4237-8227-89aca3428757 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:01.942640 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f47b4c2e-1797-4237-8227-89aca3428757), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:01.985388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ea8247-3379-42ca-a663-0538f88cf81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47b4c2e-1797-4237-8227-89aca3428757'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:01.990892 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf925613-876c-4e68-b639-90810cf56154" -d '{"events": [{"server_uuid": "52ea8247-3379-42ca-a663-0538f88cf81a", "name": "network-vif-plugged", "status": "completed", "tag": "f47b4c2e-1797-4237-8227-89aca3428757"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:02.009870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f47b4c2e-1797-4237-8227-89aca3428757, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f47b4c2e-1797-4237-8227-89aca3428757,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:02.024087 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f47b4c2e-1797-4237-8227-89aca3428757), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.072991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-80749348-4a42-490f-b04d-41d16822ef00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261 HTTP/1.1" status: 200 len: 217 time: 0.2077696 Feb 09 02:47:02.085328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bfe591-325b-4a55-b9e3-e93cf7c2a627 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:02.108599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Publish callbacks [] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.144412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:02.145633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.176644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f47b4c2e-1797-4237-8227-89aca3428757,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:02.209967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8303ecb2-5d40-4b09-98f3-eb71aa63fbf7 None None] Provisioning complete for port 9222698d-489b-4293-a512-910f25ec307f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:02.210585 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8303ecb2-5d40-4b09-98f3-eb71aa63fbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9222698d-489b-4293-a512-910f25ec307f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.256503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8303ecb2-5d40-4b09-98f3-eb71aa63fbf7 None None] Port 9222698d-489b-4293-a512-910f25ec307f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:02.260984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Transition to ACTIVE for port object 10bfe591-325b-4a55-b9e3-e93cf7c2a627 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:47:02.284412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.303478 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-01f27b22-d268-4df8-9c02-7e6fa5c0b832 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6113815 Feb 09 02:47:02.311163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-99ec0903-47ec-44f3-a403-2d4de7457e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:02.312659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-99ec0903-47ec-44f3-a403-2d4de7457e67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2303901 Feb 09 02:47:02.339641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Request body: {'port': {'device_id': '3136af65-b54b-41d3-bea5-386b78629a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:02.372978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8602737-25f4-44e2-a8d2-548e046d2ecf req-4cab9e3e-2412-4536-98a2-87fcdbe0ec86 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:02.381133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8602737-25f4-44e2-a8d2-548e046d2ecf req-4cab9e3e-2412-4536-98a2-87fcdbe0ec86 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 948 time: 0.1258690 Feb 09 02:47:02.394507 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks [] for router_gateway (d1d97856-c0fe-4253-9f9c-6267d2b4809c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.455683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d66fa-8e56-4375-b6c8-44101e9aa739 req-f2ac980d-1758-4d6a-ba7f-dad0a0e6b431 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:02.458093 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-709d66fa-8e56-4375-b6c8-44101e9aa739 req-f2ac980d-1758-4d6a-ba7f-dad0a0e6b431 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.3453975 Feb 09 02:47:02.467393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Pushing event updated for resources: {'Port': ['ID=10bfe591-325b-4a55-b9e3-e93cf7c2a627,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:02.516075 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.593801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9222698d-489b-4293-a512-910f25ec307f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.597126 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-306d87b5-edd1-4704-9ff1-ddce975d6042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.640929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8602737-25f4-44e2-a8d2-548e046d2ecf req-67068c77-241a-4c2c-999f-1482660d7a3f tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587135 Feb 09 02:47:02.786972 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ee0adf-4ac6-4603-b646-65881bdd448d x-openstack-request-id: req-39ee0adf-4ac6-4603-b646-65881bdd448d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:02.787293 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ea8247-3379-42ca-a663-0538f88cf81a", "name": "network-vif-plugged", "status": "completed", "tag": "f47b4c2e-1797-4237-8227-89aca3428757", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:02.787562 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39ee0adf-4ac6-4603-b646-65881bdd448d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:02.788036 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ea8247-3379-42ca-a663-0538f88cf81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47b4c2e-1797-4237-8227-89aca3428757', 'code': 200} Feb 09 02:47:02.858847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (d1d97856-c0fe-4253-9f9c-6267d2b4809c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:02.931211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8ac5d601-c8a1-465f-8db0-22d924a4e55c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:02.992857 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 8ac5d601-c8a1-465f-8db0-22d924a4e55c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:02.993235 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.101125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 8ac5d601-c8a1-465f-8db0-22d924a4e55c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:03.101525 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.146874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 8ac5d601-c8a1-465f-8db0-22d924a4e55c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8ac5d601-c8a1-465f-8db0-22d924a4e55c,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:03.153262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.166015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Router d1d97856-c0fe-4253-9f9c-6267d2b4809c is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:47:03.178169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8e86-23b5-48fe-af46-9c3b6ffe2e9d req-486f04cf-ee46-46c6-b248-e7f41105508b tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:03.186084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ee8e86-23b5-48fe-af46-9c3b6ffe2e9d req-486f04cf-ee46-46c6-b248-e7f41105508b tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 932 time: 0.1490648 Feb 09 02:47:03.187859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-6f5faf64-4ea7-46db-93fa-ae3e42566505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:03.190173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-6f5faf64-4ea7-46db-93fa-ae3e42566505 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8459969 Feb 09 02:47:03.216179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=8ac5d601-c8a1-465f-8db0-22d924a4e55c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:03.219221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc4830-ba60-4df8-9c36-ec542be9996e None None] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:47:03.222997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fff21-3e61-48ec-b8e7-88cd4757d665 req-6faf2766-c3d2-4c51-aa32-97b625c6ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:03.225226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d6fff21-3e61-48ec-b8e7-88cd4757d665 req-6faf2766-c3d2-4c51-aa32-97b625c6ac13 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 1127 time: 0.1847596 Feb 09 02:47:03.294762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ef17cb40-1665-48f7-a35f-2f6c28d98935 None None] Provisioning complete for port 8ac5d601-c8a1-465f-8db0-22d924a4e55c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:03.295149 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef17cb40-1665-48f7-a35f-2f6c28d98935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.306118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-709d66fa-8e56-4375-b6c8-44101e9aa739 req-b9d7d17e-c5c6-4745-b2b1-47304aae1cee tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7933536 Feb 09 02:47:03.330286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Attempting to bind port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:03.330856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Attempting to bind port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:03.331351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Attempting to bind port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:03.369603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:47:03.369934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Attempting to bind port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:03.370898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ee8e86-23b5-48fe-af46-9c3b6ffe2e9d req-6bd6107c-55e0-4839-8482-056cf7f2310e tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837249 Feb 09 02:47:03.415580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d6fff21-3e61-48ec-b8e7-88cd4757d665 req-00adbed0-feed-4e14-bdcb-e1491c33d664 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485281 Feb 09 02:47:03.502817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:03.524520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Sync routers for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:03.528936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-0307ec25-f961-4b88-9c25-0a7e6627bfc9 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275800 Feb 09 02:47:03.538530 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.542432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f56a6a56-8251-4886-b248-e24e22378bca admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2779438 Feb 09 02:47:03.550647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69335f-a9a9-4bf5-9a9e-b93c833c958e req-446c2196-f024-428b-b916-807c9aec5459 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:03.557675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:03.558640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:03.559180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef69335f-a9a9-4bf5-9a9e-b93c833c958e req-446c2196-f024-428b-b916-807c9aec5459 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 945 time: 0.1122203 Feb 09 02:47:03.562934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ef17cb40-1665-48f7-a35f-2f6c28d98935 None None] Current status of the port 8ac5d601-c8a1-465f-8db0-22d924a4e55c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:03.569270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47110) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:03.702596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef69335f-a9a9-4bf5-9a9e-b93c833c958e req-ea26c079-d4a8-4342-bfa7-56bf83b77838 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422856 Feb 09 02:47:03.744926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9222698d-489b-4293-a512-910f25ec307f {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:03.761797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Publish callbacks [] for port (9222698d-489b-4293-a512-910f25ec307f), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.777993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Transition to ACTIVE for port object 9222698d-489b-4293-a512-910f25ec307f will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:47:03.779730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:03.780292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:03.780738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:03.781392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Bound port: 10bfe591-325b-4a55-b9e3-e93cf7c2a627, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:03.782036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.871934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] For port 10bfe591-325b-4a55-b9e3-e93cf7c2a627, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:03.883152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] For port 10bfe591-325b-4a55-b9e3-e93cf7c2a627, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=10bfe591-325b-4a55-b9e3-e93cf7c2a627,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:03.891168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9222698d-489b-4293-a512-910f25ec307f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.893807 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:03.923641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:04.181033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Pushing event updated for resources: {'Port': ['ID=9222698d-489b-4293-a512-910f25ec307f,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:04.198607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.199620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 3, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:04.346865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Checking router: d1d97856-c0fe-4253-9f9c-6267d2b4809c for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:04.347275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Updating router d1d97856-c0fe-4253-9f9c-6267d2b4809c port 88070547-b717-4f5c-a357-2316845a86f3 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:47:04.415807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:04.416817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.418268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] 10.222.0.26 "PUT /v2.0/ports/10bfe591-325b-4a55-b9e3-e93cf7c2a627 HTTP/1.1" status: 200 len: 1096 time: 4.3804040 Feb 09 02:47:04.457922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cba19f17-5f99-4471-b9f0-df783447ee50 None None] Provisioning complete for port 8ac5d601-c8a1-465f-8db0-22d924a4e55c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:04.459272 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cba19f17-5f99-4471-b9f0-df783447ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.465795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (88070547-b717-4f5c-a357-2316845a86f3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.525788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45fbfb5-5823-417b-8259-6214071f95ba', 'tag': '10bfe591-325b-4a55-b9e3-e93cf7c2a627'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:04.527701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.559158 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e45fbfb5-5823-417b-8259-6214071f95ba", "tag": "10bfe591-325b-4a55-b9e3-e93cf7c2a627"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:04.800892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8ac5d601-c8a1-465f-8db0-22d924a4e55c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:04.825219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-127aa9a0-bf3a-4ef0-9b56-8a1971bcbf87 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0188637 Feb 09 02:47:04.878265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Attempting to bind port 9222698d-489b-4293-a512-910f25ec307f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:04.878966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Attempting to bind port 9222698d-489b-4293-a512-910f25ec307f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:04.879734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Attempting to bind port 9222698d-489b-4293-a512-910f25ec307f on network a19a7511-c58a-4aae-a522-3b8ad7ede64b {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:04.909069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0b9f-24d6-41e6-a5d3-6d912e42a69e req-6d2b3b34-4bb6-45e2-b267-531e45130a64 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:04.921223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcbd0b9f-24d6-41e6-a5d3-6d912e42a69e req-6d2b3b34-4bb6-45e2-b267-531e45130a64 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.3616006 Feb 09 02:47:04.963240 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:04.988117 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Publish callbacks [] for port (88070547-b717-4f5c-a357-2316845a86f3), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.018069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (88070547-b717-4f5c-a357-2316845a86f3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.022195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 8ac5d601-c8a1-465f-8db0-22d924a4e55c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:05.022405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.023620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cba19f17-5f99-4471-b9f0-df783447ee50 None None] Current status of the port 8ac5d601-c8a1-465f-8db0-22d924a4e55c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:05.047318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9d4da-1dc6-4aa6-a91d-a29e2ea34dee req-83c96e72-9250-4582-85e1-baff4e5bb613 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.058270 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36b9d4da-1dc6-4aa6-a91d-a29e2ea34dee req-83c96e72-9250-4582-85e1-baff4e5bb613 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 948 time: 1.2548413 Feb 09 02:47:05.060564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Port 9222698d-489b-4293-a512-910f25ec307f on network a19a7511-c58a-4aae-a522-3b8ad7ede64b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:47:05.060900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Attempting to bind port 9222698d-489b-4293-a512-910f25ec307f on network a19a7511-c58a-4aae-a522-3b8ad7ede64b {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:05.107034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcbd0b9f-24d6-41e6-a5d3-6d912e42a69e req-7cb961d6-eff0-47c9-8946-ec6c7cd87957 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847708 Feb 09 02:47:05.143522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Allocated IP 172.20.0.1 (38a6c9c8-90f1-430d-ac14-0679fed85b1a/6e837cc6-a5a1-4f2e-be13-143895d4120b/bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:05.172206 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36b9d4da-1dc6-4aa6-a91d-a29e2ea34dee req-b5f85978-c89b-40fa-b2f5-9b656931e43e tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026134 Feb 09 02:47:05.186314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:47:05.187498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424be4f4-26d3-4952-8d31-f01c7ca1d2f2 None None] Pushing event updated for resources: {'Port': ['ID=88070547-b717-4f5c-a357-2316845a86f3,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:05.191085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Attempting to bind port 88070547-b717-4f5c-a357-2316845a86f3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:05.191402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Attempting to bind port 88070547-b717-4f5c-a357-2316845a86f3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:05.191824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Attempting to bind port 88070547-b717-4f5c-a357-2316845a86f3 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:05.203264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:05.203640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:05.204042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.204430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:05.205042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Bound port: 88070547-b717-4f5c-a357-2316845a86f3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:05.205425 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (88070547-b717-4f5c-a357-2316845a86f3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.240674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:05.241215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Checking segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:05.241503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Bound using segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:05.241946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Bound port: 9222698d-489b-4293-a512-910f25ec307f, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:05.242397 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9222698d-489b-4293-a512-910f25ec307f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.288222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e495a29-4791-43e8-8eef-65807357d0bb service neutron] Pushing event updated for resources: {'Port': ['ID=10bfe591-325b-4a55-b9e3-e93cf7c2a627,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:05.295191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] For port 88070547-b717-4f5c-a357-2316845a86f3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:05.309315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 8ac5d601-c8a1-465f-8db0-22d924a4e55c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:05.312544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] For port 88070547-b717-4f5c-a357-2316845a86f3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=88070547-b717-4f5c-a357-2316845a86f3,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:05.325389 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (88070547-b717-4f5c-a357-2316845a86f3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.360858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f70f73-47c6-47ca-81da-33fb03f6f453 req-1fafdc42-17e4-42df-8936-0cea52bf56aa tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.362986 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4f70f73-47c6-47ca-81da-33fb03f6f453 req-1fafdc42-17e4-42df-8936-0cea52bf56aa tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1249285 Feb 09 02:47:05.419322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Publish callbacks [] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.419516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735b17-3ba0-451c-990a-449aa385ad38 req-5e46a48b-4727-4e14-83be-1d46bd4d7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.421321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-5e46a48b-4727-4e14-83be-1d46bd4d7aca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20480046eb5e4052bdd96ba87b0979cd&device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 1130 time: 0.6950331 Feb 09 02:47:05.455871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:05.456684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:05.493006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4f70f73-47c6-47ca-81da-33fb03f6f453 req-e782906d-03d9-48df-a6cb-c244505a5a2e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219375 Feb 09 02:47:05.534343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-915ee06d-87e8-4fa0-83b2-14f5ddbf4385 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=10bfe591-325b-4a55-b9e3-e93cf7c2a627 HTTP/1.1" status: 200 len: 217 time: 0.1012332 Feb 09 02:47:05.550781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.648332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424be4f4-26d3-4952-8d31-f01c7ca1d2f2 None None] Pushing event updated for resources: {'Port': ['ID=88070547-b717-4f5c-a357-2316845a86f3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:05.654531 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b7c154-8850-4cd5-9f66-23047331cc65 x-openstack-request-id: req-88b7c154-8850-4cd5-9f66-23047331cc65 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:05.654726 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45fbfb5-5823-417b-8259-6214071f95ba", "tag": "10bfe591-325b-4a55-b9e3-e93cf7c2a627", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:05.654978 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88b7c154-8850-4cd5-9f66-23047331cc65 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:05.655459 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45fbfb5-5823-417b-8259-6214071f95ba', 'tag': '10bfe591-325b-4a55-b9e3-e93cf7c2a627', 'status': 'completed', 'code': 200} Feb 09 02:47:05.666088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:05.670003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:05.683733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:05.689385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] For port 9222698d-489b-4293-a512-910f25ec307f, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:05.708477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] For port 9222698d-489b-4293-a512-910f25ec307f, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9222698d-489b-4293-a512-910f25ec307f,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:05.728850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735b17-3ba0-451c-990a-449aa385ad38 req-0b8d4b1b-de41-46fe-9c37-c8647c01dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.730382 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-0b8d4b1b-de41-46fe-9c37-c8647c01dadc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1860521 Feb 09 02:47:05.734783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:05.735548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Pushing event updated for resources: {'Port': ['ID=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:05.744829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:05.755306 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Sync routers for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:05.773332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9222698d-489b-4293-a512-910f25ec307f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.790417 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:05.791314 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:05.811474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074736d-27f3-4538-a5f1-c74e9610e01d req-519ad622-be82-4631-8d79-f0ca039521bd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.813839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3074736d-27f3-4538-a5f1-c74e9610e01d req-519ad622-be82-4631-8d79-f0ca039521bd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 944 time: 0.4286044 Feb 09 02:47:05.841328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (d1d97856-c0fe-4253-9f9c-6267d2b4809c), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.845135 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.846725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-64092333-5592-4839-b87e-e59a10dfda7c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 10.3236537 Feb 09 02:47:05.857586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47130) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:05.941651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:05.945383 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:05.947936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] 10.222.0.61 "PUT /v2.0/ports/9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 1092 time: 3.6312950 Feb 09 02:47:06.053456 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:06.146053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-44e6f0f3-40c1-4b5a-923b-4fe9d22ccade None None] Provisioning complete for port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:06.161846 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-44e6f0f3-40c1-4b5a-923b-4fe9d22ccade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:06.163218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3074736d-27f3-4538-a5f1-c74e9610e01d req-e0c1a41e-cdef-4318-97ca-0796aeef307a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341157 Feb 09 02:47:06.187768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b60e8-c237-486f-8c6b-bf7f7200d7e6 req-c74f2066-3ef9-4ade-9d67-aac8dad82ff3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:06.193414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f16b60e8-c237-486f-8c6b-bf7f7200d7e6 req-c74f2066-3ef9-4ade-9d67-aac8dad82ff3 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 945 time: 0.4417992 Feb 09 02:47:06.211607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735b17-3ba0-451c-990a-449aa385ad38 req-7dff8500-04f0-4733-94a9-2fc3ae355311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:06.219094 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-7dff8500-04f0-4733-94a9-2fc3ae355311 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4400396 Feb 09 02:47:06.308635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-44e6f0f3-40c1-4b5a-923b-4fe9d22ccade None None] Port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:06.339420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:06.351485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 3, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:06.412011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4618f-8b01-4b08-9354-c89e93eebc7d None None] The sync data for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 is: [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:01Z', 'revision_number': 3, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:06.419596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d3a05-e443-4a06-bbf8-4a5b610abde7 service neutron] Pushing event updated for resources: {'Port': ['ID=9222698d-489b-4293-a512-910f25ec307f,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:06.427330 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:00Z', 'revision_number': 3, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:06.429043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-acc957e4-40b6-45c0-8e60-cb7a88b4e761 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017305 Feb 09 02:47:06.456382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f16b60e8-c237-486f-8c6b-bf7f7200d7e6 req-dcb7b47c-40c6-4025-a317-e9d3bb8afcde tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618394 Feb 09 02:47:06.491474 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Checking router: 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:06.491831 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Updating router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 port d2427565-9630-4285-9fe7-dbb971c47e4e binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:47:06.549269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:06.567723 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:06.657446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b608d6-9963-4761-a269-84591b13a302 req-15c46da0-d842-4e69-8074-cbd4cf35f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:06.659159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-15c46da0-d842-4e69-8074-cbd4cf35f5d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1126 time: 0.6334131 Feb 09 02:47:06.753377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-be4dd244-d88d-4c38-a186-607594efe1cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 217 time: 0.0820563 Feb 09 02:47:06.756134 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52735b17-3ba0-451c-990a-449aa385ad38 req-ad562d56-f6cc-4c96-aa77-594fb29ab27d service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023818 Feb 09 02:47:06.793054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733cf61-b6dd-4384-9325-50807220059c req-0392f5ed-16cc-44ab-b704-f209029eb244 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:06.811766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0733cf61-b6dd-4384-9325-50807220059c req-0392f5ed-16cc-44ab-b704-f209029eb244 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 948 time: 0.3785801 Feb 09 02:47:07.006703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0733cf61-b6dd-4384-9325-50807220059c req-27db369b-ebe2-4fc1-8dc4-4b8773c0709e tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817970 Feb 09 02:47:07.077555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b608d6-9963-4761-a269-84591b13a302 req-ec1a5cb4-dfe3-41fd-8fd3-41b574b642fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:07.079103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-ec1a5cb4-dfe3-41fd-8fd3-41b574b642fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.2662621 Feb 09 02:47:07.081400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-244f156b-d045-4585-b517-25cb28d9a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:07.082456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-244f156b-d045-4585-b517-25cb28d9a0cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20480046eb5e4052bdd96ba87b0979cd&device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 1130 time: 0.2589734 Feb 09 02:47:07.240030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-6f231daf-ee87-4f3c-9e19-04e777d1ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:07.242349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-6f231daf-ee87-4f3c-9e19-04e777d1ed0c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1509666 Feb 09 02:47:07.319075 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Publish callbacks [] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.327222 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.370739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-7be2cd9d-3761-4676-9424-bde349f160a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=10bfe591-325b-4a55-b9e3-e93cf7c2a627 HTTP/1.1" status: 200 len: 217 time: 0.1115425 Feb 09 02:47:07.418782 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Attempting to bind port d2427565-9630-4285-9fe7-dbb971c47e4e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:07.419359 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Attempting to bind port d2427565-9630-4285-9fe7-dbb971c47e4e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:07.419787 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Attempting to bind port d2427565-9630-4285-9fe7-dbb971c47e4e on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:07.451619 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:07.453120 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:07.453551 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.453960 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:07.456260 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Bound port: d2427565-9630-4285-9fe7-dbb971c47e4e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:07.456744 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.560321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-c3a3a7a2-00e6-4063-b0bd-e4e6c0e17d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:07.562495 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-c3a3a7a2-00e6-4063-b0bd-e4e6c0e17d1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1819837 Feb 09 02:47:07.573533 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] For port d2427565-9630-4285-9fe7-dbb971c47e4e, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:07.577008 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] For port d2427565-9630-4285-9fe7-dbb971c47e4e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d2427565-9630-4285-9fe7-dbb971c47e4e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:07.586583 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90ee82-727b-4529-af4d-ab8b31e7a445 None None] Pushing event updated for resources: {'Port': ['ID=d2427565-9630-4285-9fe7-dbb971c47e4e,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:07.591502 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.643794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b608d6-9963-4761-a269-84591b13a302 req-7db2becd-04e0-4af0-b955-3987bf28905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:07.646825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-7db2becd-04e0-4af0-b955-3987bf28905b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5527627 Feb 09 02:47:07.664290 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:07.664942 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:07.674291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:07.683626 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed563336-4f37-4699-abc8-6055e3252ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:07.806463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-4f1f78a9-f1a9-4758-975c-5cefd4461bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:07.811622 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-4f1f78a9-f1a9-4758-975c-5cefd4461bca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2410049 Feb 09 02:47:07.834753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf4e2e-04c9-4f11-ad0b-dfc50d2c4554 req-69a7e590-4066-4521-955c-ebee7cd1ad35 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:07.837176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ecf4e2e-04c9-4f11-ad0b-dfc50d2c4554 req-69a7e590-4066-4521-955c-ebee7cd1ad35 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 945 time: 0.3183906 Feb 09 02:47:07.861821 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:07.899985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Publish callbacks [] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.923465 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:07.986131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ecf4e2e-04c9-4f11-ad0b-dfc50d2c4554 req-81437ef6-8b82-4a4c-994a-4cb5b12fe337 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323256 Feb 09 02:47:07.996455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-b756cb36-ac2d-4277-8294-4c0d5b936a88 service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085253 Feb 09 02:47:08.054448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-4fe4fa4f-9cd5-4e07-ae9c-f917ec954b2c service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356288 Feb 09 02:47:08.090037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70102554-7396-45e5-afb0-0cf13ea1255d req-82a56641-b925-42f4-9ec5-e0d850e00b59 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.096077 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70102554-7396-45e5-afb0-0cf13ea1255d req-82a56641-b925-42f4-9ec5-e0d850e00b59 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 1.0512273 Feb 09 02:47:08.119289 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90ee82-727b-4529-af4d-ab8b31e7a445 None None] Pushing event updated for resources: {'Port': ['ID=d2427565-9630-4285-9fe7-dbb971c47e4e,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:08.148353 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (d1d97856-c0fe-4253-9f9c-6267d2b4809c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:08.150105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Pushing event updated for resources: {'Port': ['ID=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:08.200895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63b608d6-9963-4761-a269-84591b13a302 req-7683d8b9-cd67-4ece-a5dd-5f324d60ff2f service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454654 Feb 09 02:47:08.306909 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:00Z', 'revision_number': 3, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:08.310950 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70102554-7396-45e5-afb0-0cf13ea1255d req-b1b95536-1a16-47d8-b111-20a30a44cd7d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138333 Feb 09 02:47:08.325660 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7cc13c17-a01e-477f-8eda-d0a5754ab4ba req-0a50f424-359a-4fd5-8760-585557a98660 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152890 Feb 09 02:47:08.381445 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5355c28c-a781-4102-b2b4-440a43104932 None None] The sync data for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 is: [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:00Z', 'revision_number': 3, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:08.436116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6d95-8b55-4338-838a-107a076eecb3 req-afe8d20d-5197-4ffe-9dae-fafd930de685 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.437583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdce6d95-8b55-4338-838a-107a076eecb3 req-afe8d20d-5197-4ffe-9dae-fafd930de685 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 944 time: 0.1387029 Feb 09 02:47:08.444327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953869f-4459-407e-950b-96ef3c802a7e req-dca1b28a-2586-4f01-bc4a-63ed21bace12 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.445709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9953869f-4459-407e-950b-96ef3c802a7e req-dca1b28a-2586-4f01-bc4a-63ed21bace12 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 945 time: 0.2439561 Feb 09 02:47:08.453396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:08.582198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdce6d95-8b55-4338-838a-107a076eecb3 req-a43111c7-fd14-4fd5-831e-530b0d62d1cf tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355047 Feb 09 02:47:08.596649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Deleting port f47b4c2e-1797-4237-8227-89aca3428757 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:08.596989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f47b4c2e-1797-4237-8227-89aca3428757), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:08.639636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:08.690801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2b4b-4f83-4063-990b-a2db0d029f11 req-1faabf4f-8002-42f1-9e4c-d7c6d497a4f0 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:08.704908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-821a2b4b-4f83-4063-990b-a2db0d029f11 req-1faabf4f-8002-42f1-9e4c-d7c6d497a4f0 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.2726381 Feb 09 02:47:08.711560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:08.866374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 88070547-b717-4f5c-a357-2316845a86f3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:09.018205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 88070547-b717-4f5c-a357-2316845a86f3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:09.018757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (88070547-b717-4f5c-a357-2316845a86f3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.137158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Router d1d97856-c0fe-4253-9f9c-6267d2b4809c has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:09.203744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-821a2b4b-4f83-4063-990b-a2db0d029f11 req-33ad5482-90dd-41d3-bb76-19f777c6271a tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4965703 Feb 09 02:47:09.219585 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac13d91-c6bf-4e99-aec1-f85e773df583 x-openstack-request-id: req-dac13d91-c6bf-4e99-aec1-f85e773df583 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:09.219855 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:09.220104 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dac13d91-c6bf-4e99-aec1-f85e773df583 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:09.220490 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f', 'status': 'completed', 'code': 200} Feb 09 02:47:09.276886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5621569c-d1b7-4844-bd11-69335e1b0744 None None] Provisioning complete for port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:09.277410 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5621569c-d1b7-4844-bd11-69335e1b0744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.283439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 88070547-b717-4f5c-a357-2316845a86f3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:09.283970 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (88070547-b717-4f5c-a357-2316845a86f3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.347356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Allocated IP 172.20.0.1 (4205c6b8-9215-4191-aae2-cc55b9c65fd1/6fed0903-b2d7-42c7-a834-c4bbf3aebebd/e69d2237-3f41-41e5-a1b7-0dd56dd069a6) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:09.423183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 88070547-b717-4f5c-a357-2316845a86f3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=88070547-b717-4f5c-a357-2316845a86f3,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:09.439760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] For port f47b4c2e-1797-4237-8227-89aca3428757, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f47b4c2e-1797-4237-8227-89aca3428757,segment=NetworkSegment(3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf),segment_id=3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:09.440262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f47b4c2e-1797-4237-8227-89aca3428757), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.446211 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (88070547-b717-4f5c-a357-2316845a86f3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.459045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5621569c-d1b7-4844-bd11-69335e1b0744 None None] Port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:09.468298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Calling delete_port for f47b4c2e-1797-4237-8227-89aca3428757 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:09.546312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=88070547-b717-4f5c-a357-2316845a86f3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:09.633996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:09.647737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Sync routers for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:09.649880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0959178a-3d01-488a-970a-6932c586940c admin admin] 10.222.0.32 "PUT /v2.0/routers/d1d97856-c0fe-4253-9f9c-6267d2b4809c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0781620 Feb 09 02:47:09.657441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a949f3f-a9a3-4ce5-9f50-de3840d7c6f8 req-ec2a15d0-8573-495a-b74d-4bae3a003114 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:09.662020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:09.664796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a949f3f-a9a3-4ce5-9f50-de3840d7c6f8 req-ec2a15d0-8573-495a-b74d-4bae3a003114 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/ports?device_id=52ea8247-3379-42ca-a663-0538f88cf81a HTTP/1.1" status: 200 len: 945 time: 0.2003620 Feb 09 02:47:09.666052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:09.683787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f47b4c2e-1797-4237-8227-89aca3428757), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.702361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Publish callbacks [] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.761092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a949f3f-a9a3-4ce5-9f50-de3840d7c6f8 req-a4709725-4d92-41f1-9edd-fab5663d768a tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups?id=b16e08e4-09de-4758-8c8c-fc5055f85fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952969 Feb 09 02:47:09.797905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-e1f25017-50cb-487b-a377-49149d37532c tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:09.802818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-e1f25017-50cb-487b-a377-49149d37532c tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.26 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.5698149 Feb 09 02:47:09.804071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:09.810752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event deleted for resources: {'Port': ['ID=f47b4c2e-1797-4237-8227-89aca3428757,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:09.881086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:09.908298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-746173b5-1aa0-48c6-bff7-2f2f6d09d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:09.911514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-746173b5-1aa0-48c6-bff7-2f2f6d09d48b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1126 time: 0.6891890 Feb 09 02:47:09.912021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:09.912893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:09.925281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:09.945305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7074ee7-55d4-4843-bea1-e88ae540e046 req-83ac854c-677a-4b8c-9a94-a1c7b72beafa tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:09.948200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7074ee7-55d4-4843-bea1-e88ae540e046 req-83ac854c-677a-4b8c-9a94-a1c7b72beafa tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 948 time: 0.7258303 Feb 09 02:47:10.029448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Pushing event updated for resources: {'Port': ['ID=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:10.050503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] No DVR routers for this DVR port f47b4c2e-1797-4237-8227-89aca3428757 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:47:10.054467 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.057759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.063998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9953869f-4459-407e-950b-96ef3c802a7e req-d454c7d0-ce45-4ef0-9f81-b8bbd0c9b9fa tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.61 "DELETE /v2.0/ports/f47b4c2e-1797-4237-8227-89aca3428757 HTTP/1.1" status: 204 len: 173 time: 1.5978174 Feb 09 02:47:10.188282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7074ee7-55d4-4843-bea1-e88ae540e046 req-ba1efed1-28d1-4bcf-8c7f-c8a1d29c9909 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250426 Feb 09 02:47:10.201612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bef29-5021-4753-b294-42e371d6f4c5 req-b224a43f-037e-4142-80cb-e57f3ce16e35 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:10.224978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d69bef29-5021-4753-b294-42e371d6f4c5 req-b224a43f-037e-4142-80cb-e57f3ce16e35 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.3191946 Feb 09 02:47:10.284391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-385730db-16d1-4834-8fc0-a9aa3e44376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:10.285947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-385730db-16d1-4834-8fc0-a9aa3e44376d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.3294513 Feb 09 02:47:10.300679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Deleting port a4b5308f-4354-4ca6-82c3-0b80d2273ace {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:10.301673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.334493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e5f5071a-6cdc-4908-8276-837008580b5d None None] Provisioning complete for port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:10.334938 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5f5071a-6cdc-4908-8276-837008580b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.384009 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d69bef29-5021-4753-b294-42e371d6f4c5 req-7570c52e-bfe1-4818-aeca-cf57c83a29a1 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519401 Feb 09 02:47:10.388353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5071a-6cdc-4908-8276-837008580b5d None None] Port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:10.403368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:07Z', 'revision_number': 2, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:10.453093 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.454433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Checking router: d1d97856-c0fe-4253-9f9c-6267d2b4809c for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:10.455001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Updating router d1d97856-c0fe-4253-9f9c-6267d2b4809c port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:47:10.492534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-bccbc9a9-3cd5-4a83-9c15-a45418c0f8da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 217 time: 0.1990983 Feb 09 02:47:10.525646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.572732 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-9609f33c-3b63-4ae0-bb85-9233f047959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:10.574865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-9609f33c-3b63-4ae0-bb85-9233f047959b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.0718050 Feb 09 02:47:10.618901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab395cb7-8d9d-4eb3-b5da-6af252c64ae7 req-a8ffd3ee-85da-4729-9930-c545a5aba88a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:10.620540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ab395cb7-8d9d-4eb3-b5da-6af252c64ae7 req-a8ffd3ee-85da-4729-9930-c545a5aba88a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 944 time: 0.2136626 Feb 09 02:47:10.623512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] For port a4b5308f-4354-4ca6-82c3-0b80d2273ace, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a4b5308f-4354-4ca6-82c3-0b80d2273ace,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:10.624058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.760274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Publish callbacks [] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.768809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ab395cb7-8d9d-4eb3-b5da-6af252c64ae7 req-9cee19c3-3600-4616-b00d-e3be27fd80dd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304011 Feb 09 02:47:10.780476 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:10.827032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-821627ac-f6c0-43ce-9d44-115d50c25cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:10.828593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-821627ac-f6c0-43ce-9d44-115d50c25cb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2358558 Feb 09 02:47:10.985969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47174) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:10.998896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fcc6240a-f6db-4f0e-a062-0e4c5ea38b6c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268838278', 'description': 'tempest-description--140801909'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:11.022177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-05945383-d63c-4731-93a6-7bf710a646a9 service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801436 Feb 09 02:47:11.055195 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcc6240a-f6db-4f0e-a062-0e4c5ea38b6c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.064352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Pushing event updated for resources: {'Port': ['ID=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:11.070988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.106440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 10bfe591-325b-4a55-b9e3-e93cf7c2a627 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:11.109122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 88070547-b717-4f5c-a357-2316845a86f3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:11.189461 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed563336-4f37-4699-abc8-6055e3252ad7 req-bdb45bde-a56e-4e0b-8bb2-3aa19139c2fd service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295147 Feb 09 02:47:11.213987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Publish callbacks [] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.261259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ea8247-3379-42ca-a663-0538f88cf81a', 'name': 'network-vif-deleted', 'tag': 'f47b4c2e-1797-4237-8227-89aca3428757'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:11.264660 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9e144e-5afc-4c17-a167-a8d1b9662bb9" -d '{"events": [{"server_uuid": "52ea8247-3379-42ca-a663-0538f88cf81a", "name": "network-vif-deleted", "tag": "f47b4c2e-1797-4237-8227-89aca3428757"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:11.283022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c19a5-495d-41d4-a1fa-16c0e74d0a24 req-bf248925-0971-430e-a67a-5bb21e07674c tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:11.284758 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-363c19a5-495d-41d4-a1fa-16c0e74d0a24 req-bf248925-0971-430e-a67a-5bb21e07674c tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 945 time: 0.2597263 Feb 09 02:47:11.364770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcc6240a-f6db-4f0e-a062-0e4c5ea38b6c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group (ddd0424a-0067-4763-911d-b763a470f476), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.367898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.368419 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e788b891-723a-4be8-9cb5-b891cd63a064), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.368743 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Floating IP e788b891-723a-4be8-9cb5-b891cd63a064 disassociated. External IP: 172.25.2.86, port: a4b5308f-4354-4ca6-82c3-0b80d2273ace. Feb 09 02:47:11.369157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Calling delete_port for a4b5308f-4354-4ca6-82c3-0b80d2273ace owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:11.388598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-363c19a5-495d-41d4-a1fa-16c0e74d0a24 req-e368e922-5ca5-474b-bd14-7040a0789eba tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d91954b-7431-43ee-9444-ccd9ff3cbb67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978096 Feb 09 02:47:11.424776 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcc6240a-f6db-4f0e-a062-0e4c5ea38b6c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ddd0424a-0067-4763-911d-b763a470f476), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.517143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcc6240a-f6db-4f0e-a062-0e4c5ea38b6c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.518546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fcc6240a-f6db-4f0e-a062-0e4c5ea38b6c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5273590 Feb 09 02:47:11.528916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6240a-f6db-4f0e-a062-0e4c5ea38b6c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd0424a-0067-4763-911d-b763a470f476,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:11.537654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47194) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:11.544184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-845cb775-afce-4f2c-a95f-70cb13cb65e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Request body: {'security_group_rule': {'security_group_id': 'ddd0424a-0067-4763-911d-b763a470f476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:11.553331 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.574610 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824d0779-38e9-4d1a-b590-8006ab93069e x-openstack-request-id: req-824d0779-38e9-4d1a-b590-8006ab93069e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:11.574915 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ea8247-3379-42ca-a663-0538f88cf81a", "name": "network-vif-deleted", "tag": "f47b4c2e-1797-4237-8227-89aca3428757", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:11.575182 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-824d0779-38e9-4d1a-b590-8006ab93069e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:11.575611 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ea8247-3379-42ca-a663-0538f88cf81a', 'name': 'network-vif-deleted', 'tag': 'f47b4c2e-1797-4237-8227-89aca3428757', 'status': 'completed', 'code': 200} Feb 09 02:47:11.578873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:11.583720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:11.595209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503dd71-50a1-42cc-b969-1c7d480355f9 req-a17df068-0b8e-401d-9585-3668399cb017 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:11.604118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3503dd71-50a1-42cc-b969-1c7d480355f9 req-a17df068-0b8e-401d-9585-3668399cb017 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 948 time: 0.2450085 Feb 09 02:47:11.628211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 88070547-b717-4f5c-a357-2316845a86f3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:11.628779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (88070547-b717-4f5c-a357-2316845a86f3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.662606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-845cb775-afce-4f2c-a95f-70cb13cb65e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group_rule (20c37f78-d679-4669-b0a7-173436fa3cc9), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.686779 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a4b5308f-4354-4ca6-82c3-0b80d2273ace), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:11.701653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9222698d-489b-4293-a512-910f25ec307f details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:11.703813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f47b4c2e-1797-4237-8227-89aca3428757 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:11.745785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event deleted for resources: {'Port': ['ID=a4b5308f-4354-4ca6-82c3-0b80d2273ace,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:11.823861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38fe3f-64f2-4a6c-99e5-08d19fc3f53f None None] Pushing event updated for resources: {'Port': ['ID=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:11.831911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: f47b4c2e-1797-4237-8227-89aca3428757 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:47:11.832387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f47b4c2e-1797-4237-8227-89aca3428757 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:47:11.852260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 10bfe591-325b-4a55-b9e3-e93cf7c2a627, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=10bfe591-325b-4a55-b9e3-e93cf7c2a627,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:11.879648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3503dd71-50a1-42cc-b969-1c7d480355f9 req-33e64910-62a4-4d81-9a55-1b7268a7b497 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739997 Feb 09 02:47:11.966952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47198) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:12.016039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9222698d-489b-4293-a512-910f25ec307f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9222698d-489b-4293-a512-910f25ec307f,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:12.029662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a597-361c-4d44-85ba-45bd3341b886 req-667efa84-922c-4d54-9164-037237bf71e9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:12.030666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-845cb775-afce-4f2c-a95f-70cb13cb65e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group_rule (20c37f78-d679-4669-b0a7-173436fa3cc9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.033518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '10bfe591-325b-4a55-b9e3-e93cf7c2a627', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '10bfe591-325b-4a55-b9e3-e93cf7c2a627', 'mac_address': 'fa:16:3e:65:3c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:12.036789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-caf8a597-361c-4d44-85ba-45bd3341b886 req-667efa84-922c-4d54-9164-037237bf71e9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.2919686 Feb 09 02:47:12.060470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-845cb775-afce-4f2c-a95f-70cb13cb65e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (20c37f78-d679-4669-b0a7-173436fa3cc9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.116902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-caf8a597-361c-4d44-85ba-45bd3341b886 req-686628db-baff-4169-a090-1f9479489507 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737286 Feb 09 02:47:12.131450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '9222698d-489b-4293-a512-910f25ec307f', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'mac_address': 'fa:16:3e:fd:9f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:12.138659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:12.139046 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.144528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Attempting to bind port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:12.145055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Attempting to bind port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:12.145567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Attempting to bind port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 on network 38a6c9c8-90f1-430d-ac14-0679fed85b1a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:12.148081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Router e43283af-ac97-46c3-99e7-fa9d8795f48e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:12.155721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70398ce4-3f72-47de-8157-3dd2f6a19135 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group (971be4e2-e543-43ea-867b-148b7ee5fee3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.180821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:12.181195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Checking segment: {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:12.181601 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.181996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Bound using segment: {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:12.182498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Bound port: bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:12.182931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.184358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70398ce4-3f72-47de-8157-3dd2f6a19135 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group (971be4e2-e543-43ea-867b-148b7ee5fee3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.242920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cb775-afce-4f2c-a95f-70cb13cb65e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c37f78-d679-4669-b0a7-173436fa3cc9,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:12.255592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:12.264421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-845cb775-afce-4f2c-a95f-70cb13cb65e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.267141 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-845cb775-afce-4f2c-a95f-70cb13cb65e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7272146 Feb 09 02:47:12.271103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9222698d-489b-4293-a512-910f25ec307f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:12.271498 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9222698d-489b-4293-a512-910f25ec307f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.273050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47202) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:12.274775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Provisioning complete for port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:12.275308 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.284930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a95e3bb8-49b6-461f-b118-f61e88aca463 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Request body: {'security_group_rule': {'security_group_id': 'ddd0424a-0067-4763-911d-b763a470f476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:12.322989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3c64f-1aa1-45ff-81c0-f3d595101d05 req-ae9d6866-4f8d-482e-bbd5-83384a4b7bbd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:12.324861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09b3c64f-1aa1-45ff-81c0-f3d595101d05 req-ae9d6866-4f8d-482e-bbd5-83384a4b7bbd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 944 time: 0.2867732 Feb 09 02:47:12.325532 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70398ce4-3f72-47de-8157-3dd2f6a19135 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (971be4e2-e543-43ea-867b-148b7ee5fee3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.328266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70398ce4-3f72-47de-8157-3dd2f6a19135 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.331834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-70398ce4-3f72-47de-8157-3dd2f6a19135 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "DELETE /v2.0/security-groups/971be4e2-e543-43ea-867b-148b7ee5fee3 HTTP/1.1" status: 204 len: 168 time: 0.3610961 Feb 09 02:47:12.334492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47204) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:12.346622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:12.361349 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-e8aad378-adbc-442f-84f0-0cbd67e9360b tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] show failed (client error): The resource could not be found. Feb 09 02:47:12.367658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e8aad378-adbc-442f-84f0-0cbd67e9360b tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "GET /v2.0/security-groups/971be4e2-e543-43ea-867b-148b7ee5fee3 HTTP/1.1" status: 404 len: 347 time: 0.0317447 Feb 09 02:47:12.368188 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] Sync routers for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:12.382806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bfe591-325b-4a55-b9e3-e93cf7c2a627 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:12.388154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47206) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:12.390932 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:12.391744 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:12.417557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 10bfe591-325b-4a55-b9e3-e93cf7c2a627, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=10bfe591-325b-4a55-b9e3-e93cf7c2a627,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:12.436256 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.455154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a95e3bb8-49b6-461f-b118-f61e88aca463 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group_rule (714f8e4a-da14-4d3d-b3a6-695f41b870b7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.496205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9222698d-489b-4293-a512-910f25ec307f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:12.510165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=10bfe591-325b-4a55-b9e3-e93cf7c2a627,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:12.514324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 88070547-b717-4f5c-a357-2316845a86f3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:12.515515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d2427565-9630-4285-9fe7-dbb971c47e4e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:12.528307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] No DVR routers for this DVR port a4b5308f-4354-4ca6-82c3-0b80d2273ace on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:47:12.543788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.547177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-044e5e29-9ce2-4b39-b06a-f6b60197c16a req-95cff4b3-d35c-41bb-8b24-9580eab826c5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.26 "DELETE /v2.0/ports/a4b5308f-4354-4ca6-82c3-0b80d2273ace HTTP/1.1" status: 204 len: 173 time: 2.7212319 Feb 09 02:47:12.585642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:12.599393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70398ce4-3f72-47de-8157-3dd2f6a19135 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971be4e2-e543-43ea-867b-148b7ee5fee3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:12.619854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a2446c7-6b2c-4d4d-94b5-465ebf9e76fe req-ac7ea9fe-9ae7-4cca-b923-76db43ed5858 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0824673 Feb 09 02:47:12.635692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9222698d-489b-4293-a512-910f25ec307f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9222698d-489b-4293-a512-910f25ec307f,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:12.654831 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9222698d-489b-4293-a512-910f25ec307f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.658301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] For port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:12.667542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] For port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:12.677451 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:47:12.701174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a4b5308f-4354-4ca6-82c3-0b80d2273ace no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:12.715857 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:12.716142 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.744179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Provisioning complete for port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:12.744887 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.746604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:12.767008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7d40c47b-4297-4e7d-896d-5a6175af837a admin admin] 10.222.0.32 "PUT /v2.0/routers/21def4d5-ca27-4ea4-a2f4-827c6ebe8a83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9065351 Feb 09 02:47:12.775912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Deleting port b5fba4cb-a1e0-4898-8794-fd489d608431 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:12.776251 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b5fba4cb-a1e0-4898-8794-fd489d608431), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.782539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: a4b5308f-4354-4ca6-82c3-0b80d2273ace {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:47:12.783032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a4b5308f-4354-4ca6-82c3-0b80d2273ace not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:47:12.793932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Sync routers for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:12.863878 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a95e3bb8-49b6-461f-b118-f61e88aca463 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group_rule (714f8e4a-da14-4d3d-b3a6-695f41b870b7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.892638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09b3c64f-1aa1-45ff-81c0-f3d595101d05 req-313113dc-b654-4a92-92f9-e7122cc62974 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573716 Feb 09 02:47:12.903512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a95e3bb8-49b6-461f-b118-f61e88aca463 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (714f8e4a-da14-4d3d-b3a6-695f41b870b7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.916672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b5fba4cb-a1e0-4898-8794-fd489d608431), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.917314 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for floatingip (b5fba4cb-a1e0-4898-8794-fd489d608431), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:12.934271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Calling delete_port for b5fba4cb-a1e0-4898-8794-fd489d608431 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:12.976257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['10bfe591-325b-4a55-b9e3-e93cf7c2a627'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:12.999321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e3bb8-49b6-461f-b118-f61e88aca463 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714f8e4a-da14-4d3d-b3a6-695f41b870b7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:13.002532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d2427565-9630-4285-9fe7-dbb971c47e4e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:13.002915 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.035533 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a95e3bb8-49b6-461f-b118-f61e88aca463 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.039753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a95e3bb8-49b6-461f-b118-f61e88aca463 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7608271 Feb 09 02:47:13.040346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47216) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:13.051657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:13.125108 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.149146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:13.149970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:13.161453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:13.162099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:13.182441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b5fba4cb-a1e0-4898-8794-fd489d608431), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.204828 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:52Z', 'revision_number': 5, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:13.214865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Pushing event deleted for resources: {'Port': ['ID=b5fba4cb-a1e0-4898-8794-fd489d608431,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:13.270410 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] Checking router: e43283af-ac97-46c3-99e7-fa9d8795f48e for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:13.285497 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:13.286120 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:13.310340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9222698d-489b-4293-a512-910f25ec307f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:13.335226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd56c-6cc1-4147-afee-aef035a4569a req-b9990cc4-eded-4a93-8965-e65402e841c7 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:13.336809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-137dd56c-6cc1-4147-afee-aef035a4569a req-b9990cc4-eded-4a93-8965-e65402e841c7 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 949 time: 0.2123129 Feb 09 02:47:13.371278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks [] for floatingip (f4150c16-0c93-496e-be5c-7c0f9d18789e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.373912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.377464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d252806-0ae9-425a-8476-e420df321111 tempest-ImagesOneServerNegativeTestJSON-2017524898 tempest-ImagesOneServerNegativeTestJSON-2017524898-project] 10.222.0.32 "DELETE /v2.0/floatingips/f4150c16-0c93-496e-be5c-7c0f9d18789e HTTP/1.1" status: 204 len: 168 time: 0.9852586 Feb 09 02:47:13.424526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-137dd56c-6cc1-4147-afee-aef035a4569a req-8e9e6f11-01a0-474d-9290-810be231e5d4 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768683 Feb 09 02:47:13.435621 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:13.486116 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.517876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-4ae6a11d-5c04-4489-bdfa-87c84b4567c6 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:13.535351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-4ae6a11d-5c04-4489-bdfa-87c84b4567c6 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/networks?id=4205c6b8-9215-4191-aae2-cc55b9c65fd1 HTTP/1.1" status: 200 len: 829 time: 0.2403545 Feb 09 02:47:13.540341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9222698d-489b-4293-a512-910f25ec307f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:13.590226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'name': 'network-vif-deleted', 'tag': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:13.593121 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db658446-bd89-4d7d-9aad-f2d71768bc7e" -d '{"events": [{"server_uuid": "93d41485-22ab-42e3-8fac-7676ffbd0f05", "name": "network-vif-deleted", "tag": "a4b5308f-4354-4ca6-82c3-0b80d2273ace"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:13.614962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:13.633939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-2e08e244-f1b8-42a9-a874-0fb37b5eea34 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/quotas/261d44cf2d154b7e9e5c03957d5a15da HTTP/1.1" status: 200 len: 375 time: 0.0976224 Feb 09 02:47:13.655827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a89884-3d68-434b-8ced-98f6a3753cd7 req-3fa47518-0d57-4831-8040-f50106b06887 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:13.664513 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77a89884-3d68-434b-8ced-98f6a3753cd7 req-3fa47518-0d57-4831-8040-f50106b06887 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1199567 Feb 09 02:47:13.685101 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:52Z', 'revision_number': 5, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:13.722607 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13f17c-fecf-405e-9aa9-1aca2c1eb3ac None None] The sync data for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 is: [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:44:45Z', 'revision_number': 4, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '366f76c8-91bf-4b98-8ec9-d025b05380b9', 'name': '', 'network_id': '49819c0c-2b0f-444b-9d9b-255492e95d5d', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'mac_address': 'fa:16:3e:df:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:43Z', 'updated_at': '2022-02-09T02:44:52Z', 'revision_number': 5, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'subnets': [{'id': '3ce02cc9-11c8-473c-b9a9-6239ee16deb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:13.756684 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77a89884-3d68-434b-8ced-98f6a3753cd7 req-6f2759e0-b1ea-445c-ae04-3293bc66953d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859816 Feb 09 02:47:13.806202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Allocated IP 172.25.2.84 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/d3429a25-69e5-44db-8224-4473c63d5b71) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:13.913569 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba33493a-c5a9-4b41-acc6-fba25f65f6f2 x-openstack-request-id: req-ba33493a-c5a9-4b41-acc6-fba25f65f6f2 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:13.914313 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d41485-22ab-42e3-8fac-7676ffbd0f05", "name": "network-vif-deleted", "tag": "a4b5308f-4354-4ca6-82c3-0b80d2273ace", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:13.914798 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba33493a-c5a9-4b41-acc6-fba25f65f6f2 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:13.915413 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d41485-22ab-42e3-8fac-7676ffbd0f05', 'name': 'network-vif-deleted', 'tag': 'a4b5308f-4354-4ca6-82c3-0b80d2273ace', 'status': 'completed', 'code': 200} Feb 09 02:47:13.927161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for port (d3429a25-69e5-44db-8224-4473c63d5b71), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:13.975667 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d3429a25-69e5-44db-8224-4473c63d5b71), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.034251 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-364b4dce-d1d7-4d47-9634-edd07135c03f req-59617e24-f93d-44df-b920-3f77502d44d3 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0460110 Feb 09 02:47:14.036331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event updated for resources: {'Port': ['ID=d3429a25-69e5-44db-8224-4473c63d5b71,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:14.053695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:14.061828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-e520d269-5966-430b-ad3a-8d4690916660 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=261d44cf2d154b7e9e5c03957d5a15da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4178162 Feb 09 02:47:14.062870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:14.069178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:14.173195 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-329a97b7-15aa-44c4-9a98-3979f4416968 service neutron] 10.222.0.32 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008341 Feb 09 02:47:14.209393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fa850-4bee-4a16-9c6d-d43d537ad3bb req-8a151d42-02cf-4867-90f1-54c432342188 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:14.217742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b33fa850-4bee-4a16-9c6d-d43d537ad3bb req-8a151d42-02cf-4867-90f1-54c432342188 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 945 time: 0.0711861 Feb 09 02:47:14.226895 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0483d-b1fd-4a7e-ad12-db7801199155 None None] New status for floating IP e788b891-723a-4be8-9cb5-b891cd63a064: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:47:14.292688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b33fa850-4bee-4a16-9c6d-d43d537ad3bb req-45d118aa-8d6b-47ef-a607-c763bd0877a3 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734136 Feb 09 02:47:14.315579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-7016cd1b-4779-4919-b4bc-ee0df45555a5 service neutron] 10.222.0.32 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185918 Feb 09 02:47:14.393471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47250) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:14.406894 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for floatingip (15370207-7810-4b23-a2b6-fcaa917077b9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.479770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Current status of the port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:14.484496 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.489404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-69445c71-7104-47fb-a896-c0be938f5891 admin admin] Deleting subnet 008050c6-d913-48dc-819a-45751554b41e {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:47:14.494875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69445c71-7104-47fb-a896-c0be938f5891 admin admin] Publish callbacks [] for subnet (008050c6-d913-48dc-819a-45751554b41e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.520930 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3429a25-69e5-44db-8224-4473c63d5b71), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.534733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38fe3f-64f2-4a6c-99e5-08d19fc3f53f None None] Pushing event updated for resources: {'Port': ['ID=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:14.547592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d2427565-9630-4285-9fe7-dbb971c47e4e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:14.548118 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.575644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d2427565-9630-4285-9fe7-dbb971c47e4e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d2427565-9630-4285-9fe7-dbb971c47e4e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:14.596527 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69445c71-7104-47fb-a896-c0be938f5891 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (008050c6-d913-48dc-819a-45751554b41e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.596749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:14.599027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.651257 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69445c71-7104-47fb-a896-c0be938f5891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (008050c6-d913-48dc-819a-45751554b41e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.716220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] For port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:14.772130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69445c71-7104-47fb-a896-c0be938f5891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (008050c6-d913-48dc-819a-45751554b41e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.793227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.803040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-815b469d-dd09-4615-b3d9-09566d6097f9 req-386ca880-de35-4468-962c-a8550645fca1 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 210 time: 0.0315247 Feb 09 02:47:14.854966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69445c71-7104-47fb-a896-c0be938f5891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008050c6-d913-48dc-819a-45751554b41e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:14.881879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98487e16-1a91-4960-a799-2adfba254811 req-11fad373-cd2a-4c6d-ad39-c3debb538f41 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:14.893121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-98487e16-1a91-4960-a799-2adfba254811 req-11fad373-cd2a-4c6d-ad39-c3debb538f41 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 949 time: 0.3422403 Feb 09 02:47:14.901364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69445c71-7104-47fb-a896-c0be938f5891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:14.908411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-69445c71-7104-47fb-a896-c0be938f5891 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/008050c6-d913-48dc-819a-45751554b41e HTTP/1.1" status: 204 len: 168 time: 0.5136616 Feb 09 02:47:14.916243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47266) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:14.974086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-98487e16-1a91-4960-a799-2adfba254811 req-d2c75c36-e9a5-4ab5-aa58-b17aa4c46efe tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798788 Feb 09 02:47:15.016671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d2427565-9630-4285-9fe7-dbb971c47e4e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:15.037217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:12Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:15.107128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb2202-e97d-4c74-9616-9e2f1bcf3f16 None None] The sync data for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 is: [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:12Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:15.118050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-83d67c66-95f2-42a3-a5b7-1d9acee97a01 None None] Provisioning complete for port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:15.119249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83d67c66-95f2-42a3-a5b7-1d9acee97a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:15.196215 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c504c075-3a72-42e2-a671-446dd19cbd3b req-54620c58-189d-4aaf-8d92-9cf57b840a13 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0946147 Feb 09 02:47:15.212003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30cdcf-1db5-4b0f-8067-4be5e8d4057b None None] Pushing event updated for resources: {'Port': ['ID=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:15.236899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 2, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:15.300536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Checking router: 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:15.301436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Updating router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:47:15.385254 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:15.498606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b168-bde5-4e83-a82e-52b01df369e5 req-6690ffc6-db3f-4ce1-b48c-74c6b0cf4e8a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:15.511150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for port (d3429a25-69e5-44db-8224-4473c63d5b71), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:15.530909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bb2b168-bde5-4e83-a82e-52b01df369e5 req-6690ffc6-db3f-4ce1-b48c-74c6b0cf4e8a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 945 time: 0.0949543 Feb 09 02:47:15.550450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (d3429a25-69e5-44db-8224-4473c63d5b71), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:15.681774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bb2b168-bde5-4e83-a82e-52b01df369e5 req-31a03af0-d973-445f-a404-6ad49beaaa0b tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479349 Feb 09 02:47:15.703525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (cd0c6e71-1920-4b7b-a5dd-8c5006c9a547), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:15.715700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9222698d-489b-4293-a512-910f25ec307f up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:15.799620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-83d67c66-95f2-42a3-a5b7-1d9acee97a01 None None] Current status of the port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:15.810316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 9222698d-489b-4293-a512-910f25ec307f completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:47:15.821422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (15370207-7810-4b23-a2b6-fcaa917077b9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:15.823062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 9222698d-489b-4293-a512-910f25ec307f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:15.823204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9222698d-489b-4293-a512-910f25ec307f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:15.873554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c359-301d-477d-8b26-6c41a44e23ae req-af74c314-74cc-454e-9908-ce4a9f97b414 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:15.882322 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9095c359-301d-477d-8b26-6c41a44e23ae req-af74c314-74cc-454e-9908-ce4a9f97b414 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.3647797 Feb 09 02:47:15.903367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:15.904587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8632889 Feb 09 02:47:15.947872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9222698d-489b-4293-a512-910f25ec307f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:15.948397 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d7169ac-b4fd-47f3-a3a8-5de9a4d54820 req-9a17f827-59eb-44b7-830f-e127bf1a90ff tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 210 time: 0.0460505 Feb 09 02:47:15.955928 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9222698d-489b-4293-a512-910f25ec307f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.002696 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Publish callbacks [] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.007241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9095c359-301d-477d-8b26-6c41a44e23ae req-e8c94845-2a0b-402b-aab4-c740fc7cdded tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239293 Feb 09 02:47:16.019404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31d44-45da-49ef-b1b4-15fa2c888442 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event updated for resources: {'Port': ['ID=d3429a25-69e5-44db-8224-4473c63d5b71,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:16.048235 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.095424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9222698d-489b-4293-a512-910f25ec307f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9222698d-489b-4293-a512-910f25ec307f,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:16.112440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9222698d-489b-4293-a512-910f25ec307f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:16.115730 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257852ac-04bb-4279-8ed3-1c79af4a00dc" -d '{"events": [{"server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "name": "network-vif-plugged", "status": "completed", "tag": "9222698d-489b-4293-a512-910f25ec307f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:16.161355 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9222698d-489b-4293-a512-910f25ec307f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.194156 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (cd0c6e71-1920-4b7b-a5dd-8c5006c9a547), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.197577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-6e7398a2-e93e-440a-a879-658b153e863e tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--268838278&fields=id&tenant_id=2df71d2751804fada85caa4dd59b992c HTTP/1.1" status: 200 len: 267 time: 0.1352234 Feb 09 02:47:16.245043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0c6e71-1920-4b7b-a5dd-8c5006c9a547']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:16.263634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:16.274810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:16.328860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Attempting to bind port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:16.330778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Attempting to bind port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:16.331432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Attempting to bind port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 on network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:16.342776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:16.343164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Checking segment: {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:16.343584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.343985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Bound using segment: {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:16.344506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Bound port: e69d2237-3f41-41e5-a1b7-0dd56dd069a6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:16.344946 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.365810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5c4e-fd15-4cab-851c-468a27902a81 None None] Pushing event updated for resources: {'Port': ['ID=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:16.383483 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.444235 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.496852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89e361-21bd-4c50-9afa-039fc3e5a275 req-07714179-2229-41e0-98e2-7ededab158ec tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:16.499468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad89e361-21bd-4c50-9afa-039fc3e5a275 req-07714179-2229-41e0-98e2-7ededab158ec tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 949 time: 0.2178469 Feb 09 02:47:16.501221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:47:16.501960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (3bf5e11b-1c87-4019-a68f-ae65b1c5f2bf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:47:16.515899 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:47:16.586528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] For port e69d2237-3f41-41e5-a1b7-0dd56dd069a6, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:16.625190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] For port e69d2237-3f41-41e5-a1b7-0dd56dd069a6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:16.646572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (cd0c6e71-1920-4b7b-a5dd-8c5006c9a547), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.658399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9222698d-489b-4293-a512-910f25ec307f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:16.662366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d98dc85f-851c-4e63-a6c7-4b3b53c5c90e None None] Provisioning complete for port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:16.662751 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d98dc85f-851c-4e63-a6c7-4b3b53c5c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.665524 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.695966 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:16.699244 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cd0c6e71-1920-4b7b-a5dd-8c5006c9a547 HTTP/1.1" status: 204 len: 168 time: 1.7786424 Feb 09 02:47:16.711717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510280bd-d127-470e-89c9-f3bcf8f95f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0c6e71-1920-4b7b-a5dd-8c5006c9a547,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:16.756403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 10bfe591-325b-4a55-b9e3-e93cf7c2a627 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:16.766624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad89e361-21bd-4c50-9afa-039fc3e5a275 req-8a514c52-4a8b-4f6f-a243-8623202607e7 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367861 Feb 09 02:47:16.789490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-874e45fb-8c56-4dcc-8a31-99be0ef193e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:16.797343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-874e45fb-8c56-4dcc-8a31-99be0ef193e4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/networks?id=38a6c9c8-90f1-430d-ac14-0679fed85b1a HTTP/1.1" status: 200 len: 812 time: 0.5929017 Feb 09 02:47:16.989554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-8bbde8f3-b000-434a-89a7-63c6fe1fc4ee tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:16.991359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-8bbde8f3-b000-434a-89a7-63c6fe1fc4ee tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.61 "GET /v2.0/networks?id=4205c6b8-9215-4191-aae2-cc55b9c65fd1 HTTP/1.1" status: 200 len: 829 time: 0.1912980 Feb 09 02:47:17.007272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47304) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:17.011180 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-f6067c18-3773-45d8-b589-87299e806a40 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/quotas/2df71d2751804fada85caa4dd59b992c HTTP/1.1" status: 200 len: 375 time: 0.2126808 Feb 09 02:47:17.017246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Request body: {'port': {'device_id': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'admin_state_up': True, 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:17.052254 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a11451b-73a4-4e11-8064-6f86068c37c6 x-openstack-request-id: req-4a11451b-73a4-4e11-8064-6f86068c37c6 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:17.052554 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "name": "network-vif-plugged", "status": "completed", "tag": "9222698d-489b-4293-a512-910f25ec307f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:17.052818 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a11451b-73a4-4e11-8064-6f86068c37c6 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:17.058552 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9222698d-489b-4293-a512-910f25ec307f', 'code': 200} Feb 09 02:47:17.080321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4249e164-bcc8-4398-b4f9-1fd79da784fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f5134e371a44565ae22e0783ee6ed1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717692 Feb 09 02:47:17.089041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47308) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:17.137963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:17.138653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:17.142032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:17.142611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba753c37-97d4-4150-9372-63d7fa4d5e1e req-b210e0dc-e7fe-4fe3-82a2-72d1aa8041e4 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0654056 Feb 09 02:47:17.236246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0849ff59-8992-4037-ad4b-fd0bee940532 admin admin] Publish callbacks [] for security_group (b16e08e4-09de-4758-8c8c-fc5055f85fc9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:17.283622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0849ff59-8992-4037-ad4b-fd0bee940532 admin admin] Publish callbacks [] for security_group (b16e08e4-09de-4758-8c8c-fc5055f85fc9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:17.360967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:17.411992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0849ff59-8992-4037-ad4b-fd0bee940532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b16e08e4-09de-4758-8c8c-fc5055f85fc9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:17.414993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0849ff59-8992-4037-ad4b-fd0bee940532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:17.421669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0849ff59-8992-4037-ad4b-fd0bee940532 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b16e08e4-09de-4758-8c8c-fc5055f85fc9 HTTP/1.1" status: 204 len: 168 time: 0.3282461 Feb 09 02:47:17.423292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-e83f8579-e03b-4bcc-be28-79c56080150a tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2df71d2751804fada85caa4dd59b992c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4030080 Feb 09 02:47:17.443735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849ff59-8992-4037-ad4b-fd0bee940532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16e08e4-09de-4758-8c8c-fc5055f85fc9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:17.530809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d059a5-e10c-4f4b-ac5d-f42146d52d1b req-1ddff3b6-edf1-4706-af70-0e4c717dd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:17.534309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03d059a5-e10c-4f4b-ac5d-f42146d52d1b req-1ddff3b6-edf1-4706-af70-0e4c717dd622 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.3457882 Feb 09 02:47:17.711046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03d059a5-e10c-4f4b-ac5d-f42146d52d1b req-c45fea73-3826-4ee6-954c-00c6a258bd00 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617982 Feb 09 02:47:17.716054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Made reservation on behalf of 261d44cf2d154b7e9e5c03957d5a15da for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:17.718940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc3c3a-8779-44b2-aeec-3947b69509e1 req-b318b966-517c-4c07-9ded-2573d2831936 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:17.720747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:17.725241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69bc3c3a-8779-44b2-aeec-3947b69509e1 req-b318b966-517c-4c07-9ded-2573d2831936 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 946 time: 0.1069145 Feb 09 02:47:17.771532 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-57743224-d8c7-44f3-8973-9f682d20d8f7 service neutron] 10.222.0.32 "GET /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388519 Feb 09 02:47:17.797915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69bc3c3a-8779-44b2-aeec-3947b69509e1 req-fe29e0c3-8a7d-48bf-8dff-420d08adbf67 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625720 Feb 09 02:47:17.915422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bfbaab51-1ff2-4b31-a815-6fe0ee591ce7 req-2c19c005-3d33-4a69-8da0-422a476677e6 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 210 time: 0.0452039 Feb 09 02:47:17.951018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5c4e-fd15-4cab-851c-468a27902a81 None None] Pushing event updated for resources: {'Port': ['ID=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:18.083506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784aa1d-94b9-4e7c-b294-513441aad58b req-2cd444b2-2dcb-4c6b-bdfe-01494b5f440b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:18.091929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3784aa1d-94b9-4e7c-b294-513441aad58b req-2cd444b2-2dcb-4c6b-bdfe-01494b5f440b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1231303 Feb 09 02:47:18.108104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d98dc85f-851c-4e63-a6c7-4b3b53c5c90e None None] Current status of the port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:18.108558 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d98dc85f-851c-4e63-a6c7-4b3b53c5c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.156824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:47:18.197633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-eb40d5b2-cab8-4b6c-be7d-4f09fa88d272 service neutron] 10.222.0.32 "GET /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248409 Feb 09 02:47:18.198935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3784aa1d-94b9-4e7c-b294-513441aad58b req-b7d9c036-18c7-465d-8b8e-d5e0f66a7ffd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025016 Feb 09 02:47:18.272299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Allocated IP 172.20.0.7 (4205c6b8-9215-4191-aae2-cc55b9c65fd1/6fed0903-b2d7-42c7-a834-c4bbf3aebebd/27a0c6ff-eabc-4339-b155-09e47f896432) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:18.319385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:18.322506 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.446138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d98dc85f-851c-4e63-a6c7-4b3b53c5c90e None None] For port e69d2237-3f41-41e5-a1b7-0dd56dd069a6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:18.530873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567d241-fbb5-428c-a80f-6fcd9435d644 req-df4faeee-527b-44c9-b8a3-ce5e8807d414 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:18.539270 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d98dc85f-851c-4e63-a6c7-4b3b53c5c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.541180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c567d241-fbb5-428c-a80f-6fcd9435d644 req-df4faeee-527b-44c9-b8a3-ce5e8807d414 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 949 time: 0.1589620 Feb 09 02:47:18.550422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:18.551080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.654724 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c567d241-fbb5-428c-a80f-6fcd9435d644 req-eee838a5-43dc-4dff-86a3-aff6f3fdaa28 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026418 Feb 09 02:47:18.811688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-04a52baa-ea1a-44db-8a1e-8dc98db36129 req-2983eff7-8e96-4187-a840-8cf22d9b96e1 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 210 time: 0.0736449 Feb 09 02:47:18.840263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0725f20b-0348-41fd-8ae5-3ee83249c27b req-3733422a-cdfb-4bc3-9a24-a4702a36e923 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.1714826 Feb 09 02:47:18.859571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for port (27a0c6ff-eabc-4339-b155-09e47f896432), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.925969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:18.931661 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.950826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-711b0ef6-7729-4f33-b66b-6ea0f4e6c038 None None] Provisioning complete for port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:18.954931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-711b0ef6-7729-4f33-b66b-6ea0f4e6c038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:18.989706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.048317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dc85f-851c-4e63-a6c7-4b3b53c5c90e None None] Pushing event updated for resources: {'Port': ['ID=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:19.055229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be9b8-4370-470b-a1ac-a52d8e985226 req-b6b09029-9d1c-4913-8ca1-e839c7668c0b tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:19.072389 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea1be9b8-4370-470b-a1ac-a52d8e985226 req-b6b09029-9d1c-4913-8ca1-e839c7668c0b tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 946 time: 0.1012428 Feb 09 02:47:19.090892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fbfb5-5823-417b-8259-6214071f95ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bfe591-325b-4a55-b9e3-e93cf7c2a627'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:19.093511 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7344b382-0b4c-4d34-b88c-04839553f44f" -d '{"events": [{"server_uuid": "e45fbfb5-5823-417b-8259-6214071f95ba", "name": "network-vif-plugged", "status": "completed", "tag": "10bfe591-325b-4a55-b9e3-e93cf7c2a627"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:19.135420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:16Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:19.141054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 10bfe591-325b-4a55-b9e3-e93cf7c2a627, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=10bfe591-325b-4a55-b9e3-e93cf7c2a627,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:19.176595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:19.200698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4bf7a-b9dc-4d22-8cec-647fb49193fb None None] The sync data for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 is: [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:16Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:19.210526 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.218546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:19.224233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:19.228312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Pushing event updated for resources: {'Port': ['ID=27a0c6ff-eabc-4339-b155-09e47f896432,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:19.236355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea1be9b8-4370-470b-a1ac-a52d8e985226 req-c028f894-07bc-4156-ae7e-6a3e072ab655 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448562 Feb 09 02:47:19.386622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:19.388064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.405844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:19.408279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc23bca-9775-4f9a-bb98-ea76118ee308 req-39d2bf0b-6cd3-488e-a5cc-acb454775179 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:19.410319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdc23bca-9775-4f9a-bb98-ea76118ee308 req-39d2bf0b-6cd3-488e-a5cc-acb454775179 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 931 time: 0.2864187 Feb 09 02:47:19.416028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d2427565-9630-4285-9fe7-dbb971c47e4e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:19.475973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f520656d-fae4-40e0-98ae-7a8d7283494c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4604242 Feb 09 02:47:19.503250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Request body: {'port': {'device_id': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:19.521894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=10bfe591-325b-4a55-b9e3-e93cf7c2a627,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:19.536128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.650784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d2427565-9630-4285-9fe7-dbb971c47e4e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:19.651171 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.694649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-711b0ef6-7729-4f33-b66b-6ea0f4e6c038 None None] Current status of the port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:19.747077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdc23bca-9775-4f9a-bb98-ea76118ee308 req-9c6d7d74-5900-4b1b-9fd2-49d7cd51db58 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294902 Feb 09 02:47:19.765917 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fa7b12-2981-432a-aaea-c4b9d0b9fb92 x-openstack-request-id: req-b2fa7b12-2981-432a-aaea-c4b9d0b9fb92 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:19.766590 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45fbfb5-5823-417b-8259-6214071f95ba", "name": "network-vif-plugged", "status": "completed", "tag": "10bfe591-325b-4a55-b9e3-e93cf7c2a627", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:19.766996 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2fa7b12-2981-432a-aaea-c4b9d0b9fb92 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:19.767571 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45fbfb5-5823-417b-8259-6214071f95ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bfe591-325b-4a55-b9e3-e93cf7c2a627', 'code': 200} Feb 09 02:47:19.904858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b1dd5ef4-b7a1-4ee4-9d88-40b81ada76b1 None None] Provisioning complete for port 27a0c6ff-eabc-4339-b155-09e47f896432 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:19.905237 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5ef4-b7a1-4ee4-9d88-40b81ada76b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:19.922966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d2427565-9630-4285-9fe7-dbb971c47e4e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:19.993709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230c6f5-5ebd-4b14-b8e0-055e5ad59373 req-57490a22-517e-466b-8f76-c821fd67dc5c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:20.002978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1230c6f5-5ebd-4b14-b8e0-055e5ad59373 req-57490a22-517e-466b-8f76-c821fd67dc5c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1356657 Feb 09 02:47:20.029802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd5ef4-b7a1-4ee4-9d88-40b81ada76b1 None None] Port 27a0c6ff-eabc-4339-b155-09e47f896432 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:20.135763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1230c6f5-5ebd-4b14-b8e0-055e5ad59373 req-50dcc861-a08d-4287-a3b5-f0a93daefea0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158545 Feb 09 02:47:20.165756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e69d2237-3f41-41e5-a1b7-0dd56dd069a6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:20.244356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:20.244934 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:20.259709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:20.379477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-2053a787-8776-40aa-b921-16eaf302ce77 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5815027 Feb 09 02:47:20.385579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:20.458778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:20.474083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785c655-6057-48e5-9808-339bdcbc3f63 req-e6d8e279-1e5f-491c-ae2b-5a71292a68f1 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:20.475563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2785c655-6057-48e5-9808-339bdcbc3f63 req-e6d8e279-1e5f-491c-ae2b-5a71292a68f1 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 950 time: 0.1280894 Feb 09 02:47:20.562183 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2785c655-6057-48e5-9808-339bdcbc3f63 req-fb3519fb-6a61-43bd-b121-79a309125cd7 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684969 Feb 09 02:47:20.697545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-845cd22d-e28e-436d-9385-98a6bb707def req-f738a229-7e57-4ad2-89b9-f35a7370e376 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 210 time: 0.0418591 Feb 09 02:47:20.715712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46a68c-6937-4167-b58e-d01b6fe85f9b req-c99cd0ce-8d91-406e-ae65-a3281b3de7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:20.718976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db46a68c-6937-4167-b58e-d01b6fe85f9b req-c99cd0ce-8d91-406e-ae65-a3281b3de7c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 1132 time: 0.8256521 Feb 09 02:47:20.873334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c53e414-a915-482d-882b-aef8857ff55c req-a1ac4be6-1181-4341-b708-e18fa27193ab tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0684803 Feb 09 02:47:20.887944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:21.008958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db46a68c-6937-4167-b58e-d01b6fe85f9b req-be05a9c4-36c8-4b12-8ba7-0c9157fb180e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441993 Feb 09 02:47:21.115596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-3a8dd6e9-f881-4441-acd9-16f762d5bee8 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:21.117039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-3a8dd6e9-f881-4441-acd9-16f762d5bee8 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.61 "GET /v2.0/networks?id=38a6c9c8-90f1-430d-ac14-0679fed85b1a HTTP/1.1" status: 200 len: 812 time: 0.4757462 Feb 09 02:47:21.141922 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:21.264678 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-41b9694c-621c-4441-b932-34f057380599 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2df71d2751804fada85caa4dd59b992c HTTP/1.1" status: 200 len: 379 time: 0.1299388 Feb 09 02:47:21.272955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:21.276300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a0c6ff-eabc-4339-b155-09e47f896432 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:21.287922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Request body: {'port': {'device_id': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'admin_state_up': True, 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'security_groups': ['ddd0424a-0067-4763-911d-b763a470f476']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:21.298370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Publish callbacks [] for port (27a0c6ff-eabc-4339-b155-09e47f896432), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:21.384048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Transition to ACTIVE for port object 27a0c6ff-eabc-4339-b155-09e47f896432 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:47:21.402611 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:21.404708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880f6b-5921-425e-af22-91609f0bc60b req-7ed7f6ba-e579-4157-9675-2417ee996ea3 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:21.413848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad880f6b-5921-425e-af22-91609f0bc60b req-7ed7f6ba-e579-4157-9675-2417ee996ea3 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 931 time: 0.0912106 Feb 09 02:47:21.508249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad880f6b-5921-425e-af22-91609f0bc60b req-9bab08ab-56c6-48e3-84ad-fd36c439a9e5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933714 Feb 09 02:47:21.624940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Pushing event updated for resources: {'Port': ['ID=27a0c6ff-eabc-4339-b155-09e47f896432,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:21.627172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16a2dd-1991-4667-8fd2-b09fbb3371bf req-2abaf1b0-4907-49f5-a6e2-f59374246064 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:21.634491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc16a2dd-1991-4667-8fd2-b09fbb3371bf req-2abaf1b0-4907-49f5-a6e2-f59374246064 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.0618358 Feb 09 02:47:21.699787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc16a2dd-1991-4667-8fd2-b09fbb3371bf req-314507e5-78e7-45ae-bd6a-bc03219b67c7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632064 Feb 09 02:47:21.723032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Allocated IP 172.25.2.182 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/6a9f2228-42dc-4d17-890c-88c04ae05719) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:21.752429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Made reservation on behalf of 2df71d2751804fada85caa4dd59b992c for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:21.756000 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:21.817962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Attempting to bind port 27a0c6ff-eabc-4339-b155-09e47f896432 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:21.818467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Attempting to bind port 27a0c6ff-eabc-4339-b155-09e47f896432 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:21.818894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Attempting to bind port 27a0c6ff-eabc-4339-b155-09e47f896432 on network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:21.826532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Port 27a0c6ff-eabc-4339-b155-09e47f896432 on network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:47:21.826974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Attempting to bind port 27a0c6ff-eabc-4339-b155-09e47f896432 on network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:21.843695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:21.844146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Checking segment: {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:21.844541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Bound using segment: {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:21.844984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Bound port: 27a0c6ff-eabc-4339-b155-09e47f896432, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6162dffb-12b3-4286-8312-40a4a3415a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:21.845339 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:22.014274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for port (6a9f2228-42dc-4d17-890c-88c04ae05719), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:22.044395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] For port 27a0c6ff-eabc-4339-b155-09e47f896432, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:22.067483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] For port 27a0c6ff-eabc-4339-b155-09e47f896432, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=27a0c6ff-eabc-4339-b155-09e47f896432,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:22.084814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Allocated IP 172.20.0.11 (38a6c9c8-90f1-430d-ac14-0679fed85b1a/6e837cc6-a5a1-4f2e-be13-143895d4120b/c639935a-e237-4af5-b912-c6278e9ccfac) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:22.088908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:22.114925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:22.115541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:22.118701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] 10.222.0.61 "PUT /v2.0/ports/27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 200 len: 1091 time: 2.6272428 Feb 09 02:47:22.134600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:22.137139 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:22.166007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6a9f2228-42dc-4d17-890c-88c04ae05719), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:22.288275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aac831-9a48-44e9-96d3-ac8700509a44 service neutron] Pushing event updated for resources: {'Port': ['ID=27a0c6ff-eabc-4339-b155-09e47f896432,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:22.302420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:22.342809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:22.380727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:22.554834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Pushing event updated for resources: {'Port': ['ID=6a9f2228-42dc-4d17-890c-88c04ae05719,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:22.562142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-9877b127-35d1-40c8-9297-4b1d4ddb5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:22.574931 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-9877b127-35d1-40c8-9297-4b1d4ddb5c35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261d44cf2d154b7e9e5c03957d5a15da&device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 1125 time: 0.3785658 Feb 09 02:47:22.601444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd326178-f0d1-4511-a258-2088e4990df6 req-5c2edd0b-92b0-4f83-b8e9-811982735cca tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:22.611253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd326178-f0d1-4511-a258-2088e4990df6 req-5c2edd0b-92b0-4f83-b8e9-811982735cca tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 950 time: 0.1074286 Feb 09 02:47:22.686283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd326178-f0d1-4511-a258-2088e4990df6 req-893eb9c6-4409-4610-bd3a-5405ff8258d9 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732310 Feb 09 02:47:22.801788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2573edad-3ee6-437d-91da-f630d9466c52 req-aec1faf8-4f73-4a83-b140-d7cda36131d7 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 210 time: 0.0307629 Feb 09 02:47:22.918512 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9edfb6b3-be00-4c7a-8cb2-8fcf40fbe738 req-9aa5099b-cd03-4c5f-b449-6944a037547a tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0328341 Feb 09 02:47:22.926209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-020e20df-1837-4b8e-81cc-7b71df956133 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 200 len: 217 time: 0.3496561 Feb 09 02:47:22.931538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for port (c639935a-e237-4af5-b912-c6278e9ccfac), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.005743 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6db468d-408b-4e68-a7e0-340b6cd9f408 x-openstack-request-id: req-e6db468d-408b-4e68-a7e0-340b6cd9f408 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:23.006099 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:23.006353 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6db468d-408b-4e68-a7e0-340b6cd9f408 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:23.006691 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432', 'status': 'completed', 'code': 200} Feb 09 02:47:23.058019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-13084c83-6f0e-453e-aa6d-ae2c5ead9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.059434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-13084c83-6f0e-453e-aa6d-ae2c5ead9277 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6fed0903-b2d7-42c7-a834-c4bbf3aebebd HTTP/1.1" status: 200 len: 868 time: 0.1173239 Feb 09 02:47:23.061064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.133838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.149324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d5c5-8ab8-491f-8024-8f7685047edb req-686a8951-ebd3-42b7-8644-3832d6996598 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.159445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4fd1d5c5-8ab8-491f-8024-8f7685047edb req-686a8951-ebd3-42b7-8644-3832d6996598 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 943 time: 0.0776184 Feb 09 02:47:23.195392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event updated for resources: {'Port': ['ID=c639935a-e237-4af5-b912-c6278e9ccfac,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:23.220804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a9f2228-42dc-4d17-890c-88c04ae05719), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.225516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4fd1d5c5-8ab8-491f-8024-8f7685047edb req-a7242a23-059b-4eb4-96b7-423770974272 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651741 Feb 09 02:47:23.243776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:23.245949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-2c5ad66f-f965-4745-9d0d-23342f891541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.247500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-2c5ad66f-f965-4745-9d0d-23342f891541 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4205c6b8-9215-4191-aae2-cc55b9c65fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1775618 Feb 09 02:47:23.252702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:23.257032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:23.396898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.397577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.514887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-4c768d21-f5d1-43af-b920-a8e1ac0c9c90 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2340918 Feb 09 02:47:23.524436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-f37f4c54-ad1a-48c3-accc-487309a69d7e service neutron] 10.222.0.61 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645745 Feb 09 02:47:23.531385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Request body: {'port': {'device_id': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:23.666497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ba8888ca-3769-4a04-9aa2-93306bc55bfd None None] Provisioning complete for port c639935a-e237-4af5-b912-c6278e9ccfac triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:23.667668 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba8888ca-3769-4a04-9aa2-93306bc55bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.671850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4efb8-7ed7-49be-ab75-86bb1deec51d req-1fe19cd4-1a8a-4749-b8f3-363e27047810 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.680898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dfa4efb8-7ed7-49be-ab75-86bb1deec51d req-1fe19cd4-1a8a-4749-b8f3-363e27047810 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1217508 Feb 09 02:47:23.685227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for port (6a9f2228-42dc-4d17-890c-88c04ae05719), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.707844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.724359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6a9f2228-42dc-4d17-890c-88c04ae05719), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.760996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ba8888ca-3769-4a04-9aa2-93306bc55bfd None None] Port c639935a-e237-4af5-b912-c6278e9ccfac cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:23.775099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dfa4efb8-7ed7-49be-ab75-86bb1deec51d req-fe4e915f-984a-4c61-9f22-57571cb5118c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907462 Feb 09 02:47:23.838970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Pushing event updated for resources: {'Port': ['ID=6a9f2228-42dc-4d17-890c-88c04ae05719,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:23.842666 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e4e1424-b2ee-4e96-b06b-bc936a866f59 req-d7a2e853-cc66-4db5-8c5d-6bc7f7020be6 service neutron] 10.222.0.61 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928715 Feb 09 02:47:23.917608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61049a-24df-4fe1-9327-4bd7fd8f9a61 req-d751eefb-8e77-4935-a4cc-a6dcc52d1008 tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:23.919504 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d61049a-24df-4fe1-9327-4bd7fd8f9a61 req-d751eefb-8e77-4935-a4cc-a6dcc52d1008 tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 1132 time: 0.0658693 Feb 09 02:47:23.951596 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2d61049a-24df-4fe1-9327-4bd7fd8f9a61 req-50669472-87e8-4f26-847a-d1a9bd35699d tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:23.979266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.027331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-d45aef3b-27f5-40a6-8250-941c00236b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:24.028875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-d45aef3b-27f5-40a6-8250-941c00236b8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261d44cf2d154b7e9e5c03957d5a15da&device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 1125 time: 0.1249804 Feb 09 02:47:24.033826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.040809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-cdef2668-e1af-40c3-a055-2c97aa7d7187 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6596229 Feb 09 02:47:24.073314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2d61049a-24df-4fe1-9327-4bd7fd8f9a61 req-50669472-87e8-4f26-847a-d1a9bd35699d tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] Publish callbacks [] for security_group (95b037ad-d5ce-4132-a14e-e12e6bca449f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.080638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2d61049a-24df-4fe1-9327-4bd7fd8f9a61 req-50669472-87e8-4f26-847a-d1a9bd35699d tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (95b037ad-d5ce-4132-a14e-e12e6bca449f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.110129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50669472-87e8-4f26-847a-d1a9bd35699d tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b037ad-d5ce-4132-a14e-e12e6bca449f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:24.158600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d61049a-24df-4fe1-9327-4bd7fd8f9a61 req-50669472-87e8-4f26-847a-d1a9bd35699d tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152207 Feb 09 02:47:24.259128 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-55b440ed-76cf-4353-a829-c68f30efd07b tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 696 time: 0.2169473 Feb 09 02:47:24.341739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b2b7d-b12f-4759-b933-b69b8555d6da req-afcd3fad-03b9-4f23-84f6-7ec934e65a9f tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:24.343592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-020b2b7d-b12f-4759-b933-b69b8555d6da req-afcd3fad-03b9-4f23-84f6-7ec934e65a9f tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 932 time: 0.0742233 Feb 09 02:47:24.408613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-020b2b7d-b12f-4759-b933-b69b8555d6da req-ac95e552-d325-4ded-8d8e-87a920e1b417 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568144 Feb 09 02:47:24.445387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-2acf5a0b-5c0e-4580-9992-9803614963f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:24.446612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-2acf5a0b-5c0e-4580-9992-9803614963f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4205c6b8-9215-4191-aae2-cc55b9c65fd1 HTTP/1.1" status: 200 len: 930 time: 0.4037473 Feb 09 02:47:24.516557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-92893abf-6158-4b2b-b6fe-3bac6d393a2c tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:24.518109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-92893abf-6158-4b2b-b6fe-3bac6d393a2c tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2507801 Feb 09 02:47:24.542836 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-7a961a40-3057-4743-b100-594e0898c0e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 200 len: 217 time: 0.0822105 Feb 09 02:47:24.546228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-b00c51b6-347c-4387-99c7-a1e5cb292867 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:47:24.547385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff0cab22-7744-4877-9c15-dbd1741b4b26 req-b00c51b6-347c-4387-99c7-a1e5cb292867 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074000 Feb 09 02:47:24.581150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-951159ca-b05e-4efd-8e71-72fa7a5ccc87 req-fa124deb-6c03-42d8-8dc4-d3786e270bc0 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0796263 Feb 09 02:47:24.608521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-44f8b32e-49a3-42f8-9faf-ecb4a44ec693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:24.610374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-44f8b32e-49a3-42f8-9faf-ecb4a44ec693 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6fed0903-b2d7-42c7-a834-c4bbf3aebebd HTTP/1.1" status: 200 len: 868 time: 0.0598283 Feb 09 02:47:24.619948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-ff6cab4a-abb0-4351-ae89-a3febcb809b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1735494 Feb 09 02:47:24.657658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c639935a-e237-4af5-b912-c6278e9ccfac {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:24.678410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Publish callbacks [] for port (c639935a-e237-4af5-b912-c6278e9ccfac), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.734964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Transition to ACTIVE for port object c639935a-e237-4af5-b912-c6278e9ccfac will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:47:24.757041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-45a8f7df-609d-4fbe-adb7-44d052c24245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:24.758550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-45a8f7df-609d-4fbe-adb7-44d052c24245 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1132 time: 0.1037171 Feb 09 02:47:24.762279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:24.821975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Pushing event updated for resources: {'Port': ['ID=c639935a-e237-4af5-b912-c6278e9ccfac,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:24.825940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-125d71e0-ac4f-44eb-a754-77033c5c037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:24.827780 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-125d71e0-ac4f-44eb-a754-77033c5c037f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4205c6b8-9215-4191-aae2-cc55b9c65fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2025833 Feb 09 02:47:24.923835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c23d8-1b9e-4899-89de-63ea67c63227 req-7518d75a-d439-40c7-a751-aba95f0c3e1b tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:24.927712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-793c23d8-1b9e-4899-89de-63ea67c63227 req-7518d75a-d439-40c7-a751-aba95f0c3e1b tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 943 time: 0.2632747 Feb 09 02:47:25.173347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-793c23d8-1b9e-4899-89de-63ea67c63227 req-b78607e6-ccfe-43dc-9281-9e2559a8d2d9 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759279 Feb 09 02:47:25.205539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-07863e0e-8f20-46f2-ab98-e5ea5c4fd8ac tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.208214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-07863e0e-8f20-46f2-ab98-e5ea5c4fd8ac tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 820 time: 0.2263391 Feb 09 02:47:25.211659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-210edd02-c58f-4ff5-96ca-ea112443ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.213194 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-210edd02-c58f-4ff5-96ca-ea112443ff44 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4175861 Feb 09 02:47:25.229615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47510) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:25.279750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-95239582-692d-4fcd-ba03-b9728b9de39b tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/quotas/c27068aa95da4cbc82b13e08d96ac54b HTTP/1.1" status: 200 len: 375 time: 0.0651948 Feb 09 02:47:25.283142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-9f595680-be5c-4e09-8f52-84d1c6a818be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.0589261 Feb 09 02:47:25.308481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Attempting to bind port c639935a-e237-4af5-b912-c6278e9ccfac on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:25.308481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Attempting to bind port c639935a-e237-4af5-b912-c6278e9ccfac by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:25.308481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Attempting to bind port c639935a-e237-4af5-b912-c6278e9ccfac on network 38a6c9c8-90f1-430d-ac14-0679fed85b1a {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:25.383749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Port c639935a-e237-4af5-b912-c6278e9ccfac on network 38a6c9c8-90f1-430d-ac14-0679fed85b1a not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:47:25.384738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Attempting to bind port c639935a-e237-4af5-b912-c6278e9ccfac on network 38a6c9c8-90f1-430d-ac14-0679fed85b1a {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:25.398279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-856ee190-718d-45f1-bdc1-e5cb9937ae3e tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172428 Feb 09 02:47:25.406060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-c7386fd6-3f3c-4bfb-be41-e59d4d6b311b service neutron] 10.222.0.61 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661318 Feb 09 02:47:25.413855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:25.414088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-d02d280b-6252-4c80-ba93-68e741affb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.414215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Checking segment: {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:25.415326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Bound using segment: {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:25.416394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-d02d280b-6252-4c80-ba93-68e741affb29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0994244 Feb 09 02:47:25.416525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Bound port: c639935a-e237-4af5-b912-c6278e9ccfac, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d7a162-0277-4c52-b400-ed2e734eb312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:25.417837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.485852 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7915d4a8-9896-4a95-8dad-beac4a70a55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.561659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-6b51d06c-6080-4302-935b-e6ff6e0aab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.563542 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-6b51d06c-6080-4302-935b-e6ff6e0aab57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1350164 Feb 09 02:47:25.564190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36c9ec-4acf-452c-85a9-78710d4a4a01 req-457dc35d-ac0a-4ae3-95a7-73360a8cfce2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.565987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9d36c9ec-4acf-452c-85a9-78710d4a4a01 req-457dc35d-ac0a-4ae3-95a7-73360a8cfce2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.2770293 Feb 09 02:47:25.626372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] For port c639935a-e237-4af5-b912-c6278e9ccfac, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:25.631222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] For port c639935a-e237-4af5-b912-c6278e9ccfac, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c639935a-e237-4af5-b912-c6278e9ccfac,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:25.652595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.677410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-e9dbc740-24fb-4c14-80fa-ff04a0626241 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778363 Feb 09 02:47:25.707609 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae2f4a8d-977c-4e23-9cab-781a0c4ec2f6 req-69e85c6d-409c-46ec-a86f-51dde7d967e6 service neutron] 10.222.0.61 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843304 Feb 09 02:47:25.739606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Pushing event updated for resources: {'Port': ['ID=c639935a-e237-4af5-b912-c6278e9ccfac,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:25.743786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-268ab08b-1ea6-48b1-8aac-32547cedfb22 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657479 Feb 09 02:47:25.775786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.776549 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.778171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-75c326b9-4757-42ee-b64b-e9cf043859aa service neutron] 10.222.0.61 "PUT /v2.0/ports/c639935a-e237-4af5-b912-c6278e9ccfac HTTP/1.1" status: 200 len: 1092 time: 2.2562518 Feb 09 02:47:25.794980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9d36c9ec-4acf-452c-85a9-78710d4a4a01 req-2204d1c9-9621-4f95-9b86-b7b122ba7b19 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134504 Feb 09 02:47:25.796309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'tag': 'c639935a-e237-4af5-b912-c6278e9ccfac'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:25.800074 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb331f-f01e-4be0-9936-2a1e47ee06e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a012f22d-88bd-47d6-aa50-d36c040ca6ca", "tag": "c639935a-e237-4af5-b912-c6278e9ccfac"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:25.929108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60c96f98-cf01-4e0b-877d-4ef27e5d5d44 req-535b9fbb-7aa2-49a7-a439-07634b5aeb0f service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586859 Feb 09 02:47:25.939188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-a03d0830-026c-43d3-9572-59f487f04db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:25.945065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-a03d0830-026c-43d3-9572-59f487f04db7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2df71d2751804fada85caa4dd59b992c&device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 1126 time: 0.1143978 Feb 09 02:47:25.958872 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7915d4a8-9896-4a95-8dad-beac4a70a55b admin admin] Publish callbacks [] for security_group (99089d65-bc68-4969-9965-48c2a9c4ba20), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.979724 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7915d4a8-9896-4a95-8dad-beac4a70a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (99089d65-bc68-4969-9965-48c2a9c4ba20), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:25.996113 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-582aa52f-1498-41bc-8675-1ac1785da2bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c639935a-e237-4af5-b912-c6278e9ccfac HTTP/1.1" status: 200 len: 217 time: 0.0407691 Feb 09 02:47:26.037898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915d4a8-9896-4a95-8dad-beac4a70a55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99089d65-bc68-4969-9965-48c2a9c4ba20,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:26.077110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7915d4a8-9896-4a95-8dad-beac4a70a55b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bf29615477f45e58aa8fb36794af77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8389373 Feb 09 02:47:26.079508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47522) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:26.083273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db9ad-b7b9-4201-aad4-602ae7904720 req-af900d6c-4f81-485a-867d-032fe48d4579 tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:26.095704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-337db9ad-b7b9-4201-aad4-602ae7904720 req-af900d6c-4f81-485a-867d-032fe48d4579 tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 1132 time: 0.0975111 Feb 09 02:47:26.099912 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-1a040c21-bd30-4c0f-8514-f0f89d7b1da4 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133909 Feb 09 02:47:26.115917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-c8e19bf0-e62c-4167-a1e4-8f43856d0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:26.118106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-c8e19bf0-e62c-4167-a1e4-8f43856d0881 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e837cc6-a5a1-4f2e-be13-143895d4120b HTTP/1.1" status: 200 len: 851 time: 0.0952082 Feb 09 02:47:26.204346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-03397647-d178-48aa-b50f-7f49a0c15f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:26.206165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-03397647-d178-48aa-b50f-7f49a0c15f45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38a6c9c8-90f1-430d-ac14-0679fed85b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797236 Feb 09 02:47:26.213682 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dc59621-ed08-42b1-afc4-4739684e3b8d admin admin] Publish callbacks [] for security_group (99089d65-bc68-4969-9965-48c2a9c4ba20), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:26.220231 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-337db9ad-b7b9-4201-aad4-602ae7904720 req-36e4aec8-9f15-4d7f-b48c-c0a788c98f8d tempest-ServersAdminNegativeTestJSON-846835563 tempest-ServersAdminNegativeTestJSON-846835563-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188862 Feb 09 02:47:26.295442 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dc59621-ed08-42b1-afc4-4739684e3b8d admin admin] Publish callbacks [] for security_group (99089d65-bc68-4969-9965-48c2a9c4ba20), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:26.487115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-057834c9-7400-40f0-8930-08b360a2154b req-5f727b58-04fd-4829-9823-39825b4989e5 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0903151 Feb 09 02:47:26.517557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dc59621-ed08-42b1-afc4-4739684e3b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (99089d65-bc68-4969-9965-48c2a9c4ba20), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:26.520345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dc59621-ed08-42b1-afc4-4739684e3b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:26.522920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2dc59621-ed08-42b1-afc4-4739684e3b8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99089d65-bc68-4969-9965-48c2a9c4ba20 HTTP/1.1" status: 204 len: 168 time: 0.4424214 Feb 09 02:47:26.563260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc59621-ed08-42b1-afc4-4739684e3b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99089d65-bc68-4969-9965-48c2a9c4ba20,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:26.734918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-c85aed62-907b-4455-9fc4-5fe455da66ff service neutron] 10.222.0.61 "GET /v2.0/ports/b0cf4588-e5e5-499b-905d-fe3e21ec9261/bindings/n-h1-827839-4 HTTP/1.1" status: 200 len: 382 time: 0.0949383 Feb 09 02:47:26.884534 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a78404-e6ca-47f0-8d8c-6933587ab9d9 x-openstack-request-id: req-79a78404-e6ca-47f0-8d8c-6933587ab9d9 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:26.885096 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a012f22d-88bd-47d6-aa50-d36c040ca6ca", "tag": "c639935a-e237-4af5-b912-c6278e9ccfac", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:26.885096 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79a78404-e6ca-47f0-8d8c-6933587ab9d9 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:26.885491 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'tag': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'status': 'completed', 'code': 200} Feb 09 02:47:26.896425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095dd2a-724c-4859-b9e1-a6fceb732c7d req-dc9ca560-97d2-4cab-98ae-422cc1208bf5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:26.902055 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4095dd2a-724c-4859-b9e1-a6fceb732c7d req-dc9ca560-97d2-4cab-98ae-422cc1208bf5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 943 time: 0.1689320 Feb 09 02:47:26.971313 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-1837f2a5-1ebf-44c3-9b4f-0df2b20314ce service neutron] 10.222.0.61 "GET /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492418 Feb 09 02:47:26.981804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349461b-d291-4fbe-863d-45b621425f84 req-3817596a-4fca-48ba-b8bc-80fef476443d tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:26.983784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4349461b-d291-4fbe-863d-45b621425f84 req-3817596a-4fca-48ba-b8bc-80fef476443d tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 944 time: 0.5773931 Feb 09 02:47:27.114915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4095dd2a-724c-4859-b9e1-a6fceb732c7d req-c35a8460-45c3-498e-bf96-801e5569bfb7 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059088 Feb 09 02:47:27.123722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f89797a6-cf55-4cb7-8e82-2a48d72750fa req-47a64820-e00c-42a3-8282-921abe9edaa2 service neutron] 10.222.0.61 "GET /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351292 Feb 09 02:47:27.184498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4349461b-d291-4fbe-863d-45b621425f84 req-95ee00b8-1f7d-41c2-b4da-11a7d45d0dd4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793404 Feb 09 02:47:27.221439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-013ab36a-0f63-471a-a708-81c4820df9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:27.227753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-013ab36a-0f63-471a-a708-81c4820df9e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4&tenant_id=c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 1131 time: 0.1536217 Feb 09 02:47:27.319505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-fab6b0d3-69a3-43c6-9532-10eac4d5ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:27.321155 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-fab6b0d3-69a3-43c6-9532-10eac4d5ce48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2df71d2751804fada85caa4dd59b992c&device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 1126 time: 0.1106493 Feb 09 02:47:27.340694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5327897d-311a-4740-937b-fb6d8ed3fe88 req-30581cd9-a3cc-4e77-b945-9d1f084b0579 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 210 time: 0.0369573 Feb 09 02:47:27.353381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-78d85197-7fed-4558-b765-b63dd09e0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:27.355133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-78d85197-7fed-4558-b765-b63dd09e0b44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 1131 time: 0.0724783 Feb 09 02:47:27.586142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-2ff55be4-9e24-48ca-83ba-d55fcb24e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:27.588899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-2ff55be4-9e24-48ca-83ba-d55fcb24e83b service neutron] 10.222.0.61 "GET /v2.0/networks?id=38a6c9c8-90f1-430d-ac14-0679fed85b1a HTTP/1.1" status: 200 len: 913 time: 0.2509236 Feb 09 02:47:27.630114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d75f4f-0792-43e8-a58b-10ffd9a4b238 req-fd5e229c-a8e7-4e14-ab96-43f9523ac266 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:27.631632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18d75f4f-0792-43e8-a58b-10ffd9a4b238 req-fd5e229c-a8e7-4e14-ab96-43f9523ac266 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1231933 Feb 09 02:47:27.634597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-934e0fc3-e6bd-47b5-bb8f-844078a88477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:27.635879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-934e0fc3-e6bd-47b5-bb8f-844078a88477 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2751172 Feb 09 02:47:27.711404 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-08dcf99b-b570-4805-ae46-2972c24946b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c639935a-e237-4af5-b912-c6278e9ccfac HTTP/1.1" status: 200 len: 217 time: 0.1141126 Feb 09 02:47:27.715726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 27a0c6ff-eabc-4339-b155-09e47f896432 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:27.718407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-82be2662-9be2-4997-9980-68bc6c90e653 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261 HTTP/1.1" status: 200 len: 217 time: 0.0741043 Feb 09 02:47:27.792100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18d75f4f-0792-43e8-a58b-10ffd9a4b238 req-2e0a4571-4918-4a6a-8c86-0b680d295a03 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495600 Feb 09 02:47:27.834456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-49264622-1eca-464b-8490-24c66984de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:27.836006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-49264622-1eca-464b-8490-24c66984de71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1043775 Feb 09 02:47:27.898724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 27a0c6ff-eabc-4339-b155-09e47f896432, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=27a0c6ff-eabc-4339-b155-09e47f896432,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:27.915205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '27a0c6ff-eabc-4339-b155-09e47f896432', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'port_id': '27a0c6ff-eabc-4339-b155-09e47f896432', 'mac_address': 'fa:16:3e:25:0b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:27.931741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-c7a5230b-47e1-4632-b581-a65038ec8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:27.933972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-c7a5230b-47e1-4632-b581-a65038ec8ceb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e837cc6-a5a1-4f2e-be13-143895d4120b HTTP/1.1" status: 200 len: 851 time: 0.2041018 Feb 09 02:47:27.991739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6f33c93-bf0d-40b1-aee7-63db298e8afa req-312a88c6-b374-46de-a022-eb75b3da38b0 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0575516 Feb 09 02:47:28.013538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 27a0c6ff-eabc-4339-b155-09e47f896432 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:28.014538 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.033017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a0c6ff-eabc-4339-b155-09e47f896432 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:28.041552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-66d13d39-0ff6-4070-8dea-3a698ae68033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:28.043846 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-66d13d39-0ff6-4070-8dea-3a698ae68033 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2013783 Feb 09 02:47:28.086647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 27a0c6ff-eabc-4339-b155-09e47f896432, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=27a0c6ff-eabc-4339-b155-09e47f896432,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:28.105983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.171018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47576) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:28.238273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=27a0c6ff-eabc-4339-b155-09e47f896432,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:28.278441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-e7026789-a299-4620-ab54-574de33b97a8 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173269 Feb 09 02:47:28.325911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-c6fc9645-f2ee-492d-adf5-c8f9513a40b0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:28.328101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-c6fc9645-f2ee-492d-adf5-c8f9513a40b0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.26 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 820 time: 0.2871168 Feb 09 02:47:28.343100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-91b6c9f2-ebd1-4eb3-b812-ca6ec6f1b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:28.345213 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-91b6c9f2-ebd1-4eb3-b812-ca6ec6f1b615 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38a6c9c8-90f1-430d-ac14-0679fed85b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3968360 Feb 09 02:47:28.355482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['27a0c6ff-eabc-4339-b155-09e47f896432'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:28.366721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Request body: {'port': {'device_id': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'admin_state_up': True, 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:28.373037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e255d0-111e-4d8e-94cd-c4009578b0c6 req-3b26e96f-6b5f-4085-8f56-86edbd22ebb0 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:28.374728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31e255d0-111e-4d8e-94cd-c4009578b0c6 req-3b26e96f-6b5f-4085-8f56-86edbd22ebb0 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 944 time: 0.1490378 Feb 09 02:47:28.442062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31e255d0-111e-4d8e-94cd-c4009578b0c6 req-80f9c97a-47cb-4d5f-aa5c-214cf1cff410 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582087 Feb 09 02:47:28.464292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2101887969-network', 'tenant_id': 'c82349e94b09402f926c98943d9d7f6b'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:28.499387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6166b388-e9d1-4f37-bad5-5c6c4a9d5de5 req-47b68442-f7f8-4d1f-90cc-35d615acb022 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129686 Feb 09 02:47:28.510305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Made reservation on behalf of c82349e94b09402f926c98943d9d7f6b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:28.515404 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.536557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.662858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cd018-26c2-4b4c-8b24-6228e794ffbe req-e9ff0dc7-b6cb-4c9c-869c-873d8b1a137d tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:28.670413 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-083cd018-26c2-4b4c-8b24-6228e794ffbe req-e9ff0dc7-b6cb-4c9c-869c-873d8b1a137d tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 950 time: 0.6282740 Feb 09 02:47:28.742267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c32b0-f8b1-4aa5-8e24-fd397c9413ed req-709a31d6-1181-4e14-90c0-a81bd09dc18c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:28.743769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-348c32b0-f8b1-4aa5-8e24-fd397c9413ed req-709a31d6-1181-4e14-90c0-a81bd09dc18c tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 944 time: 0.1619093 Feb 09 02:47:28.830961 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Publish callbacks [] for security_group (4e73ffd5-f5b7-4595-be09-7368a2cab1b1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.832189 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-083cd018-26c2-4b4c-8b24-6228e794ffbe req-5c6eb003-1f1f-43db-bf90-d755a938c91c tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418588 Feb 09 02:47:28.848333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-348c32b0-f8b1-4aa5-8e24-fd397c9413ed req-a011d9bc-0dd5-40ed-bfaf-8ae5d30f1aa7 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834970 Feb 09 02:47:28.851534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4e73ffd5-f5b7-4595-be09-7368a2cab1b1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.857958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-f5489e87-ddb4-4e0f-a10d-f65a1efd9825 service neutron] 10.222.0.61 "GET /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629674 Feb 09 02:47:28.910120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:47:28.927821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e73ffd5-f5b7-4595-be09-7368a2cab1b1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:28.932643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a641a4ac-c245-4d3c-aa9d-7132f8de29ae), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:28.932987 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Added segment a641a4ac-c245-4d3c-aa9d-7132f8de29ae of type vlan for network 2d013370-3d2e-4f28-88ec-3369be647a4b Feb 09 02:47:28.991830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Made reservation on behalf of c27068aa95da4cbc82b13e08d96ac54b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:28.995265 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.004285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (2d013370-3d2e-4f28-88ec-3369be647a4b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.032057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c96a84f4-c10f-47ca-8a0c-b105715040f0 req-876a99be-5a27-432a-a1aa-58f3d017d2cf tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 210 time: 0.1100800 Feb 09 02:47:29.074823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b2a1-951e-42be-ba6e-2d7eddd11339 req-b8e22c4d-3217-4792-8a80-814ccdf2cea1 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:29.076457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4d6b2a1-951e-42be-ba6e-2d7eddd11339 req-b8e22c4d-3217-4792-8a80-814ccdf2cea1 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1319885 Feb 09 02:47:29.077550 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (2d013370-3d2e-4f28-88ec-3369be647a4b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.078720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:29.079289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.137177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9646802 Feb 09 02:47:29.170598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47590) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:29.177961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Request body: {'subnet': {'network_id': '2d013370-3d2e-4f28-88ec-3369be647a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2101887969-subnet', 'tenant_id': 'c82349e94b09402f926c98943d9d7f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:29.213282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92fb331f-f01e-4be0-9936-2a1e47ee06e8 req-4fd083ba-cafa-4201-98be-77250a4f4964 service neutron] 10.222.0.61 "GET /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379936 Feb 09 02:47:29.230329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9536351-e325-4d85-a6bb-fef053dcedbb admin admin] Pushing event updated for resources: {'Network': ['ID=2d013370-3d2e-4f28-88ec-3369be647a4b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:29.253042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 2d013370-3d2e-4f28-88ec-3369be647a4b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:47:29.253642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-708a13ac-8fe0-4bfe-b017-12f0b2f97974 req-aeb0c8ed-8d9f-4c0d-b242-f5625bbbccc8 tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.0689316 Feb 09 02:47:29.262273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4d6b2a1-951e-42be-ba6e-2d7eddd11339 req-1446d42d-90de-4f7d-abae-789af01d71b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654880 Feb 09 02:47:29.267727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Made reservation on behalf of c82349e94b09402f926c98943d9d7f6b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:29.271701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.289199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Allocated IP 172.20.0.13 (a19a7511-c58a-4aae-a522-3b8ad7ede64b/a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9/6401758d-3980-44b2-8c97-9f6832beafdb) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:29.494679 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (e0162ee2-99db-4583-afe4-e79a1aacc5ee), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.524010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for port (6401758d-3980-44b2-8c97-9f6832beafdb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.572390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0162ee2-99db-4583-afe4-e79a1aacc5ee,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:29.586199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Checking segment: {'id': 'a641a4ac-c245-4d3c-aa9d-7132f8de29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2d013370-3d2e-4f28-88ec-3369be647a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:29.586665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Network hostable DHCP agents. Network: 2d013370-3d2e-4f28-88ec-3369be647a4b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:47:29.608433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Network 2d013370-3d2e-4f28-88ec-3369be647a4b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:47:29.619514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.623089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 2d013370-3d2e-4f28-88ec-3369be647a4b) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:29.628891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:29.629127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:29.632021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9222698d-489b-4293-a512-910f25ec307f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:29.635521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76336de-1f88-4898-b31b-949a5bb355f5 None None] Network 2d013370-3d2e-4f28-88ec-3369be647a4b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:47:29.671870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2170fe0-6462-4440-938c-d6604ee97e41 req-67200418-1722-49d9-9f22-573148b9629b tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:29.673509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2170fe0-6462-4440-938c-d6604ee97e41 req-67200418-1722-49d9-9f22-573148b9629b tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 944 time: 0.1132004 Feb 09 02:47:29.684641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-62ed9c0e-3ce0-48b9-8af7-5aadd7c30b70 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5127437 Feb 09 02:47:29.742711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c639935a-e237-4af5-b912-c6278e9ccfac details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:29.744765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 27a0c6ff-eabc-4339-b155-09e47f896432 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:29.749719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:29.774469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Pushing event updated for resources: {'Port': ['ID=6401758d-3980-44b2-8c97-9f6832beafdb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:29.805791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:29.818249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:29.900619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2170fe0-6462-4440-938c-d6604ee97e41 req-90646c90-6297-4dc0-adc1-7eefcb24d1bc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123203 Feb 09 02:47:29.921715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-d1c82de0-6d47-4a9c-a58e-75d93c3af809 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:29.925008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-d1c82de0-6d47-4a9c-a58e-75d93c3af809 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 950 time: 0.1396885 Feb 09 02:47:30.015239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:30.016755 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.019040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d65ec2-a3a5-4e4a-93a7-7bbade9a9ed0 None None] Network 2d013370-3d2e-4f28-88ec-3369be647a4b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:47:30.043205 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-2d5bc45c-a1f2-4d70-8686-9b6cc4387641 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7022028 Feb 09 02:47:30.056749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Request body: {'port': {'device_id': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:30.246902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd0955-4fe6-40c2-8eeb-55c289be4bfa req-94236bce-f42d-436f-9d72-ca428bf0a313 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:30.251020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1bd0955-4fe6-40c2-8eeb-55c289be4bfa req-94236bce-f42d-436f-9d72-ca428bf0a313 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 950 time: 0.2292097 Feb 09 02:47:30.259640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-10077f48-adc1-44d4-9195-d689745920ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190200 Feb 09 02:47:30.290812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.319566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-0a32fcdb-905d-44eb-ade7-c39d1b605f6f req-1855e4e4-f8f2-4a17-b066-cd21f9488dc3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1644993049', 'description': 'tempest-description-1525568929'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:30.400398 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1bd0955-4fe6-40c2-8eeb-55c289be4bfa req-e6557935-c5b8-436f-9c6e-2a4246b6cd45 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412251 Feb 09 02:47:30.443389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0a32fcdb-905d-44eb-ade7-c39d1b605f6f req-1855e4e4-f8f2-4a17-b066-cd21f9488dc3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.466542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Deleting port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:30.469064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.475602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 27a0c6ff-eabc-4339-b155-09e47f896432 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:47:30.523060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c639935a-e237-4af5-b912-c6278e9ccfac, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c639935a-e237-4af5-b912-c6278e9ccfac,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:30.571825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'port_id': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'mac_address': 'fa:16:3e:3f:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:30.583622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 27a0c6ff-eabc-4339-b155-09e47f896432 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:30.584218 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.587077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9a8db3e-702e-41c5-b78d-b828802faf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.649831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-84f1f3f5-4884-41a1-ac41-d21dd334baf3 None None] Provisioning complete for port 6401758d-3980-44b2-8c97-9f6832beafdb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:30.650215 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-84f1f3f5-4884-41a1-ac41-d21dd334baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.757362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c639935a-e237-4af5-b912-c6278e9ccfac is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:30.757663 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.780215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-84f1f3f5-4884-41a1-ac41-d21dd334baf3 None None] Port 6401758d-3980-44b2-8c97-9f6832beafdb cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:30.782728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c639935a-e237-4af5-b912-c6278e9ccfac {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:30.834592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c639935a-e237-4af5-b912-c6278e9ccfac, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c639935a-e237-4af5-b912-c6278e9ccfac,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:30.838504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6401758d-3980-44b2-8c97-9f6832beafdb {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:30.846960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.853925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Publish callbacks [] for port (6401758d-3980-44b2-8c97-9f6832beafdb), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.877743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 27a0c6ff-eabc-4339-b155-09e47f896432 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:30.878145 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.885802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Transition to ACTIVE for port object 6401758d-3980-44b2-8c97-9f6832beafdb will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:47:30.924501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.932066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:30.934543 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364418c7-fa8c-4b99-b18a-78e5e401f684" -d '{"events": [{"server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "name": "network-vif-plugged", "status": "completed", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:30.953539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=c639935a-e237-4af5-b912-c6278e9ccfac,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:30.958791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 27a0c6ff-eabc-4339-b155-09e47f896432, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=27a0c6ff-eabc-4339-b155-09e47f896432,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:30.976325 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:30.976771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:31.045787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669bc2a-3028-4b1d-b169-22eedf611eb6 req-ef1501ca-178e-4862-9720-9c5fc76e0969 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:31.055372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e669bc2a-3028-4b1d-b169-22eedf611eb6 req-ef1501ca-178e-4862-9720-9c5fc76e0969 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 945 time: 0.1117229 Feb 09 02:47:31.088419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-2ff04268-51d8-4988-8642-9ef4ad54f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:31.090746 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-2ff04268-51d8-4988-8642-9ef4ad54f573 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 1126 time: 0.7973011 Feb 09 02:47:31.091429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] For port 10bfe591-325b-4a55-b9e3-e93cf7c2a627, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=10bfe591-325b-4a55-b9e3-e93cf7c2a627,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:31.091804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.112098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Calling delete_port for 10bfe591-325b-4a55-b9e3-e93cf7c2a627 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:31.129698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Pushing event updated for resources: {'Port': ['ID=6401758d-3980-44b2-8c97-9f6832beafdb,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:31.168453 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e669bc2a-3028-4b1d-b169-22eedf611eb6 req-650ce30d-ac66-46e1-a06f-c7a00b28562b tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062644 Feb 09 02:47:31.180378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c639935a-e237-4af5-b912-c6278e9ccfac'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:31.239607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0a32fcdb-905d-44eb-ade7-c39d1b605f6f req-1855e4e4-f8f2-4a17-b066-cd21f9488dc3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (8e74df3f-c623-4efc-bc10-6de2c7cbcd90), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.268075 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0a32fcdb-905d-44eb-ade7-c39d1b605f6f req-1855e4e4-f8f2-4a17-b066-cd21f9488dc3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8e74df3f-c623-4efc-bc10-6de2c7cbcd90), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.273399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=27a0c6ff-eabc-4339-b155-09e47f896432,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:31.274372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Attempting to bind port 6401758d-3980-44b2-8c97-9f6832beafdb on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:31.274714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Attempting to bind port 6401758d-3980-44b2-8c97-9f6832beafdb by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:31.275049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Attempting to bind port 6401758d-3980-44b2-8c97-9f6832beafdb on network a19a7511-c58a-4aae-a522-3b8ad7ede64b {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:31.334318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Port 6401758d-3980-44b2-8c97-9f6832beafdb on network a19a7511-c58a-4aae-a522-3b8ad7ede64b not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:47:31.334652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Attempting to bind port 6401758d-3980-44b2-8c97-9f6832beafdb on network a19a7511-c58a-4aae-a522-3b8ad7ede64b {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:31.390844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d126f21-ffd8-477e-8fba-f7d2891665ec req-62f4f660-8468-4867-8f3d-b382cd45091c tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:31.399371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d126f21-ffd8-477e-8fba-f7d2891665ec req-62f4f660-8468-4867-8f3d-b382cd45091c tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 944 time: 0.1068537 Feb 09 02:47:31.421436 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0a32fcdb-905d-44eb-ade7-c39d1b605f6f req-1855e4e4-f8f2-4a17-b066-cd21f9488dc3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.442019 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a32fcdb-905d-44eb-ade7-c39d1b605f6f req-1855e4e4-f8f2-4a17-b066-cd21f9488dc3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1446941 Feb 09 02:47:31.452689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:31.457694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Checking segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:31.459113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Bound using segment: {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:31.460850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Bound port: 6401758d-3980-44b2-8c97-9f6832beafdb, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270eba8a-4173-41b7-b3f8-2d7e4ac866cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:31.461475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.474266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855e4e4-f8f2-4a17-b066-cd21f9488dc3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74df3f-c623-4efc-bc10-6de2c7cbcd90,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:31.533977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d126f21-ffd8-477e-8fba-f7d2891665ec req-f33003bb-3231-484e-a523-8df9964224e9 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300242 Feb 09 02:47:31.537995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (10bfe591-325b-4a55-b9e3-e93cf7c2a627), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.594929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['52eeee3e-200f-41b4-b2c5-5536d3ad4022', '10bfe591-325b-4a55-b9e3-e93cf7c2a627'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:31.648101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] For port 6401758d-3980-44b2-8c97-9f6832beafdb, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:31.651903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] For port 6401758d-3980-44b2-8c97-9f6832beafdb, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6401758d-3980-44b2-8c97-9f6832beafdb,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:31.657384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-d7b43ea5-4fa5-46b0-a376-a4795d26ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:31.659381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-d7b43ea5-4fa5-46b0-a376-a4795d26ac8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.5273263 Feb 09 02:47:31.693560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Pushing event deleted for resources: {'Port': ['ID=10bfe591-325b-4a55-b9e3-e93cf7c2a627,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:31.709761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.724469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] No DVR routers for this DVR port 10bfe591-325b-4a55-b9e3-e93cf7c2a627 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:47:31.728094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.735682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-86644c5d-000d-4c91-b907-9ead8785ff30 req-4a3266a2-4c57-483c-93ec-03f727939106 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "DELETE /v2.0/ports/10bfe591-325b-4a55-b9e3-e93cf7c2a627 HTTP/1.1" status: 204 len: 173 time: 1.8027434 Feb 09 02:47:31.745910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fbfb5-5823-417b-8259-6214071f95ba', 'name': 'network-vif-deleted', 'tag': '10bfe591-325b-4a55-b9e3-e93cf7c2a627'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:31.748961 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0bda3b-1ca1-4398-8ea7-26c1ab9c0f6f" -d '{"events": [{"server_uuid": "e45fbfb5-5823-417b-8259-6214071f95ba", "name": "network-vif-deleted", "tag": "10bfe591-325b-4a55-b9e3-e93cf7c2a627"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:31.786597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27076001-30e4-4691-903e-5b7f0e6e5dee req-4f8d3288-f502-47d7-bb15-0cceb1fbd04a tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/ports?device_id=93d41485-22ab-42e3-8fac-7676ffbd0f05 HTTP/1.1" status: 200 len: 210 time: 0.1307921 Feb 09 02:47:31.795121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-29f836f0-c09f-40ba-9c79-58f3fe19a607 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 200 len: 217 time: 0.1261868 Feb 09 02:47:31.815221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:31.855521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:31.858056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:31.860281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] 10.222.0.26 "PUT /v2.0/ports/6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 1092 time: 1.8087685 Feb 09 02:47:31.865673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:31.880341 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:31.888976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c923d-6644-400f-85e0-bbded5fb3171 req-db1d0765-1ac1-4b52-b953-5e7a17eba21e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:31.916064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a17c923d-6644-400f-85e0-bbded5fb3171 req-db1d0765-1ac1-4b52-b953-5e7a17eba21e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.2170789 Feb 09 02:47:32.051353 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a17c923d-6644-400f-85e0-bbded5fb3171 req-6be86f90-2a34-4c6f-9dcb-dbe6ff8e0a76 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281443 Feb 09 02:47:32.094759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407a59-b4d8-44e3-a23a-a0acf3ccf64e service neutron] Pushing event updated for resources: {'Port': ['ID=6401758d-3980-44b2-8c97-9f6832beafdb,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:32.110153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-70efc232-0e36-4356-aa99-f5f7dac329a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:32.115727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-70efc232-0e36-4356-aa99-f5f7dac329a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.2877440 Feb 09 02:47:32.163824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-01ae7bea-dc03-4008-82f8-5f48382c6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:32.173488 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-01ae7bea-dc03-4008-82f8-5f48382c6292 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 1126 time: 0.1558805 Feb 09 02:47:32.177010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:32.194488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ab67-d041-4a30-8253-797b257d86bb req-bc3d3cd5-cf7c-4316-a1c7-0da9f9a87a47 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:32.201527 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12b7ab67-d041-4a30-8253-797b257d86bb req-bc3d3cd5-cf7c-4316-a1c7-0da9f9a87a47 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 945 time: 0.2486055 Feb 09 02:47:32.205379 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-aec00990-f14a-47ab-8264-3b7cf2c5e691 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804341 Feb 09 02:47:32.209871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'mac_address': 'fa:16:3e:78:3d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:32.223109 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a1266a-5358-4ad1-9377-3355b0a76a33 x-openstack-request-id: req-87a1266a-5358-4ad1-9377-3355b0a76a33 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:32.223424 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "name": "network-vif-plugged", "status": "completed", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:32.223676 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87a1266a-5358-4ad1-9377-3355b0a76a33 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:32.224068 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432', 'code': 200} Feb 09 02:47:32.287348 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:32.287738 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:32.311116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-50128d31-c5a5-4287-a8ca-5b22eca2b04e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 217 time: 0.1330180 Feb 09 02:47:32.332665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c1c8001-59ad-4b00-b62c-7dd458c6823e req-6af6f049-1917-415a-b07f-29dcee489571 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=e45fbfb5-5823-417b-8259-6214071f95ba HTTP/1.1" status: 200 len: 210 time: 0.0601432 Feb 09 02:47:32.474803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:32.516867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2485d2ec-b8b2-444f-bbbc-0a5546639510 req-7c8e7536-37f9-4403-9d68-1c3278692ca2 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/8e74df3f-c623-4efc-bc10-6de2c7cbcd90 HTTP/1.1" status: 200 len: 1822 time: 0.1244648 Feb 09 02:47:32.529689 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:32.545558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2485d2ec-b8b2-444f-bbbc-0a5546639510 req-4bc72458-e7d3-40d9-b511-d277ee55ab47 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e74df3f-c623-4efc-bc10-6de2c7cbcd90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:32.545558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2485d2ec-b8b2-444f-bbbc-0a5546639510 req-4bc72458-e7d3-40d9-b511-d277ee55ab47 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e74df3f-c623-4efc-bc10-6de2c7cbcd90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:32.551879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:32.552970 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:32.620403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-79a3ff6a-3f47-4710-a9b7-9900a446db83 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546267 Feb 09 02:47:32.659924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0cf4588-e5e5-499b-905d-fe3e21ec9261 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:32.688777 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a93f-6b2d-45c7-86a6-8f341679678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:32.704507 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2485d2ec-b8b2-444f-bbbc-0a5546639510 req-4bc72458-e7d3-40d9-b511-d277ee55ab47 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (f587d4da-e752-4c10-8a50-a951d75f1b00), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:32.766099 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:47:32.766363 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:47:32.766960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:32.771053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2485d2ec-b8b2-444f-bbbc-0a5546639510 req-4bc72458-e7d3-40d9-b511-d277ee55ab47 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (f587d4da-e752-4c10-8a50-a951d75f1b00), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:32.781640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2485d2ec-b8b2-444f-bbbc-0a5546639510 req-4bc72458-e7d3-40d9-b511-d277ee55ab47 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f587d4da-e752-4c10-8a50-a951d75f1b00), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:32.783988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12b7ab67-d041-4a30-8253-797b257d86bb req-dadf064b-b71e-4096-b406-8e630b5e4190 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806887 Feb 09 02:47:32.832870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-0c8eac3c-6731-453f-a1ef-f5692bcd1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:32.834511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-0c8eac3c-6731-453f-a1ef-f5692bcd1221 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.5047634 Feb 09 02:47:32.834828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc72458-e7d3-40d9-b511-d277ee55ab47 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f587d4da-e752-4c10-8a50-a951d75f1b00,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:32.838935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a8dcb-d481-462c-95cf-886d4bbd7d17 req-46cb6dcc-8aca-45f1-9319-7f2e49893441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:32.841538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a5a8dcb-d481-462c-95cf-886d4bbd7d17 req-46cb6dcc-8aca-45f1-9319-7f2e49893441 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 1127 time: 0.5703588 Feb 09 02:47:32.846167 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2485d2ec-b8b2-444f-bbbc-0a5546639510 req-4bc72458-e7d3-40d9-b511-d277ee55ab47 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:32.864796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2485d2ec-b8b2-444f-bbbc-0a5546639510 req-4bc72458-e7d3-40d9-b511-d277ee55ab47 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3275857 Feb 09 02:47:32.910119 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0ef5be-a8ce-4a0b-b15e-c6ae683345c0 x-openstack-request-id: req-bf0ef5be-a8ce-4a0b-b15e-c6ae683345c0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:32.910464 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45fbfb5-5823-417b-8259-6214071f95ba", "name": "network-vif-deleted", "tag": "10bfe591-325b-4a55-b9e3-e93cf7c2a627", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:32.910729 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf0ef5be-a8ce-4a0b-b15e-c6ae683345c0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:32.911138 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45fbfb5-5823-417b-8259-6214071f95ba', 'name': 'network-vif-deleted', 'tag': '10bfe591-325b-4a55-b9e3-e93cf7c2a627', 'status': 'completed', 'code': 200} Feb 09 02:47:32.928878 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19579294-9699-4169-8e85-03327b09cda2 x-openstack-request-id: req-19579294-9699-4169-8e85-03327b09cda2 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:32.929278 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:32.929639 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19579294-9699-4169-8e85-03327b09cda2 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:32.930144 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb', 'status': 'completed', 'code': 200} Feb 09 02:47:32.969789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-862fd368-bae2-41df-9dd7-346e3ea23867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:32.971811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-862fd368-bae2-41df-9dd7-346e3ea23867 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1275854 Feb 09 02:47:32.977567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e34e59f-b4c5-453d-88c8-90172c5cdcea req-fbcbd5c9-8cc9-4a4e-abd8-9e33d017114f service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378832 Feb 09 02:47:33.041731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a5a8dcb-d481-462c-95cf-886d4bbd7d17 req-474e8467-271d-4ee5-846e-99ac7e28ddcb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484938 Feb 09 02:47:33.056787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36823e01-fc3a-4d4f-b038-1c991bf82431 req-958a2bb4-9c7a-460a-8b45-5feb9b3e7ffa tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:33.064171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36823e01-fc3a-4d4f-b038-1c991bf82431 req-958a2bb4-9c7a-460a-8b45-5feb9b3e7ffa tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 945 time: 0.0797310 Feb 09 02:47:33.119424 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-b936742d-8917-43ef-836b-c02339f8840d service neutron] 10.222.0.26 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407244 Feb 09 02:47:33.130550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36823e01-fc3a-4d4f-b038-1c991bf82431 req-ed6e7d8c-fe40-49dd-a94e-911e4f52a624 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621955 Feb 09 02:47:33.307040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a8f6-b169-4757-a67c-5f87ffa9856f req-55cacb30-6efd-47ec-9820-9357a36ed179 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:33.320203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a893a8f6-b169-4757-a67c-5f87ffa9856f req-55cacb30-6efd-47ec-9820-9357a36ed179 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 944 time: 0.1101398 Feb 09 02:47:33.362041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:33.362474 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:33.397436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cf4588-e5e5-499b-905d-fe3e21ec9261 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:33.412371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a893a8f6-b169-4757-a67c-5f87ffa9856f req-b45996f6-3cff-4c4a-9c96-110deedbf55d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897319 Feb 09 02:47:33.453275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:33.463002 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:33.553326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-a9a445b7-db0c-48a4-9ac0-28b88f6fab26 req-254b7694-f723-4880-aef9-8d41c859ad0b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1116018525', 'description': 'tempest-description-1482353654'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:33.555964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:33.565181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ab9a5-7552-4742-abf7-194db3b37ce3 req-2bdb6be7-92a7-4830-801f-2d9c45c345b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:33.573508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-532ab9a5-7552-4742-abf7-194db3b37ce3 req-2bdb6be7-92a7-4830-801f-2d9c45c345b9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 948 time: 0.0881495 Feb 09 02:47:33.634580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-532ab9a5-7552-4742-abf7-194db3b37ce3 req-32a16012-6836-4671-b6f9-1f9c1a2f66a7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598333 Feb 09 02:47:33.652752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a9a445b7-db0c-48a4-9ac0-28b88f6fab26 req-254b7694-f723-4880-aef9-8d41c859ad0b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:33.720641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47648) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:33.741159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-85b26920-11f5-4438-9d34-172f10b53e52 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:33.742145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-85b26920-11f5-4438-9d34-172f10b53e52 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4&tenant_id=c8e04fd18cd341108126a8475f62a75d&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 948 time: 0.2023544 Feb 09 02:47:33.745771 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6a8e05-8e19-40f8-9bea-def45ddba5ed req-3fad4c99-64cb-41fd-99ec-5afc5ecee823 service neutron] 10.222.0.26 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152823 Feb 09 02:47:33.761358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c639935a-e237-4af5-b912-c6278e9ccfac up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:33.864525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b0cf4588-e5e5-499b-905d-fe3e21ec9261'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:33.880918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a9a445b7-db0c-48a4-9ac0-28b88f6fab26 req-254b7694-f723-4880-aef9-8d41c859ad0b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (427c4496-8b47-4434-a972-990f58e4a292), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:33.898035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-043411c6-ba18-4964-92c7-45fa75558f0c service neutron] 10.222.0.61 "GET /v2.0/ports/b0cf4588-e5e5-499b-905d-fe3e21ec9261/bindings/n-h1-827839-4 HTTP/1.1" status: 200 len: 382 time: 0.1461420 Feb 09 02:47:33.903062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a9a445b7-db0c-48a4-9ac0-28b88f6fab26 req-254b7694-f723-4880-aef9-8d41c859ad0b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (427c4496-8b47-4434-a972-990f58e4a292), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:33.904444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26aff757-054f-4831-acd6-5b523d8a50aa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group (4d91954b-7431-43ee-9444-ccd9ff3cbb67), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:33.971155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26aff757-054f-4831-acd6-5b523d8a50aa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group (4d91954b-7431-43ee-9444-ccd9ff3cbb67), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:33.977415 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.009510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port c639935a-e237-4af5-b912-c6278e9ccfac completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:47:34.016701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port c639935a-e237-4af5-b912-c6278e9ccfac triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:34.017080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.031595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b7694-f723-4880-aef9-8d41c859ad0b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427c4496-8b47-4434-a972-990f58e4a292,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:34.042794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a9a445b7-db0c-48a4-9ac0-28b88f6fab26 req-254b7694-f723-4880-aef9-8d41c859ad0b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.059434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a9a445b7-db0c-48a4-9ac0-28b88f6fab26 req-254b7694-f723-4880-aef9-8d41c859ad0b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5100095 Feb 09 02:47:34.085315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-4920c0b4-6804-4e13-a82f-b5db24fc0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.095644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-4920c0b4-6804-4e13-a82f-b5db24fc0295 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 1126 time: 0.2660065 Feb 09 02:47:34.167624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26aff757-054f-4831-acd6-5b523d8a50aa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4d91954b-7431-43ee-9444-ccd9ff3cbb67), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.170345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26aff757-054f-4831-acd6-5b523d8a50aa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.171505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-26aff757-054f-4831-acd6-5b523d8a50aa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "DELETE /v2.0/security-groups/4d91954b-7431-43ee-9444-ccd9ff3cbb67 HTTP/1.1" status: 204 len: 168 time: 0.4497705 Feb 09 02:47:34.180342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47660) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:34.229938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aff757-054f-4831-acd6-5b523d8a50aa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d91954b-7431-43ee-9444-ccd9ff3cbb67,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:34.241428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e203a-d74d-463e-81fe-8e129e973f82 req-1ec25f33-c5d8-47c3-9026-7ec75e450be9 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.243537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-b3491918-e568-4578-ac88-5217cad0a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.245001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-b3491918-e568-4578-ac88-5217cad0a19d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 1130 time: 0.3078945 Feb 09 02:47:34.248823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc2e203a-d74d-463e-81fe-8e129e973f82 req-1ec25f33-c5d8-47c3-9026-7ec75e450be9 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 945 time: 0.1781876 Feb 09 02:47:34.256648 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-504bd349-14a0-477b-b1b4-8079a944ecfa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] show failed (client error): The resource could not be found. Feb 09 02:47:34.257644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-504bd349-14a0-477b-b1b4-8079a944ecfa tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "GET /v2.0/security-groups/4d91954b-7431-43ee-9444-ccd9ff3cbb67 HTTP/1.1" status: 404 len: 347 time: 0.0700703 Feb 09 02:47:34.267696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47662) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:34.270141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:34.272683 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bb2c94-8d8f-450a-ba7e-bc801fb3a3f8" -d '{"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:34.326811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c639935a-e237-4af5-b912-c6278e9ccfac is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:34.326811 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.356474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-3dfbf0b4-7cdd-4d56-930c-5ff8f2d4495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.358815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-3dfbf0b4-7cdd-4d56-930c-5ff8f2d4495a service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1029215 Feb 09 02:47:34.399206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c639935a-e237-4af5-b912-c6278e9ccfac, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c639935a-e237-4af5-b912-c6278e9ccfac,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:34.408445 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.445280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-5fb141fe-3ed0-49f6-b637-5f7df4e896f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261 HTTP/1.1" status: 200 len: 217 time: 0.0759740 Feb 09 02:47:34.457901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc2e203a-d74d-463e-81fe-8e129e973f82 req-0a221437-2eb9-4351-9cd7-7bc49bac3260 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064130 Feb 09 02:47:34.484742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7ef05-785c-4f7e-b69c-079baeb121a4 req-76042a73-2e4f-43a0-ae81-934cf2196d72 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.492268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-25b7ef05-785c-4f7e-b69c-079baeb121a4 req-76042a73-2e4f-43a0-ae81-934cf2196d72 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 949 time: 0.3030059 Feb 09 02:47:34.530800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-a3a9f668-9ae8-49a7-a852-4499f7ba9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.532232 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-a3a9f668-9ae8-49a7-a852-4499f7ba9ded service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.4266200 Feb 09 02:47:34.561301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=c639935a-e237-4af5-b912-c6278e9ccfac,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:34.579473 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2b72dfc8-8722-47ae-9fe2-2ec6b4b85aff req-32edb7c6-f778-475c-8331-3aef9ca65ac9 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/427c4496-8b47-4434-a972-990f58e4a292 HTTP/1.1" status: 200 len: 1822 time: 0.0822220 Feb 09 02:47:34.581081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-e04c1ae4-cd27-48cf-91a2-9bbba09b9826 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 217 time: 0.0388315 Feb 09 02:47:34.586937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Deleting port afb6bd0d-9229-4061-8712-6e3b2f69d44e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:34.587276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (afb6bd0d-9229-4061-8712-6e3b2f69d44e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.651169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-89d2f0f6-15f8-4c23-b0fa-1c4b42b3f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.651169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-89d2f0f6-15f8-4c23-b0fa-1c4b42b3f550 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1931267 Feb 09 02:47:34.665744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2b72dfc8-8722-47ae-9fe2-2ec6b4b85aff req-c10d66d1-67cc-4a2b-83dc-917387d3fe80 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '427c4496-8b47-4434-a972-990f58e4a292', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:34.666090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2b72dfc8-8722-47ae-9fe2-2ec6b4b85aff req-c10d66d1-67cc-4a2b-83dc-917387d3fe80 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '427c4496-8b47-4434-a972-990f58e4a292', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:34.703472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-25b7ef05-785c-4f7e-b69c-079baeb121a4 req-920f4321-d35d-4dff-aada-6e653ce409b7 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102647 Feb 09 02:47:34.715219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (afb6bd0d-9229-4061-8712-6e3b2f69d44e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.715669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for floatingip (afb6bd0d-9229-4061-8712-6e3b2f69d44e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.729534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-4d7d4a62-5042-40d7-949b-2b802f551267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.731870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-4d7d4a62-5042-40d7-949b-2b802f551267 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.1385751 Feb 09 02:47:34.769908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 10bfe591-325b-4a55-b9e3-e93cf7c2a627 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:34.782634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Calling delete_port for afb6bd0d-9229-4061-8712-6e3b2f69d44e owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:34.789118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b72dfc8-8722-47ae-9fe2-2ec6b4b85aff req-c10d66d1-67cc-4a2b-83dc-917387d3fe80 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (b6753387-1e40-42b4-8544-b01091533085), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.814125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 10bfe591-325b-4a55-b9e3-e93cf7c2a627 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:47:34.814792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 10bfe591-325b-4a55-b9e3-e93cf7c2a627 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:47:34.826213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-026f8d0c-9c38-4b38-ad44-47d32f529afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.827752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-026f8d0c-9c38-4b38-ad44-47d32f529afb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1713130 Feb 09 02:47:34.837949 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b72dfc8-8722-47ae-9fe2-2ec6b4b85aff req-c10d66d1-67cc-4a2b-83dc-917387d3fe80 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (b6753387-1e40-42b4-8544-b01091533085), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.846633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b72dfc8-8722-47ae-9fe2-2ec6b4b85aff req-c10d66d1-67cc-4a2b-83dc-917387d3fe80 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (b6753387-1e40-42b4-8544-b01091533085), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.920214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-09a410e4-225b-46f4-9555-5c8a7f9cb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.921745 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:34.921888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-09a410e4-225b-46f4-9555-5c8a7f9cb3c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1796870 Feb 09 02:47:34.933353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d66d1-67cc-4a2b-83dc-917387d3fe80 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6753387-1e40-42b4-8544-b01091533085,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:34.954614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692b82f-c0b6-4b0f-a878-1ec7c76a99df req-8d7e60df-4c4b-4225-b27a-7b32f5da3497 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:34.963033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e692b82f-c0b6-4b0f-a878-1ec7c76a99df req-8d7e60df-4c4b-4225-b27a-7b32f5da3497 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.1545095 Feb 09 02:47:35.063464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-ae9ff72b-92d2-4501-921e-9766ce002c3b service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156959 Feb 09 02:47:35.075261 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2b72dfc8-8722-47ae-9fe2-2ec6b4b85aff req-c10d66d1-67cc-4a2b-83dc-917387d3fe80 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.090019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2b72dfc8-8722-47ae-9fe2-2ec6b4b85aff req-c10d66d1-67cc-4a2b-83dc-917387d3fe80 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4280486 Feb 09 02:47:35.095967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (afb6bd0d-9229-4061-8712-6e3b2f69d44e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.132318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Pushing event deleted for resources: {'Port': ['ID=afb6bd0d-9229-4061-8712-6e3b2f69d44e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:35.163130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e692b82f-c0b6-4b0f-a878-1ec7c76a99df req-86b66dd4-8998-4526-b66b-3c6da7d7ae14 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791675 Feb 09 02:47:35.167061 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df6745a-e4b6-4cac-aaef-d90c2b744e92 x-openstack-request-id: req-3df6745a-e4b6-4cac-aaef-d90c2b744e92 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:35.167376 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:35.167636 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3df6745a-e4b6-4cac-aaef-d90c2b744e92 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:35.168020 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'code': 200} Feb 09 02:47:35.220097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-2bb3a578-2f4f-4379-a199-6868a5156ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886782 Feb 09 02:47:35.274288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks [] for floatingip (e788b891-723a-4be8-9cb5-b891cd63a064), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.277759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.279216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-97b4030e-0763-49d9-a2da-b7de083362ed tempest-ServersTestBootFromVolume-811104311 tempest-ServersTestBootFromVolume-811104311-project] 10.222.0.32 "DELETE /v2.0/floatingips/e788b891-723a-4be8-9cb5-b891cd63a064 HTTP/1.1" status: 204 len: 168 time: 1.0105808 Feb 09 02:47:35.282262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47674) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:35.381466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-bb46d4bb-4b1e-40b1-90fd-82565cc97c76 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077698 Feb 09 02:47:35.402932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-394c29e3-8e93-4cd1-ad9d-0db29669fd4c req-f7a4f692-9ea7-4ecd-be51-b8b3fdea6ec9 service neutron] 10.222.0.26 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706698 Feb 09 02:47:35.420318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8074210-bf4d-4c9a-89ff-84ae21cfebb2 req-2ac1153e-bcaa-45f4-bb42-232fc391fe3d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:35.434078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8074210-bf4d-4c9a-89ff-84ae21cfebb2 req-2ac1153e-bcaa-45f4-bb42-232fc391fe3d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 944 time: 0.1389267 Feb 09 02:47:35.501475 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8074210-bf4d-4c9a-89ff-84ae21cfebb2 req-aa0c75c7-ac53-42b5-8d30-ddfd1bea0de8 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608940 Feb 09 02:47:35.518553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-28f43f03-bb85-4e0b-b64a-d76534a028cf req-864c0099-5136-4b68-87d8-87b03cd441c6 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1449193439', 'description': 'tempest-description-1966445706'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:35.530458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76106c36-d2e6-4201-90b1-64805ed00770 req-5c58cd52-ab09-491c-b83d-a984f0fcb344 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:35.534742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76106c36-d2e6-4201-90b1-64805ed00770 req-5c58cd52-ab09-491c-b83d-a984f0fcb344 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 948 time: 0.3093438 Feb 09 02:47:35.544145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-28f43f03-bb85-4e0b-b64a-d76534a028cf req-864c0099-5136-4b68-87d8-87b03cd441c6 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.604801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76106c36-d2e6-4201-90b1-64805ed00770 req-2c8652c7-a769-4d99-9bbb-844cb118ce42 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639060 Feb 09 02:47:35.633843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-28f43f03-bb85-4e0b-b64a-d76534a028cf req-864c0099-5136-4b68-87d8-87b03cd441c6 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (faa1f634-4e48-421a-8f79-3a0626adf2f4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.646613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-28f43f03-bb85-4e0b-b64a-d76534a028cf req-864c0099-5136-4b68-87d8-87b03cd441c6 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (faa1f634-4e48-421a-8f79-3a0626adf2f4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.708652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c0099-5136-4b68-87d8-87b03cd441c6 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa1f634-4e48-421a-8f79-3a0626adf2f4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:35.725805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-28f43f03-bb85-4e0b-b64a-d76534a028cf req-864c0099-5136-4b68-87d8-87b03cd441c6 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.727145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28f43f03-bb85-4e0b-b64a-d76534a028cf req-864c0099-5136-4b68-87d8-87b03cd441c6 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2130828 Feb 09 02:47:35.754190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:35.813497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d224c74-4b47-484f-9504-81a45e5cf180 req-77cc6abb-2f9d-444a-962b-042206ef541f tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:35.813497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d224c74-4b47-484f-9504-81a45e5cf180 req-77cc6abb-2f9d-444a-962b-042206ef541f tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 945 time: 0.1160727 Feb 09 02:47:35.863449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b0cf4588-e5e5-499b-905d-fe3e21ec9261 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:35.863964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:35.924926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d224c74-4b47-484f-9504-81a45e5cf180 req-2a52f9ba-41a7-4747-af62-1923c2d55a4a tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032393 Feb 09 02:47:35.930792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecee54e-8364-44fc-a1dc-eff01e4bc6c9 req-a8db6aee-0e57-4cd9-8395-31ce746c11df tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:35.936626 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ecee54e-8364-44fc-a1dc-eff01e4bc6c9 req-a8db6aee-0e57-4cd9-8395-31ce746c11df tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 949 time: 0.1112704 Feb 09 02:47:35.974703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-a9c72f17-e3c1-490b-bd32-50bc606c1c73 req-54a8e9b9-db37-428d-b460-d36fd0e0f555 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2023086539', 'description': 'tempest-description-1782031788'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:35.991852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:35.992456 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.004867 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (e43283af-ac97-46c3-99e7-fa9d8795f48e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.037200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:36.047129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.075118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ecee54e-8364-44fc-a1dc-eff01e4bc6c9 req-46468037-3564-40b3-98f7-9c3658438313 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.32 "GET /v2.0/security-groups?id=b29e7fff-6dc0-4a07-9b85-104f0c911751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308568 Feb 09 02:47:36.086643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a9c72f17-e3c1-490b-bd32-50bc606c1c73 req-54a8e9b9-db37-428d-b460-d36fd0e0f555 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.159157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:36.227443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a9c72f17-e3c1-490b-bd32-50bc606c1c73 req-54a8e9b9-db37-428d-b460-d36fd0e0f555 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (02dc74af-2659-492a-934a-85b45028d701), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.249660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a9c72f17-e3c1-490b-bd32-50bc606c1c73 req-54a8e9b9-db37-428d-b460-d36fd0e0f555 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (02dc74af-2659-492a-934a-85b45028d701), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.273650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-366f65ac-4f26-4900-b8a8-d064ede08a45 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:36.276727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-366f65ac-4f26-4900-b8a8-d064ede08a45 tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd37b090-b7df-4950-825a-a2dc179eb73c HTTP/1.1" status: 200 len: 949 time: 0.3132477 Feb 09 02:47:36.279677 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.280249 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a9c72f17-e3c1-490b-bd32-50bc606c1c73 req-54a8e9b9-db37-428d-b460-d36fd0e0f555 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.292335 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a9c72f17-e3c1-490b-bd32-50bc606c1c73 req-54a8e9b9-db37-428d-b460-d36fd0e0f555 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3213449 Feb 09 02:47:36.316060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8e9b9-db37-428d-b460-d36fd0e0f555 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc74af-2659-492a-934a-85b45028d701,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:36.501815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-668e4fa4-19ee-46d8-927f-3323823af527 req-ec3c938a-6a8c-4a67-9031-cf2c565bdf35 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 258 time: 0.3820665 Feb 09 02:47:36.514542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Deleting port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:36.514885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.599110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Deleting port 366f76c8-91bf-4b98-8ec9-d025b05380b9 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:36.602418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.643688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ccf89-6974-4450-9dc3-1506ca8b2404 req-f06e48e5-5db6-436e-9cbf-c1b26c1bb35d tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:36.644342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:36.652834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be6ccf89-6974-4450-9dc3-1506ca8b2404 req-f06e48e5-5db6-436e-9cbf-c1b26c1bb35d tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.2756443 Feb 09 02:47:36.676694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.758478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] For port 52eeee3e-200f-41b4-b2c5-5536d3ad4022, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=52eeee3e-200f-41b4-b2c5-5536d3ad4022,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:36.759102 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.779517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Calling delete_port for 52eeee3e-200f-41b4-b2c5-5536d3ad4022 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:36.787922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6401758d-3980-44b2-8c97-9f6832beafdb details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:36.803594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be6ccf89-6974-4450-9dc3-1506ca8b2404 req-14240acb-0393-4be1-9f91-9820564b1df8 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493688 Feb 09 02:47:36.940087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:36.984753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f6262c3-a04f-418c-8134-5c857b01068f req-c5746f1a-d9af-4828-917e-c095c4cee54b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/faa1f634-4e48-421a-8f79-3a0626adf2f4 HTTP/1.1" status: 200 len: 1822 time: 0.1261566 Feb 09 02:47:37.040267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] For port 366f76c8-91bf-4b98-8ec9-d025b05380b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=366f76c8-91bf-4b98-8ec9-d025b05380b9,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:37.040509 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.057030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6401758d-3980-44b2-8c97-9f6832beafdb, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6401758d-3980-44b2-8c97-9f6832beafdb,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:37.065733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Calling delete_port for 366f76c8-91bf-4b98-8ec9-d025b05380b9 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:37.070273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '6401758d-3980-44b2-8c97-9f6832beafdb', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'port_id': '6401758d-3980-44b2-8c97-9f6832beafdb', 'mac_address': 'fa:16:3e:07:0a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:37.099063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (52eeee3e-200f-41b4-b2c5-5536d3ad4022), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.114058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['52eeee3e-200f-41b4-b2c5-5536d3ad4022'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:37.148719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Pushing event deleted for resources: {'Port': ['ID=52eeee3e-200f-41b4-b2c5-5536d3ad4022,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:37.152233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Allocated IP 172.25.2.44 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/41e7e372-aaab-4188-9437-1a7b682f1cd7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:37.164088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6401758d-3980-44b2-8c97-9f6832beafdb is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:37.165327 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.187402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c639935a-e237-4af5-b912-c6278e9ccfac'}, {'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:37.190064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f6262c3-a04f-418c-8134-5c857b01068f req-3dd77179-2b68-4e0d-a82e-de695523310b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/02dc74af-2659-492a-934a-85b45028d701 HTTP/1.1" status: 200 len: 1822 time: 0.1809173 Feb 09 02:47:37.190985 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae1e9e-383d-4be9-aa3e-f7c0309cb6b1" -d '{"events": [{"server_uuid": "a012f22d-88bd-47d6-aa50-d36c040ca6ca", "name": "network-vif-plugged", "status": "completed", "tag": "c639935a-e237-4af5-b912-c6278e9ccfac"}, {"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:37.195571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6f6262c3-a04f-418c-8134-5c857b01068f req-bec40490-d6f1-449a-9ab9-238787a6e9fe tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'faa1f634-4e48-421a-8f79-3a0626adf2f4', 'remote_group_id': '02dc74af-2659-492a-934a-85b45028d701', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:37.195890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6f6262c3-a04f-418c-8134-5c857b01068f req-bec40490-d6f1-449a-9ab9-238787a6e9fe tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'faa1f634-4e48-421a-8f79-3a0626adf2f4', 'remote_group_id': '02dc74af-2659-492a-934a-85b45028d701', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:37.196042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6401758d-3980-44b2-8c97-9f6832beafdb {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:37.226890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6401758d-3980-44b2-8c97-9f6832beafdb, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6401758d-3980-44b2-8c97-9f6832beafdb,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:37.232724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] No DVR routers for this DVR port 52eeee3e-200f-41b4-b2c5-5536d3ad4022 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:47:37.238676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.263732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.267238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3c57035-9ca1-421a-894e-716b9c5d5f6c req-2308a02f-0fd6-44b0-a499-38ad70cd75fb tempest-ServersAdminNegativeTestJSON-1778050399 tempest-ServersAdminNegativeTestJSON-1778050399-project] 10.222.0.26 "DELETE /v2.0/ports/52eeee3e-200f-41b4-b2c5-5536d3ad4022 HTTP/1.1" status: 204 len: 173 time: 0.9650908 Feb 09 02:47:37.278270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd37b090-b7df-4950-825a-a2dc179eb73c', 'name': 'network-vif-deleted', 'tag': '52eeee3e-200f-41b4-b2c5-5536d3ad4022'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:37.280582 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fed1db-f93b-46a0-ab6f-9e9a2a790aba" -d '{"events": [{"server_uuid": "dd37b090-b7df-4950-825a-a2dc179eb73c", "name": "network-vif-deleted", "tag": "52eeee3e-200f-41b4-b2c5-5536d3ad4022"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:37.317986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6401758d-3980-44b2-8c97-9f6832beafdb,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:37.422014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f6262c3-a04f-418c-8134-5c857b01068f req-bec40490-d6f1-449a-9ab9-238787a6e9fe tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (734c7fee-b56c-4dd5-bf19-c0ad9e5164c5), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.423793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for port (41e7e372-aaab-4188-9437-1a7b682f1cd7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.482780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f6262c3-a04f-418c-8134-5c857b01068f req-bec40490-d6f1-449a-9ab9-238787a6e9fe tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (734c7fee-b56c-4dd5-bf19-c0ad9e5164c5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.490258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (41e7e372-aaab-4188-9437-1a7b682f1cd7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.513836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f6262c3-a04f-418c-8134-5c857b01068f req-bec40490-d6f1-449a-9ab9-238787a6e9fe tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (734c7fee-b56c-4dd5-bf19-c0ad9e5164c5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.574415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec40490-d6f1-449a-9ab9-238787a6e9fe tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734c7fee-b56c-4dd5-bf19-c0ad9e5164c5,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:37.577580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:37.588242 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:37.600124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:37.608435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Pushing event updated for resources: {'Port': ['ID=41e7e372-aaab-4188-9437-1a7b682f1cd7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:37.617118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['6401758d-3980-44b2-8c97-9f6832beafdb'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:37.617604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f6262c3-a04f-418c-8134-5c857b01068f req-bec40490-d6f1-449a-9ab9-238787a6e9fe tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.631731 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f6262c3-a04f-418c-8134-5c857b01068f req-bec40490-d6f1-449a-9ab9-238787a6e9fe tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4404917 Feb 09 02:47:37.648990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (366f76c8-91bf-4b98-8ec9-d025b05380b9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.802296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (cd8fa924-d6f7-4f9f-b170-bdf00a161e5e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:37.848277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=366f76c8-91bf-4b98-8ec9-d025b05380b9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:37.884833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41e7e372-aaab-4188-9437-1a7b682f1cd7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:38.087503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ecea-483f-45a3-8953-3c01922a6412 req-2dd68030-eb43-47df-af7b-628e0dbdc5f9 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:38.097304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da74ecea-483f-45a3-8953-3c01922a6412 req-2dd68030-eb43-47df-af7b-628e0dbdc5f9 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 945 time: 0.2860043 Feb 09 02:47:38.118901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-2471795b-4979-4010-8dc8-9ba26ee48fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:38.120437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-2471795b-4979-4010-8dc8-9ba26ee48fd0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4&tenant_id=c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 1131 time: 0.1713378 Feb 09 02:47:38.231596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-b156d701-b04b-4e09-bae1-d0f2dacea81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:38.233111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-b156d701-b04b-4e09-bae1-d0f2dacea81a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 1131 time: 0.0747712 Feb 09 02:47:38.233253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da74ecea-483f-45a3-8953-3c01922a6412 req-d9a84857-047c-4ab8-84a6-f99dacbf65d0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346149 Feb 09 02:47:38.311969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (e43283af-ac97-46c3-99e7-fa9d8795f48e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:38.482933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff22e5-07a0-4e45-b9c3-f3dde14ce8a5 req-ab5e30a3-5c13-48bf-be6f-3423f93e6cf7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:38.484563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1eff22e5-07a0-4e45-b9c3-f3dde14ce8a5 req-ab5e30a3-5c13-48bf-be6f-3423f93e6cf7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1365030 Feb 09 02:47:38.640600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-e5593be9-07ca-4421-9627-bb0afdaa9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:38.642663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-e5593be9-07ca-4421-9627-bb0afdaa9e02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4008715 Feb 09 02:47:38.659883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Router e43283af-ac97-46c3-99e7-fa9d8795f48e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:38.673518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1eff22e5-07a0-4e45-b9c3-f3dde14ce8a5 req-acc0dba4-9b31-4f72-a877-ecba88e031ec tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796031 Feb 09 02:47:38.705902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-c9cc0352-f212-4a9b-9e3f-397b6383ce40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261 HTTP/1.1" status: 200 len: 217 time: 0.0477409 Feb 09 02:47:38.763502 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for port (41e7e372-aaab-4188-9437-1a7b682f1cd7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:38.781136 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (41e7e372-aaab-4188-9437-1a7b682f1cd7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:38.819108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6401758d-3980-44b2-8c97-9f6832beafdb up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:38.819687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:38.828878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f46b743c-c12a-4ac7-bcbd-10493a0c0d41 admin admin] 10.222.0.32 "PUT /v2.0/routers/e43283af-ac97-46c3-99e7-fa9d8795f48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5452955 Feb 09 02:47:38.833214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47730) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:38.870973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cd8fa924-d6f7-4f9f-b170-bdf00a161e5e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:38.884486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-16ca79bb-f9e7-4da5-bfef-3375819f7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:38.886104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-16ca79bb-f9e7-4da5-bfef-3375819f7298 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1717734 Feb 09 02:47:38.921638 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f744a872-d259-4015-8516-37f98742290d x-openstack-request-id: req-f744a872-d259-4015-8516-37f98742290d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:38.921956 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a012f22d-88bd-47d6-aa50-d36c040ca6ca", "name": "network-vif-plugged", "status": "completed", "tag": "c639935a-e237-4af5-b912-c6278e9ccfac", "code": 200}, {"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:38.922208 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f744a872-d259-4015-8516-37f98742290d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:38.922827 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'code': 200} Feb 09 02:47:38.923460 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'code': 200} Feb 09 02:47:38.929850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] Sync routers for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:38.953006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:38.967673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:38.972836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Pushing event updated for resources: {'Port': ['ID=41e7e372-aaab-4188-9437-1a7b682f1cd7,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:38.983072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:38.991988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-668e4fa4-19ee-46d8-927f-3323823af527 req-a1cb84a6-99d3-4e4e-99cd-2d97be835b59 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4735513 Feb 09 02:47:39.031880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks [] for router (e43283af-ac97-46c3-99e7-fa9d8795f48e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.048245 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9be16a-2703-4d95-ba26-9c0039f3d245 x-openstack-request-id: req-3e9be16a-2703-4d95-ba26-9c0039f3d245 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:39.048670 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd37b090-b7df-4950-825a-a2dc179eb73c", "name": "network-vif-deleted", "tag": "52eeee3e-200f-41b4-b2c5-5536d3ad4022", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:39.049057 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e9be16a-2703-4d95-ba26-9c0039f3d245 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:39.049630 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd37b090-b7df-4950-825a-a2dc179eb73c', 'name': 'network-vif-deleted', 'tag': '52eeee3e-200f-41b4-b2c5-5536d3ad4022', 'status': 'completed', 'code': 200} Feb 09 02:47:39.065976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-668e4fa4-19ee-46d8-927f-3323823af527 req-7441ecf5-62ea-4580-bf59-c34a398cbfe2 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0728943 Feb 09 02:47:39.091840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-4d2360c5-3c5f-4348-8201-3e85badab21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:39.098124 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-4d2360c5-3c5f-4348-8201-3e85badab21c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2006433 Feb 09 02:47:39.146115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 6401758d-3980-44b2-8c97-9f6832beafdb completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:47:39.177108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-80169c14-e36c-42c9-996d-4adbd7f4a2f0 req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1652635242', 'description': 'tempest-description-2138778843'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:39.194748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 6401758d-3980-44b2-8c97-9f6832beafdb triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:39.195428 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.214986 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks [] for router_gateway (e43283af-ac97-46c3-99e7-fa9d8795f48e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.262428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876fe83-ba7e-4c35-8a95-a90cc35bf931 req-7b4d201b-f764-417f-aa1c-b17bbc9e288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:39.268750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3876fe83-ba7e-4c35-8a95-a90cc35bf931 req-7b4d201b-f764-417f-aa1c-b17bbc9e288f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 1128 time: 0.0867734 Feb 09 02:47:39.288630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47738) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:39.301419 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-80169c14-e36c-42c9-996d-4adbd7f4a2f0 req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.337186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e4fa4-19ee-46d8-927f-3323823af527 req-95229d62-8edc-4c62-987a-3e14ed5fe7f5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:39.338576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-668e4fa4-19ee-46d8-927f-3323823af527 req-95229d62-8edc-4c62-987a-3e14ed5fe7f5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2394886 Feb 09 02:47:39.340991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-742dd0f7-f26c-4b79-b40a-99d2aee7c0e2 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032764 Feb 09 02:47:39.432736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3876fe83-ba7e-4c35-8a95-a90cc35bf931 req-b7da6021-c008-4c7c-ad4f-0ead2bd5fc1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280713 Feb 09 02:47:39.450693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Deleting port 651c742b-c4dc-4620-b2fc-c5c528226fc6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:39.450945 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.470917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:39.606713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] For port 651c742b-c4dc-4620-b2fc-c5c528226fc6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=651c742b-c4dc-4620-b2fc-c5c528226fc6,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:39.607101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.621953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Calling delete_port for 651c742b-c4dc-4620-b2fc-c5c528226fc6 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:39.627050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee6f6f-7fc5-4afc-bf85-f0eaa8391f90 req-c098ca64-012e-47c0-a74a-d1210f7d9bf9 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:39.629102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47ee6f6f-7fc5-4afc-bf85-f0eaa8391f90 req-c098ca64-012e-47c0-a74a-d1210f7d9bf9 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.1517811 Feb 09 02:47:39.632330 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eac0a3e4-daa6-491b-8c3c-4a0bbd265217 req-1073c89d-60f7-4b55-b94b-f52764c54aef service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808785 Feb 09 02:47:39.696857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d5f4f03-f4d3-4c51-ad94-5608b4333af8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20480046eb5e4052bdd96ba87b0979cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047325 Feb 09 02:47:39.697655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47744) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:39.723992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47ee6f6f-7fc5-4afc-bf85-f0eaa8391f90 req-8dfc0c70-13c9-4974-aca6-2df45a3f9470 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861740 Feb 09 02:47:39.773010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6401758d-3980-44b2-8c97-9f6832beafdb is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:39.775571 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.788572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a471e66-5303-4d3b-9d39-973193122fca admin admin] Publish callbacks [] for security_group (b29e7fff-6dc0-4a07-9b85-104f0c911751), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.832811 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a471e66-5303-4d3b-9d39-973193122fca admin admin] Publish callbacks [] for security_group (b29e7fff-6dc0-4a07-9b85-104f0c911751), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.840140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (651c742b-c4dc-4620-b2fc-c5c528226fc6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.871598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6401758d-3980-44b2-8c97-9f6832beafdb, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6401758d-3980-44b2-8c97-9f6832beafdb,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:39.881634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-80169c14-e36c-42c9-996d-4adbd7f4a2f0 req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (4feb9d21-a696-4068-955d-43cbf21e608f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.885125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=651c742b-c4dc-4620-b2fc-c5c528226fc6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:39.887942 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.920440 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-80169c14-e36c-42c9-996d-4adbd7f4a2f0 req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4feb9d21-a696-4068-955d-43cbf21e608f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:39.999767 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (e43283af-ac97-46c3-99e7-fa9d8795f48e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.000035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a471e66-5303-4d3b-9d39-973193122fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b29e7fff-6dc0-4a07-9b85-104f0c911751), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.002479 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a471e66-5303-4d3b-9d39-973193122fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.003697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8a471e66-5303-4d3b-9d39-973193122fca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b29e7fff-6dc0-4a07-9b85-104f0c911751 HTTP/1.1" status: 204 len: 168 time: 0.3051450 Feb 09 02:47:40.025699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a471e66-5303-4d3b-9d39-973193122fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29e7fff-6dc0-4a07-9b85-104f0c911751,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:40.027071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6401758d-3980-44b2-8c97-9f6832beafdb,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:40.047126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-80169c14-e36c-42c9-996d-4adbd7f4a2f0 req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.058915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a9c70-b4a7-4457-b6fd-36d217c6514c req-0a041e61-ddbc-4f7c-a5a7-8e785479710a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:40.060514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f0a9c70-b4a7-4457-b6fd-36d217c6514c req-0a041e61-ddbc-4f7c-a5a7-8e785479710a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 946 time: 0.2024484 Feb 09 02:47:40.061069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:47:37Z', 'revision_number': 5, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port': {'id': '651c742b-c4dc-4620-b2fc-c5c528226fc6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:44:39Z', 'updated_at': '2022-02-09T02:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:40.066028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80169c14-e36c-42c9-996d-4adbd7f4a2f0 req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8929729 Feb 09 02:47:40.124361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] Checking router: e43283af-ac97-46c3-99e7-fa9d8795f48e for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:40.147218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] Routers {'e43283af-ac97-46c3-99e7-fa9d8795f48e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:40.148480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e43283af-ac97-46c3-99e7-fa9d8795f48e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:40.162725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f0a9c70-b4a7-4457-b6fd-36d217c6514c req-50dfb7a3-5f76-418b-a460-5a7fdc0fd21a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964136 Feb 09 02:47:40.347762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] Set router e43283af-ac97-46c3-99e7-fa9d8795f48e gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:40.386211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9037e-f23f-4609-9036-7175e8e9c8a0 req-64eeb121-5abd-4135-9ff3-f033c13c1d8a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:40.399888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3e9037e-f23f-4609-9036-7175e8e9c8a0 req-64eeb121-5abd-4135-9ff3-f033c13c1d8a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.1244483 Feb 09 02:47:40.435312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:47:39Z', 'revision_number': 7, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:40.471203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b89863-a9e3-4f07-88aa-2d5e627d57d3 None None] The sync data for ids ['e43283af-ac97-46c3-99e7-fa9d8795f48e'] in n-d-827839-4 is: [{'id': 'e43283af-ac97-46c3-99e7-fa9d8795f48e', 'name': 'tempest-ServersTestBootFromVolume-667723039-router', 'tenant_id': 'ea2b37c7f7494875b5e18987d8d89402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:44:36Z', 'updated_at': '2022-02-09T02:47:39Z', 'revision_number': 7, 'project_id': 'ea2b37c7f7494875b5e18987d8d89402', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:40.503479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3e9037e-f23f-4609-9036-7175e8e9c8a0 req-2c41cb74-dedb-4461-b92e-01a9e2f89215 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978043 Feb 09 02:47:40.554512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-e5a44680-bac6-4eba-885b-8b84bebe911f req-213ed223-74fd-4ec9-ba95-f1a60afd9cd1 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-51849554', 'description': 'tempest-description-1982434009'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:40.608743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47756) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:40.617160 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e5a44680-bac6-4eba-885b-8b84bebe911f req-213ed223-74fd-4ec9-ba95-f1a60afd9cd1 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.682307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fff84b08-d147-42b4-b7a6-2ee4da568dcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=699c72974e404caf846d0d2123c6a1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699804 Feb 09 02:47:40.684972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47758) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:40.756086 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e5a44680-bac6-4eba-885b-8b84bebe911f req-213ed223-74fd-4ec9-ba95-f1a60afd9cd1 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (bf26fc8c-7c56-4d6d-924e-9fc17d3a8102), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.769287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb9d21-a696-4068-955d-43cbf21e608f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:40.781003 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d217a5bc-9bc0-4c70-8823-9c4a883513b1 admin admin] Publish callbacks [] for security_group (95b037ad-d5ce-4132-a14e-e12e6bca449f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.790596 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (e43283af-ac97-46c3-99e7-fa9d8795f48e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.799658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks [] for router_controller (e43283af-ac97-46c3-99e7-fa9d8795f48e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.803669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.804484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.804484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.804673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.805277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.805277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.805621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.805943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.806288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.807096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.807096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.807272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.807537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e4789a-5114-4c76-a222-9d121cb1a35c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:40.822731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d217a5bc-9bc0-4c70-8823-9c4a883513b1 admin admin] Publish callbacks [] for security_group (95b037ad-d5ce-4132-a14e-e12e6bca449f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.824697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e5a44680-bac6-4eba-885b-8b84bebe911f req-213ed223-74fd-4ec9-ba95-f1a60afd9cd1 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bf26fc8c-7c56-4d6d-924e-9fc17d3a8102), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.840556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 52eeee3e-200f-41b4-b2c5-5536d3ad4022 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:40.880493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e5a44680-bac6-4eba-885b-8b84bebe911f req-213ed223-74fd-4ec9-ba95-f1a60afd9cd1 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.887919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e5a44680-bac6-4eba-885b-8b84bebe911f req-213ed223-74fd-4ec9-ba95-f1a60afd9cd1 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3373878 Feb 09 02:47:40.907680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ed223-74fd-4ec9-ba95-f1a60afd9cd1 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf26fc8c-7c56-4d6d-924e-9fc17d3a8102,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:40.913121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-ed223000-44a2-4a25-ba8b-dc2b668edf8b tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:40.916191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 52eeee3e-200f-41b4-b2c5-5536d3ad4022 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:47:40.916645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 52eeee3e-200f-41b4-b2c5-5536d3ad4022 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:47:40.924823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:40.933147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-ed223000-44a2-4a25-ba8b-dc2b668edf8b tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2781787 Feb 09 02:47:40.933776 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1713617-d4ad-4209-9956-5cb09d503410" -d '{"events": [{"server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "name": "network-vif-plugged", "status": "completed", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:40.949477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d217a5bc-9bc0-4c70-8823-9c4a883513b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (95b037ad-d5ce-4132-a14e-e12e6bca449f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.952053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d217a5bc-9bc0-4c70-8823-9c4a883513b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:40.955708 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d217a5bc-9bc0-4c70-8823-9c4a883513b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95b037ad-d5ce-4132-a14e-e12e6bca449f HTTP/1.1" status: 204 len: 168 time: 0.2672901 Feb 09 02:47:40.968510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217a5bc-9bc0-4c70-8823-9c4a883513b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b037ad-d5ce-4132-a14e-e12e6bca449f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:41.006001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (e43283af-ac97-46c3-99e7-fa9d8795f48e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.007075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e43283af-ac97-46c3-99e7-fa9d8795f48e {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:47:41.019739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.020804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0e1eab28-b887-4cd1-b5ea-6dfc760e09f7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e43283af-ac97-46c3-99e7-fa9d8795f48e HTTP/1.1" status: 204 len: 168 time: 2.1863306 Feb 09 02:47:41.028129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:41.085977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25c9328-620b-4dd3-8286-cd58f9660590 admin admin] Deleting subnet 3ce02cc9-11c8-473c-b9a9-6239ee16deb4 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:47:41.091222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c25c9328-620b-4dd3-8286-cd58f9660590 admin admin] Publish callbacks [] for subnet (3ce02cc9-11c8-473c-b9a9-6239ee16deb4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.104635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-c299fc77-6652-4690-8332-0ffa8716ada5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.1705546 Feb 09 02:47:41.109979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Request body: {'floatingip': {'port_id': '27a0c6ff-eabc-4339-b155-09e47f896432', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:41.127155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64a91d-7501-439e-a742-d3fecc261b2b req-14a2412a-90ef-477a-88bf-e2d15c865f51 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:41.134569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac64a91d-7501-439e-a742-d3fecc261b2b req-14a2412a-90ef-477a-88bf-e2d15c865f51 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.1370835 Feb 09 02:47:41.157484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (cd8fa924-d6f7-4f9f-b170-bdf00a161e5e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.169156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c25c9328-620b-4dd3-8286-cd58f9660590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (3ce02cc9-11c8-473c-b9a9-6239ee16deb4), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.242216 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac64a91d-7501-439e-a742-d3fecc261b2b req-fadbc2c2-99a7-4f76-be24-1a133908c113 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970430 Feb 09 02:47:41.328642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c25c9328-620b-4dd3-8286-cd58f9660590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (3ce02cc9-11c8-473c-b9a9-6239ee16deb4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.339494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-347c6707-e534-4713-886e-8e7c889b2f6a tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/4feb9d21-a696-4068-955d-43cbf21e608f HTTP/1.1" status: 200 len: 1822 time: 0.0865340 Feb 09 02:47:41.441226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-656e6fba-ad2c-46de-8496-56de86ae235e tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/bf26fc8c-7c56-4d6d-924e-9fc17d3a8102 HTTP/1.1" status: 200 len: 1820 time: 0.1002460 Feb 09 02:47:41.457191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-88bb25da-0d38-425c-b1ee-2bfff4d45e23 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4feb9d21-a696-4068-955d-43cbf21e608f', 'remote_group_id': 'bf26fc8c-7c56-4d6d-924e-9fc17d3a8102', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:41.457564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-88bb25da-0d38-425c-b1ee-2bfff4d45e23 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4feb9d21-a696-4068-955d-43cbf21e608f', 'remote_group_id': 'bf26fc8c-7c56-4d6d-924e-9fc17d3a8102', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:41.560240 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c25c9328-620b-4dd3-8286-cd58f9660590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (3ce02cc9-11c8-473c-b9a9-6239ee16deb4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.623395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c9328-620b-4dd3-8286-cd58f9660590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce02cc9-11c8-473c-b9a9-6239ee16deb4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:41.626475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c25c9328-620b-4dd3-8286-cd58f9660590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.629175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f0176-8dbd-49a2-b6eb-3f159f54369c None None] Network 49819c0c-2b0f-444b-9d9b-255492e95d5d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:47:41.633065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c25c9328-620b-4dd3-8286-cd58f9660590 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ce02cc9-11c8-473c-b9a9-6239ee16deb4 HTTP/1.1" status: 204 len: 168 time: 0.6013346 Feb 09 02:47:41.635529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47786) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:41.649008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-88bb25da-0d38-425c-b1ee-2bfff4d45e23 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (979b5b8b-5e42-44cb-9b38-3de1b88782c9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.791978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:41.828627 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-88bb25da-0d38-425c-b1ee-2bfff4d45e23 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (979b5b8b-5e42-44cb-9b38-3de1b88782c9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.853772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-88bb25da-0d38-425c-b1ee-2bfff4d45e23 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (979b5b8b-5e42-44cb-9b38-3de1b88782c9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.874090 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (49819c0c-2b0f-444b-9d9b-255492e95d5d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.967691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb25da-0d38-425c-b1ee-2bfff4d45e23 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979b5b8b-5e42-44cb-9b38-3de1b88782c9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:41.980501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-88bb25da-0d38-425c-b1ee-2bfff4d45e23 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:41.990982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89740d08-2131-4153-97dd-fba0b4fdb2e1 req-88bb25da-0d38-425c-b1ee-2bfff4d45e23 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5459151 Feb 09 02:47:42.071016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 366f76c8-91bf-4b98-8ec9-d025b05380b9 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:42.092701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Deleting port ec85774d-4b9b-4d50-9959-81ca906d760c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:42.093488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.147361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 366f76c8-91bf-4b98-8ec9-d025b05380b9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:47:42.147715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 366f76c8-91bf-4b98-8ec9-d025b05380b9 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:47:42.148142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 651c742b-c4dc-4620-b2fc-c5c528226fc6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:42.156817 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671ae8e4-a020-49ba-9e8f-cda6f3808ae9 x-openstack-request-id: req-671ae8e4-a020-49ba-9e8f-cda6f3808ae9 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:42.157137 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "name": "network-vif-plugged", "status": "completed", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:42.157407 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-671ae8e4-a020-49ba-9e8f-cda6f3808ae9 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:42.157807 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb', 'code': 200} Feb 09 02:47:42.158865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] DHCP port deletion for 49819c0c-2b0f-444b-9d9b-255492e95d5d request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:47:42.172748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:42.173527 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.208602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.217165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 651c742b-c4dc-4620-b2fc-c5c528226fc6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:47:42.217771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 651c742b-c4dc-4620-b2fc-c5c528226fc6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:47:42.225520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cd8fa924-d6f7-4f9f-b170-bdf00a161e5e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.411968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:42.428807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] For port ec85774d-4b9b-4d50-9959-81ca906d760c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ec85774d-4b9b-4d50-9959-81ca906d760c,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:42.429734 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.440900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] Deleting port ec85774d-4b9b-4d50-9959-81ca906d760c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:42.442959 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.472316 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Floating IP cd8fa924-d6f7-4f9f-b170-bdf00a161e5e associated. External IP: 172.25.2.44, port: 27a0c6ff-eabc-4339-b155-09e47f896432. Feb 09 02:47:42.476974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Calling delete_port for ec85774d-4b9b-4d50-9959-81ca906d760c owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:42.485191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1a4ee-3373-455f-aad9-1930d0b944e9 req-8b5d0c22-53b3-46df-a76f-66cf1ced5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:42.487362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9df1a4ee-3373-455f-aad9-1930d0b944e9 req-8b5d0c22-53b3-46df-a76f-66cf1ced5935 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 1128 time: 0.3052847 Feb 09 02:47:42.515321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca68319-a444-4fd4-a4d2-24f5cdf5425a req-9fa90ce7-5945-4c24-a08e-b83a7c8ca803 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:42.517073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bca68319-a444-4fd4-a4d2-24f5cdf5425a req-9fa90ce7-5945-4c24-a08e-b83a7c8ca803 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 946 time: 0.2838757 Feb 09 02:47:42.558802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] For port ec85774d-4b9b-4d50-9959-81ca906d760c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ec85774d-4b9b-4d50-9959-81ca906d760c,segment=NetworkSegment(51185ed1-217c-420c-a844-37f2726dea31),segment_id=51185ed1-217c-420c-a844-37f2726dea31)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:42.559301 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.588562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] Calling delete_port for ec85774d-4b9b-4d50-9959-81ca906d760c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:42.601114 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.711203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bca68319-a444-4fd4-a4d2-24f5cdf5425a req-844d6e7f-3c7c-4809-b3ce-c91bbc729f56 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834207 Feb 09 02:47:42.723352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9df1a4ee-3373-455f-aad9-1930d0b944e9 req-d496ad32-77bd-4de8-9ead-f1d9ca74a89c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273302 Feb 09 02:47:42.755664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.779076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:42.792776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec85774d-4b9b-4d50-9959-81ca906d760c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:42.805308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] No DVR routers for this DVR port ec85774d-4b9b-4d50-9959-81ca906d760c on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:47:42.816841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:42.834519 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (ec85774d-4b9b-4d50-9959-81ca906d760c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.887512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] Pushing event deleted for resources: {'Port': ['ID=ec85774d-4b9b-4d50-9959-81ca906d760c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:42.907834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb155250-17e3-49fc-a265-3865f996bd6e None None] No DVR routers for this DVR port ec85774d-4b9b-4d50-9959-81ca906d760c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:47:42.921084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (49819c0c-2b0f-444b-9d9b-255492e95d5d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:42.949784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49819c0c-2b0f-444b-9d9b-255492e95d5d']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:42.960280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2fddd-b746-43ab-a4a5-95601b342fd2 req-8df779c7-2102-4164-98b7-e39dabf9c3cc tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:42.962106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53d2fddd-b746-43ab-a4a5-95601b342fd2 req-8df779c7-2102-4164-98b7-e39dabf9c3cc tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.1710567 Feb 09 02:47:42.974261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47804) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:42.979309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Request body: {'floatingip': {'port_id': 'c639935a-e237-4af5-b912-c6278e9ccfac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:42.986605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51185ed1-217c-420c-a844-37f2726dea31') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:42.986605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51185ed1-217c-420c-a844-37f2726dea31') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:43.038629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (51185ed1-217c-420c-a844-37f2726dea31), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.050440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:43.056158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.058096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for floatingip (15370207-7810-4b23-a2b6-fcaa917077b9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.064846 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] Sync routers for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:43.075760 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:43.076358 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:43.092397 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (51185ed1-217c-420c-a844-37f2726dea31), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.100015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:47:43.100426 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (51185ed1-217c-420c-a844-37f2726dea31), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.115011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-0c00d802-579a-4fa8-a075-7f3f08baa675 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "PUT /v2.0/floatingips/cd8fa924-d6f7-4f9f-b170-bdf00a161e5e HTTP/1.1" status: 200 len: 995 time: 2.0090575 Feb 09 02:47:43.115815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:43.118690 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:47:43.130597 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:47:43.183129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-abb1478f-df2a-4052-9e26-a245895c78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:43.193216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-abb1478f-df2a-4052-9e26-a245895c78b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=261d44cf2d154b7e9e5c03957d5a15da&device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 1127 time: 0.0708008 Feb 09 02:47:43.209759 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:43.274902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1041-07e2-4277-981a-a8bc91a912e5 req-f19c136e-cf2d-4999-808d-f55cd6efd846 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:43.276793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-118c1041-07e2-4277-981a-a8bc91a912e5 req-f19c136e-cf2d-4999-808d-f55cd6efd846 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 947 time: 0.2465382 Feb 09 02:47:43.281512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (49819c0c-2b0f-444b-9d9b-255492e95d5d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.286904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.290152 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] 10.222.0.32 "DELETE /v2.0/networks/49819c0c-2b0f-444b-9d9b-255492e95d5d HTTP/1.1" status: 204 len: 168 time: 1.6536963 Feb 09 02:47:43.316346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-63961c7b-ae20-4aff-b1af-2ddb5a2b77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:43.317837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-63961c7b-ae20-4aff-b1af-2ddb5a2b77c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4205c6b8-9215-4191-aae2-cc55b9c65fd1 HTTP/1.1" status: 200 len: 930 time: 0.1229482 Feb 09 02:47:43.339051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8cb40-fa69-4c63-9a92-948fa2d0b221 admin admin] Pushing event deleted for resources: {'Network': ['ID=49819c0c-2b0f-444b-9d9b-255492e95d5d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:43.401752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-35d8612d-bbe8-4eca-ab6f-970df9d5386f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 200 len: 998 time: 0.0766993 Feb 09 02:47:43.461059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-118c1041-07e2-4277-981a-a8bc91a912e5 req-762294b5-d56c-4d75-a142-b456669dfb10 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669095 Feb 09 02:47:43.494963 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cd8fa924-d6f7-4f9f-b170-bdf00a161e5e', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'port_id': '27a0c6ff-eabc-4339-b155-09e47f896432', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'mac_address': 'fa:16:3e:25:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:37Z', 'updated_at': '2022-02-09T02:47:42Z', 'revision_number': 1, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:43.508720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-8fb947fb-ef99-4d49-a18f-222c34c31492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:43.510221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-8fb947fb-ef99-4d49-a18f-222c34c31492 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fed0903-b2d7-42c7-a834-c4bbf3aebebd HTTP/1.1" status: 200 len: 868 time: 0.0999420 Feb 09 02:47:43.553227 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] Checking router: 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:43.567035 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:43.568077 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:43.596307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-8da08514-9d62-4b1f-afa0-7e948d018d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:43.603625 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-8da08514-9d62-4b1f-afa0-7e948d018d24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4205c6b8-9215-4191-aae2-cc55b9c65fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836546 Feb 09 02:47:43.608580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-1a5709a9-0a82-44aa-b7df-9036d503034c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:47:43.616674 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-1a5709a9-0a82-44aa-b7df-9036d503034c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120311 Feb 09 02:47:43.673670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47822) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:43.685562 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2144077-d950-4b2e-b503-ca8845191c44 req-89174f28-73a9-402d-9b85-aae428422c68 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/bf26fc8c-7c56-4d6d-924e-9fc17d3a8102 HTTP/1.1" status: 200 len: 1820 time: 0.1664622 Feb 09 02:47:43.732102 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:43.732783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3499485a-5a5e-4575-9cfd-620fef0a7121 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea2b37c7f7494875b5e18987d8d89402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576680 Feb 09 02:47:43.742392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47826) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:43.770331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:47:43.789268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-f6e3ffae-a777-4fc0-af6b-286c16321829 service neutron] 10.222.0.32 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716125 Feb 09 02:47:43.838108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b2144077-d950-4b2e-b503-ca8845191c44 req-71e6d2ff-d959-4773-bbc4-e300f9848f63 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (bf26fc8c-7c56-4d6d-924e-9fc17d3a8102), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.918932 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ef5ea5-978a-4335-8b12-d5027307fb45 req-f00eced6-f57c-4789-b9d5-e87ed785a255 service neutron] 10.222.0.32 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251490 Feb 09 02:47:43.948459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b2144077-d950-4b2e-b503-ca8845191c44 req-71e6d2ff-d959-4773-bbc4-e300f9848f63 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (bf26fc8c-7c56-4d6d-924e-9fc17d3a8102), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:43.976928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d30ef966-b3b0-4c06-8e65-63c300cc40e8 admin admin] Publish callbacks [] for security_group (3b4db524-5347-4d93-94a0-35d7154428d7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.009557 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.023319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:44.032710 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (15370207-7810-4b23-a2b6-fcaa917077b9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.048451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d30ef966-b3b0-4c06-8e65-63c300cc40e8 admin admin] Publish callbacks [] for security_group (3b4db524-5347-4d93-94a0-35d7154428d7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.059701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'mac_address': 'fa:16:3e:78:3d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:47:44.079070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ec85774d-4b9b-4d50-9959-81ca906d760c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:47:44.135297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ec85774d-4b9b-4d50-9959-81ca906d760c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:47:44.135698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ec85774d-4b9b-4d50-9959-81ca906d760c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:47:44.154160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d30ef966-b3b0-4c06-8e65-63c300cc40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3b4db524-5347-4d93-94a0-35d7154428d7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.159009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d30ef966-b3b0-4c06-8e65-63c300cc40e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.163865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d30ef966-b3b0-4c06-8e65-63c300cc40e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b4db524-5347-4d93-94a0-35d7154428d7 HTTP/1.1" status: 204 len: 168 time: 0.4181557 Feb 09 02:47:44.182089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ef966-b3b0-4c06-8e65-63c300cc40e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4db524-5347-4d93-94a0-35d7154428d7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:44.220314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:44.223883 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5042fd-5760-49c8-a758-fc50ff0713d9" -d '{"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:44.236975 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cd8fa924-d6f7-4f9f-b170-bdf00a161e5e', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'port_id': '27a0c6ff-eabc-4339-b155-09e47f896432', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'mac_address': 'fa:16:3e:25:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:37Z', 'updated_at': '2022-02-09T02:47:42Z', 'revision_number': 1, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:44.238335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:44.238954 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.271700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cf4588-e5e5-499b-905d-fe3e21ec9261 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:44.281064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b2144077-d950-4b2e-b503-ca8845191c44 req-71e6d2ff-d959-4773-bbc4-e300f9848f63 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bf26fc8c-7c56-4d6d-924e-9fc17d3a8102), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.284388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b2144077-d950-4b2e-b503-ca8845191c44 req-71e6d2ff-d959-4773-bbc4-e300f9848f63 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.285571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2144077-d950-4b2e-b503-ca8845191c44 req-71e6d2ff-d959-4773-bbc4-e300f9848f63 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf26fc8c-7c56-4d6d-924e-9fc17d3a8102 HTTP/1.1" status: 204 len: 173 time: 0.5601473 Feb 09 02:47:44.303559 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996070b-d95b-4f3a-801a-cbcea1151990 None None] The sync data for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 is: [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cd8fa924-d6f7-4f9f-b170-bdf00a161e5e', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'port_id': '27a0c6ff-eabc-4339-b155-09e47f896432', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'mac_address': 'fa:16:3e:25:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:37Z', 'updated_at': '2022-02-09T02:47:42Z', 'revision_number': 1, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:44.303808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:44.319943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6d2ff-d959-4773-bbc4-e300f9848f63 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf26fc8c-7c56-4d6d-924e-9fc17d3a8102,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:44.321253 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:44.329689 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Floating IP 15370207-7810-4b23-a2b6-fcaa917077b9 associated. External IP: 172.25.2.84, port: c639935a-e237-4af5-b912-c6278e9ccfac. Feb 09 02:47:44.367719 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e9143a-b957-4411-b86b-f3a99d39273c x-openstack-request-id: req-17e9143a-b957-4411-b86b-f3a99d39273c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:44.368597 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:44.369081 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17e9143a-b957-4411-b86b-f3a99d39273c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:44.369555 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432', 'status': 'completed', 'code': 200} Feb 09 02:47:44.487196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:44.640831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b0cf4588-e5e5-499b-905d-fe3e21ec9261'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:44.749951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16562149-a347-4020-8ca6-db790be0171c req-1b8a10b9-3487-4aa1-98cb-983ffef30d18 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:44.751887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16562149-a347-4020-8ca6-db790be0171c req-1b8a10b9-3487-4aa1-98cb-983ffef30d18 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 946 time: 0.1157529 Feb 09 02:47:44.843133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb62f0-c62c-4978-b919-569d5b9c9b90 None None] New status for floating IP cd8fa924-d6f7-4f9f-b170-bdf00a161e5e: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:47:44.869093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16562149-a347-4020-8ca6-db790be0171c req-95bada89-e9ac-404c-8ad3-a6fef8f6f45e tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092207 Feb 09 02:47:45.305998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c835545c-c49a-490f-b045-b8171e28715c req-dcdca1f6-f015-4576-9e0c-9e8c0efc7a51 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 258 time: 0.3856938 Feb 09 02:47:45.312562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:45.319638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fab086-8ab5-45f7-b2f5-389a395c728d req-5b7f2887-cf5c-432f-9c0d-6588e57ff546 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:45.321158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1fab086-8ab5-45f7-b2f5-389a395c728d req-5b7f2887-cf5c-432f-9c0d-6588e57ff546 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 949 time: 0.8348522 Feb 09 02:47:45.348349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:45.403338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-07d40168-1f5d-4e98-a979-4f349f13b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:45.404926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-07d40168-1f5d-4e98-a979-4f349f13b97b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261d44cf2d154b7e9e5c03957d5a15da&device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 1127 time: 0.9659400 Feb 09 02:47:45.491994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:45.541377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47888) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:45.563199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-72331a5b-7b98-47a7-b76d-c35be2c1efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:45.564853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-72331a5b-7b98-47a7-b76d-c35be2c1efdb service neutron] 10.222.0.61 "GET /v2.0/networks?id=4205c6b8-9215-4191-aae2-cc55b9c65fd1 HTTP/1.1" status: 200 len: 930 time: 0.1468992 Feb 09 02:47:45.580096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Router d1d97856-c0fe-4253-9f9c-6267d2b4809c has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:45.652669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-653a1bc9-f5f1-46ef-be73-134eb7071d01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 200 len: 1000 time: 0.0754223 Feb 09 02:47:45.657214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1fab086-8ab5-45f7-b2f5-389a395c728d req-2dfcf5f7-228c-4cbd-995a-fb7e39bda1d9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183582 Feb 09 02:47:45.748540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Allocated IP 172.25.2.111 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/2d721e27-d18f-4f8b-901a-f88fcce60198) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:45.752392 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833aeb69-564c-4a17-bdeb-5eb50f6e62a2 x-openstack-request-id: req-833aeb69-564c-4a17-bdeb-5eb50f6e62a2 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:45.753786 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:45.754055 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-833aeb69-564c-4a17-bdeb-5eb50f6e62a2 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:45.754497 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'code': 200} Feb 09 02:47:45.781425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1200488116-network', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:45.831618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-96866815-f1f6-40f5-96a6-2a157a728479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:45.833100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-96866815-f1f6-40f5-96a6-2a157a728479 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6fed0903-b2d7-42c7-a834-c4bbf3aebebd HTTP/1.1" status: 200 len: 868 time: 0.1710832 Feb 09 02:47:45.858268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for port (2d721e27-d18f-4f8b-901a-f88fcce60198), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:45.876253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Made reservation on behalf of f3543bf9774a49c98569f1d49b6d9f3e for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:45.878920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:45.895471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2d721e27-d18f-4f8b-901a-f88fcce60198), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:45.907262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:45.921936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a702bcf2-320b-4927-beec-a1cc0a06ba87 req-0cba2ed1-7a00-44d4-a1b9-171fb20ea521 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/4feb9d21-a696-4068-955d-43cbf21e608f HTTP/1.1" status: 200 len: 1822 time: 0.1372752 Feb 09 02:47:45.929634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:45.937512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:45.941615 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] Sync routers for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:45.956929 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:45.957563 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:45.958012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:45.961309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:45.964670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:45.970958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Pushing event updated for resources: {'Port': ['ID=2d721e27-d18f-4f8b-901a-f88fcce60198,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:46.049093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-feba49c2-03ad-42f6-bb77-e624383eb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:46.051333 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-feba49c2-03ad-42f6-bb77-e624383eb70e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4205c6b8-9215-4191-aae2-cc55b9c65fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2091935 Feb 09 02:47:46.057114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-18f38a56-ea3d-4422-a340-f24f35bd1cc3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "PUT /v2.0/floatingips/15370207-7810-4b23-a2b6-fcaa917077b9 HTTP/1.1" status: 200 len: 991 time: 3.0788460 Feb 09 02:47:46.057114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'tag': 'c639935a-e237-4af5-b912-c6278e9ccfac'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:46.058398 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9caacbc-d90d-4040-bd48-e60f7078e873" -d '{"events": [{"name": "network-changed", "server_uuid": "a012f22d-88bd-47d6-aa50-d36c040ca6ca", "tag": "c639935a-e237-4af5-b912-c6278e9ccfac"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:46.069033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (569925c8-96f8-415f-8060-535cc8977c3b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.119081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2d721e27-d18f-4f8b-901a-f88fcce60198), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.164433 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:46.226308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Publish callbacks [] for security_group (79ad1676-96a5-495d-9154-56c98e65d3b4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.248396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (79ad1676-96a5-495d-9154-56c98e65d3b4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.275292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-19122521-eac0-45c0-adbe-f256a50e837e service neutron] 10.222.0.61 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137477 Feb 09 02:47:46.286528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-c1d1a3d9-c9fc-4659-98ba-b72820c07003 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:46.288032 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-c1d1a3d9-c9fc-4659-98ba-b72820c07003 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1766512 Feb 09 02:47:46.309936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:47:46.349904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for port (2d721e27-d18f-4f8b-901a-f88fcce60198), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.358262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (2d721e27-d18f-4f8b-901a-f88fcce60198), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.361480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad1676-96a5-495d-9154-56c98e65d3b4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:46.397065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (df746090-9be8-411b-8e71-e85bada48d9a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.397416 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Added segment df746090-9be8-411b-8e71-e85bada48d9a of type vlan for network 47a3b409-6d32-4997-af71-7f5c4950d446 Feb 09 02:47:46.417523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-d2539909-ac46-40ff-adf8-3c37ec14f05c tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 696 time: 0.1124182 Feb 09 02:47:46.450227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Request body: {'floatingip': {'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:46.475129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Pushing event updated for resources: {'Port': ['ID=2d721e27-d18f-4f8b-901a-f88fcce60198,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:46.480248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '15370207-7810-4b23-a2b6-fcaa917077b9', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'port_id': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'mac_address': 'fa:16:3e:3f:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:14Z', 'updated_at': '2022-02-09T02:47:43Z', 'revision_number': 1, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:46.490026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (569925c8-96f8-415f-8060-535cc8977c3b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.500856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (47a3b409-6d32-4997-af71-7f5c4950d446), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.519027 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.520926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c835545c-c49a-490f-b045-b8171e28715c req-05e98073-f854-4cf2-9b42-1e586d66dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2134097 Feb 09 02:47:46.522031 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] Checking router: d1d97856-c0fe-4253-9f9c-6267d2b4809c for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:46.528470 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.531922 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:46.533052 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:46.591976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c835545c-c49a-490f-b045-b8171e28715c req-fb87d422-621c-4d82-bd41-e060503dd3e5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0641959 Feb 09 02:47:46.610927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04d11f-ca6e-4d2c-8089-11de7b6f313c req-43690edc-8bf0-43f9-b40f-e6499fcc1d17 service neutron] 10.222.0.61 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198717 Feb 09 02:47:46.639893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (47a3b409-6d32-4997-af71-7f5c4950d446), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.640950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:46.641541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.675706 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:46.728184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835545c-c49a-490f-b045-b8171e28715c req-5f6764ca-f5c3-455c-b36e-8570571e3ccd tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:46.731464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c835545c-c49a-490f-b045-b8171e28715c req-5f6764ca-f5c3-455c-b36e-8570571e3ccd tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.1319060 Feb 09 02:47:46.763281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-c835545c-c49a-490f-b045-b8171e28715c req-ca32a411-8f42-4b65-84a0-7ba1a0e6de99 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:47:46.763999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2150483 Feb 09 02:47:46.767036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c835545c-c49a-490f-b045-b8171e28715c req-ca32a411-8f42-4b65-84a0-7ba1a0e6de99 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183492 Feb 09 02:47:46.767819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47908) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:46.776050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Request body: {'subnet': {'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1200488116-subnet', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:46.807352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Made reservation on behalf of f3543bf9774a49c98569f1d49b6d9f3e for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:46.807766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:46.851709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b292112-ba49-4ef6-95a6-29c608d6c186 admin admin] Pushing event updated for resources: {'Network': ['ID=47a3b409-6d32-4997-af71-7f5c4950d446,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:46.865429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 47a3b409-6d32-4997-af71-7f5c4950d446 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:47:47.008603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30db1734-299d-45f5-9af7-f5bf1e0e293f req-af84c007-24f5-4be3-8c42-ee4658651c03 tempest-FlavorsV2NegativeTest-1250091726 tempest-FlavorsV2NegativeTest-1250091726-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=80c888a6871d4908b5899877ad67ce1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649323 Feb 09 02:47:47.149360 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '15370207-7810-4b23-a2b6-fcaa917077b9', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'port_id': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'mac_address': 'fa:16:3e:3f:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:14Z', 'updated_at': '2022-02-09T02:47:43Z', 'revision_number': 1, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:47.161182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db1734-299d-45f5-9af7-f5bf1e0e293f req-de98ad81-6e57-4844-830b-d74f88bfdc88 tempest-FlavorsV2NegativeTest-1250091726 tempest-FlavorsV2NegativeTest-1250091726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:47.162686 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30db1734-299d-45f5-9af7-f5bf1e0e293f req-de98ad81-6e57-4844-830b-d74f88bfdc88 tempest-FlavorsV2NegativeTest-1250091726 tempest-FlavorsV2NegativeTest-1250091726-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533196 Feb 09 02:47:47.178399 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313f0a-5f5e-4763-85a4-33e73c93cbf0 None None] The sync data for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 is: [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '15370207-7810-4b23-a2b6-fcaa917077b9', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'port_id': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'mac_address': 'fa:16:3e:3f:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:14Z', 'updated_at': '2022-02-09T02:47:43Z', 'revision_number': 1, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:47.243901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30db1734-299d-45f5-9af7-f5bf1e0e293f req-20eb885b-5969-4a9f-b2f2-946e3d132e35 tempest-FlavorsV2NegativeTest-1250091726 tempest-FlavorsV2NegativeTest-1250091726-project] 10.222.0.32 "GET /v2.0/quotas/80c888a6871d4908b5899877ad67ce1f HTTP/1.1" status: 200 len: 375 time: 0.0725591 Feb 09 02:47:47.257045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.257265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (c7d5485c-f1ba-400c-975c-10eee174c8d7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.263315 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.284273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30db1734-299d-45f5-9af7-f5bf1e0e293f req-e8d5b0c6-861c-41e3-ae3a-6ccd029f9fd4 tempest-FlavorsV2NegativeTest-1250091726 tempest-FlavorsV2NegativeTest-1250091726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=80c888a6871d4908b5899877ad67ce1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393846 Feb 09 02:47:47.343509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Checking segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:47.343917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Network hostable DHCP agents. Network: 47a3b409-6d32-4997-af71-7f5c4950d446, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:47:47.355872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-0e0c171d-be18-4d02-863d-6ffa7d237e2a req-d779ba6b-f85f-43c7-a84e-7eeaff7645a8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1893928675', 'description': 'tempest-description-2017764765'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:47.388541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d5485c-f1ba-400c-975c-10eee174c8d7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:47.391134 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c associated. External IP: 172.25.2.182, port: 9222698d-489b-4293-a512-910f25ec307f. Feb 09 02:47:47.405655 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0e0c171d-be18-4d02-863d-6ffa7d237e2a req-d779ba6b-f85f-43c7-a84e-7eeaff7645a8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.436939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:47:47.472253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 47a3b409-6d32-4997-af71-7f5c4950d446) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:47.482842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:47.483569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.484296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d923a0-49d5-4539-8fb1-bffffe78d6c2 None None] Network 47a3b409-6d32-4997-af71-7f5c4950d446 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:47:47.570887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560499f0-046f-4efd-8fd2-fc52f30056d2 None None] New status for floating IP 15370207-7810-4b23-a2b6-fcaa917077b9: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:47:47.574672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47934) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:47.578824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6e8b2309-1812-4365-bf4c-332c0e14b96a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8089986 Feb 09 02:47:47.586585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:47.606725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0e0c171d-be18-4d02-863d-6ffa7d237e2a req-d779ba6b-f85f-43c7-a84e-7eeaff7645a8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (eca8d3a1-ec90-402b-a776-abb76263d1af), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.616230 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0e0c171d-be18-4d02-863d-6ffa7d237e2a req-d779ba6b-f85f-43c7-a84e-7eeaff7645a8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (eca8d3a1-ec90-402b-a776-abb76263d1af), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.650509 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0e0c171d-be18-4d02-863d-6ffa7d237e2a req-d779ba6b-f85f-43c7-a84e-7eeaff7645a8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.669442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e0c171d-be18-4d02-863d-6ffa7d237e2a req-d779ba6b-f85f-43c7-a84e-7eeaff7645a8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3241706 Feb 09 02:47:47.673424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (5876bffc-42bc-4b9a-92d8-c9105a543cdd), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.677441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (5876bffc-42bc-4b9a-92d8-c9105a543cdd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.697994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779ba6b-f85f-43c7-a84e-7eeaff7645a8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca8d3a1-ec90-402b-a776-abb76263d1af,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:47.712780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-47a3b409-6d32-4997-af71-7f5c4950d446', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:47:47.714441 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.807203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:47.822593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e0166-9342-480b-a14e-8333b02d4643 req-bf5ffd4a-4cdb-42df-975b-2c46f93520b3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:47.825000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db7e0166-9342-480b-a14e-8333b02d4643 req-bf5ffd4a-4cdb-42df-975b-2c46f93520b3 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.0893736 Feb 09 02:47:47.901126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks [] for router_controller (5876bffc-42bc-4b9a-92d8-c9105a543cdd), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.932989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b0cf4588-e5e5-499b-905d-fe3e21ec9261 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:47.932989 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:47.980034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db7e0166-9342-480b-a14e-8333b02d4643 req-e474bf8e-e1cb-4c47-b3c8-73753c0eed25 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272540 Feb 09 02:47:48.030528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:48.219758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47952) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:48.353517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfbc69cd-3949-4787-9b36-0557705b1375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:48.473196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Allocated IP 172.20.0.2 (47a3b409-6d32-4997-af71-7f5c4950d446/c7d5485c-f1ba-400c-975c-10eee174c8d7/9971e2de-8e7c-4463-b2e7-aaff1feaaef4) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:48.492480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0cf4588-e5e5-499b-905d-fe3e21ec9261 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:48.492879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:48.496284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0b7fb-b29a-4f47-8e6c-7aaaa304a4bf req-53b08ad6-81f3-4cea-8acc-b298b16b308e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:48.498404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1c0b7fb-b29a-4f47-8e6c-7aaaa304a4bf req-53b08ad6-81f3-4cea-8acc-b298b16b308e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1245728 Feb 09 02:47:48.560737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:48.563029 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80972f8d-0bcf-404d-82f3-33b4de7ec811" -d '{"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:48.582098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:48.595760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:48.600404 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9d54e5-369e-4870-8220-7476f991bd61 x-openstack-request-id: req-ba9d54e5-369e-4870-8220-7476f991bd61 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:48.600608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:48.600714 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a012f22d-88bd-47d6-aa50-d36c040ca6ca", "tag": "c639935a-e237-4af5-b912-c6278e9ccfac", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:48.600960 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba9d54e5-369e-4870-8220-7476f991bd61 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:48.601327 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'tag': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'status': 'completed', 'code': 200} Feb 09 02:47:48.607955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:48.612311 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:48.634638 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:48.635788 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:48.648196 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks [] for router_gateway (5876bffc-42bc-4b9a-92d8-c9105a543cdd), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:48.717179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:48.739853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Publish callbacks [] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:48.749664 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:48.823456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-7392bfc1-8ca2-46d8-b3f4-3618bcb0c520 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "PUT /v2.0/floatingips/57f40e95-16e8-47fa-82d1-09e97c21b66c HTTP/1.1" status: 200 len: 997 time: 2.3827126 Feb 09 02:47:48.874492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Pushing event updated for resources: {'Port': ['ID=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:48.874918 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:48.880562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:48.888401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:48.888982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1c0b7fb-b29a-4f47-8e6c-7aaaa304a4bf req-dffb9f6a-c3d6-4b45-a4df-fb0bec67b8a5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.3824072 Feb 09 02:47:48.894557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-b1c0b7fb-b29a-4f47-8e6c-7aaaa304a4bf req-2a3ad145-c54d-4aaf-bb09-fc3344f3d708 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Request body: {'floatingip': {'port_id': '27a0c6ff-eabc-4339-b155-09e47f896432', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:48.896340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:48.907266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-19701c46-32a3-4a9f-af79-3f8a37c5f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:48.909294 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-19701c46-32a3-4a9f-af79-3f8a37c5f213 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2df71d2751804fada85caa4dd59b992c&device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 1128 time: 0.3106856 Feb 09 02:47:48.954156 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b1c0b7fb-b29a-4f47-8e6c-7aaaa304a4bf req-2a3ad145-c54d-4aaf-bb09-fc3344f3d708 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (569925c8-96f8-415f-8060-535cc8977c3b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.015368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfbc69cd-3949-4787-9b36-0557705b1375 admin admin] Publish callbacks [] for security_group (f03d7fa1-c352-4a38-8c41-4031b15019f2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.039189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Attempting to bind port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:49.040319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Attempting to bind port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:49.041106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Attempting to bind port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:49.047079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:49.047932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Checking segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:49.048624 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.049246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Bound using segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:49.050135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Bound port: 9971e2de-8e7c-4463-b2e7-aaff1feaaef4, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:49.050805 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.076872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-ef620783-f3ef-4e40-8deb-02e533f6401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:49.078352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-ef620783-f3ef-4e40-8deb-02e533f6401d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.2247622 Feb 09 02:47:49.103175 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfbc69cd-3949-4787-9b36-0557705b1375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f03d7fa1-c352-4a38-8c41-4031b15019f2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.129686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] For port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:49.133751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] For port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:49.146977 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.156843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-c003faae-7b1b-4078-b108-430fd526affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:49.158341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-c003faae-7b1b-4078-b108-430fd526affa service neutron] 10.222.0.61 "GET /v2.0/networks?id=38a6c9c8-90f1-430d-ac14-0679fed85b1a HTTP/1.1" status: 200 len: 913 time: 0.2397628 Feb 09 02:47:49.221893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bfbc69cd-3949-4787-9b36-0557705b1375 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80c888a6871d4908b5899877ad67ce1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0006111 Feb 09 02:47:49.225302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47962) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:49.254358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc69cd-3949-4787-9b36-0557705b1375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d7fa1-c352-4a38-8c41-4031b15019f2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:49.275486 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:fd:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3136af65-b54b-41d3-bea5-386b78629a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:47Z', 'revision_number': 1, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:49.290542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb6846-35fb-409a-8fe1-f17d6a4b3b34 None None] Pushing event updated for resources: {'Port': ['ID=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:49.312005 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.314884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-0c38afdb-573e-4110-836e-649c66558176 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c639935a-e237-4af5-b912-c6278e9ccfac HTTP/1.1" status: 200 len: 1001 time: 0.1124496 Feb 09 02:47:49.341711 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:49.348597 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-b1c0b7fb-b29a-4f47-8e6c-7aaaa304a4bf req-2a3ad145-c54d-4aaf-bb09-fc3344f3d708 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 02:47:49.349859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1c0b7fb-b29a-4f47-8e6c-7aaaa304a4bf req-2a3ad145-c54d-4aaf-bb09-fc3344f3d708 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "PUT /v2.0/floatingips/569925c8-96f8-415f-8060-535cc8977c3b HTTP/1.1" status: 409 len: 550 time: 0.4599643 Feb 09 02:47:49.355323 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:49.356438 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:49.392432 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b9c5c7-2274-40e3-840a-38687407c0f2 admin admin] Publish callbacks [] for security_group (f03d7fa1-c352-4a38-8c41-4031b15019f2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.419348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b9c5c7-2274-40e3-840a-38687407c0f2 admin admin] Publish callbacks [] for security_group (f03d7fa1-c352-4a38-8c41-4031b15019f2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.476660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-f8ceb61c-2012-48e4-8d01-0884e5720574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:49.478129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-f8ceb61c-2012-48e4-8d01-0884e5720574 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6e837cc6-a5a1-4f2e-be13-143895d4120b HTTP/1.1" status: 200 len: 851 time: 0.1511388 Feb 09 02:47:49.479135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-3715cdb2-e7ed-475d-8042-de4e0295abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:49.480474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-3715cdb2-e7ed-475d-8042-de4e0295abfa service neutron] 10.222.0.32 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.3915811 Feb 09 02:47:49.495452 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks [] for router_gateway (5876bffc-42bc-4b9a-92d8-c9105a543cdd), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.515564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-f728341e-e67a-41f2-bc44-ff5974f66634 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c8e04fd18cd341108126a8475f62a75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627520 Feb 09 02:47:49.551400 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:49.598676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.654947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-9a3df97e-9935-4b3a-9b3f-349b67aa08b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 1000 time: 0.1663814 Feb 09 02:47:49.678881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b9c5c7-2274-40e3-840a-38687407c0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f03d7fa1-c352-4a38-8c41-4031b15019f2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.681783 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-97b9c5c7-2274-40e3-840a-38687407c0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:49.685458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-97b9c5c7-2274-40e3-840a-38687407c0f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f03d7fa1-c352-4a38-8c41-4031b15019f2 HTTP/1.1" status: 204 len: 168 time: 0.4494376 Feb 09 02:47:49.707403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9c5c7-2274-40e3-840a-38687407c0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03d7fa1-c352-4a38-8c41-4031b15019f2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:49.797652 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:47:49.805292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-bd6d2ffa-d4da-426d-a433-9d5a4b0529dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:49.806928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-bd6d2ffa-d4da-426d-a433-9d5a4b0529dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=38a6c9c8-90f1-430d-ac14-0679fed85b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3080378 Feb 09 02:47:49.817579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-639a2b37-4f91-4689-89cb-33e66aa16317 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:49.821324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-639a2b37-4f91-4689-89cb-33e66aa16317 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986209 Feb 09 02:47:49.850083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-136c4936-4d92-43c4-97b2-f40e038b4b96 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/quotas/c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 375 time: 0.0215631 Feb 09 02:47:49.856505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Allocated IP 172.25.2.9 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:49.963085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-9726fdbe-ecc9-4818-a1c1-63ccbf662cdc tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019197 Feb 09 02:47:50.052796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-8777884c-e395-40fb-a72c-31034145b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:50.054416 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-8777884c-e395-40fb-a72c-31034145b111 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.2519567 Feb 09 02:47:50.167404 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-e09b8bb4-da9a-42ef-8452-6576083b9121 service neutron] 10.222.0.61 "GET /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255956 Feb 09 02:47:50.204413 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:fd:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3136af65-b54b-41d3-bea5-386b78629a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:47Z', 'revision_number': 1, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:50.205680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:50.272882 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670a196-44ad-46f4-88e9-83c00db72c6a None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:fd:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3136af65-b54b-41d3-bea5-386b78629a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:47Z', 'revision_number': 1, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:50.287924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks [] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.310092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-d23a9f3b-5aea-4941-8080-a018625a3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:50.311039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-d23a9f3b-5aea-4941-8080-a018625a3144 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2199895 Feb 09 02:47:50.325332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c4b11c9-f612-498d-8dac-168c0f460966 req-e1f096bb-166e-446b-81ed-fd6b9d29090e tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/eca8d3a1-ec90-402b-a776-abb76263d1af HTTP/1.1" status: 200 len: 1822 time: 0.0887930 Feb 09 02:47:50.332855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-0c4b11c9-f612-498d-8dac-168c0f460966 req-5f7f355b-975e-4abc-b41a-0ca2ce8bcc51 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eca8d3a1-ec90-402b-a776-abb76263d1af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:50.335593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-0c4b11c9-f612-498d-8dac-168c0f460966 req-5f7f355b-975e-4abc-b41a-0ca2ce8bcc51 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eca8d3a1-ec90-402b-a776-abb76263d1af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:50.345083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-5c973d6e-74d2-41c1-8530-1493b37c9b07 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:47:50.346139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-5c973d6e-74d2-41c1-8530-1493b37c9b07 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108030 Feb 09 02:47:50.353410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:50.353798 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.462132 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0c4b11c9-f612-498d-8dac-168c0f460966 req-5f7f355b-975e-4abc-b41a-0ca2ce8bcc51 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (6bd0b218-68ac-479f-bb47-a437bd019595), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.532787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9caacbc-d90d-4040-bd48-e60f7078e873 req-3c35ed23-46f7-4505-8657-35d736abc992 service neutron] 10.222.0.61 "GET /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539865 Feb 09 02:47:50.552123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0c4b11c9-f612-498d-8dac-168c0f460966 req-5f7f355b-975e-4abc-b41a-0ca2ce8bcc51 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (6bd0b218-68ac-479f-bb47-a437bd019595), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.567240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0c4b11c9-f612-498d-8dac-168c0f460966 req-5f7f355b-975e-4abc-b41a-0ca2ce8bcc51 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (6bd0b218-68ac-479f-bb47-a437bd019595), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.626995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:50.630179 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.638419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f355b-975e-4abc-b41a-0ca2ce8bcc51 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd0b218-68ac-479f-bb47-a437bd019595,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:50.661616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0c4b11c9-f612-498d-8dac-168c0f460966 req-5f7f355b-975e-4abc-b41a-0ca2ce8bcc51 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.692593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c4b11c9-f612-498d-8dac-168c0f460966 req-5f7f355b-975e-4abc-b41a-0ca2ce8bcc51 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3662262 Feb 09 02:47:50.722971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:50.768022 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c2a8d4-3077-4cb0-8c13-cf882732a747" -d '{"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:50.775822 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f374cf-9f33-4d35-a786-f1cc7b27bc63 x-openstack-request-id: req-55f374cf-9f33-4d35-a786-f1cc7b27bc63 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:50.778687 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:50.778687 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55f374cf-9f33-4d35-a786-f1cc7b27bc63 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:50.778687 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'code': 200} Feb 09 02:47:50.780648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:47:50.790118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-ad378ceb-fda3-4c4d-9256-adead1077727 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146671 Feb 09 02:47:50.804838 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.900640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d2e0c-4f8a-42a0-8d8b-9c55f086b5c8 None None] New status for floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:47:50.964449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:50.987138 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d58cc12-8e8a-4c32-9c78-b0c574d4a325 req-19825ec7-6a49-4161-a63d-4e0f91c5f97d service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913016 Feb 09 02:47:51.054730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:51.060859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:51.108316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e09e71-7410-4934-ad46-b8ae46b7262f req-b3b97c21-0534-4cbb-ad1e-05bbb48e37de tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:51.109914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2e09e71-7410-4934-ad46-b8ae46b7262f req-b3b97c21-0534-4cbb-ad1e-05bbb48e37de tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.1628089 Feb 09 02:47:51.141783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2893f970-2009-4f44-9b80-88fe461d138e req-87baa7df-2b26-4ae2-be0c-da07ddbb948e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips/569925c8-96f8-415f-8060-535cc8977c3b HTTP/1.1" status: 200 len: 693 time: 0.0857658 Feb 09 02:47:51.213340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48016) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:51.222105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5adf93-afe6-433f-9a05-90caefd0bc95 None None] Network 47a3b409-6d32-4997-af71-7f5c4950d446 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:47:51.223625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:51.226200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:51.231951 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2e09e71-7410-4934-ad46-b8ae46b7262f req-9987b96b-e308-4b4d-8f7d-9b96d7ebc09a tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122277 Feb 09 02:47:51.368837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-263e5a36-876f-4790-88b8-17c6f3144204 req-d542c1f0-329c-4abf-b06f-bdc394b8d82a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 210 time: 0.0602567 Feb 09 02:47:51.438764 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.446687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6dc098bb-c040-42d5-8788-c7fa3512c9ff None None] Provisioning complete for port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:51.447608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6dc098bb-c040-42d5-8788-c7fa3512c9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.477397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecd1f2b3-8bda-4dc9-97cf-91aac392e5d9 req-2d382550-bb89-423e-8d11-c4ce7272a9f8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/eca8d3a1-ec90-402b-a776-abb76263d1af HTTP/1.1" status: 200 len: 2415 time: 0.0805523 Feb 09 02:47:51.482144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ecd1f2b3-8bda-4dc9-97cf-91aac392e5d9 req-00cf8c23-6064-4b37-a3d9-112b437b9421 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eca8d3a1-ec90-402b-a776-abb76263d1af', 'remote_group_id': None}]} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:51.482482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ecd1f2b3-8bda-4dc9-97cf-91aac392e5d9 req-00cf8c23-6064-4b37-a3d9-112b437b9421 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eca8d3a1-ec90-402b-a776-abb76263d1af', 'remote_group_id': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:51.543306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2114538870-network', 'tenant_id': '588502c1dea042818eb2c2862400f62f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:51.546825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Pushing event updated for resources: {'Port': ['ID=1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:51.559227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.559585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.559909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.560246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.560581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.560914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.561294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.561564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.561890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.562216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.562908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.563137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.563351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:47:51.590436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ecd1f2b3-8bda-4dc9-97cf-91aac392e5d9 req-00cf8c23-6064-4b37-a3d9-112b437b9421 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (90a67180-fc1c-4229-aba6-746ca02c1820), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.668898 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ecd1f2b3-8bda-4dc9-97cf-91aac392e5d9 req-00cf8c23-6064-4b37-a3d9-112b437b9421 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (90a67180-fc1c-4229-aba6-746ca02c1820), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.679201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ecd1f2b3-8bda-4dc9-97cf-91aac392e5d9 req-00cf8c23-6064-4b37-a3d9-112b437b9421 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (90a67180-fc1c-4229-aba6-746ca02c1820), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.691439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Made reservation on behalf of 588502c1dea042818eb2c2862400f62f for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:51.697079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6dc098bb-c040-42d5-8788-c7fa3512c9ff None None] Current status of the port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:51.697272 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.705599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf8c23-6064-4b37-a3d9-112b437b9421 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a67180-fc1c-4229-aba6-746ca02c1820,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:51.725226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893f970-2009-4f44-9b80-88fe461d138e req-25f977a2-2b9e-4616-be8a-d8f1517e9659 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:51.726295 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2893f970-2009-4f44-9b80-88fe461d138e req-25f977a2-2b9e-4616-be8a-d8f1517e9659 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.5837026 Feb 09 02:47:51.727363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.743412 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ecd1f2b3-8bda-4dc9-97cf-91aac392e5d9 req-00cf8c23-6064-4b37-a3d9-112b437b9421 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.748851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecd1f2b3-8bda-4dc9-97cf-91aac392e5d9 req-00cf8c23-6064-4b37-a3d9-112b437b9421 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2705019 Feb 09 02:47:51.775949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-2893f970-2009-4f44-9b80-88fe461d138e req-f49c3411-7d4d-417a-a3df-e9bbe4daf7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:47:51.777166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2893f970-2009-4f44-9b80-88fe461d138e req-f49c3411-7d4d-417a-a3df-e9bbe4daf7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167930 Feb 09 02:47:51.810520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks [] for router_gateway (5876bffc-42bc-4b9a-92d8-c9105a543cdd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.813313 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18a3ea-b74e-4d69-bb7c-adcf6fa8e20b x-openstack-request-id: req-ce18a3ea-b74e-4d69-bb7c-adcf6fa8e20b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:51.813612 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:51.813868 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce18a3ea-b74e-4d69-bb7c-adcf6fa8e20b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:51.814632 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f', 'status': 'completed', 'code': 200} Feb 09 02:47:51.917419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-60de5be5-40cb-4b49-9676-d293db15e2eb None None] Provisioning complete for port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:51.917802 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-60de5be5-40cb-4b49-9676-d293db15e2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:51.942766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-d6ca0253-fcac-4d6b-9b3d-09e15c1dc0d1 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:51.944538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-d6ca0253-fcac-4d6b-9b3d-09e15c1dc0d1 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0701940 Feb 09 02:47:51.973345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2893f970-2009-4f44-9b80-88fe461d138e req-b7a2d280-e8d7-4739-be65-372415d3db72 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.1803112 Feb 09 02:47:52.099609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-09c5e097-e988-4e73-b054-8bdf18ed841e tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.1485293 Feb 09 02:47:52.104512 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2893f970-2009-4f44-9b80-88fe461d138e req-3c5d2ac6-390a-450f-89c6-a6cb0ca02844 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.1299143 Feb 09 02:47:52.104907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Request body: {'floatingip': {'port_id': '6401758d-3980-44b2-8c97-9f6832beafdb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:52.125352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-60de5be5-40cb-4b49-9676-d293db15e2eb None None] Current status of the port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:52.142742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:47:52.178009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:52.233221 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-dad50f7d-2e06-4371-88d9-094d80295436 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c8e04fd18cd341108126a8475f62a75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841162 Feb 09 02:47:52.251921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:52.252483 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:52.285083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-c5cbc473-7045-410b-b461-c23505f45263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:52.286830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-c5cbc473-7045-410b-b461-c23505f45263 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.4337103 Feb 09 02:47:52.358620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:47:52.400467 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Publish callbacks [] for security_group (ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:52.756292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:52.781393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:52.785747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:52.869211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:47:52.903213 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c associated. External IP: 172.25.2.182, port: 9222698d-489b-4293-a512-910f25ec307f. Feb 09 02:47:52.920394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7806ebda-0a1e-4d5d-9cef-05fa815bce30), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:52.920741 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Added segment 7806ebda-0a1e-4d5d-9cef-05fa815bce30 of type vlan for network 539acb2f-37f4-40db-92be-1cc7e427122f Feb 09 02:47:52.927755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:52.978603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-5972630f-3ee8-467f-8327-0e5c1149ca0e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:52.980087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-5972630f-3ee8-467f-8327-0e5c1149ca0e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6904404 Feb 09 02:47:53.006628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-4891c832-37fe-4c8b-a71f-15ba585eb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:53.008123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-4891c832-37fe-4c8b-a71f-15ba585eb18f service neutron] 10.222.0.61 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.6859052 Feb 09 02:47:53.019111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Request body: {'port': {'device_id': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'c8e04fd18cd341108126a8475f62a75d'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:53.077203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Deleting port 2d721e27-d18f-4f8b-901a-f88fcce60198 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:47:53.077544 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2d721e27-d18f-4f8b-901a-f88fcce60198), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.109005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (5876bffc-42bc-4b9a-92d8-c9105a543cdd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.111593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (539acb2f-37f4-40db-92be-1cc7e427122f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.125667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-f542d1f4-b38f-45eb-9a4a-7b05ec83677e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 217 time: 0.1033268 Feb 09 02:47:53.126479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:53.237849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:53.247898 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:53.259790 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:53.260626 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:53.265648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:47:53.343176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-07ba543f-dc9b-4373-a26b-178d27e7807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:53.344634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-07ba543f-dc9b-4373-a26b-178d27e7807c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.1910334 Feb 09 02:47:53.371928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (539acb2f-37f4-40db-92be-1cc7e427122f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.372829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:53.373401 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.385806 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:53.409673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2d721e27-d18f-4f8b-901a-f88fcce60198), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.410203 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (2d721e27-d18f-4f8b-901a-f88fcce60198), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.472673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Calling delete_port for 2d721e27-d18f-4f8b-901a-f88fcce60198 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:47:53.475304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:53.507888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2934799 Feb 09 02:47:53.517085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48032) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:53.526172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Request body: {'subnet': {'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2114538870-subnet', 'tenant_id': '588502c1dea042818eb2c2862400f62f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:53.536586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c586eb-4c80-4981-9105-bbacf29cec48 admin admin] Pushing event updated for resources: {'Network': ['ID=539acb2f-37f4-40db-92be-1cc7e427122f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:53.542323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Made reservation on behalf of c8e04fd18cd341108126a8475f62a75d for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:53.543154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.557597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 539acb2f-37f4-40db-92be-1cc7e427122f details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:47:53.604986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:53.610074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.628278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-a6db9c85-c926-4c5d-b9b3-3e3c70da303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:53.629803 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-a6db9c85-c926-4c5d-b9b3-3e3c70da303b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2747993 Feb 09 02:47:53.642320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Made reservation on behalf of 588502c1dea042818eb2c2862400f62f for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:53.644866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:53.653406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:53.655734 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d60df3d-457b-491f-9886-e2aa32ed73e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:53.683651 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '6401758d-3980-44b2-8c97-9f6832beafdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:07:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:52Z', 'revision_number': 3, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:53.692044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-87ff88cc-690c-4059-8432-71eb53a0d81d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "PUT /v2.0/floatingips/57f40e95-16e8-47fa-82d1-09e97c21b66c HTTP/1.1" status: 200 len: 999 time: 1.5913534 Feb 09 02:47:53.718290 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:53.728170 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:53.728611 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:53.740580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-e6630290-c372-4c8f-b32e-666cef141d59 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:53.742076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-e6630290-c372-4c8f-b32e-666cef141d59 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports/9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 943 time: 0.0492554 Feb 09 02:47:53.858920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Router 5876bffc-42bc-4b9a-92d8-c9105a543cdd is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:47:53.864714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-b56285bc-ffaf-4e1f-879b-6899dec6d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:53.867323 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-b56285bc-ffaf-4e1f-879b-6899dec6d840 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.0631609 Feb 09 02:47:53.933102 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:53.976510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-eb449f77-1a05-4a7e-8912-6672b8aac975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:53.978118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-eb449f77-1a05-4a7e-8912-6672b8aac975 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.1011667 Feb 09 02:47:54.020084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-5dc0ee3d-9236-446f-812e-3c4b8b611ea6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 217 time: 0.0357347 Feb 09 02:47:54.027222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-f0c07491-46f2-43f5-ab79-7936f5f9bc9c service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790281 Feb 09 02:47:54.076626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-7e770a9e-76ec-4952-9d7c-2a0a6a041db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:54.078101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-7e770a9e-76ec-4952-9d7c-2a0a6a041db9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.0510836 Feb 09 02:47:54.129905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Allocated IP 192.168.233.24 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/73204a20-ac27-4c76-8401-c195fae246ad) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:54.143291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-c8c52c8a-4642-4a95-a965-3cd12ee9d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:54.145358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-c8c52c8a-4642-4a95-a965-3cd12ee9d259 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564563 Feb 09 02:47:54.185227 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '6401758d-3980-44b2-8c97-9f6832beafdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:07:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:52Z', 'revision_number': 3, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:54.189704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2d721e27-d18f-4f8b-901a-f88fcce60198), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.216016 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd883810-819b-4d93-892c-5eae3271b2b4 None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '6401758d-3980-44b2-8c97-9f6832beafdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:07:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:52Z', 'revision_number': 3, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:54.248642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-a264f2b4-454e-49bd-b272-81c0e266eed8 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935760 Feb 09 02:47:54.291679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Pushing event deleted for resources: {'Port': ['ID=2d721e27-d18f-4f8b-901a-f88fcce60198,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:54.334394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:54.344059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Sync routers for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:54.359498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:54.360213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:54.360742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-fa8128ea-ead5-4e57-95ad-6e4dfc444ed8 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043417 Feb 09 02:47:54.382854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c2a8d4-3077-4cb0-8c13-cf882732a747 req-d55ec7fa-2307-4908-8130-3601716a70ec service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372951 Feb 09 02:47:54.397785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (ed350f86-c843-46ba-ab7e-a1bc8e0245f8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.444943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.448241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3815ffaa-b03e-4b2a-bb08-28ba92d8d2cb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8701274 Feb 09 02:47:54.448400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-2ec27a43-8c9b-4df4-8652-4d968016b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:54.456447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-2ec27a43-8c9b-4df4-8652-4d968016b462 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 1128 time: 0.0663946 Feb 09 02:47:54.465270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48036) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:47:54.493259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:54.500519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (569925c8-96f8-415f-8060-535cc8977c3b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.504224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.506438 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2893f970-2009-4f44-9b80-88fe461d138e req-6de00881-7e8a-4a2b-a7c2-348df0a836fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "DELETE /v2.0/floatingips/569925c8-96f8-415f-8060-535cc8977c3b HTTP/1.1" status: 204 len: 173 time: 2.3858316 Feb 09 02:47:54.520451 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b35d9-fcce-4026-8345-8e1d94427d20 None None] New status for floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:47:54.547742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed350f86-c843-46ba-ab7e-a1bc8e0245f8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:54.576885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Checking segment: {'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:54.577246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Network hostable DHCP agents. Network: 539acb2f-37f4-40db-92be-1cc7e427122f, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:47:54.581587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks [] for port (73204a20-ac27-4c76-8401-c195fae246ad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.615596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Network 539acb2f-37f4-40db-92be-1cc7e427122f is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:47:54.639918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 539acb2f-37f4-40db-92be-1cc7e427122f) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:54.644773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:54.645369 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.657967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25c7a6-a074-4270-84a9-7445c8ca42d9 None None] Network 539acb2f-37f4-40db-92be-1cc7e427122f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:47:54.675680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.680869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-a4592738-b7ff-4056-a393-57f3a7f55c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:54.692715 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-a4592738-b7ff-4056-a393-57f3a7f55c6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.2348509 Feb 09 02:47:54.733344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5be22915-1809-4013-815a-f4d376aabe67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2108252 Feb 09 02:47:54.751526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8eb7e280-e9b7-4956-8053-f973452dbb9b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:54.754595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:54.755353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:47:54.759455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:54.767039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f830-fc2f-46e7-871e-4396ecf73878 req-5dd207f8-29dc-4abc-aad4-28d6de750c24 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:54.768618 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb75f830-fc2f-46e7-871e-4396ecf73878 req-5dd207f8-29dc-4abc-aad4-28d6de750c24 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.1394053 Feb 09 02:47:54.770000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:54.773091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:54.864542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:54.865267 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:54.911999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb75f830-fc2f-46e7-871e-4396ecf73878 req-b6ca55de-28f7-408a-a33f-2d6ddae4b733 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153724 Feb 09 02:47:54.918313 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-3bdb02ae-2aeb-471f-918e-065d025cb331 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9069350 Feb 09 02:47:55.015915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Request body: {'port': {'device_id': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:55.045757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3b4dea4-4c43-4c19-b178-c1ca2bd23fd1 req-0fb47140-3f46-46c0-85de-c82f12bc4927 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/eca8d3a1-ec90-402b-a776-abb76263d1af HTTP/1.1" status: 200 len: 3013 time: 0.0857229 Feb 09 02:47:55.106626 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:55.181368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:55.219148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f5dc6-280c-440e-a48c-39231ce53a9f req-ca787b72-5b4a-4370-9679-fc548b387c03 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:55.221058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-069f5dc6-280c-440e-a48c-39231ce53a9f req-ca787b72-5b4a-4370-9679-fc548b387c03 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 935 time: 0.1000962 Feb 09 02:47:55.283156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:55.283701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:55.296994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-288b691c-772b-4573-bf30-bccf12470884 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 1002 time: 0.6032600 Feb 09 02:47:55.301331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-36174aa1-4859-4ba3-9a26-ca606d87e06a None None] Provisioning complete for port 73204a20-ac27-4c76-8401-c195fae246ad triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:55.302821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-36174aa1-4859-4ba3-9a26-ca606d87e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (73204a20-ac27-4c76-8401-c195fae246ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:55.365257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-ed63b0bf-5d24-4f88-89dd-a4a84e86271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:55.366767 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-ed63b0bf-5d24-4f88-89dd-a4a84e86271f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.0611491 Feb 09 02:47:55.489046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd913b0-8a9b-4fd6-a0ff-837703bf2873 None None] Network 539acb2f-37f4-40db-92be-1cc7e427122f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:47:55.495636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8780-4238-40e8-b15a-7595d829dc17 req-d89c3da3-efa1-463b-a2d4-9c64bdcf5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:55.497132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-d89c3da3-efa1-463b-a2d4-9c64bdcf5b91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923388 Feb 09 02:47:55.498836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-36174aa1-4859-4ba3-9a26-ca606d87e06a None None] Port 73204a20-ac27-4c76-8401-c195fae246ad cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:55.664987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:55.669237 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-c81ebb05-d91c-42dd-be09-20ddc7c89fac service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509106 Feb 09 02:47:55.681577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-069f5dc6-280c-440e-a48c-39231ce53a9f req-b7107903-a412-49c9-afad-7bfec71e193d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054747 Feb 09 02:47:55.770300 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:55.804386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73204a20-ac27-4c76-8401-c195fae246ad {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:47:55.811351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:51Z', 'revision_number': 3, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:55.823482 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Publish callbacks [] for port (73204a20-ac27-4c76-8401-c195fae246ad), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:55.873306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628c8780-4238-40e8-b15a-7595d829dc17 req-f1676c65-1173-4669-84cf-547c47c1c095 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616678 Feb 09 02:47:55.880855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Transition to ACTIVE for port object 73204a20-ac27-4c76-8401-c195fae246ad will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:47:55.890454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:55.899991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Checking router: 5876bffc-42bc-4b9a-92d8-c9105a543cdd for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:55.900999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Updating router 5876bffc-42bc-4b9a-92d8-c9105a543cdd port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:47:55.941229 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.008060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:56.017215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Allocated IP 172.20.0.1 (47a3b409-6d32-4997-af71-7f5c4950d446/c7d5485c-f1ba-400c-975c-10eee174c8d7/20439b58-a50f-4778-b9c7-7f993b464099) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:47:56.060465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-d40bfca6-57f8-46b1-a40a-9d3853cfc043 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:56.069576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-d40bfca6-57f8-46b1-a40a-9d3853cfc043 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 821 time: 0.2602589 Feb 09 02:47:56.113985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-d137a956-fe2c-4b01-ad54-e750d6f1378d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/quotas/7e39c9e1d96f4074ab8d3ba88a89a77e HTTP/1.1" status: 200 len: 375 time: 0.0434468 Feb 09 02:47:56.166507 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Publish callbacks [] for port (20439b58-a50f-4778-b9c7-7f993b464099), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.183877 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e5576-3465-4dc6-9f96-248bb894cb24 x-openstack-request-id: req-ef1e5576-3465-4dc6-9f96-248bb894cb24 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:56.185059 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:56.185538 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef1e5576-3465-4dc6-9f96-248bb894cb24 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:56.186148 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f', 'status': 'completed', 'code': 200} Feb 09 02:47:56.271701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (20439b58-a50f-4778-b9c7-7f993b464099), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.287370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-dd0d1ec6-eb51-4ae0-9501-aeab2186d7c8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722457 Feb 09 02:47:56.288971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:56.289304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:56.289629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:56.294417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:47:56.294745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:56.308982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-79d537b6-60cb-4388-b346-b00754ff0362 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1000 time: 0.1086335 Feb 09 02:47:56.311226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:56.311226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:56.311543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:56.311982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Bound port: 73204a20-ac27-4c76-8401-c195fae246ad, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:56.312507 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.325033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:56.341061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:56.360998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:47:56.402202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Pushing event updated for resources: {'Port': ['ID=20439b58-a50f-4778-b9c7-7f993b464099,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:56.410454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-08861f4a-e915-49f3-a810-feca05a65c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:56.412157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-08861f4a-e915-49f3-a810-feca05a65c30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.1954157 Feb 09 02:47:56.427176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172ff-f759-4305-a685-00f1b99421d7 req-0bf4bbdc-5565-47be-b16d-1b53d400f420 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:56.428888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-0bf4bbdc-5565-47be-b16d-1b53d400f420 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports/27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 200 len: 942 time: 0.1082993 Feb 09 02:47:56.432408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (5876bffc-42bc-4b9a-92d8-c9105a543cdd), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.515043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '6401758d-3980-44b2-8c97-9f6832beafdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:07:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:54Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:56.530875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-24b69d7f-a73a-45bc-887d-cb43a0030a7d service neutron] 10.222.0.32 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322738 Feb 09 02:47:56.559123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:56.569961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:56.594618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:56.595529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:56.602212 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Publish callbacks [] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.620374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:56.640172 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.685987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-ea1a9664-c032-4530-9845-3a4b19120561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:56.687547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-ea1a9664-c032-4530-9845-3a4b19120561 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.2634599 Feb 09 02:47:56.694750 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.696153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:56.697018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.698297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 1095 time: 1.7679181 Feb 09 02:47:56.698446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (20439b58-a50f-4778-b9c7-7f993b464099), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.700631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:56.703140 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-c401b744-ac59-4671-8c72-a3748a58217e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1000 time: 0.1143680 Feb 09 02:47:56.703339 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255bcf0c-f293-4e15-9075-f7f860edfaae" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:56.790486 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-22880ee1-8802-429b-982c-4317026040f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 217 time: 0.0819798 Feb 09 02:47:56.811786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c237a2c-cce7-4046-af27-f65495c3c7cb None None] Pushing event updated for resources: {'Port': ['ID=1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:56.834035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Attempting to bind port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:47:56.834035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Attempting to bind port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:47:56.834964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Attempting to bind port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:47:56.839472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-81f5422f-efee-4523-8648-5ed4d94d83b0 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922664 Feb 09 02:47:56.852859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a80ef753-f588-409c-b924-cbe2d62d0fac None None] Provisioning complete for port 20439b58-a50f-4778-b9c7-7f993b464099 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:56.857335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a80ef753-f588-409c-b924-cbe2d62d0fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (20439b58-a50f-4778-b9c7-7f993b464099), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.882122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d5e7e-d87d-46e0-b9dc-cd201cea72f5 service neutron] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:56.897148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:47:56.897865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:47:56.898522 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.899601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:47:56.900298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Bound port: 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:47:56.901128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:56.904106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:56.918217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-dc96e9ac-c405-4f5e-b6e2-13a69bcf1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:56.919728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-dc96e9ac-c405-4f5e-b6e2-13a69bcf1987 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.1029706 Feb 09 02:47:56.937750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172ff-f759-4305-a685-00f1b99421d7 req-17970aaf-a5f9-4819-b765-14e234db6640 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:56.939399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-17970aaf-a5f9-4819-b765-14e234db6640 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2265577 Feb 09 02:47:56.940676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-81cd958a-fc8a-4b58-98e7-15c80ef8e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:56.945242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-81cd958a-fc8a-4b58-98e7-15c80ef8e3ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1129 time: 0.1689603 Feb 09 02:47:57.006885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-e52ecadd-0dce-467e-976d-2f3edcc44f5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.0415103 Feb 09 02:47:57.059174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-1bccdaf1-eedf-4c2c-a70b-2b8ece2f75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:57.060762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-1bccdaf1-eedf-4c2c-a70b-2b8ece2f75b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1302092 Feb 09 02:47:57.068903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4eb510ac-4011-49ad-b9cc-babce8d5eec8 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1000 time: 0.1170049 Feb 09 02:47:57.083456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-a539932a-efa0-490c-8f48-2cb66cb695d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:57.085176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-a539932a-efa0-490c-8f48-2cb66cb695d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0714796 Feb 09 02:47:57.088698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:57.139851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Publish callbacks [] for port (20439b58-a50f-4778-b9c7-7f993b464099), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.151868 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (20439b58-a50f-4778-b9c7-7f993b464099), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.217234 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (cd8fa924-d6f7-4f9f-b170-bdf00a161e5e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.238887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-59b380a8-4506-4a39-8af5-8e20d81f3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:57.240613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-59b380a8-4506-4a39-8af5-8e20d81f3b1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1379507 Feb 09 02:47:57.243101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-57e3c68b-1121-462b-9f02-ab0b14f56138 service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697178 Feb 09 02:47:57.322498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Pushing event updated for resources: {'Port': ['ID=20439b58-a50f-4778-b9c7-7f993b464099,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:57.329698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (5876bffc-42bc-4b9a-92d8-c9105a543cdd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.355901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a80ef753-f588-409c-b924-cbe2d62d0fac None None] Port 20439b58-a50f-4778-b9c7-7f993b464099 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:57.374708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] For port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:47:57.379623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] For port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:47:57.397586 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.417154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-12567b77-bc02-4be1-a883-66de52641430 req-6f7ae4e2-4373-46a6-9886-45f8b5b365bb tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-125861199', 'description': 'tempest-description-452241879'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:57.483530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-965a9f81-38f5-4029-9db3-2be0fe64e6f9 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297297 Feb 09 02:47:57.506369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.527828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cd8fa924-d6f7-4f9f-b170-bdf00a161e5e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.528168 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Floating IP cd8fa924-d6f7-4f9f-b170-bdf00a161e5e disassociated. External IP: 172.25.2.44, port: 27a0c6ff-eabc-4339-b155-09e47f896432. Feb 09 02:47:57.535589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:57.536239 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:57.581550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-12567b77-bc02-4be1-a883-66de52641430 req-6f7ae4e2-4373-46a6-9886-45f8b5b365bb tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.586716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c237a2c-cce7-4046-af27-f65495c3c7cb None None] Pushing event updated for resources: {'Port': ['ID=1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:57.613206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:47:57.616247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:47:57.661264 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d60df3d-457b-491f-9886-e2aa32ed73e2 req-ba2e799d-def1-482d-afa9-a1e61b43f3dd service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976929 Feb 09 02:47:57.680198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '6401758d-3980-44b2-8c97-9f6832beafdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:07:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:54Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:57.727319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5fc5cd-66dc-48c8-8a09-d836a91480dc None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '6401758d-3980-44b2-8c97-9f6832beafdb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:07:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:47:54Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:57.746736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:57.769369 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8018ec3-65a7-473b-8da3-17bc3e276c20 req-25e08963-b070-4224-a0e2-0ee649f64c3b service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745442 Feb 09 02:47:57.828743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-12567b77-bc02-4be1-a883-66de52641430 req-6f7ae4e2-4373-46a6-9886-45f8b5b365bb tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (9ff22fcf-5f17-4bae-92d1-f3b6cd220483), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.840484 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-12567b77-bc02-4be1-a883-66de52641430 req-6f7ae4e2-4373-46a6-9886-45f8b5b365bb tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9ff22fcf-5f17-4bae-92d1-f3b6cd220483), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.891987 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-12567b77-bc02-4be1-a883-66de52641430 req-6f7ae4e2-4373-46a6-9886-45f8b5b365bb tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:57.910113 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12567b77-bc02-4be1-a883-66de52641430 req-6f7ae4e2-4373-46a6-9886-45f8b5b365bb tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4969890 Feb 09 02:47:57.980503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ae4e2-4373-46a6-9886-45f8b5b365bb tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff22fcf-5f17-4bae-92d1-f3b6cd220483,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:57.998333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Router 5876bffc-42bc-4b9a-92d8-c9105a543cdd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:58.005762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8b1f40a-a8b4-43ad-b365-e860b61750b8 req-335e56a5-c8d9-4890-89d6-f74047a08aa5 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-group-rules/90a67180-fc1c-4229-aba6-746ca02c1820 HTTP/1.1" status: 200 len: 783 time: 0.0596673 Feb 09 02:47:58.022556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:47:58.074865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8b1f40a-a8b4-43ad-b365-e860b61750b8 req-fccac5a6-452f-414f-9355-1824b52a5325 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/eca8d3a1-ec90-402b-a776-abb76263d1af HTTP/1.1" status: 200 len: 3013 time: 0.0677576 Feb 09 02:47:58.102812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a8b1f40a-a8b4-43ad-b365-e860b61750b8 req-e545f28a-d5c7-4af3-8073-82a63fae6fb3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (90a67180-fc1c-4229-aba6-746ca02c1820), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:58.111941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a8b1f40a-a8b4-43ad-b365-e860b61750b8 req-e545f28a-d5c7-4af3-8073-82a63fae6fb3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (90a67180-fc1c-4229-aba6-746ca02c1820), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:58.153598 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a8b1f40a-a8b4-43ad-b365-e860b61750b8 req-e545f28a-d5c7-4af3-8073-82a63fae6fb3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (90a67180-fc1c-4229-aba6-746ca02c1820), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:58.161544 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a8b1f40a-a8b4-43ad-b365-e860b61750b8 req-e545f28a-d5c7-4af3-8073-82a63fae6fb3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:58.163321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8b1f40a-a8b4-43ad-b365-e860b61750b8 req-e545f28a-d5c7-4af3-8073-82a63fae6fb3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/90a67180-fc1c-4229-aba6-746ca02c1820 HTTP/1.1" status: 204 len: 173 time: 0.0867691 Feb 09 02:47:58.173963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545f28a-d5c7-4af3-8073-82a63fae6fb3 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90a67180-fc1c-4229-aba6-746ca02c1820,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:58.235892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2066cab4-8260-4bff-9043-866b5fdda95c None None] Provisioning complete for port 20439b58-a50f-4778-b9c7-7f993b464099 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:47:58.235892 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2066cab4-8260-4bff-9043-866b5fdda95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (20439b58-a50f-4778-b9c7-7f993b464099), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:58.328490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d20ddbc-1c5b-41ed-b698-a07e96290a75 req-1c526ae4-5e05-46b2-a3f8-7d0fd8f3ff1d tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.1368935 Feb 09 02:47:58.332278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2066cab4-8260-4bff-9043-866b5fdda95c None None] Port 20439b58-a50f-4778-b9c7-7f993b464099 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:47:58.381136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 2, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:58.412156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20ddbc-1c5b-41ed-b698-a07e96290a75 req-ef964470-c927-4ea8-b175-ad1d28577c22 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:58.417277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbaae32-3569-4889-b88f-62b2cd67ead0 None None] The sync data for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 is: [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 2, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:58.422600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d20ddbc-1c5b-41ed-b698-a07e96290a75 req-ef964470-c927-4ea8-b175-ad1d28577c22 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports/6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 943 time: 0.0836241 Feb 09 02:47:58.527009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:47:58.530172 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c09767-9513-49b2-aa2d-798ad7065132" -d '{"events": [{"name": "network-changed", "server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:47:58.540772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d20ddbc-1c5b-41ed-b698-a07e96290a75 req-ca5a72c1-da50-4158-8828-dcfa3dc1d8c8 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.0644023 Feb 09 02:47:58.625379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:58.627445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:47:58.634369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a9ab00ab-1f7b-4c83-aa0f-5dd73a3dbb4c admin admin] 10.222.0.32 "PUT /v2.0/routers/5876bffc-42bc-4b9a-92d8-c9105a543cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1659894 Feb 09 02:47:58.635527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:58.648752 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] Sync routers for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:47:58.664287 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:58.665261 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:58.678961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20ddbc-1c5b-41ed-b698-a07e96290a75 req-c00b96fd-fd47-4be5-a1f8-ab527d311eb4 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:58.697399 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d20ddbc-1c5b-41ed-b698-a07e96290a75 req-c00b96fd-fd47-4be5-a1f8-ab527d311eb4 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.1505125 Feb 09 02:47:58.698461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-4b99d654-7f13-4afa-8fd1-a778271b1147 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "PUT /v2.0/floatingips/cd8fa924-d6f7-4f9f-b170-bdf00a161e5e HTTP/1.1" status: 200 len: 694 time: 1.6156466 Feb 09 02:47:58.747868 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492777b9-bb0e-4633-87ae-b155ed703860 x-openstack-request-id: req-492777b9-bb0e-4633-87ae-b155ed703860 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:58.748165 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:58.748417 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-492777b9-bb0e-4633-87ae-b155ed703860 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:58.748817 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'status': 'completed', 'code': 200} Feb 09 02:47:58.801744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172ff-f759-4305-a685-00f1b99421d7 req-1a74c80b-6304-4e6c-9b8f-7b8a5ee22f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:58.813107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-1a74c80b-6304-4e6c-9b8f-7b8a5ee22f3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=261d44cf2d154b7e9e5c03957d5a15da&device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 1127 time: 0.1120985 Feb 09 02:47:58.900853 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:58.908235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-46c016e4-22ac-47c0-b255-32c6eb6ba39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:58.911023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-46c016e4-22ac-47c0-b255-32c6eb6ba39f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1129 time: 0.1293125 Feb 09 02:47:58.941408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172ff-f759-4305-a685-00f1b99421d7 req-6ab5997c-6ae6-43cb-82ff-bbbbfdcaa422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:58.943549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-6ab5997c-6ae6-43cb-82ff-bbbbfdcaa422 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4205c6b8-9215-4191-aae2-cc55b9c65fd1 HTTP/1.1" status: 200 len: 930 time: 0.1296408 Feb 09 02:47:58.987655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4766ed-10b3-4229-8b63-a7710c0ad462 req-d4e385c0-1e01-42eb-aa66-3f48d0bf1abd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:58.989228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af4766ed-10b3-4229-8b63-a7710c0ad462 req-d4e385c0-1e01-42eb-aa66-3f48d0bf1abd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 947 time: 0.1570225 Feb 09 02:47:59.034376 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-2d440d4b-a806-4377-9152-a7df5410caa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 200 len: 217 time: 0.0839548 Feb 09 02:47:59.108680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-470a17b2-d8fc-4e88-bd6a-922b918fa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:59.110561 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-470a17b2-d8fc-4e88-bd6a-922b918fa3e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1861384 Feb 09 02:47:59.121898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172ff-f759-4305-a685-00f1b99421d7 req-8837ccf5-387c-4516-8642-11018dd5dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:59.123491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-8837ccf5-387c-4516-8642-11018dd5dfde service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fed0903-b2d7-42c7-a834-c4bbf3aebebd HTTP/1.1" status: 200 len: 868 time: 0.0881889 Feb 09 02:47:59.216655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172ff-f759-4305-a685-00f1b99421d7 req-b435571d-e8af-431b-b3b7-45ab80dbf747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:59.222869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-b435571d-e8af-431b-b3b7-45ab80dbf747 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4205c6b8-9215-4191-aae2-cc55b9c65fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937028 Feb 09 02:47:59.236929 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:59.246806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-dfe5b681-2e29-496e-88d3-5c4a646ffe7e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:59.248367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-dfe5b681-2e29-496e-88d3-5c4a646ffe7e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 821 time: 0.3345082 Feb 09 02:47:59.253704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-d07b5a51-3314-4fac-8901-92690ba29957 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.1318598 Feb 09 02:47:59.267771 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af4766ed-10b3-4229-8b63-a7710c0ad462 req-fef8f9fc-cb7b-476a-98a8-5ca4972b180f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778078 Feb 09 02:47:59.272249 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] Checking router: 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:47:59.282143 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:47:59.283039 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:59.343959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Request body: {'port': {'device_id': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'admin_state_up': True, 'tenant_id': '7e39c9e1d96f4074ab8d3ba88a89a77e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:59.351919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-98e3644a-fd69-4d59-9cd7-aad6eb817824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:59.354305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-98e3644a-fd69-4d59-9cd7-aad6eb817824 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0830481 Feb 09 02:47:59.435497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-0d053173-f047-445a-9e35-630979b8b0f9 service neutron] 10.222.0.32 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063959 Feb 09 02:47:59.480935 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:47:59.548199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d57004ff-b516-4acb-bf70-5c1a54c65458 req-e7d37ccb-dd5e-4554-9772-ceb5e6692573 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.1082687 Feb 09 02:47:59.584360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e25172ff-f759-4305-a685-00f1b99421d7 req-f09f0cbe-5c75-4bb7-8040-2f7b2ad26932 service neutron] 10.222.0.32 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420410 Feb 09 02:47:59.611102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-835e6795-0b35-4de2-a22e-c1d241225a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:47:59.612988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-835e6795-0b35-4de2-a22e-c1d241225a4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2449496 Feb 09 02:47:59.618073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c8f5251f-b19a-4280-ad5a-a92003b08be0 req-7f58a59c-8f5c-4a80-972b-ba4d3e542a91 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1442988875', 'description': 'tempest-description-2082795591'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:47:59.670557 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8f5251f-b19a-4280-ad5a-a92003b08be0 req-7f58a59c-8f5c-4a80-972b-ba4d3e542a91 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:59.701403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b0bab9c-a809-4819-9f00-0a0eeeeda54f req-fec55c8b-0aec-4e47-8122-95cea7a1fbe8 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/eca8d3a1-ec90-402b-a776-abb76263d1af HTTP/1.1" status: 200 len: 2415 time: 0.0548601 Feb 09 02:47:59.770852 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:47:59.774852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-ed2d1c21-f6ff-4e55-9c9e-7f6326c6ec81 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375539 Feb 09 02:47:59.795876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b0bab9c-a809-4819-9f00-0a0eeeeda54f req-7e9f872e-0301-45c3-b9eb-b78c93d3fd49 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (eca8d3a1-ec90-402b-a776-abb76263d1af), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:59.810020 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648767d1-5426-41fa-bec5-037dbe10f015 None None] The sync data for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 is: [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:47:10Z', 'revision_number': 4, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e69d2237-3f41-41e5-a1b7-0dd56dd069a6', 'name': '', 'network_id': '4205c6b8-9215-4191-aae2-cc55b9c65fd1', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'mac_address': 'fa:16:3e:f4:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:08Z', 'updated_at': '2022-02-09T02:47:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'subnets': [{'id': '6fed0903-b2d7-42c7-a834-c4bbf3aebebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:47:59.841416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b0bab9c-a809-4819-9f00-0a0eeeeda54f req-7e9f872e-0301-45c3-b9eb-b78c93d3fd49 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (eca8d3a1-ec90-402b-a776-abb76263d1af), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:59.888965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255bcf0c-f293-4e15-9075-f7f860edfaae req-50d1fae4-bf46-4ff7-b3b7-85a6e4a22981 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008663 Feb 09 02:47:59.907493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b0bab9c-a809-4819-9f00-0a0eeeeda54f req-7e9f872e-0301-45c3-b9eb-b78c93d3fd49 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (eca8d3a1-ec90-402b-a776-abb76263d1af), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:59.909119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Made reservation on behalf of 7e39c9e1d96f4074ab8d3ba88a89a77e for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:47:59.910049 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b0bab9c-a809-4819-9f00-0a0eeeeda54f req-7e9f872e-0301-45c3-b9eb-b78c93d3fd49 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:59.911232 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b0bab9c-a809-4819-9f00-0a0eeeeda54f req-7e9f872e-0301-45c3-b9eb-b78c93d3fd49 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "DELETE /v2.0/security-groups/eca8d3a1-ec90-402b-a776-abb76263d1af HTTP/1.1" status: 204 len: 173 time: 0.2034545 Feb 09 02:47:59.912753 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:47:59.930148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f872e-0301-45c3-b9eb-b78c93d3fd49 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca8d3a1-ec90-402b-a776-abb76263d1af,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:47:59.987979 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd1819-dd18-4c6e-8998-0179d1cc4032 x-openstack-request-id: req-26dd1819-dd18-4c6e-8998-0179d1cc4032 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:47:59.989315 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:47:59.989656 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26dd1819-dd18-4c6e-8998-0179d1cc4032 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:47:59.990136 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb', 'status': 'completed', 'code': 200} Feb 09 02:48:00.128687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-09e47934-e9c1-4cce-b53d-0d72ee60b1db tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.1059587 Feb 09 02:48:00.220961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8f5251f-b19a-4280-ad5a-a92003b08be0 req-7f58a59c-8f5c-4a80-972b-ba4d3e542a91 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (806cc540-0d46-4e47-a363-71870021c18d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:00.226889 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1fd24dc9-73c6-40f5-b1d3-0cf88379e5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:00.242491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-a7930387-34ab-44c7-bdb0-d61c52116e99 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:00.245455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-780f271c-905b-4868-8f43-6466b1d074fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:00.247049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-780f271c-905b-4868-8f43-6466b1d074fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 1128 time: 0.2215652 Feb 09 02:48:00.251919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8f5251f-b19a-4280-ad5a-a92003b08be0 req-7f58a59c-8f5c-4a80-972b-ba4d3e542a91 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (806cc540-0d46-4e47-a363-71870021c18d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:00.258649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-a7930387-34ab-44c7-bdb0-d61c52116e99 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports/6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 943 time: 0.1230607 Feb 09 02:48:00.286272 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8f5251f-b19a-4280-ad5a-a92003b08be0 req-7f58a59c-8f5c-4a80-972b-ba4d3e542a91 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:00.287646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8f5251f-b19a-4280-ad5a-a92003b08be0 req-7f58a59c-8f5c-4a80-972b-ba4d3e542a91 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6737187 Feb 09 02:48:00.368606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24139b50-cb2d-4839-9ec3-b639b65e5259 None None] New status for floating IP cd8fa924-d6f7-4f9f-b170-bdf00a161e5e: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:48:00.472561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:00.486679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Allocated IP 172.20.0.3 (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d/94138dc5-dd49-464d-a031-a58e908f8168/a9c495ab-c256-44e7-a534-873df2f98d28) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:00.529698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58a59c-8f5c-4a80-972b-ba4d3e542a91 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806cc540-0d46-4e47-a363-71870021c18d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:00.585113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-92d088f6-536a-4369-8d9d-5c27cdb016ae tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.2484872 Feb 09 02:48:00.686464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-b5db5ad4-f20d-46f7-b941-96a31c68f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:00.689198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-b5db5ad4-f20d-46f7-b941-96a31c68f37f service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.4247479 Feb 09 02:48:00.827359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-dc2d08bd-c72b-44b5-90b2-9e214b1af197 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 1002 time: 0.1294105 Feb 09 02:48:00.889888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48106) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:00.894380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-4fc14399-f212-47a8-ac33-6753b7d1cdc0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:00.897870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-4fc14399-f212-47a8-ac33-6753b7d1cdc0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.3091786 Feb 09 02:48:00.904243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0144e599-8223-4097-a89e-3d51de9fa055 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192499935', 'description': 'tempest-description--336765780'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:00.977701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:48:00.995412 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-25b26030-fc1f-4ee6-aa22-ea7929d08973 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.0872693 Feb 09 02:48:01.006165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:01.063789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:01.064159 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.109453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.144179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:01.161731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '73204a20-ac27-4c76-8401-c195fae246ad', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '73204a20-ac27-4c76-8401-c195fae246ad', 'mac_address': 'fa:16:3e:80:f9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:48:01.237652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 73204a20-ac27-4c76-8401-c195fae246ad is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:01.238305 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.240229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:01.240689 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.273870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73204a20-ac27-4c76-8401-c195fae246ad {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:01.286927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:01.303157 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.319431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:01.345409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks [] for port (a9c495ab-c256-44e7-a534-873df2f98d28), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.350289 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.354520 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-d80e6a6b-2387-4234-a56e-332c7ce168f5 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips/cd8fa924-d6f7-4f9f-b170-bdf00a161e5e HTTP/1.1" status: 200 len: 694 time: 0.4363000 Feb 09 02:48:01.397502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:01.402715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.407136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.407491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.407865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.408204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.408538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.409511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.409932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.410079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.410537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.410887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.411280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.411611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.411969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.412148 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c disassociated. External IP: 172.25.2.182, port: 6401758d-3980-44b2-8c97-9f6832beafdb. Feb 09 02:48:01.412294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:01.417638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-308be4f8-f555-4208-a119-11a5d8cec982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:01.419130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-308be4f8-f555-4208-a119-11a5d8cec982 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.5845981 Feb 09 02:48:01.427403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0144e599-8223-4097-a89e-3d51de9fa055 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.494776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:01.581292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.593825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-4b70fa18-d235-4f8a-8a2f-20333204fc75 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:01.599217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['78cd9370-3bc5-4767-a682-c29a4ce3f8fa'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:01.601205 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-4b70fa18-d235-4f8a-8a2f-20333204fc75 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2458465 Feb 09 02:48:01.681066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-8edcd91e-e9a8-4385-9f88-01907f39a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:01.682608 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-8edcd91e-e9a8-4385-9f88-01907f39a7a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2493856 Feb 09 02:48:01.693167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:01.718832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-3c449e93-dce4-457a-bf93-cdb7fd5f9533 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.1166077 Feb 09 02:48:01.751887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:01.769664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['73204a20-ac27-4c76-8401-c195fae246ad'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:01.817745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Pushing event updated for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:01.820412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:01.823337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:01.828306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.833423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:01.838016 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0144e599-8223-4097-a89e-3d51de9fa055 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group (7a58e969-2207-41d3-a3ae-587ea83dd2a4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:01.841143 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:01.860648 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:01.861288 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:01.871150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-1f9f7a84-3c65-476b-bc69-4797fb2e61fd tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "PUT /v2.0/floatingips/57f40e95-16e8-47fa-82d1-09e97c21b66c HTTP/1.1" status: 200 len: 695 time: 0.8694391 Feb 09 02:48:01.875226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-954dce88-e488-417a-b73e-ca4b1b0cc7ba tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.1554813 Feb 09 02:48:01.962762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-e2fe02ec-fc31-4d96-9d2d-ed88f9d9b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:01.964793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-e2fe02ec-fc31-4d96-9d2d-ed88f9d9b91d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 1128 time: 0.0756173 Feb 09 02:48:01.973347 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0144e599-8223-4097-a89e-3d51de9fa055 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7a58e969-2207-41d3-a3ae-587ea83dd2a4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.003085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-c3fbe81d-269f-4f43-b328-e529bfff4028 service neutron] 10.222.0.26 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107650 Feb 09 02:48:02.003327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432'}, {'name': 'network-changed', 'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:02.009772 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4774bb56-d349-4df3-bb9a-359e724b4b32" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432"}, {"name": "network-changed", "server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:02.066607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Sync routers for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:02.100274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.100912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.105265 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0144e599-8223-4097-a89e-3d51de9fa055 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.106435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0144e599-8223-4097-a89e-3d51de9fa055 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2155507 Feb 09 02:48:02.112745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48110) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:02.124597 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:02.125821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f90e0638-098e-4da8-b63f-94d0902abf82 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'security_group_rule': {'security_group_id': '7a58e969-2207-41d3-a3ae-587ea83dd2a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:02.135399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:02.175935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-6c7943f0-796a-4b0c-bb96-e2cd9b7d9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.177971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-6c7943f0-796a-4b0c-bb96-e2cd9b7d9784 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.2076001 Feb 09 02:48:02.179198 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f90e0638-098e-4da8-b63f-94d0902abf82 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group_rule (fa22caa9-51d8-406e-957c-7dace4f8f0e1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.228659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:02.228896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:47:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:02.261424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-a7267ed3-6cc3-46bf-ba84-5839975e611d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 217 time: 0.0775049 Feb 09 02:48:02.270312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144e599-8223-4097-a89e-3d51de9fa055 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58e969-2207-41d3-a3ae-587ea83dd2a4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:02.290293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0c09767-9513-49b2-aa2d-798ad7065132 req-8f5b37d5-c367-4807-8fa0-a6f94f7a41ff service neutron] 10.222.0.26 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308121 Feb 09 02:48:02.298293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-31e3f8a1-fb67-4041-b817-6dfc094b0b9a tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0288577 Feb 09 02:48:02.332851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Request body: {'port': {'device_id': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:02.383294 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f90e0638-098e-4da8-b63f-94d0902abf82 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group_rule (fa22caa9-51d8-406e-957c-7dace4f8f0e1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.389396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f90e0638-098e-4da8-b63f-94d0902abf82 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (fa22caa9-51d8-406e-957c-7dace4f8f0e1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.405928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-d7871860-460c-4766-880f-007c8f5b2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.407477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-d7871860-460c-4766-880f-007c8f5b2951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.1349623 Feb 09 02:48:02.413390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e0638-098e-4da8-b63f-94d0902abf82 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa22caa9-51d8-406e-957c-7dace4f8f0e1,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:02.457640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f90e0638-098e-4da8-b63f-94d0902abf82 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.461301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f90e0638-098e-4da8-b63f-94d0902abf82 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3446474 Feb 09 02:48:02.464500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48112) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:02.468760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Deleting port 41e7e372-aaab-4188-9437-1a7b682f1cd7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:02.469775 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (41e7e372-aaab-4188-9437-1a7b682f1cd7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.472258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a5af077b-7b5c-412f-ab81-e12993078c51 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'security_group_rule': {'security_group_id': '7a58e969-2207-41d3-a3ae-587ea83dd2a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:02.480031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-7b2261e6-13b2-4de1-8fbf-73fd07feaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:02.481318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-7b2261e6-13b2-4de1-8fbf-73fd07feaf7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0634351 Feb 09 02:48:02.582150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:02.582762 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.592975 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-bbffe0aa-ac83-4c87-9831-71fc9fcd5f3b service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032362 Feb 09 02:48:02.605690 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (41e7e372-aaab-4188-9437-1a7b682f1cd7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.606508 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (41e7e372-aaab-4188-9437-1a7b682f1cd7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.620904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Calling delete_port for 41e7e372-aaab-4188-9437-1a7b682f1cd7 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:02.625486 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5af077b-7b5c-412f-ab81-e12993078c51 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group_rule (9749bd9c-4aaf-44b1-87b3-c352d6ffd405), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.697781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:02.701517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d2d93de-4e26-49b1-97a4-c737821c3c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.747639 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5af077b-7b5c-412f-ab81-e12993078c51 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group_rule (9749bd9c-4aaf-44b1-87b3-c352d6ffd405), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.751749 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:02.751995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6efd3e42-899d-4b61-9e71-2a4e503f3787 req-8917782d-4beb-4981-a898-70845ee5616d service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525381 Feb 09 02:48:02.754980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.758310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5af077b-7b5c-412f-ab81-e12993078c51 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (9749bd9c-4aaf-44b1-87b3-c352d6ffd405), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.790624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5af077b-7b5c-412f-ab81-e12993078c51 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.794216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a5af077b-7b5c-412f-ab81-e12993078c51 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251932 Feb 09 02:48:02.794216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af077b-7b5c-412f-ab81-e12993078c51 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9749bd9c-4aaf-44b1-87b3-c352d6ffd405,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:02.794905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48116) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:02.800913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:02.826604 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:02.837226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:02.837880 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:02.842929 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.858326 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-8fad7085-cd91-4bdf-bb94-185fe1bdfec0 req-87eb1197-bd94-48fb-a70a-1db9f7331e0d tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] show failed (client error): The resource could not be found. Feb 09 02:48:02.859538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fad7085-cd91-4bdf-bb94-185fe1bdfec0 req-87eb1197-bd94-48fb-a70a-1db9f7331e0d tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/bf26fc8c-7c56-4d6d-924e-9fc17d3a8102 HTTP/1.1" status: 404 len: 352 time: 0.0340161 Feb 09 02:48:02.979186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (41e7e372-aaab-4188-9437-1a7b682f1cd7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:02.991649 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:02.996606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.043212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:03.069838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Pushing event deleted for resources: {'Port': ['ID=41e7e372-aaab-4188-9437-1a7b682f1cd7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:03.098322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5f7d-da49-40a1-bda0-697ee4d7ca2b req-47fecbb3-407a-4cb1-83bc-e391857b9c6e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:03.099873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d15b5f7d-da49-40a1-bda0-697ee4d7ca2b req-47fecbb3-407a-4cb1-83bc-e391857b9c6e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 948 time: 0.1241333 Feb 09 02:48:03.191146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d15b5f7d-da49-40a1-bda0-697ee4d7ca2b req-e38b89c0-a758-4974-ad6a-cda9687c2f2b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850532 Feb 09 02:48:03.211630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks [] for floatingip (cd8fa924-d6f7-4f9f-b170-bdf00a161e5e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.222633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.230115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 2, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:03.237918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66f8f0c4-ff39-47f1-91d8-ce2d89dbb2dd req-7ab02108-6346-48a4-b94d-6ed0be66b229 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "DELETE /v2.0/floatingips/cd8fa924-d6f7-4f9f-b170-bdf00a161e5e HTTP/1.1" status: 204 len: 173 time: 1.2704601 Feb 09 02:48:03.239219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Allocated IP 172.25.2.143 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/6a5d2c09-a653-4642-92bc-a71e6c9e48bd) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:03.295420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Checking router: 5876bffc-42bc-4b9a-92d8-c9105a543cdd for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:03.295420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Updating router 5876bffc-42bc-4b9a-92d8-c9105a543cdd port 20439b58-a50f-4778-b9c7-7f993b464099 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:48:03.345898 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (20439b58-a50f-4778-b9c7-7f993b464099), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.409371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c495ab-c256-44e7-a534-873df2f98d28 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:03.420873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Publish callbacks [] for port (a9c495ab-c256-44e7-a534-873df2f98d28), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.431549 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:03.449677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Transition to ACTIVE for port object a9c495ab-c256-44e7-a534-873df2f98d28 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:48:03.457745 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.518630 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79cf8b-19c0-4137-92d6-69bb381f2728 None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:03.624859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for port (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.629125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Pushing event updated for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:03.632317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-5e6be710-dd13-4730-8d0b-24a34307ef99 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:03.633833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-5e6be710-dd13-4730-8d0b-24a34307ef99 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 813 time: 0.2608173 Feb 09 02:48:03.693299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-e7edaa0a-4e5e-4e1d-ba74-22fe7d87f1ef tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/quotas/588502c1dea042818eb2c2862400f62f HTTP/1.1" status: 200 len: 375 time: 0.0480883 Feb 09 02:48:03.716370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:03.716737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:03.716952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:03.723198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:48:03.723198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:03.731760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0a1ed-5757-4880-866b-44a716fbdc49 req-afedbf52-4b99-460b-9fbf-ffe4314b5f5b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:03.733268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbe0a1ed-5757-4880-866b-44a716fbdc49 req-afedbf52-4b99-460b-9fbf-ffe4314b5f5b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.3447652 Feb 09 02:48:03.736298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:03.736647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:03.737572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:03.738000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Bound port: a9c495ab-c256-44e7-a534-873df2f98d28, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:03.738410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.758467 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-fd3011d9-7109-483a-8c92-b5c97eaf41d1 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521355 Feb 09 02:48:03.781684 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Publish callbacks [] for port (20439b58-a50f-4778-b9c7-7f993b464099), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.790906 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (20439b58-a50f-4778-b9c7-7f993b464099), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.832176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbe0a1ed-5757-4880-866b-44a716fbdc49 req-c4748159-ef41-46df-b89c-97e2fa4419bc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914545 Feb 09 02:48:03.867791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:03.871515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:03.890142 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.928604 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-9d099796-b790-44f1-8b7b-dddf49a4dfac service neutron] 10.222.0.32 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681201 Feb 09 02:48:03.939474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.974748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.988139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d4a86-fcfb-4c38-9b2f-80c5c8777f5c None None] Pushing event updated for resources: {'Port': ['ID=20439b58-a50f-4778-b9c7-7f993b464099,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:03.988630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:03.989691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:03.992177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] 10.222.0.26 "PUT /v2.0/ports/a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 200 len: 1091 time: 1.6732683 Feb 09 02:48:03.992996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:03.996801 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63587fb-f0cb-4539-94a8-93a54b7c3303" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:04.023218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'Port': ['ID=6a5d2c09-a653-4642-92bc-a71e6c9e48bd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:04.072168 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968cf4e7-54e4-4a73-a9e5-e10fab31492f None None] New status for floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:48:04.093573 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76a74f6-f98f-4536-999c-af6bef887eeb x-openstack-request-id: req-b76a74f6-f98f-4536-999c-af6bef887eeb {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:04.093922 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:04.094126 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b76a74f6-f98f-4536-999c-af6bef887eeb {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:04.098942 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432', 'status': 'completed', 'code': 200} Feb 09 02:48:04.099154 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb', 'status': 'completed', 'code': 200} Feb 09 02:48:04.117574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:04.129215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:04.136245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:04.157929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Attempting to bind port 20439b58-a50f-4778-b9c7-7f993b464099 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:04.160092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Attempting to bind port 20439b58-a50f-4778-b9c7-7f993b464099 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:04.160470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Attempting to bind port 20439b58-a50f-4778-b9c7-7f993b464099 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:04.171762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:04.173562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Checking segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:04.173989 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.174999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Bound using segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:04.175481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Bound port: 20439b58-a50f-4778-b9c7-7f993b464099, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:04.175871 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (20439b58-a50f-4778-b9c7-7f993b464099), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.265938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b63373-c136-4d0e-b1c9-5ec76bb0daca service neutron] Pushing event updated for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:04.314314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-ddb43123-2ccd-4d8f-aeac-78835035a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:04.315882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-ddb43123-2ccd-4d8f-aeac-78835035a988 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261d44cf2d154b7e9e5c03957d5a15da&device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 1127 time: 0.2762730 Feb 09 02:48:04.323459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-ec6994c3-fbea-4d49-9d3c-00153bbed0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:04.324929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-ec6994c3-fbea-4d49-9d3c-00153bbed0c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 1128 time: 0.2475398 Feb 09 02:48:04.336730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-ca8883fe-0fdf-4621-ba8a-cf9ea6a725f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:04.338201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-ca8883fe-0fdf-4621-ba8a-cf9ea6a725f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1125 time: 0.2678988 Feb 09 02:48:04.356888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for floatingip (6e4be161-a069-4593-a559-2dca3e161ca0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.381850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-6afabfef-0167-4663-8897-7cc979454d63 service neutron] 10.222.0.32 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522879 Feb 09 02:48:04.406757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6ed13519-c401-4d5a-aabd-e4c35b7c7ffb None None] Provisioning complete for port 20439b58-a50f-4778-b9c7-7f993b464099 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:04.407163 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ed13519-c401-4d5a-aabd-e4c35b7c7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (20439b58-a50f-4778-b9c7-7f993b464099), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.409905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] For port 20439b58-a50f-4778-b9c7-7f993b464099, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:04.420135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] For port 20439b58-a50f-4778-b9c7-7f993b464099, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=20439b58-a50f-4778-b9c7-7f993b464099,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:04.467233 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.487901 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (20439b58-a50f-4778-b9c7-7f993b464099), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.546199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-92a2d057-26f8-4c4c-8755-1418280f228a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 200 len: 217 time: 0.1791682 Feb 09 02:48:04.576455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6ed13519-c401-4d5a-aabd-e4c35b7c7ffb None None] Port 20439b58-a50f-4778-b9c7-7f993b464099 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:48:04.604119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:04.605467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:04.735224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d4a86-fcfb-4c38-9b2f-80c5c8777f5c None None] Pushing event updated for resources: {'Port': ['ID=20439b58-a50f-4778-b9c7-7f993b464099,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:04.788667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-afe64351-6809-4c52-8659-a15f1df4e51e req-9352a6cb-7019-47a9-a840-610788e39821 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/4feb9d21-a696-4068-955d-43cbf21e608f HTTP/1.1" status: 200 len: 1822 time: 0.4468789 Feb 09 02:48:04.852126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for port (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.866143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:04.872113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:04.902307 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a106097f-8da3-4110-b124-0de6cef34d29 x-openstack-request-id: req-a106097f-8da3-4110-b124-0de6cef34d29 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:04.902702 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:04.902889 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a106097f-8da3-4110-b124-0de6cef34d29 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:04.903278 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28', 'status': 'completed', 'code': 200} Feb 09 02:48:04.951521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:04.965886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-1d1b6139-afe7-4446-91a0-0f24f1bf527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:04.968012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-1d1b6139-afe7-4446-91a0-0f24f1bf527f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.3839931 Feb 09 02:48:05.021096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-f7f47ddb-94f3-4480-838d-d733c328df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:05.026640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-f7f47ddb-94f3-4480-838d-d733c328df2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4205c6b8-9215-4191-aae2-cc55b9c65fd1 HTTP/1.1" status: 200 len: 930 time: 0.6960247 Feb 09 02:48:05.041286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-908669e4-d4f7-4c0d-ba69-e2db0a730dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:05.049040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-908669e4-d4f7-4c0d-ba69-e2db0a730dc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.7066257 Feb 09 02:48:05.095865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.107204 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-041793de-18a0-425f-935c-bad590a28187 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214974 Feb 09 02:48:05.126766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (6e4be161-a069-4593-a559-2dca3e161ca0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.182451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'Port': ['ID=6a5d2c09-a653-4642-92bc-a71e6c9e48bd,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:05.192673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.194065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6fea859d-0ea7-4ad6-b9b8-3dec100aa728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3981285 Feb 09 02:48:05.201383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649e243-30a1-43bf-be94-1898cc5c414a req-ee24dddb-a2fb-47e5-8122-5fec0eb01368 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:05.203297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6649e243-30a1-43bf-be94-1898cc5c414a req-ee24dddb-a2fb-47e5-8122-5fec0eb01368 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 948 time: 0.1163518 Feb 09 02:48:05.292836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-23491e05-b320-4b4b-a376-70532adf96f6 None None] Provisioning complete for port 20439b58-a50f-4778-b9c7-7f993b464099 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:05.293206 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-23491e05-b320-4b4b-a376-70532adf96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (20439b58-a50f-4778-b9c7-7f993b464099), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.356471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6649e243-30a1-43bf-be94-1898cc5c414a req-3d15f748-a58e-4f92-a48e-2fb312110fe7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418602 Feb 09 02:48:05.368031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-e1ae6354-b118-44d2-9424-f57093ceb5a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 200 len: 217 time: 0.2628767 Feb 09 02:48:05.394417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 73204a20-ac27-4c76-8401-c195fae246ad completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:48:05.420428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 73204a20-ac27-4c76-8401-c195fae246ad triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:05.423901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-f4d89464-6f2c-49ea-aed5-e781e36ca945 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 200 len: 217 time: 0.3299320 Feb 09 02:48:05.424374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (73204a20-ac27-4c76-8401-c195fae246ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.450398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-afe64351-6809-4c52-8659-a15f1df4e51e req-ff0e2d67-0c90-4fc6-b9bb-f7bf2c12e287 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (4feb9d21-a696-4068-955d-43cbf21e608f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.481603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-afe64351-6809-4c52-8659-a15f1df4e51e req-ff0e2d67-0c90-4fc6-b9bb-f7bf2c12e287 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (4feb9d21-a696-4068-955d-43cbf21e608f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.559439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273675bc-ed81-44ff-8671-3cee6f89debf req-222ca546-0fc0-4d6f-9ef1-a11cac207b94 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:05.567180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-222ca546-0fc0-4d6f-9ef1-a11cac207b94 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1254115 Feb 09 02:48:05.586828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-fd88ff88-f5a6-4736-b580-458f392c1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:05.588511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-fd88ff88-f5a6-4736-b580-458f392c1599 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6fed0903-b2d7-42c7-a834-c4bbf3aebebd HTTP/1.1" status: 200 len: 868 time: 0.1395245 Feb 09 02:48:05.611187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-afe64351-6809-4c52-8659-a15f1df4e51e req-ff0e2d67-0c90-4fc6-b9bb-f7bf2c12e287 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4feb9d21-a696-4068-955d-43cbf21e608f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.614417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-afe64351-6809-4c52-8659-a15f1df4e51e req-ff0e2d67-0c90-4fc6-b9bb-f7bf2c12e287 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.615677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-afe64351-6809-4c52-8659-a15f1df4e51e req-ff0e2d67-0c90-4fc6-b9bb-f7bf2c12e287 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "DELETE /v2.0/security-groups/4feb9d21-a696-4068-955d-43cbf21e608f HTTP/1.1" status: 204 len: 173 time: 0.8064382 Feb 09 02:48:05.669051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-3e8b6c4a-1228-418f-a965-1fb5144dda92 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 696 time: 0.1009235 Feb 09 02:48:05.673959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Request body: {'floatingip': {'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:05.695325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e2d67-0c90-4fc6-b9bb-f7bf2c12e287 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb9d21-a696-4068-955d-43cbf21e608f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:05.725137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-43d1da51-32da-44a1-a305-3452d28c01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:05.726557 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-43d1da51-32da-44a1-a305-3452d28c01ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4205c6b8-9215-4191-aae2-cc55b9c65fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1099429 Feb 09 02:48:05.727924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-19f35a30-8fe1-45a1-85cb-b39b29f3494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:05.729230 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-19f35a30-8fe1-45a1-85cb-b39b29f3494c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.2815881 Feb 09 02:48:05.763448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a9f9a594-372d-42e4-b615-2b3a963881fd req-90c31d14-0310-446d-be81-00e88155e2e8 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 210 time: 0.0313118 Feb 09 02:48:05.788702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:05.945349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-069eee87-52e4-434f-b9c3-de0c6c78c43d service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112702 Feb 09 02:48:06.087670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-23491e05-b320-4b4b-a376-70532adf96f6 None None] Current status of the port 20439b58-a50f-4778-b9c7-7f993b464099 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:06.088857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-23491e05-b320-4b4b-a376-70532adf96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (20439b58-a50f-4778-b9c7-7f993b464099), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:06.176289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 73204a20-ac27-4c76-8401-c195fae246ad is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:06.176697 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:06.203343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 20439b58-a50f-4778-b9c7-7f993b464099 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:06.246207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-ff10d669-71b6-47da-9cdd-b0ec549e47d2 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:06.247862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-ff10d669-71b6-47da-9cdd-b0ec549e47d2 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.26 "GET /v2.0/ports?device_id=5eee0d2c-9e63-4d4e-a8b8-151740150c32 HTTP/1.1" status: 200 len: 946 time: 0.3123097 Feb 09 02:48:06.290158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:06.293199 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af81a2b5-0723-40a2-a81d-6fccadda3897" -d '{"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-plugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:06.320386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 20439b58-a50f-4778-b9c7-7f993b464099 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:06.320783 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (20439b58-a50f-4778-b9c7-7f993b464099), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:06.369166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:48:04Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:06.403471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-23491e05-b320-4b4b-a376-70532adf96f6 None None] For port 20439b58-a50f-4778-b9c7-7f993b464099, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=20439b58-a50f-4778-b9c7-7f993b464099,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:06.409825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4811149f-1aef-4351-a8ef-a5328d789abe None None] The sync data for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 is: [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:48:04Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:06.413861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:06.419832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:06.426702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-23491e05-b320-4b4b-a376-70532adf96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (20439b58-a50f-4778-b9c7-7f993b464099), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:06.487401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:06.651681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23491e05-b320-4b4b-a376-70532adf96f6 None None] Pushing event updated for resources: {'Port': ['ID=20439b58-a50f-4778-b9c7-7f993b464099,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:06.701018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-d5385a77-9676-42f3-aec8-9cb1760754b8 service neutron] 10.222.0.61 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9334664 Feb 09 02:48:06.701246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 20439b58-a50f-4778-b9c7-7f993b464099 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:06.731448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-13c1cd03-6e5d-490d-aab3-de9ed61fe609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:06.740757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-13c1cd03-6e5d-490d-aab3-de9ed61fe609 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9715090 Feb 09 02:48:06.763772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:06.884139 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.resource_extend [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:48:06.941167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-285b2716-9c79-4fd2-9cd5-0ba82bf652f1 service neutron] 10.222.0.26 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852379 Feb 09 02:48:07.021991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-6f59e6bf-f4c0-4082-916a-b91ea123c39a tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.023789 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-6f59e6bf-f4c0-4082-916a-b91ea123c39a tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 813 time: 0.3432007 Feb 09 02:48:07.047720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'port': {'device_id': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f', 'admin_state_up': True, 'tenant_id': '588502c1dea042818eb2c2862400f62f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:07.055667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-fc6b0dd5-632e-49e4-afac-ddfaaa1bcfc6 service neutron] 10.222.0.61 "GET /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371112 Feb 09 02:48:07.129833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f160521-e291-499d-8045-9f5dbe6a9ad0 req-2116ce7f-f8ee-4b7c-a7b8-b1c73248279c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.136674 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f160521-e291-499d-8045-9f5dbe6a9ad0 req-2116ce7f-f8ee-4b7c-a7b8-b1c73248279c tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.2200711 Feb 09 02:48:07.167632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:07.194597 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:07.212466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f160521-e291-499d-8045-9f5dbe6a9ad0 req-6c8aee19-1c0a-497e-ac5f-cf598ee0b0fa tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0745847 Feb 09 02:48:07.235420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b5986f1-55dd-4826-9ce8-ce16174f2e39 req-30b73f29-bced-46df-a788-cbb1ec977069 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2811797 Feb 09 02:48:07.302133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Deleting port 6401758d-3980-44b2-8c97-9f6832beafdb {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:07.302742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:07.309142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4774bb56-d349-4df3-bb9a-359e724b4b32 req-b9fbe223-b872-4a6f-a0be-dda3478fb786 service neutron] 10.222.0.26 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507768 Feb 09 02:48:07.445041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d3da2-6f12-41af-a04a-6bc6581055d7 req-0e47664a-35e5-4f9b-bb83-9ecbcbf009b2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.447314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f69d3da2-6f12-41af-a04a-6bc6581055d7 req-0e47664a-35e5-4f9b-bb83-9ecbcbf009b2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1369295 Feb 09 02:48:07.455773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-3bd2502c-d68f-4c70-afa8-2392664973d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.458055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-3bd2502c-d68f-4c70-afa8-2392664973d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1125 time: 0.1114750 Feb 09 02:48:07.634492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-72bcbed0-9035-45b3-b4ad-27d7f28e7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.635980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-72bcbed0-9035-45b3-b4ad-27d7f28e7277 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.1705117 Feb 09 02:48:07.701673 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-38b08990-524b-468a-b712-b37c952f5910 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 200 len: 217 time: 0.0506117 Feb 09 02:48:07.710034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f69d3da2-6f12-41af-a04a-6bc6581055d7 req-bfc5d263-7320-4214-b2e6-ab98a052accf tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506561 Feb 09 02:48:07.768990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-8a2f3c7b-530b-44cb-bbe6-d60763118aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:07.770870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-8a2f3c7b-530b-44cb-bbe6-d60763118aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.0599358 Feb 09 02:48:07.820731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-49089cd8-6426-4e56-a9b6-20ba96285b89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431964 Feb 09 02:48:07.894937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Made reservation on behalf of 588502c1dea042818eb2c2862400f62f for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:07.898760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:07.923497 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c associated. External IP: 172.25.2.182, port: 9222698d-489b-4293-a512-910f25ec307f. Feb 09 02:48:07.928983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] For port 6401758d-3980-44b2-8c97-9f6832beafdb, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6401758d-3980-44b2-8c97-9f6832beafdb,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:07.929513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:07.946765 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-e21d092a-54fc-40ba-a4a5-fe06637f2fc8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1192499935&fields=id&tenant_id=f3543bf9774a49c98569f1d49b6d9f3e HTTP/1.1" status: 200 len: 267 time: 0.1211405 Feb 09 02:48:08.024853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Calling delete_port for 6401758d-3980-44b2-8c97-9f6832beafdb owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:08.101560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ca266f7c-e0b8-49fd-8a93-b34121e59f29 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:08.109201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 20439b58-a50f-4778-b9c7-7f993b464099 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:08.118877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ca266f7c-e0b8-49fd-8a93-b34121e59f29 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.1711743 Feb 09 02:48:08.154135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-e827097a-6156-47bb-bcc5-ef8144fc0d0b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/quotas/f3543bf9774a49c98569f1d49b6d9f3e HTTP/1.1" status: 200 len: 375 time: 0.0342634 Feb 09 02:48:08.216552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 20439b58-a50f-4778-b9c7-7f993b464099 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:08.216936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (20439b58-a50f-4778-b9c7-7f993b464099), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:08.247619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-420b1009-11c7-4ff8-8e00-930b7a4f603a service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148884 Feb 09 02:48:08.248993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Allocated IP 172.20.0.13 (539acb2f-37f4-40db-92be-1cc7e427122f/ed350f86-c843-46ba-ab7e-a1bc8e0245f8/86b20ea9-6a4a-409c-bd83-e12baa0a5b4a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:08.369790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 20439b58-a50f-4778-b9c7-7f993b464099 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:08.430001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-63a9b089-ad1a-4ad4-9504-e923317176fc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2677686 Feb 09 02:48:08.442496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6401758d-3980-44b2-8c97-9f6832beafdb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:08.463409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9222698d-489b-4293-a512-910f25ec307f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:08.473122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c63587fb-f0cb-4539-94a8-93a54b7c3303 req-dd5a0ee4-6baf-4b2a-8258-f2b8e7d1ee50 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159288 Feb 09 02:48:08.528450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Pushing event deleted for resources: {'Port': ['ID=6401758d-3980-44b2-8c97-9f6832beafdb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:08.565954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:08.589197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] No DVR routers for this DVR port 6401758d-3980-44b2-8c97-9f6832beafdb on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:08.603040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:08.606410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-694f6ebf-ee02-4b8b-a853-976c537f7c13 req-f73ad727-cb06-40bb-a92d-fa8dd6903ce0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.26 "DELETE /v2.0/ports/6401758d-3980-44b2-8c97-9f6832beafdb HTTP/1.1" status: 204 len: 173 time: 2.3521802 Feb 09 02:48:08.606876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'name': 'network-vif-deleted', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:08.622135 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c50a67-a945-482e-8ac9-70a7f1c15246" -d '{"events": [{"server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "name": "network-vif-deleted", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:08.686645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-891e0f18-08ca-4a4f-a15a-9f03b77bc039 service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481315 Feb 09 02:48:08.828038 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-6727716c-8fd2-44ac-b3a0-d27effc5ad0d service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404324 Feb 09 02:48:08.851551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:08.906961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:08.912242 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:08.926362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:08.937510 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:08.944716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:08.945590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:08.951811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6401758d-3980-44b2-8c97-9f6832beafdb no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:08.994604 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-8c1f7e49-b327-4a30-8511-53f6318aadd6 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "PUT /v2.0/floatingips/57f40e95-16e8-47fa-82d1-09e97c21b66c HTTP/1.1" status: 200 len: 997 time: 3.3246202 Feb 09 02:48:09.005097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Network 539acb2f-37f4-40db-92be-1cc7e427122f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:09.015412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:09.021525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:09.024566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'Port': ['ID=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:09.057636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5466196e-0cf3-4ba5-999b-bb0758ecd6fe req-3a6b3dca-f8ef-4a75-adbd-40f7de7c030c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/02dc74af-2659-492a-934a-85b45028d701 HTTP/1.1" status: 200 len: 1822 time: 0.0657361 Feb 09 02:48:09.120276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:09.120933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:09.145762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 6401758d-3980-44b2-8c97-9f6832beafdb {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:09.146301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6401758d-3980-44b2-8c97-9f6832beafdb not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:09.149529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5466196e-0cf3-4ba5-999b-bb0758ecd6fe req-3ef101b6-3655-48be-85c2-4f10c8234e7e tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (02dc74af-2659-492a-934a-85b45028d701), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:09.167908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f1a52e82-57be-4bf4-8174-97f307e55903 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1263182 Feb 09 02:48:09.190813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Request body: {'port': {'device_id': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:09.200330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5466196e-0cf3-4ba5-999b-bb0758ecd6fe req-3ef101b6-3655-48be-85c2-4f10c8234e7e tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (02dc74af-2659-492a-934a-85b45028d701), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:09.279744 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:09.285506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273675bc-ed81-44ff-8671-3cee6f89debf req-501360b6-fdce-473c-8bfa-069e69a051d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:09.287064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-501360b6-fdce-473c-8bfa-069e69a051d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.2786975 Feb 09 02:48:09.319707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:09.333178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5466196e-0cf3-4ba5-999b-bb0758ecd6fe req-3ef101b6-3655-48be-85c2-4f10c8234e7e tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (02dc74af-2659-492a-934a-85b45028d701), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:09.336029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5466196e-0cf3-4ba5-999b-bb0758ecd6fe req-3ef101b6-3655-48be-85c2-4f10c8234e7e tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:09.337226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5466196e-0cf3-4ba5-999b-bb0758ecd6fe req-3ef101b6-3655-48be-85c2-4f10c8234e7e tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "DELETE /v2.0/security-groups/02dc74af-2659-492a-934a-85b45028d701 HTTP/1.1" status: 204 len: 173 time: 0.2787859 Feb 09 02:48:09.359224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef101b6-3655-48be-85c2-4f10c8234e7e tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc74af-2659-492a-934a-85b45028d701,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:09.499669 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d32a174-6abb-483c-98d4-dbcdbd647b15 x-openstack-request-id: req-1d32a174-6abb-483c-98d4-dbcdbd647b15 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:09.500087 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-plugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:09.501099 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d32a174-6abb-483c-98d4-dbcdbd647b15 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:09.501932 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'code': 200} Feb 09 02:48:09.678442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86052ea6-71c5-4de8-b05f-8fce77c5a379 req-2572a6db-f8e9-45b8-b8c7-6fa430f0bc70 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:09.687435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86052ea6-71c5-4de8-b05f-8fce77c5a379 req-2572a6db-f8e9-45b8-b8c7-6fa430f0bc70 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.0737832 Feb 09 02:48:09.715360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:fd:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3136af65-b54b-41d3-bea5-386b78629a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 8, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:09.739357 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86052ea6-71c5-4de8-b05f-8fce77c5a379 req-6ac96314-20fc-45c5-93d7-79410cf0f198 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506763 Feb 09 02:48:09.775200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:09.786332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:09.787292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:09.847924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:09.875090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b084b93-b52b-409f-8fb3-12ee46f470d3 req-2afa4c74-0a7e-4dfc-b1d9-3ef4d1796f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:09.879119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b084b93-b52b-409f-8fb3-12ee46f470d3 req-2afa4c74-0a7e-4dfc-b1d9-3ef4d1796f02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1131 time: 0.3006997 Feb 09 02:48:09.899296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Publish callbacks [] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:09.909105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:09.917515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273675bc-ed81-44ff-8671-3cee6f89debf req-870a23ac-7187-4f8c-9297-10e907095309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:09.922718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-870a23ac-7187-4f8c-9297-10e907095309 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.6271694 Feb 09 02:48:09.954532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c87be-85b5-4907-8464-472b40556b30 req-5dd76f6e-2e05-4c86-a746-fa0436810a2f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:09.956560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db9c87be-85b5-4907-8464-472b40556b30 req-5dd76f6e-2e05-4c86-a746-fa0436810a2f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 932 time: 0.1040165 Feb 09 02:48:09.980101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Transition to ACTIVE for port object 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:48:09.997416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.035692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db9c87be-85b5-4907-8464-472b40556b30 req-7d2a7cae-9541-4031-a6b0-7362137a5c77 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691011 Feb 09 02:48:10.058984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-1a87ebd7-2f0e-4ffa-a5ba-54417166a4fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 1000 time: 0.1229827 Feb 09 02:48:10.062529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b084b93-b52b-409f-8fb3-12ee46f470d3 req-28e054df-da87-49f7-9c55-c8efee347970 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594918 Feb 09 02:48:10.132008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Pushing event updated for resources: {'Port': ['ID=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:10.145470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f328ca-f8a0-4ce5-a659-a092db417cf3 req-eb163222-e6e0-44ab-a9c2-cb8c1f8cc540 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0754938 Feb 09 02:48:10.160342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273675bc-ed81-44ff-8671-3cee6f89debf req-9b713007-3a2e-4474-a7e6-70243164ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:10.162307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-9b713007-3a2e-4474-a7e6-70243164ab40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.0942109 Feb 09 02:48:10.196613 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a353f3-9862-4774-bf88-276cbd624ee3 x-openstack-request-id: req-b6a353f3-9862-4774-bf88-276cbd624ee3 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:10.196913 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eee0d2c-9e63-4d4e-a8b8-151740150c32", "name": "network-vif-deleted", "tag": "6401758d-3980-44b2-8c97-9f6832beafdb", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:10.197166 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6a353f3-9862-4774-bf88-276cbd624ee3 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:10.197565 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eee0d2c-9e63-4d4e-a8b8-151740150c32', 'name': 'network-vif-deleted', 'tag': '6401758d-3980-44b2-8c97-9f6832beafdb', 'status': 'completed', 'code': 200} Feb 09 02:48:10.246467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:fd:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3136af65-b54b-41d3-bea5-386b78629a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 8, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:10.262836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273675bc-ed81-44ff-8671-3cee6f89debf req-bb216a24-d25f-42e2-8a12-d4acf6719307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:10.271236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-bb216a24-d25f-42e2-8a12-d4acf6719307 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851045 Feb 09 02:48:10.275156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95090dd-bde0-46b3-8c65-f224413a4a0a None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '57f40e95-16e8-47fa-82d1-09e97c21b66c', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'port_id': '9222698d-489b-4293-a512-910f25ec307f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'mac_address': 'fa:16:3e:fd:9f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3136af65-b54b-41d3-bea5-386b78629a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:47:22Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 8, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:10.313711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca342-d731-4c6b-b9d3-67ebd0f58a0e req-fbb31369-a00d-4b8e-8ce5-701bdfe63a11 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:10.324912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-754ca342-d731-4c6b-b9d3-67ebd0f58a0e req-fbb31369-a00d-4b8e-8ce5-701bdfe63a11 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.0754912 Feb 09 02:48:10.389081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-754ca342-d731-4c6b-b9d3-67ebd0f58a0e req-a5fc267d-c6a1-4b48-9ee1-6d4465933fce tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625536 Feb 09 02:48:10.391199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-2b4c8b46-69d4-4829-89f2-8e57c60c129f service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188450 Feb 09 02:48:10.406793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Attempting to bind port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:10.406793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Attempting to bind port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:10.406793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Attempting to bind port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a on network 539acb2f-37f4-40db-92be-1cc7e427122f {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:10.419018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a on network 539acb2f-37f4-40db-92be-1cc7e427122f not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:48:10.419351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Attempting to bind port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a on network 539acb2f-37f4-40db-92be-1cc7e427122f {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:10.450271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:10.450660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Checking segment: {'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:10.450979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Bound using segment: {'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:10.451541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Bound port: 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:10.451904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.479159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-340ab19e-2717-4af2-926d-39af02e72e8c req-c63b5a0e-705c-4c8b-8058-026950e19abf tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Feb 09 02:48:10.561777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12b7aa91-9e25-42c2-ada0-d3c5897b8f9d req-e978725c-a04a-40ae-84b9-b767173b797c tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/faa1f634-4e48-421a-8f79-3a0626adf2f4 HTTP/1.1" status: 200 len: 1822 time: 0.0550163 Feb 09 02:48:10.564225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-273675bc-ed81-44ff-8671-3cee6f89debf req-67819c29-0690-4e5b-a388-dd2f07302081 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719513 Feb 09 02:48:10.570754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] For port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:10.577687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] For port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:10.593078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.617053 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a552b-943d-4230-93db-df4759ecdd6d None None] New status for floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:48:10.617711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:10.621603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.622825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] 10.222.0.61 "PUT /v2.0/ports/86b20ea9-6a4a-409c-bd83-e12baa0a5b4a HTTP/1.1" status: 200 len: 1092 time: 1.4381475 Feb 09 02:48:10.704865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-12b7aa91-9e25-42c2-ada0-d3c5897b8f9d req-15c66f5e-cde4-4d53-8970-6e73ff205e8b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (faa1f634-4e48-421a-8f79-3a0626adf2f4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.746471 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-12b7aa91-9e25-42c2-ada0-d3c5897b8f9d req-15c66f5e-cde4-4d53-8970-6e73ff205e8b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (faa1f634-4e48-421a-8f79-3a0626adf2f4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.760929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12aead-15c6-4bf3-958f-198dc2524a4d service neutron] Pushing event updated for resources: {'Port': ['ID=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:10.783183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-42128fd8-f202-4512-af5b-237e4cbaeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:10.786701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-42128fd8-f202-4512-af5b-237e4cbaeb81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 1126 time: 0.1005044 Feb 09 02:48:10.873989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-12b7aa91-9e25-42c2-ada0-d3c5897b8f9d req-15c66f5e-cde4-4d53-8970-6e73ff205e8b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (faa1f634-4e48-421a-8f79-3a0626adf2f4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.878554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-12b7aa91-9e25-42c2-ada0-d3c5897b8f9d req-15c66f5e-cde4-4d53-8970-6e73ff205e8b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:10.888883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12b7aa91-9e25-42c2-ada0-d3c5897b8f9d req-15c66f5e-cde4-4d53-8970-6e73ff205e8b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "DELETE /v2.0/security-groups/faa1f634-4e48-421a-8f79-3a0626adf2f4 HTTP/1.1" status: 204 len: 173 time: 0.3149478 Feb 09 02:48:10.915367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c66f5e-cde4-4d53-8970-6e73ff205e8b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa1f634-4e48-421a-8f79-3a0626adf2f4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:10.935165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-909fb748-1c0e-4611-b34c-41853f9a29a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a HTTP/1.1" status: 200 len: 217 time: 0.1349437 Feb 09 02:48:11.051399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd0db7-568f-48d5-a0ac-7a2207e84fec req-ce3b384e-ca9d-4dfe-8d98-9519c25c96db tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.053828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75dd0db7-568f-48d5-a0ac-7a2207e84fec req-ce3b384e-ca9d-4dfe-8d98-9519c25c96db tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.0659735 Feb 09 02:48:11.076580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2212eab7-50db-4d8e-aab3-11e77999871d req-9171e63b-5d3e-4781-b885-eec9dda41aae tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips/57f40e95-16e8-47fa-82d1-09e97c21b66c HTTP/1.1" status: 200 len: 999 time: 0.1942906 Feb 09 02:48:11.085569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-928a478c-45ea-41b6-b63d-df69a4334013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.087466 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-928a478c-45ea-41b6-b63d-df69a4334013 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.0995731 Feb 09 02:48:11.109271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75dd0db7-568f-48d5-a0ac-7a2207e84fec req-7cbcaa3e-cad4-49cf-b86a-f38a10dfd3f8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484886 Feb 09 02:48:11.188483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-6d03c1da-8682-4d00-bfc6-2ea1c87c42d2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.189928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-6d03c1da-8682-4d00-bfc6-2ea1c87c42d2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.3916211 Feb 09 02:48:11.191725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-f0cc724f-5e44-427a-914d-649350d327f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831816 Feb 09 02:48:11.232504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eba7f-4133-44af-b124-b082f6621720 req-47347a40-d6db-4e7f-b579-bc237d4f7b52 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.234174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4eba7f-4133-44af-b124-b082f6621720 req-47347a40-d6db-4e7f-b579-bc237d4f7b52 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 945 time: 0.0575027 Feb 09 02:48:11.286177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4eba7f-4133-44af-b124-b082f6621720 req-a282e5b1-e6c3-413e-8f70-16a2333eb6c7 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458016 Feb 09 02:48:11.345013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212eab7-50db-4d8e-aab3-11e77999871d req-1647f9f2-bf2b-4121-9965-0a634d123c06 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.346977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2212eab7-50db-4d8e-aab3-11e77999871d req-1647f9f2-bf2b-4121-9965-0a634d123c06 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2584519 Feb 09 02:48:11.352493 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-997ba749-644d-479e-afd6-522f8fc8cdba req-96e9fa8f-3556-4cb9-bede-8bbad6cdb232 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/427c4496-8b47-4434-a972-990f58e4a292 HTTP/1.1" status: 200 len: 2421 time: 0.0409684 Feb 09 02:48:11.367982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-0af7fbc7-3bff-496c-97f6-56f89d4b5149 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3543bf9774a49c98569f1d49b6d9f3e HTTP/1.1" status: 200 len: 380 time: 0.1519690 Feb 09 02:48:11.375532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-2212eab7-50db-4d8e-aab3-11e77999871d req-dafe615c-1778-43d3-a8f1-ebb3d8cd14b1 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:48:11.376523 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2212eab7-50db-4d8e-aab3-11e77999871d req-dafe615c-1778-43d3-a8f1-ebb3d8cd14b1 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140512 Feb 09 02:48:11.386228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'port': {'device_id': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'admin_state_up': True, 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'security_groups': ['7a58e969-2207-41d3-a3ae-587ea83dd2a4']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:11.440441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-70519b51-5fe3-4681-90f7-93cefd941bb2 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361698 Feb 09 02:48:11.501483 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-997ba749-644d-479e-afd6-522f8fc8cdba req-8869aea1-c0c9-44ee-8b05-85059202d813 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (427c4496-8b47-4434-a972-990f58e4a292), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:11.535924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-997ba749-644d-479e-afd6-522f8fc8cdba req-8869aea1-c0c9-44ee-8b05-85059202d813 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (427c4496-8b47-4434-a972-990f58e4a292), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:11.593104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-997ba749-644d-479e-afd6-522f8fc8cdba req-8869aea1-c0c9-44ee-8b05-85059202d813 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (427c4496-8b47-4434-a972-990f58e4a292), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:11.596084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-997ba749-644d-479e-afd6-522f8fc8cdba req-8869aea1-c0c9-44ee-8b05-85059202d813 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:11.598357 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-997ba749-644d-479e-afd6-522f8fc8cdba req-8869aea1-c0c9-44ee-8b05-85059202d813 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "DELETE /v2.0/security-groups/427c4496-8b47-4434-a972-990f58e4a292 HTTP/1.1" status: 204 len: 173 time: 0.2087433 Feb 09 02:48:11.609894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869aea1-c0c9-44ee-8b05-85059202d813 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427c4496-8b47-4434-a972-990f58e4a292,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:11.640179 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9b88f49-e57e-495e-8e0f-6565c18b0042 req-eaaf635c-ea4d-495e-bd70-90e451cb6fc9 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912639 Feb 09 02:48:11.651632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca561c2-41eb-48f4-9fd6-68b53bb80e49 req-e00b3e2d-0854-4896-b813-cb262c4aea8f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.653085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ca561c2-41eb-48f4-9fd6-68b53bb80e49 req-e00b3e2d-0854-4896-b813-cb262c4aea8f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 944 time: 0.1359165 Feb 09 02:48:11.682214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Made reservation on behalf of f3543bf9774a49c98569f1d49b6d9f3e for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:11.686394 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:11.707471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-ee8b33a1-9dd2-4c9b-8679-a6a1a2c499e9 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.0900927 Feb 09 02:48:11.732842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ca561c2-41eb-48f4-9fd6-68b53bb80e49 req-d02ed9bb-7741-4f33-823a-03b6a228d948 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724325 Feb 09 02:48:11.767122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-3a617251-7395-4c42-9630-74a4a9c6b452 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.780097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-3a617251-7395-4c42-9630-74a4a9c6b452 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports/9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 943 time: 0.0659394 Feb 09 02:48:11.878796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Allocated IP 172.20.0.12 (47a3b409-6d32-4997-af71-7f5c4950d446/c7d5485c-f1ba-400c-975c-10eee174c8d7/57124ed2-282b-4169-ac48-82de9427e8f0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:11.889279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-d66a3471-760f-4f7d-bfcc-4ff0ad39fd96 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.0724444 Feb 09 02:48:11.903428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac598b-cfd7-4964-b208-62e20761a52f req-5a7253ad-3add-4b4c-912e-94636c39f74c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.904890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06ac598b-cfd7-4964-b208-62e20761a52f req-5a7253ad-3add-4b4c-912e-94636c39f74c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.0808511 Feb 09 02:48:11.993910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-ae0c3bf8-c879-45fd-8ff9-cc1d47af6198 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:11.995167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-ae0c3bf8-c879-45fd-8ff9-cc1d47af6198 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.1049652 Feb 09 02:48:12.027891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06ac598b-cfd7-4964-b208-62e20761a52f req-ea9e1bed-b90c-44e8-bdc5-bfd264005649 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100733 Feb 09 02:48:12.071835 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-fdf7b6da-921b-4dd4-be66-81176767ecb2 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 1002 time: 0.0699720 Feb 09 02:48:12.084002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for port (57124ed2-282b-4169-ac48-82de9427e8f0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.088585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:12.147532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.147756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e82f96f-891d-485d-babd-43483e827da8 req-0762cb56-015c-4f8a-9c5e-f252b81c5a28 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 210 time: 0.0371635 Feb 09 02:48:12.151787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.317804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.322135 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.322513 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c disassociated. External IP: 172.25.2.182, port: 9222698d-489b-4293-a512-910f25ec307f. Feb 09 02:48:12.493468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f'}, {'name': 'network-changed', 'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:12.496030 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f"}, {"name": "network-changed", "server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:12.567333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:12.569624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:12.580096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:12.586705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:12.590462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:12.634204 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6361b485-28bb-4434-aa5d-a417938a2252 req-0348ae99-9623-480d-aa05-25ad251e15c4 tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "GET /v2.0/security-groups/8e74df3f-c623-4efc-bc10-6de2c7cbcd90 HTTP/1.1" status: 200 len: 2415 time: 0.1381087 Feb 09 02:48:12.688007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:12.693285 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.703108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:12.715146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-2bae6ee2-4cba-438f-b3ec-a2412d534d27 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:12.716606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-2bae6ee2-4cba-438f-b3ec-a2412d534d27 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 945 time: 0.2136054 Feb 09 02:48:12.719094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:12.720015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:12.725172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:12.725802 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.777757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6361b485-28bb-4434-aa5d-a417938a2252 req-896cfd62-31a6-4e49-9cfb-6aa73c347e1b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (8e74df3f-c623-4efc-bc10-6de2c7cbcd90), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.780255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-63a027af-84eb-4444-918c-ea7692cc1734 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "PUT /v2.0/floatingips/57f40e95-16e8-47fa-82d1-09e97c21b66c HTTP/1.1" status: 200 len: 696 time: 0.7008486 Feb 09 02:48:12.785864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:12.793647 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3367ffa6-7301-4934-b647-ae2b6d1f8248" -d '{"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:12.800229 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-7d2acb34-5144-4179-b863-6352de529b1b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4205096 Feb 09 02:48:12.815996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Request body: {'port': {'device_id': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:12.852269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6361b485-28bb-4434-aa5d-a417938a2252 req-896cfd62-31a6-4e49-9cfb-6aa73c347e1b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (8e74df3f-c623-4efc-bc10-6de2c7cbcd90), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.862947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-92d78634-3f3a-4e1c-91f8-68eb27c96e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:12.865375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-92d78634-3f3a-4e1c-91f8-68eb27c96e86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.0619802 Feb 09 02:48:12.887798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:12.963671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:12.990928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Deleting port 27a0c6ff-eabc-4339-b155-09e47f896432 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:12.991267 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.011591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-72ce86ab-5858-4511-ab07-aada640cec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:13.013851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-72ce86ab-5858-4511-ab07-aada640cec4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.1435409 Feb 09 02:48:13.029140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6361b485-28bb-4434-aa5d-a417938a2252 req-896cfd62-31a6-4e49-9cfb-6aa73c347e1b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8e74df3f-c623-4efc-bc10-6de2c7cbcd90), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.031800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6361b485-28bb-4434-aa5d-a417938a2252 req-896cfd62-31a6-4e49-9cfb-6aa73c347e1b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.042589 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6361b485-28bb-4434-aa5d-a417938a2252 req-896cfd62-31a6-4e49-9cfb-6aa73c347e1b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] 10.222.0.32 "DELETE /v2.0/security-groups/8e74df3f-c623-4efc-bc10-6de2c7cbcd90 HTTP/1.1" status: 204 len: 173 time: 0.4069877 Feb 09 02:48:13.043697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48228) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:13.094869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-900a9591-f46b-417e-94c1-58dd3fef7896 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 217 time: 0.0608356 Feb 09 02:48:13.119851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cfd62-31a6-4e49-9cfb-6aa73c347e1b tempest-SecurityGroupRulesTestJSON-1745296897 tempest-SecurityGroupRulesTestJSON-1745296897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74df3f-c623-4efc-bc10-6de2c7cbcd90,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:13.202267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada9294b-9e75-4048-a8a5-642da1aae88b admin admin] Deleting subnet e0162ee2-99db-4583-afe4-e79a1aacc5ee {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:48:13.207715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ada9294b-9e75-4048-a8a5-642da1aae88b admin admin] Publish callbacks [] for subnet (e0162ee2-99db-4583-afe4-e79a1aacc5ee), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.211734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-65feddf2-45b9-4cca-9026-6f4effa0801e None None] Provisioning complete for port 57124ed2-282b-4169-ac48-82de9427e8f0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:13.212219 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-65feddf2-45b9-4cca-9026-6f4effa0801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.228774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-4247845d-511c-4d13-b4bf-941cac84e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:13.239945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-4247845d-511c-4d13-b4bf-941cac84e8c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.1425819 Feb 09 02:48:13.278559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-65feddf2-45b9-4cca-9026-6f4effa0801e None None] Port 57124ed2-282b-4169-ac48-82de9427e8f0 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:48:13.291465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ada9294b-9e75-4048-a8a5-642da1aae88b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (e0162ee2-99db-4583-afe4-e79a1aacc5ee), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.354137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-3168ae3c-08c2-47ea-8276-9512ca385336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:13.354434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] For port 27a0c6ff-eabc-4339-b155-09e47f896432, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=27a0c6ff-eabc-4339-b155-09e47f896432,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:13.354808 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.355774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-3168ae3c-08c2-47ea-8276-9512ca385336 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1153119 Feb 09 02:48:13.357388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ada9294b-9e75-4048-a8a5-642da1aae88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e0162ee2-99db-4583-afe4-e79a1aacc5ee), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.368118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:13.370620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab24e54-c733-47b1-b497-5712a4e66075 req-c9575bf1-ca72-4ca1-9700-5b9c510b4a5d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:13.372317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ab24e54-c733-47b1-b497-5712a4e66075 req-c9575bf1-ca72-4ca1-9700-5b9c510b4a5d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.2337718 Feb 09 02:48:13.380608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Calling delete_port for 27a0c6ff-eabc-4339-b155-09e47f896432 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:13.422682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:13.433643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:13.435304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:13.478952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ada9294b-9e75-4048-a8a5-642da1aae88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (e0162ee2-99db-4583-afe4-e79a1aacc5ee), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.520408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ab24e54-c733-47b1-b497-5712a4e66075 req-bac3dbf6-096b-405c-89c8-00f0678623a6 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346183 Feb 09 02:48:13.520662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9294b-9e75-4048-a8a5-642da1aae88b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0162ee2-99db-4583-afe4-e79a1aacc5ee,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:13.542169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ada9294b-9e75-4048-a8a5-642da1aae88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.549166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ada9294b-9e75-4048-a8a5-642da1aae88b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e0162ee2-99db-4583-afe4-e79a1aacc5ee HTTP/1.1" status: 204 len: 168 time: 0.4955008 Feb 09 02:48:13.549768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48234) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:13.561871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-27f33570-7fbb-44fb-9c42-7b2c036c7531 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826928 Feb 09 02:48:13.568247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:13.595033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57124ed2-282b-4169-ac48-82de9427e8f0 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:13.604057 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Publish callbacks [] for port (57124ed2-282b-4169-ac48-82de9427e8f0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.661560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Transition to ACTIVE for port object 57124ed2-282b-4169-ac48-82de9427e8f0 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:48:13.678977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (2d013370-3d2e-4f28-88ec-3369be647a4b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.681319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.728414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (27a0c6ff-eabc-4339-b155-09e47f896432), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.741837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-888270ef-ad04-47b1-96d0-49293f9f3648 req-21241a3d-5d87-46aa-a576-91b3b7943dc2 service neutron] 10.222.0.32 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695435 Feb 09 02:48:13.747522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['27a0c6ff-eabc-4339-b155-09e47f896432'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:13.770934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:13.804077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56232b-d843-43a7-a947-f2ef5ab34001 req-86eb39ba-2fda-4fdd-88e9-3dd322a2d97b tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:13.805630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d56232b-d843-43a7-a947-f2ef5ab34001 req-86eb39ba-2fda-4fdd-88e9-3dd322a2d97b tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1a4c9a1-1d2e-4a31-baa1-9139baf05468 HTTP/1.1" status: 200 len: 867 time: 0.1692710 Feb 09 02:48:13.828954 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (2d013370-3d2e-4f28-88ec-3369be647a4b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.857902 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1d70fa-b4f4-43be-b9be-7fdb0126cb4d x-openstack-request-id: req-9f1d70fa-b4f4-43be-b9be-7fdb0126cb4d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:13.858199 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:13.858468 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f1d70fa-b4f4-43be-b9be-7fdb0126cb4d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:13.858993 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f', 'status': 'completed', 'code': 200} Feb 09 02:48:13.859097 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', 'status': 'completed', 'code': 200} Feb 09 02:48:13.866326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Pushing event deleted for resources: {'Port': ['ID=27a0c6ff-eabc-4339-b155-09e47f896432,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:13.879636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d013370-3d2e-4f28-88ec-3369be647a4b']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:13.928197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] No DVR routers for this DVR port 27a0c6ff-eabc-4339-b155-09e47f896432 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:13.937039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:13.941051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4ac959d-0b15-4480-a768-f518f4e4c12e req-c4d00c48-1b75-48e4-a88e-12ece647293e tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.61 "DELETE /v2.0/ports/27a0c6ff-eabc-4339-b155-09e47f896432 HTTP/1.1" status: 204 len: 173 time: 1.2099824 Feb 09 02:48:13.945581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a641a4ac-c245-4d3c-aa9d-7132f8de29ae') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:13.945874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a641a4ac-c245-4d3c-aa9d-7132f8de29ae') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:13.953187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:13.987568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (a641a4ac-c245-4d3c-aa9d-7132f8de29ae), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:14.010261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d56232b-d843-43a7-a947-f2ef5ab34001 req-4a87d388-d199-49c6-810a-f4de89177714 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246 tempest-FloatingIPsAssociationNegativeTestJSON-1609646246-project] 10.222.0.32 "GET /v2.0/security-groups?id=060e7f5a-4701-438a-abea-f8d8498becc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539230 Feb 09 02:48:14.015959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9dd90-ebda-4d38-bf9a-d18c69de1635 None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:46:51Z', 'revision_number': 4, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '5c3173f7-01f7-44d7-980e-534ade8a1e3c', 'name': '', 'network_id': 'a19a7511-c58a-4aae-a522-3b8ad7ede64b', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'mac_address': 'fa:16:3e:83:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:49Z', 'updated_at': '2022-02-09T02:46:56Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'subnets': [{'id': 'a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:14.024395 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a641a4ac-c245-4d3c-aa9d-7132f8de29ae), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:14.039917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Attempting to bind port 57124ed2-282b-4169-ac48-82de9427e8f0 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:14.040897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Attempting to bind port 57124ed2-282b-4169-ac48-82de9427e8f0 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:14.041180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Attempting to bind port 57124ed2-282b-4169-ac48-82de9427e8f0 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:14.051190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778ea30-7cee-4991-b41b-dafc7ce568f1 req-be0a63c9-bfec-414c-a8f7-39db8c5c7534 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.052901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Port 57124ed2-282b-4169-ac48-82de9427e8f0 on network 47a3b409-6d32-4997-af71-7f5c4950d446 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:48:14.053139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4778ea30-7cee-4991-b41b-dafc7ce568f1 req-be0a63c9-bfec-414c-a8f7-39db8c5c7534 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 944 time: 0.1246052 Feb 09 02:48:14.053249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Attempting to bind port 57124ed2-282b-4169-ac48-82de9427e8f0 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:14.054321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:48:14.054931 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (a641a4ac-c245-4d3c-aa9d-7132f8de29ae), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:48:14.056968 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:48:14.064417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:14.065231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Checking segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:14.065502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Bound using segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:14.065930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Bound port: 57124ed2-282b-4169-ac48-82de9427e8f0, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:14.070503 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:14.147082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-bbb85b4e-1128-4e1f-8912-5bdbef2f9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.153783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-bbb85b4e-1128-4e1f-8912-5bdbef2f9255 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.2573006 Feb 09 02:48:14.163548 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ac7d49-73ab-4d5b-af35-f158e89f40e3 x-openstack-request-id: req-87ac7d49-73ab-4d5b-af35-f158e89f40e3 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:14.164184 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "tag": "9222698d-489b-4293-a512-910f25ec307f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:14.164324 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87ac7d49-73ab-4d5b-af35-f158e89f40e3 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:14.164922 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'tag': '9222698d-489b-4293-a512-910f25ec307f', 'status': 'completed', 'code': 200} Feb 09 02:48:14.180646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:14.184303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:14.196644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:14.262705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.263559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:14.265125 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] 10.222.0.26 "PUT /v2.0/ports/57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1092 time: 1.4540405 Feb 09 02:48:14.318381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34a805-5b8b-4de6-a705-66513e261d44 service neutron] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:14.326504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4778ea30-7cee-4991-b41b-dafc7ce568f1 req-2cc5b42c-9dd0-4e24-9de1-500f7c87a9aa tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467492 Feb 09 02:48:14.348252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ecba1-5579-41f8-88aa-779ca027673d req-a6881ddd-e2d0-49de-8d21-aa565b6c2942 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.350040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd0ecba1-5579-41f8-88aa-779ca027673d req-a6881ddd-e2d0-49de-8d21-aa565b6c2942 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1464109 Feb 09 02:48:14.374181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (2d013370-3d2e-4f28-88ec-3369be647a4b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:14.389422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:14.402849 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d013370-3d2e-4f28-88ec-3369be647a4b HTTP/1.1" status: 204 len: 168 time: 0.8486841 Feb 09 02:48:14.476400 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd0ecba1-5579-41f8-88aa-779ca027673d req-2cb92aac-20cc-4a8d-846c-8dfb00d53b51 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147840 Feb 09 02:48:14.477904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a73ee-7490-40e1-b5a1-f0d3d1b83ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d013370-3d2e-4f28-88ec-3369be647a4b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:14.479572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-53dd3fde-3551-48eb-ba4e-4fb55b9f48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.482279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-53dd3fde-3551-48eb-ba4e-4fb55b9f48bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1126 time: 0.1307623 Feb 09 02:48:14.518822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-bda5c086-7085-4795-b93c-311c94854d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.520337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-bda5c086-7085-4795-b93c-311c94854d5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.3526590 Feb 09 02:48:14.526108 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51784cc-eb22-4ce2-aefb-990618c5b041 None None] New status for floating IP 57f40e95-16e8-47fa-82d1-09e97c21b66c: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:48:14.591174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-27452ff0-2fc0-4167-952e-b766c877c091 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 217 time: 0.0990789 Feb 09 02:48:14.621034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-11f1793b-5bd8-4400-8e70-68f731182ee8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 217 time: 0.0910101 Feb 09 02:48:14.689087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99051853-4060-485d-8daa-0516f7ad49ea req-796b828a-aaee-49a4-892b-01faed0b14d8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.690665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99051853-4060-485d-8daa-0516f7ad49ea req-796b828a-aaee-49a4-892b-01faed0b14d8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 944 time: 0.2432401 Feb 09 02:48:14.709362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48244) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:14.743979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-d84594b1-2cda-4df0-8994-b7ac7ff5690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.745621 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-d84594b1-2cda-4df0-8994-b7ac7ff5690d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.1072278 Feb 09 02:48:14.753417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ffd70741-3fd4-4ed2-8dff-34a3dcc1f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.755124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ffd70741-3fd4-4ed2-8dff-34a3dcc1f668 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1483972 Feb 09 02:48:14.797294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4faa-140b-442e-b0b5-4a880076db7f req-75997659-c3ed-45ad-b9e2-7ccae9cdb69f tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.799394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f4c4faa-140b-442e-b0b5-4a880076db7f req-75997659-c3ed-45ad-b9e2-7ccae9cdb69f tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1131 time: 0.1032424 Feb 09 02:48:14.813008 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99051853-4060-485d-8daa-0516f7ad49ea req-51cd2dc8-7de3-439d-9b1c-29009f81a70d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125824 Feb 09 02:48:14.819453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dd2fa1b3-353d-4299-8ec5-df70232c353a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c82349e94b09402f926c98943d9d7f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1096392 Feb 09 02:48:14.822005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48246) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:14.858318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-239ce892-f858-4523-9893-afad7ddb9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.859818 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-239ce892-f858-4523-9893-afad7ddb9799 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0989246 Feb 09 02:48:14.872533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-248b459d-fe0f-4191-aa1d-b3f2311f3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:14.874109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-248b459d-fe0f-4191-aa1d-b3f2311f3915 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1133499 Feb 09 02:48:14.916573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f4c4faa-140b-442e-b0b5-4a880076db7f req-a80b3058-b9cb-4be2-8a05-934e6ce336c4 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088512 Feb 09 02:48:14.967745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-ea86d7b3-61fb-4c2d-a3fc-8c05d88d1b8f service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999975 Feb 09 02:48:14.996475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57f45d89-362f-4c3a-8873-cb8b3b887d4f admin admin] Publish callbacks [] for security_group (4e73ffd5-f5b7-4595-be09-7368a2cab1b1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:15.002648 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-10d88bc3-afa3-4e71-b2cb-71640ec35b9a tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips/57f40e95-16e8-47fa-82d1-09e97c21b66c HTTP/1.1" status: 200 len: 694 time: 0.0708575 Feb 09 02:48:15.076651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-335a727b-ebe3-4440-99a0-b158d5814b38 req-28288a1c-d68d-4238-96ef-1e5edf7d0d8a service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019976 Feb 09 02:48:15.082814 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57f45d89-362f-4c3a-8873-cb8b3b887d4f admin admin] Publish callbacks [] for security_group (4e73ffd5-f5b7-4595-be09-7368a2cab1b1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:15.381264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48270) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:15.449072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-824efbe4-7fda-4d56-8119-5f5cbec2b97a service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652945 Feb 09 02:48:15.481567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d1530-6a2f-483c-adb5-bfb30d625577 req-8263eec7-5d6b-439f-ad1d-bad5fcbca37e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:15.483060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-639d1530-6a2f-483c-adb5-bfb30d625577 req-8263eec7-5d6b-439f-ad1d-bad5fcbca37e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 944 time: 0.0527241 Feb 09 02:48:15.534474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-639d1530-6a2f-483c-adb5-bfb30d625577 req-f0bbaa05-c879-42ca-85e8-7de3b6d31651 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456915 Feb 09 02:48:15.628897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-92dcf2ae-0022-40a8-aa3f-055afe9b5871 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:15.630261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-92dcf2ae-0022-40a8-aa3f-055afe9b5871 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.6187525 Feb 09 02:48:15.653414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed427774-9fb3-443f-8845-6b49c3a07c76 req-402b3d65-9aac-4741-b860-e641bbf4255e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:15.655334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed427774-9fb3-443f-8845-6b49c3a07c76 req-402b3d65-9aac-4741-b860-e641bbf4255e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.0595243 Feb 09 02:48:15.655494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57f45d89-362f-4c3a-8873-cb8b3b887d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4e73ffd5-f5b7-4595-be09-7368a2cab1b1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:15.657834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57f45d89-362f-4c3a-8873-cb8b3b887d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:15.658942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-57f45d89-362f-4c3a-8873-cb8b3b887d4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e73ffd5-f5b7-4595-be09-7368a2cab1b1 HTTP/1.1" status: 204 len: 168 time: 0.8359971 Feb 09 02:48:15.680909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-5a2aafe4-e46e-41c0-aa72-28fd87a51379 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2883253 Feb 09 02:48:15.710893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed427774-9fb3-443f-8845-6b49c3a07c76 req-5ab01518-0086-4a9b-bae2-30f04469424d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495324 Feb 09 02:48:15.723684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f45d89-362f-4c3a-8873-cb8b3b887d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e73ffd5-f5b7-4595-be09-7368a2cab1b1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:15.727234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-8516ebf5-78da-4118-ba4c-b2af1759f275 service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283008 Feb 09 02:48:15.765358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-42e5c2de-77c4-4522-90cd-5585f7644c4c tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 697 time: 0.1155360 Feb 09 02:48:15.870170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'name': 'network-vif-deleted', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432'}, {'name': 'network-changed', 'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:15.872830 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b5383f-6caf-4620-9b94-ecbf929b6d09" -d '{"events": [{"server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "name": "network-vif-deleted", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432"}, {"name": "network-changed", "server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:15.875418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-53ff8658-f5e1-491f-9e52-8d20d5c56547 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.182 HTTP/1.1" status: 200 len: 697 time: 0.0850651 Feb 09 02:48:15.905853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-da430a8e-9286-47ee-acb6-00dd8d64cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:15.907571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-da430a8e-9286-47ee-acb6-00dd8d64cb5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 1128 time: 0.1036799 Feb 09 02:48:15.930433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:48:15.933195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 27a0c6ff-eabc-4339-b155-09e47f896432 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:15.956777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 27a0c6ff-eabc-4339-b155-09e47f896432 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:15.957423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 27a0c6ff-eabc-4339-b155-09e47f896432 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:15.984404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c389f5-edcc-4548-a6ae-8247ca72c4c0 req-fb50b7dc-500f-4176-9955-e6634d7ea5ea tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:15.986043 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4c389f5-edcc-4548-a6ae-8247ca72c4c0 req-fb50b7dc-500f-4176-9955-e6634d7ea5ea tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1373484 Feb 09 02:48:16.057311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-dc516410-f94b-4a05-829d-57128cfc9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:16.059293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-dc516410-f94b-4a05-829d-57128cfc9ea8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 200 len: 921 time: 0.1441834 Feb 09 02:48:16.090317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:16.105771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f', 'port_id': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', 'mac_address': 'fa:16:3e:00:4f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed350f86-c843-46ba-ab7e-a1bc8e0245f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:48:16.133979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-a8925085-ba4f-4802-9da5-59c1f4363763 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 200 len: 217 time: 0.0660779 Feb 09 02:48:16.144378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-def28123-ca7a-4582-88f1-6ab6461f0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:16.146086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-def28123-ca7a-4582-88f1-6ab6461f0400 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 1126 time: 0.3388190 Feb 09 02:48:16.147411 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4c389f5-edcc-4548-a6ae-8247ca72c4c0 req-fc801c98-885e-4ce8-9d66-9dc53ad01d79 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410828 Feb 09 02:48:16.188993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:16.189825 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:16.209100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:16.248649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:16.256821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-aa6aab56-0db5-4168-9f3a-4dba2c54b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:16.258400 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-aa6aab56-0db5-4168-9f3a-4dba2c54b709 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 200 len: 859 time: 0.1047845 Feb 09 02:48:16.260124 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:16.333713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Deleting port 6a9f2228-42dc-4d17-890c-88c04ae05719 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:16.334025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6a9f2228-42dc-4d17-890c-88c04ae05719), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:16.370304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:16.389138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-62c3e0a1-05fb-4800-9ea1-d41c6d6e45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:16.390808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-62c3e0a1-05fb-4800-9ea1-d41c6d6e45b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 914 time: 0.2335777 Feb 09 02:48:16.422121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-8fd57465-3a7d-4a0a-b270-2dd14f7f1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:16.423801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-8fd57465-3a7d-4a0a-b270-2dd14f7f1c63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a19a7511-c58a-4aae-a522-3b8ad7ede64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515560 Feb 09 02:48:16.433231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0900857-4c19-4751-af21-c12478c9a167 req-6a763d85-84b5-4c00-b994-599c68e84833 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:16.442872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0900857-4c19-4751-af21-c12478c9a167 req-6a763d85-84b5-4c00-b994-599c68e84833 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 944 time: 0.1874564 Feb 09 02:48:16.456490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-47be245d-0bd6-4bd5-a721-32d7e635195d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a HTTP/1.1" status: 200 len: 217 time: 0.0537786 Feb 09 02:48:16.532718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:16.537932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6a9f2228-42dc-4d17-890c-88c04ae05719), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:16.537932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (6a9f2228-42dc-4d17-890c-88c04ae05719), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:16.561183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Calling delete_port for 6a9f2228-42dc-4d17-890c-88c04ae05719 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:16.573925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-87d227fb-75eb-41a0-ac4f-e999128fb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:16.575419 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-87d227fb-75eb-41a0-ac4f-e999128fb4ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.1077161 Feb 09 02:48:16.603768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0900857-4c19-4751-af21-c12478c9a167 req-8fe651e9-3fbc-4efd-820f-ef737e4a9d45 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569872 Feb 09 02:48:16.644644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-d82a3f4b-6b80-481e-861c-513998e0fff8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587618 Feb 09 02:48:16.648973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-854e1048-7879-4e86-b019-086aa78a90ba service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034693 Feb 09 02:48:16.681538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:16.796582 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ba703-9b22-4fd8-a66d-075beaf3b750 x-openstack-request-id: req-c85ba703-9b22-4fd8-a66d-075beaf3b750 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:16.797663 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a4c9a1-1d2e-4a31-baa1-9139baf05468", "name": "network-vif-deleted", "tag": "27a0c6ff-eabc-4339-b155-09e47f896432", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:16.798154 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c85ba703-9b22-4fd8-a66d-075beaf3b750 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:16.798846 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a4c9a1-1d2e-4a31-baa1-9139baf05468', 'name': 'network-vif-deleted', 'tag': '27a0c6ff-eabc-4339-b155-09e47f896432', 'status': 'completed', 'code': 200} Feb 09 02:48:16.799356 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'status': 'completed', 'code': 200} Feb 09 02:48:16.901976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48324) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:16.908716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-8c57d2fe-167d-40e7-9125-e7522f001bb8 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448716 Feb 09 02:48:16.965643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6a9f2228-42dc-4d17-890c-88c04ae05719), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:16.986566 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3367ffa6-7301-4934-b647-ae2b6d1f8248 req-2558df8f-9332-4431-a3f8-d0ca2e6529d1 service neutron] 10.222.0.61 "GET /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188341 Feb 09 02:48:16.997818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-4ee8fba8-3f0c-4f03-904a-99aae743ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.000279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-4ee8fba8-3f0c-4f03-904a-99aae743ad75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1126 time: 0.2147255 Feb 09 02:48:17.048742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Pushing event deleted for resources: {'Port': ['ID=6a9f2228-42dc-4d17-890c-88c04ae05719,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:17.054441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1000207836-network', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:17.080785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fc1ac-5c9e-464c-98ae-b56cfff54af1 req-575878fd-0400-4f6b-bc86-0ad06a056390 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.082702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c0fc1ac-5c9e-464c-98ae-b56cfff54af1 req-575878fd-0400-4f6b-bc86-0ad06a056390 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 945 time: 0.1963160 Feb 09 02:48:17.158531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Made reservation on behalf of 63f733c005e24ce7b0a7abd9d2e74b56 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:17.160789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.161704 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c0fc1ac-5c9e-464c-98ae-b56cfff54af1 req-8ff90ad5-1a40-4cca-8bb8-5c6ee3a6645c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709734 Feb 09 02:48:17.167532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-96a0a1e7-5f79-4874-9e0d-f1b78c4eb4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.170150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-96a0a1e7-5f79-4874-9e0d-f1b78c4eb4b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.1589584 Feb 09 02:48:17.181281 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.184480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3cdf8-ae24-42ed-b02e-2b55a03c00f6 req-7732674e-0fe1-45f7-ad8a-4674f42d5748 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648048 Feb 09 02:48:17.188284 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks [] for floatingip (57f40e95-16e8-47fa-82d1-09e97c21b66c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.191666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.192869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2993fe97-2cd7-42f5-9050-019f6026cbe2 req-54168603-5262-4447-90f1-ffcaa5c13ee5 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "DELETE /v2.0/floatingips/57f40e95-16e8-47fa-82d1-09e97c21b66c HTTP/1.1" status: 204 len: 173 time: 1.3065498 Feb 09 02:48:17.259483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-d0656fd3-0dc1-4a24-ab05-01544cb66c76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 217 time: 0.0824785 Feb 09 02:48:17.333596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-c2e970bc-85c4-4702-993c-6a9e88d51ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.335089 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-c2e970bc-85c4-4702-993c-6a9e88d51ffd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.0537457 Feb 09 02:48:17.348003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295819-9915-42e2-9344-fb313f4acf8b req-4154ae25-751d-445e-8ab5-a4f6a833971b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.349525 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b295819-9915-42e2-9344-fb313f4acf8b req-4154ae25-751d-445e-8ab5-a4f6a833971b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.1008539 Feb 09 02:48:17.378625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7cec0-2d3e-4df8-9887-092a912b589f req-5414ba7a-b53a-42df-8d49-a34022b4e967 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.380122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18e7cec0-2d3e-4df8-9887-092a912b589f req-5414ba7a-b53a-42df-8d49-a34022b4e967 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1139123 Feb 09 02:48:17.404055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Publish callbacks [] for security_group (0f8d627b-e39a-477a-aa80-8f48964578c9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.405763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Deleting port e69d2237-3f41-41e5-a1b7-0dd56dd069a6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:17.406112 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.426640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-8f06bf63-3128-48fd-9780-44443b1cf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.428149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-8f06bf63-3128-48fd-9780-44443b1cf5fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0874999 Feb 09 02:48:17.429988 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0f8d627b-e39a-477a-aa80-8f48964578c9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.432497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b295819-9915-42e2-9344-fb313f4acf8b req-947e9b12-9eed-401f-b51d-f878080d51c4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758255 Feb 09 02:48:17.481502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:48:17.527066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9ee87f74-f2db-409b-92c4-0b68f1a1722c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.527066 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Added segment 9ee87f74-f2db-409b-92c4-0b68f1a1722c of type vlan for network 864af6b6-ec45-4e59-a401-3a85fef04c00 Feb 09 02:48:17.531531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8d627b-e39a-477a-aa80-8f48964578c9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:17.534798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-b475cb1e-339c-422d-878e-c957986b945f service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997944 Feb 09 02:48:17.558589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18e7cec0-2d3e-4df8-9887-092a912b589f req-baa728b3-75a4-43cf-950f-d2d8d7062f91 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679487 Feb 09 02:48:17.613876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] For port e69d2237-3f41-41e5-a1b7-0dd56dd069a6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:17.614201 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.625530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (864af6b6-ec45-4e59-a401-3a85fef04c00), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.664065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7b5383f-6caf-4620-9b94-ecbf929b6d09 req-e76c741e-f6b3-409f-8596-4e701b97593f service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167603 Feb 09 02:48:17.664733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Calling delete_port for e69d2237-3f41-41e5-a1b7-0dd56dd069a6 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:17.763896 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (864af6b6-ec45-4e59-a401-3a85fef04c00), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.764971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.765559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.780727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-2a7c73f2-2119-41f5-949e-e2ba447f4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.782150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-2a7c73f2-2119-41f5-949e-e2ba447f4ac8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1131 time: 0.1649408 Feb 09 02:48:17.784212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb52b6-f3e7-4303-9ef4-867d337f7333 req-87beb2fc-89be-4bd0-8b73-1a60b55b827e tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:17.785698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83bb52b6-f3e7-4303-9ef4-867d337f7333 req-87beb2fc-89be-4bd0-8b73-1a60b55b827e tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 946 time: 0.0600884 Feb 09 02:48:17.833624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83bb52b6-f3e7-4303-9ef4-867d337f7333 req-07a90432-7fe7-47f5-a914-5a2ed3f7d0fa tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Feb 09 02:48:17.868451 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9650972 Feb 09 02:48:17.871419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48336) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:17.876454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Request body: {'subnet': {'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1000207836-subnet', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:17.895841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Made reservation on behalf of 63f733c005e24ce7b0a7abd9d2e74b56 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:17.898168 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:17.907869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0faf80-f726-4d2c-a71f-1d111836e93a admin admin] Pushing event updated for resources: {'Network': ['ID=864af6b6-ec45-4e59-a401-3a85fef04c00,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:17.918943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 864af6b6-ec45-4e59-a401-3a85fef04c00 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:48:17.965281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:18.060017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:48:18.064844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:18.065465 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.107250 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (ea3648ea-bd15-40bf-81c2-a293f9e551d4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.156109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:18.156631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.161646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3648ea-bd15-40bf-81c2-a293f9e551d4,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:18.177448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Checking segment: {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:18.178066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Network hostable DHCP agents. Network: 864af6b6-ec45-4e59-a401-3a85fef04c00, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:48:18.182758 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:18.185280 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea02e99-b265-4814-908d-ef42d802ad51" -d '{"events": [{"server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "name": "network-vif-plugged", "status": "completed", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:18.201657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:18.206585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Network 864af6b6-ec45-4e59-a401-3a85fef04c00 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:48:18.208111 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.221850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 864af6b6-ec45-4e59-a401-3a85fef04c00) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:18.236389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.237444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.242868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ee990-5d12-4699-93d9-e2c76e36eb78 None None] Network 864af6b6-ec45-4e59-a401-3a85fef04c00 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:18.268911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aeb5c545-386a-4eed-b86f-f606d76cd7f2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3962338 Feb 09 02:48:18.273812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dab0c-0ee7-4a8e-8e29-3cb305b28a17 req-63b30aa6-99e3-4e3b-8309-0fe815f0149c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.275374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d8dab0c-0ee7-4a8e-8e29-3cb305b28a17 req-63b30aa6-99e3-4e3b-8309-0fe815f0149c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 944 time: 0.5868270 Feb 09 02:48:18.275856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48342) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:18.286631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:18.313328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e29a77-547d-4ecc-9303-c1655c223159 req-d09c9edc-c75a-48ef-a9ea-783d5a22bb0c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.320562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:18.321920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17e29a77-547d-4ecc-9303-c1655c223159 req-d09c9edc-c75a-48ef-a9ea-783d5a22bb0c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 946 time: 0.0697715 Feb 09 02:48:18.367498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-20da2954-a1bf-46a0-a6b6-818d81980c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.369013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-20da2954-a1bf-46a0-a6b6-818d81980c6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.5631342 Feb 09 02:48:18.376528 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.376742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff42c6b-4704-4fda-950c-25c20377794b None None] Network 864af6b6-ec45-4e59-a401-3a85fef04c00 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:18.377872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.384298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17e29a77-547d-4ecc-9303-c1655c223159 req-f75f04ae-a34e-43e4-899d-fa4454929720 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613983 Feb 09 02:48:18.425392 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190ae9ef-b940-405e-ad76-4bcafc70b19b x-openstack-request-id: req-190ae9ef-b940-405e-ad76-4bcafc70b19b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:18.425732 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "name": "network-vif-plugged", "status": "completed", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:18.425994 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-190ae9ef-b940-405e-ad76-4bcafc70b19b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:18.426401 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', 'code': 200} Feb 09 02:48:18.456589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-2d495189-a7e3-4864-9a84-8665b7ea5314 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.0750978 Feb 09 02:48:18.462787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d8dab0c-0ee7-4a8e-8e29-3cb305b28a17 req-bb65b657-c745-41a5-b96f-1d5b0d536f11 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690023 Feb 09 02:48:18.580940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc093dc-9987-402c-8ad6-59186978c2f5 req-d1ddf043-39ca-44d2-8dcc-944c10b189a7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.582470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dc093dc-9987-402c-8ad6-59186978c2f5 req-d1ddf043-39ca-44d2-8dcc-944c10b189a7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.0593593 Feb 09 02:48:18.596063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks [] for router_controller (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.605608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-b857d22b-5e54-44e8-a57e-c47f9759680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.607162 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-b857d22b-5e54-44e8-a57e-c47f9759680c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1426036 Feb 09 02:48:18.613701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e69d2237-3f41-41e5-a1b7-0dd56dd069a6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.633741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dc093dc-9987-402c-8ad6-59186978c2f5 req-f249e60e-63f8-45dd-8e07-651d78b0ecaf tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455770 Feb 09 02:48:18.740047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Pushing event deleted for resources: {'Port': ['ID=e69d2237-3f41-41e5-a1b7-0dd56dd069a6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:18.813215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befb7a9-0421-4fd4-8a82-f1e9fb84b86e req-71326645-5a73-40be-8e43-48e29acf7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.815353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2befb7a9-0421-4fd4-8a82-f1e9fb84b86e req-71326645-5a73-40be-8e43-48e29acf7b60 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 1128 time: 0.2947407 Feb 09 02:48:18.920707 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks [] for router_gateway (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:18.955338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-5710011d-b18e-4edc-bf2d-eac7dd683ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.956864 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-5710011d-b18e-4edc-bf2d-eac7dd683ed6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3059447 Feb 09 02:48:18.960522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715766a-c607-47eb-a238-022f55296efa req-ae14db76-0be4-44fe-b8ba-71b48168a9e2 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:18.962264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a715766a-c607-47eb-a238-022f55296efa req-ae14db76-0be4-44fe-b8ba-71b48168a9e2 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 946 time: 0.0539484 Feb 09 02:48:18.972418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:48:19.014385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a715766a-c607-47eb-a238-022f55296efa req-cd2c7f36-7b5d-4014-a24d-d3e8c65d2f19 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/security-groups?id=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Feb 09 02:48:19.069623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:19.082174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '57124ed2-282b-4169-ac48-82de9427e8f0', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': '57124ed2-282b-4169-ac48-82de9427e8f0', 'mac_address': 'fa:16:3e:13:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:48:19.118807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76ea33-a1e7-44c6-ae15-1000042d9703 req-53bbe8b1-c55b-4f3a-8a72-c023291fc1ef tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:19.120205 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d76ea33-a1e7-44c6-ae15-1000042d9703 req-53bbe8b1-c55b-4f3a-8a72-c023291fc1ef tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.4594917 Feb 09 02:48:19.126886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:19.127623 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.134159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2befb7a9-0421-4fd4-8a82-f1e9fb84b86e req-10a967ae-4096-482c-a32f-263e994b700c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083649 Feb 09 02:48:19.142071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57124ed2-282b-4169-ac48-82de9427e8f0 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:19.163818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:19.168334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-faeeed7b-0237-482f-a947-9b78ba4f0123 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:19.168645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.170425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-faeeed7b-0237-482f-a947-9b78ba4f0123 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.61 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 946 time: 0.0555356 Feb 09 02:48:19.223381 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.226282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:19.245407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d76ea33-a1e7-44c6-ae15-1000042d9703 req-7174b02f-dee4-44a2-90df-59aea07e92b9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153357 Feb 09 02:48:19.246496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.251080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-b39e395e-cae4-48c3-94e1-bef274fc538e service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502005 Feb 09 02:48:19.470495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Deleting port 9222698d-489b-4293-a512-910f25ec307f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:19.471762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9222698d-489b-4293-a512-910f25ec307f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.522733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-d3a52b61-d006-454e-adb1-2a602fe0ea78 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611053 Feb 09 02:48:19.524107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['57124ed2-282b-4169-ac48-82de9427e8f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:19.597997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d20be-f8c3-4ca3-9f6d-7d2ca4784ab0 req-7c1a1d87-e62f-4921-9672-073b800b69a1 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:19.599630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d16d20be-f8c3-4ca3-9f6d-7d2ca4784ab0 req-7c1a1d87-e62f-4921-9672-073b800b69a1 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 946 time: 0.1444218 Feb 09 02:48:19.634307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] For port 9222698d-489b-4293-a512-910f25ec307f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9222698d-489b-4293-a512-910f25ec307f,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:19.634749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9222698d-489b-4293-a512-910f25ec307f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.653997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Calling delete_port for 9222698d-489b-4293-a512-910f25ec307f owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:19.671860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks [] for router_gateway (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.685166 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d16d20be-f8c3-4ca3-9f6d-7d2ca4784ab0 req-dc5e3df2-f2bd-42a2-b877-44d86c4f553e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Feb 09 02:48:19.712315 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.768425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a130e5-58d5-4bac-ba27-09a4663074d0 req-79705baa-2ce0-4942-8766-3be26390d647 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:19.770104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3a130e5-58d5-4bac-ba27-09a4663074d0 req-79705baa-2ce0-4942-8766-3be26390d647 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.2084811 Feb 09 02:48:19.775954 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:19.851984 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9222698d-489b-4293-a512-910f25ec307f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.865096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9222698d-489b-4293-a512-910f25ec307f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:19.870779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aca31d-4ae4-4275-b0f3-5cdf4be1718f req-290a2cc4-e662-4d78-ac78-aa90e99eb246 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:19.872245 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4aca31d-4ae4-4275-b0f3-5cdf4be1718f req-290a2cc4-e662-4d78-ac78-aa90e99eb246 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.0927324 Feb 09 02:48:19.895628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Pushing event deleted for resources: {'Port': ['ID=9222698d-489b-4293-a512-910f25ec307f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:19.954708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] No DVR routers for this DVR port 9222698d-489b-4293-a512-910f25ec307f on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:19.962306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:19.965572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e85d790-d3b2-4740-bb4b-8a396093f5ba req-a1db2c41-d1e8-46da-a930-f84ae2236768 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.61 "DELETE /v2.0/ports/9222698d-489b-4293-a512-910f25ec307f HTTP/1.1" status: 204 len: 173 time: 0.6077707 Feb 09 02:48:19.966026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'name': 'network-vif-deleted', 'tag': '9222698d-489b-4293-a512-910f25ec307f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:19.968316 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f4423c-1c36-4293-9aa0-21a6cc4cb008" -d '{"events": [{"server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "name": "network-vif-deleted", "tag": "9222698d-489b-4293-a512-910f25ec307f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:19.990073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4aca31d-4ae4-4275-b0f3-5cdf4be1718f req-431438c0-e307-4532-8aa1-4652e3bfd5ed tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986001 Feb 09 02:48:20.072601 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3833ac0-6c02-4ae7-bfa5-0f25ddd3b368 x-openstack-request-id: req-f3833ac0-6c02-4ae7-bfa5-0f25ddd3b368 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:20.073002 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3136af65-b54b-41d3-bea5-386b78629a34", "name": "network-vif-deleted", "tag": "9222698d-489b-4293-a512-910f25ec307f", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:20.073467 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3833ac0-6c02-4ae7-bfa5-0f25ddd3b368 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:20.073966 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3136af65-b54b-41d3-bea5-386b78629a34', 'name': 'network-vif-deleted', 'tag': '9222698d-489b-4293-a512-910f25ec307f', 'status': 'completed', 'code': 200} Feb 09 02:48:20.156805 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4bcbe5d6-f699-4c74-a0e3-ba57feea3f83 req-eca96dc5-36a3-4d87-b0fd-fd5e8409dcb0 tempest-FloatingIPsAssociationTestJSON-1437434565 tempest-FloatingIPsAssociationTestJSON-1437434565-project] 10.222.0.32 "GET /v2.0/ports?device_id=3136af65-b54b-41d3-bea5-386b78629a34 HTTP/1.1" status: 200 len: 210 time: 0.0297189 Feb 09 02:48:20.232318 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3a130e5-58d5-4bac-ba27-09a4663074d0 req-50437390-20cc-40a4-82af-79092b7673ef tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511728 Feb 09 02:48:20.254216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Allocated IP 172.25.2.86 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/c09a88b2-97e5-4c29-8545-14fdcf8954b6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:20.323495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:20.331580 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-abd27f8a-1a6a-4b49-a656-6494be11533a admin admin] 10.222.0.32 "PUT /v2.0/routers/21def4d5-ca27-4ea4-a2f4-827c6ebe8a83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9442084 Feb 09 02:48:20.335055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48364) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:20.336629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] Sync routers for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:20.360283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:20.360998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:20.419500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b120f-969e-4cee-9f27-385fdd8de594 req-94faff35-83ff-4bde-99e1-b67071863f4e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:20.428174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf1b120f-969e-4cee-9f27-385fdd8de594 req-94faff35-83ff-4bde-99e1-b67071863f4e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.0997531 Feb 09 02:48:20.482913 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf1b120f-969e-4cee-9f27-385fdd8de594 req-2b1ab80e-a7e4-4443-bc50-ca8bcea43a39 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535641 Feb 09 02:48:20.517341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:20.535457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks [] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:20.558704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks [] for router (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:20.664239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:20.710678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:48:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:20.719739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:20.724797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:20.731554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:20.735338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Pushing event updated for resources: {'Port': ['ID=c09a88b2-97e5-4c29-8545-14fdcf8954b6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:20.743760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] Checking router: 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:20.753580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] Routers {'21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:20.754205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:20.756951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks [] for router_gateway (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:20.959011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d85b3-a058-41bd-92e4-b524ca396f3d req-a675c784-2a4f-41a3-8df4-48af890d729a tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:20.960519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c52d85b3-a058-41bd-92e4-b524ca396f3d req-a675c784-2a4f-41a3-8df4-48af890d729a tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 946 time: 0.1804798 Feb 09 02:48:20.974639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a9c495ab-c256-44e7-a534-873df2f98d28 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:48:20.976549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:20.994146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Deleting port d2427565-9630-4285-9fe7-dbb971c47e4e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:20.994429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.076432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] Set router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:21.132647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c52d85b3-a058-41bd-92e4-b524ca396f3d req-7c851d25-7857-4db9-9faf-983adccff904 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627920 Feb 09 02:48:21.141721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0253b6-b7a6-4041-9483-09084f3c9cc5 req-e6b53773-99b5-4f4c-a046-0cd334107eeb tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:21.145417 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a0253b6-b7a6-4041-9483-09084f3c9cc5 req-e6b53773-99b5-4f4c-a046-0cd334107eeb tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.0657222 Feb 09 02:48:21.179461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] For port d2427565-9630-4285-9fe7-dbb971c47e4e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d2427565-9630-4285-9fe7-dbb971c47e4e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:21.179960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.199028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Calling delete_port for d2427565-9630-4285-9fe7-dbb971c47e4e owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:21.201144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks [] for router_gateway (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.224584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 57124ed2-282b-4169-ac48-82de9427e8f0 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:48:21.254652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 57124ed2-282b-4169-ac48-82de9427e8f0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:21.255006 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.285792 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.337667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:21.365451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'a9c495ab-c256-44e7-a534-873df2f98d28', 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d', 'port_id': 'a9c495ab-c256-44e7-a534-873df2f98d28', 'mac_address': 'fa:16:3e:b5:ab:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94138dc5-dd49-464d-a031-a58e908f8168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:48:21.394336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cfb1514a-409f-42fd-8104-d3ab90b90d71 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-125861199&fields=id&tenant_id=588502c1dea042818eb2c2862400f62f HTTP/1.1" status: 200 len: 267 time: 0.1495066 Feb 09 02:48:21.470105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:21.470522 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.475666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a9c495ab-c256-44e7-a534-873df2f98d28 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:21.476053 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.514582 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c495ab-c256-44e7-a534-873df2f98d28 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:21.525570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:21.527765 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa382a59-6e10-4a6f-a3a7-c229fc441370" -d '{"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-plugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:21.551041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a0253b6-b7a6-4041-9483-09084f3c9cc5 req-b5fee7dc-a642-48e6-8f9d-778be9ecb9e8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978226 Feb 09 02:48:21.555943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:21.572498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:48:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:21.579200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:21.580342 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.598826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48380) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:21.628707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ddb8f-142c-499f-a732-f4452aaa04d9 None None] The sync data for ids ['21def4d5-ca27-4ea4-a2f4-827c6ebe8a83'] in n-d-827839-4 is: [{'id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1153585948-router', 'tenant_id': '261d44cf2d154b7e9e5c03957d5a15da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:55Z', 'updated_at': '2022-02-09T02:48:18Z', 'revision_number': 5, 'project_id': '261d44cf2d154b7e9e5c03957d5a15da', 'gw_port': {'id': 'd2427565-9630-4285-9fe7-dbb971c47e4e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21def4d5-ca27-4ea4-a2f4-827c6ebe8a83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:58Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:21.630259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.651891 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.660303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:21.669178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-6432fb93-da5e-439e-b14b-4638d63155f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:21.671623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-6432fb93-da5e-439e-b14b-4638d63155f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 946 time: 0.2390168 Feb 09 02:48:21.684970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'port': {'security_groups': ['ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09', '9ff22fcf-5f17-4bae-92d1-f3b6cd220483']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:21.725835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:21.779489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaad3e-6fb0-4228-99dd-b1095d8c4957 req-2f43f7fa-8a9e-42d0-8788-06990adfe71d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:21.780857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57aaad3e-6fb0-4228-99dd-b1095d8c4957 req-2f43f7fa-8a9e-42d0-8788-06990adfe71d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.1148283 Feb 09 02:48:21.804794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d2427565-9630-4285-9fe7-dbb971c47e4e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.872054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2427565-9630-4285-9fe7-dbb971c47e4e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:21.881422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:21.900549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57aaad3e-6fb0-4228-99dd-b1095d8c4957 req-e824abf1-9176-4c0a-bb37-1cc8c067d7e8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133347 Feb 09 02:48:22.010329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a9c495ab-c256-44e7-a534-873df2f98d28'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:22.015447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.081332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def4b81-c1ac-4dad-9fc7-8fea71c9cd22 req-24ec6bea-e14c-4ca6-b4f4-5509031712e5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:22.083160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3def4b81-c1ac-4dad-9fc7-8fea71c9cd22 req-24ec6bea-e14c-4ca6-b4f4-5509031712e5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 944 time: 0.1225016 Feb 09 02:48:22.136819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:48:22.147055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.153518 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks [] for router_controller (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.163793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3def4b81-c1ac-4dad-9fc7-8fea71c9cd22 req-e296641c-a6f1-48f9-a1b2-1639cec6a40c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739326 Feb 09 02:48:22.197418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e69d2237-3f41-41e5-a1b7-0dd56dd069a6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:22.225886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e69d2237-3f41-41e5-a1b7-0dd56dd069a6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:22.225886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e69d2237-3f41-41e5-a1b7-0dd56dd069a6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:22.243116 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce67eb2-11d6-4b60-bcb1-be2b0165cbf0 x-openstack-request-id: req-2ce67eb2-11d6-4b60-bcb1-be2b0165cbf0 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:22.243423 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-plugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:22.243809 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ce67eb2-11d6-4b60-bcb1-be2b0165cbf0 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:22.244210 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'code': 200} Feb 09 02:48:22.294904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.357444 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (21def4d5-ca27-4ea4-a2f4-827c6ebe8a83), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.357976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:48:22.371799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.372965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cbf713a9-94e6-4a2e-af0c-e48e0e4524c4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/21def4d5-ca27-4ea4-a2f4-827c6ebe8a83 HTTP/1.1" status: 204 len: 168 time: 2.0367723 Feb 09 02:48:22.380441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48386) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:22.564200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98194b-48dc-46c9-98a1-9cbe85e7573c req-05c6aba7-3f5d-4058-bff7-b27709182751 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:22.566390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b98194b-48dc-46c9-98a1-9cbe85e7573c req-05c6aba7-3f5d-4058-bff7-b27709182751 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.0848129 Feb 09 02:48:22.665970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b98194b-48dc-46c9-98a1-9cbe85e7573c req-41faf323-be3a-4505-9e0b-af0e1f7801c4 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915964 Feb 09 02:48:22.697177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Deleting port 5c3173f7-01f7-44d7-980e-534ade8a1e3c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:22.697593 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.763266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] For port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:22.780210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-44461437-6bbf-44d5-850f-7aa64ece5ef0 admin admin] Deleting subnet 6fed0903-b2d7-42c7-a834-c4bbf3aebebd {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:48:22.787287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44461437-6bbf-44d5-850f-7aa64ece5ef0 admin admin] Publish callbacks [] for subnet (6fed0903-b2d7-42c7-a834-c4bbf3aebebd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.808589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:22.810138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] For port 5c3173f7-01f7-44d7-980e-534ade8a1e3c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5c3173f7-01f7-44d7-980e-534ade8a1e3c,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:22.810536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.811249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40599437-f7fb-472c-a975-add836349f56 req-d42b0c00-0aee-4f03-bfd4-aea3aa551245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:22.813504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40599437-f7fb-472c-a975-add836349f56 req-d42b0c00-0aee-4f03-bfd4-aea3aa551245 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1128 time: 0.4869490 Feb 09 02:48:22.819093 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Sync routers for ids ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:22.825255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe4486-314c-420b-83f6-a2f7d13e763f req-ce7a8e0d-6f63-4bfa-a6ca-bb8f061c3b50 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:22.826759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3dbe4486-314c-420b-83f6-a2f7d13e763f req-ce7a8e0d-6f63-4bfa-a6ca-bb8f061c3b50 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.0924613 Feb 09 02:48:22.832761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Calling delete_port for 5c3173f7-01f7-44d7-980e-534ade8a1e3c owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:22.837408 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Routers {'cf87145e-5f11-4b9a-8bbe-43a50f2121c6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:22.839401 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:22.865983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44461437-6bbf-44d5-850f-7aa64ece5ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (6fed0903-b2d7-42c7-a834-c4bbf3aebebd), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.869481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.890472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.894288 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ab9b50f6-ba98-4c29-9c4b-d2c515dcfddc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6114500 Feb 09 02:48:22.896845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48392) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:22.901795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:22.933963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:22.938691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3dbe4486-314c-420b-83f6-a2f7d13e763f req-8f51fd81-d0c4-45d2-8abf-39b5a1f1de37 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962434 Feb 09 02:48:23.063887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40599437-f7fb-472c-a975-add836349f56 req-40a1b660-2d13-400a-adc2-557a09f4c885 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411141 Feb 09 02:48:23.088338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:23.089001 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.090927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84175f8f-ad25-446c-87c3-ca62a9f2c1cb req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "PUT /v2.0/ports/86b20ea9-6a4a-409c-bd83-e12baa0a5b4a HTTP/1.1" status: 200 len: 982 time: 1.4107852 Feb 09 02:48:23.098002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:23.099076 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c" -d '{"events": [{"name": "network-changed", "server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:23.181684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:23.192095 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Set router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:23.211896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbaa8b-052b-4730-9b4c-a465a4bc97f2 req-13167650-0313-48c2-8039-7d425aab41b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:23.220170 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7dbaa8b-052b-4730-9b4c-a465a4bc97f2 req-13167650-0313-48c2-8039-7d425aab41b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.1367996 Feb 09 02:48:23.229691 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5c3173f7-01f7-44d7-980e-534ade8a1e3c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.247797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-f54171a5-8ea2-4853-9f05-383455c5f1e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1442988875&fields=id&tenant_id=588502c1dea042818eb2c2862400f62f HTTP/1.1" status: 200 len: 267 time: 0.0569677 Feb 09 02:48:23.253538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44461437-6bbf-44d5-850f-7aa64ece5ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6fed0903-b2d7-42c7-a834-c4bbf3aebebd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.256355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84385c-3ad1-4669-895a-f3b5968d4fb7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'Port': ['ID=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,revision_number=6']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:23.268257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3173f7-01f7-44d7-980e-534ade8a1e3c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:23.395929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7dbaa8b-052b-4730-9b4c-a465a4bc97f2 req-7f584ead-9829-4cf4-9eb7-d481f0cd60bb tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742001 Feb 09 02:48:23.459592 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:48:20Z', 'revision_number': 3, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port': {'id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:19Z', 'updated_at': '2022-02-09T02:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:23.490949 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Checking router: cf87145e-5f11-4b9a-8bbe-43a50f2121c6 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:23.491864 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Updating router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 port c09a88b2-97e5-4c29-8545-14fdcf8954b6 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:48:23.543222 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1ce494-ded8-4bbf-9638-cd61ff93c6da x-openstack-request-id: req-5a1ce494-ded8-4bbf-9638-cd61ff93c6da {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:23.543222 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:23.543522 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a1ce494-ded8-4bbf-9638-cd61ff93c6da {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:23.543749 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', 'status': 'completed', 'code': 200} Feb 09 02:48:23.550769 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.660304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-646f3ea6-ed08-4cd9-818b-1e89fa95035e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:23.666744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-646f3ea6-ed08-4cd9-818b-1e89fa95035e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 985 time: 0.4045379 Feb 09 02:48:23.683746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'port': {'security_groups': ['9ff22fcf-5f17-4bae-92d1-f3b6cd220483', 'ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09', '806cc540-0d46-4e47-a363-71870021c18d']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:23.710943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99788d6b-61a6-47b7-b13f-a7213a1be743 req-8ad7fc28-f521-4f79-b759-d508b1a514a8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:23.712424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99788d6b-61a6-47b7-b13f-a7213a1be743 req-8ad7fc28-f521-4f79-b759-d508b1a514a8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 944 time: 0.1220157 Feb 09 02:48:23.716882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-d70c75de-0e5c-470f-815b-6a1e20c68d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:23.718292 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-d70c75de-0e5c-470f-815b-6a1e20c68d85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 1167 time: 0.1267033 Feb 09 02:48:23.725340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44461437-6bbf-44d5-850f-7aa64ece5ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (6fed0903-b2d7-42c7-a834-c4bbf3aebebd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.736537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.782031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44461437-6bbf-44d5-850f-7aa64ece5ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fed0903-b2d7-42c7-a834-c4bbf3aebebd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:23.787464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44461437-6bbf-44d5-850f-7aa64ece5ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.790676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-44461437-6bbf-44d5-850f-7aa64ece5ef0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6fed0903-b2d7-42c7-a834-c4bbf3aebebd HTTP/1.1" status: 204 len: 168 time: 1.4083993 Feb 09 02:48:23.794792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48406) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:23.800372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd480776-4405-4959-967e-e17231106619 None None] Network 4205c6b8-9215-4191-aae2-cc55b9c65fd1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:23.859037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.885186 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Publish callbacks [] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.894075 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:23.971747 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Pushing event updated for resources: {'Port': ['ID=c09a88b2-97e5-4c29-8545-14fdcf8954b6,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:23.978754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99788d6b-61a6-47b7-b13f-a7213a1be743 req-d7b17b28-611c-4a0b-a396-77c340169476 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544317 Feb 09 02:48:23.984265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9222698d-489b-4293-a512-910f25ec307f no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:23.991483 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.992096 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.992680 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.993232 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.993781 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.994366 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.997399 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.997984 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.998690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.999243 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:23.999964 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:24.001004 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:24.001573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:24.033149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.043529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 9222698d-489b-4293-a512-910f25ec307f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:24.043884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9222698d-489b-4293-a512-910f25ec307f not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:24.044902 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (4205c6b8-9215-4191-aae2-cc55b9c65fd1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.048015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] DHCP port deletion for 4205c6b8-9215-4191-aae2-cc55b9c65fd1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:48:24.062130 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Attempting to bind port c09a88b2-97e5-4c29-8545-14fdcf8954b6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:24.062975 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Attempting to bind port c09a88b2-97e5-4c29-8545-14fdcf8954b6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:24.063569 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Attempting to bind port c09a88b2-97e5-4c29-8545-14fdcf8954b6 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:24.074721 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:24.077851 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:24.078531 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.081092 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:24.081904 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Bound port: c09a88b2-97e5-4c29-8545-14fdcf8954b6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:24.083835 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.108501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-8cfc8969-34f1-4f19-82e8-1912dbc7c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:24.110095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-8cfc8969-34f1-4f19-82e8-1912dbc7c63d service neutron] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 914 time: 0.3817446 Feb 09 02:48:24.135841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] Deleting port 59bf3bde-1ffa-499f-acb8-03a4d085e165 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:24.136271 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.182100 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] For port c09a88b2-97e5-4c29-8545-14fdcf8954b6, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:24.187210 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] For port c09a88b2-97e5-4c29-8545-14fdcf8954b6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c09a88b2-97e5-4c29-8545-14fdcf8954b6,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:24.192826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-3ed00171-dd3c-4489-9be4-606cb5294ff3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a HTTP/1.1" status: 200 len: 217 time: 0.0670204 Feb 09 02:48:24.202187 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.252836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] For port 59bf3bde-1ffa-499f-acb8-03a4d085e165, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=59bf3bde-1ffa-499f-acb8-03a4d085e165,segment=NetworkSegment(6162dffb-12b3-4286-8312-40a4a3415a55),segment_id=6162dffb-12b3-4286-8312-40a4a3415a55)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:24.256292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.271500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 59bf3bde-1ffa-499f-acb8-03a4d085e165 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:24.295092 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Routers {'cf87145e-5f11-4b9a-8bbe-43a50f2121c6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:24.295733 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:24.304291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] Calling delete_port for 59bf3bde-1ffa-499f-acb8-03a4d085e165 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:24.341681 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c0e57-4751-4df5-907f-ad469c9220c1 None None] Pushing event updated for resources: {'Port': ['ID=c09a88b2-97e5-4c29-8545-14fdcf8954b6,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:24.392305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Allocated IP 172.20.0.1 (864af6b6-ec45-4e59-a401-3a85fef04c00/ea3648ea-bd15-40bf-81c2-a293f9e551d4/f117882d-9b89-40a8-bb55-bd7d2bbc911d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:24.436280 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] Set router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:24.455982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] For port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:24.459668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-04b7ff9e-c5a2-49f4-a83e-6cb5adfdeddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:24.461387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-04b7ff9e-c5a2-49f4-a83e-6cb5adfdeddb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.2336233 Feb 09 02:48:24.516206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Deleting port 59bf3bde-1ffa-499f-acb8-03a4d085e165 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:24.516647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.522618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.526072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-6ce55e67-e470-4d82-8d0f-54945ebe33e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509648 Feb 09 02:48:24.586912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 59bf3bde-1ffa-499f-acb8-03a4d085e165 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:24.586912 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.622148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] Pushing event deleted for resources: {'Port': ['ID=59bf3bde-1ffa-499f-acb8-03a4d085e165,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:24.635478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e59e8-ee74-47cf-9aaa-2d732db7dac8 None None] No DVR routers for this DVR port 59bf3bde-1ffa-499f-acb8-03a4d085e165 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:24.637883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513716f0-e388-466e-827e-7aeb9584755b req-01c038d3-c602-4a3e-99e7-13b0a7db94c9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:24.645887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-513716f0-e388-466e-827e-7aeb9584755b req-01c038d3-c602-4a3e-99e7-13b0a7db94c9 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.2801695 Feb 09 02:48:24.646313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.651181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.678770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:24.694060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:24.699646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d2427565-9630-4285-9fe7-dbb971c47e4e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:24.702934 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:48:20Z', 'revision_number': 3, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port': {'id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:19Z', 'updated_at': '2022-02-09T02:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:24.706524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] For port 59bf3bde-1ffa-499f-acb8-03a4d085e165, host n-d-827839-4, got binding levels [] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:24.706992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.740376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d2427565-9630-4285-9fe7-dbb971c47e4e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:24.740741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d2427565-9630-4285-9fe7-dbb971c47e4e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:24.749670 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7076e-4c37-4b2b-8bd3-a9736a4f2555 None None] The sync data for ids ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'] in n-d-827839-4 is: [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:48:20Z', 'revision_number': 3, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port': {'id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:19Z', 'updated_at': '2022-02-09T02:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:24.750715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Calling delete_port for 59bf3bde-1ffa-499f-acb8-03a4d085e165 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:24.758970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Port 59bf3bde-1ffa-499f-acb8-03a4d085e165 was not found and therefore no delete operation was performed {{(pid=109857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:48:24.780811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (59bf3bde-1ffa-499f-acb8-03a4d085e165), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.784995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'Port': ['ID=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:24.798734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:24.799766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.801282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8915db0-da90-4944-8b42-1f9fc3becc6b req-9d1972b6-4828-48e1-add0-1103a9f20df6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "PUT /v2.0/ports/86b20ea9-6a4a-409c-bd83-e12baa0a5b4a HTTP/1.1" status: 200 len: 1021 time: 1.1279395 Feb 09 02:48:24.812575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Publish callbacks [] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.853736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:24.869710 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-7dd9b1be-90bc-42fe-a3f9-eb30b1fd5a94 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252146 Feb 09 02:48:24.891856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:24.917743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-513716f0-e388-466e-827e-7aeb9584755b req-7c9f6e1b-dc23-4489-99e3-77d4a8fc7c41 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704356 Feb 09 02:48:24.919869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Network 864af6b6-ec45-4e59-a401-3a85fef04c00 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:24.932414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Pushing event deleted for resources: {'Port': ['ID=59bf3bde-1ffa-499f-acb8-03a4d085e165,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:24.939918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] No DVR routers for this DVR port 59bf3bde-1ffa-499f-acb8-03a4d085e165 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:24.946906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:24.972521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:25.001610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Pushing event updated for resources: {'Port': ['ID=f117882d-9b89-40a8-bb55-bd7d2bbc911d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:25.019055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a9c495ab-c256-44e7-a534-873df2f98d28 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:25.037001 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.047456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a80a9d-6287-4071-b1ce-2ded973cd6b0 req-2152749d-0fe2-4e57-82bc-374a7d2bf0a9 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:25.049466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75a80a9d-6287-4071-b1ce-2ded973cd6b0 req-2152749d-0fe2-4e57-82bc-374a7d2bf0a9 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.1458621 Feb 09 02:48:25.137893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port a9c495ab-c256-44e7-a534-873df2f98d28 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:48:25.149531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75a80a9d-6287-4071-b1ce-2ded973cd6b0 req-f9f4291f-7007-4a7a-9ca7-192abc45368a tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641825 Feb 09 02:48:25.151450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port a9c495ab-c256-44e7-a534-873df2f98d28 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:25.151608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.302615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.397119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a9c495ab-c256-44e7-a534-873df2f98d28 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:25.397576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.466654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:25.469061 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08439460-1e17-4d6a-aae6-989238831d1e" -d '{"events": [{"server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "name": "network-vif-plugged", "status": "completed", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:25.499458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (4205c6b8-9215-4191-aae2-cc55b9c65fd1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.500366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:25.500509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c086e-41a6-417f-ab5f-a61ee6bcfd69 req-f87beee1-8f60-49b5-aba8-3c6d2f89b71e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:25.502592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be4c086e-41a6-417f-ab5f-a61ee6bcfd69 req-f87beee1-8f60-49b5-aba8-3c6d2f89b71e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 1024 time: 0.1771843 Feb 09 02:48:25.511097 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.514174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:25.522602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9475e74a-7e80-4472-bc01-9aab915af490 admin admin] 10.222.0.32 "PUT /v2.0/routers/d398ee6e-5fcc-41b3-b6f1-12683f785ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9220366 Feb 09 02:48:25.530976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48420) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:25.544992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:25.547333 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d1bd64-56d2-4917-bfd4-18907b628772" -d '{"events": [{"name": "network-changed", "server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:25.552007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] Sync routers for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:25.595505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:25.596144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:25.640552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad6c893f-6e6f-4c89-98f3-49e91b4c954c req-2710d344-8482-4f75-b44f-b5f633d9b6d1 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191019 Feb 09 02:48:25.640785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:25.643671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4205c6b8-9215-4191-aae2-cc55b9c65fd1']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:25.671032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6162dffb-12b3-4286-8312-40a4a3415a55') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:25.671329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6162dffb-12b3-4286-8312-40a4a3415a55') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:25.689825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (6162dffb-12b3-4286-8312-40a4a3415a55), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.690620 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be4c086e-41a6-417f-ab5f-a61ee6bcfd69 req-dd594718-2eb3-44a0-866b-b4a9a1579554 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&id=9ff22fcf-5f17-4bae-92d1-f3b6cd220483&id=806cc540-0d46-4e47-a363-71870021c18d HTTP/1.1" status: 200 len: 6199 time: 0.1740432 Feb 09 02:48:25.706010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Publish callbacks [] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.716517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.725041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b45c8c-d037-4571-9a02-e3743b3aaafd req-2e927641-1d30-4335-a834-0ef0ba7aa799 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:25.731912 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69b45c8c-d037-4571-9a02-e3743b3aaafd req-2e927641-1d30-4335-a834-0ef0ba7aa799 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.2944613 Feb 09 02:48:25.743987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6162dffb-12b3-4286-8312-40a4a3415a55), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.770713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:25.776373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:48:25.776373 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (6162dffb-12b3-4286-8312-40a4a3415a55), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:48:25.778063 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:48:25.780457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e800163-dca3-410c-903a-8b0b1df8354e req-089d0641-951b-40cb-a002-24fd9e61cd92 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:25.780457 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e800163-dca3-410c-903a-8b0b1df8354e req-089d0641-951b-40cb-a002-24fd9e61cd92 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.61 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.1585336 Feb 09 02:48:25.829775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks [] for router (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.863723 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.873048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Pushing event updated for resources: {'Port': ['ID=f117882d-9b89-40a8-bb55-bd7d2bbc911d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:25.948832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (4205c6b8-9215-4191-aae2-cc55b9c65fd1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.960261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69b45c8c-d037-4571-9a02-e3743b3aaafd req-8c49cf12-41e6-45cb-8352-5eddae682dea tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274866 Feb 09 02:48:25.964494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:25.968651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] 10.222.0.32 "DELETE /v2.0/networks/4205c6b8-9215-4191-aae2-cc55b9c65fd1 HTTP/1.1" status: 204 len: 168 time: 2.1716726 Feb 09 02:48:25.976870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407db0e1-57eb-4da4-815b-1a6a59ac650a req-4d263a4b-1934-4f49-a006-a819b438d012 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:25.989129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-407db0e1-57eb-4da4-815b-1a6a59ac650a req-4d263a4b-1934-4f49-a006-a819b438d012 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.1697068 Feb 09 02:48:25.997485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc871df-fc7e-419c-8dab-cabd9965807e admin admin] Pushing event deleted for resources: {'Network': ['ID=4205c6b8-9215-4191-aae2-cc55b9c65fd1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:26.068925 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks [] for router_gateway (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.072580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Deleting port c639935a-e237-4af5-b912-c6278e9ccfac {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:26.072984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.086583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Network 864af6b6-ec45-4e59-a401-3a85fef04c00 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:26.098149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:48:23Z', 'revision_number': 5, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port': {'id': '719c521e-fb46-40e3-a98d-64211c8fe232', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:46:43Z', 'updated_at': '2022-02-09T02:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:26.105597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:26.164563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-407db0e1-57eb-4da4-815b-1a6a59ac650a req-0a12e8ef-ee28-4b4c-a8c8-094d94cd015b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663945 Feb 09 02:48:26.204848 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f71405f-889e-41cd-a59b-a3341d373ff7 x-openstack-request-id: req-1f71405f-889e-41cd-a59b-a3341d373ff7 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:26.206606 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "name": "network-vif-plugged", "status": "completed", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:26.207952 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f71405f-889e-41cd-a59b-a3341d373ff7 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:26.208322 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28', 'code': 200} Feb 09 02:48:26.212571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] Checking router: d398ee6e-5fcc-41b3-b6f1-12683f785ba8 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:26.213846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Deleting port 719c521e-fb46-40e3-a98d-64211c8fe232 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:26.215547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.228478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48434) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:26.229858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] Routers {'d398ee6e-5fcc-41b3-b6f1-12683f785ba8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:26.230545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:26.292269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c09a88b2-97e5-4c29-8545-14fdcf8954b6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:26.301364 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a03e19-b510-44c4-844b-dd2c044e2c1f x-openstack-request-id: req-f1a03e19-b510-44c4-844b-dd2c044e2c1f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:26.301364 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:26.301364 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1a03e19-b510-44c4-844b-dd2c044e2c1f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:26.301752 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', 'status': 'completed', 'code': 200} Feb 09 02:48:26.307204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b403bceb-ab96-4622-9441-997b7755be16 req-5058a6a8-dfb7-4ede-89ab-17b3fcb371a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': ' tempest-securitygroup -850427598 ', 'description': 'tempest-description-213555734'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:26.350362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] For port 719c521e-fb46-40e3-a98d-64211c8fe232, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=719c521e-fb46-40e3-a98d-64211c8fe232,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:26.350874 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.366380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Calling delete_port for 719c521e-fb46-40e3-a98d-64211c8fe232 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:26.534643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] Set router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:26.589319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d8eb-18b6-4b2e-9583-3cab9c8479ba req-1b0d5b36-3a9d-43fc-a5e5-a38225a2dab2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.591346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51c7d8eb-18b6-4b2e-9583-3cab9c8479ba req-1b0d5b36-3a9d-43fc-a5e5-a38225a2dab2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.1796732 Feb 09 02:48:26.593780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-a0cf2c5a-6259-4584-9597-e781e676d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.595929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-a0cf2c5a-6259-4584-9597-e781e676d26d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 1207 time: 0.1826332 Feb 09 02:48:26.597843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:48:26Z', 'revision_number': 6, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:26.637478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c09a88b2-97e5-4c29-8545-14fdcf8954b6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:26.637856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.639606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77cb054-b8b0-4e7f-98a9-248f3c458948 None None] The sync data for ids ['d398ee6e-5fcc-41b3-b6f1-12683f785ba8'] in n-d-827839-4 is: [{'id': 'd398ee6e-5fcc-41b3-b6f1-12683f785ba8', 'name': 'tempest-FloatingIPsAssociationTestJSON-780153621-router', 'tenant_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:42Z', 'updated_at': '2022-02-09T02:48:26Z', 'revision_number': 6, 'project_id': 'c27068aa95da4cbc82b13e08d96ac54b', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:26.739300 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:48:26.756277 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51c7d8eb-18b6-4b2e-9583-3cab9c8479ba req-97f56d79-3a67-4210-aaa8-ec3408741d26 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585183 Feb 09 02:48:26.784773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c09a88b2-97e5-4c29-8545-14fdcf8954b6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:26.785305 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.787805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-b7c010cb-d3e2-4707-9069-b0cb25d90ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.791413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-b7c010cb-d3e2-4707-9069-b0cb25d90ea4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 914 time: 0.1831124 Feb 09 02:48:26.792685 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (719c521e-fb46-40e3-a98d-64211c8fe232), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.811808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port c09a88b2-97e5-4c29-8545-14fdcf8954b6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c09a88b2-97e5-4c29-8545-14fdcf8954b6,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:26.820597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.877039 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-d38b33c1-480f-4734-80f9-db7c8079d967 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a HTTP/1.1" status: 200 len: 217 time: 0.0730116 Feb 09 02:48:26.881142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=719c521e-fb46-40e3-a98d-64211c8fe232,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:26.893720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=c09a88b2-97e5-4c29-8545-14fdcf8954b6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:26.901741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] For port c639935a-e237-4af5-b912-c6278e9ccfac, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c639935a-e237-4af5-b912-c6278e9ccfac,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:26.902361 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.932182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b403bceb-ab96-4622-9441-997b7755be16 req-5058a6a8-dfb7-4ede-89ab-17b3fcb371a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:26.942578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:26.952204 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b9984e34-8247-47a0-acea-c8e92024cf12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=261d44cf2d154b7e9e5c03957d5a15da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7176654 Feb 09 02:48:26.961190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48438) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:26.987695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45f096-2c88-499e-b0e3-9546c083ee8b req-941e2c23-e09c-4359-b2f4-f4ea6d4af799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:26.989191 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df45f096-2c88-499e-b0e3-9546c083ee8b req-941e2c23-e09c-4359-b2f4-f4ea6d4af799 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1127 time: 0.7560427 Feb 09 02:48:27.042494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-c470e504-5354-40e6-8e3b-60b5c6071d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:27.043981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-c470e504-5354-40e6-8e3b-60b5c6071d56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.1549408 Feb 09 02:48:27.048060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.189728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094fe0a-249a-44ac-a4a2-3aef23481c99 req-d77b4e8d-426c-4368-8bb7-80f1968658ce tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:27.206606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48440) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:27.207968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6094fe0a-249a-44ac-a4a2-3aef23481c99 req-d77b4e8d-426c-4368-8bb7-80f1968658ce tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.3328729 Feb 09 02:48:27.210065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-7ab128f6-3e2e-4ec8-8606-f8ec675f3e6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907760 Feb 09 02:48:27.212033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'floatingip': {'port_id': '57124ed2-282b-4169-ac48-82de9427e8f0'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:27.220154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.232861 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks [] for router_controller (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.235708 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df45f096-2c88-499e-b0e3-9546c083ee8b req-dfb1e09c-add9-4a1a-a8ff-0d2ac70a8973 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315741 Feb 09 02:48:27.236847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-15493ddc-0263-4e9d-815e-204e78b86609 admin admin] Publish callbacks [] for security_group (060e7f5a-4701-438a-abea-f8d8498becc3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.326702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b403bceb-ab96-4622-9441-997b7755be16 req-5058a6a8-dfb7-4ede-89ab-17b3fcb371a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.328949 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for floatingip (6e4be161-a069-4593-a559-2dca3e161ca0), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.357796 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-15493ddc-0263-4e9d-815e-204e78b86609 admin admin] Publish callbacks [] for security_group (060e7f5a-4701-438a-abea-f8d8498becc3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.367113 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b403bceb-ab96-4622-9441-997b7755be16 req-5058a6a8-dfb7-4ede-89ab-17b3fcb371a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.374600 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (d398ee6e-5fcc-41b3-b6f1-12683f785ba8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.375180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d398ee6e-5fcc-41b3-b6f1-12683f785ba8 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:48:27.386955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.390671 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e54a6224-e18e-43e7-8bcb-d890a5326dc4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d398ee6e-5fcc-41b3-b6f1-12683f785ba8 HTTP/1.1" status: 204 len: 168 time: 1.8558915 Feb 09 02:48:27.396608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48444) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:27.427172 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.427561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (15370207-7810-4b23-a2b6-fcaa917077b9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.427854 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Floating IP 15370207-7810-4b23-a2b6-fcaa917077b9 disassociated. External IP: 172.25.2.84, port: c639935a-e237-4af5-b912-c6278e9ccfac. Feb 09 02:48:27.428192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Calling delete_port for c639935a-e237-4af5-b912-c6278e9ccfac owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:27.441362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:27.462286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d3980d2b-b0d1-4334-a9bd-fc9c13c3d902 admin admin] 10.222.0.32 "PUT /v2.0/routers/cf87145e-5f11-4b9a-8bbe-43a50f2121c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5497622 Feb 09 02:48:27.462286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b403bceb-ab96-4622-9441-997b7755be16 req-5058a6a8-dfb7-4ede-89ab-17b3fcb371a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.464945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b403bceb-ab96-4622-9441-997b7755be16 req-5058a6a8-dfb7-4ede-89ab-17b3fcb371a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.2318368 Feb 09 02:48:27.477580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-729a6fdc-85c5-4da4-9aa8-4797a073d1b1 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539029 Feb 09 02:48:27.489551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd531-1d0a-4772-b248-d8e61784d6e1 req-8bcc184c-202c-41fc-9275-1638206bf58a tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:27.496292 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e3bd531-1d0a-4772-b248-d8e61784d6e1 req-8bcc184c-202c-41fc-9275-1638206bf58a tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 946 time: 0.2118044 Feb 09 02:48:27.497618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058a6a8-dfb7-4ede-89ab-17b3fcb371a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:27.535704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa5b600-8242-403e-bddb-c7f99c1b8f65 admin admin] Deleting subnet a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:48:27.596544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b600-8242-403e-bddb-c7f99c1b8f65 admin admin] Publish callbacks [] for subnet (a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.598122 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Sync routers for ids ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:27.617884 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Routers {'cf87145e-5f11-4b9a-8bbe-43a50f2121c6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:27.618545 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:27.637987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-15493ddc-0263-4e9d-815e-204e78b86609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (060e7f5a-4701-438a-abea-f8d8498becc3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.640585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-15493ddc-0263-4e9d-815e-204e78b86609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.641749 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-15493ddc-0263-4e9d-815e-204e78b86609 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/060e7f5a-4701-438a-abea-f8d8498becc3 HTTP/1.1" status: 204 len: 168 time: 0.6598442 Feb 09 02:48:27.680178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15493ddc-0263-4e9d-815e-204e78b86609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060e7f5a-4701-438a-abea-f8d8498becc3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:27.703862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b600-8242-403e-bddb-c7f99c1b8f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:27.718817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e3bd531-1d0a-4772-b248-d8e61784d6e1 req-f47acef8-6d54-4567-80a9-76d88510b7ec tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups?id=ddd0424a-0067-4763-911d-b763a470f476&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216053 Feb 09 02:48:27.782555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19d1bd64-56d2-4917-bfd4-18907b628772 req-160076c4-4b2f-4704-9849-d33889102533 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823300 Feb 09 02:48:27.858698 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Set router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:27.898882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5632b-ba2d-45c3-bb84-2e1e241a2f9f req-228f4966-be35-4327-b748-dbedaa5fda43 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:27.900637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82b5632b-ba2d-45c3-bb84-2e1e241a2f9f req-228f4966-be35-4327-b748-dbedaa5fda43 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.2874866 Feb 09 02:48:27.901673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7fdb5d5-abc0-4afb-8e2f-966f204fa152 req-235efcd5-b7bd-4f7a-902e-3e6c3142904e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9 HTTP/1.1" status: 200 len: 1796 time: 0.1380389 Feb 09 02:48:27.930574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b600-8242-403e-bddb-c7f99c1b8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.046369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b600-8242-403e-bddb-c7f99c1b8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.121793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fa5b600-8242-403e-bddb-c7f99c1b8f65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.136393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde5c0b-a36f-4aa8-b5ec-4ba55a5e0527 None None] Network a19a7511-c58a-4aae-a522-3b8ad7ede64b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:28.138963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c09a88b2-97e5-4c29-8545-14fdcf8954b6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:28.154318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6fa5b600-8242-403e-bddb-c7f99c1b8f65 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9 HTTP/1.1" status: 204 len: 168 time: 0.7528217 Feb 09 02:48:28.158891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5b600-8242-403e-bddb-c7f99c1b8f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f5ec05-dc7a-40eb-b9bf-b6e681a57ff9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:28.168759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48464) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:28.199518 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:48:25Z', 'revision_number': 4, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port': {'id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:19Z', 'updated_at': '2022-02-09T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f117882d-9b89-40a8-bb55-bd7d2bbc911d', 'name': '', 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'mac_address': 'fa:16:3e:42:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'ea3648ea-bd15-40bf-81c2-a293f9e551d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:24Z', 'updated_at': '2022-02-09T02:48:25Z', 'revision_number': 2, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'subnets': [{'id': 'ea3648ea-bd15-40bf-81c2-a293f9e551d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:28.243683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82b5632b-ba2d-45c3-bb84-2e1e241a2f9f req-9f3c7d5a-78a9-46dd-8bc2-e7770c1deecc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246241 Feb 09 02:48:28.272311 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Checking router: cf87145e-5f11-4b9a-8bbe-43a50f2121c6 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:28.274798 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Updating router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 port f117882d-9b89-40a8-bb55-bd7d2bbc911d binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:48:28.283703 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c639935a-e237-4af5-b912-c6278e9ccfac), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.326957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event deleted for resources: {'Port': ['ID=c639935a-e237-4af5-b912-c6278e9ccfac,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:28.328881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c09a88b2-97e5-4c29-8545-14fdcf8954b6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:28.329264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.389312 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a19a7511-c58a-4aae-a522-3b8ad7ede64b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.399499 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.424233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837647d2-2c93-46e1-b74f-ee7d3c0a92ed req-3b126824-5133-4869-92e4-3a1d7092d727 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:28.431123 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-837647d2-2c93-46e1-b74f-ee7d3c0a92ed req-3b126824-5133-4869-92e4-3a1d7092d727 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.4093029 Feb 09 02:48:28.469556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] DHCP port deletion for a19a7511-c58a-4aae-a522-3b8ad7ede64b request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:48:28.553760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c09a88b2-97e5-4c29-8545-14fdcf8954b6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:28.616676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:48:28.631569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] Deleting port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:28.634206 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-837647d2-2c93-46e1-b74f-ee7d3c0a92ed req-819829a4-935c-40fa-b616-604555bb9cc8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984019 Feb 09 02:48:28.647204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.691004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Deleting port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:28.691861 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.706404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Router d1d97856-c0fe-4253-9f9c-6267d2b4809c has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:28.710989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5c3173f7-01f7-44d7-980e-534ade8a1e3c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:28.718930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.736783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (6e4be161-a069-4593-a559-2dca3e161ca0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:28.919041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 5c3173f7-01f7-44d7-980e-534ade8a1e3c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:28.919512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5c3173f7-01f7-44d7-980e-534ade8a1e3c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:28.924609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 719c521e-fb46-40e3-a98d-64211c8fe232 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:28.955452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05901b41-2bd6-4db3-b50f-2972e4b773d1 req-be62ee64-3ba6-4635-a706-ad62415afbeb tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9 HTTP/1.1" status: 200 len: 1796 time: 0.2162488 Feb 09 02:48:29.025467 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Publish callbacks [] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.027732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 719c521e-fb46-40e3-a98d-64211c8fe232 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:29.028242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 719c521e-fb46-40e3-a98d-64211c8fe232 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:29.037099 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.044290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] For port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:29.050501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.094631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] For port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,segment=NetworkSegment(270eba8a-4173-41b7-b3f8-2d7e4ac866cc),segment_id=270eba8a-4173-41b7-b3f8-2d7e4ac866cc)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:29.095008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.110368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Calling delete_port for e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:29.115136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] Calling delete_port for e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:29.172705 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Attempting to bind port f117882d-9b89-40a8-bb55-bd7d2bbc911d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:29.173343 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Attempting to bind port f117882d-9b89-40a8-bb55-bd7d2bbc911d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:29.174534 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Attempting to bind port f117882d-9b89-40a8-bb55-bd7d2bbc911d on network 864af6b6-ec45-4e59-a401-3a85fef04c00 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:29.185922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48492) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:29.188264 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89d5c8-bd3e-4f79-b84c-a60bf4155637 None None] Pushing event updated for resources: {'Port': ['ID=f117882d-9b89-40a8-bb55-bd7d2bbc911d,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:29.194189 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:29.195345 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Checking segment: {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:29.196140 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.196764 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Bound using segment: {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:29.197496 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Bound port: f117882d-9b89-40a8-bb55-bd7d2bbc911d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:29.198102 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.227852 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Floating IP 6e4be161-a069-4593-a559-2dca3e161ca0 associated. External IP: 172.25.2.143, port: 57124ed2-282b-4169-ac48-82de9427e8f0. Feb 09 02:48:29.235423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:29.283207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] Sync routers for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:29.284373 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] For port f117882d-9b89-40a8-bb55-bd7d2bbc911d, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:29.288885 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] For port f117882d-9b89-40a8-bb55-bd7d2bbc911d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f117882d-9b89-40a8-bb55-bd7d2bbc911d,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:29.292177 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.302991 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.307770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-05901b41-2bd6-4db3-b50f-2972e4b773d1 req-ef9d8f48-fbd9-41a5-9cf8-adca9e7c20f3 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.308998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:29.309982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:29.331253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e126a-24ce-4170-a4e9-0900ec501878 req-df8f3e5c-925f-4cb7-8e48-bf3cadf1c6b4 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:29.339191 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-df8f3e5c-925f-4cb7-8e48-bf3cadf1c6b4 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 811 time: 0.2773011 Feb 09 02:48:29.341444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.349949 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-05901b41-2bd6-4db3-b50f-2972e4b773d1 req-ef9d8f48-fbd9-41a5-9cf8-adca9e7c20f3 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.371833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] No DVR routers for this DVR port c639935a-e237-4af5-b912-c6278e9ccfac on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:29.376593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.380772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e800163-dca3-410c-903a-8b0b1df8354e req-f8922fc2-aadf-4eb7-9ab6-d25bfd707602 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.61 "DELETE /v2.0/ports/c639935a-e237-4af5-b912-c6278e9ccfac HTTP/1.1" status: 204 len: 173 time: 3.5903738 Feb 09 02:48:29.385630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'name': 'network-vif-deleted', 'tag': 'c639935a-e237-4af5-b912-c6278e9ccfac'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:29.388467 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00bcc39-8ebe-4b3d-8cff-55756a5177cc" -d '{"events": [{"server_uuid": "a012f22d-88bd-47d6-aa50-d36c040ca6ca", "name": "network-vif-deleted", "tag": "c639935a-e237-4af5-b912-c6278e9ccfac"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:29.392393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] No DVR routers for this DVR port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:29.394771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:29.403443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4c8700ff-1c64-4326-84a6-88dbb778628b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/quotas/63f733c005e24ce7b0a7abd9d2e74b56 HTTP/1.1" status: 200 len: 375 time: 0.0631084 Feb 09 02:48:29.421230 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Routers {'cf87145e-5f11-4b9a-8bbe-43a50f2121c6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:29.422151 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:29.473737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-network', 'tenant_id': '615ea0ab77a8408693897adf51702195'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:29.534310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-e8cb0419-0c4b-41ab-9aef-1bafca5e6d85 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296978 Feb 09 02:48:29.544806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a19a7511-c58a-4aae-a522-3b8ad7ede64b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.550915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Made reservation on behalf of 615ea0ab77a8408693897adf51702195 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:29.553222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.554075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:29.555548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-05901b41-2bd6-4db3-b50f-2972e4b773d1 req-ef9d8f48-fbd9-41a5-9cf8-adca9e7c20f3 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.558094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-05901b41-2bd6-4db3-b50f-2972e4b773d1 req-ef9d8f48-fbd9-41a5-9cf8-adca9e7c20f3 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.575600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05901b41-2bd6-4db3-b50f-2972e4b773d1 req-ef9d8f48-fbd9-41a5-9cf8-adca9e7c20f3 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9 HTTP/1.1" status: 204 len: 173 time: 0.6079369 Feb 09 02:48:29.613595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] Pushing event deleted for resources: {'Port': ['ID=e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:29.631776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19a7511-c58a-4aae-a522-3b8ad7ede64b']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:29.632010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764dd245-33d9-4317-afb6-c0af576a566c None None] No DVR routers for this DVR port e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:29.638190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d8f48-fbd9-41a5-9cf8-adca9e7c20f3 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:29.644904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.658680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270eba8a-4173-41b7-b3f8-2d7e4ac866cc') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:29.661543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270eba8a-4173-41b7-b3f8-2d7e4ac866cc') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:29.676659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (270eba8a-4173-41b7-b3f8-2d7e4ac866cc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.718652 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (270eba8a-4173-41b7-b3f8-2d7e4ac866cc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.750481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00af0438-7ffc-4529-8636-73af525c0456 req-699c3edb-36e9-4111-b9b8-4318b34ca647 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/ports?device_id=a012f22d-88bd-47d6-aa50-d36c040ca6ca HTTP/1.1" status: 200 len: 210 time: 0.0433075 Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (270eba8a-4173-41b7-b3f8-2d7e4ac866cc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:48:29.763133 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:48:29.779807 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89d5c8-bd3e-4f79-b84c-a60bf4155637 None None] Pushing event updated for resources: {'Port': ['ID=f117882d-9b89-40a8-bb55-bd7d2bbc911d,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:29.838367 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] Set router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:29.907899 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a19a7511-c58a-4aae-a522-3b8ad7ede64b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.918618 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:29.924657 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a19a7511-c58a-4aae-a522-3b8ad7ede64b HTTP/1.1" status: 204 len: 168 time: 1.7523475 Feb 09 02:48:29.934067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:29.938366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a85c3-22b0-40c4-b68f-5c065edcbb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19a7511-c58a-4aae-a522-3b8ad7ede64b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:29.953796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb859fc-16ac-40c4-b20f-d96ee9389a0f req-ee7e4f6c-ab0c-4104-a38b-1311acf5b29b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:29.955960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-feb859fc-16ac-40c4-b20f-d96ee9389a0f req-ee7e4f6c-ab0c-4104-a38b-1311acf5b29b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.1064346 Feb 09 02:48:29.991313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] Checking router: d1d97856-c0fe-4253-9f9c-6267d2b4809c for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:30.006399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:30.008764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:30.016966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c639935a-e237-4af5-b912-c6278e9ccfac no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:30.057447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-feb859fc-16ac-40c4-b20f-d96ee9389a0f req-e531cefa-06c8-4266-b2cb-13c36318cf11 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885606 Feb 09 02:48:30.152977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48508) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:30.167170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:30.169486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: c639935a-e237-4af5-b912-c6278e9ccfac {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:30.169991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c639935a-e237-4af5-b912-c6278e9ccfac not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:30.193191 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-4dc4be9a-21e4-4b7f-bd0e-45d98684d04f req-d8ddf194-495a-40ec-ba0d-165111b8f115 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:48:30.194264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dc4be9a-21e4-4b7f-bd0e-45d98684d04f req-d8ddf194-495a-40ec-ba0d-165111b8f115 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9 HTTP/1.1" status: 404 len: 352 time: 0.0209720 Feb 09 02:48:30.220846 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:48:25Z', 'revision_number': 4, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port': {'id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:19Z', 'updated_at': '2022-02-09T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f117882d-9b89-40a8-bb55-bd7d2bbc911d', 'name': '', 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'mac_address': 'fa:16:3e:42:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'ea3648ea-bd15-40bf-81c2-a293f9e551d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:24Z', 'updated_at': '2022-02-09T02:48:29Z', 'revision_number': 4, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'subnets': [{'id': 'ea3648ea-bd15-40bf-81c2-a293f9e551d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:30.223967 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33654ca7-76ce-484c-bd16-b58f9402a695 x-openstack-request-id: req-33654ca7-76ce-484c-bd16-b58f9402a695 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:30.224511 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a012f22d-88bd-47d6-aa50-d36c040ca6ca", "name": "network-vif-deleted", "tag": "c639935a-e237-4af5-b912-c6278e9ccfac", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:30.224971 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33654ca7-76ce-484c-bd16-b58f9402a695 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:30.227461 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a012f22d-88bd-47d6-aa50-d36c040ca6ca', 'name': 'network-vif-deleted', 'tag': 'c639935a-e237-4af5-b912-c6278e9ccfac', 'status': 'completed', 'code': 200} Feb 09 02:48:30.230884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:30.231233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e0aa2ee0-5677-4f2e-b2b4-5fa1f68dd1b2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:30.232197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-27ac3373-0ada-46b9-a063-027e11254f93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c27068aa95da4cbc82b13e08d96ac54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0779836 Feb 09 02:48:30.235246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:30.280824 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399ad853-4a46-4f8a-a2bb-7232788dccce None None] The sync data for ids ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'] in n-d-827839-4 is: [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:48:25Z', 'revision_number': 4, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port': {'id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:19Z', 'updated_at': '2022-02-09T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f117882d-9b89-40a8-bb55-bd7d2bbc911d', 'name': '', 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'mac_address': 'fa:16:3e:42:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'ea3648ea-bd15-40bf-81c2-a293f9e551d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:24Z', 'updated_at': '2022-02-09T02:48:29Z', 'revision_number': 4, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'subnets': [{'id': 'ea3648ea-bd15-40bf-81c2-a293f9e551d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:30.299275 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ed0efa8-69b9-4c93-bc30-e44264c47969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.331479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:30.338936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-1541d1e0-ab19-4805-bac8-162d396c9ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033559 Feb 09 02:48:30.398636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bed29d92-fd58-4849-833a-74c2a0dace7f admin admin] Publish callbacks [] for security_group (c827ea4d-bf4f-4efa-bb56-3046a2e4cd24), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.437367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2aff1-aa5b-4a02-a6e4-d5d2dee9d555 req-1dc57206-065e-491b-a9c1-f57398d0c712 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:30.440632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fa2aff1-aa5b-4a02-a6e4-d5d2dee9d555 req-1dc57206-065e-491b-a9c1-f57398d0c712 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.1359019 Feb 09 02:48:30.459741 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bed29d92-fd58-4849-833a-74c2a0dace7f admin admin] Publish callbacks [] for security_group (c827ea4d-bf4f-4efa-bb56-3046a2e4cd24), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.460485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Router 5876bffc-42bc-4b9a-92d8-c9105a543cdd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:30.506668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Publish callbacks [] for security_group (cf20bb70-e6f0-4147-935e-2d15cf4b1c1f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.562503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fa2aff1-aa5b-4a02-a6e4-d5d2dee9d555 req-5ec49b45-2f9b-42ed-8907-da94d234297d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899012 Feb 09 02:48:30.584333 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cf20bb70-e6f0-4147-935e-2d15cf4b1c1f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.594170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bed29d92-fd58-4849-833a-74c2a0dace7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c827ea4d-bf4f-4efa-bb56-3046a2e4cd24), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.598043 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bed29d92-fd58-4849-833a-74c2a0dace7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.599626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bed29d92-fd58-4849-833a-74c2a0dace7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c827ea4d-bf4f-4efa-bb56-3046a2e4cd24 HTTP/1.1" status: 204 len: 168 time: 0.3622825 Feb 09 02:48:30.619114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed29d92-fd58-4849-833a-74c2a0dace7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c827ea4d-bf4f-4efa-bb56-3046a2e4cd24,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:30.673986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf20bb70-e6f0-4147-935e-2d15cf4b1c1f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:30.690525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:30.732618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2000d41-d980-42f5-ad71-1fee655397a4 None None] The sync data for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 is: [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:47:06Z', 'revision_number': 4, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3', 'name': '', 'network_id': '38a6c9c8-90f1-430d-ac14-0679fed85b1a', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'mac_address': 'fa:16:3e:63:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:04Z', 'updated_at': '2022-02-09T02:47:14Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'subnets': [{'id': '6e837cc6-a5a1-4f2e-be13-143895d4120b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:30.751422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:48:30.775377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-3f9ab305-c3fb-4b77-ae73-b03bca2e5a50 service neutron] 10.222.0.32 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961732 Feb 09 02:48:30.792812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (61276054-3648-4d5f-b815-158c891cb4e9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.794720 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Added segment 61276054-3648-4d5f-b815-158c891cb4e9 of type vlan for network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 Feb 09 02:48:30.898147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (6287f9d6-f9e5-4b33-bf4c-71f112de18e6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.934177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:30.950208 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] Sync routers for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:30.963002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:30.965853 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:30.966902 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:31.002349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-92b3d561-51ab-4394-847c-615556afaeff req-75708726-5c1e-456a-947a-4c99de43843b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-497973646', 'description': 'tempest-description-298053216'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:31.078552 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-92b3d561-51ab-4394-847c-615556afaeff req-75708726-5c1e-456a-947a-4c99de43843b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:31.105306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (6287f9d6-f9e5-4b33-bf4c-71f112de18e6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:31.116817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:31.117490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:31.156157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48530) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:31.156724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9626884 Feb 09 02:48:31.178802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Request body: {'subnet': {'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-subnet', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:31.217971 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:31.218343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Made reservation on behalf of 615ea0ab77a8408693897adf51702195 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:31.222058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:31.226571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cc24a-9282-41fa-a661-8812f5fd4d99 req-68efbe6c-4107-4ca3-97a1-f5772a1276d2 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:31.228358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-318cc24a-9282-41fa-a661-8812f5fd4d99 req-68efbe6c-4107-4ca3-97a1-f5772a1276d2 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1127 time: 0.1780915 Feb 09 02:48:31.349062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d7d1fa-3d04-4b66-9125-e4d34298e810 None None] New status for floating IP 15370207-7810-4b23-a2b6-fcaa917077b9: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:48:31.381532 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-882fa3dc-ef2f-4226-9c02-a094dce7236c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "PUT /v2.0/floatingips/6e4be161-a069-4593-a559-2dca3e161ca0 HTTP/1.1" status: 200 len: 992 time: 4.1707189 Feb 09 02:48:31.393685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-318cc24a-9282-41fa-a661-8812f5fd4d99 req-96ebd6b6-8cbb-4041-878c-4f77055274f6 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530571 Feb 09 02:48:31.477516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521c12a-c082-4a09-b506-2979e16a90e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6287f9d6-f9e5-4b33-bf4c-71f112de18e6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:31.490915 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-92b3d561-51ab-4394-847c-615556afaeff req-75708726-5c1e-456a-947a-4c99de43843b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (7416b586-6ef6-4f67-a7fb-0829ed38dae3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:31.503306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-92b3d561-51ab-4394-847c-615556afaeff req-75708726-5c1e-456a-947a-4c99de43843b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7416b586-6ef6-4f67-a7fb-0829ed38dae3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:31.567866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-92b3d561-51ab-4394-847c-615556afaeff req-75708726-5c1e-456a-947a-4c99de43843b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:31.573960 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92b3d561-51ab-4394-847c-615556afaeff req-75708726-5c1e-456a-947a-4c99de43843b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5961401 Feb 09 02:48:31.654365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75708726-5c1e-456a-947a-4c99de43843b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7416b586-6ef6-4f67-a7fb-0829ed38dae3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:31.701771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e950535f-798b-46bd-9fd4-794aec4c9231 req-e957ccbc-eb2d-403e-923d-e07b008dfe0c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 210 time: 0.0867071 Feb 09 02:48:31.703409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:48:31.786092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-8c3723a8-07ca-41ab-be86-f0c607cb5db5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2083848 Feb 09 02:48:31.815841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f5ef9-72af-490a-99ef-02be58eadd61 req-a0e0580c-2938-45ec-ab43-1f187e267be1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:31.823661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-866f5ef9-72af-490a-99ef-02be58eadd61 req-a0e0580c-2938-45ec-ab43-1f187e267be1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.1416016 Feb 09 02:48:31.875000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (300c9a33-46df-4012-bf0b-c8645474ac6c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:31.919488 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '6e4be161-a069-4593-a559-2dca3e161ca0', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'port_id': '57124ed2-282b-4169-ac48-82de9427e8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'mac_address': 'fa:16:3e:13:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:48:04Z', 'updated_at': '2022-02-09T02:48:28Z', 'revision_number': 1, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 5, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:31.998946 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] Checking router: 5876bffc-42bc-4b9a-92d8-c9105a543cdd for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:32.002868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-866f5ef9-72af-490a-99ef-02be58eadd61 req-e675bd2b-6fe6-4f2d-8e50-913b5034fcaa tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782351 Feb 09 02:48:32.019551 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:32.020622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-35507f8a-20de-44e7-bfde-738ab380ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:32.021045 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:32.022137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-35507f8a-20de-44e7-bfde-738ab380ff98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 1132 time: 0.1965098 Feb 09 02:48:32.039989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300c9a33-46df-4012-bf0b-c8645474ac6c,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:32.055346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fbef3-e01c-4ad2-b31a-38c787b5dfaf req-db3a5d84-657a-405b-be3e-afa6203686bf tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:32.057187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c4fbef3-e01c-4ad2-b31a-38c787b5dfaf req-db3a5d84-657a-405b-be3e-afa6203686bf tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1127 time: 0.1558387 Feb 09 02:48:32.058330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Checking segment: {'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:32.059509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Network hostable DHCP agents. Network: 6287f9d6-f9e5-4b33-bf4c-71f112de18e6, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:48:32.115579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48560) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:32.152723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48562) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:32.157611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-6d138d1e-95df-4a2b-8679-ff529d7a3270 req-43ad32f8-e1eb-41a6-939a-114548685e7f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2130688000', 'description': 'tempest-description-1438754758'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:32.173933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:48:32.214913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f117882d-9b89-40a8-bb55-bd7d2bbc911d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:32.226598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:32.229272 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad053378-e291-4573-ae2d-94019dc1f4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:32.244512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6d138d1e-95df-4a2b-8679-ff529d7a3270 req-43ad32f8-e1eb-41a6-939a-114548685e7f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.270839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 6287f9d6-f9e5-4b33-bf4c-71f112de18e6) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:32.277279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c4fbef3-e01c-4ad2-b31a-38c787b5dfaf req-d06ec46a-8769-481b-acae-abee67c139a8 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065101 Feb 09 02:48:32.283432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:32.284027 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.296551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-bacf3a80-d764-4597-afb4-f470f4742b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:32.299142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-bacf3a80-d764-4597-afb4-f470f4742b70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2504687 Feb 09 02:48:32.309299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c5fb4-8c03-4a0b-b941-a5fb8761cb25 None None] Network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:32.363880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-070e4f8e-0222-47f2-8bd6-67a6df3e9247 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group (ddd0424a-0067-4763-911d-b763a470f476), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.369565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-0622527e-01a4-486a-af37-fbec546b8c83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 200 len: 217 time: 0.0631032 Feb 09 02:48:32.409018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-network', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:32.428656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a07732e4-d7da-422a-aad8-aad29b8c30b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2686090 Feb 09 02:48:32.430642 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:32.441085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-070e4f8e-0222-47f2-8bd6-67a6df3e9247 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group (ddd0424a-0067-4763-911d-b763a470f476), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.446594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48570) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:32.450830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:32.517839 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6d138d1e-95df-4a2b-8679-ff529d7a3270 req-43ad32f8-e1eb-41a6-939a-114548685e7f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (43ace1c8-42fd-4b28-8504-85a832787505), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.529349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6d138d1e-95df-4a2b-8679-ff529d7a3270 req-43ad32f8-e1eb-41a6-939a-114548685e7f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (43ace1c8-42fd-4b28-8504-85a832787505), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.587816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-5206b71e-c200-4fe6-8447-11ceac64cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:32.590728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-5206b71e-c200-4fe6-8447-11ceac64cc45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2022374 Feb 09 02:48:32.592006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Made reservation on behalf of a334c0cb07564bfe95bbfddc29f593ae for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:32.595154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.603860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6d138d1e-95df-4a2b-8679-ff529d7a3270 req-43ad32f8-e1eb-41a6-939a-114548685e7f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.624842 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d138d1e-95df-4a2b-8679-ff529d7a3270 req-43ad32f8-e1eb-41a6-939a-114548685e7f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4862840 Feb 09 02:48:32.634120 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.636882 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (b1a50cbd-29db-435c-9840-434f01943401), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.638411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (b1a50cbd-29db-435c-9840-434f01943401), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.667190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad32f8-e1eb-41a6-939a-114548685e7f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ace1c8-42fd-4b28-8504-85a832787505,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:32.709010 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640f134d-0e0a-4910-b20c-8fb228295865 x-openstack-request-id: req-640f134d-0e0a-4910-b20c-8fb228295865 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:32.709311 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:32.709570 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-640f134d-0e0a-4910-b20c-8fb228295865 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:32.710009 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'status': 'completed', 'code': 200} Feb 09 02:48:32.737003 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Publish callbacks [] for security_group (3779fa4c-ff13-45ae-bea1-2a2f8af727d6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.746881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-8e68ebc3-139c-4874-9e67-50f7645eaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:32.749022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-8e68ebc3-139c-4874-9e67-50f7645eaa06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1484101 Feb 09 02:48:32.771500 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3779fa4c-ff13-45ae-bea1-2a2f8af727d6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.787335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-070e4f8e-0222-47f2-8bd6-67a6df3e9247 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ddd0424a-0067-4763-911d-b763a470f476), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.790010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-070e4f8e-0222-47f2-8bd6-67a6df3e9247 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.791620 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-070e4f8e-0222-47f2-8bd6-67a6df3e9247 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "DELETE /v2.0/security-groups/ddd0424a-0067-4763-911d-b763a470f476 HTTP/1.1" status: 204 len: 168 time: 0.6746516 Feb 09 02:48:32.808569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:32.818467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda0a67-421c-44b2-90b9-e8ab4347d6b5 req-f61a96ff-4e8d-447b-bcc3-8c4cb22014fb tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:32.823655 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-11f6a4d2-35da-4b1d-b793-b1a0fdc0f29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.829234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4cda0a67-421c-44b2-90b9-e8ab4347d6b5 req-f61a96ff-4e8d-447b-bcc3-8c4cb22014fb tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.2782421 Feb 09 02:48:32.872774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-f7456896-85b7-4222-9dac-489f48b3dea6 req-abe303e6-0988-4a30-a83f-01e56db1bf4c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1818371721', 'description': 'tempest-description-987238312'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:32.889144 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-ef3f06b7-1b5b-48a8-b1f6-4e4d9ef4d414 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] show failed (client error): The resource could not be found. Feb 09 02:48:32.890418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef3f06b7-1b5b-48a8-b1f6-4e4d9ef4d414 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "GET /v2.0/security-groups/ddd0424a-0067-4763-911d-b763a470f476 HTTP/1.1" status: 404 len: 347 time: 0.0778022 Feb 09 02:48:32.891024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f117882d-9b89-40a8-bb55-bd7d2bbc911d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:32.899275 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:32.901466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48582) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:32.931404 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '6e4be161-a069-4593-a559-2dca3e161ca0', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'port_id': '57124ed2-282b-4169-ac48-82de9427e8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'mac_address': 'fa:16:3e:13:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:48:04Z', 'updated_at': '2022-02-09T02:48:28Z', 'revision_number': 1, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 5, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:32.973624 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f5be9d-7c25-4546-b843-a4925f20508e None None] The sync data for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 is: [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '6e4be161-a069-4593-a559-2dca3e161ca0', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'port_id': '57124ed2-282b-4169-ac48-82de9427e8f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'mac_address': 'fa:16:3e:13:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:48:04Z', 'updated_at': '2022-02-09T02:48:28Z', 'revision_number': 1, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 5, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:32.999970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-6287f9d6-f9e5-4b33-bf4c-71f112de18e6', 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6', 'project_id': '615ea0ab77a8408693897adf51702195', 'fixed_ips': [{'subnet_id': '300c9a33-46df-4012-bf0b-c8645474ac6c'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:48:33.002124 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.029269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-d13196dd-6902-4572-90b2-7f1d04f8b347 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727141 Feb 09 02:48:33.101192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f7456896-85b7-4222-9dac-489f48b3dea6 req-abe303e6-0988-4a30-a83f-01e56db1bf4c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.255842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3779fa4c-ff13-45ae-bea1-2a2f8af727d6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:33.267777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Allocated IP 172.20.0.2 (6287f9d6-f9e5-4b33-bf4c-71f112de18e6/300c9a33-46df-4012-bf0b-c8645474ac6c/74376741-9898-4e79-ad7e-17eea9b942d1) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:33.276884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:48:33.283802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e4f8e-0222-47f2-8bd6-67a6df3e9247 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd0424a-0067-4763-911d-b763a470f476,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:33.285559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f117882d-9b89-40a8-bb55-bd7d2bbc911d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:33.285960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.297511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks [] for router_controller (b1a50cbd-29db-435c-9840-434f01943401), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.338110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4cda0a67-421c-44b2-90b9-e8ab4347d6b5 req-7b66b229-c745-4db8-bf25-30cfaf56ae2f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079453 Feb 09 02:48:33.348743 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb3518-d082-48cb-9c5d-787b03d8e720 None None] New status for floating IP 6e4be161-a069-4593-a559-2dca3e161ca0: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:48:33.372565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port f117882d-9b89-40a8-bb55-bd7d2bbc911d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f117882d-9b89-40a8-bb55-bd7d2bbc911d,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:33.396619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (701142a4-01ee-4049-a9be-3444afbd6b42), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.396619 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Added segment 701142a4-01ee-4049-a9be-3444afbd6b42 of type vlan for network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 Feb 09 02:48:33.399128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-082530e7-9b62-4e6c-93fe-6506abe1fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:33.400613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-082530e7-9b62-4e6c-93fe-6506abe1fbee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1128 time: 0.6609113 Feb 09 02:48:33.420604 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.460420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e126a-24ce-4170-a4e9-0900ec501878 req-9e2e3438-b0c9-4455-afd6-9363305696e6 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:33.463147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-9e2e3438-b0c9-4455-afd6-9363305696e6 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.61 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 811 time: 0.4318204 Feb 09 02:48:33.481403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Request body: {'port': {'device_id': '3a2d7530-fb5c-4d23-8277-b632027da4d1', 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00', 'admin_state_up': True, 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:33.498762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=f117882d-9b89-40a8-bb55-bd7d2bbc911d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:33.531758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Deleting port d3429a25-69e5-44db-8224-4473c63d5b71 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:33.533921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d3429a25-69e5-44db-8224-4473c63d5b71), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.538665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-e9e5594b-abb0-4b9d-ab9f-286039724d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:33.538665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-e9e5594b-abb0-4b9d-ab9f-286039724d7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.0980103 Feb 09 02:48:33.542749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac39766-9966-4e8c-8c16-d41ab5ebf3f4 req-9230c1c8-5b3b-4635-bc7a-7db8ad1596f2 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426708 Feb 09 02:48:33.575521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f7456896-85b7-4222-9dac-489f48b3dea6 req-abe303e6-0988-4a30-a83f-01e56db1bf4c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (aad69a7b-3a96-4b3d-b5f5-cea2a7000a68), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.617928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f7456896-85b7-4222-9dac-489f48b3dea6 req-abe303e6-0988-4a30-a83f-01e56db1bf4c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aad69a7b-3a96-4b3d-b5f5-cea2a7000a68), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.643798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a051bbe-93d7-4ed7-ba8b-93a1a948e158 req-43fbf490-022f-4e10-ace7-dd545a1cb8f4 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 210 time: 0.2054551 Feb 09 02:48:33.649472 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Publish callbacks [] for port (74376741-9898-4e79-ad7e-17eea9b942d1), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.676826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.691505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f7456896-85b7-4222-9dac-489f48b3dea6 req-abe303e6-0988-4a30-a83f-01e56db1bf4c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.693200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7456896-85b7-4222-9dac-489f48b3dea6 req-abe303e6-0988-4a30-a83f-01e56db1bf4c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8832905 Feb 09 02:48:33.709751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe303e6-0988-4a30-a83f-01e56db1bf4c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad69a7b-3a96-4b3d-b5f5-cea2a7000a68,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:33.737380 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d3429a25-69e5-44db-8224-4473c63d5b71), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.737709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for floatingip (d3429a25-69e5-44db-8224-4473c63d5b71), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.745414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (13ea520e-e9c4-4e56-8a21-8c73d49e7af2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.751953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-39673ab7-f5e3-4acb-80de-c61ac883100b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1000 time: 0.2083597 Feb 09 02:48:33.755076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Calling delete_port for d3429a25-69e5-44db-8224-4473c63d5b71 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:33.770621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Made reservation on behalf of 63f733c005e24ce7b0a7abd9d2e74b56 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:33.774270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.788304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Pushing event updated for resources: {'Port': ['ID=74376741-9898-4e79-ad7e-17eea9b942d1,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:33.815377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:33.823616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:33.825950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:33.832834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.864715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks [] for router_gateway (b1a50cbd-29db-435c-9840-434f01943401), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.900330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Attempting to bind port 74376741-9898-4e79-ad7e-17eea9b942d1 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:33.900709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Attempting to bind port 74376741-9898-4e79-ad7e-17eea9b942d1 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:33.901059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Attempting to bind port 74376741-9898-4e79-ad7e-17eea9b942d1 on network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:33.907066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:33.907552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Checking segment: {'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:33.907874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.908269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Bound using segment: {'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:33.908721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Bound port: 74376741-9898-4e79-ad7e-17eea9b942d1, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:33.909094 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.926274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (13ea520e-e9c4-4e56-8a21-8c73d49e7af2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.927237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:33.927820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:33.934092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-5fc7ee66-b87f-4573-b4a1-a323a7f56770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:33.935601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-5fc7ee66-b87f-4573-b4a1-a323a7f56770 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1444471 Feb 09 02:48:33.956551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35959277-357d-4930-8063-5abecdb796fa req-bb643121-1597-4592-a17d-7c19b1d619f9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:33.958100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35959277-357d-4930-8063-5abecdb796fa req-bb643121-1597-4592-a17d-7c19b1d619f9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.1456990 Feb 09 02:48:33.987706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-18123a64-8e85-407f-a2d3-23832221834d None None] For port 74376741-9898-4e79-ad7e-17eea9b942d1, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:33.991947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-18123a64-8e85-407f-a2d3-23832221834d None None] For port 74376741-9898-4e79-ad7e-17eea9b942d1, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=74376741-9898-4e79-ad7e-17eea9b942d1,segment=NetworkSegment(61276054-3648-4d5f-b815-158c891cb4e9),segment_id=61276054-3648-4d5f-b815-158c891cb4e9)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:34.006962 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.032962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8762336 Feb 09 02:48:34.035298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:34.038157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d314ceb-c7a8-410f-9db2-90a89c048b1c admin admin] Pushing event updated for resources: {'Network': ['ID=13ea520e-e9c4-4e56-8a21-8c73d49e7af2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:34.038535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Request body: {'subnet': {'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-subnet', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:34.063547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-6f17714b-85fb-469c-85a9-4d5d3aaefcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:34.065568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-6f17714b-85fb-469c-85a9-4d5d3aaefcf3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847287 Feb 09 02:48:34.069057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Made reservation on behalf of a334c0cb07564bfe95bbfddc29f593ae for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:34.071683 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.082210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:48:34.171205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123a64-8e85-407f-a2d3-23832221834d None None] Pushing event updated for resources: {'Port': ['ID=74376741-9898-4e79-ad7e-17eea9b942d1,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:34.196119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f117882d-9b89-40a8-bb55-bd7d2bbc911d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:34.222775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35959277-357d-4930-8063-5abecdb796fa req-d105d06d-df82-4e89-8139-f6787e73c645 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520368 Feb 09 02:48:34.262925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f117882d-9b89-40a8-bb55-bd7d2bbc911d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:34.263207 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.288228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Allocated IP 172.20.0.14 (864af6b6-ec45-4e59-a401-3a85fef04c00/ea3648ea-bd15-40bf-81c2-a293f9e551d4/bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:34.310560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-32b6c187-4955-4c29-a6ca-6601e5986a04 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343900 Feb 09 02:48:34.328663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d3429a25-69e5-44db-8224-4473c63d5b71), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.369527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f117882d-9b89-40a8-bb55-bd7d2bbc911d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:34.412992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks [] for router_gateway (b1a50cbd-29db-435c-9840-434f01943401), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.431790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Pushing event deleted for resources: {'Port': ['ID=d3429a25-69e5-44db-8224-4473c63d5b71,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:34.458350 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.556378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad053378-e291-4573-ae2d-94019dc1f4b6 req-d75d1818-85ca-4b49-bedc-633e688f5583 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228134 Feb 09 02:48:34.599299 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f15ea7e-c637-4ffd-9462-fc49979ef089 req-17e95764-f59e-4459-914a-c8f8b29dacb4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=588502c1dea042818eb2c2862400f62f HTTP/1.1" status: 200 len: 10997 time: 0.3217938 Feb 09 02:48:34.638010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Allocated IP 172.25.2.22 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/2bc5f660-9f86-4f7b-94bf-3837a7624e16) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:34.708319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks [] for floatingip (15370207-7810-4b23-a2b6-fcaa917077b9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.711116 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.712282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-55805f7a-87e3-4e9e-9692-0b25fd56d419 tempest-ServersTestManualDisk-1765274623 tempest-ServersTestManualDisk-1765274623-project] 10.222.0.32 "DELETE /v2.0/floatingips/15370207-7810-4b23-a2b6-fcaa917077b9 HTTP/1.1" status: 204 len: 168 time: 1.8094091 Feb 09 02:48:34.718765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48610) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:34.781438 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f15ea7e-c637-4ffd-9462-fc49979ef089 req-ada41990-6b57-4769-8fa9-bca76d2d9680 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09 HTTP/1.1" status: 200 len: 2998 time: 0.1812820 Feb 09 02:48:34.869469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks [] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.871678 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (5597d5ae-f8b4-4e12-960a-5f3b9cba17c8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.880879 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks [] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.928174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f15ea7e-c637-4ffd-9462-fc49979ef089 req-0ccdba3e-c61a-4e9f-8c05-3780cb5b83de tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09 HTTP/1.1" status: 200 len: 2998 time: 0.1233878 Feb 09 02:48:34.951678 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:34.971145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5597d5ae-f8b4-4e12-960a-5f3b9cba17c8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:34.998276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Checking segment: {'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:34.998679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Network hostable DHCP agents. Network: 13ea520e-e9c4-4e56-8a21-8c73d49e7af2, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:48:35.011427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.026194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.064566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:48:35.082654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:35.090059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:35.114454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:35.115567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Network 864af6b6-ec45-4e59-a401-3a85fef04c00 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:35.119861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 13ea520e-e9c4-4e56-8a21-8c73d49e7af2) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:35.125841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:35.128501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:35.129105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.133415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6f1c5-21a3-4f60-994f-267b1388e04d None None] Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:35.135592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:35.153278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc5f660-9f86-4f7b-94bf-3837a7624e16,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:35.198198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:35.198836 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.206214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Pushing event updated for resources: {'Port': ['ID=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:35.235495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d42e-3da9-4afc-82fc-c480de637eef req-7b9051fc-ac61-43c1-9c74-9fe52d19855e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:35.242951 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b865d42e-3da9-4afc-82fc-c480de637eef req-7b9051fc-ac61-43c1-9c74-9fe52d19855e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.2217679 Feb 09 02:48:35.269201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-4515301a-4d24-44e2-87bf-8d4d479ebb79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7916358 Feb 09 02:48:35.275201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cff63713-004a-4f41-b87d-08e3ba2573ac admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2404895 Feb 09 02:48:35.278569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48626) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:35.291523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Request body: {'port': {'device_id': '3a2d7530-fb5c-4d23-8277-b632027da4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:35.298609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:35.325885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-13ea520e-e9c4-4e56-8a21-8c73d49e7af2', 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2', 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'fixed_ips': [{'subnet_id': '5597d5ae-f8b4-4e12-960a-5f3b9cba17c8'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:48:35.327835 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.359922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b865d42e-3da9-4afc-82fc-c480de637eef req-d30c40f1-2a8a-4d8f-a84b-e4f0d0890522 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137898 Feb 09 02:48:35.386570 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.388466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.427974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.549620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Allocated IP 172.20.0.2 (13ea520e-e9c4-4e56-8a21-8c73d49e7af2/5597d5ae-f8b4-4e12-960a-5f3b9cba17c8/ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:35.664773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks [] for router_gateway (b1a50cbd-29db-435c-9840-434f01943401), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.732482 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Publish callbacks [] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.741955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258cc00-b8ee-4ee0-8dfa-74ec2fc2a50c None None] Network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:35.746194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.775179 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (d1d97856-c0fe-4253-9f9c-6267d2b4809c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.848980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:35.862557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:35.871164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Pushing event updated for resources: {'Port': ['ID=ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:35.873585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:35.877639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9edeeee4-abcc-46d2-8482-9850b723e94e None None] Provisioning complete for port 74376741-9898-4e79-ad7e-17eea9b942d1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:35.878020 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9edeeee4-abcc-46d2-8482-9850b723e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:35.999424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks [] for router_controller (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.000017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Attempting to bind port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:36.000017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Attempting to bind port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:36.000526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Attempting to bind port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b on network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:36.010303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:36.010733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Checking segment: {'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:36.011095 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.011493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Bound using segment: {'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:36.012398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Bound port: ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:36.012626 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.082055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9edeeee4-abcc-46d2-8482-9850b723e94e None None] Current status of the port 74376741-9898-4e79-ad7e-17eea9b942d1 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:36.082055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9edeeee4-abcc-46d2-8482-9850b723e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.090939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bbc4b-3c5e-4d5b-a676-d1bbd925a671 req-cd13a2ec-6b44-48b7-9746-bd98b35d2415 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:36.097979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f92bbc4b-3c5e-4d5b-a676-d1bbd925a671 req-cd13a2ec-6b44-48b7-9746-bd98b35d2415 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 932 time: 0.6551034 Feb 09 02:48:36.155986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-120811a6-d69d-47d0-9499-425167a9c664 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:48:36.157331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-120811a6-d69d-47d0-9499-425167a9c664 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6102002 Feb 09 02:48:36.182492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9edeeee4-abcc-46d2-8482-9850b723e94e None None] For port 74376741-9898-4e79-ad7e-17eea9b942d1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=74376741-9898-4e79-ad7e-17eea9b942d1,segment=NetworkSegment(61276054-3648-4d5f-b815-158c891cb4e9),segment_id=61276054-3648-4d5f-b815-158c891cb4e9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:36.201194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 74376741-9898-4e79-ad7e-17eea9b942d1 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:36.203921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] For port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:36.206763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9edeeee4-abcc-46d2-8482-9850b723e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.209493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] For port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b,segment=NetworkSegment(701142a4-01ee-4049-a9be-3444afbd6b42),segment_id=701142a4-01ee-4049-a9be-3444afbd6b42)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:36.270973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.326068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.333293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edeeee4-abcc-46d2-8482-9850b723e94e None None] Pushing event updated for resources: {'Port': ['ID=74376741-9898-4e79-ad7e-17eea9b942d1,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:36.338693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks [] for router_gateway (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.414380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-00c9a83a-2d7f-4d7b-bb40-8ec318bf3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:36.416055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-00c9a83a-2d7f-4d7b-bb40-8ec318bf3cf3 service neutron] 10.222.0.32 "GET /v2.0/ports/a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 200 len: 1124 time: 0.2428436 Feb 09 02:48:36.417193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 74376741-9898-4e79-ad7e-17eea9b942d1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:36.417808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.433282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f92bbc4b-3c5e-4d5b-a676-d1bbd925a671 req-7e1e95cd-f1c5-45a4-b873-a6ebb82a8032 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324683 Feb 09 02:48:36.473930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169abcf9-1f90-424e-b7af-a739c17db8fa None None] Pushing event updated for resources: {'Port': ['ID=ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:36.492303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Request body: {'binding': {'host': 'n-h1-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:36.492841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Unknown quota resources ['binding']. {{(pid=109856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:48:36.544427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (b1a50cbd-29db-435c-9840-434f01943401), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.582529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b7dbbf9f-2d3a-4108-b87d-727ea5cb4c8c None None] Provisioning complete for port 74376741-9898-4e79-ad7e-17eea9b942d1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:36.582975 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7dbbf9f-2d3a-4108-b87d-727ea5cb4c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.672956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 74376741-9898-4e79-ad7e-17eea9b942d1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:36.705101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:36.720276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Publish callbacks [] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.728398 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609aba86-4f79-475b-935b-4c098dca0c4b req-f66b3807-05f2-4c15-9548-1f656a358f35 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/7416b586-6ef6-4f67-a7fb-0829ed38dae3 HTTP/1.1" status: 200 len: 1816 time: 0.2398288 Feb 09 02:48:36.743707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b7dbbf9f-2d3a-4108-b87d-727ea5cb4c8c None None] Current status of the port 74376741-9898-4e79-ad7e-17eea9b942d1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:36.772745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Transition to ACTIVE for port object bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:48:36.789254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Router b1a50cbd-29db-435c-9840-434f01943401 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:48:36.799974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Deleting port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:36.800313 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.802178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.911776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:36.917724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on host n-h1-827839-4 for vnic_type normal with profile None {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:36.918058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:36.918416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:36.928957 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-609aba86-4f79-475b-935b-4c098dca0c4b req-7f04f0c2-0823-4e61-9650-11cc6e187cd8 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (7416b586-6ef6-4f67-a7fb-0829ed38dae3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.964162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] For port bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:36.964526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:36.965635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:48:36.965972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:36.981599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Calling delete_port for bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:36.983807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:37.001982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Sync routers for ids ['b1a50cbd-29db-435c-9840-434f01943401'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:37.009669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.011041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2e7e6843-daec-4831-950f-1b0b6afede24 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5635464 Feb 09 02:48:37.019358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Routers {'b1a50cbd-29db-435c-9840-434f01943401'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:37.020743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b1a50cbd-29db-435c-9840-434f01943401'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:37.022668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48634) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:37.070972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:37.071312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:37.071700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:37.072139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Bound port: a9c495ab-c256-44e7-a534-873df2f98d28, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:37.131399 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-609aba86-4f79-475b-935b-4c098dca0c4b req-7f04f0c2-0823-4e61-9650-11cc6e187cd8 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (7416b586-6ef6-4f67-a7fb-0829ed38dae3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.135336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Set router b1a50cbd-29db-435c-9840-434f01943401 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:37.196705 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.230406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:37.287075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Attempting to bind port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:37.287075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Attempting to bind port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:37.287075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Attempting to bind port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 on network 864af6b6-ec45-4e59-a401-3a85fef04c00 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:37.312079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:37.319960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks [] for router_gateway (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.326578 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.327787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-94f73db4-8611-488f-9bc7-672ea9dd7009 service neutron] 10.222.0.32 "POST /v2.0/ports/a9c495ab-c256-44e7-a534-873df2f98d28/bindings HTTP/1.1" status: 201 len: 389 time: 0.8407066 Feb 09 02:48:37.328379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 on network 864af6b6-ec45-4e59-a401-3a85fef04c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:48:37.328729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Attempting to bind port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 on network 864af6b6-ec45-4e59-a401-3a85fef04c00 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:37.349692 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-609aba86-4f79-475b-935b-4c098dca0c4b req-7f04f0c2-0823-4e61-9650-11cc6e187cd8 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7416b586-6ef6-4f67-a7fb-0829ed38dae3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.355780 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-609aba86-4f79-475b-935b-4c098dca0c4b req-7f04f0c2-0823-4e61-9650-11cc6e187cd8 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.357219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609aba86-4f79-475b-935b-4c098dca0c4b req-7f04f0c2-0823-4e61-9650-11cc6e187cd8 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/7416b586-6ef6-4f67-a7fb-0829ed38dae3 HTTP/1.1" status: 204 len: 173 time: 0.6175985 Feb 09 02:48:37.482798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.541080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (d1d97856-c0fe-4253-9f9c-6267d2b4809c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.668469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:37.668974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Checking segment: {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:37.669444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Bound using segment: {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:37.669991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Bound port: bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:37.670489 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.685854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:35Z', 'revision_number': 3, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port': {'id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:34Z', 'updated_at': '2022-02-09T02:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:37.716173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Checking router: b1a50cbd-29db-435c-9840-434f01943401 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:37.716173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Updating router b1a50cbd-29db-435c-9840-434f01943401 port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:48:37.746879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04f0c2-0823-4e61-9650-11cc6e187cd8 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7416b586-6ef6-4f67-a7fb-0829ed38dae3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:37.751445 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.840369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe455d88-5990-45ba-b1b9-ee318b882165 req-98277762-e971-42fe-8dad-a71f49b617c8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:37.843845 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fe455d88-5990-45ba-b1b9-ee318b882165 req-98277762-e971-42fe-8dad-a71f49b617c8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.2098415 Feb 09 02:48:37.874478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-42ff63bd-070a-4ef7-bf71-c602b02c88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:37.876302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-42ff63bd-070a-4ef7-bf71-c602b02c88c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1127 time: 0.1883144 Feb 09 02:48:37.889801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] For port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:37.893502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] For port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:37.917807 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:37.955942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8b776-ebe9-462c-be7d-bec054ffe652 None None] Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:37.971669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fe455d88-5990-45ba-b1b9-ee318b882165 req-5507d7b7-0794-45b6-98e4-716e783ffa2b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201284 Feb 09 02:48:38.010058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407b527-6f5a-4055-ad49-247b499622ea req-9f7ab0c8-da59-4bf3-bdcc-1b038c26c277 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:38.011707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9407b527-6f5a-4055-ad49-247b499622ea req-9f7ab0c8-da59-4bf3-bdcc-1b038c26c277 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.3447046 Feb 09 02:48:38.014970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:38.015578 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.016901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] 10.222.0.61 "PUT /v2.0/ports/bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 HTTP/1.1" status: 200 len: 1092 time: 2.7392082 Feb 09 02:48:38.023574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d7530-fb5c-4d23-8277-b632027da4d1', 'tag': 'bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:38.023574 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2d7530-fb5c-4d23-8277-b632027da4d1", "tag": "bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:38.078807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98c3dd66-dffa-41a5-8d49-87c9ad7c59bc None None] Provisioning complete for port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:38.079411 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98c3dd66-dffa-41a5-8d49-87c9ad7c59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.080928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16e0eb-0e90-42a4-85c7-34f5b0b1608f service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:38.162853 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-64a8beb3-9555-4b09-a4b6-14582442b3b5 req-e8dec767-1659-4dd0-ae2b-0da9833fde57 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:48:38.164386 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64a8beb3-9555-4b09-a4b6-14582442b3b5 req-e8dec767-1659-4dd0-ae2b-0da9833fde57 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/7416b586-6ef6-4f67-a7fb-0829ed38dae3 HTTP/1.1" status: 404 len: 352 time: 0.1042507 Feb 09 02:48:38.228801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-00619651-5a62-4f0a-8928-1b34173f36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:38.230374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-00619651-5a62-4f0a-8928-1b34173f36d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.3176432 Feb 09 02:48:38.260517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9407b527-6f5a-4055-ad49-247b499622ea req-377b9490-7db8-4524-90fa-643b27b7f883 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338462 Feb 09 02:48:38.264466 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Publish callbacks [] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.277429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98c3dd66-dffa-41a5-8d49-87c9ad7c59bc None None] Current status of the port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:38.277754 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98c3dd66-dffa-41a5-8d49-87c9ad7c59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.283663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Router d1d97856-c0fe-4253-9f9c-6267d2b4809c has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:38.289029 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.297147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-ab912833-6c8a-415f-b2ec-9a8bae777018 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 200 len: 217 time: 0.0578723 Feb 09 02:48:38.348377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e126a-24ce-4170-a4e9-0900ec501878 req-23446921-b6e7-4888-bb1c-6c70bbce3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:38.350370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-23446921-b6e7-4888-bb1c-6c70bbce3d5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 1126 time: 0.2548254 Feb 09 02:48:38.369531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98c3dd66-dffa-41a5-8d49-87c9ad7c59bc None None] For port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b,segment=NetworkSegment(701142a4-01ee-4049-a9be-3444afbd6b42),segment_id=701142a4-01ee-4049-a9be-3444afbd6b42)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:38.378796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec64f2-1a43-48ba-ab18-ed2ab71f9fb1 None None] Pushing event updated for resources: {'Port': ['ID=2bc5f660-9f86-4f7b-94bf-3837a7624e16,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:38.382780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Attempting to bind port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:38.383155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Attempting to bind port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:38.383522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Attempting to bind port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:38.386102 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98c3dd66-dffa-41a5-8d49-87c9ad7c59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.424129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-9a3b2818-464b-4e90-8c37-c4c9ea9041a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 HTTP/1.1" status: 200 len: 217 time: 0.0641360 Feb 09 02:48:38.453416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3dd66-dffa-41a5-8d49-87c9ad7c59bc None None] Pushing event updated for resources: {'Port': ['ID=ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:38.457828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:38.458383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:38.458896 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.459392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:38.459979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Bound port: 2bc5f660-9f86-4f7b-94bf-3837a7624e16, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:38.460471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.534810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] For port 2bc5f660-9f86-4f7b-94bf-3837a7624e16, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:38.541175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] For port 2bc5f660-9f86-4f7b-94bf-3837a7624e16, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2bc5f660-9f86-4f7b-94bf-3837a7624e16,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:38.549270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-ae6e1918-20f3-475e-9782-eeea3db2cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:38.550764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-ae6e1918-20f3-475e-9782-eeea3db2cd8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.2353678 Feb 09 02:48:38.552390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:38.558224 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.568989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a369f-e6d9-4b3f-9e0b-d0d6047b5b84 req-ad1fd28b-b657-4098-a5b1-a16b571918dc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:38.576833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-612a369f-e6d9-4b3f-9e0b-d0d6047b5b84 req-ad1fd28b-b657-4098-a5b1-a16b571918dc tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.3280244 Feb 09 02:48:38.627885 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-b7889231-49ee-47b1-8895-d4d2c5db81da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480666 Feb 09 02:48:38.670751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec64f2-1a43-48ba-ab18-ed2ab71f9fb1 None None] Pushing event updated for resources: {'Port': ['ID=2bc5f660-9f86-4f7b-94bf-3837a7624e16,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:38.677998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:38.678503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.719208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Routers {'b1a50cbd-29db-435c-9840-434f01943401'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:38.719952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b1a50cbd-29db-435c-9840-434f01943401'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:38.742918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-612a369f-e6d9-4b3f-9e0b-d0d6047b5b84 req-e0f165e3-1974-41a4-be40-490ebd24c0d4 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651998 Feb 09 02:48:38.766021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:38.774645 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0875b664-d8b5-4207-b809-543d31763fd3 admin admin] 10.222.0.32 "PUT /v2.0/routers/d1d97856-c0fe-4253-9f9c-6267d2b4809c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0502784 Feb 09 02:48:38.788569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48648) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:38.791874 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] Sync routers for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:38.805262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-76612e05-ca4f-43a2-8584-71d37c5c2090 None None] Provisioning complete for port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:38.805742 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-76612e05-ca4f-43a2-8584-71d37c5c2090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.807491 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:38.808334 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:38.879800 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219801cf-0b54-4530-a9d7-e29f626266c8 x-openstack-request-id: req-219801cf-0b54-4530-a9d7-e29f626266c8 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:38.880159 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2d7530-fb5c-4d23-8277-b632027da4d1", "tag": "bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:38.880308 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-219801cf-0b54-4530-a9d7-e29f626266c8 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:38.880714 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2d7530-fb5c-4d23-8277-b632027da4d1', 'tag': 'bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9', 'status': 'completed', 'code': 200} Feb 09 02:48:38.888711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Allocated IP 172.25.2.32 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/09153e58-2dd3-4bec-8cc5-12cb0a5c841e) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:38.903212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:38.904347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 74376741-9898-4e79-ad7e-17eea9b942d1 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:38.944784 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:38.955799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-a178da58-cf01-45c3-9154-a5188e1facdd service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203290 Feb 09 02:48:38.969499 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:38.971091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] Set router b1a50cbd-29db-435c-9840-434f01943401 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:39.003581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e126a-24ce-4170-a4e9-0900ec501878 req-9c9a8b43-206f-4346-88ac-501768fbf018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:39.005905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-9c9a8b43-206f-4346-88ac-501768fbf018 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 200 len: 851 time: 0.5693049 Feb 09 02:48:39.054791 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd451abe-aa9b-4c2c-8e2c-c8d0237fd7e5 req-e55c28d1-f0d6-4b2a-ab4d-b09c01dc86ce tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/43ace1c8-42fd-4b28-8504-85a832787505 HTTP/1.1" status: 200 len: 1818 time: 0.1784494 Feb 09 02:48:39.058420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-579a4df6-b68e-4a9b-98d9-bb4067d0d72a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=864af6b6-ec45-4e59-a401-3a85fef04c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428989 Feb 09 02:48:39.069669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04a36a-450e-4a0b-a2c4-beb9690a6343 req-cd264701-1641-4c40-a58a-fe579a64d4f3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:39.071252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04a36a-450e-4a0b-a2c4-beb9690a6343 req-cd264701-1641-4c40-a58a-fe579a64d4f3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 944 time: 0.2535188 Feb 09 02:48:39.081869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-76612e05-ca4f-43a2-8584-71d37c5c2090 None None] Current status of the port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:39.085955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 74376741-9898-4e79-ad7e-17eea9b942d1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:39.086364 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.198920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd451abe-aa9b-4c2c-8e2c-c8d0237fd7e5 req-aa3afd3d-4566-4f6c-b525-c008ecf2d655 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (43ace1c8-42fd-4b28-8504-85a832787505), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.230967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd451abe-aa9b-4c2c-8e2c-c8d0237fd7e5 req-aa3afd3d-4566-4f6c-b525-c008ecf2d655 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (43ace1c8-42fd-4b28-8504-85a832787505), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.280530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 74376741-9898-4e79-ad7e-17eea9b942d1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:39.284813 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks [] for router (d1d97856-c0fe-4253-9f9c-6267d2b4809c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.296745 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks [] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.326357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:35Z', 'revision_number': 3, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port': {'id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:34Z', 'updated_at': '2022-02-09T02:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:39.328471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff04a36a-450e-4a0b-a2c4-beb9690a6343 req-3f467149-34a0-4c3a-a50f-9a3d95ab48c4 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212374 Feb 09 02:48:39.369097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-88fdee48-7b1d-47a9-8383-0046be5206a1 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968471 Feb 09 02:48:39.369326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a862d850-6243-4933-9b46-70f1d50c0e6b None None] The sync data for ids ['b1a50cbd-29db-435c-9840-434f01943401'] in n-d-827839-4 is: [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:35Z', 'revision_number': 3, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port': {'id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:60:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:34Z', 'updated_at': '2022-02-09T02:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:39.380549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd451abe-aa9b-4c2c-8e2c-c8d0237fd7e5 req-aa3afd3d-4566-4f6c-b525-c008ecf2d655 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (43ace1c8-42fd-4b28-8504-85a832787505), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.382973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd451abe-aa9b-4c2c-8e2c-c8d0237fd7e5 req-aa3afd3d-4566-4f6c-b525-c008ecf2d655 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.387302 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:48:37Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:39.402626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd451abe-aa9b-4c2c-8e2c-c8d0237fd7e5 req-aa3afd3d-4566-4f6c-b525-c008ecf2d655 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/43ace1c8-42fd-4b28-8504-85a832787505 HTTP/1.1" status: 204 len: 173 time: 0.3464482 Feb 09 02:48:39.448404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-719808bf-0f6e-41b3-9b7b-0a021a7073e5 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754174 Feb 09 02:48:39.451422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3afd3d-4566-4f6c-b525-c008ecf2d655 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ace1c8-42fd-4b28-8504-85a832787505,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:39.474508 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] Checking router: d1d97856-c0fe-4253-9f9c-6267d2b4809c for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:39.495834 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] Routers {'d1d97856-c0fe-4253-9f9c-6267d2b4809c'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:39.496574 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:39.511450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Allocated IP 172.20.0.1 (6287f9d6-f9e5-4b33-bf4c-71f112de18e6/300c9a33-46df-4012-bf0b-c8645474ac6c/29b3c6af-d7db-459e-837d-8c20a408ee0d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:39.546777 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.572322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks [] for router_gateway (d1d97856-c0fe-4253-9f9c-6267d2b4809c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.630355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fe354-9fc2-4447-b361-d51500686306 req-6f34bdfa-02d5-4618-adf5-0fb614c44e54 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:39.632107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b7fe354-9fc2-4447-b361-d51500686306 req-6f34bdfa-02d5-4618-adf5-0fb614c44e54 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.1104157 Feb 09 02:48:39.678679 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] Set router d1d97856-c0fe-4253-9f9c-6267d2b4809c gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:39.688566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:39.701317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b7fe354-9fc2-4447-b361-d51500686306 req-ca8452bd-659e-469c-88e8-d834f681e4db tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591807 Feb 09 02:48:39.710209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-404e126a-24ce-4170-a4e9-0900ec501878 req-783085b9-4202-4dd0-a997-4c8d874c418c service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334951 Feb 09 02:48:39.711795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:39.729705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Deleting port 88070547-b717-4f5c-a357-2316845a86f3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:39.730047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (88070547-b717-4f5c-a357-2316845a86f3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.737616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:39.819529 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-0e900035-8b42-4b93-b1f3-2c1ae0a46631 req-70fef23d-2cfa-4300-902b-12760b3f41f9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:48:39.820576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e900035-8b42-4b93-b1f3-2c1ae0a46631 req-70fef23d-2cfa-4300-902b-12760b3f41f9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/43ace1c8-42fd-4b28-8504-85a832787505 HTTP/1.1" status: 404 len: 352 time: 0.0576386 Feb 09 02:48:39.866854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Pushing event updated for resources: {'Port': ['ID=09153e58-2dd3-4bec-8cc5-12cb0a5c841e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:39.904949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc3d60-ae1a-4987-a562-73ba1774297e req-9bb42a4d-19c0-4110-a143-f2d73805e12a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:39.905364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] For port 88070547-b717-4f5c-a357-2316845a86f3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=88070547-b717-4f5c-a357-2316845a86f3,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:39.905732 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (88070547-b717-4f5c-a357-2316845a86f3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:39.906805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6fc3d60-ae1a-4987-a562-73ba1774297e req-9bb42a4d-19c0-4110-a143-f2d73805e12a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.4495020 Feb 09 02:48:39.951416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Calling delete_port for 88070547-b717-4f5c-a357-2316845a86f3 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:40.117810 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:48:37Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:40.130478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111fe2a-0d0c-4094-b18c-98103f74aafc req-c02d85f2-60a5-41ef-91cb-f908765826ed tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:40.131987 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d111fe2a-0d0c-4094-b18c-98103f74aafc req-c02d85f2-60a5-41ef-91cb-f908765826ed tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.2121177 Feb 09 02:48:40.168514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Publish callbacks [] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:40.176973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-fad930ff-5914-4c8d-bb6f-2ae027e011c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:40.178840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-fad930ff-5914-4c8d-bb6f-2ae027e011c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 1126 time: 0.3492281 Feb 09 02:48:40.183906 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b49d63-50c2-480c-baf3-1cfee805c916 None None] The sync data for ids ['d1d97856-c0fe-4253-9f9c-6267d2b4809c'] in n-d-827839-4 is: [{'id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'name': 'tempest-ServersTestManualDisk-1185397049-router', 'tenant_id': '2df71d2751804fada85caa4dd59b992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '88070547-b717-4f5c-a357-2316845a86f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:46:59Z', 'updated_at': '2022-02-09T02:48:37Z', 'revision_number': 5, 'project_id': '2df71d2751804fada85caa4dd59b992c', 'gw_port': {'id': '88070547-b717-4f5c-a357-2316845a86f3', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d97856-c0fe-4253-9f9c-6267d2b4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:00Z', 'updated_at': '2022-02-09T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:40.194663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6fc3d60-ae1a-4987-a562-73ba1774297e req-9e3b7a94-7500-4bf3-be10-bcf8a7f38c62 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745388 Feb 09 02:48:40.305166 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d111fe2a-0d0c-4094-b18c-98103f74aafc req-a3580505-b61a-42d6-9f4f-1885f778e926 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509967 Feb 09 02:48:40.374395 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (88070547-b717-4f5c-a357-2316845a86f3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:40.412896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Pushing event deleted for resources: {'Port': ['ID=88070547-b717-4f5c-a357-2316845a86f3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:40.516472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-628f5ef6-0c94-489f-9d63-c92ef5eae109 req-7e727600-c3aa-4b75-9b0a-80c0b8ae2290 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/aad69a7b-3a96-4b3d-b5f5-cea2a7000a68 HTTP/1.1" status: 200 len: 1817 time: 0.2341552 Feb 09 02:48:40.517492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:40.522596 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (d1d97856-c0fe-4253-9f9c-6267d2b4809c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:40.615727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2bc5f660-9f86-4f7b-94bf-3837a7624e16 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:40.645415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-a7dc13aa-c0ad-46ef-b93f-4cff6a96c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:40.647398 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-a7dc13aa-c0ad-46ef-b93f-4cff6a96c6a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 912 time: 0.4515610 Feb 09 02:48:40.671793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:40.826125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:40.827724 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:40.911353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:40.915811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:40.917987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Pushing event updated for resources: {'Port': ['ID=29b3c6af-d7db-459e-837d-8c20a408ee0d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:40.933949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-2086d458-6549-4e58-9ad4-e0cbb91495cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 HTTP/1.1" status: 200 len: 217 time: 0.1923549 Feb 09 02:48:40.934927 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks [] for router_gateway (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.026354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:41.026678 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.073706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 2bc5f660-9f86-4f7b-94bf-3837a7624e16, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2bc5f660-9f86-4f7b-94bf-3837a7624e16,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:41.084224 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.085090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:41.209118 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-628f5ef6-0c94-489f-9d63-c92ef5eae109 req-64a6fb44-2234-49ae-b120-f092ec32b24e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (aad69a7b-3a96-4b3d-b5f5-cea2a7000a68), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.234462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-628f5ef6-0c94-489f-9d63-c92ef5eae109 req-64a6fb44-2234-49ae-b120-f092ec32b24e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (aad69a7b-3a96-4b3d-b5f5-cea2a7000a68), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.266460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=2bc5f660-9f86-4f7b-94bf-3837a7624e16,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:41.288668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:41.289296 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.304474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (d1d97856-c0fe-4253-9f9c-6267d2b4809c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.308355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks [] for router_controller (d1d97856-c0fe-4253-9f9c-6267d2b4809c), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.311130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-628f5ef6-0c94-489f-9d63-c92ef5eae109 req-64a6fb44-2234-49ae-b120-f092ec32b24e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aad69a7b-3a96-4b3d-b5f5-cea2a7000a68), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.316978 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-628f5ef6-0c94-489f-9d63-c92ef5eae109 req-64a6fb44-2234-49ae-b120-f092ec32b24e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.321578 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-628f5ef6-0c94-489f-9d63-c92ef5eae109 req-64a6fb44-2234-49ae-b120-f092ec32b24e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/aad69a7b-3a96-4b3d-b5f5-cea2a7000a68 HTTP/1.1" status: 204 len: 173 time: 0.7768235 Feb 09 02:48:41.351836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-fd98b1da-f1d3-42f5-8df9-58cd838b88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:41.353862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-fd98b1da-f1d3-42f5-8df9-58cd838b88d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 200 len: 851 time: 0.3737152 Feb 09 02:48:41.370408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (b1a50cbd-29db-435c-9840-434f01943401), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.377836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6fb44-2234-49ae-b120-f092ec32b24e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad69a7b-3a96-4b3d-b5f5-cea2a7000a68,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:41.396367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (d1d97856-c0fe-4253-9f9c-6267d2b4809c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.397160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d97856-c0fe-4253-9f9c-6267d2b4809c {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:48:41.411213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e945257c-8ee4-46bb-9640-c91084af7934 None None] Provisioning complete for port 29b3c6af-d7db-459e-837d-8c20a408ee0d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:41.413203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e945257c-8ee4-46bb-9640-c91084af7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.414594 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.416378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9f863368-ad06-4d88-8cea-f1cf491e8317 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d1d97856-c0fe-4253-9f9c-6267d2b4809c HTTP/1.1" status: 204 len: 168 time: 2.6362684 Feb 09 02:48:41.421743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48680) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:41.459069 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-081f5039-6a3c-4de4-9f22-33206c2db799 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=864af6b6-ec45-4e59-a401-3a85fef04c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966094 Feb 09 02:48:41.520223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Deleting subnet 6e837cc6-a5a1-4f2e-be13-143895d4120b {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:48:41.531643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Publish callbacks [] for subnet (6e837cc6-a5a1-4f2e-be13-143895d4120b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.546200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee071475-782b-49bf-8082-6b53b22db7ee req-119eb24a-7874-461c-b94e-021f78786519 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:41.549810 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee071475-782b-49bf-8082-6b53b22db7ee req-119eb24a-7874-461c-b94e-021f78786519 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 944 time: 0.3464561 Feb 09 02:48:41.665061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e945257c-8ee4-46bb-9640-c91084af7934 None None] Port 29b3c6af-d7db-459e-837d-8c20a408ee0d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:48:41.691557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee071475-782b-49bf-8082-6b53b22db7ee req-d4ea6c4e-0744-4050-8844-0c5d02716369 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110599 Feb 09 02:48:41.696536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:41.753549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (6e837cc6-a5a1-4f2e-be13-143895d4120b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.771554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2026e8-cca0-4e39-9102-b9d1a4b0d6cd req-5e352246-e9e8-4e14-bd25-12ef99526dc4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:41.778773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f2026e8-cca0-4e39-9102-b9d1a4b0d6cd req-5e352246-e9e8-4e14-bd25-12ef99526dc4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.3362689 Feb 09 02:48:41.786944 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-61367ea2-b9dd-4949-8ed8-c15de9b605ef req-fe9a346f-d180-4770-b89f-423e126ac0fa tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:48:41.788012 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61367ea2-b9dd-4949-8ed8-c15de9b605ef req-fe9a346f-d180-4770-b89f-423e126ac0fa tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/aad69a7b-3a96-4b3d-b5f5-cea2a7000a68 HTTP/1.1" status: 404 len: 352 time: 0.0577257 Feb 09 02:48:41.847661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-1e6c4c08-0602-4470-979c-7a68a909e950 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651397 Feb 09 02:48:41.851610 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-3678b0fc-620e-4c37-b8e9-64665a7bbda8 service neutron] show failed (client error): The resource could not be found. Feb 09 02:48:41.853720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-3678b0fc-620e-4c37-b8e9-64665a7bbda8 service neutron] 10.222.0.26 "GET /v2.0/ports/73204a20-ac27-4c76-8401-c195fae246ad/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.1801302 Feb 09 02:48:41.910832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:41.976843 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6e837cc6-a5a1-4f2e-be13-143895d4120b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.056012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f89ca6-bdf1-4362-a6b2-c7ae808650fc req-e35aef11-78a7-4b74-85f5-3cd5e6e40b77 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:42.057580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0f89ca6-bdf1-4362-a6b2-c7ae808650fc req-e35aef11-78a7-4b74-85f5-3cd5e6e40b77 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.1592314 Feb 09 02:48:42.104025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:48:42.140643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (6e837cc6-a5a1-4f2e-be13-143895d4120b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.200251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326bc31-000c-42de-bfb5-124f81e88770 None None] Network 38a6c9c8-90f1-430d-ac14-0679fed85b1a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:42.246378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.253060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6e837cc6-a5a1-4f2e-be13-143895d4120b HTTP/1.1" status: 204 len: 168 time: 0.8301172 Feb 09 02:48:42.255118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48688) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:42.316683 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0f89ca6-bdf1-4362-a6b2-c7ae808650fc req-042b0370-88f3-4d73-951d-4609ea8b7376 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528937 Feb 09 02:48:42.318131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e837cc6-a5a1-4f2e-be13-143895d4120b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:42.326166 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.334177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2bc5f660-9f86-4f7b-94bf-3837a7624e16 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:42.352281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f2026e8-cca0-4e39-9102-b9d1a4b0d6cd req-f7fd7cf6-7afd-4058-b85b-1ec220c47fc1 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725491 Feb 09 02:48:42.418622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-d783efc1-5047-4cd5-b412-b8ad9ff619d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:42.420244 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-d783efc1-5047-4cd5-b412-b8ad9ff619d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc&tenant_id=c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 1131 time: 0.3405566 Feb 09 02:48:42.425605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.425950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.426331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.426659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.427326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.427665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.427993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.428316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.428643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.428961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.431077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.431077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.431329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf283fcb-f076-43ef-b89d-ccff752b05da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:42.439538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:42.440097 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.444145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:42.531823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (38a6c9c8-90f1-430d-ac14-0679fed85b1a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.559921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f6366f5-0a7b-459b-a0dd-f3bb1aa834fe req-c9f0f7fc-a5a4-4e2e-b7e8-1477d0b1541e service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6988709 Feb 09 02:48:42.579578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:42.606623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:42.608783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9', 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00', 'port_id': 'bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9', 'mac_address': 'fa:16:3e:65:dd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3648ea-bd15-40bf-81c2-a293f9e551d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:48:42.662341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:42.662747 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.671281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1d2ac6d-395d-492d-b677-a3ff86ba0c10 req-53610ca7-7517-4200-a783-0bc6d3aa15cf tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=588502c1dea042818eb2c2862400f62f HTTP/1.1" status: 200 len: 6199 time: 0.2128663 Feb 09 02:48:42.679896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.712169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] DHCP port deletion for 38a6c9c8-90f1-430d-ac14-0679fed85b1a request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:48:42.772827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1d2ac6d-395d-492d-b677-a3ff86ba0c10 req-71be7b1e-921c-47eb-bffd-a15659861fc0 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09 HTTP/1.1" status: 200 len: 2998 time: 0.0909364 Feb 09 02:48:42.774807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:42.799334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:42.803066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 88070547-b717-4f5c-a357-2316845a86f3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:42.804163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Deleting port 8ac5d601-c8a1-465f-8db0-22d924a4e55c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:42.804669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.827021 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.832360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 88070547-b717-4f5c-a357-2316845a86f3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:42.832663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 88070547-b717-4f5c-a357-2316845a86f3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:42.833180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:42.834189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Publish callbacks [] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.848110 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.850084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:48:42.864457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:42.864807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bc85ae3f-c49f-4382-a1b3-68bf79b8eeb3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:42.928765 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1d2ac6d-395d-492d-b677-a3ff86ba0c10 req-92850fd7-d85f-4694-8bcc-e9017c6419ae tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09 HTTP/1.1" status: 200 len: 2998 time: 0.1462498 Feb 09 02:48:42.949243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] Deleting port 8ac5d601-c8a1-465f-8db0-22d924a4e55c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:42.949615 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:42.952397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:42.988190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (b1a50cbd-29db-435c-9840-434f01943401), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.024222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Pushing event updated for resources: {'Port': ['ID=29b3c6af-d7db-459e-837d-8c20a408ee0d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:43.029488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-42521a8d-c2e8-419f-8d25-7fcca50ffc46 req-3011e1bc-bb92-46be-b77e-755aff7651a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-384164121', 'description': 'tempest-description-2040180840'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:43.049328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c742-c30f-4ef4-93fe-be6c94a2a654 req-c882ace0-3776-43ab-b16d-cacb21abc7ed tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:43.057489 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ad5c742-c30f-4ef4-93fe-be6c94a2a654 req-c882ace0-3776-43ab-b16d-cacb21abc7ed tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 945 time: 0.1865723 Feb 09 02:48:43.075113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] For port 8ac5d601-c8a1-465f-8db0-22d924a4e55c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8ac5d601-c8a1-465f-8db0-22d924a4e55c,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:43.075726 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.082950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] For port 8ac5d601-c8a1-465f-8db0-22d924a4e55c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8ac5d601-c8a1-465f-8db0-22d924a4e55c,segment=NetworkSegment(81d7a162-0277-4c52-b400-ed2e734eb312),segment_id=81d7a162-0277-4c52-b400-ed2e734eb312)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:43.083708 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.099403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] Calling delete_port for 8ac5d601-c8a1-465f-8db0-22d924a4e55c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:43.107129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Calling delete_port for 8ac5d601-c8a1-465f-8db0-22d924a4e55c owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:43.118842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42521a8d-c2e8-419f-8d25-7fcca50ffc46 req-3011e1bc-bb92-46be-b77e-755aff7651a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.177758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:43.198633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:43.207509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ad5c742-c30f-4ef4-93fe-be6c94a2a654 req-2179c9e3-fd36-4e21-b36b-55c9159bdf43 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490655 Feb 09 02:48:43.230143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:43.236952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.238193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c6ca2d50-f0e2-4edc-a321-8bee4f175b46 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.9525371 Feb 09 02:48:43.239218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:43.240476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:43.242750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48698) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:43.264779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Sync routers for ids ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:43.279304 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.283290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Routers {'3d86c161-4c80-4e62-8ae6-e84fb2be7a26'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:43.284098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:43.316621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] Pushing event deleted for resources: {'Port': ['ID=8ac5d601-c8a1-465f-8db0-22d924a4e55c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:43.373023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42521a8d-c2e8-419f-8d25-7fcca50ffc46 req-3011e1bc-bb92-46be-b77e-755aff7651a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (b58993e4-a737-4a2c-8d1b-daf75f699900), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.407169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42521a8d-c2e8-419f-8d25-7fcca50ffc46 req-3011e1bc-bb92-46be-b77e-755aff7651a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b58993e4-a737-4a2c-8d1b-daf75f699900), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.454189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d89492-3c05-4d8e-9b2d-efbd7d38093b None None] No DVR routers for this DVR port 8ac5d601-c8a1-465f-8db0-22d924a4e55c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:43.459342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42521a8d-c2e8-419f-8d25-7fcca50ffc46 req-3011e1bc-bb92-46be-b77e-755aff7651a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.471133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42521a8d-c2e8-419f-8d25-7fcca50ffc46 req-3011e1bc-bb92-46be-b77e-755aff7651a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4796324 Feb 09 02:48:43.471133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011e1bc-bb92-46be-b77e-755aff7651a6 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58993e4-a737-4a2c-8d1b-daf75f699900,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:43.533268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Router b1a50cbd-29db-435c-9840-434f01943401 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:43.559395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:43.601434 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8ac5d601-c8a1-465f-8db0-22d924a4e55c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.617932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Set router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:43.667684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac5d601-c8a1-465f-8db0-22d924a4e55c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:43.697620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ebcf-9d32-45cf-8abc-cf89268b4457 req-2a3ef436-1ede-4c1b-a72f-edf1f45d7634 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:43.706395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0453ebcf-9d32-45cf-8abc-cf89268b4457 req-2a3ef436-1ede-4c1b-a72f-edf1f45d7634 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.2635481 Feb 09 02:48:43.720467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:43.722720 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66804baa-1fb5-4290-8e19-a590bf068a9e" -d '{"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-unplugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:43.725070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa73a1d-b54e-4191-ab05-b374dbd13ecb req-a56536dd-3e64-4fbe-8cb7-ab10aa5608ca tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:43.727042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] No DVR routers for this DVR port 8ac5d601-c8a1-465f-8db0-22d924a4e55c on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:43.731706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Publish callbacks [] for port (73204a20-ac27-4c76-8401-c195fae246ad), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.732705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5aa73a1d-b54e-4191-ab05-b374dbd13ecb req-a56536dd-3e64-4fbe-8cb7-ab10aa5608ca tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.1175461 Feb 09 02:48:43.757310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:43.766152 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Sync routers for ids ['b1a50cbd-29db-435c-9840-434f01943401'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:43.784440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f7c1cda8-bebc-4add-b0ff-25c1ecc6516d admin admin] 10.222.0.32 "PUT /v2.0/routers/b1a50cbd-29db-435c-9840-434f01943401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7521970 Feb 09 02:48:43.784726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Routers {'b1a50cbd-29db-435c-9840-434f01943401'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:43.784726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b1a50cbd-29db-435c-9840-434f01943401'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:43.837633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5aa73a1d-b54e-4191-ab05-b374dbd13ecb req-3cd107e6-01d2-40cc-9866-0d8c3c3a2a1f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038706 Feb 09 02:48:43.867168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-6dc6346c-5c95-4aa1-bf85-09d29cea31d2 req-6f0b5e18-a0da-4e42-b21b-7dd086921eda tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1973682711', 'description': 'tempest-description-1546941087'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:43.895175 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc6346c-5c95-4aa1-bf85-09d29cea31d2 req-6f0b5e18-a0da-4e42-b21b-7dd086921eda tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.914779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Transition to ACTIVE for port object 73204a20-ac27-4c76-8401-c195fae246ad will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:48:43.949042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:43.990918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6bad993c-62cb-43e2-8a8d-0917eb5de1f4 None None] Provisioning complete for port 29b3c6af-d7db-459e-837d-8c20a408ee0d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:43.991584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6bad993c-62cb-43e2-8a8d-0917eb5de1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.023173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc6346c-5c95-4aa1-bf85-09d29cea31d2 req-6f0b5e18-a0da-4e42-b21b-7dd086921eda tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (df933994-cd73-4cc2-825a-4477b9609c7f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.027716 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Set router b1a50cbd-29db-435c-9840-434f01943401 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:44.035010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6bad993c-62cb-43e2-8a8d-0917eb5de1f4 None None] Port 29b3c6af-d7db-459e-837d-8c20a408ee0d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:48:44.041033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc6346c-5c95-4aa1-bf85-09d29cea31d2 req-6f0b5e18-a0da-4e42-b21b-7dd086921eda tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (df933994-cd73-4cc2-825a-4477b9609c7f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.098784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:44.122509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:48:40Z', 'revision_number': 3, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:44.138911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] No DVR routers for this DVR port 73204a20-ac27-4c76-8401-c195fae246ad on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:44.168913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc6346c-5c95-4aa1-bf85-09d29cea31d2 req-6f0b5e18-a0da-4e42-b21b-7dd086921eda tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.179170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc6346c-5c95-4aa1-bf85-09d29cea31d2 req-6f0b5e18-a0da-4e42-b21b-7dd086921eda tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3161151 Feb 09 02:48:44.181860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b5e18-a0da-4e42-b21b-7dd086921eda tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df933994-cd73-4cc2-825a-4477b9609c7f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:44.195391 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (38a6c9c8-90f1-430d-ac14-0679fed85b1a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.200442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:44.200841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8ac5d601-c8a1-465f-8db0-22d924a4e55c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:44.200985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:44.201417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:44.210284 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0453ebcf-9d32-45cf-8abc-cf89268b4457 req-d638ec68-742c-4ee9-a2fd-1d1577f49f16 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030336 Feb 09 02:48:44.218374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:48:44.218828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:44.227968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:44.228439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:44.228922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:44.229465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Bound port: 73204a20-ac27-4c76-8401-c195fae246ad, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:44.230088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.311667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:44.315782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:44.320266 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d47a00-c1ed-45ac-965e-ccd743ea3eb3 x-openstack-request-id: req-45d47a00-c1ed-45ac-965e-ccd743ea3eb3 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:44.320721 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-unplugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:44.321191 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45d47a00-c1ed-45ac-965e-ccd743ea3eb3 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:44.321759 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'code': 200} Feb 09 02:48:44.335645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a6c9c8-90f1-430d-ac14-0679fed85b1a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:44.339689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 8ac5d601-c8a1-465f-8db0-22d924a4e55c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:44.340047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8ac5d601-c8a1-465f-8db0-22d924a4e55c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:44.341481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Checking router: 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:44.341836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Updating router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:48:44.345606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.374192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:44.375228 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.377692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] 10.222.0.61 "PUT /v2.0/ports/73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 1095 time: 1.9381065 Feb 09 02:48:44.385543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d7a162-0277-4c52-b400-ed2e734eb312') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:44.386139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d7a162-0277-4c52-b400-ed2e734eb312') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:44.427784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dcd47-06b7-418b-8322-b54155bcd689 req-9fa27c35-7ebd-4c53-b846-e252c21bf89d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:44.439058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7b1dcd47-06b7-418b-8322-b54155bcd689 req-9fa27c35-7ebd-4c53-b846-e252c21bf89d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 945 time: 0.1111467 Feb 09 02:48:44.511228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.528941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7b1dcd47-06b7-418b-8322-b54155bcd689 req-3b1a9884-c6c9-4267-b8fb-031cd83e9e85 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843151 Feb 09 02:48:44.636649 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:41Z', 'revision_number': 4, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port': {'id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:34Z', 'updated_at': '2022-02-09T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '29b3c6af-d7db-459e-837d-8c20a408ee0d', 'name': '', 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'mac_address': 'fa:16:3e:91:48:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '300c9a33-46df-4012-bf0b-c8645474ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:39Z', 'updated_at': '2022-02-09T02:48:42Z', 'revision_number': 2, 'project_id': '615ea0ab77a8408693897adf51702195', 'subnets': [{'id': '300c9a33-46df-4012-bf0b-c8645474ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:44.670937 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Checking router: b1a50cbd-29db-435c-9840-434f01943401 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:44.671717 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Updating router b1a50cbd-29db-435c-9840-434f01943401 port 29b3c6af-d7db-459e-837d-8c20a408ee0d binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:48:44.703137 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.721792 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (81d7a162-0277-4c52-b400-ed2e734eb312), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.762415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9040dbc8-054d-46d4-b87c-02e144244150 req-177b45a8-02fd-48c9-a868-c80adad06dcf tempest-FloatingIPsNegativeTestJSON-493188668 tempest-FloatingIPsNegativeTestJSON-493188668-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=615ea0ab77a8408693897adf51702195 HTTP/1.1" status: 200 len: 217 time: 0.2860327 Feb 09 02:48:44.771027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-1274cf96-c507-4238-9e86-a9a226a54a2d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:44.786925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-1274cf96-c507-4238-9e86-a9a226a54a2d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 813 time: 0.1796041 Feb 09 02:48:44.798729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41572c-3bb5-4864-bbfe-17ef18acaad8 service neutron] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:44.809795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b3fdf9b3-724e-4e56-b6e4-7c38ad18727a tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/quotas/588502c1dea042818eb2c2862400f62f HTTP/1.1" status: 200 len: 375 time: 0.0130517 Feb 09 02:48:44.851601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2bf87488-780a-4fa7-b7c7-c4229ca7f03e req-d11f3777-da6d-4f7d-bc4f-f7a61d17cb98 tempest-FloatingIPsNegativeTestJSON-493188668 tempest-FloatingIPsNegativeTestJSON-493188668-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0417805 Feb 09 02:48:44.876059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (81d7a162-0277-4c52-b400-ed2e734eb312), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.901499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:48:44.901948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (81d7a162-0277-4c52-b400-ed2e734eb312), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:48:44.905318 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:48:44.980471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-cc12dbe1-9778-46a9-8464-67e13882b5bf tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591465 Feb 09 02:48:45.008719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-4337c7c4-593d-4ef9-b450-09481c547bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:45.010719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-4337c7c4-593d-4ef9-b450-09481c547bff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1129 time: 0.5546207 Feb 09 02:48:45.054645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (38a6c9c8-90f1-430d-ac14-0679fed85b1a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.071689 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Publish callbacks [] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.084801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:48:45.089151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:45.105893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.110939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] 10.222.0.32 "DELETE /v2.0/networks/38a6c9c8-90f1-430d-ac14-0679fed85b1a HTTP/1.1" status: 204 len: 168 time: 2.8240139 Feb 09 02:48:45.139573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-48b06855-6540-4347-a10f-e754d1efa330 service neutron] 10.222.0.32 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512125 Feb 09 02:48:45.142618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.194491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecaa56-a0a8-4024-be59-99946db85ae5 None None] Pushing event updated for resources: {'Port': ['ID=09153e58-2dd3-4bec-8cc5-12cb0a5c841e,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:45.197079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 73204a20-ac27-4c76-8401-c195fae246ad host n-h1-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:48:45.197394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:45.221640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Attempting to bind port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:45.221948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Attempting to bind port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:45.222358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Attempting to bind port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:45.232158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:45.232845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:45.232845 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.233156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:45.233842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Bound port: 09153e58-2dd3-4bec-8cc5-12cb0a5c841e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:45.234039 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.275737 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Publish callbacks [] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.287403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3852f39-f77c-4024-b464-86a5ba044d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=38a6c9c8-90f1-430d-ac14-0679fed85b1a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:45.297581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-ee861885-022d-4c00-ad35-6346fa906447 service neutron] 10.222.0.32 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534915 Feb 09 02:48:45.320962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.331490 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.354001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] For port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:45.362420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaaa36-3674-4b3a-b870-09da199f6bd2 req-b311540e-7fd5-46f7-9ea5-5d32613c9c46 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:45.371071 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1feaaa36-3674-4b3a-b870-09da199f6bd2 req-b311540e-7fd5-46f7-9ea5-5d32613c9c46 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 947 time: 0.3437376 Feb 09 02:48:45.400548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48746) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:45.408559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] For port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=09153e58-2dd3-4bec-8cc5-12cb0a5c841e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:45.410946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:45.426136 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.429175 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecd17c-7399-432c-8c09-7ac985ae577e None None] Pushing event updated for resources: {'Port': ['ID=29b3c6af-d7db-459e-837d-8c20a408ee0d,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:45.436436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '57124ed2-282b-4169-ac48-82de9427e8f0', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': '57124ed2-282b-4169-ac48-82de9427e8f0', 'mac_address': 'fa:16:3e:13:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:48:45.478851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Routers {'3d86c161-4c80-4e62-8ae6-e84fb2be7a26'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:45.479494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:45.522173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-28129755-7c35-4d0f-8948-2f23aec4a3b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2df71d2751804fada85caa4dd59b992c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1181576 Feb 09 02:48:45.522902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48748) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:45.544463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-fc492a58-0f66-4bf6-bfcc-b15e0d19c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:45.547854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-fc492a58-0f66-4bf6-bfcc-b15e0d19c2ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.5158360 Feb 09 02:48:45.575136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1feaaa36-3674-4b3a-b870-09da199f6bd2 req-65dfa6ad-cc13-43a6-a39d-328c4c490465 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026205 Feb 09 02:48:45.582024 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Attempting to bind port 29b3c6af-d7db-459e-837d-8c20a408ee0d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:45.585184 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Attempting to bind port 29b3c6af-d7db-459e-837d-8c20a408ee0d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:45.585752 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Attempting to bind port 29b3c6af-d7db-459e-837d-8c20a408ee0d on network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:45.595765 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:45.597555 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Checking segment: {'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:45.598181 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.598794 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Bound using segment: {'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:45.599450 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Bound port: 29b3c6af-d7db-459e-837d-8c20a408ee0d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61276054-3648-4d5f-b815-158c891cb4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:45.600017 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.707159 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] For port 29b3c6af-d7db-459e-837d-8c20a408ee0d, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:45.711486 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] For port 29b3c6af-d7db-459e-837d-8c20a408ee0d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=29b3c6af-d7db-459e-837d-8c20a408ee0d,segment=NetworkSegment(61276054-3648-4d5f-b815-158c891cb4e9),segment_id=61276054-3648-4d5f-b815-158c891cb4e9)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:45.720849 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:45.780985 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-5c7cc32d-56bc-45ed-86f4-6a47f033278d req-a2b41305-5c5a-4333-8b4a-428094ac175f tempest-FloatingIPsNegativeTestJSON-493188668 tempest-FloatingIPsNegativeTestJSON-493188668-project] show failed (client error): The resource could not be found. Feb 09 02:48:45.786628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c7cc32d-56bc-45ed-86f4-6a47f033278d req-a2b41305-5c5a-4333-8b4a-428094ac175f tempest-FloatingIPsNegativeTestJSON-493188668 tempest-FloatingIPsNegativeTestJSON-493188668-project] 10.222.0.32 "GET /v2.0/floatingips/4480a947-8781-4165-bd39-d99e30cdb957 HTTP/1.1" status: 404 len: 350 time: 0.1835897 Feb 09 02:48:45.799045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48756) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:45.811147 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Routers {'b1a50cbd-29db-435c-9840-434f01943401'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:45.812068 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b1a50cbd-29db-435c-9840-434f01943401'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:45.961397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] Set router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:46.036967 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] Set router b1a50cbd-29db-435c-9840-434f01943401 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:46.052615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-790dffd0-dcff-4235-8371-e528fe13ec8d admin admin] Publish callbacks [] for security_group (8a11509c-60b4-4797-818a-443894a0048a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.114225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-790dffd0-dcff-4235-8371-e528fe13ec8d admin admin] Publish callbacks [] for security_group (8a11509c-60b4-4797-818a-443894a0048a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.153403 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecd17c-7399-432c-8c09-7ac985ae577e None None] Pushing event updated for resources: {'Port': ['ID=29b3c6af-d7db-459e-837d-8c20a408ee0d,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:46.221836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:46.222426 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.234609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4742d-22aa-40b1-89fe-d0b2e49eb7a0 req-26bfaf82-ab2d-4ce5-8de1-51fcde82a670 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:46.252197 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cca4742d-22aa-40b1-89fe-d0b2e49eb7a0 req-26bfaf82-ab2d-4ce5-8de1-51fcde82a670 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 945 time: 0.3339853 Feb 09 02:48:46.267391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:46.302321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-4c97f609-36fc-4e19-b235-a60d7a722112 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.7218015 Feb 09 02:48:46.309458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57124ed2-282b-4169-ac48-82de9427e8f0 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:46.333834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:46.336994 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:46.357146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:46.443716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-e430695e-16b8-413c-a325-b440a7bba9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:46.445191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-e430695e-16b8-413c-a325-b440a7bba9ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1253548 Feb 09 02:48:46.446529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5577b8ff-98ab-4d91-8427-c0d7837d8021 None None] Provisioning complete for port 29b3c6af-d7db-459e-837d-8c20a408ee0d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:46.446921 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5577b8ff-98ab-4d91-8427-c0d7837d8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.468490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecaa56-a0a8-4024-be59-99946db85ae5 None None] Pushing event updated for resources: {'Port': ['ID=09153e58-2dd3-4bec-8cc5-12cb0a5c841e,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:46.491673 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.553663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c4dd-ae24-4b8f-bd3d-65b808c779d2 req-4fed2280-db60-4377-9a77-14cea6f19ffe tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:46.554538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-790dffd0-dcff-4235-8371-e528fe13ec8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8a11509c-60b4-4797-818a-443894a0048a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.562099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6f8c4dd-ae24-4b8f-bd3d-65b808c779d2 req-4fed2280-db60-4377-9a77-14cea6f19ffe tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.2579348 Feb 09 02:48:46.568429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-790dffd0-dcff-4235-8371-e528fe13ec8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:46.571899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-790dffd0-dcff-4235-8371-e528fe13ec8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a11509c-60b4-4797-818a-443894a0048a HTTP/1.1" status: 204 len: 168 time: 1.0457613 Feb 09 02:48:46.598217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dffd0-dcff-4235-8371-e528fe13ec8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a11509c-60b4-4797-818a-443894a0048a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:46.629341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cca4742d-22aa-40b1-89fe-d0b2e49eb7a0 req-0b30559e-fd4d-4b81-a7d6-69aef95cf379 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760109 Feb 09 02:48:46.671861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6f8c4dd-ae24-4b8f-bd3d-65b808c779d2 req-07754b0b-37d5-4e72-887b-6df38e50bed1 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087637 Feb 09 02:48:46.754699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-3eaca251-197f-4ea7-87ab-33791c595e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:46.760217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-3eaca251-197f-4ea7-87ab-33791c595e36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2990625 Feb 09 02:48:46.763542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:46.786877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['57124ed2-282b-4169-ac48-82de9427e8f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:46.810907 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02b420-777a-4e92-a479-bbf562829d21 x-openstack-request-id: req-df02b420-777a-4e92-a479-bbf562829d21 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:46.811146 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:46.811375 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df02b420-777a-4e92-a479-bbf562829d21 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:46.811857 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'status': 'completed', 'code': 200} Feb 09 02:48:46.831763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Allocated IP 172.20.0.1 (13ea520e-e9c4-4e56-8a21-8c73d49e7af2/5597d5ae-f8b4-4e12-960a-5f3b9cba17c8/a87dbb39-6745-48dd-ae4d-4c0b11c7ab81) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:46.834508 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:41Z', 'revision_number': 4, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port': {'id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:34Z', 'updated_at': '2022-02-09T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '29b3c6af-d7db-459e-837d-8c20a408ee0d', 'name': '', 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'mac_address': 'fa:16:3e:91:48:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '300c9a33-46df-4012-bf0b-c8645474ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:39Z', 'updated_at': '2022-02-09T02:48:45Z', 'revision_number': 4, 'project_id': '615ea0ab77a8408693897adf51702195', 'subnets': [{'id': '300c9a33-46df-4012-bf0b-c8645474ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:46.876195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8a5a0b54-99d5-4932-aca4-aaff0d41e729 req-9ee7e9bc-483c-4462-ad0f-982131dcd193 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 210 time: 0.1158237 Feb 09 02:48:46.926154 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9c1d1-4e3b-4d86-9d30-a673c149ffe1 None None] The sync data for ids ['b1a50cbd-29db-435c-9840-434f01943401'] in n-d-827839-4 is: [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:41Z', 'revision_number': 4, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port': {'id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:34Z', 'updated_at': '2022-02-09T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '29b3c6af-d7db-459e-837d-8c20a408ee0d', 'name': '', 'network_id': '6287f9d6-f9e5-4b33-bf4c-71f112de18e6', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'mac_address': 'fa:16:3e:91:48:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '300c9a33-46df-4012-bf0b-c8645474ac6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:39Z', 'updated_at': '2022-02-09T02:48:45Z', 'revision_number': 4, 'project_id': '615ea0ab77a8408693897adf51702195', 'subnets': [{'id': '300c9a33-46df-4012-bf0b-c8645474ac6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:47.080397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:48:47.099974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5577b8ff-98ab-4d91-8427-c0d7837d8021 None None] Current status of the port 29b3c6af-d7db-459e-837d-8c20a408ee0d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:47.100735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5577b8ff-98ab-4d91-8427-c0d7837d8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.103387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:47.104278 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.105323 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (b1a50cbd-29db-435c-9840-434f01943401), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.368048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-f74c0568-049e-49c9-a44b-2388428788f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:47.372830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-f74c0568-049e-49c9-a44b-2388428788f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1129 time: 0.5384862 Feb 09 02:48:47.404712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5577b8ff-98ab-4d91-8427-c0d7837d8021 None None] For port 29b3c6af-d7db-459e-837d-8c20a408ee0d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=29b3c6af-d7db-459e-837d-8c20a408ee0d,segment=NetworkSegment(61276054-3648-4d5f-b815-158c891cb4e9),segment_id=61276054-3648-4d5f-b815-158c891cb4e9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:47.413906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-76b6af31-946d-464d-a0a5-b0b99650954a service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457329 Feb 09 02:48:47.441437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7b98-eb7f-40f7-bc01-90ffef7f34bb req-c0fc9676-69db-47cb-a263-3a549efdb375 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:47.454823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b31c7b98-eb7f-40f7-bc01-90ffef7f34bb req-c0fc9676-69db-47cb-a263-3a549efdb375 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 947 time: 0.4756110 Feb 09 02:48:47.470593 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5577b8ff-98ab-4d91-8427-c0d7837d8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.570600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:48:40Z', 'revision_number': 3, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:47.613087 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Publish callbacks [] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.694196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6301c-7a96-42bc-8131-38d4a08f87b1 None None] The sync data for ids ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'] in n-d-827839-4 is: [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:48:40Z', 'revision_number': 3, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:47.704663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:47.705016 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.805586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b31c7b98-eb7f-40f7-bc01-90ffef7f34bb req-30b2013c-8293-47c0-90fa-e42ba65fc3e8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495927 Feb 09 02:48:47.811484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4d597442-6736-40d8-9724-819c26ff2e2b None None] Provisioning complete for port 29b3c6af-d7db-459e-837d-8c20a408ee0d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:47.811863 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d597442-6736-40d8-9724-819c26ff2e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.844058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-a2442b04-518c-485b-bcad-43ed32a52d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:47.848358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-a2442b04-518c-485b-bcad-43ed32a52d99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4640627 Feb 09 02:48:47.864108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d7530-fb5c-4d23-8277-b632027da4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:47.866416 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26829dbc-fce1-4220-9725-77c3955c3b2e" -d '{"events": [{"server_uuid": "3a2d7530-fb5c-4d23-8277-b632027da4d1", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:47.906798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577b8ff-98ab-4d91-8427-c0d7837d8021 None None] Pushing event updated for resources: {'Port': ['ID=29b3c6af-d7db-459e-837d-8c20a408ee0d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:47.937106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:47.957203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:47.975551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3711c7-71bf-4c07-9ec8-937c8064932d req-5461379c-43ce-4ae1-ac13-7f958d318f20 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:47.976118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae095dbf-e85b-4b86-acfa-2a8741ea55a4 req-faa38808-e721-4874-b887-fb8445a21c77 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023379 Feb 09 02:48:47.977572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-66aa86ba-6392-408c-b135-4fcdeffd338a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.1205502 Feb 09 02:48:47.981812 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e3711c7-71bf-4c07-9ec8-937c8064932d req-5461379c-43ce-4ae1-ac13-7f958d318f20 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 945 time: 0.1942198 Feb 09 02:48:47.993302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-ba567dfd-68fe-45bf-be03-f2a46808bddd tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:47.999772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-ba567dfd-68fe-45bf-be03-f2a46808bddd tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 813 time: 0.6088564 Feb 09 02:48:48.029976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'port': {'device_id': '41900522-0cf4-49d3-a2f5-441c97a218be', 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f', 'admin_state_up': True, 'tenant_id': '588502c1dea042818eb2c2862400f62f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:48.098546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:48.134619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.237134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4d597442-6736-40d8-9724-819c26ff2e2b None None] Current status of the port 29b3c6af-d7db-459e-837d-8c20a408ee0d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:48.360686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:48.366342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 29b3c6af-d7db-459e-837d-8c20a408ee0d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:48.392526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:48.399604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:48.406409 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-1ee457e9-b8a3-4920-8e2a-7bd7e91d88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:48.409507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-1ee457e9-b8a3-4920-8e2a-7bd7e91d88c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.4232252 Feb 09 02:48:48.417023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48808) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:48.440225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e3711c7-71bf-4c07-9ec8-937c8064932d req-0e7fa1b4-1e9e-4da7-a5e0-79c94eb7135e tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249053 Feb 09 02:48:48.541001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.554049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 29b3c6af-d7db-459e-837d-8c20a408ee0d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:48.554644 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.558646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Deleting port 29b3c6af-d7db-459e-837d-8c20a408ee0d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:48.559097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.627957 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3a73d5-1cb6-4bb4-b670-9d90a3b2d4ab x-openstack-request-id: req-0a3a73d5-1cb6-4bb4-b670-9d90a3b2d4ab {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:48.628255 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d7530-fb5c-4d23-8277-b632027da4d1", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:48.628512 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a3a73d5-1cb6-4bb4-b670-9d90a3b2d4ab {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:48.628906 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d7530-fb5c-4d23-8277-b632027da4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9', 'code': 200} Feb 09 02:48:48.746957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] For port 29b3c6af-d7db-459e-837d-8c20a408ee0d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=29b3c6af-d7db-459e-837d-8c20a408ee0d,segment=NetworkSegment(61276054-3648-4d5f-b815-158c891cb4e9),segment_id=61276054-3648-4d5f-b815-158c891cb4e9)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:48.757556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.805500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Calling delete_port for 29b3c6af-d7db-459e-837d-8c20a408ee0d owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:48.820510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 29b3c6af-d7db-459e-837d-8c20a408ee0d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:48.854599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:48.891753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-64282422-8166-44e6-a141-b0bbc958ab29 None None] Provisioning complete for port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:48.892134 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64282422-8166-44e6-a141-b0bbc958ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:48.935277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcfdd9-61a8-4e82-bb1f-1034e0134f81 req-e353aeca-bbe7-4801-ad75-0ffafd9e77b6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:48.944130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22fcfdd9-61a8-4e82-bb1f-1034e0134f81 req-e353aeca-bbe7-4801-ad75-0ffafd9e77b6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.9783654 Feb 09 02:48:49.004014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-64282422-8166-44e6-a141-b0bbc958ab29 None None] Port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:48:49.047405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-f72f2068-66b3-4dd1-9442-e3d8bd9f8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:49.049916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-f72f2068-66b3-4dd1-9442-e3d8bd9f8873 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1129 time: 0.8762143 Feb 09 02:48:49.089307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:49.175234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1125764838-network', 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:49.202033 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.206612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 57124ed2-282b-4169-ac48-82de9427e8f0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:49.206997 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.406965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:49.407999 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.472499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-1bf58e5b-a272-40c0-bbe7-ce6387ee2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:49.474091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-1bf58e5b-a272-40c0-bbe7-ce6387ee2762 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0313113 Feb 09 02:48:49.475485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-4a2e16cc-53be-43f8-82e9-7fcaeef52b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:49.477124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-4a2e16cc-53be-43f8-82e9-7fcaeef52b62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.3454158 Feb 09 02:48:49.481385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22fcfdd9-61a8-4e82-bb1f-1034e0134f81 req-c0d37423-0da8-46c5-83ea-84737d282b64 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362380 Feb 09 02:48:49.487169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:49.498920 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.539304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:49.550389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.612934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:49.733247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Made reservation on behalf of 588502c1dea042818eb2c2862400f62f for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:49.750094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.750956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.778176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-98821445-c677-48f3-a6da-c5567fff6ce9 req-94364b03-7a8b-4b75-8076-08b11ba14fbf tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 210 time: 0.7461700 Feb 09 02:48:49.789118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-80113f60-2735-4a9c-825d-aef1eacbd15f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.2219789 Feb 09 02:48:49.927722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Publish callbacks [] for security_group (6a22d633-df92-485f-8202-833c1f08416b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:49.983158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6a22d633-df92-485f-8202-833c1f08416b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.009496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.074356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d47c4-9322-4ebe-ac01-da42f58af93b req-39a66d39-4770-439b-b75d-27fa5acd7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:50.078701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c20d47c4-9322-4ebe-ac01-da42f58af93b req-39a66d39-4770-439b-b75d-27fa5acd7acb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 1128 time: 1.0493536 Feb 09 02:48:50.139914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-cdd92cbd-63cd-476d-ae24-17b11d73e824 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535134 Feb 09 02:48:50.169852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661e61-a7b9-4f4d-8691-f38f250a00d9 req-554da1fd-b6f6-43de-9777-d3d721e8a6c0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:50.177844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad661e61-a7b9-4f4d-8691-f38f250a00d9 req-554da1fd-b6f6-43de-9777-d3d721e8a6c0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 947 time: 0.5068831 Feb 09 02:48:50.184197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22d633-df92-485f-8202-833c1f08416b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:50.188087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-4bb5c431-299d-48e9-b8d9-39fc62de06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:50.190281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-4bb5c431-299d-48e9-b8d9-39fc62de06d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.3878779 Feb 09 02:48:50.242061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c20d47c4-9322-4ebe-ac01-da42f58af93b req-c997f6cc-61bc-4fc8-8243-d25c22d76a70 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481726 Feb 09 02:48:50.253709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 09153e58-2dd3-4bec-8cc5-12cb0a5c841e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:50.258848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220d489-1983-4af0-a9c1-dd9845b62dc1 req-9c388c16-574a-46b2-b688-006c5f336b78 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:50.265973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3220d489-1983-4af0-a9c1-dd9845b62dc1 req-9c388c16-574a-46b2-b688-006c5f336b78 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.2631071 Feb 09 02:48:50.278768 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (29b3c6af-d7db-459e-837d-8c20a408ee0d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.299290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Allocated IP 172.20.0.8 (539acb2f-37f4-40db-92be-1cc7e427122f/ed350f86-c843-46ba-ab7e-a1bc8e0245f8/837fc8a8-76b7-4a81-aa3c-0443571b773c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:48:50.335907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b3c6af-d7db-459e-837d-8c20a408ee0d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:50.459669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:50.460045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.490479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-2da62c29-c55e-4534-8083-2300bbfdcf00 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038294 Feb 09 02:48:50.509878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3220d489-1983-4af0-a9c1-dd9845b62dc1 req-19ee4e9a-5fb0-41ca-b57c-d489674267b1 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429464 Feb 09 02:48:50.537618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:48:50.562272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c56c8891-12a0-4be3-9bdb-64e3f1f2baed), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.563723 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Added segment c56c8891-12a0-4be3-9bdb-64e3f1f2baed of type vlan for network d7b3be57-884b-457a-a293-71087cb0cd70 Feb 09 02:48:50.683166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (d7b3be57-884b-457a-a293-71087cb0cd70), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.684135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:50.687448 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78833be2-c179-4a42-b902-7d6a14762e40" -d '{"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-plugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:50.696746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:50.697130 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.764659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.769652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=09153e58-2dd3-4bec-8cc5-12cb0a5c841e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:50.785243 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.814060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (d7b3be57-884b-457a-a293-71087cb0cd70), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.815071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:50.815647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:50.897229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=09153e58-2dd3-4bec-8cc5-12cb0a5c841e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:50.950066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5270600 Feb 09 02:48:50.974844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48858) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:50.984192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad661e61-a7b9-4f4d-8691-f38f250a00d9 req-d1605193-4dc8-493b-a6d5-6b397785813d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8054399 Feb 09 02:48:50.988943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Request body: {'subnet': {'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1125764838-subnet', 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:50.996532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.026344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:51.099506 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d141a3fa-3083-41c7-aaeb-cf590bae30de x-openstack-request-id: req-d141a3fa-3083-41c7-aaeb-cf590bae30de {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:51.099795 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-plugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:51.100052 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d141a3fa-3083-41c7-aaeb-cf590bae30de {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:51.100444 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'code': 200} Feb 09 02:48:51.135311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Network 539acb2f-37f4-40db-92be-1cc7e427122f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:51.147176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e75f-adca-4f23-a947-0b2765cd833f admin admin] Pushing event updated for resources: {'Network': ['ID=d7b3be57-884b-457a-a293-71087cb0cd70,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:51.152891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'Port': ['ID=837fc8a8-76b7-4a81-aa3c-0443571b773c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:51.156007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:51.162074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:48:51.164404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:51.166820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.168615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network d7b3be57-884b-457a-a293-71087cb0cd70 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:48:51.235091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ef2fc-4e69-4d4f-8451-7a62b010f9b4 req-a1280df6-fed8-4def-b8aa-352343be72f8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:51.237563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-508ef2fc-4e69-4d4f-8451-7a62b010f9b4 req-a1280df6-fed8-4def-b8aa-352343be72f8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.4027708 Feb 09 02:48:51.277233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:51.277858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.279305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-1fd78831-cbb1-42ec-bfe7-e65a91eb5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:51.281446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-1fd78831-cbb1-42ec-bfe7-e65a91eb5ac4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0805023 Feb 09 02:48:51.321984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-508ef2fc-4e69-4d4f-8451-7a62b010f9b4 req-2c5fb36a-3491-42f4-bd8d-0c6909a3d315 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777991 Feb 09 02:48:51.322626 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (b1a50cbd-29db-435c-9840-434f01943401), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.455878 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.529265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8263d56-7d49-490f-b633-daaabe81154c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5125751 Feb 09 02:48:51.547581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Request body: {'port': {'device_id': '41900522-0cf4-49d3-a2f5-441c97a218be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:51.617298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f929f-ad50-41db-81d8-3c03afa553fb req-0aa64963-21bf-4e98-8ab3-a0c8446412b9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:51.619167 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd4f929f-ad50-41db-81d8-3c03afa553fb req-0aa64963-21bf-4e98-8ab3-a0c8446412b9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 931 time: 0.3422718 Feb 09 02:48:51.703345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-d5bc4b48-8f0a-4c59-9978-049d4eb80145 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823440 Feb 09 02:48:51.707263 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Publish callbacks [] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.738027 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.844961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Router b1a50cbd-29db-435c-9840-434f01943401 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:51.893094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd4f929f-ad50-41db-81d8-3c03afa553fb req-8f968324-b81c-4634-b4f3-6a1df1bde4da tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619569 Feb 09 02:48:51.937106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:51.947675 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.961512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (a68e5f4c-91b4-4f13-8713-bd53fdcd6014), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:51.984547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:51.998534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-82d6fb3c-e51a-468b-bf4f-ec71ee62e685 admin admin] 10.222.0.32 "PUT /v2.0/routers/b1a50cbd-29db-435c-9840-434f01943401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1952579 Feb 09 02:48:52.000080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] Sync routers for ids ['b1a50cbd-29db-435c-9840-434f01943401'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:52.018094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] Routers {'b1a50cbd-29db-435c-9840-434f01943401'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:52.020288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48866) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:52.021164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b1a50cbd-29db-435c-9840-434f01943401'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:52.104047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c9ff17-93f3-48ce-92a0-1d78a5d06286 req-003a1fd1-d97d-4865-8d4c-57dea866545b service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902588 Feb 09 02:48:52.160203 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks [] for router (b1a50cbd-29db-435c-9840-434f01943401), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:52.171268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68e5f4c-91b4-4f13-8713-bd53fdcd6014,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:52.229036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Checking segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:52.229655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Network hostable DHCP agents. Network: d7b3be57-884b-457a-a293-71087cb0cd70, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:48:52.240974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:48:52.248378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:52.260912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583382f5-748d-4c7b-94c0-484908edd2ce req-d784cf02-54fc-4338-9b39-df88907cb8ca tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:52.269100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-583382f5-748d-4c7b-94c0-484908edd2ce req-d784cf02-54fc-4338-9b39-df88907cb8ca tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 947 time: 0.1391532 Feb 09 02:48:52.402049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1564f3-9c2e-4738-8973-c10db41d55b4 req-1ba984f5-ac42-4c2a-9ca1-dda91ef91a41 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:52.403760 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6b1564f3-9c2e-4738-8973-c10db41d55b4 req-1ba984f5-ac42-4c2a-9ca1-dda91ef91a41 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.6095903 Feb 09 02:48:52.422008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks [] for router_gateway (b1a50cbd-29db-435c-9840-434f01943401), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:52.473660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Network d7b3be57-884b-457a-a293-71087cb0cd70 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:48:52.487468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:52.513034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, d7b3be57-884b-457a-a293-71087cb0cd70) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:48:52.576182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:52.577051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:52.613773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:48:52.620980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 09153e58-2dd3-4bec-8cc5-12cb0a5c841e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:52.622732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067fea5-c238-46df-8e28-392c5f9cc08a None None] Network d7b3be57-884b-457a-a293-71087cb0cd70 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:52.686911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-583382f5-748d-4c7b-94c0-484908edd2ce req-74b15432-83a4-48c5-a5de-76b303d7950a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165938 Feb 09 02:48:52.693737 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-da298ca9-787d-4fcc-8069-05a39d8c7861 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7085648 Feb 09 02:48:52.695813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:48:52.805876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6b1564f3-9c2e-4738-8973-c10db41d55b4 req-05f3af2e-79f5-4a9b-8db0-dd72cb2861df tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878040 Feb 09 02:48:53.069695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Deleting port 2bc5f660-9f86-4f7b-94bf-3837a7624e16 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:53.071085 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.308956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fa885447-eb2b-4a3b-bdfa-86d1558c4ac6 None None] Provisioning complete for port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:53.313225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fa885447-eb2b-4a3b-bdfa-86d1558c4ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.356504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] For port 2bc5f660-9f86-4f7b-94bf-3837a7624e16, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2bc5f660-9f86-4f7b-94bf-3837a7624e16,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:53.357532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.368823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8dbb8a-1c8e-41ad-b76d-28788c098524 None None] Network d7b3be57-884b-457a-a293-71087cb0cd70 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:53.390680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Calling delete_port for 2bc5f660-9f86-4f7b-94bf-3837a7624e16 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:53.462785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837fc8a8-76b7-4a81-aa3c-0443571b773c {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:53.577329 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Publish callbacks [] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.616101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:53.616486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.654218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] Set router b1a50cbd-29db-435c-9840-434f01943401 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:53.763946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:48:53.764599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Transition to ACTIVE for port object 837fc8a8-76b7-4a81-aa3c-0443571b773c will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:48:53.779092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a8c476b5-2307-49ed-8047-8bbfa48b97e5 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d86c161-4c80-4e62-8ae6-e84fb2be7a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5350795 Feb 09 02:48:53.790575 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Sync routers for ids ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:48:53.820877 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Routers {'3d86c161-4c80-4e62-8ae6-e84fb2be7a26'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:53.823232 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:53.827424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:53.859421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-5bfad85e-217a-4035-821b-e25b746cc28c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:53.862141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:53.869215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-5bfad85e-217a-4035-821b-e25b746cc28c tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc&tenant_id=c8e04fd18cd341108126a8475f62a75d&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 947 time: 0.4178617 Feb 09 02:48:53.891422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fa885447-eb2b-4a3b-bdfa-86d1558c4ac6 None None] Port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:48:53.916840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5665a-a792-4fc8-b6e8-1ee3ed9922a6 req-34d42c25-0a36-4e3b-a35e-a5856f7d5e2d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:53.929144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dbb5665a-a792-4fc8-b6e8-1ee3ed9922a6 req-34d42c25-0a36-4e3b-a35e-a5856f7d5e2d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.4803550 Feb 09 02:48:53.936182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '73204a20-ac27-4c76-8401-c195fae246ad', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '73204a20-ac27-4c76-8401-c195fae246ad', 'mac_address': 'fa:16:3e:80:f9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:48:54.034771 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Set router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:54.101928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dbb5665a-a792-4fc8-b6e8-1ee3ed9922a6 req-e533682c-0d76-4517-8677-0b608238c2db tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718423 Feb 09 02:48:54.152142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-11c64040-bbb9-49da-a98f-10debb4448a4 service neutron] 10.222.0.61 "GET /v2.0/ports/73204a20-ac27-4c76-8401-c195fae246ad/bindings/n-h1-827839-4 HTTP/1.1" status: 200 len: 382 time: 0.2761774 Feb 09 02:48:54.223137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 73204a20-ac27-4c76-8401-c195fae246ad is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:54.223964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.305810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73204a20-ac27-4c76-8401-c195fae246ad {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:48:54.309865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-5727c2be-0bd7-403e-b173-d751d59ab60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:54.314771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-5727c2be-0bd7-403e-b173-d751d59ab60d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1129 time: 0.1320181 Feb 09 02:48:54.409114 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:48:49Z', 'revision_number': 4, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a87dbb39-6745-48dd-ae4d-4c0b11c7ab81', 'name': '', 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'mac_address': 'fa:16:3e:05:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '5597d5ae-f8b4-4e12-960a-5f3b9cba17c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:45Z', 'updated_at': '2022-02-09T02:48:50Z', 'revision_number': 2, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'subnets': [{'id': '5597d5ae-f8b4-4e12-960a-5f3b9cba17c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:54.524782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:54.550063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:54.612794 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.640683 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Checking router: 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:54.640683 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Updating router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:48:54.705422 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:54.830147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-1cdc8085-bd0f-4b03-bb79-83836ddec3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:54.841796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:54.842165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-1cdc8085-bd0f-4b03-bb79-83836ddec3ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.5129404 Feb 09 02:48:54.867479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:50Z', 'revision_number': 5, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port': {'id': '2bc5f660-9f86-4f7b-94bf-3837a7624e16', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a50cbd-29db-435c-9840-434f01943401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:34Z', 'updated_at': '2022-02-09T02:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:54.890132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da585b-b366-4d6b-9216-8b6a243dce35 req-384d94d0-8764-464f-bf81-51ff76371489 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:54.897938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83da585b-b366-4d6b-9216-8b6a243dce35 req-384d94d0-8764-464f-bf81-51ff76371489 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 931 time: 1.1846068 Feb 09 02:48:54.927883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['73204a20-ac27-4c76-8401-c195fae246ad'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:48:54.949649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-83c0e556-040b-454f-b878-f18759ac888c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.0993497 Feb 09 02:48:54.984821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-d8116818-5b8c-48c2-861f-dc76b873577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:54.988575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-d8116818-5b8c-48c2-861f-dc76b873577c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 1128 time: 1.4007344 Feb 09 02:48:55.004350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2bc5f660-9f86-4f7b-94bf-3837a7624e16), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.026740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] Checking router: b1a50cbd-29db-435c-9840-434f01943401 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:48:55.087144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] Routers {'b1a50cbd-29db-435c-9840-434f01943401'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:55.091034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b1a50cbd-29db-435c-9840-434f01943401'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:55.120940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-5484ab7b-d19c-4a9e-aa61-9dd07444e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:55.122980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-6d16e369-de3f-416a-ab42-980a8d029273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:55.124744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-6d16e369-de3f-416a-ab42-980a8d029273 service neutron] 10.222.0.61 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 912 time: 0.1220665 Feb 09 02:48:55.126560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-5484ab7b-d19c-4a9e-aa61-9dd07444e97a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1644180 Feb 09 02:48:55.133182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Pushing event updated for resources: {'Port': ['ID=837fc8a8-76b7-4a81-aa3c-0443571b773c,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:55.141744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-931f57bb-58f0-4430-b381-9c54f0d98e5e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:55.148126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-931f57bb-58f0-4430-b381-9c54f0d98e5e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.4849732 Feb 09 02:48:55.148339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.148780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.149232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.149692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.150131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.151027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.151591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.152025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.153660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.153660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.153660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.153660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.154137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:48:55.228594 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Publish callbacks [] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.247058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-7d5b3ea3-3d09-4258-9afc-2267de12d669 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/quotas/6d28b9e89eae40f78e01abe8fe65c347 HTTP/1.1" status: 200 len: 375 time: 0.0764461 Feb 09 02:48:55.249255 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.252184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] Set router b1a50cbd-29db-435c-9840-434f01943401 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:55.255857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc5f660-9f86-4f7b-94bf-3837a7624e16,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:55.261597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-990ee409-0c4f-4d12-aa21-766acc506d17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 HTTP/1.1" status: 200 len: 217 time: 0.1150601 Feb 09 02:48:55.284893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-d808379b-6c8d-4eb7-9b89-2d3313dd7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:55.292234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-d808379b-6c8d-4eb7-9b89-2d3313dd7391 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1426208 Feb 09 02:48:55.358585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-16262a1e-6f88-41aa-bce8-5c554281ac75 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766022 Feb 09 02:48:55.361603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-0dd87d7c-410d-4512-b20f-801ebc91eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:55.363212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-0dd87d7c-410d-4512-b20f-801ebc91eaa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 200 len: 851 time: 0.0938089 Feb 09 02:48:55.388567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:54Z', 'revision_number': 7, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:55.434044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Attempting to bind port 837fc8a8-76b7-4a81-aa3c-0443571b773c on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:55.438285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Attempting to bind port 837fc8a8-76b7-4a81-aa3c-0443571b773c by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:55.438976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Attempting to bind port 837fc8a8-76b7-4a81-aa3c-0443571b773c on network 539acb2f-37f4-40db-92be-1cc7e427122f {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:55.463808 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cb1f8-ca64-4906-9011-02a469c46752 None None] Pushing event updated for resources: {'Port': ['ID=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:55.492623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-6f130927-68dd-4a00-a801-2573e535642d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=864af6b6-ec45-4e59-a401-3a85fef04c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775881 Feb 09 02:48:55.521289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83da585b-b366-4d6b-9216-8b6a243dce35 req-e0acb192-4fe2-4498-811c-78c86f06c7a5 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222284 Feb 09 02:48:55.542198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81159c-afec-49ad-8c00-71df1f02fe23 None None] The sync data for ids ['b1a50cbd-29db-435c-9840-434f01943401'] in n-d-827839-4 is: [{'id': 'b1a50cbd-29db-435c-9840-434f01943401', 'name': 'tempest-FloatingIPsNegativeTestJSON-2052174109-router', 'tenant_id': '615ea0ab77a8408693897adf51702195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:32Z', 'updated_at': '2022-02-09T02:48:54Z', 'revision_number': 7, 'project_id': '615ea0ab77a8408693897adf51702195', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:55.560838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Port 837fc8a8-76b7-4a81-aa3c-0443571b773c on network 539acb2f-37f4-40db-92be-1cc7e427122f not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:48:55.562030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Attempting to bind port 837fc8a8-76b7-4a81-aa3c-0443571b773c on network 539acb2f-37f4-40db-92be-1cc7e427122f {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:55.602371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:55.602621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Checking segment: {'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:55.608435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Bound using segment: {'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:55.610861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Bound port: 837fc8a8-76b7-4a81-aa3c-0443571b773c, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7806ebda-0a1e-4d5d-9cef-05fa815bce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:55.611155 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.712028 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Attempting to bind port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:48:55.715091 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Attempting to bind port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:48:55.715597 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Attempting to bind port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 on network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:48:55.724838 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:48:55.725602 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Checking segment: {'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:48:55.726325 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.726940 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Bound using segment: {'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:48:55.727642 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Bound port: a87dbb39-6745-48dd-ae4d-4c0b11c7ab81, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701142a4-01ee-4049-a9be-3444afbd6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:48:55.728252 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.762667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-07cb657a-5f9a-429c-9c34-009252bec414 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833637 Feb 09 02:48:55.834766 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] For port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:55.838043 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] For port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,segment=NetworkSegment(701142a4-01ee-4049-a9be-3444afbd6b42),segment_id=701142a4-01ee-4049-a9be-3444afbd6b42)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:55.839409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] For port 837fc8a8-76b7-4a81-aa3c-0443571b773c, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:48:55.849544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] For port 837fc8a8-76b7-4a81-aa3c-0443571b773c, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:48:55.859515 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.947434 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-2ba2e685-6720-4ef4-8651-e06b5dac6203 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838117 Feb 09 02:48:55.956003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ef497dc6-ae4c-4193-8ad6-bf3433d41a1c None None] Provisioning complete for port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:55.957297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:55.958348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef497dc6-ae4c-4193-8ad6-bf3433d41a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.006605 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cb1f8-ca64-4906-9011-02a469c46752 None None] Pushing event updated for resources: {'Port': ['ID=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:56.069334 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Routers {'3d86c161-4c80-4e62-8ae6-e84fb2be7a26'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:48:56.070252 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:48:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:56.072095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:56.073334 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.075484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] 10.222.0.61 "PUT /v2.0/ports/837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 200 len: 1091 time: 4.5357635 Feb 09 02:48:56.083265 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (b1a50cbd-29db-435c-9840-434f01943401), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.086050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-0bc62cb3-d20e-4210-8a31-ce7ecfc306d4 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693160 Feb 09 02:48:56.095558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:56.108985 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:56.215475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ef497dc6-ae4c-4193-8ad6-bf3433d41a1c None None] Current status of the port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:56.216100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef497dc6-ae4c-4193-8ad6-bf3433d41a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.320313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ef497dc6-ae4c-4193-8ad6-bf3433d41a1c None None] For port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,segment=NetworkSegment(701142a4-01ee-4049-a9be-3444afbd6b42),segment_id=701142a4-01ee-4049-a9be-3444afbd6b42)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:56.332405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef497dc6-ae4c-4193-8ad6-bf3433d41a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.389689 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] Set router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:48:56.444411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef497dc6-ae4c-4193-8ad6-bf3433d41a1c None None] Pushing event updated for resources: {'Port': ['ID=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:56.591092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-020d289b-45b3-4579-a837-4d000f9c26dd None None] Provisioning complete for port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:56.591767 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-020d289b-45b3-4579-a837-4d000f9c26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.665814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:56.689611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355dd8a-35e9-4ef9-ad9d-254f75500675 req-4ce56c72-5909-417a-bbdb-afdf505a7374 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:56.709196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b355dd8a-35e9-4ef9-ad9d-254f75500675 req-4ce56c72-5909-417a-bbdb-afdf505a7374 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.3566253 Feb 09 02:48:56.755938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-2bdc69fb-a6f9-4c34-9671-e002641142c0 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413515 Feb 09 02:48:56.808717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (b1a50cbd-29db-435c-9840-434f01943401), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.842730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2bc5f660-9f86-4f7b-94bf-3837a7624e16 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:56.856142 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks [] for router_controller (b1a50cbd-29db-435c-9840-434f01943401), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:56.882857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b355dd8a-35e9-4ef9-ad9d-254f75500675 req-25fb14c3-afff-4c4c-995f-729185e073f8 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726761 Feb 09 02:48:56.924186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-121b344a-cf4e-4c61-bca0-f8dc983f4aa5 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3956563 Feb 09 02:48:56.956336 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:48:49Z', 'revision_number': 4, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a87dbb39-6745-48dd-ae4d-4c0b11c7ab81', 'name': '', 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'mac_address': 'fa:16:3e:05:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '5597d5ae-f8b4-4e12-960a-5f3b9cba17c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:45Z', 'updated_at': '2022-02-09T02:48:55Z', 'revision_number': 4, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'subnets': [{'id': '5597d5ae-f8b4-4e12-960a-5f3b9cba17c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:48:56.984304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2bc5f660-9f86-4f7b-94bf-3837a7624e16 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:56.986290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2bc5f660-9f86-4f7b-94bf-3837a7624e16 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:56.988844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 29b3c6af-d7db-459e-837d-8c20a408ee0d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:48:57.038039 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a65686-0695-4c12-8f12-50ce5b20635a None None] The sync data for ids ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'] in n-d-827839-4 is: [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:48:49Z', 'revision_number': 4, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a87dbb39-6745-48dd-ae4d-4c0b11c7ab81', 'name': '', 'network_id': '13ea520e-e9c4-4e56-8a21-8c73d49e7af2', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'mac_address': 'fa:16:3e:05:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '5597d5ae-f8b4-4e12-960a-5f3b9cba17c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:45Z', 'updated_at': '2022-02-09T02:48:55Z', 'revision_number': 4, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'subnets': [{'id': '5597d5ae-f8b4-4e12-960a-5f3b9cba17c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:48:57.038649 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-5c15bea7-9099-4ff6-95c5-3bf462a2a439 req-ac1eb82d-bd28-4546-b7d1-f87e564a08d8 tempest-FloatingIPDetailsNegativeTestJSON-804402325 tempest-FloatingIPDetailsNegativeTestJSON-804402325-project] show failed (client error): The resource could not be found. Feb 09 02:48:57.053062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c15bea7-9099-4ff6-95c5-3bf462a2a439 req-ac1eb82d-bd28-4546-b7d1-f87e564a08d8 tempest-FloatingIPDetailsNegativeTestJSON-804402325 tempest-FloatingIPDetailsNegativeTestJSON-804402325-project] 10.222.0.32 "GET /v2.0/floatingips/e4de34b9-c2ef-4685-9836-b79151ec8c57 HTTP/1.1" status: 404 len: 350 time: 0.0821908 Feb 09 02:48:57.058418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48940) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:57.132522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2fcd5-d8fb-4ecf-9e1d-8520d28b9552 req-daf78e3f-d810-44cf-a5bc-7e538841626b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:57.134379 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9c2fcd5-d8fb-4ecf-9e1d-8520d28b9552 req-daf78e3f-d810-44cf-a5bc-7e538841626b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 948 time: 1.2584901 Feb 09 02:48:57.137362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2ce6e8b-cfd6-474e-80b2-0b16e223784d req-35b3ecf6-ca32-4a34-a85a-320b6f396f8c service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676731 Feb 09 02:48:57.139158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb873fc-9188-4844-89c6-bc14f0ea5766 service neutron] Pushing event updated for resources: {'Port': ['ID=837fc8a8-76b7-4a81-aa3c-0443571b773c,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:57.266160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-245077b3-0ff2-4ba5-a2c9-804cf885c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:57.269236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-245077b3-0ff2-4ba5-a2c9-804cf885c319 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 1125 time: 0.7964778 Feb 09 02:48:57.274864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 29b3c6af-d7db-459e-837d-8c20a408ee0d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:48:57.275225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 29b3c6af-d7db-459e-837d-8c20a408ee0d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:48:57.310552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 73204a20-ac27-4c76-8401-c195fae246ad completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:48:57.332270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 73204a20-ac27-4c76-8401-c195fae246ad triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:57.332740 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (73204a20-ac27-4c76-8401-c195fae246ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:57.335401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-020d289b-45b3-4579-a837-4d000f9c26dd None None] Current status of the port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:57.432969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9c2fcd5-d8fb-4ecf-9e1d-8520d28b9552 req-192cfb55-ecfa-41ef-a76a-c4a7c0503e89 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852781 Feb 09 02:48:57.437862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-d07dee45-2e26-4bb9-98c7-98be6bb804b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 200 len: 217 time: 0.0986757 Feb 09 02:48:57.438864 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (b1a50cbd-29db-435c-9840-434f01943401), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:57.443299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a50cbd-29db-435c-9840-434f01943401 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:48:57.529833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 73204a20-ac27-4c76-8401-c195fae246ad is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:57.531491 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:57.539000 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:57.542664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2b7be6d9-1df4-4b56-a3b5-147b90769451 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b1a50cbd-29db-435c-9840-434f01943401 HTTP/1.1" status: 204 len: 168 time: 5.5189769 Feb 09 02:48:57.556562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48946) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:57.590307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:48:57.598521 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df043b94-4ae1-414e-ac23-1e86d0cfdbb2" -d '{"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-plugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:48:57.630520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:57.633040 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e227b47-ca3c-4dc6-a627-dcedd1ff87ca x-openstack-request-id: req-0e227b47-ca3c-4dc6-a627-dcedd1ff87ca {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:57.633040 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:57.633366 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e227b47-ca3c-4dc6-a627-dcedd1ff87ca {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:57.633844 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c', 'status': 'completed', 'code': 200} Feb 09 02:48:57.640974 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:57.660662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-3f3892ab-4900-4656-a82e-0fa15541a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:57.664499 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-3f3892ab-4900-4656-a82e-0fa15541a687 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.2163696 Feb 09 02:48:57.758713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-b8788040-a681-4d85-81f1-b0edd5876e54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833931 Feb 09 02:48:57.850581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-963b1b85-e3e5-4e4e-9e9f-ed0a77a3fc14 admin admin] Deleting subnet 300c9a33-46df-4012-bf0b-c8645474ac6c {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:48:57.857364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-963b1b85-e3e5-4e4e-9e9f-ed0a77a3fc14 admin admin] Publish callbacks [] for subnet (300c9a33-46df-4012-bf0b-c8645474ac6c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:57.865569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b07f6f-a40f-4182-b508-09f2c78c1de5 req-96d86c6c-eba1-481c-a966-5a3b1761b333 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:57.875318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43b07f6f-a40f-4182-b508-09f2c78c1de5 req-96d86c6c-eba1-481c-a966-5a3b1761b333 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.5748756 Feb 09 02:48:57.961899 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-963b1b85-e3e5-4e4e-9e9f-ed0a77a3fc14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (300c9a33-46df-4012-bf0b-c8645474ac6c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:58.043040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43b07f6f-a40f-4182-b508-09f2c78c1de5 req-1f5f2fe4-8a12-4ca2-aee3-07be92b00ab2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630459 Feb 09 02:48:58.065890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-963b1b85-e3e5-4e4e-9e9f-ed0a77a3fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (300c9a33-46df-4012-bf0b-c8645474ac6c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:58.199809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5cce57b7-1c48-4393-b930-7162d2e86ac3 req-3ee9d934-75a1-4976-a79c-cfed9a15e9ee tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 210 time: 0.0454009 Feb 09 02:48:58.203167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-963b1b85-e3e5-4e4e-9e9f-ed0a77a3fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (300c9a33-46df-4012-bf0b-c8645474ac6c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:58.304489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:58.348024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd3cdf-4e0c-40a6-b99d-d62241ffd7b4 req-e882a699-4ce2-4b5c-beee-2d022c1d2a94 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:58.355360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9cd3cdf-4e0c-40a6-b99d-d62241ffd7b4 req-e882a699-4ce2-4b5c-beee-2d022c1d2a94 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 943 time: 0.1183426 Feb 09 02:48:58.395883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a167f-196f-4525-bbb7-d4af2513c702 None None] Network 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:48:58.403062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-963b1b85-e3e5-4e4e-9e9f-ed0a77a3fc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:58.414899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-963b1b85-e3e5-4e4e-9e9f-ed0a77a3fc14 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/300c9a33-46df-4012-bf0b-c8645474ac6c HTTP/1.1" status: 204 len: 168 time: 0.8577678 Feb 09 02:48:58.422476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b1b85-e3e5-4e4e-9e9f-ed0a77a3fc14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300c9a33-46df-4012-bf0b-c8645474ac6c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:58.427826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:48:58.546053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9cd3cdf-4e0c-40a6-b99d-d62241ffd7b4 req-80404b8e-dc6e-4304-8254-a4c0f032a1bf tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889622 Feb 09 02:48:58.583974 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e739a1-b4e0-4cae-88d2-7348e4a56409 x-openstack-request-id: req-00e739a1-b4e0-4cae-88d2-7348e4a56409 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:48:58.584822 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-plugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:48:58.585936 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00e739a1-b4e0-4cae-88d2-7348e4a56409 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:48:58.588923 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'code': 200} Feb 09 02:48:58.773509 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (6287f9d6-f9e5-4b33-bf4c-71f112de18e6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:58.830651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] DHCP port deletion for 6287f9d6-f9e5-4b33-bf4c-71f112de18e6 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:48:58.925730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:58.966018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-553f8f45-a7a4-4844-a73b-cd41ccf88834 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:58.968070 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-553f8f45-a7a4-4844-a73b-cd41ccf88834 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.5225997 Feb 09 02:48:58.968398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:48:59.046148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-ffe327ef-720a-42b1-a156-feb69269029d service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2744238 Feb 09 02:48:59.173976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] Deleting port 74376741-9898-4e79-ad7e-17eea9b942d1 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:59.175489 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:59.191198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7a6d-822e-4b9a-9493-559e117b3ec7 req-dad409b3-400c-4ecf-9cbd-0e88c70d76ee tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:59.195716 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-35ed7a6d-822e-4b9a-9493-559e117b3ec7 req-dad409b3-400c-4ecf-9cbd-0e88c70d76ee tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.4181235 Feb 09 02:48:59.227109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Request body: {'port': {'device_id': '975e68eb-a433-4a4f-8153-482730eeda95', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'admin_state_up': True, 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:48:59.270321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:48:59.270658 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:59.330189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Deleting port 74376741-9898-4e79-ad7e-17eea9b942d1 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:48:59.330989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:59.508318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] For port 74376741-9898-4e79-ad7e-17eea9b942d1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=74376741-9898-4e79-ad7e-17eea9b942d1,segment=NetworkSegment(61276054-3648-4d5f-b815-158c891cb4e9),segment_id=61276054-3648-4d5f-b815-158c891cb4e9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:59.508739 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:59.522840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf9995-2fd7-42c4-aff5-e7b1868a04a8 req-7be12750-27d0-4c1e-b55e-66d342771b3e tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:59.535473 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-febf9995-2fd7-42c4-aff5-e7b1868a04a8 req-7be12750-27d0-4c1e-b55e-66d342771b3e tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.8585775 Feb 09 02:48:59.540581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68d1b0aa-29f4-4fc9-b148-22ecb5e2aee9 req-d11156c9-1ce1-4b88-bd21-3308d9241c11 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774406 Feb 09 02:48:59.552509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] Calling delete_port for 74376741-9898-4e79-ad7e-17eea9b942d1 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:59.655817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-35ed7a6d-822e-4b9a-9493-559e117b3ec7 req-1ddbbd45-2c4b-46f0-8ded-108e8a91c962 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384315 Feb 09 02:48:59.673992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] For port 74376741-9898-4e79-ad7e-17eea9b942d1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=74376741-9898-4e79-ad7e-17eea9b942d1,segment=NetworkSegment(61276054-3648-4d5f-b815-158c891cb4e9),segment_id=61276054-3648-4d5f-b815-158c891cb4e9)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:48:59.690466 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:59.820700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Calling delete_port for 74376741-9898-4e79-ad7e-17eea9b942d1 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:48:59.838088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:48:59.854879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:59.892353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-febf9995-2fd7-42c4-aff5-e7b1868a04a8 req-eef6e71d-578e-4963-bf24-2516deded3fc tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422024 Feb 09 02:48:59.914286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:48:59.943393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:48:59.976418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-66fde9fd-592d-4569-8bd4-1fc22f1b39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:48:59.980748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] Pushing event deleted for resources: {'Port': ['ID=74376741-9898-4e79-ad7e-17eea9b942d1,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:48:59.986739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345e89c-64be-4d0d-b853-93e292d7c82b None None] No DVR routers for this DVR port 74376741-9898-4e79-ad7e-17eea9b942d1 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:48:59.995469 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-66fde9fd-592d-4569-8bd4-1fc22f1b39e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 1125 time: 0.3274877 Feb 09 02:49:00.097371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-4fb42c45-629b-4caf-94f3-d232a2c50369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:00.099044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-4fb42c45-629b-4caf-94f3-d232a2c50369 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc&tenant_id=c8e04fd18cd341108126a8475f62a75d HTTP/1.1" status: 200 len: 1131 time: 0.3168859 Feb 09 02:49:00.119024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:00.190025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ff22d-730c-4c1e-b9ef-9d72f8c9c323 req-0f956d76-cbdf-49ac-be5d-3b5e459b3d4c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:00.194728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e42ff22d-730c-4c1e-b9ef-9d72f8c9c323 req-0f956d76-cbdf-49ac-be5d-3b5e459b3d4c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.3167470 Feb 09 02:49:00.232844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bbe26470-8792-4d92-b6c1-d149fa704e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:00.243274 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e0f79f7-9ec9-4871-a8c2-f11d4d8bcdb9 req-501f32b1-58a3-4a59-8fb2-5d7f358c377e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 210 time: 0.1382897 Feb 09 02:49:00.282154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (74376741-9898-4e79-ad7e-17eea9b942d1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:00.360130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Allocated IP 172.20.0.14 (d7b3be57-884b-457a-a293-71087cb0cd70/a68e5f4c-91b4-4f13-8713-bd53fdcd6014/dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:00.384150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:00.406139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74376741-9898-4e79-ad7e-17eea9b942d1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:00.412411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] No DVR routers for this DVR port 74376741-9898-4e79-ad7e-17eea9b942d1 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:00.554981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Deleting port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:00.555326 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:00.566991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e42ff22d-730c-4c1e-b9ef-9d72f8c9c323 req-4cb1ca83-ab6c-4cdd-a5cd-c605276c4509 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641319 Feb 09 02:49:00.571948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks [] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:00.606971 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (6287f9d6-f9e5-4b33-bf4c-71f112de18e6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:00.685039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 74376741-9898-4e79-ad7e-17eea9b942d1 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:00.761246 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:00.767477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 74376741-9898-4e79-ad7e-17eea9b942d1 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:00.767715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 74376741-9898-4e79-ad7e-17eea9b942d1 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:00.849877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Network d7b3be57-884b-457a-a293-71087cb0cd70 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:00.857492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-42414fd5-53e9-4973-b6a1-c113d6b8318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:00.859166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-42414fd5-53e9-4973-b6a1-c113d6b8318a service neutron] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 914 time: 0.8515861 Feb 09 02:49:00.863719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:00.867349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:00.869852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event updated for resources: {'Port': ['ID=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:00.878717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6287f9d6-f9e5-4b33-bf4c-71f112de18e6']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:00.914657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61276054-3648-4d5f-b815-158c891cb4e9') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:00.915077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61276054-3648-4d5f-b815-158c891cb4e9') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:00.946510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-98cc888b-ef6a-49e1-a2a2-99f4bf56f102 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 200 len: 217 time: 0.0726981 Feb 09 02:49:00.959079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b2fb1-c985-45f8-ab93-57d3e27c8cff req-301bc760-0af0-4ecb-b31b-00aa1768d61c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:00.963820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (61276054-3648-4d5f-b815-158c891cb4e9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:00.967556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-015b2fb1-c985-45f8-ab93-57d3e27c8cff req-301bc760-0af0-4ecb-b31b-00aa1768d61c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 943 time: 0.2987256 Feb 09 02:49:01.032922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:01.033189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:01.036061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] For port a87dbb39-6745-48dd-ae4d-4c0b11c7ab81, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,segment=NetworkSegment(701142a4-01ee-4049-a9be-3444afbd6b42),segment_id=701142a4-01ee-4049-a9be-3444afbd6b42)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:01.036434 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:01.053902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Calling delete_port for a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:01.078115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-5da0887a-bdee-4b33-858b-f5ac95394651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:01.080412 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-5da0887a-bdee-4b33-858b-f5ac95394651 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.1050928 Feb 09 02:49:01.083583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-57dbe3e3-fe50-4806-a110-19178cca4709 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0339713 Feb 09 02:49:01.100025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-015b2fb1-c985-45f8-ab93-57d3e27c8cff req-bda93b29-95e9-4d32-92f8-803b712d31e9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312895 Feb 09 02:49:01.116824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Request body: {'port': {'device_id': '975e68eb-a433-4a4f-8153-482730eeda95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:01.240269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-bc1472b9-31c1-456c-a719-eb763cdc2052 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128781 Feb 09 02:49:01.380889 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:01.401600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984f993-dd5b-40b4-879a-932a08aa8e41 req-d520a265-1f9b-4ab7-9ea6-a8ed596603e7 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:01.403184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2984f993-dd5b-40b4-879a-932a08aa8e41 req-d520a265-1f9b-4ab7-9ea6-a8ed596603e7 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.1769583 Feb 09 02:49:01.440491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-74eda202-43b8-46b3-a8fa-146c3770d55a service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824603 Feb 09 02:49:01.552135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (61276054-3648-4d5f-b815-158c891cb4e9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:01.607837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2984f993-dd5b-40b4-879a-932a08aa8e41 req-3d079f75-0834-4e42-b895-4fb8b09eba06 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928029 Feb 09 02:49:01.615788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:49:01.616283 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (61276054-3648-4d5f-b815-158c891cb4e9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:01.628663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c162776-9ac3-403d-a756-c6d648e70f0b req-c6e94286-3abf-4fa6-8ee3-74cd365b165b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:01.630342 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c162776-9ac3-403d-a756-c6d648e70f0b req-c6e94286-3abf-4fa6-8ee3-74cd365b165b tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.7604263 Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:49:01.630996 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:49:01.711256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da1951a5-4ae5-42cf-9aef-2c31c07cea8c req-6dcf294b-a70c-42f1-a5ed-1e22c426ca8e service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484419 Feb 09 02:49:01.788528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c162776-9ac3-403d-a756-c6d648e70f0b req-c9f16c7c-0adf-4ea3-8dc5-41952b0e3c50 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091201 Feb 09 02:49:01.802977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:01.841312 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (6287f9d6-f9e5-4b33-bf4c-71f112de18e6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:01.847436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:01.854615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6287f9d6-f9e5-4b33-bf4c-71f112de18e6 HTTP/1.1" status: 204 len: 168 time: 3.4257035 Feb 09 02:49:01.894884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7e13c-c0e7-4e80-bb18-56f42da35bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6287f9d6-f9e5-4b33-bf4c-71f112de18e6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:01.927093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436000d1-4e43-4b00-9577-f111dae39870 req-5b49c31c-7cc6-407b-912a-04e47b3c38a9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:01.934130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-436000d1-4e43-4b00-9577-f111dae39870 req-5b49c31c-7cc6-407b-912a-04e47b3c38a9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 932 time: 0.1584589 Feb 09 02:49:01.980479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:02.046221 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-436000d1-4e43-4b00-9577-f111dae39870 req-18f76d9f-5903-470b-91a2-002a4515e4cc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111126 Feb 09 02:49:02.051297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84076dc2-fbc3-463a-bec8-4d090b5365e4 req-7de2bb18-cca4-4663-b18b-60246d33425e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:02.062987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:02.066870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84076dc2-fbc3-463a-bec8-4d090b5365e4 req-7de2bb18-cca4-4663-b18b-60246d33425e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.1717668 Feb 09 02:49:02.081932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Publish callbacks [] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.106537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48998) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:02.116914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Transition to ACTIVE for port object dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:49:02.118363 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a87dbb39-6745-48dd-ae4d-4c0b11c7ab81), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.135108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.153470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:02.159880 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd3a1b9-eaab-4021-a3e1-ef36400626b0" -d '{"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-unplugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:02.167440 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Publish callbacks [] for port (73204a20-ac27-4c76-8401-c195fae246ad), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.172770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87dbb39-6745-48dd-ae4d-4c0b11c7ab81,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:02.277834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Pushing event updated for resources: {'Port': ['ID=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:02.290745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fa9caad1-83a8-4aa4-a68b-a5a3aada3540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=615ea0ab77a8408693897adf51702195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792679 Feb 09 02:49:02.290745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49004) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:02.307712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Transition to ACTIVE for port object 73204a20-ac27-4c76-8401-c195fae246ad will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:49:02.343726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84076dc2-fbc3-463a-bec8-4d090b5365e4 req-687c5940-9c06-418f-bddf-3d8efa850d7b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758801 Feb 09 02:49:02.352419 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.422802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Attempting to bind port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:02.423438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Attempting to bind port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:02.423661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Attempting to bind port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:02.432422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3810-8123-4001-99a5-b8d8f58a44a6 req-93e8ce9a-0f31-4ada-8ee6-afdf4690cfab tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:02.434478 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1a3810-8123-4001-99a5-b8d8f58a44a6 req-93e8ce9a-0f31-4ada-8ee6-afdf4690cfab tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 943 time: 0.2162881 Feb 09 02:49:02.465307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b on network d7b3be57-884b-457a-a293-71087cb0cd70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:49:02.465307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Attempting to bind port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:02.475931 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a029dfef-52bd-4295-9e22-16ea476eedef x-openstack-request-id: req-a029dfef-52bd-4295-9e22-16ea476eedef {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:02.476235 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-unplugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:02.476479 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a029dfef-52bd-4295-9e22-16ea476eedef {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:02.476893 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'code': 200} Feb 09 02:49:02.490447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:02.490447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Checking segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:02.490447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Bound using segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:02.490447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Bound port: dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:02.491101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.529887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=10']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:02.568356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] No DVR routers for this DVR port 73204a20-ac27-4c76-8401-c195fae246ad on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:02.569158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2920203c-6c67-4b1d-b63e-941621661af4 admin admin] Publish callbacks [] for security_group (cf20bb70-e6f0-4147-935e-2d15cf4b1c1f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.587476 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1a3810-8123-4001-99a5-b8d8f58a44a6 req-2488642b-7cab-4f62-8a72-343564868363 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456525 Feb 09 02:49:02.625024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:02.625367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:02.626261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:02.636249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:49:02.636583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Attempting to bind port 73204a20-ac27-4c76-8401-c195fae246ad on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:02.644529 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.646265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:02.646873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:02.647353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:02.647565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Bound port: 73204a20-ac27-4c76-8401-c195fae246ad, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:02.648493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.683253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 837fc8a8-76b7-4a81-aa3c-0443571b773c details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:02.693691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2920203c-6c67-4b1d-b63e-941621661af4 admin admin] Publish callbacks [] for security_group (cf20bb70-e6f0-4147-935e-2d15cf4b1c1f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.707826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:02.726041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:02.731011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:02.743851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.770451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] For port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:02.775360 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-909714f1-c4c7-4256-9efb-ce627983fd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.843004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] For port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:02.862564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2920203c-6c67-4b1d-b63e-941621661af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cf20bb70-e6f0-4147-935e-2d15cf4b1c1f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.865582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2920203c-6c67-4b1d-b63e-941621661af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.869433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2920203c-6c67-4b1d-b63e-941621661af4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf20bb70-e6f0-4147-935e-2d15cf4b1c1f HTTP/1.1" status: 204 len: 168 time: 0.5753534 Feb 09 02:49:02.878877 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:02.929487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920203c-6c67-4b1d-b63e-941621661af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf20bb70-e6f0-4147-935e-2d15cf4b1c1f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:02.962710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 73204a20-ac27-4c76-8401-c195fae246ad host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:49:02.965617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:03.144740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 837fc8a8-76b7-4a81-aa3c-0443571b773c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:03.174525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '837fc8a8-76b7-4a81-aa3c-0443571b773c', 'network_id': '539acb2f-37f4-40db-92be-1cc7e427122f', 'port_id': '837fc8a8-76b7-4a81-aa3c-0443571b773c', 'mac_address': 'fa:16:3e:4f:b1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed350f86-c843-46ba-ab7e-a1bc8e0245f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:03.236989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 837fc8a8-76b7-4a81-aa3c-0443571b773c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:03.237900 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:03.262643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837fc8a8-76b7-4a81-aa3c-0443571b773c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:03.306283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 837fc8a8-76b7-4a81-aa3c-0443571b773c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:03.311220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:03.312755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:03.315547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] 10.222.0.26 "PUT /v2.0/ports/73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 1096 time: 3.2046201 Feb 09 02:49:03.316113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb5a04-5a5a-493c-8a67-de6bf0143363 service neutron] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=11']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:03.318369 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:03.367121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:03.367121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:03.368596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a476619a-a821-418e-a343-499abd34a1ea service neutron] 10.222.0.61 "PUT /v2.0/ports/dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b HTTP/1.1" status: 200 len: 1092 time: 2.2673855 Feb 09 02:49:03.369065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e68eb-a433-4a4f-8153-482730eeda95', 'tag': 'dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:03.372758 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "975e68eb-a433-4a4f-8153-482730eeda95", "tag": "dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:03.439657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=837fc8a8-76b7-4a81-aa3c-0443571b773c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:03.451244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.451846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.452370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.452857 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.460308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.461246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.462421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.462976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.464077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.464591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.465103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.465564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.465985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:03.530786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476619a-a821-418e-a343-499abd34a1ea service neutron] Pushing event updated for resources: {'Port': ['ID=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:03.572555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['837fc8a8-76b7-4a81-aa3c-0443571b773c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:03.586297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8d8f3-ab99-40f1-9669-7d2abac48c2c req-d75a40e1-7b2f-4df5-804a-3a3bebd115c7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:03.588656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86d8d8f3-ab99-40f1-9669-7d2abac48c2c req-d75a40e1-7b2f-4df5-804a-3a3bebd115c7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 948 time: 0.2721894 Feb 09 02:49:03.647015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb79c15-5fdc-47e6-a015-e342f6a1a8ba req-e63426c6-7e6f-4574-b208-5fe0217be2f9 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:03.652948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2cb79c15-5fdc-47e6-a015-e342f6a1a8ba req-e63426c6-7e6f-4574-b208-5fe0217be2f9 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.5518491 Feb 09 02:49:03.711713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-4d440b81-be31-454a-87fe-c50ba52e19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:03.720977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-4d440b81-be31-454a-87fe-c50ba52e19c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 1126 time: 0.2829406 Feb 09 02:49:03.738344 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:49:03.833280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-a0a49b61-7b77-44be-a2c4-ae8bff9a33e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b HTTP/1.1" status: 200 len: 217 time: 0.0979912 Feb 09 02:49:03.835039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-450bf859-c12a-41fb-83e3-2419d0a88207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:03.836740 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-450bf859-c12a-41fb-83e3-2419d0a88207 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1130 time: 0.3895721 Feb 09 02:49:03.859460 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86d8d8f3-ab99-40f1-9669-7d2abac48c2c req-e1d6d3be-a363-4953-a10e-f76e41c19157 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634571 Feb 09 02:49:03.872435 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2cb79c15-5fdc-47e6-a015-e342f6a1a8ba req-3b21a7ec-51fa-455a-80a6-a690bf11e106 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984169 Feb 09 02:49:03.893523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:49:03.905676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:03.977630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-597a8ff6-0d11-446c-a60f-cf8ce7024cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:03.982319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-597a8ff6-0d11-446c-a60f-cf8ce7024cb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.1218162 Feb 09 02:49:04.058100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-f79c8fe2-2565-4e59-99c2-1306600862e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657928 Feb 09 02:49:04.169534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e25c-4516-4ef2-ab03-f9140191c1d5 req-5a59d088-3ef5-445b-9085-2e4b69df67d8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:04.171245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc53e25c-4516-4ef2-ab03-f9140191c1d5 req-5a59d088-3ef5-445b-9085-2e4b69df67d8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 944 time: 0.1880143 Feb 09 02:49:04.209215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-74ce3667-bae3-4f08-abaf-cc2e11561ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:04.210708 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-74ce3667-bae3-4f08-abaf-cc2e11561ccd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.3597155 Feb 09 02:49:04.249595 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc53e25c-4516-4ef2-ab03-f9140191c1d5 req-63fe8deb-9635-454b-92a3-2825ed7526d2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717421 Feb 09 02:49:04.257494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-b3c5db80-5380-4023-8d07-fa6271d69e74 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925900 Feb 09 02:49:04.335532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde18ac-f3ec-496c-b931-dacf5657a686 req-9f11bff0-8973-4252-a5de-eba959993f2b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:04.337650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edde18ac-f3ec-496c-b931-dacf5657a686 req-9f11bff0-8973-4252-a5de-eba959993f2b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.2469354 Feb 09 02:49:04.342320 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-a48e6692-9468-4c98-a5e1-c016bd55e7d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.1159387 Feb 09 02:49:04.343502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49046) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:04.344757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:49:04.353251 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd8f59b-769c-49b6-a16c-eb3ca84cad33 x-openstack-request-id: req-fbd8f59b-769c-49b6-a16c-eb3ca84cad33 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:04.353958 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e68eb-a433-4a4f-8153-482730eeda95", "tag": "dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:04.353958 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbd8f59b-769c-49b6-a16c-eb3ca84cad33 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:04.354184 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975e68eb-a433-4a4f-8153-482730eeda95', 'tag': 'dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b', 'status': 'completed', 'code': 200} Feb 09 02:49:04.359287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c34d32bc-12bf-4d79-9213-d90ac1cbc8e2 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d86c161-4c80-4e62-8ae6-e84fb2be7a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2961917 Feb 09 02:49:04.359482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49050) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:04.380078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] Sync routers for ids ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:49:04.392542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] Routers {'3d86c161-4c80-4e62-8ae6-e84fb2be7a26'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:04.403306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:04.451277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-091ecff3-83bc-4911-be1c-0be08f633d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:04.452714 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-091ecff3-83bc-4911-be1c-0be08f633d2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0943482 Feb 09 02:49:04.457825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edde18ac-f3ec-496c-b931-dacf5657a686 req-81cb82ee-7523-4b5b-a210-3493ba750f7d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089914 Feb 09 02:49:04.477831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:04.483904 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9452cf-c401-4eea-85c8-5170eb0d9b86" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:04.571222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-adb0ce22-1f90-4883-8f64-526781275b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:04.572751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-adb0ce22-1f90-4883-8f64-526781275b04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1055725 Feb 09 02:49:04.608081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-network', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:04.638601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] Set router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:04.672201 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef2be2f-9dd0-4371-a512-4364e333e0d8 x-openstack-request-id: req-2ef2be2f-9dd0-4371-a512-4364e333e0d8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:04.673862 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:04.674393 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ef2be2f-9dd0-4371-a512-4364e333e0d8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:04.675039 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'status': 'completed', 'code': 200} Feb 09 02:49:04.698609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 837fc8a8-76b7-4a81-aa3c-0443571b773c up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:04.711810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Made reservation on behalf of 5bc2c2934469401a9bf4c081f771d671 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:04.714580 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:04.726685 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:04.773491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-4bc98a15-fbbe-4332-b069-e1312e2fbe8d service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913621 Feb 09 02:49:04.776220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ac2a123-fea1-445b-b95c-f39ed654f7bc req-343748fb-58d1-4289-8264-37a43c77b291 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076275 Feb 09 02:49:04.815148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks [] for router (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:04.967575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc24fc4f-6a64-468a-91b5-6ba42daa2aad req-870e753e-6247-4107-bf82-d6dbbfdeabd2 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701040 Feb 09 02:49:04.970228 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Publish callbacks [] for security_group (752a025f-545e-4bc8-bd65-aa198eebb782), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.000873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (752a025f-545e-4bc8-bd65-aa198eebb782), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.003491 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.026787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:49:05.038602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.039111 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Added segment 2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c of type vlan for network 55fa5f61-d8df-4202-936e-325dc841a7d8 Feb 09 02:49:05.060954 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f054736-6bad-40ba-8a9b-ba2be1d5f80f req-6932e6d9-5148-4fba-b515-ade97f983162 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:05.077730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 837fc8a8-76b7-4a81-aa3c-0443571b773c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:49:05.081604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f054736-6bad-40ba-8a9b-ba2be1d5f80f req-6932e6d9-5148-4fba-b515-ade97f983162 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 944 time: 0.5203621 Feb 09 02:49:05.101411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 837fc8a8-76b7-4a81-aa3c-0443571b773c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:05.102056 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.103002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-13fd9818-1943-4fa1-b5f3-d6e9b485542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:05.105531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-13fd9818-1943-4fa1-b5f3-d6e9b485542c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1130 time: 0.4449518 Feb 09 02:49:05.105880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (55fa5f61-d8df-4202-936e-325dc841a7d8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.157081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752a025f-545e-4bc8-bd65-aa198eebb782,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:05.178687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (55fa5f61-d8df-4202-936e-325dc841a7d8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.181685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:05.183860 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.267494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:49:01Z', 'revision_number': 5, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:05.321659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] Checking router: 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:49:05.343659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] Routers {'3d86c161-4c80-4e62-8ae6-e84fb2be7a26'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:05.345009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:05.351313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 837fc8a8-76b7-4a81-aa3c-0443571b773c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:05.353766 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.410291 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0621083 Feb 09 02:49:05.415034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-771b27ab-d537-41de-b470-a416370468e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:05.417049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-771b27ab-d537-41de-b470-a416370468e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 1126 time: 0.5040760 Feb 09 02:49:05.421684 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f054736-6bad-40ba-8a9b-ba2be1d5f80f req-08f25082-43ef-48a4-92ac-7a64a4108e91 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240063 Feb 09 02:49:05.425313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49064) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:05.448644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Request body: {'subnet': {'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-subnet', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:05.449291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks [] for router_gateway (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.529819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c98aea-29bc-45ed-ac15-79b1a0dddc8f req-c397956f-85a7-4927-88d5-76b9d131badf tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:05.536096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a7c98aea-29bc-45ed-ac15-79b1a0dddc8f req-c397956f-85a7-4927-88d5-76b9d131badf tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 948 time: 0.3546064 Feb 09 02:49:05.536976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Made reservation on behalf of 5bc2c2934469401a9bf4c081f771d671 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:05.546559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:05.589139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721966d6-023b-4c17-8f93-3ed16e43dabb admin admin] Pushing event updated for resources: {'Network': ['ID=55fa5f61-d8df-4202-936e-325dc841a7d8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:05.630204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 55fa5f61-d8df-4202-936e-325dc841a7d8 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:49:05.632653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-960c7882-7724-453c-a3f1-9315c3154b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:05.634991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-960c7882-7724-453c-a3f1-9315c3154b2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1130 time: 0.4734075 Feb 09 02:49:05.703595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-163f90e8-313c-42bf-b2de-54f34df57123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:05.711035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-163f90e8-313c-42bf-b2de-54f34df57123 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.5814748 Feb 09 02:49:05.801261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:05.810451 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a812210-fa02-4bf7-b59e-fbe530db0c08" -d '{"events": [{"server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "name": "network-vif-plugged", "status": "completed", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:05.852764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a7c98aea-29bc-45ed-ac15-79b1a0dddc8f req-2977a85b-53e0-4c50-aab9-466d772a02d8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653561 Feb 09 02:49:05.907231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 837fc8a8-76b7-4a81-aa3c-0443571b773c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:05.917539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-4eef11ce-4e0b-4f16-9210-9a2bb4cb1f4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.1905594 Feb 09 02:49:05.944344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-2418f6c1-f828-4b34-9699-79ab6aa042fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:05.946479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-2418f6c1-f828-4b34-9699-79ab6aa042fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.3028438 Feb 09 02:49:05.957666 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:06.041923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-09f88818-2db0-48be-bbc4-2f889ec829f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.043452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-09f88818-2db0-48be-bbc4-2f889ec829f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0687592 Feb 09 02:49:06.078105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-b4c8a6ef-a675-44da-9df5-8e5a43ecd97c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 200 len: 217 time: 0.0835645 Feb 09 02:49:06.125410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] Set router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:06.128315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4160ba5-2097-4b16-b6e9-152b6bd2af95 req-ca71672d-ca14-432c-be5d-32a066d660ba tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.136787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e4160ba5-2097-4b16-b6e9-152b6bd2af95 req-ca71672d-ca14-432c-be5d-32a066d660ba tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.4241703 Feb 09 02:49:06.196597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-832e985d-98f4-4ac0-a00b-dfedaf11490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.198078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-832e985d-98f4-4ac0-a00b-dfedaf11490e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 913 time: 0.7506032 Feb 09 02:49:06.209233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Deleting port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:06.209785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:06.234603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=837fc8a8-76b7-4a81-aa3c-0443571b773c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:06.311766 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:06.322772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-cad32102-1833-4475-917c-b12318dbd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.324234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-cad32102-1833-4475-917c-b12318dbd039 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2181051 Feb 09 02:49:06.409254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-77fd7d49-24d3-45b1-9717-324a02a26cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.411496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-77fd7d49-24d3-45b1-9717-324a02a26cd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3463874 Feb 09 02:49:06.416186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cc12d-0ed1-4940-88f2-a96604381c9f req-7184f4a0-28d5-4d8a-a6c4-6b25da205aa5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.417406 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd8cc12d-0ed1-4940-88f2-a96604381c9f req-7184f4a0-28d5-4d8a-a6c4-6b25da205aa5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 944 time: 0.4218204 Feb 09 02:49:06.421423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:49:01Z', 'revision_number': 5, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:06.429481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (8b8a1387-502d-4dd8-9b33-fcdf519af4ed), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:06.431765 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-a3b4a716-ea57-44c4-a464-21761e7d846b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b HTTP/1.1" status: 200 len: 217 time: 0.1219127 Feb 09 02:49:06.455247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa243dc8-98cf-4658-babf-de581fb9ce4e None None] The sync data for ids ['3d86c161-4c80-4e62-8ae6-e84fb2be7a26'] in n-d-827839-4 is: [{'id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1985450062-router', 'tenant_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:35Z', 'updated_at': '2022-02-09T02:49:01Z', 'revision_number': 5, 'project_id': 'a334c0cb07564bfe95bbfddc29f593ae', 'gw_port': {'id': '09153e58-2dd3-4bec-8cc5-12cb0a5c841e', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:45:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d86c161-4c80-4e62-8ae6-e84fb2be7a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:37Z', 'updated_at': '2022-02-09T02:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:49:06.456832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] For port 09153e58-2dd3-4bec-8cc5-12cb0a5c841e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=09153e58-2dd3-4bec-8cc5-12cb0a5c841e,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:06.457216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:06.565481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e4160ba5-2097-4b16-b6e9-152b6bd2af95 req-b622d4d2-c98e-4fb1-8396-7a2725538607 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264913 Feb 09 02:49:06.569330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Calling delete_port for 09153e58-2dd3-4bec-8cc5-12cb0a5c841e owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:06.598967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-4c8e85a2-a564-449f-9a9a-5965c1e47016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.600795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-4c8e85a2-a564-449f-9a9a-5965c1e47016 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2579908 Feb 09 02:49:06.706925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:06.736091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Checking segment: {'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:06.736486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Network hostable DHCP agents. Network: 55fa5f61-d8df-4202-936e-325dc841a7d8, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:49:06.741027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8a1387-502d-4dd8-9b33-fcdf519af4ed,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:06.766158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:06.774073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a87dbb39-6745-48dd-ae4d-4c0b11c7ab81 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:06.789377 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd8cc12d-0ed1-4940-88f2-a96604381c9f req-7b91b79e-74ae-4342-b634-7913500be8f5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625324 Feb 09 02:49:06.835307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Network 55fa5f61-d8df-4202-936e-325dc841a7d8 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:49:06.854050 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b96110a-9a4c-4948-8945-96fc358b2fe4 x-openstack-request-id: req-5b96110a-9a4c-4948-8945-96fc358b2fe4 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:06.854221 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-6554ab56-d8f6-488d-9d10-c2fb7af43cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.855769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-6554ab56-d8f6-488d-9d10-c2fb7af43cbb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.4061158 Feb 09 02:49:06.860667 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "name": "network-vif-plugged", "status": "completed", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:06.861184 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b96110a-9a4c-4948-8945-96fc358b2fe4 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:06.861750 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c', 'code': 200} Feb 09 02:49:06.871905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 55fa5f61-d8df-4202-936e-325dc841a7d8) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:06.884136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13fc3ce-6633-4b70-8585-a76b8827d7da None None] Network 55fa5f61-d8df-4202-936e-325dc841a7d8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:49:06.906191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:06.907366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.024296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-2bbeea23-ab78-4a44-becd-19397f6f2c06 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151409 Feb 09 02:49:07.055995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-4df0e26d-fae0-445f-99f5-af1340366f5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675940 Feb 09 02:49:07.069932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874b582-598a-4663-aa68-b3ed87013ad1 req-0f6789cc-70ed-4eb1-831b-f09905a22f52 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:07.081604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5874b582-598a-4663-aa68-b3ed87013ad1 req-0f6789cc-70ed-4eb1-831b-f09905a22f52 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.3799176 Feb 09 02:49:07.088072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-0d79a319-8adc-4cb9-bfea-d9b9c54028e1 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588917 Feb 09 02:49:07.101884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1c87abd6-6a60-4b77-b86f-49af247cdf20 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6632142 Feb 09 02:49:07.140473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49082) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:07.247893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:07.253093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-55fa5f61-d8df-4202-936e-325dc841a7d8', 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8', 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'fixed_ips': [{'subnet_id': '8b8a1387-502d-4dd8-9b33-fcdf519af4ed'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:49:07.253971 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.345948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (ba1c16f8-60cb-4da4-80ad-871ddf79596c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.347045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (ba1c16f8-60cb-4da4-80ad-871ddf79596c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.356609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-4f130d51-a812-4888-a299-73d5d5b69fb8 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844477 Feb 09 02:49:07.420192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12465c-818b-4e3a-b543-d97803fa5a6e req-29a66d02-a264-47d6-9a02-6a1527bf8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:07.421903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee12465c-818b-4e3a-b543-d97803fa5a6e req-29a66d02-a264-47d6-9a02-6a1527bf8c99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 1127 time: 0.4588296 Feb 09 02:49:07.441772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Allocated IP 172.20.0.2 (55fa5f61-d8df-4202-936e-325dc841a7d8/8b8a1387-502d-4dd8-9b33-fcdf519af4ed/19f20619-be15-40ee-90d1-5a035475f183) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:07.547011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee12465c-818b-4e3a-b543-d97803fa5a6e req-203afda0-d5cb-4353-a827-7b731dd7f86a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157398 Feb 09 02:49:07.566272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721f88f-9473-43ce-a3a5-82c76c7ad73d req-fb5c4997-362e-4b73-8f4e-414aa0dbbfa1 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:07.591117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4721f88f-9473-43ce-a3a5-82c76c7ad73d req-fb5c4997-362e-4b73-8f4e-414aa0dbbfa1 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 945 time: 0.5839157 Feb 09 02:49:07.599064 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5874b582-598a-4663-aa68-b3ed87013ad1 req-712fc459-c488-47a6-a580-6f1916c385f1 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164642 Feb 09 02:49:07.656108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks [] for router_controller (ba1c16f8-60cb-4da4-80ad-871ddf79596c), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.664980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Publish callbacks [] for port (19f20619-be15-40ee-90d1-5a035475f183), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.683123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (19f20619-be15-40ee-90d1-5a035475f183), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.693746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4721f88f-9473-43ce-a3a5-82c76c7ad73d req-8ff04732-1fca-47ab-bcf1-5dc6eed65418 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003687 Feb 09 02:49:07.751315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Network 55fa5f61-d8df-4202-936e-325dc841a7d8 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:07.763566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:07.769532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:07.776922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Pushing event updated for resources: {'Port': ['ID=19f20619-be15-40ee-90d1-5a035475f183,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:07.808586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-02e530c2-08c7-42a1-942c-faed72130c09 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186339 Feb 09 02:49:07.877386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Attempting to bind port 19f20619-be15-40ee-90d1-5a035475f183 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:07.878069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Attempting to bind port 19f20619-be15-40ee-90d1-5a035475f183 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:07.878628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Attempting to bind port 19f20619-be15-40ee-90d1-5a035475f183 on network 55fa5f61-d8df-4202-936e-325dc841a7d8 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:07.888745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:07.889405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Checking segment: {'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:07.889974 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.890622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Bound using segment: {'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:07.892363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Bound port: 19f20619-be15-40ee-90d1-5a035475f183, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:07.893052 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (19f20619-be15-40ee-90d1-5a035475f183), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.923224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c9452cf-c401-4eea-85c8-5170eb0d9b86 req-dcb204f4-00af-46cf-9252-ad4fcd388ba6 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7845409 Feb 09 02:49:07.934127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacef09-4cd7-4856-a40c-978e782044ae req-27687f37-0c97-4bc0-a22f-8b37a9356d17 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:07.942430 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bacef09-4cd7-4856-a40c-978e782044ae req-27687f37-0c97-4bc0-a22f-8b37a9356d17 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.1505105 Feb 09 02:49:07.979603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (09153e58-2dd3-4bec-8cc5-12cb0a5c841e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:07.995156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] For port 19f20619-be15-40ee-90d1-5a035475f183, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:08.004149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] For port 19f20619-be15-40ee-90d1-5a035475f183, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=19f20619-be15-40ee-90d1-5a035475f183,segment=NetworkSegment(2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c),segment_id=2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:08.017482 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (19f20619-be15-40ee-90d1-5a035475f183), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:08.029272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bacef09-4cd7-4856-a40c-978e782044ae req-4095a51a-7b94-4577-92be-c3a96f0d2268 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827835 Feb 09 02:49:08.112858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d976df-7c90-43db-9e0a-671d0119c5c0 None None] Pushing event updated for resources: {'Port': ['ID=19f20619-be15-40ee-90d1-5a035475f183,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:08.254020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81faa5-2756-47ca-ab27-59d12524b0e8 req-b3efdb60-c2ac-4760-9b78-a92833103531 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.255808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc81faa5-2756-47ca-ab27-59d12524b0e8 req-b3efdb60-c2ac-4760-9b78-a92833103531 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 944 time: 0.1234345 Feb 09 02:49:08.421236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc81faa5-2756-47ca-ab27-59d12524b0e8 req-6e0eea87-4eab-44c1-a18c-16b9ed534752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525407 Feb 09 02:49:08.575945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=09153e58-2dd3-4bec-8cc5-12cb0a5c841e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:08.681848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:08.820706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7af1-3814-4639-8ddb-75d13d9207f4 req-78cad24e-d14d-4701-bdaa-eb6b3b3f8bb2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.831997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06ab7af1-3814-4639-8ddb-75d13d9207f4 req-78cad24e-d14d-4701-bdaa-eb6b3b3f8bb2 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 948 time: 1.0363770 Feb 09 02:49:08.863058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks [] for router_gateway (ba1c16f8-60cb-4da4-80ad-871ddf79596c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:08.891105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:08.905875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809aba42-901c-4447-9d98-ebab03598f5d req-9f2c8d6d-ff5a-4e0b-998b-e805dadac9d3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.915483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'port_id': 'dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b', 'mac_address': 'fa:16:3e:a9:e6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e5f4c-91b4-4f13-8713-bd53fdcd6014', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:08.920709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-809aba42-901c-4447-9d98-ebab03598f5d req-9f2c8d6d-ff5a-4e0b-998b-e805dadac9d3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 945 time: 0.1196511 Feb 09 02:49:08.950816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-1db2b158-b208-4ced-befc-37137db81803 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:08.952707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-1db2b158-b208-4ced-befc-37137db81803 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.9743168 Feb 09 02:49:08.972969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 19f20619-be15-40ee-90d1-5a035475f183 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:08.993377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827839-4'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:08.998723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:08.999285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.033729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:09.037412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.039266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-809aba42-901c-4447-9d98-ebab03598f5d req-fb95cbe2-2c4b-4881-9c64-f90526092cd2 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158786 Feb 09 02:49:09.086670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:09.106281 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.139668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 19f20619-be15-40ee-90d1-5a035475f183 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:09.140045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19f20619-be15-40ee-90d1-5a035475f183), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.194947 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.197346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks [] for router_controller (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.234210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:09.249406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7e94e-4eb3-413a-9f34-827b1c3b8aeb req-18fca2e5-23a9-4867-8e19-ef9786913b97 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:09.254181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5da7e94e-4eb3-413a-9f34-827b1c3b8aeb req-18fca2e5-23a9-4867-8e19-ef9786913b97 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 945 time: 0.0922086 Feb 09 02:49:09.286100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:09.309478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (3d86c161-4c80-4e62-8ae6-e84fb2be7a26), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.316444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d86c161-4c80-4e62-8ae6-e84fb2be7a26 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:49:09.333078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5da7e94e-4eb3-413a-9f34-827b1c3b8aeb req-dd30d8b9-0773-496a-8540-bbeec53f1c04 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714741 Feb 09 02:49:09.346536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d16ee6f6-2d90-4438-a45a-f08535fcf4e7 req-f9f489da-03c9-47a3-a697-53e8c669aa3d service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4299006 Feb 09 02:49:09.355873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.360688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f6e7885c-f14a-4d1d-a06a-526d4694c3f8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3d86c161-4c80-4e62-8ae6-e84fb2be7a26 HTTP/1.1" status: 204 len: 168 time: 4.9970045 Feb 09 02:49:09.360949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49106) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:09.390702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06ab7af1-3814-4639-8ddb-75d13d9207f4 req-4192e563-5f36-405f-a598-f5746dbee980 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566761 Feb 09 02:49:09.486364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.497340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff22e71-652a-4a69-b44d-b081a2bb7249 admin admin] Deleting subnet 5597d5ae-f8b4-4e12-960a-5f3b9cba17c8 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:49:09.517411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ff22e71-652a-4a69-b44d-b081a2bb7249 admin admin] Publish callbacks [] for subnet (5597d5ae-f8b4-4e12-960a-5f3b9cba17c8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.549074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:09.621030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ff22e71-652a-4a69-b44d-b081a2bb7249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (5597d5ae-f8b4-4e12-960a-5f3b9cba17c8), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.625547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 19f20619-be15-40ee-90d1-5a035475f183 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:09.625960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (19f20619-be15-40ee-90d1-5a035475f183), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.733988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be9ec6-c4a6-4afa-a6fd-3db0bfcbb5ed None None] Network 55fa5f61-d8df-4202-936e-325dc841a7d8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:49:09.742763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 19f20619-be15-40ee-90d1-5a035475f183, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=19f20619-be15-40ee-90d1-5a035475f183,segment=NetworkSegment(2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c),segment_id=2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:09.756852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:09.797450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (19f20619-be15-40ee-90d1-5a035475f183), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:09.803628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:09.820187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:09.922529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=19f20619-be15-40ee-90d1-5a035475f183,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:09.936199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:09.939152 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd47e70-1ae9-4a57-af32-be5b3626c8eb" -d '{"events": [{"server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:09.946293 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Publish callbacks [] for port (a9c495ab-c256-44e7-a534-873df2f98d28), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.017989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '73204a20-ac27-4c76-8401-c195fae246ad', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '73204a20-ac27-4c76-8401-c195fae246ad', 'mac_address': 'fa:16:3e:80:f9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:10.051870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-8e9f8ae9-2123-4420-82b9-e671022b27d9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-384164121&fields=id&tenant_id=588502c1dea042818eb2c2862400f62f HTTP/1.1" status: 200 len: 267 time: 0.1963985 Feb 09 02:49:10.053029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.056248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c29ffa34-46d6-4c73-a9ba-4301b030de52 None None] Provisioning complete for port 19f20619-be15-40ee-90d1-5a035475f183 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:10.056635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c29ffa34-46d6-4c73-a9ba-4301b030de52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19f20619-be15-40ee-90d1-5a035475f183), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.102462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ff22e71-652a-4a69-b44d-b081a2bb7249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5597d5ae-f8b4-4e12-960a-5f3b9cba17c8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.123904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Pushing event updated for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:10.167556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 73204a20-ac27-4c76-8401-c195fae246ad is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:10.168301 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.192811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ff22e71-652a-4a69-b44d-b081a2bb7249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (5597d5ae-f8b4-4e12-960a-5f3b9cba17c8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.226005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks [] for router_gateway (ba1c16f8-60cb-4da4-80ad-871ddf79596c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.244565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73204a20-ac27-4c76-8401-c195fae246ad {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:10.255996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff22e71-652a-4a69-b44d-b081a2bb7249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5597d5ae-f8b4-4e12-960a-5f3b9cba17c8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:10.256273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on host n-h2-827839-4 for vnic_type normal with profile {"migrating_to": "n-h1-827839-4"} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:10.256273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:10.256273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:10.260519 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ff22e71-652a-4a69-b44d-b081a2bb7249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.261889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:49:10.262508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Attempting to bind port a9c495ab-c256-44e7-a534-873df2f98d28 on network c9c39fa8-1379-45bc-aa9e-d553a0a42e5d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:10.264827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.265947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5ff22e71-652a-4a69-b44d-b081a2bb7249 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5597d5ae-f8b4-4e12-960a-5f3b9cba17c8 HTTP/1.1" status: 204 len: 168 time: 0.9041247 Feb 09 02:49:10.269924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49116) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:10.277658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-b551d204-ebca-4c2c-98c6-ab9fa81ad3d9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:10.279240 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-b551d204-ebca-4c2c-98c6-ab9fa81ad3d9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 945 time: 0.1608765 Feb 09 02:49:10.284973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:10.285313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Checking segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:10.285765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Bound using segment: {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:10.286130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Bound port: a9c495ab-c256-44e7-a534-873df2f98d28, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805cb74d-9f29-42d6-ba6e-1578b51d8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c9c39fa8-1379-45bc-aa9e-d553a0a42e5d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:10.286514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.296491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bdbe3e-426f-4bf2-ad95-de9b0c6655f9 None None] Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:49:10.308312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'port': {'security_groups': ['ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09', 'b58993e4-a737-4a2c-8d1b-daf75f699900']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:10.350518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (13ea520e-e9c4-4e56-8a21-8c73d49e7af2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.394164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:10.397811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea20052-cfe8-4dae-b770-bf9275c6e475 req-81405086-8521-4a1a-a010-50f1e98d9423 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:10.406078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea20052-cfe8-4dae-b770-bf9275c6e475 req-81405086-8521-4a1a-a010-50f1e98d9423 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.2279222 Feb 09 02:49:10.468420 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.469471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c29ffa34-46d6-4c73-a9ba-4301b030de52 None None] Current status of the port 19f20619-be15-40ee-90d1-5a035475f183 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:10.477387 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.500173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea20052-cfe8-4dae-b770-bf9275c6e475 req-51503d71-d7c3-4321-8cef-04d02ed637ff tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912576 Feb 09 02:49:10.553990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Deleting port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:10.554204 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.559920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:10.603231 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:10.654388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Allocated IP 172.25.2.141 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/b0ee69fb-c9f7-4cbf-af11-e01e406fe92c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:10.665031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.717776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device a9c495ab-c256-44e7-a534-873df2f98d28 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:10.725645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] For port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b,segment=NetworkSegment(701142a4-01ee-4049-a9be-3444afbd6b42),segment_id=701142a4-01ee-4049-a9be-3444afbd6b42)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:10.726385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:10.744592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Calling delete_port for ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:10.768409 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8427758-2af8-48e8-b07f-7456cedb9339 req-30cdbe26-e66b-48b3-9ef1-3afa9fe7789b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:10.770411 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8427758-2af8-48e8-b07f-7456cedb9339 req-30cdbe26-e66b-48b3-9ef1-3afa9fe7789b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 945 time: 0.1428950 Feb 09 02:49:10.911816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:10.929870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=12']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:10.932718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 19f20619-be15-40ee-90d1-5a035475f183 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:10.936435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device a9c495ab-c256-44e7-a534-873df2f98d28 has no active binding in host n-h1-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:49:10.940457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885e425a-f158-4f5a-81ba-332092c1b101 None None] DHCP port deletion for 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:49:10.966577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['73204a20-ac27-4c76-8401-c195fae246ad'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:10.989172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8427758-2af8-48e8-b07f-7456cedb9339 req-7182b7a5-b711-4c98-87b8-36c85c248e53 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101197 Feb 09 02:49:11.034590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.063300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:11.080304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] No DVR routers for this DVR port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:11.129770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] For port 837fc8a8-76b7-4a81-aa3c-0443571b773c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:11.149460 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd80ba72-7bab-496f-b137-5dc649f8aeea x-openstack-request-id: req-cd80ba72-7bab-496f-b137-5dc649f8aeea {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:11.149789 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:11.150154 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd80ba72-7bab-496f-b137-5dc649f8aeea {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:11.150682 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28', 'code': 200} Feb 09 02:49:11.153830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Pushing event updated for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=8']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:11.201533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:11.202358 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.204450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-dbbadf62-2bf6-4482-ba5d-196ee18978bd service neutron] 10.222.0.61 "PUT /v2.0/ports/a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 200 len: 1121 time: 2.2361870 Feb 09 02:49:11.234002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.241380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (13ea520e-e9c4-4e56-8a21-8c73d49e7af2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.272056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.277869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ea520e-e9c4-4e56-8a21-8c73d49e7af2']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:11.298813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18385b1-88a6-40bf-baa5-9b145db6ed08 req-f48543ff-fafe-468b-a17d-1d41b182dd29 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:11.302204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', '837fc8a8-76b7-4a81-aa3c-0443571b773c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:11.308965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c18385b1-88a6-40bf-baa5-9b145db6ed08 req-f48543ff-fafe-468b-a17d-1d41b182dd29 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1274507 Feb 09 02:49:11.329173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701142a4-01ee-4049-a9be-3444afbd6b42') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:11.329480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701142a4-01ee-4049-a9be-3444afbd6b42') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:11.333423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:11.335029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.337505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0249df8-ec08-4ca2-ba3d-a6103180c6e1 req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "PUT /v2.0/ports/837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 200 len: 981 time: 1.0372579 Feb 09 02:49:11.373325 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (701142a4-01ee-4049-a9be-3444afbd6b42), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.381654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a9c495ab-c256-44e7-a534-873df2f98d28'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:11.422787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks [] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.472996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d4cc-28da-45a8-84ce-8eb915a0f47d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'Port': ['ID=837fc8a8-76b7-4a81-aa3c-0443571b773c,revision_number=6']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:11.501299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c18385b1-88a6-40bf-baa5-9b145db6ed08 req-b5a75f1d-5299-4149-94af-f06cabdf0abb tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868455 Feb 09 02:49:11.526261 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.528775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (701142a4-01ee-4049-a9be-3444afbd6b42), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.548546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:49:11.549262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (701142a4-01ee-4049-a9be-3444afbd6b42), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:49:11.552055 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:49:11.612920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['a9c495ab-c256-44e7-a534-873df2f98d28'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:11.625194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f6221a4e-a03b-4cce-9ce2-877439602707 None None] Provisioning complete for port 19f20619-be15-40ee-90d1-5a035475f183 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:11.626782 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f6221a4e-a03b-4cce-9ce2-877439602707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19f20619-be15-40ee-90d1-5a035475f183), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.626918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Pushing event updated for resources: {'Port': ['ID=b0ee69fb-c9f7-4cbf-af11-e01e406fe92c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:11.656439 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (13ea520e-e9c4-4e56-8a21-8c73d49e7af2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.657106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 19f20619-be15-40ee-90d1-5a035475f183 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:11.657448 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (19f20619-be15-40ee-90d1-5a035475f183), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.668108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18c1e269-6e5d-4827-a6d0-7c8bf6d3763d req-284e8caa-1939-47db-ba66-6868353947ce tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/b58993e4-a737-4a2c-8d1b-daf75f699900 HTTP/1.1" status: 200 len: 1817 time: 0.0983360 Feb 09 02:49:11.678888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:11.681875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] 10.222.0.32 "DELETE /v2.0/networks/13ea520e-e9c4-4e56-8a21-8c73d49e7af2 HTTP/1.1" status: 204 len: 168 time: 1.4092562 Feb 09 02:49:11.706203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cd64f-211e-41f9-a2d3-647dfa63a628 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ea520e-e9c4-4e56-8a21-8c73d49e7af2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:11.735386 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-18c1e269-6e5d-4827-a6d0-7c8bf6d3763d req-6253b82c-8069-4060-aaa3-27774287af11 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 02:49:11.738675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:11.741768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:11.744101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18c1e269-6e5d-4827-a6d0-7c8bf6d3763d req-6253b82c-8069-4060-aaa3-27774287af11 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/b58993e4-a737-4a2c-8d1b-daf75f699900 HTTP/1.1" status: 409 len: 341 time: 0.0750763 Feb 09 02:49:11.757332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:11.784051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e7a9e-a95c-4ea6-b358-d6cc8b5edc93 req-5c627c98-c676-47d9-8d06-3b9b36e865c0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:11.785654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-550e7a9e-a95c-4ea6-b358-d6cc8b5edc93 req-5c627c98-c676-47d9-8d06-3b9b36e865c0 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.1643388 Feb 09 02:49:11.809080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['837fc8a8-76b7-4a81-aa3c-0443571b773c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:11.886301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8225e5-13e7-42e3-978e-a319d4a0a2bd req-2fea74e7-8cce-4bbf-8018-3172290773fe tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:11.891355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de8225e5-13e7-42e3-978e-a319d4a0a2bd req-2fea74e7-8cce-4bbf-8018-3172290773fe tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.0874054 Feb 09 02:49:11.892002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49138) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:11.937259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-550e7a9e-a95c-4ea6-b358-d6cc8b5edc93 req-78bd08ef-ca5b-4974-82e3-6b8517a66e7d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157634 Feb 09 02:49:12.006305 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cee950fd-9171-4f19-a391-4e95e85e70a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a334c0cb07564bfe95bbfddc29f593ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1131275 Feb 09 02:49:12.018634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49142) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:12.119617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-885e425a-f158-4f5a-81ba-332092c1b101 None None] Deleting port ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:12.120287 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-885e425a-f158-4f5a-81ba-332092c1b101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:12.146850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de8225e5-13e7-42e3-978e-a319d4a0a2bd req-36db83ea-04c6-4082-9200-874ad7f9777f tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251651 Feb 09 02:49:12.249634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b780755-f550-412d-838d-8e88b0697597 admin admin] Publish callbacks [] for security_group (3779fa4c-ff13-45ae-bea1-2a2f8af727d6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server [None req-885e425a-f158-4f5a-81ba-332092c1b101 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 could not be found. Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:49:12.296761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 could not be found. Feb 09 02:49:12.302761 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 02:49:12.319138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b780755-f550-412d-838d-8e88b0697597 admin admin] Publish callbacks [] for security_group (3779fa4c-ff13-45ae-bea1-2a2f8af727d6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:12.330917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002934a-1ec2-4dd4-8e46-07d59476ca02 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 02:49:12.368704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks [] for router_gateway (ba1c16f8-60cb-4da4-80ad-871ddf79596c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:12.422302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9645e44-2bdc-40dc-b91c-1e7c36b675d4 req-7458fcdb-2136-483b-8367-a9fde3c4bde9 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:12.432092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-7f71bfe3-deae-47b9-b420-96a62e6cebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:12.433393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9645e44-2bdc-40dc-b91c-1e7c36b675d4 req-7458fcdb-2136-483b-8367-a9fde3c4bde9 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 1131 time: 0.1168337 Feb 09 02:49:12.434274 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-7f71bfe3-deae-47b9-b420-96a62e6cebaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 1166 time: 0.1795068 Feb 09 02:49:12.498449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9645e44-2bdc-40dc-b91c-1e7c36b675d4 req-01c1c603-909c-4c2f-9b62-58f800a7bd50 tempest-MigrationsAdminTest-1627265286 tempest-MigrationsAdminTest-1627265286-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595071 Feb 09 02:49:12.530165 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b780755-f550-412d-838d-8e88b0697597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3779fa4c-ff13-45ae-bea1-2a2f8af727d6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:12.533186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b780755-f550-412d-838d-8e88b0697597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:12.536935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0b780755-f550-412d-838d-8e88b0697597 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3779fa4c-ff13-45ae-bea1-2a2f8af727d6 HTTP/1.1" status: 204 len: 168 time: 0.5145221 Feb 09 02:49:12.549812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b780755-f550-412d-838d-8e88b0697597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3779fa4c-ff13-45ae-bea1-2a2f8af727d6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:12.670223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-18d1deb5-96f0-49a7-9cb1-66168464232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:12.672061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-18d1deb5-96f0-49a7-9cb1-66168464232a service neutron] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 914 time: 0.1935959 Feb 09 02:49:12.673354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbc9b9-6090-4782-ae5b-a2696896b7af req-92a5f67b-7c38-432c-aff4-cf4908542be5 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:12.675489 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6fbc9b9-6090-4782-ae5b-a2696896b7af req-92a5f67b-7c38-432c-aff4-cf4908542be5 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 984 time: 0.0850861 Feb 09 02:49:12.723668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:12.749694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-d45b2970-9163-42ef-bd2e-ed759a8e080e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 200 len: 217 time: 0.0563846 Feb 09 02:49:12.756346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f6221a4e-a03b-4cce-9ce2-877439602707 None None] Current status of the port 19f20619-be15-40ee-90d1-5a035475f183 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:12.760684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d5642-1f1d-4c19-ab36-9e09d6d4a13a req-1f31625d-2bd2-4988-bdce-50a6471952f6 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:12.762727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e1d5642-1f1d-4c19-ab36-9e09d6d4a13a req-1f31625d-2bd2-4988-bdce-50a6471952f6 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 945 time: 0.4520724 Feb 09 02:49:12.806820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6fbc9b9-6090-4782-ae5b-a2696896b7af req-a5c79c4a-57d3-4cf6-82e6-6dc1246105d7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&id=b58993e4-a737-4a2c-8d1b-daf75f699900&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1170230 Feb 09 02:49:12.858627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 19f20619-be15-40ee-90d1-5a035475f183 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:12.891969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e1d5642-1f1d-4c19-ab36-9e09d6d4a13a req-25d4aa2e-ffdf-441d-8ed2-7bd8bbd5d2cf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169186 Feb 09 02:49:12.893520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-e116e9d0-2733-4401-b017-98cbcc763dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:12.895127 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-e116e9d0-2733-4401-b017-98cbcc763dc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.1313608 Feb 09 02:49:12.979613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 09153e58-2dd3-4bec-8cc5-12cb0a5c841e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:13.041992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 09153e58-2dd3-4bec-8cc5-12cb0a5c841e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:13.042400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 09153e58-2dd3-4bec-8cc5-12cb0a5c841e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:13.059068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:49:13.061956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0052b19-2c7a-48c6-ac63-3341b08367e0 req-c102af19-d51a-428b-9406-6ec86e33ff5e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:13.078462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0052b19-2c7a-48c6-ac63-3341b08367e0 req-c102af19-d51a-428b-9406-6ec86e33ff5e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1537523 Feb 09 02:49:13.097748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:13.098120 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:13.109660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b002934a-1ec2-4dd4-8e46-07d59476ca02 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 02:49:13.201143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:13.254357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0052b19-2c7a-48c6-ac63-3341b08367e0 req-450eba76-b680-4d13-963e-1e6ebd9c9efa tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749220 Feb 09 02:49:13.376540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28'}, {'name': 'network-changed', 'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:13.378879 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e431333-9edc-4e2f-8181-acca25692421" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28"}, {"name": "network-changed", "server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:13.411428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:13.411789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ae6bb3f3-c6b5-4070-b1f8-0c6feee14d2b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:13.473575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2177e-9286-4452-bba9-67288886a99e req-0e9f3c5b-5e68-4e9e-8ff4-0ac369badb14 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:13.475931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1a2177e-9286-4452-bba9-67288886a99e req-0e9f3c5b-5e68-4e9e-8ff4-0ac369badb14 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.0923014 Feb 09 02:49:13.495840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-ca4be775-b209-4230-ae94-04f98fb43073 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5635090 Feb 09 02:49:13.566337 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1a2177e-9286-4452-bba9-67288886a99e req-3c0bb421-843b-44af-b76f-977651356248 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759392 Feb 09 02:49:13.671342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:13.671619 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:13.673139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a3f42-c2a3-4d96-a435-624bc0a003bd req-21d32978-c833-4337-804b-e6c839289b7a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:13.675027 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a23a3f42-c2a3-4d96-a435-624bc0a003bd req-21d32978-c833-4337-804b-e6c839289b7a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.2315583 Feb 09 02:49:13.685254 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867bab20-a517-4848-a001-b90782df4f21 x-openstack-request-id: req-867bab20-a517-4848-a001-b90782df4f21 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:13.685705 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:13.686086 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-867bab20-a517-4848-a001-b90782df4f21 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:13.686640 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28', 'status': 'completed', 'code': 200} Feb 09 02:49:13.687011 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c', 'status': 'completed', 'code': 200} Feb 09 02:49:13.759560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e68eb-a433-4a4f-8153-482730eeda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:13.761578 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de99a28-585b-4d14-b2a5-70327f0bff9b" -d '{"events": [{"server_uuid": "975e68eb-a433-4a4f-8153-482730eeda95", "name": "network-vif-plugged", "status": "completed", "tag": "dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:13.764537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (ba1c16f8-60cb-4da4-80ad-871ddf79596c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:13.793639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:13.798314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431333-9edc-4e2f-8181-acca25692421 req-4e4914b4-1b16-4b1a-97ae-350dba731ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:13.799941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-4e4914b4-1b16-4b1a-97ae-350dba731ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1155 time: 0.0996974 Feb 09 02:49:13.845488 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:13.849144 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3314d-37d2-4df7-ba18-b9071604e48b x-openstack-request-id: req-51d3314d-37d2-4df7-ba18-b9071604e48b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:13.849392 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e68eb-a433-4a4f-8153-482730eeda95", "name": "network-vif-plugged", "status": "completed", "tag": "dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:13.849664 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51d3314d-37d2-4df7-ba18-b9071604e48b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:13.850056 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e68eb-a433-4a4f-8153-482730eeda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b', 'code': 200} Feb 09 02:49:13.889067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aff0d8-d46b-4dd2-9b9b-88c5c42d8b32 None None] DHCP port deletion for 13ea520e-e9c4-4e56-8a21-8c73d49e7af2 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:49:13.966789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:13.996370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-61ef1dbc-05b0-4bbb-b86c-af0314027860 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854050 Feb 09 02:49:14.001398 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a23a3f42-c2a3-4d96-a435-624bc0a003bd req-4b2f7bac-94d8-46a5-9842-0d584e377c20 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125346 Feb 09 02:49:14.107041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431333-9edc-4e2f-8181-acca25692421 req-ec4b1092-ecd3-4a37-9184-203bd143f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:14.108918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-ec4b1092-ecd3-4a37-9184-203bd143f104 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.3004878 Feb 09 02:49:14.163734 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-7dd64e35-0e8e-4a10-af28-70e41f1ebe09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 200 len: 217 time: 0.0460372 Feb 09 02:49:14.182323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824d63a-9713-48f2-b98e-eba28edf98b5 req-7f98793f-d636-4658-9ccf-f9de95a00338 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:14.190833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4824d63a-9713-48f2-b98e-eba28edf98b5 req-7f98793f-d636-4658-9ccf-f9de95a00338 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 984 time: 0.1661239 Feb 09 02:49:14.229057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece0618-5340-41cc-8677-19efdc6901ba req-5fd3d7d4-bfd4-4153-bef8-f1ce8add8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:14.230922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bece0618-5340-41cc-8677-19efdc6901ba req-5fd3d7d4-bfd4-4153-bef8-f1ce8add8150 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 1128 time: 0.2419462 Feb 09 02:49:14.291951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431333-9edc-4e2f-8181-acca25692421 req-8a023b95-4a9f-4925-81d6-4e397d1a2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:14.294199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-8a023b95-4a9f-4925-81d6-4e397d1a2102 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.1009092 Feb 09 02:49:14.335846 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6529d1-5a1f-4b4a-927e-61bc326b65ad req-4c1a2c1a-310b-4eb3-bbb2-717aa7471c8d service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563896 Feb 09 02:49:14.348764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0c213-b557-4657-86fb-1444fcffe8ac req-b90d1d90-770c-4c4d-b4ad-16f14aa28b1f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:14.349500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-fc7807b2-c627-45fa-a64a-c03f45788a93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417259 Feb 09 02:49:14.356051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9e0c213-b557-4657-86fb-1444fcffe8ac req-b90d1d90-770c-4c4d-b4ad-16f14aa28b1f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 946 time: 0.1940951 Feb 09 02:49:14.366559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4824d63a-9713-48f2-b98e-eba28edf98b5 req-25a09b32-770c-48c2-9065-d1df2a95d239 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&id=b58993e4-a737-4a2c-8d1b-daf75f699900&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1744258 Feb 09 02:49:14.465492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bece0618-5340-41cc-8677-19efdc6901ba req-b1db2a53-054c-4672-8249-07a51ddc5a65 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249107 Feb 09 02:49:14.504423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Router ba1c16f8-60cb-4da4-80ad-871ddf79596c is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:49:14.531485 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9e0c213-b557-4657-86fb-1444fcffe8ac req-2a4be0cf-8f28-4b03-affd-205510e031b9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741471 Feb 09 02:49:14.579182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-aa756d79-2d4b-47ad-810e-cf74c1aec30e service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113609 Feb 09 02:49:14.647249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431333-9edc-4e2f-8181-acca25692421 req-431ffac8-ca0a-45eb-8a3d-2c5461cae584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:14.648878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-431ffac8-ca0a-45eb-8a3d-2c5461cae584 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 1166 time: 0.2094433 Feb 09 02:49:14.670465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc0b0-a724-4881-a482-543d4844cb48 req-68739ff5-7b2c-4e4d-8d32-1230535b69c6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:14.678818 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cfc0b0-a724-4881-a482-543d4844cb48 req-68739ff5-7b2c-4e4d-8d32-1230535b69c6 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1890850 Feb 09 02:49:14.685107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:49:14.696686 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Sync routers for ids ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:49:14.729189 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Routers {'ba1c16f8-60cb-4da4-80ad-871ddf79596c'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:14.733618 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:14.755976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:14.757487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cfc0b0-a724-4881-a482-543d4844cb48 req-dac8009e-7390-4b6a-aafc-f0d3cb8605a8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740790 Feb 09 02:49:14.758407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0c0a3381-0eba-4687-ab0c-f035ceaf30ff admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6167977 Feb 09 02:49:14.761121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49210) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:14.790301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-2f99db0e-590d-479a-804c-6d84c2c5c484 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026191 Feb 09 02:49:15.064429 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Set router ba1c16f8-60cb-4da4-80ad-871ddf79596c gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:15.075773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd01d7-40da-476a-9971-49d71a75b20c req-6ca3c5a8-9f09-4dbf-8dc5-6db66801e8ff tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:15.083745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5dd01d7-40da-476a-9971-49d71a75b20c req-6ca3c5a8-9f09-4dbf-8dc5-6db66801e8ff tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.1631439 Feb 09 02:49:15.172873 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5dd01d7-40da-476a-9971-49d71a75b20c req-57fb1178-c68e-4c8f-935d-4dc8e2122cc3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878696 Feb 09 02:49:15.277461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:15.364559 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:49:12Z', 'revision_number': 3, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:15.439316 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Checking router: ba1c16f8-60cb-4da4-80ad-871ddf79596c for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:49:15.443258 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Updating router ba1c16f8-60cb-4da4-80ad-871ddf79596c port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:49:15.517841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 73204a20-ac27-4c76-8401-c195fae246ad completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:49:15.533850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 73204a20-ac27-4c76-8401-c195fae246ad triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:15.533850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (73204a20-ac27-4c76-8401-c195fae246ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:15.570999 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:15.620560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66afb2-0fd8-430a-98a7-4aa5ef13ee37 req-911e6bc6-cc0a-47e8-9882-34b363f1aff5 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:15.634917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f66afb2-0fd8-430a-98a7-4aa5ef13ee37 req-911e6bc6-cc0a-47e8-9882-34b363f1aff5 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 949 time: 0.2078254 Feb 09 02:49:15.664037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49258) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:15.786799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5432-ae3b-489d-bcf4-57b474c526cb req-40d86b86-4c01-4d5c-a074-ee755d43322e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:15.790687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 73204a20-ac27-4c76-8401-c195fae246ad is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:15.794910 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:15.796705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-455d5432-ae3b-489d-bcf4-57b474c526cb req-40d86b86-4c01-4d5c-a074-ee755d43322e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 984 time: 0.1749282 Feb 09 02:49:15.807041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f66afb2-0fd8-430a-98a7-4aa5ef13ee37 req-4fb25007-ec4c-4f7d-9dfd-a3368f32073d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699178 Feb 09 02:49:15.863489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db70fe76-4aef-480a-ab1e-37466c1e9868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:15.904352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:15.916806 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7481723-62ea-4465-8065-59f1cfffbdfe" -d '{"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-plugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:15.965900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:15.985882 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:15.990935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a9c495ab-c256-44e7-a534-873df2f98d28 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:15.997144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-455d5432-ae3b-489d-bcf4-57b474c526cb req-8cfb61e5-4f29-4170-b31a-eebf9b6d1877 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&id=b58993e4-a737-4a2c-8d1b-daf75f699900&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1954253 Feb 09 02:49:16.117550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.267928 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Publish callbacks [] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.277250 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.294213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a213329-9932-4596-b4dd-1ef7532e57aa req-e9c89cfe-a2e4-4559-9762-82bde3b179b6 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:16.301585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a213329-9932-4596-b4dd-1ef7532e57aa req-e9c89cfe-a2e4-4559-9762-82bde3b179b6 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 946 time: 0.2078753 Feb 09 02:49:16.312231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-654bc341-6206-44d4-9b12-c96bf84db925 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:16.313739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-654bc341-6206-44d4-9b12-c96bf84db925 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 950 time: 1.1710186 Feb 09 02:49:16.322899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a9c495ab-c256-44e7-a534-873df2f98d28 is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:16.366993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=13']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:16.367816 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Attempting to bind port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:16.368904 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Attempting to bind port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:16.369526 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Attempting to bind port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:16.381256 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:16.382071 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:16.382783 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.383670 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:16.384388 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Bound port: b0ee69fb-c9f7-4cbf-af11-e01e406fe92c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:16.385007 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.428901 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5f58-d092-4700-b954-5662253c2878 None None] Pushing event updated for resources: {'Port': ['ID=b0ee69fb-c9f7-4cbf-af11-e01e406fe92c,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:16.429142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db70fe76-4aef-480a-ab1e-37466c1e9868 admin admin] Publish callbacks [] for security_group (f245ef6e-b21f-4406-a5c1-eb6c374636bf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.445340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Allocated IP 172.20.0.1 (55fa5f61-d8df-4202-936e-325dc841a7d8/8b8a1387-502d-4dd8-9b33-fcdf519af4ed/d63e0bdc-7e8f-4e8f-b6b3-7906635249a7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:16.462595 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db70fe76-4aef-480a-ab1e-37466c1e9868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f245ef6e-b21f-4406-a5c1-eb6c374636bf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.462906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611bcf3-a54d-42ac-b38b-1d33c18f2920 req-edeb4ebf-75e7-4b3b-bca5-fa5b01076312 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:16.465783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e611bcf3-a54d-42ac-b38b-1d33c18f2920 req-edeb4ebf-75e7-4b3b-bca5-fa5b01076312 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.2976151 Feb 09 02:49:16.482319 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] For port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:16.487518 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] For port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b0ee69fb-c9f7-4cbf-af11-e01e406fe92c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:16.499422 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.504047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-db70fe76-4aef-480a-ab1e-37466c1e9868 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f37d058e8fe046268f2c5ce46423ceec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8210869 Feb 09 02:49:16.509178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49278) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:16.566903 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Routers {'ba1c16f8-60cb-4da4-80ad-871ddf79596c'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:16.567631 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:16.582715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e611bcf3-a54d-42ac-b38b-1d33c18f2920 req-ff7dc599-9ca2-42e8-85d8-aea897036741 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086805 Feb 09 02:49:16.596101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a213329-9932-4596-b4dd-1ef7532e57aa req-7c7528ef-2768-4d85-82cc-2c23e541548a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886858 Feb 09 02:49:16.647146 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b807c3-481c-4c53-ab3d-3c0569a22e45 x-openstack-request-id: req-b1b807c3-481c-4c53-ab3d-3c0569a22e45 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:16.647694 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-plugged", "status": "completed", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:16.648098 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1b807c3-481c-4c53-ab3d-3c0569a22e45 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:16.649410 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'code': 200} Feb 09 02:49:16.649557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ed25452-b65f-41d6-a8c6-8b4db2b11b29 admin admin] Publish callbacks [] for security_group (f245ef6e-b21f-4406-a5c1-eb6c374636bf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.654576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Publish callbacks [] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.657753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Deleting port 73204a20-ac27-4c76-8401-c195fae246ad {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:16.658310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (73204a20-ac27-4c76-8401-c195fae246ad), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.706681 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.725648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ed25452-b65f-41d6-a8c6-8b4db2b11b29 admin admin] Publish callbacks [] for security_group (f245ef6e-b21f-4406-a5c1-eb6c374636bf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.772818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70fe76-4aef-480a-ab1e-37466c1e9868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f245ef6e-b21f-4406-a5c1-eb6c374636bf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:16.802000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ed25452-b65f-41d6-a8c6-8b4db2b11b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f245ef6e-b21f-4406-a5c1-eb6c374636bf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.804572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ed25452-b65f-41d6-a8c6-8b4db2b11b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:16.808440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3ed25452-b65f-41d6-a8c6-8b4db2b11b29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f245ef6e-b21f-4406-a5c1-eb6c374636bf HTTP/1.1" status: 204 len: 168 time: 0.2970066 Feb 09 02:49:16.823304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Network 55fa5f61-d8df-4202-936e-325dc841a7d8 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:16.857352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:16.882075 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] Set router ba1c16f8-60cb-4da4-80ad-871ddf79596c gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:16.898386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:16.966135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Pushing event updated for resources: {'Port': ['ID=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:16.999058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72480ea1-01cc-42c0-83bc-107aff0789a6 req-e06084fd-5ff0-461a-9f9a-336f7d49c567 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:17.007496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72480ea1-01cc-42c0-83bc-107aff0789a6 req-e06084fd-5ff0-461a-9f9a-336f7d49c567 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.2653618 Feb 09 02:49:17.039974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ba1c16f8-60cb-4da4-80ad-871ddf79596c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:17.088860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] For port 73204a20-ac27-4c76-8401-c195fae246ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=73204a20-ac27-4c76-8401-c195fae246ad,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:17.089673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (73204a20-ac27-4c76-8401-c195fae246ad), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:17.105564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Calling delete_port for 73204a20-ac27-4c76-8401-c195fae246ad owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:17.175065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431333-9edc-4e2f-8181-acca25692421 req-e07287b2-666d-43df-8719-ffb24f803e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:17.176544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-e07287b2-666d-43df-8719-ffb24f803e1b service neutron] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 914 time: 0.3848538 Feb 09 02:49:17.302049 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5f58-d092-4700-b954-5662253c2878 None None] Pushing event updated for resources: {'Port': ['ID=b0ee69fb-c9f7-4cbf-af11-e01e406fe92c,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:17.316191 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72480ea1-01cc-42c0-83bc-107aff0789a6 req-0dba3521-23b0-4e3d-8796-30bc0615077b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076496 Feb 09 02:49:17.318470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-859cdd66-de23-4fe5-9d17-1b22fbf8d31f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 200 len: 217 time: 0.1270971 Feb 09 02:49:17.319253 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:49:12Z', 'revision_number': 3, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:17.355001 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f582851-5fae-4e96-b0ba-3e3b11016b08 None None] The sync data for ids ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'] in n-d-827839-4 is: [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:49:12Z', 'revision_number': 3, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:49:17.357694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fc876601-6def-408a-93eb-10acd0e129b5 None None] Provisioning complete for port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:17.358181 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc876601-6def-408a-93eb-10acd0e129b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:17.376455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed25452-b65f-41d6-a8c6-8b4db2b11b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f245ef6e-b21f-4406-a5c1-eb6c374636bf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:17.483037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fc876601-6def-408a-93eb-10acd0e129b5 None None] Port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:17.499802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e431333-9edc-4e2f-8181-acca25692421 req-f3889b35-29ff-46a2-9771-bdb4417242e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:17.501307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-f3889b35-29ff-46a2-9771-bdb4417242e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.0808558 Feb 09 02:49:17.578349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-95094ea9-b6c5-4d37-a95c-a828bfca6d7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607593 Feb 09 02:49:17.595397 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (73204a20-ac27-4c76-8401-c195fae246ad), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:17.611066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8eb7e280-e9b7-4956-8053-f973452dbb9b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:17.616215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a687c98-104e-4ef4-86d2-aaa59206e94c req-4d3bd7c4-941b-4860-adc5-3bf109baead3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:17.623881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a687c98-104e-4ef4-86d2-aaa59206e94c req-4d3bd7c4-941b-4860-adc5-3bf109baead3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.8470604 Feb 09 02:49:17.663136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:17.688618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event deleted for resources: {'Port': ['ID=73204a20-ac27-4c76-8401-c195fae246ad,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:17.699984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6192f9c-a4d6-4b0b-a4f0-20ac1e0e6862 req-e62e54fa-8008-4788-8fdc-b8f3379fa621 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:17.701786 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f6192f9c-a4d6-4b0b-a4f0-20ac1e0e6862 req-e62e54fa-8008-4788-8fdc-b8f3379fa621 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=28c2ebd9-9215-4e63-8711-3c3701381adc HTTP/1.1" status: 200 len: 868 time: 0.1980205 Feb 09 02:49:17.864384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] No DVR routers for this DVR port 73204a20-ac27-4c76-8401-c195fae246ad on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:17.868679 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:17.877045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e51c83c-3f43-486c-af09-380d6ceb3c5b req-1c7e0555-3ebc-4763-949a-e1e731a64c15 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "DELETE /v2.0/ports/73204a20-ac27-4c76-8401-c195fae246ad HTTP/1.1" status: 204 len: 173 time: 1.5564468 Feb 09 02:49:17.877814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-deleted', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:17.880213 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f681e98-2c8a-4915-929c-0ae77c2ee0a7" -d '{"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-deleted", "tag": "73204a20-ac27-4c76-8401-c195fae246ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:17.904436 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:17.913541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a687c98-104e-4ef4-86d2-aaa59206e94c req-f6254f47-667b-4dc5-acdd-72ae5d1979a5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858419 Feb 09 02:49:18.313292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6071-13db-4944-9368-d8f19a5001a2 req-358b8f9b-bd44-4a61-a712-3c46c8a419ec tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:18.317693 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66ea6071-13db-4944-9368-d8f19a5001a2 req-358b8f9b-bd44-4a61-a712-3c46c8a419ec tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 984 time: 0.1729529 Feb 09 02:49:18.346091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-ed2b4bf7-196a-4722-8625-09c436a10e52 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480335 Feb 09 02:49:18.411920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66ea6071-13db-4944-9368-d8f19a5001a2 req-8cc152d0-8bd5-4633-8552-e02af29c636b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&id=b58993e4-a737-4a2c-8d1b-daf75f699900&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0874209 Feb 09 02:49:18.506829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e431333-9edc-4e2f-8181-acca25692421 req-77109327-c4e2-4300-9935-172f747a4f64 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339142 Feb 09 02:49:18.531029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f6192f9c-a4d6-4b0b-a4f0-20ac1e0e6862 req-484c9f96-3cc8-480c-b630-74f0679df129 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7322519 Feb 09 02:49:18.643957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95117b50-1901-4443-a75a-2c8c0f57b210 req-eb14dfcd-fe9d-46e3-ba82-84152f78dcb2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:18.650506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-95117b50-1901-4443-a75a-2c8c0f57b210 req-eb14dfcd-fe9d-46e3-ba82-84152f78dcb2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 946 time: 0.1142213 Feb 09 02:49:18.720149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-95117b50-1901-4443-a75a-2c8c0f57b210 req-986b3601-17b3-4ff0-ae6d-5679ea044f1d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674639 Feb 09 02:49:18.775176 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f22b6a3-99f8-4bff-b4a8-0a648bd4aef8 x-openstack-request-id: req-3f22b6a3-99f8-4bff-b4a8-0a648bd4aef8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:18.775471 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2ebd9-9215-4e63-8711-3c3701381adc", "name": "network-vif-deleted", "tag": "73204a20-ac27-4c76-8401-c195fae246ad", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:18.775728 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f22b6a3-99f8-4bff-b4a8-0a648bd4aef8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:18.776135 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2ebd9-9215-4e63-8711-3c3701381adc', 'name': 'network-vif-deleted', 'tag': '73204a20-ac27-4c76-8401-c195fae246ad', 'status': 'completed', 'code': 200} Feb 09 02:49:18.783683 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Publish callbacks [] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:18.802874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a072da-37df-452e-90bc-b3310f5f79a7 req-5c1d833f-c528-4f6b-b0a8-87b73303624c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:18.804729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28a072da-37df-452e-90bc-b3310f5f79a7 req-5c1d833f-c528-4f6b-b0a8-87b73303624c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1540546 Feb 09 02:49:18.806208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:18.920444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b65762-c80a-44cd-83ff-3924f85492b1 req-62928549-a2dc-4058-b31c-c14afdc53983 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:18.922274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55b65762-c80a-44cd-83ff-3924f85492b1 req-62928549-a2dc-4058-b31c-c14afdc53983 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.0900564 Feb 09 02:49:18.932049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Pushing event updated for resources: {'Port': ['ID=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:18.943550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ba1c16f8-60cb-4da4-80ad-871ddf79596c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:18.959918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28a072da-37df-452e-90bc-b3310f5f79a7 req-0e754097-1acc-4614-b229-089cd2986abf tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058142 Feb 09 02:49:18.976415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55b65762-c80a-44cd-83ff-3924f85492b1 req-393fd2f1-b8f5-4984-ba2a-2a48ba8341d4 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475941 Feb 09 02:49:19.066406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Network 55fa5f61-d8df-4202-936e-325dc841a7d8 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:19.067890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:19.180332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-f9a76871-f281-4804-9ad2-3e25e7569101 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1973682711&fields=id&tenant_id=588502c1dea042818eb2c2862400f62f HTTP/1.1" status: 200 len: 267 time: 0.1339724 Feb 09 02:49:19.239096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.247931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b0ee69fb-c9f7-4cbf-af11-e01e406fe92c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:19.290978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-6e4ce7ac-26ac-4a6c-8f29-abf7f8123cd3 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:19.310634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-6e4ce7ac-26ac-4a6c-8f29-abf7f8123cd3 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 984 time: 0.1293118 Feb 09 02:49:19.318877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'port': {'security_groups': ['b58993e4-a737-4a2c-8d1b-daf75f699900', 'ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09', 'df933994-cd73-4cc2-825a-4477b9609c7f']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:19.329449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:19.448836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.624616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:19.626053 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.644408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:19.645661 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.765043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1c67b5d4-24bf-4f13-bb91-3dcc7eabfbda None None] Provisioning complete for port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:19.765637 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1c67b5d4-24bf-4f13-bb91-3dcc7eabfbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.802581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:19.805089 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c0f361-80ee-4118-8921-bba1de89709d" -d '{"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-unplugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:19.837046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:19.846192 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.847362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:19.875974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] For port 837fc8a8-76b7-4a81-aa3c-0443571b773c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:19.878512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1c67b5d4-24bf-4f13-bb91-3dcc7eabfbda None None] Port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:19.898820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9887f-9026-4252-8f67-4749eb027f41 req-d09b454e-8205-48cb-8b7a-aa0e215d4926 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:19.908679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fe9887f-9026-4252-8f67-4749eb027f41 req-d09b454e-8205-48cb-8b7a-aa0e215d4926 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.0990896 Feb 09 02:49:19.917954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 73204a20-ac27-4c76-8401-c195fae246ad {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:19.918726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 73204a20-ac27-4c76-8401-c195fae246ad not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:19.934197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.936431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49342) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:19.941369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:19.962600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', '837fc8a8-76b7-4a81-aa3c-0443571b773c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:20.014353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fe9887f-9026-4252-8f67-4749eb027f41 req-94df9e9b-a0ea-4ad9-8520-1bca17e32d03 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004565 Feb 09 02:49:20.036143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:20.036889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.039009 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43a5d8db-7063-4d9a-bc2a-ccc63aad1689 req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "PUT /v2.0/ports/837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 200 len: 1020 time: 0.7260230 Feb 09 02:49:20.050852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Router ba1c16f8-60cb-4da4-80ad-871ddf79596c has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:49:20.069164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365970b-dc15-4b85-b906-1e38313a5967 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'Port': ['ID=837fc8a8-76b7-4a81-aa3c-0443571b773c,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:20.133038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:20.133390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.172920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['837fc8a8-76b7-4a81-aa3c-0443571b773c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:20.231568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-874f0878-92f1-41f7-8589-76151ea9c569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.259146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b92dd-2968-48a0-b6d4-0a5ea5d0051b req-55ba5bd4-eadc-4cc8-8fe6-f19de055ec95 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:20.269226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-095b92dd-2968-48a0-b6d4-0a5ea5d0051b req-55ba5bd4-eadc-4cc8-8fe6-f19de055ec95 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 946 time: 0.1226454 Feb 09 02:49:20.270438 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaef9dae-0c37-4f03-b025-15f067e62803 x-openstack-request-id: req-eaef9dae-0c37-4f03-b025-15f067e62803 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:20.270985 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-unplugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:20.271135 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaef9dae-0c37-4f03-b025-15f067e62803 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:20.271476 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'code': 200} Feb 09 02:49:20.276322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:20.317818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b0ee69fb-c9f7-4cbf-af11-e01e406fe92c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:20.340577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-095b92dd-2968-48a0-b6d4-0a5ea5d0051b req-8583c140-6840-478b-9095-e665b77b64a0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699873 Feb 09 02:49:20.348361 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.386967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:49:20.399034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec514ca-7218-42ec-859d-6dba4442f248 req-4dbda619-a491-4554-9dc1-c7dab9efceb8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:20.406787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ec514ca-7218-42ec-859d-6dba4442f248 req-4dbda619-a491-4554-9dc1-c7dab9efceb8 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 943 time: 0.1564498 Feb 09 02:49:20.421178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0cafb1a7-3d35-44a2-b4a9-ee51b08d6762 admin admin] 10.222.0.32 "PUT /v2.0/routers/ba1c16f8-60cb-4da4-80ad-871ddf79596c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6488943 Feb 09 02:49:20.446813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=b0ee69fb-c9f7-4cbf-af11-e01e406fe92c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:20.450636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Sync routers for ids ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:49:20.494915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Routers {'ba1c16f8-60cb-4da4-80ad-871ddf79596c'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:20.496369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:20.517684 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ec514ca-7218-42ec-859d-6dba4442f248 req-d88bce66-d1cf-481b-87da-2c06dcf0b26c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024363 Feb 09 02:49:20.543387 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-874f0878-92f1-41f7-8589-76151ea9c569 admin admin] Publish callbacks [] for security_group (444ac258-d13f-4343-bf1a-ccc8618a1612), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.550810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-874f0878-92f1-41f7-8589-76151ea9c569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (444ac258-d13f-4343-bf1a-ccc8618a1612), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.592793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44ae2-e5f7-47a8-8e1e-fc1c35a5a39b req-ba546578-e158-4ec4-ab34-7fef82ef582d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:20.597233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f0878-92f1-41f7-8589-76151ea9c569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444ac258-d13f-4343-bf1a-ccc8618a1612,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:20.602962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-874f0878-92f1-41f7-8589-76151ea9c569 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=189a9ca506eb4f35b739486bfcb0874f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6624215 Feb 09 02:49:20.605737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49360) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:20.618951 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-26a44ae2-e5f7-47a8-8e1e-fc1c35a5a39b req-ba546578-e158-4ec4-ab34-7fef82ef582d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.1621914 Feb 09 02:49:20.673338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-589eb3a2-408a-4a5b-a87b-72ea0a06a2b2 admin admin] Publish callbacks [] for security_group (444ac258-d13f-4343-bf1a-ccc8618a1612), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.707029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-589eb3a2-408a-4a5b-a87b-72ea0a06a2b2 admin admin] Publish callbacks [] for security_group (444ac258-d13f-4343-bf1a-ccc8618a1612), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.761286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-589eb3a2-408a-4a5b-a87b-72ea0a06a2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (444ac258-d13f-4343-bf1a-ccc8618a1612), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.761594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-26a44ae2-e5f7-47a8-8e1e-fc1c35a5a39b req-41ca4919-2120-49b9-a178-7e06e1eb63b0 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341569 Feb 09 02:49:20.765797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Set router ba1c16f8-60cb-4da4-80ad-871ddf79596c gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:20.769154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-589eb3a2-408a-4a5b-a87b-72ea0a06a2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:20.772659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-589eb3a2-408a-4a5b-a87b-72ea0a06a2b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/444ac258-d13f-4343-bf1a-ccc8618a1612 HTTP/1.1" status: 204 len: 168 time: 0.1632156 Feb 09 02:49:20.777546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:20.780793 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a788476-c9aa-4afa-bef2-47c559534add" -d '{"events": [{"name": "network-changed", "server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:20.790944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589eb3a2-408a-4a5b-a87b-72ea0a06a2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ac258-d13f-4343-bf1a-ccc8618a1612,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:20.898207 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfd27c3d-5bd1-4ae3-acd6-4e267f6e88ad req-d5c2e457-8c14-458c-ad81-ae23db36998f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/df933994-cd73-4cc2-825a-4477b9609c7f HTTP/1.1" status: 200 len: 1818 time: 0.0836282 Feb 09 02:49:20.968947 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-cfd27c3d-5bd1-4ae3-acd6-4e267f6e88ad req-ecc3fb2c-35df-4538-beec-24ac6a144b9d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 02:49:20.979642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfd27c3d-5bd1-4ae3-acd6-4e267f6e88ad req-ecc3fb2c-35df-4538-beec-24ac6a144b9d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/df933994-cd73-4cc2-825a-4477b9609c7f HTTP/1.1" status: 409 len: 341 time: 0.0795815 Feb 09 02:49:21.187340 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:21.191858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-51c80a1c-6184-43c9-a787-b1a6886c6ecf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:21.193394 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-51c80a1c-6184-43c9-a787-b1a6886c6ecf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 946 time: 0.1247683 Feb 09 02:49:21.216800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b0ee69fb-c9f7-4cbf-af11-e01e406fe92c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:21.239122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-76995042-918d-4e51-abba-79ac7e30eb03 service neutron] 10.222.0.26 "GET /v2.0/ports/a9c495ab-c256-44e7-a534-873df2f98d28/bindings/n-h1-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.1742792 Feb 09 02:49:21.347949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:49:17Z', 'revision_number': 4, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'd63e0bdc-7e8f-4e8f-b6b3-7906635249a7', 'name': '', 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'mac_address': 'fa:16:3e:94:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '8b8a1387-502d-4dd8-9b33-fcdf519af4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:16Z', 'updated_at': '2022-02-09T02:49:18Z', 'revision_number': 2, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'subnets': [{'id': '8b8a1387-502d-4dd8-9b33-fcdf519af4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:21.385818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:21.386202 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:21.390922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Checking router: ba1c16f8-60cb-4da4-80ad-871ddf79596c for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:49:21.391285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Updating router ba1c16f8-60cb-4da4-80ad-871ddf79596c port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:49:21.480902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:21.560291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:21.572817 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b50091-11dd-4633-b60d-a8b3d2032ab4 x-openstack-request-id: req-a4b50091-11dd-4633-b60d-a8b3d2032ab4 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:21.573113 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:21.573731 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4b50091-11dd-4633-b60d-a8b3d2032ab4 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:21.574461 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c', 'status': 'completed', 'code': 200} Feb 09 02:49:21.611484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Deleting port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:21.611910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:21.692498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:21.720721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] For port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:21.721080 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:21.743955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Calling delete_port for dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:21.757934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c495ab-c256-44e7-a534-873df2f98d28 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:21.769277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788476-c9aa-4afa-bef2-47c559534add req-ba8fcd04-fbed-4048-abac-573d764f88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:21.771643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a788476-c9aa-4afa-bef2-47c559534add req-ba8fcd04-fbed-4048-abac-573d764f88f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=588502c1dea042818eb2c2862400f62f&device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 1206 time: 0.2078230 Feb 09 02:49:21.786806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:21.850690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:21.935047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:21.994846 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-377d3d56-ed83-4465-956c-cf79eb13316d req-3902cdd8-23a0-4825-b4f2-bf66b1be258f tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4255252 Feb 09 02:49:22.016365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:22.055220 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.079096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788476-c9aa-4afa-bef2-47c559534add req-cb1f6ba0-0997-4112-91d5-b2b495154f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:22.080576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a788476-c9aa-4afa-bef2-47c559534add req-cb1f6ba0-0997-4112-91d5-b2b495154f0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 200 len: 914 time: 0.2667418 Feb 09 02:49:22.097541 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Publish callbacks [] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.103979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] Transition to ACTIVE for port object a9c495ab-c256-44e7-a534-873df2f98d28 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:49:22.105391 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.107653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49410) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:22.110770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df54a-58e8-4c8d-bc0a-c672cbf8f75d req-10a92631-4724-448e-9251-9083fc5a2a6d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:22.117358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.119798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d3df54a-58e8-4c8d-bc0a-c672cbf8f75d req-10a92631-4724-448e-9251-9083fc5a2a6d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 950 time: 0.1985786 Feb 09 02:49:22.129412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.214785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] No DVR routers for this DVR port a9c495ab-c256-44e7-a534-873df2f98d28 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:22.217937 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a788476-c9aa-4afa-bef2-47c559534add req-042f6e60-3ce5-4da4-be05-719b72e5a3c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 200 len: 217 time: 0.1190779 Feb 09 02:49:22.260004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] Pushing event updated for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=10']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:22.269536 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5a230ed5-4164-4cb3-8d08-e2ccb1da11ff service neutron] 10.222.0.26 "PUT /v2.0/ports/a9c495ab-c256-44e7-a534-873df2f98d28/bindings/n-h1-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0230374 Feb 09 02:49:22.273662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1829587711-network', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:22.317484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:22.322020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:22.322660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.334018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788476-c9aa-4afa-bef2-47c559534add req-7e3fb8c3-e0d8-4647-85a2-61e0094fb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:22.335801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a788476-c9aa-4afa-bef2-47c559534add req-7e3fb8c3-e0d8-4647-85a2-61e0094fb55b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 200 len: 853 time: 0.0844421 Feb 09 02:49:22.336700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event deleted for resources: {'Port': ['ID=dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:22.346736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.374775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] No DVR routers for this DVR port dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:22.391165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd6818-2fe0-4b17-9b5b-ddf923964ad1 None None] Pushing event updated for resources: {'Port': ['ID=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:22.414208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a788476-c9aa-4afa-bef2-47c559534add req-1a5dd531-8d10-4905-8ba1-d0a53a415ac3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=539acb2f-37f4-40db-92be-1cc7e427122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413685 Feb 09 02:49:22.416386 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.419939 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e302a3a-03f1-4bcb-86b9-111fcfeeb7b1 req-5f93fa0e-7f69-441a-a23d-b354b98e78dc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "DELETE /v2.0/ports/dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b HTTP/1.1" status: 204 len: 173 time: 1.2195771 Feb 09 02:49:22.435004 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d3df54a-58e8-4c8d-bc0a-c672cbf8f75d req-d2609a80-4f60-4868-941e-a0b9fe47b5d4 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138921 Feb 09 02:49:22.436318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e68eb-a433-4a4f-8153-482730eeda95', 'name': 'network-vif-deleted', 'tag': 'dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:22.444310 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc2bb2c-c764-45e5-a394-b935fb1d414b" -d '{"events": [{"server_uuid": "975e68eb-a433-4a4f-8153-482730eeda95", "name": "network-vif-deleted", "tag": "dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:22.452819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Attempting to bind port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:22.453224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Attempting to bind port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:22.454534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Attempting to bind port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 on network 55fa5f61-d8df-4202-936e-325dc841a7d8 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:22.464401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:22.464782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Checking segment: {'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:22.465196 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.465642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Bound using segment: {'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:22.466121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Bound port: d63e0bdc-7e8f-4e8f-b6b3-7906635249a7, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:22.466552 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.493456 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.621031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] For port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:22.626579 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37f66505-6436-496f-9d11-de2b406627f0 req-56e69438-a756-4631-b2f5-2e48bc647c2e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=975e68eb-a433-4a4f-8153-482730eeda95 HTTP/1.1" status: 200 len: 210 time: 0.0398955 Feb 09 02:49:22.628927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-182c63e2-1ec0-4e98-b334-51d61b9e4cc0 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:22.630589 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-182c63e2-1ec0-4e98-b334-51d61b9e4cc0 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.2931006 Feb 09 02:49:22.640333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] For port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,segment=NetworkSegment(2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c),segment_id=2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:22.652504 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.672881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a788476-c9aa-4afa-bef2-47c559534add req-9b7ea950-278f-4084-aead-748e1ab3d9f2 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219419 Feb 09 02:49:22.704558 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Publish callbacks [] for security_group (5a46cefd-4497-4db6-885e-68bd47bcb22f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.734646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5a46cefd-4497-4db6-885e-68bd47bcb22f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.746622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:49:22.758523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (85e14c97-c4d5-46c1-a249-3c5852835020), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.758993 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Added segment 85e14c97-c4d5-46c1-a249-3c5852835020 of type vlan for network 9b799aea-b9be-4e59-9337-9682fc26a869 Feb 09 02:49:22.762451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Routers {'ba1c16f8-60cb-4da4-80ad-871ddf79596c'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:22.762682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:22.765489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd6818-2fe0-4b17-9b5b-ddf923964ad1 None None] Pushing event updated for resources: {'Port': ['ID=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:22.803680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (9b799aea-b9be-4e59-9337-9682fc26a869), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.834806 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a788476-c9aa-4afa-bef2-47c559534add req-903653b3-f116-47fa-8b2a-71e84f376505 service neutron] 10.222.0.61 "GET /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515696 Feb 09 02:49:22.854545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af12a58-5fa4-4731-ab53-0448cecbf05b req-73093c06-d4fb-4133-9c4c-7692e07ee260 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:22.856546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4af12a58-5fa4-4731-ab53-0448cecbf05b req-73093c06-d4fb-4133-9c4c-7692e07ee260 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 944 time: 0.0928943 Feb 09 02:49:22.865702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (9b799aea-b9be-4e59-9337-9682fc26a869), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.866706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:22.867293 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.925485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b9f0c415-fa17-44b4-8c27-935236a80332 None None] Provisioning complete for port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:22.926054 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c415-fa17-44b4-8c27-935236a80332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:22.927876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Allocated IP 172.25.2.147 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/9165c723-5c0a-482d-aafa-6bfcaada8a0d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:22.964594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4af12a58-5fa4-4731-ab53-0448cecbf05b req-fb16e8ad-dc62-4e2c-ba82-a12eee05b0e3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922832 Feb 09 02:49:22.973932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-530c84e2-d1fa-4482-b2cc-dbaf223489d3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:22.976339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-530c84e2-d1fa-4482-b2cc-dbaf223489d3 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 950 time: 0.1159828 Feb 09 02:49:22.985975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] Set router ba1c16f8-60cb-4da4-80ad-871ddf79596c gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:23.143910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0350535 Feb 09 02:49:23.147940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49420) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:23.161247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Request body: {'subnet': {'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1829587711-subnet', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:23.162902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46cefd-4497-4db6-885e-68bd47bcb22f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:23.168953 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for port (9165c723-5c0a-482d-aafa-6bfcaada8a0d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.181250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d7323-bebd-4ac1-b27d-faeb3c21cd4d admin admin] Pushing event updated for resources: {'Network': ['ID=9b799aea-b9be-4e59-9337-9682fc26a869,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:23.185717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-35f4e63e-049e-475d-8a30-e1a9b6cb5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:23.187271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-35f4e63e-049e-475d-8a30-e1a9b6cb5f22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e HTTP/1.1" status: 200 len: 1126 time: 0.5418167 Feb 09 02:49:23.214226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 9b799aea-b9be-4e59-9337-9682fc26a869 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:49:23.215590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6fae5-9ce1-4821-b9dd-2a44a7077d99 req-2e0a1b88-05fe-4f10-95ff-235c36258066 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:23.223991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8b6fae5-9ce1-4821-b9dd-2a44a7077d99 req-2e0a1b88-05fe-4f10-95ff-235c36258066 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 1023 time: 0.1443441 Feb 09 02:49:23.238990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9165c723-5c0a-482d-aafa-6bfcaada8a0d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.248529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:23.251529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.318382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:23.321897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Deleting port b0cf4588-e5e5-499b-905d-fe3e21ec9261 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:23.322261 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.338053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:23.342346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-a1f52bbf-dad4-42fc-85de-e4c2c3dbc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:23.344275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-a1f52bbf-dad4-42fc-85de-e4c2c3dbc46d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1126 time: 0.1220753 Feb 09 02:49:23.345096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event updated for resources: {'Port': ['ID=9165c723-5c0a-482d-aafa-6bfcaada8a0d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:23.353599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:23.358337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0c415-fa17-44b4-8c27-935236a80332 None None] Current status of the port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:23.358860 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c415-fa17-44b4-8c27-935236a80332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.414022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b9f0c415-fa17-44b4-8c27-935236a80332 None None] For port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,segment=NetworkSegment(2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c),segment_id=2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:23.428267 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c415-fa17-44b4-8c27-935236a80332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.454022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8b6fae5-9ce1-4821-b9dd-2a44a7077d99 req-03958a4d-7f5b-4450-ae1b-9e75d321d78f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&id=b58993e4-a737-4a2c-8d1b-daf75f699900&id=df933994-cd73-4cc2-825a-4477b9609c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2245941 Feb 09 02:49:23.494040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:49:17Z', 'revision_number': 4, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'd63e0bdc-7e8f-4e8f-b6b3-7906635249a7', 'name': '', 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'mac_address': 'fa:16:3e:94:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '8b8a1387-502d-4dd8-9b33-fcdf519af4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:16Z', 'updated_at': '2022-02-09T02:49:22Z', 'revision_number': 4, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'subnets': [{'id': '8b8a1387-502d-4dd8-9b33-fcdf519af4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:23.497592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0c415-fa17-44b4-8c27-935236a80332 None None] Pushing event updated for resources: {'Port': ['ID=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:23.521758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] For port b0cf4588-e5e5-499b-905d-fe3e21ec9261, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0cf4588-e5e5-499b-905d-fe3e21ec9261,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:23.522446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.531825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b6749-08d3-46d9-855a-5e5087408cda None None] The sync data for ids ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'] in n-d-827839-4 is: [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:49:17Z', 'revision_number': 4, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'd63e0bdc-7e8f-4e8f-b6b3-7906635249a7', 'name': '', 'network_id': '55fa5f61-d8df-4202-936e-325dc841a7d8', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'mac_address': 'fa:16:3e:94:a6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '8b8a1387-502d-4dd8-9b33-fcdf519af4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:16Z', 'updated_at': '2022-02-09T02:49:22Z', 'revision_number': 4, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'subnets': [{'id': '8b8a1387-502d-4dd8-9b33-fcdf519af4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:49:23.558105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1811376a-e8ae-4511-b8e8-c136740d9861 None None] Provisioning complete for port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:23.558646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1811376a-e8ae-4511-b8e8-c136740d9861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.575181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Calling delete_port for b0cf4588-e5e5-499b-905d-fe3e21ec9261 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:23.681781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1811376a-e8ae-4511-b8e8-c136740d9861 None None] Current status of the port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:23.825148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-46964543-40ec-4311-9bbd-37a5b8137816 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:23.826944 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-46964543-40ec-4311-9bbd-37a5b8137816 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.61 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 1023 time: 0.2755699 Feb 09 02:49:23.834016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba421b72-75c9-4935-8910-b891d98b34ca req-c1f0c997-bc23-40fb-988e-1f90573bcc80 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:23.835659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba421b72-75c9-4935-8910-b891d98b34ca req-c1f0c997-bc23-40fb-988e-1f90573bcc80 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.2817683 Feb 09 02:49:23.899201 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (ffed1295-2d64-4ddb-ac25-6211e02bb325), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.927999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5ad816f9-adba-421e-8c3e-7a5a11d11562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:23.929289 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-5ad816f9-adba-421e-8c3e-7a5a11d11562 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 200 len: 922 time: 0.5717912 Feb 09 02:49:23.951823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (c0fc0acc-4d10-4e60-83b5-8cad78fab042), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:23.987145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-78b6fc58-d338-4f04-8b2c-0f0f6be3b7a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 200 len: 217 time: 0.0482805 Feb 09 02:49:24.057534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9165c723-5c0a-482d-aafa-6bfcaada8a0d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.058531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba421b72-75c9-4935-8910-b891d98b34ca req-993137b2-8040-4ee5-bccb-06d7045ad601 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060618 Feb 09 02:49:24.074777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffed1295-2d64-4ddb-ac25-6211e02bb325,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:24.114382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Checking segment: {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:24.114607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Network hostable DHCP agents. Network: 9b799aea-b9be-4e59-9337-9682fc26a869, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:49:24.127739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b0cf4588-e5e5-499b-905d-fe3e21ec9261), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.147810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:24.150343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8eb7e280-e9b7-4956-8053-f973452dbb9b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:24.171241 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f16adc-edc1-4988-8466-57e8c3685f6a x-openstack-request-id: req-65f16adc-edc1-4988-8466-57e8c3685f6a {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:24.171538 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e68eb-a433-4a4f-8153-482730eeda95", "name": "network-vif-deleted", "tag": "dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:24.173838 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65f16adc-edc1-4988-8466-57e8c3685f6a {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:24.174621 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e68eb-a433-4a4f-8153-482730eeda95', 'name': 'network-vif-deleted', 'tag': 'dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b', 'status': 'completed', 'code': 200} Feb 09 02:49:24.203213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-f170a06d-fd3d-4e7e-8a54-ab06656ba283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:24.204668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-f170a06d-fd3d-4e7e-8a54-ab06656ba283 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 200 len: 861 time: 0.1784372 Feb 09 02:49:24.206574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Deleting port 837fc8a8-76b7-4a81-aa3c-0443571b773c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:24.206918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.218442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event deleted for resources: {'Port': ['ID=b0cf4588-e5e5-499b-905d-fe3e21ec9261,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:24.277547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Network 9b799aea-b9be-4e59-9337-9682fc26a869 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:49:24.291325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-eb07a3bf-b632-4aa2-b1d9-a10604d4e1cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730312 Feb 09 02:49:24.324946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] No DVR routers for this DVR port b0cf4588-e5e5-499b-905d-fe3e21ec9261 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:24.329195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 9b799aea-b9be-4e59-9337-9682fc26a869) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:24.331165 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.334434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b1d7b52-e8ef-411f-950c-db0acaad186d req-598c51ea-cdb5-4d16-abae-3566b221b5fd tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "DELETE /v2.0/ports/b0cf4588-e5e5-499b-905d-fe3e21ec9261 HTTP/1.1" status: 204 len: 173 time: 1.3392801 Feb 09 02:49:24.354471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acd0fb22-71f2-46cd-8f33-5333f3c54542 req-b40969d5-8271-4088-a397-a015496236c8 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7ea26c-4347-477c-84be-4a08de5a0dc4 HTTP/1.1" status: 200 len: 210 time: 0.0719268 Feb 09 02:49:24.357610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:24.358198 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.364900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2fd161-6cf7-42b3-8145-b4e9bcc07297 None None] Network 9b799aea-b9be-4e59-9337-9682fc26a869 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:49:24.399829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d66050ce-089c-48e4-a1e3-4d02949f357c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2423487 Feb 09 02:49:24.401809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49432) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:24.406902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:24.436251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] For port 837fc8a8-76b7-4a81-aa3c-0443571b773c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=837fc8a8-76b7-4a81-aa3c-0443571b773c,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:24.442975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.461394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Calling delete_port for 837fc8a8-76b7-4a81-aa3c-0443571b773c owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:24.503940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-d2903b93-32d7-483c-b430-efd8fc913bb3 service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035260 Feb 09 02:49:24.505970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for port (9165c723-5c0a-482d-aafa-6bfcaada8a0d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.521789 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (4b83e111-ee24-4edb-980b-a26370295e22), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.528379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (4b83e111-ee24-4edb-980b-a26370295e22), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.561713 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (9165c723-5c0a-482d-aafa-6bfcaada8a0d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.600326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-9b799aea-b9be-4e59-9337-9682fc26a869', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:49:24.601718 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.777289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:24.806125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:24.806413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device dc26a7a0-4e93-4a69-9f1f-b7d8cd460c7b not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:24.896448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (837fc8a8-76b7-4a81-aa3c-0443571b773c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.919439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:24.922755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event updated for resources: {'Port': ['ID=9165c723-5c0a-482d-aafa-6bfcaada8a0d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:24.950105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks [] for router_controller (4b83e111-ee24-4edb-980b-a26370295e22), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.964745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (c0fc0acc-4d10-4e60-83b5-8cad78fab042), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:24.997400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'Port': ['ID=837fc8a8-76b7-4a81-aa3c-0443571b773c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:25.011819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Allocated IP 172.20.0.2 (9b799aea-b9be-4e59-9337-9682fc26a869/ffed1295-2d64-4ddb-ac25-6211e02bb325/31a9b9c2-350a-4ce1-8faf-c1f7330582b2) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:25.042382 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-6f45c4e2-41d0-42be-ac63-6e745938822c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5589395 Feb 09 02:49:25.060863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-77b9555f-cb6a-4a62-bda0-f7e789655a3e service neutron] 10.222.0.61 "GET /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486140 Feb 09 02:49:25.079782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.081271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-377d3d56-ed83-4465-956c-cf79eb13316d req-0035925e-1891-48f2-afbd-f47923a13c98 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0775723 Feb 09 02:49:25.192364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2df39-855e-4972-8f46-e5c02105c063 req-1bc0e51c-f092-435e-bf1d-64ad6e311175 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:25.200940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69e2df39-855e-4972-8f46-e5c02105c063 req-1bc0e51c-f092-435e-bf1d-64ad6e311175 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 944 time: 0.3522749 Feb 09 02:49:25.204532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] No DVR routers for this DVR port 837fc8a8-76b7-4a81-aa3c-0443571b773c on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:25.212656 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.216410 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c413c43d-118d-45bc-90a9-fc3874546b8d req-4fd54049-1313-4d35-8108-b8963761b03d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.61 "DELETE /v2.0/ports/837fc8a8-76b7-4a81-aa3c-0443571b773c HTTP/1.1" status: 204 len: 173 time: 1.3734906 Feb 09 02:49:25.292457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:25.353917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69e2df39-855e-4972-8f46-e5c02105c063 req-f2f64df1-e7c1-48d2-9f00-c2d9ab297868 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469615 Feb 09 02:49:25.382901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-377d3d56-ed83-4465-956c-cf79eb13316d req-39b16b3e-1ccc-4329-ba09-5195fe4f6b16 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.2216270 Feb 09 02:49:25.387997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:25.398689 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Publish callbacks [] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.436619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks [] for router_gateway (4b83e111-ee24-4edb-980b-a26370295e22), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.457562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-a6969ae9-bc6b-41a8-95f9-f4bcc7027aba tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:25.459295 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-a6969ae9-bc6b-41a8-95f9-f4bcc7027aba tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd&tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.0962069 Feb 09 02:49:25.460576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.499345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e5130c99-8c5d-47a0-8e21-9c756989eaaf req-cb5a1019-b7ac-470e-94b3-442d0868536a tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=41900522-0cf4-49d3-a2f5-441c97a218be HTTP/1.1" status: 200 len: 210 time: 0.0439134 Feb 09 02:49:25.568109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Network 9b799aea-b9be-4e59-9337-9682fc26a869 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:25.577369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:25.587749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:25.614063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Pushing event updated for resources: {'Port': ['ID=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:25.643449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:25.643825 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.646279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d3d56-ed83-4465-956c-cf79eb13316d req-fd48282d-eb7d-46c4-bafd-7d0a80060a2d tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:25.654151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-377d3d56-ed83-4465-956c-cf79eb13316d req-fd48282d-eb7d-46c4-bafd-7d0a80060a2d tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2669835 Feb 09 02:49:25.681331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-e2ea020e-9483-412b-960c-8bec7d80d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:25.682851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-e2ea020e-9483-412b-960c-8bec7d80d2b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8e04fd18cd341108126a8475f62a75d&device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 1132 time: 0.5206254 Feb 09 02:49:25.738652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:25.750142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Attempting to bind port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:25.750566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Attempting to bind port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:25.750909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Attempting to bind port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 on network 9b799aea-b9be-4e59-9337-9682fc26a869 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:25.759254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-d306bd16-0af8-4096-864c-5f3ce370a297 service neutron] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:25.763309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '57124ed2-282b-4169-ac48-82de9427e8f0', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': '57124ed2-282b-4169-ac48-82de9427e8f0', 'mac_address': 'fa:16:3e:13:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:25.766172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:25.766578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Checking segment: {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:25.766988 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.767436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Bound using segment: {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:25.767865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Bound port: 31a9b9c2-350a-4ce1-8faf-c1f7330582b2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:25.768235 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.768862 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-d306bd16-0af8-4096-864c-5f3ce370a297 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:25.770427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2591a5cc-2e57-495c-aaa2-64af2932c5ac req-d306bd16-0af8-4096-864c-5f3ce370a297 service neutron] 10.222.0.61 "DELETE /v2.0/ports/a9c495ab-c256-44e7-a534-873df2f98d28/bindings/n-h2-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.3018672 Feb 09 02:49:25.793014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098887-b642-4171-9eb1-15a4515acd25 req-09a3f727-b9b4-4fb8-8bc5-3b765faa45c5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:25.794589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-09a3f727-b9b4-4fb8-8bc5-3b765faa45c5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.2055881 Feb 09 02:49:25.816795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-710067ae-9400-420c-b3bc-c91cc10180ff tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/quotas/6d28b9e89eae40f78e01abe8fe65c347 HTTP/1.1" status: 200 len: 375 time: 0.0152597 Feb 09 02:49:25.874823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-1b4c41ad-f5b6-49be-a3c0-c00fdcf31651 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568616 Feb 09 02:49:25.935561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4c515-e32f-409d-8890-b66d2cfd070f req-daaa8ed0-624b-4a3c-8603-14cf35c19406 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:25.937932 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74d4c515-e32f-409d-8890-b66d2cfd070f req-daaa8ed0-624b-4a3c-8603-14cf35c19406 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.2293274 Feb 09 02:49:25.984262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-5a97e4d9-1c17-4c10-a3f2-b83ebdcc976a service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016099 Feb 09 02:49:25.999475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-5db97649-374d-43b1-b8c8-2e8ec96835d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:26.000957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-5db97649-374d-43b1-b8c8-2e8ec96835d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2885413 Feb 09 02:49:26.049449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:26.049844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:26.074180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:26.076894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] For port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:26.080342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57124ed2-282b-4169-ac48-82de9427e8f0 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:26.085821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] For port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:26.105829 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:26.108727 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74d4c515-e32f-409d-8890-b66d2cfd070f req-a172334e-d6ee-450e-a927-a1ab4c8525fe tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644673 Feb 09 02:49:26.111718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-9646856b-2beb-47a5-8a54-ee3e4216a92c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 200 len: 217 time: 0.0762141 Feb 09 02:49:26.132292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-8193b2b7-21aa-4567-86be-aa0e804be254 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407433 Feb 09 02:49:26.160689 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks [] for router_gateway (4b83e111-ee24-4edb-980b-a26370295e22), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:26.176363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-deleted', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261'}, {'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'name': 'network-vif-deleted', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:26.178894 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ace001-c291-4694-bba2-27493655df29" -d '{"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-deleted", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261"}, {"server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "name": "network-vif-deleted", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:26.187051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:26.188128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0124894-9218-4e70-a7a6-5a77eb74d139 None None] Pushing event updated for resources: {'Port': ['ID=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:26.211897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:26.222520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:26.271719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:26.337395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['57124ed2-282b-4169-ac48-82de9427e8f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:26.372460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-78f36977-5eed-435c-82d4-794269833eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:26.373934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-78f36977-5eed-435c-82d4-794269833eb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2147379 Feb 09 02:49:26.623293 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d542f6-00cd-450f-8d06-db8f4381cdfb x-openstack-request-id: req-40d542f6-00cd-450f-8d06-db8f4381cdfb {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:26.623876 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7ea26c-4347-477c-84be-4a08de5a0dc4", "name": "network-vif-deleted", "tag": "b0cf4588-e5e5-499b-905d-fe3e21ec9261", "status": "completed", "code": 200}, {"server_uuid": "41900522-0cf4-49d3-a2f5-441c97a218be", "name": "network-vif-deleted", "tag": "837fc8a8-76b7-4a81-aa3c-0443571b773c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:26.623876 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40d542f6-00cd-450f-8d06-db8f4381cdfb {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:26.624251 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7ea26c-4347-477c-84be-4a08de5a0dc4', 'name': 'network-vif-deleted', 'tag': 'b0cf4588-e5e5-499b-905d-fe3e21ec9261', 'status': 'completed', 'code': 200} Feb 09 02:49:26.624512 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41900522-0cf4-49d3-a2f5-441c97a218be', 'name': 'network-vif-deleted', 'tag': '837fc8a8-76b7-4a81-aa3c-0443571b773c', 'status': 'completed', 'code': 200} Feb 09 02:49:26.715191 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba253f99-415b-42e9-9913-a15fb3d943f7 req-0514e331-e052-44bb-b3b9-0798ee2ad651 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.0492630 Feb 09 02:49:26.782653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 837fc8a8-76b7-4a81-aa3c-0443571b773c no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:26.806500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 837fc8a8-76b7-4a81-aa3c-0443571b773c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:26.806721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 837fc8a8-76b7-4a81-aa3c-0443571b773c not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:26.808133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:26.829403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: b0cf4588-e5e5-499b-905d-fe3e21ec9261 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:26.829872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0cf4588-e5e5-499b-905d-fe3e21ec9261 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:26.856083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Allocated IP 172.25.2.93 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/bf4771ec-bca9-46a0-95bb-ba261b962b06) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:26.858892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bc32f-9035-4fa4-b7f3-dce355cc8d10 req-39cee57e-0f18-458c-b08e-b5ba54967e7b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:26.860945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-868bc32f-9035-4fa4-b7f3-dce355cc8d10 req-39cee57e-0f18-458c-b08e-b5ba54967e7b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 944 time: 0.0674548 Feb 09 02:49:26.865982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-aa8c7770-e749-4cea-807e-fd5e5ac0c112 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6479323 Feb 09 02:49:26.879460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:26.909916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-438e1675-f2d3-4f61-8a94-6f7738d8ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:26.911577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-438e1675-f2d3-4f61-8a94-6f7738d8ce56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5284202 Feb 09 02:49:26.927575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-868bc32f-9035-4fa4-b7f3-dce355cc8d10 req-0d84daa5-e662-42bf-bfc3-6471f2777b61 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548089 Feb 09 02:49:27.006884 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.121517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-3806a0fe-6053-468f-8238-9655bab50cc8 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818271 Feb 09 02:49:27.126514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b9c6f-6b86-4e10-b640-3d89d88423ed req-b486426d-eb39-4508-b1a6-72e56890035a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:27.128120 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d1b9c6f-6b86-4e10-b640-3d89d88423ed req-b486426d-eb39-4508-b1a6-72e56890035a tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0826266 Feb 09 02:49:27.130517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks [] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.207972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d1b9c6f-6b86-4e10-b640-3d89d88423ed req-ce21ac74-fbb5-4496-a9a0-f3409f0c2aab tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722048 Feb 09 02:49:27.243647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:27.319126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:27.319648 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.331916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15c87a8e-945c-40a2-a0f8-929cca2e200e req-ee902b62-94aa-4ec0-a4b7-279f24d0d54a service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995306 Feb 09 02:49:27.333067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.333689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7cbcd8c-3d3b-4439-bf38-e3c37a4c7fd7 req-0606e55c-a8b7-4622-9976-cfb1d9bb9ec5 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/b58993e4-a737-4a2c-8d1b-daf75f699900 HTTP/1.1" status: 200 len: 1817 time: 0.0657260 Feb 09 02:49:27.400226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:27.401983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f7cbcd8c-3d3b-4439-bf38-e3c37a4c7fd7 req-256ef119-eeb8-498e-a746-b447705a20e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (b58993e4-a737-4a2c-8d1b-daf75f699900), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.427060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:27.433511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:27.437794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:27.442388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4771ec-bca9-46a0-95bb-ba261b962b06,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:27.459564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:27.459956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.470359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f7cbcd8c-3d3b-4439-bf38-e3c37a4c7fd7 req-256ef119-eeb8-498e-a746-b447705a20e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (b58993e4-a737-4a2c-8d1b-daf75f699900), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.494444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.522521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:27.525416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 57124ed2-282b-4169-ac48-82de9427e8f0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:27.526017 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.529124 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.544002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f7cbcd8c-3d3b-4439-bf38-e3c37a4c7fd7 req-256ef119-eeb8-498e-a746-b447705a20e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b58993e4-a737-4a2c-8d1b-daf75f699900), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.546817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f7cbcd8c-3d3b-4439-bf38-e3c37a4c7fd7 req-256ef119-eeb8-498e-a746-b447705a20e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.548066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7cbcd8c-3d3b-4439-bf38-e3c37a4c7fd7 req-256ef119-eeb8-498e-a746-b447705a20e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/b58993e4-a737-4a2c-8d1b-daf75f699900 HTTP/1.1" status: 204 len: 173 time: 0.2135589 Feb 09 02:49:27.558287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ef119-eeb8-498e-a746-b447705a20e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58993e4-a737-4a2c-8d1b-daf75f699900,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:27.655919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:27.727855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:27.728501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.733951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1b14-cec3-4dc2-81c8-33aa0e27779f req-03377076-870a-4ec5-b0f6-f9d1f3dba04b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:27.736747 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56ff1b14-cec3-4dc2-81c8-33aa0e27779f req-03377076-870a-4ec5-b0f6-f9d1f3dba04b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.0904827 Feb 09 02:49:27.765061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:27.768361 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af6cdb0-a8cb-45dd-8765-294a87d31c35" -d '{"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-plugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:27.787998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:27.797991 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.805895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56ef2b-b63d-42a4-9edf-c16349c6dba4 None None] Network 9b799aea-b9be-4e59-9337-9682fc26a869 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:49:27.822297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56ff1b14-cec3-4dc2-81c8-33aa0e27779f req-e695260e-a2c3-485c-a084-eceb4cdf1820 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753825 Feb 09 02:49:27.934662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d91b3a4a-9e8d-482b-8d2f-d67ff3a4e190 None None] Provisioning complete for port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:27.935050 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d91b3a4a-9e8d-482b-8d2f-d67ff3a4e190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:27.964128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908ab93-5e16-4ab4-ac6f-8e107451d36b req-518be641-9526-402d-8fd0-938bba330d2b tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:27.966666 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b908ab93-5e16-4ab4-ac6f-8e107451d36b req-518be641-9526-402d-8fd0-938bba330d2b tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 1126 time: 0.0740738 Feb 09 02:49:27.997270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:28.018672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098887-b642-4171-9eb1-15a4515acd25 req-7e66f3cb-845f-44a8-9ff3-33139ab23346 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:28.020296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-7e66f3cb-845f-44a8-9ff3-33139ab23346 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.26 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.2788777 Feb 09 02:49:28.022059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b908ab93-5e16-4ab4-ac6f-8e107451d36b req-01df320a-c15c-4e99-84e5-7c6f4b795ce6 tempest-LiveAutoBlockMigrationV225Test-2142087582 tempest-LiveAutoBlockMigrationV225Test-2142087582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Feb 09 02:49:28.056459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Allocated IP 172.25.2.28 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/e77c5959-d271-4fd4-9c2a-555080b3ad59) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:28.067044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Request body: {'port': {'device_id': 'e23dc4a1-0858-4541-8879-de69a882629b', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'admin_state_up': True, 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:28.100967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d91b3a4a-9e8d-482b-8d2f-d67ff3a4e190 None None] Current status of the port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:28.126841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4cb597ef-df06-4742-96e0-272c6febd68c req-52b71521-8acd-4580-93a9-700bd2fe0769 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/df933994-cd73-4cc2-825a-4477b9609c7f HTTP/1.1" status: 200 len: 1818 time: 0.0546408 Feb 09 02:49:28.195349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4cb597ef-df06-4742-96e0-272c6febd68c req-a0b9b072-5177-4ed8-8e60-f6958eebc1ad tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (df933994-cd73-4cc2-825a-4477b9609c7f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.222050 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4cb597ef-df06-4742-96e0-272c6febd68c req-a0b9b072-5177-4ed8-8e60-f6958eebc1ad tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (df933994-cd73-4cc2-825a-4477b9609c7f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.266458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks [] for router_gateway (4b83e111-ee24-4edb-980b-a26370295e22), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.276053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4cb597ef-df06-4742-96e0-272c6febd68c req-a0b9b072-5177-4ed8-8e60-f6958eebc1ad tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (df933994-cd73-4cc2-825a-4477b9609c7f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.278911 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4cb597ef-df06-4742-96e0-272c6febd68c req-a0b9b072-5177-4ed8-8e60-f6958eebc1ad tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.280062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4cb597ef-df06-4742-96e0-272c6febd68c req-a0b9b072-5177-4ed8-8e60-f6958eebc1ad tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/df933994-cd73-4cc2-825a-4477b9609c7f HTTP/1.1" status: 204 len: 173 time: 0.1522069 Feb 09 02:49:28.293835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b072-5177-4ed8-8e60-f6958eebc1ad tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df933994-cd73-4cc2-825a-4477b9609c7f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:28.400723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for port (e77c5959-d271-4fd4-9c2a-555080b3ad59), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.413478 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71536c-1669-4b24-b565-7007c229fff3 req-bcf0d749-9381-4cd1-a76a-7f3469fc9cd8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.0364273 Feb 09 02:49:28.422637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:28.426633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.469862 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c6c53b-bd97-4b6f-8854-437c1486ae9a x-openstack-request-id: req-b6c6c53b-bd97-4b6f-8854-437c1486ae9a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:28.470161 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-plugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:28.470544 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6c6c53b-bd97-4b6f-8854-437c1486ae9a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:28.470915 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'code': 200} Feb 09 02:49:28.525699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b739b627-ac92-496d-ba71-3027a89af55b None None] Provisioning complete for port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:28.526080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b739b627-ac92-496d-ba71-3027a89af55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.622072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b739b627-ac92-496d-ba71-3027a89af55b None None] Current status of the port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:28.627873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e77c5959-d271-4fd4-9c2a-555080b3ad59), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.722708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:28.727646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5047d-c5d5-4a7e-a017-60828c7fee8b req-1c0f60ec-e379-4c6b-9c19-4f6246390d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:28.729197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cac5047d-c5d5-4a7e-a017-60828c7fee8b req-1c0f60ec-e379-4c6b-9c19-4f6246390d21 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 1128 time: 0.2760377 Feb 09 02:49:28.741845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:28.748674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:28.750935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-574a6229-d5ec-44ff-90cc-bb6732f61e05 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:28.752391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-574a6229-d5ec-44ff-90cc-bb6732f61e05 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0792670 Feb 09 02:49:28.759887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bb746-91f5-4877-8d48-f7919ab3b701 req-fdefad26-da4d-4101-9e93-20b38b57fa1d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:28.761309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf3bb746-91f5-4877-8d48-f7919ab3b701 req-fdefad26-da4d-4101-9e93-20b38b57fa1d tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=189dfa57-c6c1-4abf-af0a-9acb3b964f1b HTTP/1.1" status: 200 len: 950 time: 0.0973327 Feb 09 02:49:28.763554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event updated for resources: {'Port': ['ID=e77c5959-d271-4fd4-9c2a-555080b3ad59,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:28.870049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf3bb746-91f5-4877-8d48-f7919ab3b701 req-971e18ba-3de8-4ad3-b6d9-0342cfbd645f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5a9fea8-8e49-4300-8cdf-01edb667a7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013565 Feb 09 02:49:28.897042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Deleting port 8eb7e280-e9b7-4956-8053-f973452dbb9b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:28.897393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:28.945688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-5d256f89-52ee-47d4-af95-2f66480e3468 req-7a29b823-e267-4c67-b19f-267b299e236e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1274470079', 'description': 'tempest-description-161768136'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:28.985298 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5d256f89-52ee-47d4-af95-2f66480e3468 req-7a29b823-e267-4c67-b19f-267b299e236e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.026820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] For port 8eb7e280-e9b7-4956-8053-f973452dbb9b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8eb7e280-e9b7-4956-8053-f973452dbb9b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:29.027190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.046486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Calling delete_port for 8eb7e280-e9b7-4956-8053-f973452dbb9b owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:29.073947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Allocated IP 172.20.0.10 (d7b3be57-884b-457a-a293-71087cb0cd70/a68e5f4c-91b4-4f13-8713-bd53fdcd6014/38939b7b-dda0-451a-ac87-9b416a99a864) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:29.076699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (4b83e111-ee24-4edb-980b-a26370295e22), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.107288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cac5047d-c5d5-4a7e-a017-60828c7fee8b req-e8aeb38f-0256-4009-970b-7c880b6e1d75 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596187 Feb 09 02:49:29.142226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5d256f89-52ee-47d4-af95-2f66480e3468 req-7a29b823-e267-4c67-b19f-267b299e236e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (53471d06-41cd-438a-a61c-bddd6f2a6553), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.148579 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5d256f89-52ee-47d4-af95-2f66480e3468 req-7a29b823-e267-4c67-b19f-267b299e236e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (53471d06-41cd-438a-a61c-bddd6f2a6553), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.153959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:29.192815 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5d256f89-52ee-47d4-af95-2f66480e3468 req-7a29b823-e267-4c67-b19f-267b299e236e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.194063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d256f89-52ee-47d4-af95-2f66480e3468 req-7a29b823-e267-4c67-b19f-267b299e236e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2813318 Feb 09 02:49:29.198313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29b823-e267-4c67-b19f-267b299e236e tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53471d06-41cd-438a-a61c-bddd6f2a6553,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:29.237062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:29.237451 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.263513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (8eb7e280-e9b7-4956-8053-f973452dbb9b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.280890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:29.295713 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (539db88b-6b0d-46e6-a26a-aa76986ab5ea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.300443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event deleted for resources: {'Port': ['ID=8eb7e280-e9b7-4956-8053-f973452dbb9b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:29.326475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8eb7e280-e9b7-4956-8053-f973452dbb9b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:29.378301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] No DVR routers for this DVR port 8eb7e280-e9b7-4956-8053-f973452dbb9b on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:29.383244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.386520 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9583521-e9ea-4526-b140-fb0671b28ffe req-c905a0d2-e5dd-4828-a318-c8ba8b0e843e tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.26 "DELETE /v2.0/ports/8eb7e280-e9b7-4956-8053-f973452dbb9b HTTP/1.1" status: 204 len: 173 time: 0.6242862 Feb 09 02:49:29.386969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'name': 'network-vif-deleted', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:29.389667 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a368ba84-4c30-458a-8af1-56df9fd787c0" -d '{"events": [{"server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "name": "network-vif-deleted", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:29.413730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f5b13-becf-445c-a950-834a9d3e64bc req-44fa3ea5-ca2f-4978-86c7-2c1eadce311d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:29.415391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-540f5b13-becf-445c-a950-834a9d3e64bc req-44fa3ea5-ca2f-4978-86c7-2c1eadce311d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 944 time: 0.1185040 Feb 09 02:49:29.471296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:29.485012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-540f5b13-becf-445c-a950-834a9d3e64bc req-60db0e0b-dd59-4026-9ede-d7d574e9f18d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614834 Feb 09 02:49:29.521832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e77c5959-d271-4fd4-9c2a-555080b3ad59), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.533712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-85d54615-4223-4bb9-ac22-91a9bba7dc79 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:29.535315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-85d54615-4223-4bb9-ac22-91a9bba7dc79 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 944 time: 0.1795859 Feb 09 02:49:29.601332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e158df-315e-4ad0-82db-3bfd7a7f5cf3 req-ee1f063c-6ba9-4557-bef4-d548ba583be3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:29.602757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7e158df-315e-4ad0-82db-3bfd7a7f5cf3 req-ee1f063c-6ba9-4557-bef4-d548ba583be3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.0519137 Feb 09 02:49:29.643167 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks [] for port (38939b7b-dda0-451a-ac87-9b416a99a864), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.681019 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7e158df-315e-4ad0-82db-3bfd7a7f5cf3 req-070cfee6-9e8d-41aa-81f1-9f5822e8828c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723529 Feb 09 02:49:29.694753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Router 4b83e111-ee24-4edb-980b-a26370295e22 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:49:29.766393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b66f43f5-9e40-4832-9aa1-6c503e17898c req-8b79d66e-f7b2-4cb2-b2ba-3d6f3a1659ba tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/53471d06-41cd-438a-a61c-bddd6f2a6553 HTTP/1.1" status: 200 len: 1817 time: 0.0542309 Feb 09 02:49:29.772526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b66f43f5-9e40-4832-9aa1-6c503e17898c req-eb43e611-48c6-4268-a918-ae0ba9c9b0fe tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Request body: {'security_group': {'name': 'tempest-sg-hth-995140892', 'description': 'tempest-description-hth-1305684977'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:29.809233 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b66f43f5-9e40-4832-9aa1-6c503e17898c req-eb43e611-48c6-4268-a918-ae0ba9c9b0fe tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (53471d06-41cd-438a-a61c-bddd6f2a6553), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.880292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b66f43f5-9e40-4832-9aa1-6c503e17898c req-eb43e611-48c6-4268-a918-ae0ba9c9b0fe tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (53471d06-41cd-438a-a61c-bddd6f2a6553), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.884039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.887829 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b66f43f5-9e40-4832-9aa1-6c503e17898c req-eb43e611-48c6-4268-a918-ae0ba9c9b0fe tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (53471d06-41cd-438a-a61c-bddd6f2a6553), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.891270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b66f43f5-9e40-4832-9aa1-6c503e17898c req-eb43e611-48c6-4268-a918-ae0ba9c9b0fe tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.906610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b66f43f5-9e40-4832-9aa1-6c503e17898c req-eb43e611-48c6-4268-a918-ae0ba9c9b0fe tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "PUT /v2.0/security-groups/53471d06-41cd-438a-a61c-bddd6f2a6553 HTTP/1.1" status: 200 len: 1791 time: 0.1384292 Feb 09 02:49:29.941726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Deleting port a9c495ab-c256-44e7-a534-873df2f98d28 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:29.942088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:29.944452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43e611-48c6-4268-a918-ae0ba9c9b0fe tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53471d06-41cd-438a-a61c-bddd6f2a6553,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:29.955716 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce18d8e-920d-4340-9e80-9b8c05085582 x-openstack-request-id: req-9ce18d8e-920d-4340-9e80-9b8c05085582 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:29.956084 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189dfa57-c6c1-4abf-af0a-9acb3b964f1b", "name": "network-vif-deleted", "tag": "8eb7e280-e9b7-4956-8053-f973452dbb9b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:29.956420 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ce18d8e-920d-4340-9e80-9b8c05085582 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:29.956884 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189dfa57-c6c1-4abf-af0a-9acb3b964f1b', 'name': 'network-vif-deleted', 'tag': '8eb7e280-e9b7-4956-8053-f973452dbb9b', 'status': 'completed', 'code': 200} Feb 09 02:49:30.019373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Network d7b3be57-884b-457a-a293-71087cb0cd70 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:30.051270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:30.054942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for port (e77c5959-d271-4fd4-9c2a-555080b3ad59), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.065915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:30.070657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event updated for resources: {'Port': ['ID=38939b7b-dda0-451a-ac87-9b416a99a864,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:30.077574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e77c5959-d271-4fd4-9c2a-555080b3ad59), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.146573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:49:30.161745 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Sync routers for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:49:30.191588 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:30.192509 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:30.199118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a8ab0-925e-47c4-af08-62ce53c21041 req-0a1f85c8-71b0-4775-bf1b-909232bbfd37 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:30.225521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] For port a9c495ab-c256-44e7-a534-873df2f98d28, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=a9c495ab-c256-44e7-a534-873df2f98d28,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:30.225889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.232814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f0a8ab0-925e-47c4-af08-62ce53c21041 req-0a1f85c8-71b0-4775-bf1b-909232bbfd37 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 932 time: 0.1451716 Feb 09 02:49:30.239617 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e9ec-03ef-4aed-86a9-880fccd66d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.253764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:30.254790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.257393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event updated for resources: {'Port': ['ID=e77c5959-d271-4fd4-9c2a-555080b3ad59,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:30.285873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Calling delete_port for a9c495ab-c256-44e7-a534-873df2f98d28 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:30.295904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.301058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-24926d82-d6ee-4106-9487-c729135879c7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8982491 Feb 09 02:49:30.301388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49552) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:30.314951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (539db88b-6b0d-46e6-a26a-aa76986ab5ea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.327335 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-093fb893-0419-460e-aa0d-fe319cc37629 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2688196 Feb 09 02:49:30.328578 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:30.365891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Request body: {'port': {'device_id': 'e23dc4a1-0858-4541-8879-de69a882629b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:30.390070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.391491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-fb4818b6-ddaa-44ef-835e-5b077e156403 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5186689 Feb 09 02:49:30.508530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-61e022e7-7c37-44bb-bd50-26fe342c4d3f tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.1080334 Feb 09 02:49:30.586846 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.602818 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:27Z', 'revision_number': 3, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:30.743154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-99bbacdf-7ee9-4253-8efa-ff160c1c438a tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:30.744374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aab46f3a-0e68-4792-9bfd-a2fd6739ea9f req-99bbacdf-7ee9-4253-8efa-ff160c1c438a tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2123139 Feb 09 02:49:30.761104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f0a8ab0-925e-47c4-af08-62ce53c21041 req-83fafbab-3680-480e-a598-70727eaec592 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272980 Feb 09 02:49:30.827118 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Checking router: 4b83e111-ee24-4edb-980b-a26370295e22 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:49:30.827604 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Updating router 4b83e111-ee24-4edb-980b-a26370295e22 port bf4771ec-bca9-46a0-95bb-ba261b962b06 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:49:30.869760 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:30.870602 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4871d176-ac59-44f2-8c42-7548a0a23f3e req-63cdd81c-32c3-4cef-a2ec-d55dde112e8d tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/53471d06-41cd-438a-a61c-bddd6f2a6553 HTTP/1.1" status: 200 len: 1791 time: 0.0770953 Feb 09 02:49:31.011065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a9c495ab-c256-44e7-a534-873df2f98d28), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.023732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['78cd9370-3bc5-4767-a682-c29a4ce3f8fa'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:31.033158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1959e7f2-019f-4c19-a3f3-31cf63c22d64 req-b06fe4c1-df5a-418f-9678-6a1315c5c4f3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.0852795 Feb 09 02:49:31.054796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Pushing event deleted for resources: {'Port': ['ID=a9c495ab-c256-44e7-a534-873df2f98d28,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:31.233163 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Publish callbacks [] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.243463 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.349508 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Attempting to bind port bf4771ec-bca9-46a0-95bb-ba261b962b06 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:31.350390 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Attempting to bind port bf4771ec-bca9-46a0-95bb-ba261b962b06 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:31.351149 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Attempting to bind port bf4771ec-bca9-46a0-95bb-ba261b962b06 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:31.367904 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:31.368717 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:31.370023 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.370666 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:31.371519 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Bound port: bf4771ec-bca9-46a0-95bb-ba261b962b06, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:31.372368 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.413450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8eb7e280-e9b7-4956-8053-f973452dbb9b no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:31.443045 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] For port bf4771ec-bca9-46a0-95bb-ba261b962b06, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:31.447794 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] For port bf4771ec-bca9-46a0-95bb-ba261b962b06, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bf4771ec-bca9-46a0-95bb-ba261b962b06,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:31.458472 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Pushing event updated for resources: {'Port': ['ID=bf4771ec-bca9-46a0-95bb-ba261b962b06,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:31.464234 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.474167 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.474930 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.475499 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.476060 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.477413 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.478162 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.478745 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.479563 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.480295 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.480510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 8eb7e280-e9b7-4956-8053-f973452dbb9b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:31.480707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8eb7e280-e9b7-4956-8053-f973452dbb9b not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:31.481186 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.481738 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.482358 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.482927 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:31.504906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] No DVR routers for this DVR port a9c495ab-c256-44e7-a534-873df2f98d28 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:31.508477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.511748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9136479-de21-4b41-8e6f-fd8ab325f3ed req-ee8e3948-b0f6-45da-b29a-ffe4c851248f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.61 "DELETE /v2.0/ports/a9c495ab-c256-44e7-a534-873df2f98d28 HTTP/1.1" status: 204 len: 173 time: 1.9542904 Feb 09 02:49:31.512459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'name': 'network-vif-deleted', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:31.514782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-496076d2-39a4-4439-81a4-94603464fa4a req-780b558d-c97c-429a-b532-9ca74cf7494c tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3623798 Feb 09 02:49:31.514921 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc74adc3-39e0-4a84-8ada-4f8efc3aaf3b" -d '{"events": [{"server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "name": "network-vif-deleted", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:31.555627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4c712-07c5-43f3-8762-2be081bc0bbf req-18e82429-591c-4dda-b251-d58c61dd7929 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:31.557131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bab4c712-07c5-43f3-8762-2be081bc0bbf req-18e82429-591c-4dda-b251-d58c61dd7929 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.4900243 Feb 09 02:49:31.569222 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7462a29-8903-4f87-8a5d-e719dcff5dea None None] Pushing event updated for resources: {'Port': ['ID=bf4771ec-bca9-46a0-95bb-ba261b962b06,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:31.588591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:31.604615 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:31.605989 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:31.653448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.748264 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:31.764447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bab4c712-07c5-43f3-8762-2be081bc0bbf req-d60354f0-1a07-4b3d-83d4-52b7db3ff322 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798286 Feb 09 02:49:31.851462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:31.991321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-79be2748-73f1-4272-9440-21b2329792ec req-56e6696f-ecbe-4d50-91ef-0ac0356920ea tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/53471d06-41cd-438a-a61c-bddd6f2a6553 HTTP/1.1" status: 200 len: 1791 time: 0.1825612 Feb 09 02:49:31.996795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38939b7b-dda0-451a-ac87-9b416a99a864 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:32.022316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Publish callbacks [] for port (38939b7b-dda0-451a-ac87-9b416a99a864), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.031620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.066701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Transition to ACTIVE for port object 38939b7b-dda0-451a-ac87-9b416a99a864 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:49:32.080177 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.096296 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:27Z', 'revision_number': 3, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:32.165086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Allocated IP 172.25.2.132 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/3ea49162-b71b-4d62-b01c-315a9f6f5cb9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:32.167157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-79be2748-73f1-4272-9440-21b2329792ec req-a1faf579-bf37-4f48-b30e-0ec4dd33b728 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (53471d06-41cd-438a-a61c-bddd6f2a6553), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.169535 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d31e1f-9db9-476b-9f45-1d1cfc2a5379 None None] The sync data for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 is: [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:27Z', 'revision_number': 3, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:49:32.242921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-79be2748-73f1-4272-9440-21b2329792ec req-a1faf579-bf37-4f48-b30e-0ec4dd33b728 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (53471d06-41cd-438a-a61c-bddd6f2a6553), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.307234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=38939b7b-dda0-451a-ac87-9b416a99a864,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:32.318684 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for port (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.349825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Attempting to bind port 38939b7b-dda0-451a-ac87-9b416a99a864 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:32.350170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Attempting to bind port 38939b7b-dda0-451a-ac87-9b416a99a864 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:32.350601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Attempting to bind port 38939b7b-dda0-451a-ac87-9b416a99a864 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:32.395115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Port 38939b7b-dda0-451a-ac87-9b416a99a864 on network d7b3be57-884b-457a-a293-71087cb0cd70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:49:32.395444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Attempting to bind port 38939b7b-dda0-451a-ac87-9b416a99a864 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:32.403000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:32.403392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Checking segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:32.403827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Bound using segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:32.404301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Bound port: 38939b7b-dda0-451a-ac87-9b416a99a864, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:32.404767 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.412157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.490023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-79be2748-73f1-4272-9440-21b2329792ec req-a1faf579-bf37-4f48-b30e-0ec4dd33b728 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (53471d06-41cd-438a-a61c-bddd6f2a6553), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.493278 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-79be2748-73f1-4272-9440-21b2329792ec req-a1faf579-bf37-4f48-b30e-0ec4dd33b728 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.494587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-79be2748-73f1-4272-9440-21b2329792ec req-a1faf579-bf37-4f48-b30e-0ec4dd33b728 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/53471d06-41cd-438a-a61c-bddd6f2a6553 HTTP/1.1" status: 204 len: 173 time: 0.4922702 Feb 09 02:49:32.501292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:32.512046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:32.519603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:32.527117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faf579-bf37-4f48-b30e-0ec4dd33b728 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53471d06-41cd-438a-a61c-bddd6f2a6553,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:32.566504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] For port 38939b7b-dda0-451a-ac87-9b416a99a864, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:32.570521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] For port 38939b7b-dda0-451a-ac87-9b416a99a864, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=38939b7b-dda0-451a-ac87-9b416a99a864,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:32.604355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.664490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:32.665271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.667229 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/38939b7b-dda0-451a-ac87-9b416a99a864 HTTP/1.1" status: 200 len: 1092 time: 2.3060730 Feb 09 02:49:32.681479 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-130da362-a590-468c-8017-332a43202b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:32.705295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a151f-2cc8-411c-87ef-85874666d4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=38939b7b-dda0-451a-ac87-9b416a99a864,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:32.778098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event updated for resources: {'Port': ['ID=3ea49162-b71b-4d62-b01c-315a9f6f5cb9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:32.799303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device a9c495ab-c256-44e7-a534-873df2f98d28 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:32.835744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098887-b642-4171-9eb1-15a4515acd25 req-3166bb6b-1bd1-4db1-a6de-8c5d6fa7153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:32.837357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-3166bb6b-1bd1-4db1-a6de-8c5d6fa7153e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 1126 time: 0.0931430 Feb 09 02:49:32.866564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: a9c495ab-c256-44e7-a534-873df2f98d28 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:32.866918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device a9c495ab-c256-44e7-a534-873df2f98d28 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:32.912233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Allocated IP 172.20.0.1 (9b799aea-b9be-4e59-9337-9682fc26a869/ffed1295-2d64-4ddb-ac25-6211e02bb325/008cb221-b4c4-403e-b035-4f94fcfb350f) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:32.974883 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd7f88d-0dd4-410f-a6ed-4341ec576e25 x-openstack-request-id: req-8dd7f88d-0dd4-410f-a6ed-4341ec576e25 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:32.975290 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd", "name": "network-vif-deleted", "tag": "a9c495ab-c256-44e7-a534-873df2f98d28", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:32.975553 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dd7f88d-0dd4-410f-a6ed-4341ec576e25 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:32.979099 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd', 'name': 'network-vif-deleted', 'tag': 'a9c495ab-c256-44e7-a534-873df2f98d28', 'status': 'completed', 'code': 200} Feb 09 02:49:32.986527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-61577f6e-8503-45f4-bf48-eea28bf68c41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38939b7b-dda0-451a-ac87-9b416a99a864 HTTP/1.1" status: 200 len: 217 time: 0.1261318 Feb 09 02:49:33.161125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813d01a-0493-4749-979f-ed482b03a49d req-3b014478-e1ee-4712-94c0-4bf8b862d457 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:33.171691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Publish callbacks [] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.177114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4813d01a-0493-4749-979f-ed482b03a49d req-3b014478-e1ee-4712-94c0-4bf8b862d457 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 944 time: 0.1129327 Feb 09 02:49:33.188406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098887-b642-4171-9eb1-15a4515acd25 req-83bc8dcb-f116-4ae6-a551-07396de171e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:33.194051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-83bc8dcb-f116-4ae6-a551-07396de171e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.1989202 Feb 09 02:49:33.255530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bf4771ec-bca9-46a0-95bb-ba261b962b06 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:33.255971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-f1f06ea3-4bc1-4085-b814-dfda72f38e87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520210 Feb 09 02:49:33.348809 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.391965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port bf4771ec-bca9-46a0-95bb-ba261b962b06 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:33.393586 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.454050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-9fdd59a2-613c-42dc-93bb-54fc8ae03623 service neutron] 10.222.0.26 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911168 Feb 09 02:49:33.485623 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (5881ddde-9112-496c-a9dc-c0013e37c755), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.489711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Network 9b799aea-b9be-4e59-9337-9682fc26a869 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:33.519580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:33.535850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:33.544203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Pushing event updated for resources: {'Port': ['ID=008cb221-b4c4-403e-b035-4f94fcfb350f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:33.607437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port bf4771ec-bca9-46a0-95bb-ba261b962b06 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:33.608261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.660311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port bf4771ec-bca9-46a0-95bb-ba261b962b06, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bf4771ec-bca9-46a0-95bb-ba261b962b06,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:33.674908 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.714685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4813d01a-0493-4749-979f-ed482b03a49d req-07d09fc2-bd30-4c55-9058-8fbf2df16e03 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365405 Feb 09 02:49:33.717032 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15098887-b642-4171-9eb1-15a4515acd25 req-9834ff23-df39-4f7b-b60f-187b1cacbe7c service neutron] 10.222.0.26 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570899 Feb 09 02:49:33.735876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (4b83e111-ee24-4edb-980b-a26370295e22), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.840141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=bf4771ec-bca9-46a0-95bb-ba261b962b06,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:33.889354 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.892569 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:33.941721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945f88-5085-4fa6-bb22-4d825ded446c req-9c68ea0e-6e48-4b10-9291-1ac685a736ad tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:33.948680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-9c68ea0e-6e48-4b10-9291-1ac685a736ad tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 811 time: 0.1416256 Feb 09 02:49:33.964607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-bc0edd74-201f-4fe9-9bbb-f2795a1a5a28 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/quotas/63f733c005e24ce7b0a7abd9d2e74b56 HTTP/1.1" status: 200 len: 375 time: 0.0148036 Feb 09 02:49:34.005763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-96803b41-0190-4761-b89e-c7671a20c975 None None] Provisioning complete for port 008cb221-b4c4-403e-b035-4f94fcfb350f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:34.006511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-96803b41-0190-4761-b89e-c7671a20c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.110064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4d46f077-563f-4955-b432-6688d26b638a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440468 Feb 09 02:49:34.111269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-96803b41-0190-4761-b89e-c7671a20c975 None None] Port 008cb221-b4c4-403e-b035-4f94fcfb350f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:34.140199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.222539 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for port (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.239097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-1a2abeae-03f0-4155-afaf-4afddc5587c7 service neutron] 10.222.0.32 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280577 Feb 09 02:49:34.244321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.306703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event updated for resources: {'Port': ['ID=3ea49162-b71b-4d62-b01c-315a9f6f5cb9,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:34.319326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-1d6e6d5c-fc57-4ff6-beb6-0f0e426e0ee7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:34.321044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-1d6e6d5c-fc57-4ff6-beb6-0f0e426e0ee7 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 950 time: 0.1161208 Feb 09 02:49:34.460506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a5ba3b5d-006c-431b-a00a-5b4d1820f8a2 service neutron] 10.222.0.32 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204709 Feb 09 02:49:34.527846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Deleting port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:34.528182 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.558580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (5881ddde-9112-496c-a9dc-c0013e37c755), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.629953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.639914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-496076d2-39a4-4439-81a4-94603464fa4a req-53142b66-160e-4e8b-a25b-4d61010aa479 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1150677 Feb 09 02:49:34.703774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] For port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:34.704238 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.737054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Calling delete_port for c78e5120-1a9a-4b3e-b21a-1aed8c4e790b owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:34.804017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-496076d2-39a4-4439-81a4-94603464fa4a req-54e9b24f-26ed-4b04-ba24-b76df4591555 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.132 HTTP/1.1" status: 200 len: 696 time: 0.1519361 Feb 09 02:49:34.810229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Publish callbacks [] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.842896 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.938883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.958781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c78e5120-1a9a-4b3e-b21a-1aed8c4e790b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:34.972129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:34.992177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23dc4a1-0858-4541-8879-de69a882629b', 'tag': '38939b7b-dda0-451a-ac87-9b416a99a864'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:34.994468 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea19294-a855-4eb3-af59-5b548180415e" -d '{"events": [{"name": "network-changed", "server_uuid": "e23dc4a1-0858-4541-8879-de69a882629b", "tag": "38939b7b-dda0-451a-ac87-9b416a99a864"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:35.003858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5287e5d9-0acd-49a2-bbda-129176a88246 req-4955063d-3522-4c01-92fa-8ed8b766d7cb tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.0592241 Feb 09 02:49:35.025859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Pushing event deleted for resources: {'Port': ['ID=c78e5120-1a9a-4b3e-b21a-1aed8c4e790b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:35.209252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] No DVR routers for this DVR port c78e5120-1a9a-4b3e-b21a-1aed8c4e790b on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:35.214499 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:35.217777 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e132f65-ec4e-4507-95f0-0a21a06bb50a req-3b46a53d-b510-464c-99b2-b448a5ee599f tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.61 "DELETE /v2.0/ports/c78e5120-1a9a-4b3e-b21a-1aed8c4e790b HTTP/1.1" status: 204 len: 173 time: 0.8915305 Feb 09 02:49:35.259392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496076d2-39a4-4439-81a4-94603464fa4a req-610291b2-5630-4cc6-b227-7e019118d8ed tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:35.261957 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-496076d2-39a4-4439-81a4-94603464fa4a req-610291b2-5630-4cc6-b227-7e019118d8ed tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.4480901 Feb 09 02:49:35.263377 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (4b83e111-ee24-4edb-980b-a26370295e22), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:35.277344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-950fff97-96c1-4f28-8839-9e2a7fbc8932 req-863219a2-45e0-4ed0-8f54-af503645e5c6 tempest-MigrationsAdminTest-30065120 tempest-MigrationsAdminTest-30065120-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bc1ec0-9260-45b5-a023-260ae0a3e8e6 HTTP/1.1" status: 200 len: 210 time: 0.0701470 Feb 09 02:49:35.281018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Pushing event updated for resources: {'Port': ['ID=008cb221-b4c4-403e-b035-4f94fcfb350f,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:35.283627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bf4771ec-bca9-46a0-95bb-ba261b962b06 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:35.429000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port bf4771ec-bca9-46a0-95bb-ba261b962b06 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:35.430590 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:35.490136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcc40c4c-24d0-4beb-896f-b7defd3769af req-eb7a35bf-05eb-43eb-bbb8-3b53088d6084 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 210 time: 0.0954432 Feb 09 02:49:35.615160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Network 9b799aea-b9be-4e59-9337-9682fc26a869 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:35.618933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:35.639805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaab67-9125-4708-a4f5-856f495b80a9 req-79510c16-e012-4cb8-acde-a3cda0e9a061 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:35.653307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4eaab67-9125-4708-a4f5-856f495b80a9 req-79510c16-e012-4cb8-acde-a3cda0e9a061 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 944 time: 0.2039912 Feb 09 02:49:35.667768 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684b1bde-5c3b-4af7-94b7-c5513370c50a x-openstack-request-id: req-684b1bde-5c3b-4af7-94b7-c5513370c50a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:35.668060 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23dc4a1-0858-4541-8879-de69a882629b", "tag": "38939b7b-dda0-451a-ac87-9b416a99a864", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:35.668319 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-684b1bde-5c3b-4af7-94b7-c5513370c50a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:35.668713 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23dc4a1-0858-4541-8879-de69a882629b', 'tag': '38939b7b-dda0-451a-ac87-9b416a99a864', 'status': 'completed', 'code': 200} Feb 09 02:49:35.713189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port bf4771ec-bca9-46a0-95bb-ba261b962b06 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:35.774321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4eaab67-9125-4708-a4f5-856f495b80a9 req-5a1b5742-de0b-4af7-8277-73c41d4fabec tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199675 Feb 09 02:49:35.881390 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-e038ebb3-57f8-4c6f-806a-6b49266c033f req-00f9a952-9a8f-44cf-8f33-ac3759197788 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:49:35.890474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e038ebb3-57f8-4c6f-806a-6b49266c033f req-00f9a952-9a8f-44cf-8f33-ac3759197788 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/df933994-cd73-4cc2-825a-4477b9609c7f HTTP/1.1" status: 404 len: 352 time: 0.0564377 Feb 09 02:49:35.924437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Router 4b83e111-ee24-4edb-980b-a26370295e22 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:49:35.947105 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-02e57fab-aaf3-4e2e-bd21-7aeacaa60fca req-d2fc5341-e291-4b3c-9b65-e3cdd3f3063b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:49:35.954003 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02e57fab-aaf3-4e2e-bd21-7aeacaa60fca req-d2fc5341-e291-4b3c-9b65-e3cdd3f3063b tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/b58993e4-a737-4a2c-8d1b-daf75f699900 HTTP/1.1" status: 404 len: 352 time: 0.0349870 Feb 09 02:49:35.974046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea19294-a855-4eb3-af59-5b548180415e req-8180d7e9-8792-421b-b048-09be42a7b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:35.974473 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea19294-a855-4eb3-af59-5b548180415e req-8180d7e9-8792-421b-b048-09be42a7b872 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 1126 time: 0.2583933 Feb 09 02:49:36.002075 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-938de46e-e015-4143-b1e9-7753706efb81 req-f5dbfef7-9973-45a5-a6e0-0d092624394c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:49:36.018827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-938de46e-e015-4143-b1e9-7753706efb81 req-f5dbfef7-9973-45a5-a6e0-0d092624394c tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/aad69a7b-3a96-4b3d-b5f5-cea2a7000a68 HTTP/1.1" status: 404 len: 352 time: 0.0423057 Feb 09 02:49:36.085831 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-ec4d1a43-b88a-48ec-b287-3a6cf1e53cf6 req-5aca15e3-ec19-4955-a99e-28b5a8ce108f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:49:36.098581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec4d1a43-b88a-48ec-b287-3a6cf1e53cf6 req-5aca15e3-ec19-4955-a99e-28b5a8ce108f tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/43ace1c8-42fd-4b28-8504-85a832787505 HTTP/1.1" status: 404 len: 352 time: 0.0619991 Feb 09 02:49:36.162114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-24050e9e-5ab8-4292-8ef8-8e2c002225e5 None None] Provisioning complete for port 008cb221-b4c4-403e-b035-4f94fcfb350f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:36.167378 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-24050e9e-5ab8-4292-8ef8-8e2c002225e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.209676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea19294-a855-4eb3-af59-5b548180415e req-4ac98c4a-1fa8-4093-a102-25da2ea4e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:36.209676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea19294-a855-4eb3-af59-5b548180415e req-4ac98c4a-1fa8-4093-a102-25da2ea4e4ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 913 time: 0.2240226 Feb 09 02:49:36.273706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-24050e9e-5ab8-4292-8ef8-8e2c002225e5 None None] Port 008cb221-b4c4-403e-b035-4f94fcfb350f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:36.285765 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.308253 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-ef530031-3e98-49e9-b249-1f3122ccd42d tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4040556 Feb 09 02:49:36.326820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:36.332385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea19294-a855-4eb3-af59-5b548180415e req-3686e491-92c3-4bb9-ae2b-aa7f0d6ac3c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38939b7b-dda0-451a-ac87-9b416a99a864 HTTP/1.1" status: 200 len: 217 time: 0.1126118 Feb 09 02:49:36.370118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:49:36.381761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Sync routers for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:49:36.382503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2c6c0c-67c3-4078-ac45-a2e4e2509035 req-edc27bde-5241-4e57-9dee-d7bc8d7a0552 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.0549176 Feb 09 02:49:36.419044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:36.426697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aaf2a2c7-720e-446b-bbbb-373b8d79dbab admin admin] 10.222.0.32 "PUT /v2.0/routers/4b83e111-ee24-4edb-980b-a26370295e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1124387 Feb 09 02:49:36.429240 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.431391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:36.467551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea19294-a855-4eb3-af59-5b548180415e req-fd98aa2b-7821-46bd-be78-c01cfd2ee0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:36.473199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea19294-a855-4eb3-af59-5b548180415e req-fd98aa2b-7821-46bd-be78-c01cfd2ee0a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.1268001 Feb 09 02:49:36.504225 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-19a8747c-b355-4eb9-93a7-9571262690a3 req-f84d4acb-1150-4e1c-bf19-09b9a69997f2 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:49:36.519365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19a8747c-b355-4eb9-93a7-9571262690a3 req-f84d4acb-1150-4e1c-bf19-09b9a69997f2 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/7416b586-6ef6-4f67-a7fb-0829ed38dae3 HTTP/1.1" status: 404 len: 352 time: 0.0446992 Feb 09 02:49:36.605821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea19294-a855-4eb3-af59-5b548180415e req-e15602f0-1bd1-4246-ba35-6886f4c5a67e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849214 Feb 09 02:49:36.698525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:36.744245 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:36.942907 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a417aa10-7b54-44bd-8c78-bad0b71e32b4 req-6c61ee09-c881-4bea-a88a-2e00627e1ed0 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 210 time: 0.0839698 Feb 09 02:49:37.116996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49662) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:37.173361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea19294-a855-4eb3-af59-5b548180415e req-cd0f32e2-ef54-49b8-91e2-4b5773b70780 service neutron] 10.222.0.26 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585296 Feb 09 02:49:37.179000 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-cf51737e-1b81-45ec-b9ee-8c3f392fd063 req-2583f6dd-689c-4d0b-9114-93fb09935e37 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] show failed (client error): The resource could not be found. Feb 09 02:49:37.200261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf51737e-1b81-45ec-b9ee-8c3f392fd063 req-2583f6dd-689c-4d0b-9114-93fb09935e37 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/c2afa84a-78d7-4e2d-84ce-0cfecfdaf8f9 HTTP/1.1" status: 404 len: 352 time: 0.0746500 Feb 09 02:49:37.209409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Allocated IP 172.25.2.74 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/be4cdef9-d179-4afd-8cd1-0343ff9ca15d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:37.227543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 2, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:37.286922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Checking router: 4b83e111-ee24-4edb-980b-a26370295e22 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:49:37.287367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Updating router 4b83e111-ee24-4edb-980b-a26370295e22 port 008cb221-b4c4-403e-b035-4f94fcfb350f binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:49:37.331687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.493203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b9cff225-6888-4ffe-9ff2-2bd0c2f4bf75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8e04fd18cd341108126a8475f62a75d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750179 Feb 09 02:49:37.496557 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for port (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.497889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49678) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:37.607225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cacac17-1156-475c-bcc6-44e85bad27b8 admin admin] Publish callbacks [] for security_group (a5a9fea8-8e49-4300-8cdf-01edb667a7c3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.629527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945f88-5085-4fa6-bb22-4d825ded446c req-82a735d5-1f66-4c67-9b46-27420df1904c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:37.631812 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-82a735d5-1f66-4c67-9b46-27420df1904c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.61 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 811 time: 0.8539672 Feb 09 02:49:37.653727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cacac17-1156-475c-bcc6-44e85bad27b8 admin admin] Publish callbacks [] for security_group (a5a9fea8-8e49-4300-8cdf-01edb667a7c3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.666036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Request body: {'port': {'device_id': '5bd35b31-0c94-4017-b111-424346bb746b', 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00', 'admin_state_up': True, 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:37.677900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'name': 'network-vif-deleted', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:37.685710 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1d7425-6dba-4225-858c-8f69f36ded2b" -d '{"events": [{"server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "name": "network-vif-deleted", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:37.752303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.773157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 38939b7b-dda0-451a-ac87-9b416a99a864 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:37.851943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49686) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:37.871726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event updated for resources: {'Port': ['ID=be4cdef9-d179-4afd-8cd1-0343ff9ca15d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:37.873519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 38939b7b-dda0-451a-ac87-9b416a99a864, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=38939b7b-dda0-451a-ac87-9b416a99a864,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:37.885889 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cacac17-1156-475c-bcc6-44e85bad27b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a5a9fea8-8e49-4300-8cdf-01edb667a7c3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.889449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83887fb-e429-40ae-8629-53515d269046 req-adad350d-85f4-4817-b725-ccff74162223 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:37.889925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '38939b7b-dda0-451a-ac87-9b416a99a864', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'port_id': '38939b7b-dda0-451a-ac87-9b416a99a864', 'mac_address': 'fa:16:3e:c2:52:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e5f4c-91b4-4f13-8713-bd53fdcd6014', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:37.891258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5cacac17-1156-475c-bcc6-44e85bad27b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:37.893023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5cacac17-1156-475c-bcc6-44e85bad27b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5a9fea8-8e49-4300-8cdf-01edb667a7c3 HTTP/1.1" status: 204 len: 168 time: 0.3939464 Feb 09 02:49:37.900410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d83887fb-e429-40ae-8629-53515d269046 req-adad350d-85f4-4817-b725-ccff74162223 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 944 time: 0.5021377 Feb 09 02:49:37.910540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:37.913910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:37.915456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2074528329-network', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:37.938270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:37.960121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cea19294-a855-4eb3-af59-5b548180415e req-6b8199e7-177a-474e-a38d-c9b7334ce901 service neutron] 10.222.0.26 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436826 Feb 09 02:49:38.022624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d83887fb-e429-40ae-8629-53515d269046 req-95a4fa38-695a-4ca3-84dd-706a4265cf17 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211848 Feb 09 02:49:38.029345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Made reservation on behalf of 96ec83efda9c4cb1b368356b82dfe330 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:38.049798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.051350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacac17-1156-475c-bcc6-44e85bad27b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9fea8-8e49-4300-8cdf-01edb667a7c3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:38.101384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 38939b7b-dda0-451a-ac87-9b416a99a864 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:38.101781 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.107613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.180526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38939b7b-dda0-451a-ac87-9b416a99a864 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:38.273833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 38939b7b-dda0-451a-ac87-9b416a99a864, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=38939b7b-dda0-451a-ac87-9b416a99a864,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:38.280439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (30d16b57-1fae-46b3-bac3-757d18ae2b6f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.285536 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.364145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.385940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Publish callbacks [] for security_group (931b2e35-eb33-4185-bcbc-0eaa0490f521), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.418914 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (931b2e35-eb33-4185-bcbc-0eaa0490f521), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.460832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:49:38.482726 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (897d9630-c7c8-4de5-8609-f988776fc966), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.483116 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Added segment 897d9630-c7c8-4de5-8609-f988776fc966 of type vlan for network cb608499-0555-4383-82b4-68208b53b34b Feb 09 02:49:38.538943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (cb608499-0555-4383-82b4-68208b53b34b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.590193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=38939b7b-dda0-451a-ac87-9b416a99a864,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:38.615857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Publish callbacks [] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.619591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b2e35-eb33-4185-bcbc-0eaa0490f521,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:38.638009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Made reservation on behalf of 63f733c005e24ce7b0a7abd9d2e74b56 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:38.642986 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.647606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.651066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (cb608499-0555-4383-82b4-68208b53b34b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.652381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:38.653124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.692595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['38939b7b-dda0-451a-ac87-9b416a99a864'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:38.706868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for port (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.724460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.813830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (30d16b57-1fae-46b3-bac3-757d18ae2b6f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.816794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49700) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:38.832892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7661d5ba-8ae3-4fb3-8a13-f65948e5fcc3 req-41d59fc8-3b67-4f46-b115-7906b4873f8f tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.2598877 Feb 09 02:49:38.868812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event updated for resources: {'Port': ['ID=be4cdef9-d179-4afd-8cd1-0343ff9ca15d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:38.875483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c78e5120-1a9a-4b3e-b21a-1aed8c4e790b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:38.895832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:38.897139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-555902cf-6aec-4722-8e2d-a6f6dd66ca78 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5765541 Feb 09 02:49:38.941389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: c78e5120-1a9a-4b3e-b21a-1aed8c4e790b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:38.942459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c78e5120-1a9a-4b3e-b21a-1aed8c4e790b not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:38.996432 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-09f211a1-f464-4ef8-9b1a-5e84414f5bfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8947da4864c45e585a438b3c7213ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703985 Feb 09 02:49:39.003940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49702) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:39.078271 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ba4bbc-bbba-43f7-bff7-7e253eb90073 x-openstack-request-id: req-b4ba4bbc-bbba-43f7-bff7-7e253eb90073 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:39.078808 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bc1ec0-9260-45b5-a023-260ae0a3e8e6", "name": "network-vif-deleted", "tag": "c78e5120-1a9a-4b3e-b21a-1aed8c4e790b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:39.078808 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4ba4bbc-bbba-43f7-bff7-7e253eb90073 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:39.079323 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bc1ec0-9260-45b5-a023-260ae0a3e8e6', 'name': 'network-vif-deleted', 'tag': 'c78e5120-1a9a-4b3e-b21a-1aed8c4e790b', 'status': 'completed', 'code': 200} Feb 09 02:49:39.084664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8e3bc-7902-4eec-93ed-de0affc6f0a9 None None] Pushing event updated for resources: {'Port': ['ID=008cb221-b4c4-403e-b035-4f94fcfb350f,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:39.096070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1902130 Feb 09 02:49:39.098130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49706) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:39.106766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Request body: {'subnet': {'network_id': 'cb608499-0555-4383-82b4-68208b53b34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2074528329-subnet', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:39.125900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b3b19-ff82-4911-9adc-5e6e5fb46cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb608499-0555-4383-82b4-68208b53b34b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:39.167933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network cb608499-0555-4383-82b4-68208b53b34b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:49:39.187772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Attempting to bind port 008cb221-b4c4-403e-b035-4f94fcfb350f on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:39.188152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Attempting to bind port 008cb221-b4c4-403e-b035-4f94fcfb350f by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:39.188574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Attempting to bind port 008cb221-b4c4-403e-b035-4f94fcfb350f on network 9b799aea-b9be-4e59-9337-9682fc26a869 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:39.190167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Made reservation on behalf of 96ec83efda9c4cb1b368356b82dfe330 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:39.192806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.268506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-501282e9-2c0f-4ecc-8ff1-9ea89be62ff0 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.3575292 Feb 09 02:49:39.276943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:39.277593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Checking segment: {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:39.277706 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.278448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Bound using segment: {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:39.278845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Bound port: 008cb221-b4c4-403e-b035-4f94fcfb350f, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:39.279445 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.334692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1b0ee648-f08c-4b0c-8989-8c77db7dba7d None None] Provisioning complete for port 008cb221-b4c4-403e-b035-4f94fcfb350f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:39.335072 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee648-f08c-4b0c-8989-8c77db7dba7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.366201 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28a48fe4-e3a3-41bc-b1a2-f2c589be5658 admin admin] Publish callbacks [] for security_group (41d907cc-bdd9-4765-9ba5-13959b5ac5fa), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.382483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Allocated IP 172.20.0.8 (864af6b6-ec45-4e59-a401-3a85fef04c00/ea3648ea-bd15-40bf-81c2-a293f9e551d4/4c045e6d-8e69-4d86-b9aa-0998966ca44b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:39.431185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ee648-f08c-4b0c-8989-8c77db7dba7d None None] Port 008cb221-b4c4-403e-b035-4f94fcfb350f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:39.457466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28a48fe4-e3a3-41bc-b1a2-f2c589be5658 admin admin] Publish callbacks [] for security_group (41d907cc-bdd9-4765-9ba5-13959b5ac5fa), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.496776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] For port 008cb221-b4c4-403e-b035-4f94fcfb350f, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:39.506109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] For port 008cb221-b4c4-403e-b035-4f94fcfb350f, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=008cb221-b4c4-403e-b035-4f94fcfb350f,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:39.529846 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.599893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks [] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.709131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:39.740346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:39.743034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:39.743663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:39.761850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8e3bc-7902-4eec-93ed-de0affc6f0a9 None None] Pushing event updated for resources: {'Port': ['ID=008cb221-b4c4-403e-b035-4f94fcfb350f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:39.808914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Network 864af6b6-ec45-4e59-a401-3a85fef04c00 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:39.816183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:39.824573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:39.943745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35449b92-9f4f-4d03-8c6c-21c2199f28c3 req-2da287f1-cef2-46ef-b221-7f2ae9042bbb tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:39.953375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-35449b92-9f4f-4d03-8c6c-21c2199f28c3 req-2da287f1-cef2-46ef-b221-7f2ae9042bbb tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 931 time: 0.5946825 Feb 09 02:49:39.954082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Pushing event updated for resources: {'Port': ['ID=4c045e6d-8e69-4d86-b9aa-0998966ca44b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:40.084234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:40.085598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:40.088713 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.302843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-9a1eba9d-4e70-41dc-86c4-ecfa282f37e0 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:40.305007 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da0223e1-c02b-4124-b473-bafb725e72b0 req-9a1eba9d-4e70-41dc-86c4-ecfa282f37e0 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 1.0269127 Feb 09 02:49:40.335495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-d33e711d-c8ca-4538-8434-1a889c8764e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:40.339462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-d33e711d-c8ca-4538-8434-1a889c8764e7 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.61 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 1024 time: 0.1707323 Feb 09 02:49:40.489604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f05cdfc3-53a8-4fff-bd43-bd4c0ee7edd9 None None] Provisioning complete for port 008cb221-b4c4-403e-b035-4f94fcfb350f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:40.490203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f05cdfc3-53a8-4fff-bd43-bd4c0ee7edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.523663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28a48fe4-e3a3-41bc-b1a2-f2c589be5658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (41d907cc-bdd9-4765-9ba5-13959b5ac5fa), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.528011 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28a48fe4-e3a3-41bc-b1a2-f2c589be5658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.529343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-28a48fe4-e3a3-41bc-b1a2-f2c589be5658 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41d907cc-bdd9-4765-9ba5-13959b5ac5fa HTTP/1.1" status: 204 len: 168 time: 1.5230491 Feb 09 02:49:40.553351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a48fe4-e3a3-41bc-b1a2-f2c589be5658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d907cc-bdd9-4765-9ba5-13959b5ac5fa,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:40.596933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Deleting port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:40.598141 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.708369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4a1de-8f52-4d02-b0ab-71515681ca21 req-a351c184-1b55-44c5-b1a0-8d7211f91ce9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:40.720658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72d4a1de-8f52-4d02-b0ab-71515681ca21 req-a351c184-1b55-44c5-b1a0-8d7211f91ce9 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 1024 time: 0.3011041 Feb 09 02:49:40.740458 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:49:40.837865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f05cdfc3-53a8-4fff-bd43-bd4c0ee7edd9 None None] Current status of the port 008cb221-b4c4-403e-b035-4f94fcfb350f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:40.839525 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f05cdfc3-53a8-4fff-bd43-bd4c0ee7edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.868265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (887d48b1-0e24-4d78-bd3e-e899bdb80da3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:40.959080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-a9102802-fdb0-42e5-ac85-86b30210e35a tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3041019 Feb 09 02:49:40.960452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72d4a1de-8f52-4d02-b0ab-71515681ca21 req-8c8efa51-64ac-4d19-8bc2-d5ba85139373 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&id=9ff22fcf-5f17-4bae-92d1-f3b6cd220483&id=806cc540-0d46-4e47-a363-71870021c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2328901 Feb 09 02:49:40.993091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Request body: {'port': {'device_id': '5bd35b31-0c94-4017-b111-424346bb746b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:40.993638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] For port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,segment=NetworkSegment(7806ebda-0a1e-4d5d-9cef-05fa815bce30),segment_id=7806ebda-0a1e-4d5d-9cef-05fa815bce30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:40.994470 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.027181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f05cdfc3-53a8-4fff-bd43-bd4c0ee7edd9 None None] For port 008cb221-b4c4-403e-b035-4f94fcfb350f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=008cb221-b4c4-403e-b035-4f94fcfb350f,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:41.029684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Calling delete_port for 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:41.039976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f05cdfc3-53a8-4fff-bd43-bd4c0ee7edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.049066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-35449b92-9f4f-4d03-8c6c-21c2199f28c3 req-1abc7433-4681-497d-8e7d-6b1b5beae505 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0768561 Feb 09 02:49:41.093166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=887d48b1-0e24-4d78-bd3e-e899bdb80da3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:41.164269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cdfc3-53a8-4fff-bd43-bd4c0ee7edd9 None None] Pushing event updated for resources: {'Port': ['ID=008cb221-b4c4-403e-b035-4f94fcfb350f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:41.208115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:39Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:41.209662 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-95e0167f-3c94-46ec-8257-536ecfb8645b req-a2473f96-ddc5-4983-bff3-b59a07044655 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.0636683 Feb 09 02:49:41.213118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Checking segment: {'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:41.217204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Network hostable DHCP agents. Network: cb608499-0555-4383-82b4-68208b53b34b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:49:41.223824 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.271268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab366-d339-4ef2-8ccd-1fd951863d5a None None] The sync data for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 is: [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:39Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:49:41.370840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Network cb608499-0555-4383-82b4-68208b53b34b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:49:41.447756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-198c59f1-2445-469d-94b6-5664ba42a315 req-c56c6f80-b8fe-4458-917f-e24dc97abe6e tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips/30d16b57-1fae-46b3-bac3-757d18ae2b6f HTTP/1.1" status: 200 len: 692 time: 0.1625109 Feb 09 02:49:41.447929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, cb608499-0555-4383-82b4-68208b53b34b) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:41.453628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:41.454371 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.457596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 38939b7b-dda0-451a-ac87-9b416a99a864 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:41.464475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10513445-a0a6-419b-8a73-493db05c98d6 None None] Network cb608499-0555-4383-82b4-68208b53b34b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:49:41.473259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3fd33-5df3-45e3-b6a5-f35b9e53f0c3 req-16ad83eb-efab-4116-a0d0-84155b5ebbf3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:41.480593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21f3fd33-5df3-45e3-b6a5-f35b9e53f0c3 req-16ad83eb-efab-4116-a0d0-84155b5ebbf3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 945 time: 0.3937657 Feb 09 02:49:41.498373 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7467a2e3-45ae-43c6-a779-570e845cc02a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3948996 Feb 09 02:49:41.516120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:41.524953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:41.589374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (5a8a0bab-0d25-46df-b02f-a19741fc889b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.591187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (5a8a0bab-0d25-46df-b02f-a19741fc889b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.692693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks [] for router_controller (5a8a0bab-0d25-46df-b02f-a19741fc889b), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:41.804445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c59f1-2445-469d-94b6-5664ba42a315 req-a2e320ba-fa64-4a29-b7aa-d3783a57e57a tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:41.806722 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-198c59f1-2445-469d-94b6-5664ba42a315 req-a2e320ba-fa64-4a29-b7aa-d3783a57e57a tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.3363719 Feb 09 02:49:42.047342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-cb608499-0555-4383-82b4-68208b53b34b', 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b', 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'fixed_ips': [{'subnet_id': '887d48b1-0e24-4d78-bd3e-e899bdb80da3'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:49:42.051743 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:42.067140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21f3fd33-5df3-45e3-b6a5-f35b9e53f0c3 req-f9a0a167-b989-43ec-8516-742d8f2d2d8c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722816 Feb 09 02:49:42.086101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-486cf93f-1bbe-45a0-be0c-6b8b4ff2e9e5 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips/30d16b57-1fae-46b3-bac3-757d18ae2b6f HTTP/1.1" status: 200 len: 692 time: 0.1642246 Feb 09 02:49:42.099667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks [] for router_gateway (5a8a0bab-0d25-46df-b02f-a19741fc889b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:42.149104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 38939b7b-dda0-451a-ac87-9b416a99a864 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:49:42.158738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 38939b7b-dda0-451a-ac87-9b416a99a864 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:42.159160 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:42.536117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (86b20ea9-6a4a-409c-bd83-e12baa0a5b4a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:42.561490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4506c50-9cba-477e-93d0-d5efc6b312ad req-c36cffa2-ff62-4bdf-ad23-7143c57d9c82 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:42.563695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4506c50-9cba-477e-93d0-d5efc6b312ad req-c36cffa2-ff62-4bdf-ad23-7143c57d9c82 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/ports?device_id=3632dbad-79fb-4fb1-912a-bb0f627e9310 HTTP/1.1" status: 200 len: 945 time: 0.2640688 Feb 09 02:49:42.620907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Allocated IP 172.20.0.2 (cb608499-0555-4383-82b4-68208b53b34b/887d48b1-0e24-4d78-bd3e-e899bdb80da3/c81627ad-e40f-45ef-a7f4-bfb0ac955cac) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:42.647673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'Port': ['ID=86b20ea9-6a4a-409c-bd83-e12baa0a5b4a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:42.705376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-d9b59dca-323c-421f-82ec-8a47fdaa9718 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:42.718829 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-d9b59dca-323c-421f-82ec-8a47fdaa9718 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.6261127 Feb 09 02:49:42.732920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-24ca38e4-422c-416e-9dbb-20b30e2bc997 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:49:42.733365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-24ca38e4-422c-416e-9dbb-20b30e2bc997 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137546 Feb 09 02:49:42.773247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4506c50-9cba-477e-93d0-d5efc6b312ad req-512251e8-51a4-4e26-8530-a67933a297d0 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09&id=9ff22fcf-5f17-4bae-92d1-f3b6cd220483&id=806cc540-0d46-4e47-a363-71870021c18d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1869955 Feb 09 02:49:42.882883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:49:42.943027 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-5bfdc2c7-a1ca-4a51-8fa5-01efa23bb15a tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.1956630 Feb 09 02:49:43.016695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:49:43.016985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:49:43.067225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 38939b7b-dda0-451a-ac87-9b416a99a864 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:43.067896 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.103934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-47b8e22e-a06d-4a96-ba4b-d692a01991a6 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.1588042 Feb 09 02:49:43.125557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] No DVR routers for this DVR port 86b20ea9-6a4a-409c-bd83-e12baa0a5b4a on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:49:43.247900 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.295084 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31da3748-d5d1-46a5-a686-bf0ddf8e4f1a req-1ede053a-7f04-4822-94aa-75627c1a55f4 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.61 "DELETE /v2.0/ports/86b20ea9-6a4a-409c-bd83-e12baa0a5b4a HTTP/1.1" status: 204 len: 173 time: 2.9464481 Feb 09 02:49:43.295603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'name': 'network-vif-deleted', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:43.306324 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0066a582-2a50-4abe-a8fe-50409a5f0c9e" -d '{"events": [{"server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "name": "network-vif-deleted", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:43.312661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 38939b7b-dda0-451a-ac87-9b416a99a864, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=38939b7b-dda0-451a-ac87-9b416a99a864,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:43.314265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23dc4a1-0858-4541-8879-de69a882629b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38939b7b-dda0-451a-ac87-9b416a99a864'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:43.349572 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b699093-8f8b-4570-92ab-252dfa9c1e0d" -d '{"events": [{"server_uuid": "e23dc4a1-0858-4541-8879-de69a882629b", "name": "network-vif-plugged", "status": "completed", "tag": "38939b7b-dda0-451a-ac87-9b416a99a864"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:43.400103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425092e-f139-4753-9c12-7387ea9f80fa req-579d684e-d26e-425e-a2a4-66bf89bf384f tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:43.410471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5425092e-f139-4753-9c12-7387ea9f80fa req-579d684e-d26e-425e-a2a4-66bf89bf384f tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 931 time: 0.4316380 Feb 09 02:49:43.419351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 008cb221-b4c4-403e-b035-4f94fcfb350f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:43.430270 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.462409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks [] for router_gateway (5a8a0bab-0d25-46df-b02f-a19741fc889b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.539901 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.556429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c045e6d-8e69-4d86-b9aa-0998966ca44b {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:43.578932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5425092e-f139-4753-9c12-7387ea9f80fa req-88afb82e-23c9-4651-8d31-67cea10eb340 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667831 Feb 09 02:49:43.587417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Publish callbacks [] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.625290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Transition to ACTIVE for port object 4c045e6d-8e69-4d86-b9aa-0998966ca44b will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:49:43.649452 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.768996 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Publish callbacks [] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.775104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Deleting port be4cdef9-d179-4afd-8cd1-0343ff9ca15d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:43.775691 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.831274 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:43.839469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=38939b7b-dda0-451a-ac87-9b416a99a864,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:43.859812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Allocated IP 172.25.2.150 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/26a73963-f73b-4405-81b1-42d4185b2f0b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:43.870147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Pushing event updated for resources: {'Port': ['ID=4c045e6d-8e69-4d86-b9aa-0998966ca44b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:43.991452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Pushing event updated for resources: {'Port': ['ID=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:43.992403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.992755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.993101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.993449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.993783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.994114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.994467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.994791 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.995114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.995439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.995763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.996076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:43.996394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:44.023496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Network cb608499-0555-4383-82b4-68208b53b34b is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:44.027345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:44.029311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 008cb221-b4c4-403e-b035-4f94fcfb350f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:44.029721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.044887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:44.096958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-878b24f9-bba7-4816-85a3-28998ef1aaee req-60c3d538-4811-47c0-a065-fa058240098e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.3948088 Feb 09 02:49:44.138839 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks [] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.152336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.156077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.175834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Attempting to bind port 4c045e6d-8e69-4d86-b9aa-0998966ca44b on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:44.182084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Attempting to bind port 4c045e6d-8e69-4d86-b9aa-0998966ca44b by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:44.182084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Attempting to bind port 4c045e6d-8e69-4d86-b9aa-0998966ca44b on network 864af6b6-ec45-4e59-a401-3a85fef04c00 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:44.192925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Calling delete_port for be4cdef9-d179-4afd-8cd1-0343ff9ca15d owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:44.212882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Port 4c045e6d-8e69-4d86-b9aa-0998966ca44b on network 864af6b6-ec45-4e59-a401-3a85fef04c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:49:44.213385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Attempting to bind port 4c045e6d-8e69-4d86-b9aa-0998966ca44b on network 864af6b6-ec45-4e59-a401-3a85fef04c00 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:44.225231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.237980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:44.242582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Checking segment: {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:44.243071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Bound using segment: {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:44.243605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Bound port: 4c045e6d-8e69-4d86-b9aa-0998966ca44b, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee87f74-f2db-409b-92c4-0b68f1a1722c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:44.244042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.266443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Attempting to bind port c81627ad-e40f-45ef-a7f4-bfb0ac955cac on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:44.267059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Attempting to bind port c81627ad-e40f-45ef-a7f4-bfb0ac955cac by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:44.267344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Attempting to bind port c81627ad-e40f-45ef-a7f4-bfb0ac955cac on network cb608499-0555-4383-82b4-68208b53b34b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:44.274019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:44.294496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:44.301697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:44.327762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:44.328242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Checking segment: {'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:44.328791 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.329299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Bound using segment: {'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:44.334956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Bound port: c81627ad-e40f-45ef-a7f4-bfb0ac955cac, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:44.335484 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.386833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 008cb221-b4c4-403e-b035-4f94fcfb350f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:44.391235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Pushing event updated for resources: {'Port': ['ID=26a73963-f73b-4405-81b1-42d4185b2f0b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:44.482111 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] For port c81627ad-e40f-45ef-a7f4-bfb0ac955cac, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:44.486379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] For port c81627ad-e40f-45ef-a7f4-bfb0ac955cac, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,segment=NetworkSegment(897d9630-c7c8-4de5-8609-f988776fc966),segment_id=897d9630-c7c8-4de5-8609-f988776fc966)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:44.487160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc64ad1-50b1-428d-be21-625cb8bb01b2 req-8fdec26b-ecd0-4130-bc47-7ba17599e263 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:44.488805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0dc64ad1-50b1-428d-be21-625cb8bb01b2 req-8fdec26b-ecd0-4130-bc47-7ba17599e263 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 946 time: 0.2492297 Feb 09 02:49:44.501266 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.592193 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (be4cdef9-d179-4afd-8cd1-0343ff9ca15d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.602410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240a188-a29d-4811-9faa-d61c89de39a6 None None] Pushing event updated for resources: {'Port': ['ID=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:44.679612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0dc64ad1-50b1-428d-be21-625cb8bb01b2 req-eac5ff8d-0515-48bd-868d-022c36207a85 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763670 Feb 09 02:49:44.721334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event deleted for resources: {'Port': ['ID=be4cdef9-d179-4afd-8cd1-0343ff9ca15d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:44.729068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] For port 4c045e6d-8e69-4d86-b9aa-0998966ca44b, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:44.761387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] For port 4c045e6d-8e69-4d86-b9aa-0998966ca44b, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:44.782214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (30d16b57-1fae-46b3-bac3-757d18ae2b6f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.784887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.787665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd482d8a-6fdd-415f-bdf3-c778096d8dec req-c337011c-1337-4739-9eb6-906646f51671 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "DELETE /v2.0/floatingips/30d16b57-1fae-46b3-bac3-757d18ae2b6f HTTP/1.1" status: 204 len: 173 time: 1.6815674 Feb 09 02:49:44.789830 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.792144 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548ab187-df37-4d85-a77e-fc1b1e31d0d2 x-openstack-request-id: req-548ab187-df37-4d85-a77e-fc1b1e31d0d2 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:44.792388 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3632dbad-79fb-4fb1-912a-bb0f627e9310", "name": "network-vif-deleted", "tag": "86b20ea9-6a4a-409c-bd83-e12baa0a5b4a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:44.792951 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-548ab187-df37-4d85-a77e-fc1b1e31d0d2 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:44.793390 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3632dbad-79fb-4fb1-912a-bb0f627e9310', 'name': 'network-vif-deleted', 'tag': '86b20ea9-6a4a-409c-bd83-e12baa0a5b4a', 'status': 'completed', 'code': 200} Feb 09 02:49:44.841863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:44.842700 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:44.844790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] 10.222.0.61 "PUT /v2.0/ports/4c045e6d-8e69-4d86-b9aa-0998966ca44b HTTP/1.1" status: 200 len: 1091 time: 3.8624568 Feb 09 02:49:44.845343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd35b31-0c94-4017-b111-424346bb746b', 'tag': '4c045e6d-8e69-4d86-b9aa-0998966ca44b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:44.847918 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d0b4e6-17de-481d-adc6-1212e7220168" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd35b31-0c94-4017-b111-424346bb746b", "tag": "4c045e6d-8e69-4d86-b9aa-0998966ca44b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:44.892744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc40d32-082c-4245-9428-e70fdff67157 service neutron] Pushing event updated for resources: {'Port': ['ID=4c045e6d-8e69-4d86-b9aa-0998966ca44b,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:44.916289 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b47f75-db8f-4e6e-ad35-462491c7afc6 x-openstack-request-id: req-b8b47f75-db8f-4e6e-ad35-462491c7afc6 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:44.916926 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23dc4a1-0858-4541-8879-de69a882629b", "name": "network-vif-plugged", "status": "completed", "tag": "38939b7b-dda0-451a-ac87-9b416a99a864", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:44.917438 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8b47f75-db8f-4e6e-ad35-462491c7afc6 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:44.918077 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23dc4a1-0858-4541-8879-de69a882629b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38939b7b-dda0-451a-ac87-9b416a99a864', 'code': 200} Feb 09 02:49:44.956535 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks [] for router_gateway (5a8a0bab-0d25-46df-b02f-a19741fc889b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:45.213450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945f88-5085-4fa6-bb22-4d825ded446c req-ec91ecb1-7c1c-40fb-9cd0-5fe04e94a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:45.215116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-ec91ecb1-7c1c-40fb-9cd0-5fe04e94a4c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 1125 time: 0.3120189 Feb 09 02:49:45.258090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517ab62-4606-46bc-a6a0-70dca95f696b req-7de19e0b-5c84-4a93-9d1b-1cee56152e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:45.259747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0517ab62-4606-46bc-a6a0-70dca95f696b req-7de19e0b-5c84-4a93-9d1b-1cee56152e9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 1128 time: 0.2180457 Feb 09 02:49:45.266485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c81627ad-e40f-45ef-a7f4-bfb0ac955cac up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:45.302576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-af1e6b3d-2edc-467a-a028-4f5c67811978 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b HTTP/1.1" status: 200 len: 217 time: 0.0709937 Feb 09 02:49:45.354845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c81627ad-e40f-45ef-a7f4-bfb0ac955cac triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:45.355580 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:45.416377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75945f88-5085-4fa6-bb22-4d825ded446c req-422d7880-fd4f-49d0-bd5c-52411e2f3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:45.418820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-422d7880-fd4f-49d0-bd5c-52411e2f3e1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 200 len: 851 time: 0.1086006 Feb 09 02:49:45.491737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c81627ad-e40f-45ef-a7f4-bfb0ac955cac is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:45.492561 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:45.538225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port c81627ad-e40f-45ef-a7f4-bfb0ac955cac, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,segment=NetworkSegment(897d9630-c7c8-4de5-8609-f988776fc966),segment_id=897d9630-c7c8-4de5-8609-f988776fc966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:45.553280 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:45.556891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-9d3e448e-e8ac-42cd-b478-74c9e0c6c05b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=864af6b6-ec45-4e59-a401-3a85fef04c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071987 Feb 09 02:49:45.587371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accca1ff-8525-4376-8285-3c542e4da333 req-dfb744b4-8cd0-44c2-beea-e434210b6ac4 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:45.590439 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-accca1ff-8525-4376-8285-3c542e4da333 req-dfb744b4-8cd0-44c2-beea-e434210b6ac4 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 943 time: 0.4142337 Feb 09 02:49:45.670874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:45.691508 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-accca1ff-8525-4376-8285-3c542e4da333 req-af994a08-cc19-4a94-b295-827415e1465b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847366 Feb 09 02:49:45.702720 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (5a8a0bab-0d25-46df-b02f-a19741fc889b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:45.763372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0517ab62-4606-46bc-a6a0-70dca95f696b req-716117d3-1b93-4909-abdb-79f43cb7dc2c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683812 Feb 09 02:49:45.798640 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ba783a-9f4f-4cba-9012-352acae8d285 x-openstack-request-id: req-95ba783a-9f4f-4cba-9012-352acae8d285 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:45.799295 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd35b31-0c94-4017-b111-424346bb746b", "tag": "4c045e6d-8e69-4d86-b9aa-0998966ca44b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:45.799295 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95ba783a-9f4f-4cba-9012-352acae8d285 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:45.799890 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd35b31-0c94-4017-b111-424346bb746b', 'tag': '4c045e6d-8e69-4d86-b9aa-0998966ca44b', 'status': 'completed', 'code': 200} Feb 09 02:49:45.853868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244a19-8194-41a3-83d2-06d094309b3e req-a4631fee-ccdc-4e14-aa4a-a166dfa146e4 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:45.855631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59244a19-8194-41a3-83d2-06d094309b3e req-a4631fee-ccdc-4e14-aa4a-a166dfa146e4 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4337142 Feb 09 02:49:45.892455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-adee0af9-b400-4d58-a510-836645f4485a service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170497 Feb 09 02:49:45.939901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29a1848c-0878-430b-b1b9-60927169a9e5 req-c53f3e84-63f2-43d8-bcfb-da8902432888 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/806cc540-0d46-4e47-a363-71870021c18d HTTP/1.1" status: 200 len: 1818 time: 0.0859141 Feb 09 02:49:46.020117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-632928de-30d0-48fe-b5f5-cd11d8c9b457 req-9110e09f-bc5e-43e5-88b5-c1312cd84a1e tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.0427325 Feb 09 02:49:46.109732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-29a1848c-0878-430b-b1b9-60927169a9e5 req-9f2f4834-34c5-48a7-a284-d95e411f0382 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (806cc540-0d46-4e47-a363-71870021c18d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:46.127538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75945f88-5085-4fa6-bb22-4d825ded446c req-e6e7c9f0-4355-4f1d-9f8d-600b978f1db3 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255654 Feb 09 02:49:46.148488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Router 5a8a0bab-0d25-46df-b02f-a19741fc889b is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:49:46.184983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-29a1848c-0878-430b-b1b9-60927169a9e5 req-9f2f4834-34c5-48a7-a284-d95e411f0382 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (806cc540-0d46-4e47-a363-71870021c18d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:46.286598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-8f827421-9d58-4428-b07b-ca0ca4895768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:46.290644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-8f827421-9d58-4428-b07b-ca0ca4895768 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 1125 time: 0.0910914 Feb 09 02:49:46.297627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009aa435-3c87-4961-8efa-a4dc48de604f None None] Network cb608499-0555-4383-82b4-68208b53b34b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:49:46.340787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-29a1848c-0878-430b-b1b9-60927169a9e5 req-9f2f4834-34c5-48a7-a284-d95e411f0382 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (806cc540-0d46-4e47-a363-71870021c18d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:46.344636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-29a1848c-0878-430b-b1b9-60927169a9e5 req-9f2f4834-34c5-48a7-a284-d95e411f0382 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:46.357448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29a1848c-0878-430b-b1b9-60927169a9e5 req-9f2f4834-34c5-48a7-a284-d95e411f0382 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/806cc540-0d46-4e47-a363-71870021c18d HTTP/1.1" status: 204 len: 173 time: 0.4165840 Feb 09 02:49:46.394799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f4834-34c5-48a7-a284-d95e411f0382 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806cc540-0d46-4e47-a363-71870021c18d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:46.399134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:49:46.412127 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Sync routers for ids ['5a8a0bab-0d25-46df-b02f-a19741fc889b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:49:46.426246 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Routers {'5a8a0bab-0d25-46df-b02f-a19741fc889b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:46.434140 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5a8a0bab-0d25-46df-b02f-a19741fc889b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:46.478049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:46.479504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e96a38cd-0857-4ee6-8f4e-7db85bfafa5e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9614944 Feb 09 02:49:46.482817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49828) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:46.523861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2a60a331-c7f6-4f4f-93ff-9e2d5f8a6a08 None None] Provisioning complete for port c81627ad-e40f-45ef-a7f4-bfb0ac955cac triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:46.524665 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2a60a331-c7f6-4f4f-93ff-9e2d5f8a6a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:46.770370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-d3e83f67-7b0e-44ae-8eb9-cbfe8995a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:46.772122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-d3e83f67-7b0e-44ae-8eb9-cbfe8995a772 service neutron] 10.222.0.61 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 912 time: 0.4675376 Feb 09 02:49:46.781242 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Set router 5a8a0bab-0d25-46df-b02f-a19741fc889b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:46.804733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2a60a331-c7f6-4f4f-93ff-9e2d5f8a6a08 None None] Current status of the port c81627ad-e40f-45ef-a7f4-bfb0ac955cac is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:46.932433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-9e96fa71-a01f-42fe-857e-20f511232f98 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b HTTP/1.1" status: 200 len: 217 time: 0.1489959 Feb 09 02:49:46.945480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c73eebef-add8-411a-a22e-87f42314d11a req-5596d303-5499-4118-b8ab-ad3e29f05c68 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=5bc2c2934469401a9bf4c081f771d671 HTTP/1.1" status: 200 len: 1656 time: 0.1721072 Feb 09 02:49:47.127289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-44377ac9-ac1a-43d2-b10c-3fd791d5e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:47.128769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-44377ac9-ac1a-43d2-b10c-3fd791d5e42c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 200 len: 851 time: 0.1811588 Feb 09 02:49:47.144885 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:49:44Z', 'revision_number': 3, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port': {'id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:43Z', 'updated_at': '2022-02-09T02:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:47.209026 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Checking router: 5a8a0bab-0d25-46df-b02f-a19741fc889b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:49:47.210313 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Updating router 5a8a0bab-0d25-46df-b02f-a19741fc889b port 26a73963-f73b-4405-81b1-42d4185b2f0b binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:49:47.239479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-983e5ebf-378a-4082-b0c9-afc059bd4044 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=864af6b6-ec45-4e59-a401-3a85fef04c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948939 Feb 09 02:49:47.251551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c81627ad-e40f-45ef-a7f4-bfb0ac955cac up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:47.255917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-aa56d643-fa09-4fe3-b724-34134f535ded None None] Provisioning complete for port c81627ad-e40f-45ef-a7f4-bfb0ac955cac triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:47.257461 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa56d643-fa09-4fe3-b724-34134f535ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:47.288100 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:47.572993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-03a880f8-8cf1-4d4d-b3fb-413f42fb63dc service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076966 Feb 09 02:49:47.580854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c81627ad-e40f-45ef-a7f4-bfb0ac955cac triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:47.582247 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:47.600652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eebef-add8-411a-a22e-87f42314d11a req-f81c06b4-03e7-4c03-b787-489572dcc272 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:47.614521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c73eebef-add8-411a-a22e-87f42314d11a req-f81c06b4-03e7-4c03-b787-489572dcc272 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks?id=74d21b27-fdd6-4e70-820c-f8901ad2453f&id=74d21b27-fdd6-4e70-820c-f8901ad2453f&id=74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 787 time: 0.6680963 Feb 09 02:49:47.667629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-aa56d643-fa09-4fe3-b724-34134f535ded None None] Current status of the port c81627ad-e40f-45ef-a7f4-bfb0ac955cac is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:47.766840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c81627ad-e40f-45ef-a7f4-bfb0ac955cac is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:47.770352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29bcdc-322b-41e3-ac0a-2216c352390e req-2361481b-07c0-46d7-a7a9-c69b75a6c1a7 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:47.771950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e29bcdc-322b-41e3-ac0a-2216c352390e req-2361481b-07c0-46d7-a7a9-c69b75a6c1a7 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 946 time: 1.2516968 Feb 09 02:49:47.775369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-c73eebef-add8-411a-a22e-87f42314d11a req-4eadc317-1812-4216-972e-91eae6764362 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:49:47.793533 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c73eebef-add8-411a-a22e-87f42314d11a req-4eadc317-1812-4216-972e-91eae6764362 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1755672 Feb 09 02:49:47.938198 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-81f49b1c-ba83-4983-bf5d-4c30d5d6ca0d req-fdcf1529-5fa1-42db-b911-14111ab76cbe tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "GET /v2.0/security-groups/9ff22fcf-5f17-4bae-92d1-f3b6cd220483 HTTP/1.1" status: 200 len: 1816 time: 0.1302547 Feb 09 02:49:47.963640 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d0b4e6-17de-481d-adc6-1212e7220168 req-d02a8a8a-1156-4632-8ab3-1b90efd20701 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439867 Feb 09 02:49:47.972529 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Publish callbacks [] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:47.984746 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.015612 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-81f49b1c-ba83-4983-bf5d-4c30d5d6ca0d req-0455e614-df14-4603-aa94-7154b23b1573 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (9ff22fcf-5f17-4bae-92d1-f3b6cd220483), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.076888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-81f49b1c-ba83-4983-bf5d-4c30d5d6ca0d req-0455e614-df14-4603-aa94-7154b23b1573 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (9ff22fcf-5f17-4bae-92d1-f3b6cd220483), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.082375 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Attempting to bind port 26a73963-f73b-4405-81b1-42d4185b2f0b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:48.083044 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Attempting to bind port 26a73963-f73b-4405-81b1-42d4185b2f0b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:48.083652 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Attempting to bind port 26a73963-f73b-4405-81b1-42d4185b2f0b on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:48.086121 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f8403-27ea-4bea-a3ae-2f86b664bf9a None None] Pushing event updated for resources: {'Port': ['ID=26a73963-f73b-4405-81b1-42d4185b2f0b,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:48.089185 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e29bcdc-322b-41e3-ac0a-2216c352390e req-caabdaaf-2859-4cc2-a66c-264c16ae9003 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769103 Feb 09 02:49:48.093848 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:48.094424 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:48.094912 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.095496 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:48.096174 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Bound port: 26a73963-f73b-4405-81b1-42d4185b2f0b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:48.097073 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.133976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-81f49b1c-ba83-4983-bf5d-4c30d5d6ca0d req-0455e614-df14-4603-aa94-7154b23b1573 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9ff22fcf-5f17-4bae-92d1-f3b6cd220483), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.138793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-81f49b1c-ba83-4983-bf5d-4c30d5d6ca0d req-0455e614-df14-4603-aa94-7154b23b1573 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.141889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-81f49b1c-ba83-4983-bf5d-4c30d5d6ca0d req-0455e614-df14-4603-aa94-7154b23b1573 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ff22fcf-5f17-4bae-92d1-f3b6cd220483 HTTP/1.1" status: 204 len: 173 time: 0.2002890 Feb 09 02:49:48.165594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49852) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:48.166750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455e614-df14-4603-aa94-7154b23b1573 tempest-SecurityGroupsTestJSON-1591873141 tempest-SecurityGroupsTestJSON-1591873141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff22fcf-5f17-4bae-92d1-f3b6cd220483,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:48.244799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-1482d91c-33c1-4846-9e31-85268b014547 admin admin] Deleting subnet ed350f86-c843-46ba-ab7e-a1bc8e0245f8 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:49:48.249812 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1482d91c-33c1-4846-9e31-85268b014547 admin admin] Publish callbacks [] for subnet (ed350f86-c843-46ba-ab7e-a1bc8e0245f8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.274791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.285426 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] For port 26a73963-f73b-4405-81b1-42d4185b2f0b, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:48.290268 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] For port 26a73963-f73b-4405-81b1-42d4185b2f0b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=26a73963-f73b-4405-81b1-42d4185b2f0b,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:48.305536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1482d91c-33c1-4846-9e31-85268b014547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (ed350f86-c843-46ba-ab7e-a1bc8e0245f8), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.308282 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.415715 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f8403-27ea-4bea-a3ae-2f86b664bf9a None None] Pushing event updated for resources: {'Port': ['ID=26a73963-f73b-4405-81b1-42d4185b2f0b,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:48.420676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1482d91c-33c1-4846-9e31-85268b014547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ed350f86-c843-46ba-ab7e-a1bc8e0245f8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.493472 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Routers {'5a8a0bab-0d25-46df-b02f-a19741fc889b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:48.494382 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5a8a0bab-0d25-46df-b02f-a19741fc889b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:48.510067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-427677a2-f1a2-4097-9bd4-cc2506f16321 req-0d56d72b-5291-4d72-93df-8fe6ba056fbb tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ec881e00089c4b188fb42d92b80ba60e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144922 Feb 09 02:49:48.534571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85993023-b446-47c1-857c-4a568d0dbcb8 req-a90ebe82-7afd-4b1c-82f1-9cfc559e3d8d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:48.543014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85993023-b446-47c1-857c-4a568d0dbcb8 req-a90ebe82-7afd-4b1c-82f1-9cfc559e3d8d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 943 time: 0.1322751 Feb 09 02:49:48.607081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1482d91c-33c1-4846-9e31-85268b014547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (ed350f86-c843-46ba-ab7e-a1bc8e0245f8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.653366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482d91c-33c1-4846-9e31-85268b014547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed350f86-c843-46ba-ab7e-a1bc8e0245f8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:48.659037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1482d91c-33c1-4846-9e31-85268b014547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:48.673850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1482d91c-33c1-4846-9e31-85268b014547 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ed350f86-c843-46ba-ab7e-a1bc8e0245f8 HTTP/1.1" status: 204 len: 168 time: 0.5033832 Feb 09 02:49:48.685699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85993023-b446-47c1-857c-4a568d0dbcb8 req-43a0408d-b233-4031-a17e-a32338841177 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347575 Feb 09 02:49:48.686257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49862) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:48.807425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427677a2-f1a2-4097-9bd4-cc2506f16321 req-f9dea20e-ecd0-4af6-aa54-16868c0b3b96 tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:48.819144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-427677a2-f1a2-4097-9bd4-cc2506f16321 req-f9dea20e-ecd0-4af6-aa54-16868c0b3b96 tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129773 Feb 09 02:49:48.860261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4c045e6d-8e69-4d86-b9aa-0998966ca44b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:49:48.871839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-427677a2-f1a2-4097-9bd4-cc2506f16321 req-97b0d036-4b7f-4d62-a90a-204ff1662b8b tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/quotas/ec881e00089c4b188fb42d92b80ba60e HTTP/1.1" status: 200 len: 375 time: 0.0515654 Feb 09 02:49:48.877029 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] Set router 5a8a0bab-0d25-46df-b02f-a19741fc889b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:48.923085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5a6daac-5f91-430a-a9db-6def315f7ad7 req-7af737e6-3ce5-4aa1-a1ef-6b74c8c6dc47 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.0877523 Feb 09 02:49:48.977609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (539acb2f-37f4-40db-92be-1cc7e427122f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.001630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-427677a2-f1a2-4097-9bd4-cc2506f16321 req-6246f7e8-b3a8-45cb-9e9f-a0cca9161b8f tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec881e00089c4b188fb42d92b80ba60e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1267016 Feb 09 02:49:49.115628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Allocated IP 172.20.0.1 (cb608499-0555-4383-82b4-68208b53b34b/887d48b1-0e24-4d78-bd3e-e899bdb80da3/50c48646-6992-4232-b2ae-5d7280a4ad66) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:49:49.181365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4c045e6d-8e69-4d86-b9aa-0998966ca44b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:49.238144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '4c045e6d-8e69-4d86-b9aa-0998966ca44b', 'network_id': '864af6b6-ec45-4e59-a401-3a85fef04c00', 'port_id': '4c045e6d-8e69-4d86-b9aa-0998966ca44b', 'mac_address': 'fa:16:3e:ef:4d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3648ea-bd15-40bf-81c2-a293f9e551d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:49:49.257490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.261283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67268d63-f462-425e-bbeb-b3c283929421 req-73bb9715-4844-4324-b2da-02ecc61ffe84 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips/5881ddde-9112-496c-a9dc-c0013e37c755 HTTP/1.1" status: 200 len: 693 time: 0.2630570 Feb 09 02:49:49.296965 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:49:44Z', 'revision_number': 3, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port': {'id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:43Z', 'updated_at': '2022-02-09T02:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:49.330979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4c045e6d-8e69-4d86-b9aa-0998966ca44b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:49.331484 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.332442 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece65cab-f624-4dab-9ec3-42875ab94e56 None None] The sync data for ids ['5a8a0bab-0d25-46df-b02f-a19741fc889b'] in n-d-827839-4 is: [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:49:44Z', 'revision_number': 3, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port': {'id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:43Z', 'updated_at': '2022-02-09T02:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:49:49.359535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c045e6d-8e69-4d86-b9aa-0998966ca44b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:49:49.409237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4c045e6d-8e69-4d86-b9aa-0998966ca44b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:49.422201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.442643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72bce9-8507-4792-b258-94f943af385a req-712b3b11-3146-4d94-af07-e9f2b5b4660b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:49.458037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd72bce9-8507-4792-b258-94f943af385a req-712b3b11-3146-4d94-af07-e9f2b5b4660b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 946 time: 0.1981454 Feb 09 02:49:49.461258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (539acb2f-37f4-40db-92be-1cc7e427122f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.517460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539acb2f-37f4-40db-92be-1cc7e427122f']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:49.540703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4c045e6d-8e69-4d86-b9aa-0998966ca44b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:49.551033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Publish callbacks [] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.557641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7806ebda-0a1e-4d5d-9cef-05fa815bce30') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:49.558910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7806ebda-0a1e-4d5d-9cef-05fa815bce30') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:49.589288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (7806ebda-0a1e-4d5d-9cef-05fa815bce30), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.597483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd72bce9-8507-4792-b258-94f943af385a req-80c61359-9865-43ef-82b1-e1b95b8fff9b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362641 Feb 09 02:49:49.619836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268d63-f462-425e-bbeb-b3c283929421 req-98dacfd4-746b-4cb0-aaa5-00374c7cea4b tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:49.634273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67268d63-f462-425e-bbeb-b3c283929421 req-98dacfd4-746b-4cb0-aaa5-00374c7cea4b tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.3690178 Feb 09 02:49:49.644209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['4c045e6d-8e69-4d86-b9aa-0998966ca44b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:49:49.686312 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.692052 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7806ebda-0a1e-4d5d-9cef-05fa815bce30), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.717039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:49:49.717864 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (7806ebda-0a1e-4d5d-9cef-05fa815bce30), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:49:49.721980 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:49:49.788393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=50c48646-6992-4232-b2ae-5d7280a4ad66,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:49.794750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67268d63-f462-425e-bbeb-b3c283929421 req-8b85768f-26cc-43ee-bafc-dcb496830e4b tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.132 HTTP/1.1" status: 200 len: 696 time: 0.1592314 Feb 09 02:49:49.892635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Network cb608499-0555-4383-82b4-68208b53b34b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:49.895485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:49.915719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67268d63-f462-425e-bbeb-b3c283929421 req-bddf9fac-9448-4dfb-9b14-6b6f90d2aa03 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.132 HTTP/1.1" status: 200 len: 696 time: 0.1148765 Feb 09 02:49:49.920489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:49:50.019922 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (539acb2f-37f4-40db-92be-1cc7e427122f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.058371 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.072651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] 10.222.0.32 "DELETE /v2.0/networks/539acb2f-37f4-40db-92be-1cc7e427122f HTTP/1.1" status: 204 len: 168 time: 1.3846567 Feb 09 02:49:50.127509 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (5a8a0bab-0d25-46df-b02f-a19741fc889b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.130934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7e6ad-cb7a-41f2-81be-f2edc7411b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=539acb2f-37f4-40db-92be-1cc7e427122f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:50.415589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Deleting port 3ea49162-b71b-4d62-b01c-315a9f6f5cb9 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:50.415937 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.492604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a122b1a8-b14f-465f-85cf-10b6412b3e65 None None] Provisioning complete for port 50c48646-6992-4232-b2ae-5d7280a4ad66 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:50.494378 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a122b1a8-b14f-465f-85cf-10b6412b3e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.593552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.593887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.628804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49894) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:50.634095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a122b1a8-b14f-465f-85cf-10b6412b3e65 None None] Port 50c48646-6992-4232-b2ae-5d7280a4ad66 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:50.641228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Calling delete_port for 3ea49162-b71b-4d62-b01c-315a9f6f5cb9 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:50.644569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab09986-a482-4067-88d6-785c4e086937 req-24f3f727-fe76-48b4-824d-275198d5b0c7 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:50.646991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aab09986-a482-4067-88d6-785c4e086937 req-24f3f727-fe76-48b4-824d-275198d5b0c7 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 944 time: 0.2913902 Feb 09 02:49:50.761666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:50.888816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4c045e6d-8e69-4d86-b9aa-0998966ca44b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:50.946055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aab09986-a482-4067-88d6-785c4e086937 req-a42dfcdd-3efb-440c-b20a-d8f94cae8e62 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834589 Feb 09 02:49:51.058359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 4c045e6d-8e69-4d86-b9aa-0998966ca44b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:49:51.063335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 4c045e6d-8e69-4d86-b9aa-0998966ca44b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:51.064045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.166262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-be5c69d7-c8c7-4e44-a7a9-3eebbaff5884 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=588502c1dea042818eb2c2862400f62f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5361686 Feb 09 02:49:51.167329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49906) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:51.190103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3ea49162-b71b-4d62-b01c-315a9f6f5cb9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.307492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66560074-009c-46ae-8511-2620f235b3d8 req-9a34da97-221a-4036-b6e7-466680db6ea5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f117d4-c9d4-4314-b2bb-dc26b9fa60cd HTTP/1.1" status: 200 len: 210 time: 0.1526754 Feb 09 02:49:51.331883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event deleted for resources: {'Port': ['ID=3ea49162-b71b-4d62-b01c-315a9f6f5cb9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:51.394340 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.399178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4c045e6d-8e69-4d86-b9aa-0998966ca44b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:51.403056 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.409801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 26a73963-f73b-4405-81b1-42d4185b2f0b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:51.457977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Publish callbacks [] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.473663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.491043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4c045e6d-8e69-4d86-b9aa-0998966ca44b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:51.494333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd35b31-0c94-4017-b111-424346bb746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c045e6d-8e69-4d86-b9aa-0998966ca44b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:49:51.497383 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeefb9f-b925-4906-a3a8-7b3049b845b3" -d '{"events": [{"server_uuid": "5bd35b31-0c94-4017-b111-424346bb746b", "name": "network-vif-plugged", "status": "completed", "tag": "4c045e6d-8e69-4d86-b9aa-0998966ca44b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:49:51.506285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.569795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (5a8a0bab-0d25-46df-b02f-a19741fc889b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.572834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 26a73963-f73b-4405-81b1-42d4185b2f0b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:51.573264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.608110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4c045e6d-8e69-4d86-b9aa-0998966ca44b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:51.630157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-661d77ce-caa0-4875-8f74-4239ed95eaca admin admin] Publish callbacks [] for security_group (ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.634298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (5881ddde-9112-496c-a9dc-c0013e37c755), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.645327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.656662 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67268d63-f462-425e-bbeb-b3c283929421 req-f84f792c-a1d4-476c-8dfa-db8ced5b10ca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "DELETE /v2.0/floatingips/5881ddde-9112-496c-a9dc-c0013e37c755 HTTP/1.1" status: 204 len: 173 time: 1.7398674 Feb 09 02:49:51.729665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-661d77ce-caa0-4875-8f74-4239ed95eaca admin admin] Publish callbacks [] for security_group (ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.732414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 26a73963-f73b-4405-81b1-42d4185b2f0b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:51.732819 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.797729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 26a73963-f73b-4405-81b1-42d4185b2f0b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=26a73963-f73b-4405-81b1-42d4185b2f0b,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:51.806804 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfaf627-7beb-46ab-b4ed-b1d94edee394 x-openstack-request-id: req-9dfaf627-7beb-46ab-b4ed-b1d94edee394 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:49:51.807755 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd35b31-0c94-4017-b111-424346bb746b", "name": "network-vif-plugged", "status": "completed", "tag": "4c045e6d-8e69-4d86-b9aa-0998966ca44b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:49:51.809425 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dfaf627-7beb-46ab-b4ed-b1d94edee394 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:49:51.809863 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd35b31-0c94-4017-b111-424346bb746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c045e6d-8e69-4d86-b9aa-0998966ca44b', 'code': 200} Feb 09 02:49:51.814062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:51.925762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Network cb608499-0555-4383-82b4-68208b53b34b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:49:51.932172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:49:51.938356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=50c48646-6992-4232-b2ae-5d7280a4ad66,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:51.955103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=26a73963-f73b-4405-81b1-42d4185b2f0b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:52.014535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-db6f4b66-72c7-4e37-b21c-4e8e9c410390 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips/539db88b-6b0d-46e6-a26a-aa76986ab5ea HTTP/1.1" status: 200 len: 692 time: 0.2252495 Feb 09 02:49:52.203379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb44a0f-7ddd-4b4d-afcd-41f1b5faad10 req-8413bbb1-dd7d-45fd-8ad1-2150c75bcae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:52.224752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ddb44a0f-7ddd-4b4d-afcd-41f1b5faad10 req-8413bbb1-dd7d-45fd-8ad1-2150c75bcae4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 1127 time: 0.3976560 Feb 09 02:49:52.309118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-661d77ce-caa0-4875-8f74-4239ed95eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:52.323642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-661d77ce-caa0-4875-8f74-4239ed95eaca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:52.329595 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-661d77ce-caa0-4875-8f74-4239ed95eaca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09 HTTP/1.1" status: 204 len: 168 time: 1.1550901 Feb 09 02:49:52.331158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Router 5a8a0bab-0d25-46df-b02f-a19741fc889b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:49:52.403833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6de4fa-32c9-4e3b-9200-46d52197a20a req-16024231-072a-40db-b70a-f896e22e50cc tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:52.412514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb6de4fa-32c9-4e3b-9200-46d52197a20a req-16024231-072a-40db-b70a-f896e22e50cc tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1621749 Feb 09 02:49:52.433873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d77ce-caa0-4875-8f74-4239ed95eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9778a6-7d07-4ba0-bc3f-dc674e9c3b09,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:52.456440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ddb44a0f-7ddd-4b4d-afcd-41f1b5faad10 req-ba1f8411-5d1a-42fb-b9fa-047174c2a45f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175601 Feb 09 02:49:52.508569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-33ce3bf9-26b5-4cbe-b1d9-4136f587efb2 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:52.524239 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-33ce3bf9-26b5-4cbe-b1d9-4136f587efb2 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.5080378 Feb 09 02:49:52.539955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ed8001ac-5710-4e6b-86dc-a6201c761fab None None] Provisioning complete for port 50c48646-6992-4232-b2ae-5d7280a4ad66 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:52.540780 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed8001ac-5710-4e6b-86dc-a6201c761fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:52.593930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ed8001ac-5710-4e6b-86dc-a6201c761fab None None] Port 50c48646-6992-4232-b2ae-5d7280a4ad66 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:52.659778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-cafc4a66-3491-4676-b89b-e19f8bab1fdc tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.1323218 Feb 09 02:49:52.728589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb6de4fa-32c9-4e3b-9200-46d52197a20a req-4a02f3de-c43a-4ab3-8956-84807343b7b8 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045089 Feb 09 02:49:52.810100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:49:52.821147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Sync routers for ids ['5a8a0bab-0d25-46df-b02f-a19741fc889b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:49:52.832632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Routers {'5a8a0bab-0d25-46df-b02f-a19741fc889b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:52.833273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5a8a0bab-0d25-46df-b02f-a19741fc889b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:52.835905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5b897e1a-dbf0-4918-b073-b0c713b4f8c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/5a8a0bab-0d25-46df-b02f-a19741fc889b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3520010 Feb 09 02:49:52.838357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-21933410-0200-45ad-8977-5606bff057ed tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.1707742 Feb 09 02:49:52.982252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Set router 5a8a0bab-0d25-46df-b02f-a19741fc889b gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:53.232397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Deleting port e77c5959-d271-4fd4-9c2a-555080b3ad59 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:53.232970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e77c5959-d271-4fd4-9c2a-555080b3ad59), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:53.513076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e77c5959-d271-4fd4-9c2a-555080b3ad59), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:53.513408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (e77c5959-d271-4fd4-9c2a-555080b3ad59), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:53.540724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 26a73963-f73b-4405-81b1-42d4185b2f0b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:53.587152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Calling delete_port for e77c5959-d271-4fd4-9c2a-555080b3ad59 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:53.828742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 26a73963-f73b-4405-81b1-42d4185b2f0b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:53.831472 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:54.029085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e493e2-9998-43a2-abf8-1be93b8d09d1 req-550de818-4684-410b-ad2f-4797fc368701 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:54.040142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21e493e2-9998-43a2-abf8-1be93b8d09d1 req-550de818-4684-410b-ad2f-4797fc368701 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1318657 Feb 09 02:49:54.126481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e77c5959-d271-4fd4-9c2a-555080b3ad59), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:54.211350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21e493e2-9998-43a2-abf8-1be93b8d09d1 req-7a85bbc1-5865-4d7b-83a9-0691b2b94564 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595266 Feb 09 02:49:54.236283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event deleted for resources: {'Port': ['ID=e77c5959-d271-4fd4-9c2a-555080b3ad59,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:54.432432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 26a73963-f73b-4405-81b1-42d4185b2f0b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:54.449494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac6f329f-b373-4078-a763-776bac77862e req-d812e8ae-5152-4a15-9c39-14e32c74af21 tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ec881e00089c4b188fb42d92b80ba60e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790801 Feb 09 02:49:54.483609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (539db88b-6b0d-46e6-a26a-aa76986ab5ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:54.495726 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:54.503890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08e05af2-bb6c-40df-a3e0-6003d1388dd5 req-7617cab9-5d98-427a-9400-40bb8ecdca88 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "DELETE /v2.0/floatingips/539db88b-6b0d-46e6-a26a-aa76986ab5ea HTTP/1.1" status: 204 len: 173 time: 1.6513212 Feb 09 02:49:54.524115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:49:50Z', 'revision_number': 4, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port': {'id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:43Z', 'updated_at': '2022-02-09T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '50c48646-6992-4232-b2ae-5d7280a4ad66', 'name': '', 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'mac_address': 'fa:16:3e:d3:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '887d48b1-0e24-4d78-bd3e-e899bdb80da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:48Z', 'updated_at': '2022-02-09T02:49:50Z', 'revision_number': 2, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'subnets': [{'id': '887d48b1-0e24-4d78-bd3e-e899bdb80da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:54.663914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Checking router: 5a8a0bab-0d25-46df-b02f-a19741fc889b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:49:54.664638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Updating router 5a8a0bab-0d25-46df-b02f-a19741fc889b port 50c48646-6992-4232-b2ae-5d7280a4ad66 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:49:54.731712 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:54.742528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:54.818767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f329f-b373-4078-a763-776bac77862e req-e3591c0a-534a-4a4f-857f-a127af5120ee tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:54.829351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac6f329f-b373-4078-a763-776bac77862e req-e3591c0a-534a-4a4f-857f-a127af5120ee tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722947 Feb 09 02:49:54.867919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac6f329f-b373-4078-a763-776bac77862e req-5b854b78-b237-4c86-b5cd-e2b13ccc6542 tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/quotas/ec881e00089c4b188fb42d92b80ba60e HTTP/1.1" status: 200 len: 375 time: 0.0376406 Feb 09 02:49:54.989936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac6f329f-b373-4078-a763-776bac77862e req-a103009c-295d-4671-9727-6cc1c2e14884 tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec881e00089c4b188fb42d92b80ba60e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136382 Feb 09 02:49:55.150730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-ad3bf534-8ef3-43ca-abcc-cd69cde7f160 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips/c0fc0acc-4d10-4e60-83b5-8cad78fab042 HTTP/1.1" status: 200 len: 693 time: 0.1555791 Feb 09 02:49:55.195680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-467847743-network', 'tenant_id': '50ff18d5911147828ff7afa156b6a335'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:55.362297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025025f3-17de-4898-8ee1-b2032560cebe req-efbcd9bc-65de-41da-b127-b5991f03eaaa tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:55.369879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-025025f3-17de-4898-8ee1-b2032560cebe req-efbcd9bc-65de-41da-b127-b5991f03eaaa tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1132708 Feb 09 02:49:55.478606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-025025f3-17de-4898-8ee1-b2032560cebe req-4cb352bc-3f89-46da-9def-bb7c661af626 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076272 Feb 09 02:49:55.616310 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Publish callbacks [] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:55.642593 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:55.851514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84f7a-f00e-4279-8d79-f0bcb73a45d9 None None] Pushing event updated for resources: {'Port': ['ID=50c48646-6992-4232-b2ae-5d7280a4ad66,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:56.053507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Attempting to bind port 50c48646-6992-4232-b2ae-5d7280a4ad66 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:49:56.056169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Attempting to bind port 50c48646-6992-4232-b2ae-5d7280a4ad66 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:49:56.059211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Attempting to bind port 50c48646-6992-4232-b2ae-5d7280a4ad66 on network cb608499-0555-4383-82b4-68208b53b34b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:49:56.096411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:49:56.097271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Checking segment: {'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:56.097950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.098852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Bound using segment: {'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:49:56.099617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Bound port: 50c48646-6992-4232-b2ae-5d7280a4ad66, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897d9630-c7c8-4de5-8609-f988776fc966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:49:56.100260 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.295110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Made reservation on behalf of 50ff18d5911147828ff7afa156b6a335 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:56.301567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.314516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] For port 50c48646-6992-4232-b2ae-5d7280a4ad66, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:49:56.337365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] For port 50c48646-6992-4232-b2ae-5d7280a4ad66, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=50c48646-6992-4232-b2ae-5d7280a4ad66,segment=NetworkSegment(897d9630-c7c8-4de5-8609-f988776fc966),segment_id=897d9630-c7c8-4de5-8609-f988776fc966)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:49:56.339059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-513fbe9e-edb6-40ea-8be0-9002b21de17f None None] Provisioning complete for port 50c48646-6992-4232-b2ae-5d7280a4ad66 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:56.339534 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-513fbe9e-edb6-40ea-8be0-9002b21de17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.391513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.452897 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:56.478542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb84f7a-f00e-4279-8d79-f0bcb73a45d9 None None] Pushing event updated for resources: {'Port': ['ID=50c48646-6992-4232-b2ae-5d7280a4ad66,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:56.513764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-513fbe9e-edb6-40ea-8be0-9002b21de17f None None] Port 50c48646-6992-4232-b2ae-5d7280a4ad66 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:49:56.524277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Routers {'5a8a0bab-0d25-46df-b02f-a19741fc889b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:49:56.525263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5a8a0bab-0d25-46df-b02f-a19741fc889b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:56.673700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-e3847a95-c694-4aec-98e1-a9cc1ddfa914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:56.682066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-e3847a95-c694-4aec-98e1-a9cc1ddfa914 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 1127 time: 0.5098834 Feb 09 02:49:56.819199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] Set router 5a8a0bab-0d25-46df-b02f-a19741fc889b gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:49:56.902546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-c2d2e379-b8be-4104-9355-aec4de69b3c7 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:56.917036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-c2d2e379-b8be-4104-9355-aec4de69b3c7 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 1.7581704 Feb 09 02:49:57.178623 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-1ea36a36-696a-4810-93dc-29bf5c723fca tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.2601373 Feb 09 02:49:57.324719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b450f30-765e-43bf-9039-6ee426a94f49 req-8f6d1515-8ac3-4a27-8466-c21ae46b82b1 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:57.330763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-bfa06524-8360-44fc-bf8b-0faee3727456 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.1508694 Feb 09 02:49:57.344084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-05b423c3-4d09-4a51-8050-81510edbc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:57.345563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-05b423c3-4d09-4a51-8050-81510edbc6b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 912 time: 0.6364059 Feb 09 02:49:57.346880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b450f30-765e-43bf-9039-6ee426a94f49 req-8f6d1515-8ac3-4a27-8466-c21ae46b82b1 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1333101 Feb 09 02:49:57.472651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b450f30-765e-43bf-9039-6ee426a94f49 req-e53e1d85-17d7-4db6-8c5b-abbce5ced837 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242082 Feb 09 02:49:57.503207 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-97b4b026-ee5f-45b4-bac0-30e218513f20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b HTTP/1.1" status: 200 len: 217 time: 0.1268079 Feb 09 02:49:57.594774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-edfabd7f-3b22-4751-9035-e57611609416 None None] Provisioning complete for port 50c48646-6992-4232-b2ae-5d7280a4ad66 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:57.595363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-edfabd7f-3b22-4751-9035-e57611609416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:57.638564 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Publish callbacks [] for security_group (804a9e77-e635-4bb2-84b6-9a42e992ac29), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:57.911071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (804a9e77-e635-4bb2-84b6-9a42e992ac29), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:57.929350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:49:50Z', 'revision_number': 4, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port': {'id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:43Z', 'updated_at': '2022-02-09T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '50c48646-6992-4232-b2ae-5d7280a4ad66', 'name': '', 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'mac_address': 'fa:16:3e:d3:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '887d48b1-0e24-4d78-bd3e-e899bdb80da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:48Z', 'updated_at': '2022-02-09T02:49:56Z', 'revision_number': 4, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'subnets': [{'id': '887d48b1-0e24-4d78-bd3e-e899bdb80da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:49:58.051487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2c14e-348e-4499-b9ab-22bea72c0d71 None None] The sync data for ids ['5a8a0bab-0d25-46df-b02f-a19741fc889b'] in n-d-827839-4 is: [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:49:50Z', 'revision_number': 4, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port': {'id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:43Z', 'updated_at': '2022-02-09T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '50c48646-6992-4232-b2ae-5d7280a4ad66', 'name': '', 'network_id': 'cb608499-0555-4383-82b4-68208b53b34b', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'mac_address': 'fa:16:3e:d3:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '887d48b1-0e24-4d78-bd3e-e899bdb80da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:48Z', 'updated_at': '2022-02-09T02:49:56Z', 'revision_number': 4, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'subnets': [{'id': '887d48b1-0e24-4d78-bd3e-e899bdb80da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:49:58.082628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-edfabd7f-3b22-4751-9035-e57611609416 None None] Current status of the port 50c48646-6992-4232-b2ae-5d7280a4ad66 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:58.083399 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-edfabd7f-3b22-4751-9035-e57611609416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.090625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-e9cbf15d-4fc4-461b-8af0-0b49dc6437e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:58.100701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-e9cbf15d-4fc4-461b-8af0-0b49dc6437e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 200 len: 851 time: 0.4525132 Feb 09 02:49:58.220902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a9e77-e635-4bb2-84b6-9a42e992ac29,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:58.319744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:49:58.423904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (dff7f2b8-9b22-4eff-8a74-868e2cf1d98c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.424608 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Added segment dff7f2b8-9b22-4eff-8a74-868e2cf1d98c of type vlan for network 2d0702a2-152a-4af3-9121-3a2f467c4162 Feb 09 02:49:58.496481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (2d0702a2-152a-4af3-9121-3a2f467c4162), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.517810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-edfabd7f-3b22-4751-9035-e57611609416 None None] For port 50c48646-6992-4232-b2ae-5d7280a4ad66, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=50c48646-6992-4232-b2ae-5d7280a4ad66,segment=NetworkSegment(897d9630-c7c8-4de5-8609-f988776fc966),segment_id=897d9630-c7c8-4de5-8609-f988776fc966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:49:58.541380 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-edfabd7f-3b22-4751-9035-e57611609416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.562368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-a6e27cfa-6986-4da7-b7db-01ec2ac18154 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=864af6b6-ec45-4e59-a401-3a85fef04c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2983937 Feb 09 02:49:58.599247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (2d0702a2-152a-4af3-9121-3a2f467c4162), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.600495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:49:58.601211 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.806504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfabd7f-3b22-4751-9035-e57611609416 None None] Pushing event updated for resources: {'Port': ['ID=50c48646-6992-4232-b2ae-5d7280a4ad66,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:58.850087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] Pushing event updated for resources: {'Network': ['ID=2d0702a2-152a-4af3-9121-3a2f467c4162,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:58.861571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50140) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:49:58.862653 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dab1b91c-48f7-46f5-9e67-ab224852e2ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.1183457 Feb 09 02:49:58.869054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Request body: {'subnet': {'network_id': '2d0702a2-152a-4af3-9121-3a2f467c4162', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-467847743-subnet', 'tenant_id': '50ff18d5911147828ff7afa156b6a335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:49:58.871496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 2d0702a2-152a-4af3-9121-3a2f467c4162 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:49:58.909993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Deleting port 9165c723-5c0a-482d-aafa-6bfcaada8a0d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:49:58.911425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9165c723-5c0a-482d-aafa-6bfcaada8a0d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:58.945497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Made reservation on behalf of 50ff18d5911147828ff7afa156b6a335 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:49:58.949079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:59.155474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9165c723-5c0a-482d-aafa-6bfcaada8a0d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:59.159666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (9165c723-5c0a-482d-aafa-6bfcaada8a0d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:59.230019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Calling delete_port for 9165c723-5c0a-482d-aafa-6bfcaada8a0d owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:49:59.338187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 50c48646-6992-4232-b2ae-5d7280a4ad66 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:49:59.526330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 50c48646-6992-4232-b2ae-5d7280a4ad66 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:49:59.526712 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:59.642061 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (196073a6-660f-4c30-b09b-b03d30fb1845), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:59.728901 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9165c723-5c0a-482d-aafa-6bfcaada8a0d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:49:59.770822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 50c48646-6992-4232-b2ae-5d7280a4ad66 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:49:59.801876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Pushing event deleted for resources: {'Port': ['ID=9165c723-5c0a-482d-aafa-6bfcaada8a0d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:59.849855 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-d31dea08-a697-4563-8bd0-d2715a5314d3 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2626934 Feb 09 02:49:59.857774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Checking segment: {'id': 'dff7f2b8-9b22-4eff-8a74-868e2cf1d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2d0702a2-152a-4af3-9121-3a2f467c4162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:49:59.857774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Network hostable DHCP agents. Network: 2d0702a2-152a-4af3-9121-3a2f467c4162, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:49:59.895787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=196073a6-660f-4c30-b09b-b03d30fb1845,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:49:59.909936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.910517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.911074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.911588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.912102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.912624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.913137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.913637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.914143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.914690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.915197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.915701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.916206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:49:59.968681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Network 2d0702a2-152a-4af3-9121-3a2f467c4162 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:49:59.995695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 2d0702a2-152a-4af3-9121-3a2f467c4162) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:00.002013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:00.003939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:00.012828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f739a81e-1177-4c30-8d2f-4b387422beeb None None] Network 2d0702a2-152a-4af3-9121-3a2f467c4162 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:00.065093 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-39138be4-2328-4cd3-b494-1ecaeb985c4e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2022004 Feb 09 02:50:00.269333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2995b07e-59c0-4b9a-995b-f580e5476b36 req-cc1e9c29-fc17-41f5-a38a-99877b334690 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901665 Feb 09 02:50:00.363179 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks [] for floatingip (c0fc0acc-4d10-4e60-83b5-8cad78fab042), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:00.368761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:00.370879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d56a3d3-1966-4b34-9c5f-0e2fc16015a7 req-a7157522-cffe-4ed4-9e22-36fda4d400e8 tempest-FloatingIPDetailsTestJSON-820619029 tempest-FloatingIPDetailsTestJSON-820619029-project] 10.222.0.32 "DELETE /v2.0/floatingips/c0fc0acc-4d10-4e60-83b5-8cad78fab042 HTTP/1.1" status: 204 len: 173 time: 3.0393879 Feb 09 02:50:00.378215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50174) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:00.482459 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5565-c528-4b77-be90-29ab40b3da77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:00.517246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe5d38-9250-4731-a68e-2b60723bcba5 None None] Network 2d0702a2-152a-4af3-9121-3a2f467c4162 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:00.714293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e72973c1-f331-4260-8527-b84f8b5ce82d req-1effdc3e-b1f5-4f7e-bab2-ac401f473661 tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ec881e00089c4b188fb42d92b80ba60e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558133 Feb 09 02:50:00.838920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e5365-082f-4584-abcb-51f7ff752fef req-1e6dddc5-4e91-4d05-a96b-33ed5d140150 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:00.849895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d9e5365-082f-4584-abcb-51f7ff752fef req-1e6dddc5-4e91-4d05-a96b-33ed5d140150 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2582281 Feb 09 02:50:00.988668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d9e5365-082f-4584-abcb-51f7ff752fef req-3a304e19-5e50-4ff9-9813-7e6aa66b140b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334114 Feb 09 02:50:01.030393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72973c1-f331-4260-8527-b84f8b5ce82d req-09d246a3-64bf-406b-a3fd-3a8ff2c8a7fa tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:01.052479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e72973c1-f331-4260-8527-b84f8b5ce82d req-09d246a3-64bf-406b-a3fd-3a8ff2c8a7fa tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071356 Feb 09 02:50:01.094285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e72973c1-f331-4260-8527-b84f8b5ce82d req-0c63423b-1524-4627-b612-dac9ce022a20 tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/quotas/ec881e00089c4b188fb42d92b80ba60e HTTP/1.1" status: 200 len: 375 time: 0.0368116 Feb 09 02:50:01.166322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e72973c1-f331-4260-8527-b84f8b5ce82d req-a23ad2b4-ac92-4749-9ccb-ea30c072977b tempest-QuotasAdminNegativeTest-1072721020 tempest-QuotasAdminNegativeTest-1072721020-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec881e00089c4b188fb42d92b80ba60e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702183 Feb 09 02:50:01.496795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-4f32c094-466f-4355-b8ae-fa4e141b9893 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:01.504110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-4f32c094-466f-4355-b8ae-fa4e141b9893 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/networks?id=2d0702a2-152a-4af3-9121-3a2f467c4162 HTTP/1.1" status: 200 len: 813 time: 0.2237167 Feb 09 02:50:01.522708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391673e5-d733-4666-8527-ea7205a6c8c2 req-0dcaf8ec-13cd-4aef-88c5-d5b3f9a1b2f2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:01.524840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-f9abbfaf-9dee-448d-bb18-88f73fd1eab3 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/quotas/50ff18d5911147828ff7afa156b6a335 HTTP/1.1" status: 200 len: 375 time: 0.0197096 Feb 09 02:50:01.525270 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-391673e5-d733-4666-8527-ea7205a6c8c2 req-0dcaf8ec-13cd-4aef-88c5-d5b3f9a1b2f2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.0882249 Feb 09 02:50:01.599208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-391673e5-d733-4666-8527-ea7205a6c8c2 req-f3ab4ef6-b6be-426e-ade6-f1a082ce57ee tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665026 Feb 09 02:50:01.602700 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-f15c229f-c1b1-4497-b7e1-7e87c0c080e2 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=50ff18d5911147828ff7afa156b6a335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754304 Feb 09 02:50:01.803727 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-724e78c6-c7cf-4de4-87d0-f569dc69595c service neutron] 10.222.0.32 "GET /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993167 Feb 09 02:50:01.932508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ba1c16f8-60cb-4da4-80ad-871ddf79596c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:02.099662 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-1ef3180e-eba9-4d82-b085-30f9a73052c5 service neutron] 10.222.0.32 "GET /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947705 Feb 09 02:50:02.575516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c627c78-0439-44e9-b3a4-64e4189fa477 req-af7e6694-ac6b-47ac-ab1f-b27a97ae2d12 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:02.582872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c627c78-0439-44e9-b3a4-64e4189fa477 req-af7e6694-ac6b-47ac-ab1f-b27a97ae2d12 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.0982618 Feb 09 02:50:02.607813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a22fe27-55c3-47ac-a47d-747ea4547104 req-09ce0c15-91de-459f-8f1f-1bd387256f58 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 210 time: 0.1310656 Feb 09 02:50:02.628438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Deleting port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:02.629310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:02.669627 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e9f2127e-ef38-4e80-95ca-116044053a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:02.776984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] For port d63e0bdc-7e8f-4e8f-b6b3-7906635249a7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,segment=NetworkSegment(2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c),segment_id=2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:02.777427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:02.793701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Calling delete_port for d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:02.897815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c627c78-0439-44e9-b3a4-64e4189fa477 req-f38f5eaa-6375-40b3-b5b1-da7318d05e6d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137224 Feb 09 02:50:02.971377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd92a3d-1494-47d5-aec8-3d37d9d3e77c req-fb0ae0be-5778-4cbb-acba-f463e372328e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:02.977002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bd92a3d-1494-47d5-aec8-3d37d9d3e77c req-fb0ae0be-5778-4cbb-acba-f463e372328e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.1406443 Feb 09 02:50:03.053975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50244) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:03.059321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bd92a3d-1494-47d5-aec8-3d37d9d3e77c req-f2a7b6d1-b23d-43cc-8761-27ac8d1dbff9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786989 Feb 09 02:50:03.273793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dcafc953-8d15-4a1c-8ccd-2366b716bb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:03.350418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d63e0bdc-7e8f-4e8f-b6b3-7906635249a7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:03.418857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Pushing event deleted for resources: {'Port': ['ID=d63e0bdc-7e8f-4e8f-b6b3-7906635249a7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:03.531746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:03.736075 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ba1c16f8-60cb-4da4-80ad-871ddf79596c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.165679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32074e1-7582-4feb-81a1-0bc9158819d7 req-04f4e831-4822-4880-b906-4e912c43f02d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:04.179363 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e32074e1-7582-4feb-81a1-0bc9158819d7 req-04f4e831-4822-4880-b906-4e912c43f02d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1435437 Feb 09 02:50:04.283410 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.284255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:04.285319 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.316359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e32074e1-7582-4feb-81a1-0bc9158819d7 req-0194e9e4-2966-436c-a5f0-53643d2764fd tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300197 Feb 09 02:50:04.379741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:04.382698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:04.390029 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da60f037-a737-42d4-9bb4-d3fe61c51fa1" -d '{"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-unplugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:04.399903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.509551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:04.523924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.524324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.524724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.525072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.525410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.525748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.526130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.526539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.537943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.538394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.539414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.539766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.540107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:04.612738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cd42e-05b2-430d-8fe2-e16860909c04 req-c663af9a-bb96-4c28-9751-d92ec6d49779 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:04.622283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c3cd42e-05b2-430d-8fe2-e16860909c04 req-c663af9a-bb96-4c28-9751-d92ec6d49779 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1495368 Feb 09 02:50:04.712306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57874c42-4181-49a1-827d-3151dcd09324 req-58b65d74-f504-47dd-bed0-0e954d1404ac tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 210 time: 0.8920317 Feb 09 02:50:04.731352 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dcafc953-8d15-4a1c-8ccd-2366b716bb2b admin admin] Publish callbacks [] for security_group (7412448f-e815-4d81-a744-9717f4a4b15e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.749096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c3cd42e-05b2-430d-8fe2-e16860909c04 req-09a412a4-9abd-42cb-b34b-59737df0db18 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204691 Feb 09 02:50:04.794267 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2265761-0ee1-4b5f-9ffe-36edbbedcd01 x-openstack-request-id: req-b2265761-0ee1-4b5f-9ffe-36edbbedcd01 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:04.794647 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-unplugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:04.794970 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2265761-0ee1-4b5f-9ffe-36edbbedcd01 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:04.795432 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'code': 200} Feb 09 02:50:04.814916 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dcafc953-8d15-4a1c-8ccd-2366b716bb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7412448f-e815-4d81-a744-9717f4a4b15e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:04.948159 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:05.001955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafc953-8d15-4a1c-8ccd-2366b716bb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7412448f-e815-4d81-a744-9717f4a4b15e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:05.028060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dcafc953-8d15-4a1c-8ccd-2366b716bb2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec881e00089c4b188fb42d92b80ba60e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9694200 Feb 09 02:50:05.031286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50268) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:05.161831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef0772f-5eef-45ee-9bc1-7dadd85f266d admin admin] Publish callbacks [] for security_group (7412448f-e815-4d81-a744-9717f4a4b15e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:05.186986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef0772f-5eef-45ee-9bc1-7dadd85f266d admin admin] Publish callbacks [] for security_group (7412448f-e815-4d81-a744-9717f4a4b15e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:05.260493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef0772f-5eef-45ee-9bc1-7dadd85f266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7412448f-e815-4d81-a744-9717f4a4b15e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:05.265971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef0772f-5eef-45ee-9bc1-7dadd85f266d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:05.267491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aef0772f-5eef-45ee-9bc1-7dadd85f266d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7412448f-e815-4d81-a744-9717f4a4b15e HTTP/1.1" status: 204 len: 168 time: 0.2350326 Feb 09 02:50:05.278205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-03da14bc-1419-4cbb-8e61-41628e0a528e tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:05.283745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-03da14bc-1419-4cbb-8e61-41628e0a528e tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.26 "GET /v2.0/networks?id=2d0702a2-152a-4af3-9121-3a2f467c4162 HTTP/1.1" status: 200 len: 813 time: 0.6406894 Feb 09 02:50:05.309967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Request body: {'port': {'device_id': '46ed7298-5950-4d33-8e67-5ebcd0ef0ebe', 'network_id': '2d0702a2-152a-4af3-9121-3a2f467c4162', 'admin_state_up': True, 'tenant_id': '50ff18d5911147828ff7afa156b6a335'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:05.311228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0772f-5eef-45ee-9bc1-7dadd85f266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7412448f-e815-4d81-a744-9717f4a4b15e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:05.471214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Router ba1c16f8-60cb-4da4-80ad-871ddf79596c has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:50:05.572674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c1b0-ef3c-4d86-88dd-77e8e72833ab req-569c1f6b-c1c5-4e02-9ea9-bd6a082c67d6 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:05.594545 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3c1b0-ef3c-4d86-88dd-77e8e72833ab req-569c1f6b-c1c5-4e02-9ea9-bd6a082c67d6 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1268208 Feb 09 02:50:05.743307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ab3c1b0-ef3c-4d86-88dd-77e8e72833ab req-54c8cca7-f4ad-4e77-8379-05702dce9af7 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469159 Feb 09 02:50:06.015930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad7be459-4a2c-4a31-ad7f-84e78c51a583 req-bf58e8bf-7b2a-4917-a62e-c925b56a93b8 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 210 time: 0.1514146 Feb 09 02:50:06.025097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Made reservation on behalf of 50ff18d5911147828ff7afa156b6a335 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:06.033699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.072759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:50:06.077218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50286) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:06.093374 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] Sync routers for ids ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:50:06.100773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7ffdb9a1-e76d-4468-b750-57066137f82a admin admin] 10.222.0.32 "PUT /v2.0/routers/ba1c16f8-60cb-4da4-80ad-871ddf79596c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7120388 Feb 09 02:50:06.103740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50288) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:06.105198 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] Routers {'ba1c16f8-60cb-4da4-80ad-871ddf79596c'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:50:06.109657 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:50:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:06.116671 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2d779995-815c-4674-90d1-8e4cdd055b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.298758 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.370505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2d779995-815c-4674-90d1-8e4cdd055b4c admin admin] Publish callbacks [] for security_group (97ab62ec-25c9-48cc-a96d-50d6196f9508), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.396596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac2af-0413-4734-85d6-0f40adcd670b req-2ab83ce3-a393-4071-aa82-be47b589e765 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:06.406294 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52ac2af-0413-4734-85d6-0f40adcd670b req-2ab83ce3-a393-4071-aa82-be47b589e765 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.4497545 Feb 09 02:50:06.412946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2d779995-815c-4674-90d1-8e4cdd055b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (97ab62ec-25c9-48cc-a96d-50d6196f9508), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.486609 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] Set router ba1c16f8-60cb-4da4-80ad-871ddf79596c gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:50:06.559781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2d779995-815c-4674-90d1-8e4cdd055b4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84a2550ae6944f6490293abd2ccdfeec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734590 Feb 09 02:50:06.566931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50292) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:06.570112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d779995-815c-4674-90d1-8e4cdd055b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ab62ec-25c9-48cc-a96d-50d6196f9508,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:06.693377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52ac2af-0413-4734-85d6-0f40adcd670b req-d2c38cc5-7a9e-4cb7-ab69-94e25018a15a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853389 Feb 09 02:50:06.745099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-48b99559-a674-45b1-bf88-88538937809c admin admin] Publish callbacks [] for security_group (97ab62ec-25c9-48cc-a96d-50d6196f9508), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.774956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-48b99559-a674-45b1-bf88-88538937809c admin admin] Publish callbacks [] for security_group (97ab62ec-25c9-48cc-a96d-50d6196f9508), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.869123 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-48b99559-a674-45b1-bf88-88538937809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (97ab62ec-25c9-48cc-a96d-50d6196f9508), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.872272 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-48b99559-a674-45b1-bf88-88538937809c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.877728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-48b99559-a674-45b1-bf88-88538937809c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97ab62ec-25c9-48cc-a96d-50d6196f9508 HTTP/1.1" status: 204 len: 168 time: 0.3011761 Feb 09 02:50:06.889201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b99559-a674-45b1-bf88-88538937809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ab62ec-25c9-48cc-a96d-50d6196f9508,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:06.917342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks [] for router (ba1c16f8-60cb-4da4-80ad-871ddf79596c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:06.933629 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:50:03Z', 'revision_number': 5, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:06.971058 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] Checking router: ba1c16f8-60cb-4da4-80ad-871ddf79596c for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:50:06.982843 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] Routers {'ba1c16f8-60cb-4da4-80ad-871ddf79596c'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:50:06.984009 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:50:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:07.217978 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20f4a168-9ed0-4435-8771-3c91cf624cc7 req-0899e028-33f7-4e97-b9f1-ef8e29c94bcd tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 210 time: 0.0731812 Feb 09 02:50:07.260341 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] Set router ba1c16f8-60cb-4da4-80ad-871ddf79596c gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:50:07.283014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Allocated IP 172.20.0.10 (2d0702a2-152a-4af3-9121-3a2f467c4162/196073a6-660f-4c30-b09b-b03d30fb1845/b118a807-2812-4e0c-9b8b-03027b5f0884) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:07.290569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks [] for router_gateway (ba1c16f8-60cb-4da4-80ad-871ddf79596c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:07.452786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ccd94-4a59-4aa7-90b6-22696717a43e req-5b3c5298-683a-4a15-a656-9f4363d61159 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:07.455449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff2ccd94-4a59-4aa7-90b6-22696717a43e req-5b3c5298-683a-4a15-a656-9f4363d61159 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2298203 Feb 09 02:50:07.540542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:50:07.765109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:07.798010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '57124ed2-282b-4169-ac48-82de9427e8f0', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': '57124ed2-282b-4169-ac48-82de9427e8f0', 'mac_address': 'fa:16:3e:13:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:50:07.818579 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:50:03Z', 'revision_number': 5, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:07.917212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff2ccd94-4a59-4aa7-90b6-22696717a43e req-106798f4-167d-452d-8112-a49ac99b42c7 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383228 Feb 09 02:50:07.936153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:07.936690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:07.954468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Deleting port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:07.954805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:07.976524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57124ed2-282b-4169-ac48-82de9427e8f0 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:07.980089 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bbe3d-cb65-4b58-95d1-d17a6456ba4a None None] The sync data for ids ['ba1c16f8-60cb-4da4-80ad-871ddf79596c'] in n-d-827839-4 is: [{'id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'name': 'tempest-FloatingIPDetailsTestJSON-1617969207-router', 'tenant_id': '5bc2c2934469401a9bf4c081f771d671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:07Z', 'updated_at': '2022-02-09T02:50:03Z', 'revision_number': 5, 'project_id': '5bc2c2934469401a9bf4c081f771d671', 'gw_port': {'id': 'b0ee69fb-c9f7-4cbf-af11-e01e406fe92c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1c16f8-60cb-4da4-80ad-871ddf79596c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:10Z', 'updated_at': '2022-02-09T02:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:50:08.057202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:08.078453 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:08.087881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29e0a3-9bf0-498d-a0b1-8931f58bd305 req-b06ed996-5d3b-401e-bb1a-905efc5056b7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:08.095894 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd29e0a3-9bf0-498d-a0b1-8931f58bd305 req-b06ed996-5d3b-401e-bb1a-905efc5056b7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1947861 Feb 09 02:50:08.213124 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd29e0a3-9bf0-498d-a0b1-8931f58bd305 req-877b2e44-f431-40d8-983e-e66946e9d9aa tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056683 Feb 09 02:50:08.264548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Publish callbacks [] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:08.302374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=12']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:08.305433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['57124ed2-282b-4169-ac48-82de9427e8f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:08.329262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] For port b0ee69fb-c9f7-4cbf-af11-e01e406fe92c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b0ee69fb-c9f7-4cbf-af11-e01e406fe92c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:08.331842 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:08.361973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Calling delete_port for b0ee69fb-c9f7-4cbf-af11-e01e406fe92c owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:08.927532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abb86245-dd70-4a4c-9e15-5024ab8eb90e req-58e9f3d2-0f52-434f-bf7b-528465af3470 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 210 time: 0.5041344 Feb 09 02:50:08.975272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:09.046365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Pushing event updated for resources: {'Port': ['ID=b118a807-2812-4e0c-9b8b-03027b5f0884,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:09.077941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Network 2d0702a2-152a-4af3-9121-3a2f467c4162 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:09.081986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:09.088403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:09.164502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc547c6c-193b-4da6-af8f-74d03aacc171 req-9bad0de6-95af-48c5-89f1-06bc3383edc7 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:09.168858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:09.194751 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc547c6c-193b-4da6-af8f-74d03aacc171 req-9bad0de6-95af-48c5-89f1-06bc3383edc7 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 945 time: 0.2886517 Feb 09 02:50:09.214306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b0ee69fb-c9f7-4cbf-af11-e01e406fe92c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:09.273901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:09.274268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d63e0bdc-7e8f-4e8f-b6b3-7906635249a7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:09.284929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:09.287382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:09.308828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ee69fb-c9f7-4cbf-af11-e01e406fe92c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:09.351374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc547c6c-193b-4da6-af8f-74d03aacc171 req-ee0cbe8f-0764-476b-859f-c3a2e735ed1c tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531663 Feb 09 02:50:09.452924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-156e584c-1786-4f28-b1fe-a3d68938771d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1559167 Feb 09 02:50:09.511920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb68ee-e38f-44e2-a630-e55736c28695 req-7514cab1-8145-4a11-bed7-088c9a748458 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:09.513891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49bb68ee-e38f-44e2-a630-e55736c28695 req-7514cab1-8145-4a11-bed7-088c9a748458 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.3609483 Feb 09 02:50:09.541867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Request body: {'port': {'device_id': '46ed7298-5950-4d33-8e67-5ebcd0ef0ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:09.572905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec87cd1-51cb-402a-b1a0-2ea83fc2fabe req-8a77a193-cb7f-46fd-8e54-7080da42dd58 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:09.576684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:09.592731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ec87cd1-51cb-402a-b1a0-2ea83fc2fabe req-8a77a193-cb7f-46fd-8e54-7080da42dd58 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 946 time: 0.1130638 Feb 09 02:50:09.691889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 57124ed2-282b-4169-ac48-82de9427e8f0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:09.692551 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:09.697368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (ba1c16f8-60cb-4da4-80ad-871ddf79596c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:09.724358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ec87cd1-51cb-402a-b1a0-2ea83fc2fabe req-4c71b8fe-64a3-466b-ac7f-84392396a54c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274583 Feb 09 02:50:09.885195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:09.885598 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:09.918293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:09.921591 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd9e7da-42b2-49c6-8b75-4445830dfda9" -d '{"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-plugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:09.928435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:09.936670 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (ba1c16f8-60cb-4da4-80ad-871ddf79596c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:09.940420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks [] for router_controller (ba1c16f8-60cb-4da4-80ad-871ddf79596c), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:09.946176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.033633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49bb68ee-e38f-44e2-a630-e55736c28695 req-3d8c7d32-5ec3-495a-b6b3-cb1a0b260b38 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913619 Feb 09 02:50:10.085072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-d0681fae-aff7-4f6f-a955-40bb92140fb3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:10.091817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.097834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (ba1c16f8-60cb-4da4-80ad-871ddf79596c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.098385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-d0681fae-aff7-4f6f-a955-40bb92140fb3 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 945 time: 0.1590793 Feb 09 02:50:10.106728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba1c16f8-60cb-4da4-80ad-871ddf79596c {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:50:10.125202 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1be534-1831-4f3c-aca2-c9d47a50ceaa x-openstack-request-id: req-0b1be534-1831-4f3c-aca2-c9d47a50ceaa {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:10.125441 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-plugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:10.125895 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b1be534-1831-4f3c-aca2-c9d47a50ceaa {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:10.126114 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'code': 200} Feb 09 02:50:10.126226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.128077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=13']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:10.132043 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-494ebb9e-f82a-4371-8034-053668307c09 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ba1c16f8-60cb-4da4-80ad-871ddf79596c HTTP/1.1" status: 204 len: 168 time: 4.0241549 Feb 09 02:50:10.132658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50370) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:10.459302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd2e893-26dd-4038-bff4-8daafacc37af admin admin] Deleting subnet 8b8a1387-502d-4dd8-9b33-fcdf519af4ed {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:50:10.466199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e893-26dd-4038-bff4-8daafacc37af admin admin] Publish callbacks [] for subnet (8b8a1387-502d-4dd8-9b33-fcdf519af4ed), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.539303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e893-26dd-4038-bff4-8daafacc37af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (8b8a1387-502d-4dd8-9b33-fcdf519af4ed), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.587369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2101975795', 'description': 'tempest-description-760125919'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:10.607380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6cde8-8759-4a7c-8cfc-afd02664d0c6 req-c0158379-40f1-4a58-b2e7-37ac160750d7 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:10.609319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14e6cde8-8759-4a7c-8cfc-afd02664d0c6 req-c0158379-40f1-4a58-b2e7-37ac160750d7 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 932 time: 0.4147897 Feb 09 02:50:10.671897 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.675375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b118a807-2812-4e0c-9b8b-03027b5f0884 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:10.681524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Deleting port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:10.682160 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.695669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Publish callbacks [] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.697968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.800462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e893-26dd-4038-bff4-8daafacc37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (8b8a1387-502d-4dd8-9b33-fcdf519af4ed), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.820614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14e6cde8-8759-4a7c-8cfc-afd02664d0c6 req-e8a8eb6d-fb8a-4cd3-8f79-bde49ad52f6b tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036064 Feb 09 02:50:10.864753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.880958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.964334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (8fd70904-45f0-4eff-a60f-507be03307a0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.966808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Transition to ACTIVE for port object b118a807-2812-4e0c-9b8b-03027b5f0884 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:50:10.987908 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8fd70904-45f0-4eff-a60f-507be03307a0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:10.990485 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.005259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] For port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:11.006197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.028625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Calling delete_port for 78cd9370-3bc5-4767-a682-c29a4ce3f8fa owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:11.034697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e893-26dd-4038-bff4-8daafacc37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (8b8a1387-502d-4dd8-9b33-fcdf519af4ed), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.051942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:11.070168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704806-3630-42d3-8755-c42b1f9723b4 req-9c9348be-9165-4a6e-8600-a9a4075d96d5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:11.077887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85704806-3630-42d3-8755-c42b1f9723b4 req-9c9348be-9165-4a6e-8600-a9a4075d96d5 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5ad85b-3f83-43c1-b416-188c8d2651b4 HTTP/1.1" status: 200 len: 945 time: 0.1490397 Feb 09 02:50:11.115249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77794c1e-a1b5-44fc-909a-d017db801d28 None None] Network 55fa5f61-d8df-4202-936e-325dc841a7d8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:11.140454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2e893-26dd-4038-bff4-8daafacc37af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8a1387-502d-4dd8-9b33-fcdf519af4ed,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:11.149980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6dd2e893-26dd-4038-bff4-8daafacc37af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.152148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd70904-45f0-4eff-a60f-507be03307a0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:11.157137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6dd2e893-26dd-4038-bff4-8daafacc37af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b8a1387-502d-4dd8-9b33-fcdf519af4ed HTTP/1.1" status: 204 len: 168 time: 0.9697771 Feb 09 02:50:11.159549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50380) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:11.171573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.175212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d39abc6-3a73-443f-964b-acd6aa26403c req-65bf3607-d894-4934-beb1-15a54a4d19e6 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5952640 Feb 09 02:50:11.198509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b118a807-2812-4e0c-9b8b-03027b5f0884,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:11.252170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (55fa5f61-d8df-4202-936e-325dc841a7d8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.348092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85704806-3630-42d3-8755-c42b1f9723b4 req-c3c8b0b8-6b04-4bcf-b4ff-26489285f6d1 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690756 Feb 09 02:50:11.438833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b0ee69fb-c9f7-4cbf-af11-e01e406fe92c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:11.518192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Deleting port 19f20619-be15-40ee-90d1-5a035475f183 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:11.518832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (19f20619-be15-40ee-90d1-5a035475f183), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.535826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: b0ee69fb-c9f7-4cbf-af11-e01e406fe92c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:11.537670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b0ee69fb-c9f7-4cbf-af11-e01e406fe92c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:11.617494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (78cd9370-3bc5-4767-a682-c29a4ce3f8fa), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.658437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Pushing event deleted for resources: {'Port': ['ID=78cd9370-3bc5-4767-a682-c29a4ce3f8fa,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:11.661786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] For port 19f20619-be15-40ee-90d1-5a035475f183, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=19f20619-be15-40ee-90d1-5a035475f183,segment=NetworkSegment(2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c),segment_id=2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:11.662286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (19f20619-be15-40ee-90d1-5a035475f183), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.675832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47154ca-1d05-454e-bd0f-755b82a5cff2 req-417d0558-9547-4522-9313-1fa90875acb2 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:11.684310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e47154ca-1d05-454e-bd0f-755b82a5cff2 req-417d0558-9547-4522-9313-1fa90875acb2 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2080352 Feb 09 02:50:11.735394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] DHCP port deletion for 55fa5f61-d8df-4202-936e-325dc841a7d8 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:50:11.745774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Calling delete_port for 19f20619-be15-40ee-90d1-5a035475f183 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:11.818919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7e22c-e37d-46ee-a543-1f0df960825c req-503b9404-2829-4cc8-8521-725645265bfc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:11.829741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8da7e22c-e37d-46ee-a543-1f0df960825c req-503b9404-2829-4cc8-8521-725645265bfc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.2139757 Feb 09 02:50:11.836782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e47154ca-1d05-454e-bd0f-755b82a5cff2 req-bf9cffb5-00b6-47c1-8a5d-0f4ea3c882c2 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503968 Feb 09 02:50:11.839762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] No DVR routers for this DVR port 78cd9370-3bc5-4767-a682-c29a4ce3f8fa on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:11.848380 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.857485 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f8b0292-42c0-4ae8-ad76-47d1e0950cc8 req-aff5874b-ed61-4566-9673-8fb92fee360d tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.26 "DELETE /v2.0/ports/78cd9370-3bc5-4767-a682-c29a4ce3f8fa HTTP/1.1" status: 204 len: 173 time: 1.7543797 Feb 09 02:50:11.863309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'name': 'network-vif-deleted', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:11.865948 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01466119-e52e-4faf-a9a0-2dc3baf2e1a1" -d '{"events": [{"server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "name": "network-vif-deleted", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:11.876855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b7e1385a-a2f0-49fb-8b1e-a20417d2f4c5 req-6a0bfdae-0f05-4be9-a548-3a1c744ab18e tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1194963352', 'description': 'tempest-description-874539990'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:11.891573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] Deleting port 19f20619-be15-40ee-90d1-5a035475f183 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:11.892217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (19f20619-be15-40ee-90d1-5a035475f183), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.943340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Attempting to bind port b118a807-2812-4e0c-9b8b-03027b5f0884 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:11.944410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Attempting to bind port b118a807-2812-4e0c-9b8b-03027b5f0884 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'dff7f2b8-9b22-4eff-8a74-868e2cf1d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2d0702a2-152a-4af3-9121-3a2f467c4162'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:11.945415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Attempting to bind port b118a807-2812-4e0c-9b8b-03027b5f0884 on network 2d0702a2-152a-4af3-9121-3a2f467c4162 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:11.950560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b7e1385a-a2f0-49fb-8b1e-a20417d2f4c5 req-6a0bfdae-0f05-4be9-a548-3a1c744ab18e tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:11.968050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Port b118a807-2812-4e0c-9b8b-03027b5f0884 on network 2d0702a2-152a-4af3-9121-3a2f467c4162 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:50:11.969927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Attempting to bind port b118a807-2812-4e0c-9b8b-03027b5f0884 on network 2d0702a2-152a-4af3-9121-3a2f467c4162 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:11.997818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:12.000027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Checking segment: {'id': 'dff7f2b8-9b22-4eff-8a74-868e2cf1d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2d0702a2-152a-4af3-9121-3a2f467c4162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:12.002019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Bound using segment: {'id': 'dff7f2b8-9b22-4eff-8a74-868e2cf1d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2d0702a2-152a-4af3-9121-3a2f467c4162'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:12.003537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (19f20619-be15-40ee-90d1-5a035475f183), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.004377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Bound port: b118a807-2812-4e0c-9b8b-03027b5f0884, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff7f2b8-9b22-4eff-8a74-868e2cf1d98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2d0702a2-152a-4af3-9121-3a2f467c4162'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:12.005083 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.104626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] For port 19f20619-be15-40ee-90d1-5a035475f183, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=19f20619-be15-40ee-90d1-5a035475f183,segment=NetworkSegment(2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c),segment_id=2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:12.106798 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (19f20619-be15-40ee-90d1-5a035475f183), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.152318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] Calling delete_port for 19f20619-be15-40ee-90d1-5a035475f183 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:12.167670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8da7e22c-e37d-46ee-a543-1f0df960825c req-9e46a315-01f5-4e10-a3a7-b09657f42ed1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279762 Feb 09 02:50:12.250287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] For port b118a807-2812-4e0c-9b8b-03027b5f0884, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:12.261818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] For port b118a807-2812-4e0c-9b8b-03027b5f0884, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b118a807-2812-4e0c-9b8b-03027b5f0884,segment=NetworkSegment(dff7f2b8-9b22-4eff-8a74-868e2cf1d98c),segment_id=dff7f2b8-9b22-4eff-8a74-868e2cf1d98c)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:12.283763 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.382463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:12.383349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.385062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] 10.222.0.26 "PUT /v2.0/ports/b118a807-2812-4e0c-9b8b-03027b5f0884 HTTP/1.1" status: 200 len: 1092 time: 2.8542602 Feb 09 02:50:12.420475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ed7298-5950-4d33-8e67-5ebcd0ef0ebe', 'tag': 'b118a807-2812-4e0c-9b8b-03027b5f0884'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:12.431188 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4093ed4e-eee2-4fc6-83b5-53d99e635971" -d '{"events": [{"name": "network-changed", "server_uuid": "46ed7298-5950-4d33-8e67-5ebcd0ef0ebe", "tag": "b118a807-2812-4e0c-9b8b-03027b5f0884"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:12.433630 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (19f20619-be15-40ee-90d1-5a035475f183), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.510000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f20619-be15-40ee-90d1-5a035475f183,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:12.549896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] No DVR routers for this DVR port 19f20619-be15-40ee-90d1-5a035475f183 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:12.563239 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] Pushing event deleted for resources: {'Port': ['ID=19f20619-be15-40ee-90d1-5a035475f183,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:12.572021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf024660-1bab-4800-a867-f43366e0cd14 None None] No DVR routers for this DVR port 19f20619-be15-40ee-90d1-5a035475f183 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:12.648958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7033bab-0eef-4662-8d30-7d56b14383b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b118a807-2812-4e0c-9b8b-03027b5f0884,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:12.668013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e240123-7cbe-42d9-a92b-d1c9a311d6b0 req-13c45a86-ed1d-4249-8646-06419c7a68b1 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:12.669655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e240123-7cbe-42d9-a92b-d1c9a311d6b0 req-13c45a86-ed1d-4249-8646-06419c7a68b1 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 944 time: 0.3442969 Feb 09 02:50:12.698711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-fbeb9a79-35d6-49d3-9de4-6ba15071a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:12.700757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-fbeb9a79-35d6-49d3-9de4-6ba15071a44c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ff18d5911147828ff7afa156b6a335&device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 1126 time: 0.2281919 Feb 09 02:50:12.709767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (55fa5f61-d8df-4202-936e-325dc841a7d8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.737152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fa5f61-d8df-4202-936e-325dc841a7d8']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:12.747266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:12.747809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:12.762922 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.778385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.786006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:50:12.786660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2362c2fa-53c8-4e4e-aa41-9d2ae527ec6c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.814224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-c5d6c764-0653-4392-bd90-95c9671a88d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b118a807-2812-4e0c-9b8b-03027b5f0884 HTTP/1.1" status: 200 len: 217 time: 0.0922024 Feb 09 02:50:12.822323 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e240123-7cbe-42d9-a92b-d1c9a311d6b0 req-6a0d0d1a-635a-4e7d-ab15-fcd3e5443dd3 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456122 Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:50:12.861784 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:50:12.885989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b7e1385a-a2f0-49fb-8b1e-a20417d2f4c5 req-6a0bfdae-0f05-4be9-a548-3a1c744ab18e tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (fdf63171-27ba-44f5-8019-81a9c32787c2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.888106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (55fa5f61-d8df-4202-936e-325dc841a7d8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.908330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.914693 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] 10.222.0.32 "DELETE /v2.0/networks/55fa5f61-d8df-4202-936e-325dc841a7d8 HTTP/1.1" status: 204 len: 168 time: 1.7518179 Feb 09 02:50:12.915984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ada679-181c-4e85-a59e-79250d75c831 admin admin] Pushing event deleted for resources: {'Network': ['ID=55fa5f61-d8df-4202-936e-325dc841a7d8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:12.918869 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b7e1385a-a2f0-49fb-8b1e-a20417d2f4c5 req-6a0bfdae-0f05-4be9-a548-3a1c744ab18e tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fdf63171-27ba-44f5-8019-81a9c32787c2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.943982 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b732dd3-f3cd-4001-9080-341896ab5b83 x-openstack-request-id: req-9b732dd3-f3cd-4001-9080-341896ab5b83 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:12.944324 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5ad85b-3f83-43c1-b416-188c8d2651b4", "name": "network-vif-deleted", "tag": "78cd9370-3bc5-4767-a682-c29a4ce3f8fa", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:12.944585 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b732dd3-f3cd-4001-9080-341896ab5b83 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:12.945034 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5ad85b-3f83-43c1-b416-188c8d2651b4', 'name': 'network-vif-deleted', 'tag': '78cd9370-3bc5-4767-a682-c29a4ce3f8fa', 'status': 'completed', 'code': 200} Feb 09 02:50:12.947916 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b7e1385a-a2f0-49fb-8b1e-a20417d2f4c5 req-6a0bfdae-0f05-4be9-a548-3a1c744ab18e tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:12.950389 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7e1385a-a2f0-49fb-8b1e-a20417d2f4c5 req-6a0bfdae-0f05-4be9-a548-3a1c744ab18e tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0792615 Feb 09 02:50:12.972402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bfdae-0f05-4be9-a548-3a1c744ab18e tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf63171-27ba-44f5-8019-81a9c32787c2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:12.978793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-2baf3b40-8a56-4248-8b43-1d59fcbd01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:12.981943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-2baf3b40-8a56-4248-8b43-1d59fcbd01a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196073a6-660f-4c30-b09b-b03d30fb1845 HTTP/1.1" status: 200 len: 853 time: 0.1587389 Feb 09 02:50:13.052354 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fca852-38ad-4c7d-bb8b-b4b0545c85cb x-openstack-request-id: req-e4fca852-38ad-4c7d-bb8b-b4b0545c85cb {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:13.052836 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ed7298-5950-4d33-8e67-5ebcd0ef0ebe", "tag": "b118a807-2812-4e0c-9b8b-03027b5f0884", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:13.053107 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4fca852-38ad-4c7d-bb8b-b4b0545c85cb {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:13.053522 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ed7298-5950-4d33-8e67-5ebcd0ef0ebe', 'tag': 'b118a807-2812-4e0c-9b8b-03027b5f0884', 'status': 'completed', 'code': 200} Feb 09 02:50:13.057214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-67a7bf02-0f85-4488-906d-77a136b2efdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d0702a2-152a-4af3-9121-3a2f467c4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639205 Feb 09 02:50:13.255934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2140543956', 'description': 'tempest-description-1429585741'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:13.256948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 19f20619-be15-40ee-90d1-5a035475f183 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:13.282600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50434) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:13.292388 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-232cbb59-fbf8-428c-8118-d088641c0e54 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214646 Feb 09 02:50:13.305387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 19f20619-be15-40ee-90d1-5a035475f183 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:13.308468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 19f20619-be15-40ee-90d1-5a035475f183 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:13.395545 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9eb0e692-3391-46f5-a9f5-6743be0a2bcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bc2c2934469401a9bf4c081f771d671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1083438 Feb 09 02:50:13.396085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50436) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:13.434781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b39f3-6483-4e3b-9e88-6e0ecd499fd1 req-68a1e9ab-26fa-437b-a28c-f9b57dd95011 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:13.444433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c89b39f3-6483-4e3b-9e88-6e0ecd499fd1 req-68a1e9ab-26fa-437b-a28c-f9b57dd95011 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2752857 Feb 09 02:50:13.455842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.468307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.515172 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52020faa-cdea-405e-a9b4-b8b614e00d0c admin admin] Publish callbacks [] for security_group (752a025f-545e-4bc8-bd65-aa198eebb782), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.531797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5913cc13-5b2c-4fc5-afdf-279208616dfd req-4d8458cb-b896-4b8f-9c54-a2cb2a5a6830 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265596 Feb 09 02:50:13.554687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52020faa-cdea-405e-a9b4-b8b614e00d0c admin admin] Publish callbacks [] for security_group (752a025f-545e-4bc8-bd65-aa198eebb782), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.593008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 78cd9370-3bc5-4767-a682-c29a4ce3f8fa no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:13.629783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c89b39f3-6483-4e3b-9e88-6e0ecd499fd1 req-5b92b66a-01db-41c5-ae37-12b867f76568 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771965 Feb 09 02:50:13.656923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 78cd9370-3bc5-4767-a682-c29a4ce3f8fa {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:13.665303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 78cd9370-3bc5-4767-a682-c29a4ce3f8fa not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:13.686867 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (d77a3a4e-267b-47c7-8162-5799352ac570), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.688544 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52020faa-cdea-405e-a9b4-b8b614e00d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (752a025f-545e-4bc8-bd65-aa198eebb782), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.692297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52020faa-cdea-405e-a9b4-b8b614e00d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.695051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-52020faa-cdea-405e-a9b4-b8b614e00d0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/752a025f-545e-4bc8-bd65-aa198eebb782 HTTP/1.1" status: 204 len: 168 time: 0.2980025 Feb 09 02:50:13.714260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52020faa-cdea-405e-a9b4-b8b614e00d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a025f-545e-4bc8-bd65-aa198eebb782,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:13.717646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d77a3a4e-267b-47c7-8162-5799352ac570), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.784504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-c4576138-3ace-4c27-82b3-f7cf3227e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:13.786037 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-c4576138-3ace-4c27-82b3-f7cf3227e638 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ff18d5911147828ff7afa156b6a335&device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 1126 time: 0.1534917 Feb 09 02:50:13.793521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (e2944d6d-d1ca-4c10-a80e-174e20ba2fca), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.819045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a3a4e-267b-47c7-8162-5799352ac570,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:13.822676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e2944d6d-d1ca-4c10-a80e-174e20ba2fca), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.846367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:13.847797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec117f00-d102-42e9-9950-7448db33cd68 req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5972140 Feb 09 02:50:13.862252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157373d-b3a5-45fd-8d0f-ae12e032564f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2944d6d-d1ca-4c10-a80e-174e20ba2fca,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:14.093921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c62bebc3-621a-4ba6-befc-4c76849e3cb1 req-cfd22576-dd37-4ff7-b9d8-3241a86db300 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1568582097', 'description': 'tempest-description-1254139675'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:14.135157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f7a07-879f-45f6-abd0-af8b0b5c1cc0 req-c56caf66-5710-41bf-8fd5-1dfee179a3f8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:14.136763 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-613f7a07-879f-45f6-abd0-af8b0b5c1cc0 req-c56caf66-5710-41bf-8fd5-1dfee179a3f8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.1210501 Feb 09 02:50:14.144048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-c43a57fb-061b-4f77-8280-785e3c739d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:14.145538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-c43a57fb-061b-4f77-8280-785e3c739d89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d0702a2-152a-4af3-9121-3a2f467c4162 HTTP/1.1" status: 200 len: 914 time: 0.3522305 Feb 09 02:50:14.153222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c62bebc3-621a-4ba6-befc-4c76849e3cb1 req-cfd22576-dd37-4ff7-b9d8-3241a86db300 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:14.281073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-613f7a07-879f-45f6-abd0-af8b0b5c1cc0 req-c9c951dc-0f3b-49d2-8ad6-a40c4fbdb88f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264956 Feb 09 02:50:14.303386 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-d5bf2c0b-3604-4908-9edc-6556dc82e543 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b118a807-2812-4e0c-9b8b-03027b5f0884 HTTP/1.1" status: 200 len: 217 time: 0.1174188 Feb 09 02:50:14.452553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-5708ebda-d519-48b6-a9e4-6179571416a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:14.454048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-5708ebda-d519-48b6-a9e4-6179571416a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196073a6-660f-4c30-b09b-b03d30fb1845 HTTP/1.1" status: 200 len: 853 time: 0.1412907 Feb 09 02:50:14.498557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-2b79f5fd-0f6a-431e-aed4-b482e029cbd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d0702a2-152a-4af3-9121-3a2f467c4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337720 Feb 09 02:50:14.501128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c62bebc3-621a-4ba6-befc-4c76849e3cb1 req-cfd22576-dd37-4ff7-b9d8-3241a86db300 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (072a22e7-33fa-423d-9303-8e1b5a7f9a52), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:14.527453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c62bebc3-621a-4ba6-befc-4c76849e3cb1 req-cfd22576-dd37-4ff7-b9d8-3241a86db300 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (072a22e7-33fa-423d-9303-8e1b5a7f9a52), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:14.587392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b520ca0-eedd-4182-9037-eee59a8d4c64 req-cd22aa44-5028-49d3-a2a5-adc703326e56 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:14.594788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6b520ca0-eedd-4182-9037-eee59a8d4c64 req-cd22aa44-5028-49d3-a2a5-adc703326e56 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 944 time: 0.1962776 Feb 09 02:50:14.638855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c222-5749-4236-9255-f20eec7298a3 req-deb92ea1-ee17-43d8-8354-69d8f75cbfdb tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:14.644065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e85c222-5749-4236-9255-f20eec7298a3 req-deb92ea1-ee17-43d8-8354-69d8f75cbfdb tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 944 time: 0.1787362 Feb 09 02:50:14.664925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd22576-dd37-4ff7-b9d8-3241a86db300 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072a22e7-33fa-423d-9303-8e1b5a7f9a52,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:14.683428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c62bebc3-621a-4ba6-befc-4c76849e3cb1 req-cfd22576-dd37-4ff7-b9d8-3241a86db300 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:14.700559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c62bebc3-621a-4ba6-befc-4c76849e3cb1 req-cfd22576-dd37-4ff7-b9d8-3241a86db300 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6291726 Feb 09 02:50:14.798516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-58f0fec4-ef8f-432a-bd36-163f86588995 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919898 Feb 09 02:50:14.898891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6b520ca0-eedd-4182-9037-eee59a8d4c64 req-f68c1352-e24f-4933-9fe3-12aba1cd1d5f tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940657 Feb 09 02:50:14.947934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4093ed4e-eee2-4fc6-83b5-53d99e635971 req-a8d73bfc-6dd8-4d29-8d5f-e595870800d3 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407757 Feb 09 02:50:14.996493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Deleting port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:15.011884 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:15.082923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014ec5c-0949-4236-9554-3a3c744a07f2 req-fd9fe831-958a-4989-8c30-898495f5f413 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:15.084492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8014ec5c-0949-4236-9554-3a3c744a07f2 req-fd9fe831-958a-4989-8c30-898495f5f413 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bfa7b29-88dc-490f-979a-bf936b3edb9b HTTP/1.1" status: 200 len: 944 time: 0.1356616 Feb 09 02:50:15.211625 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8014ec5c-0949-4236-9554-3a3c744a07f2 req-0ae31a58-8f8f-4c7f-b01c-b3b452c89991 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106484 Feb 09 02:50:15.279541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] For port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:15.283852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:15.323681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Calling delete_port for c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:15.493716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839b12-59f4-42de-9fc1-80e26186f33b req-ade77304-267a-4bca-ae2b-bb45cc7a2d79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:15.509676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40839b12-59f4-42de-9fc1-80e26186f33b req-ade77304-267a-4bca-ae2b-bb45cc7a2d79 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.3951602 Feb 09 02:50:15.615810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40839b12-59f4-42de-9fc1-80e26186f33b req-06e3726a-c0a5-45bc-b672-a87e413a6476 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959785 Feb 09 02:50:15.699879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-2ad85722-c124-4220-8fef-d418a75af727 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45397 time: 0.4292324 Feb 09 02:50:15.772642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:15.778606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-06e52458-5c6a-48b9-859f-0feb458cbb36 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0c4306e1-ac8a-49c0-b75a-23a7faa69c98 HTTP/1.1" status: 200 len: 2994 time: 0.0713408 Feb 09 02:50:15.831324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-3b22b5e5-eeb6-46a6-bc23-f8302ed0ed09 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0c4306e1-ac8a-49c0-b75a-23a7faa69c98 HTTP/1.1" status: 200 len: 2994 time: 0.0517104 Feb 09 02:50:15.841889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Pushing event deleted for resources: {'Port': ['ID=c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:15.894577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-ba769aca-6f49-41f2-af09-a4832592fe01 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0f8d627b-e39a-477a-aa80-8f48964578c9 HTTP/1.1" status: 200 len: 2998 time: 0.0556092 Feb 09 02:50:15.898976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] No DVR routers for this DVR port c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:15.910858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:15.912968 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e85c222-5749-4236-9255-f20eec7298a3 req-88abe2d2-5c9f-4ef6-b79a-6efd75e8644b tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.26 "DELETE /v2.0/ports/c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 HTTP/1.1" status: 204 len: 173 time: 1.2528894 Feb 09 02:50:15.915132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'name': 'network-vif-deleted', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:15.917526 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd0c03d-13b9-472f-87c4-1068e629f07f" -d '{"events": [{"server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "name": "network-vif-deleted", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:15.961236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d160828-355f-4c1b-b6b5-551f50d96c10 req-e7c88b46-cc6f-4998-93f8-4a52d5af83b0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:15.969620 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d160828-355f-4c1b-b6b5-551f50d96c10 req-e7c88b46-cc6f-4998-93f8-4a52d5af83b0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.2427688 Feb 09 02:50:16.013062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-d82956e9-36a9-48ea-8e50-882ccb81b137 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0f8d627b-e39a-477a-aa80-8f48964578c9 HTTP/1.1" status: 200 len: 2998 time: 0.1100221 Feb 09 02:50:16.075442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-7cfda451-07e1-403a-975b-a82d074da297 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4dc698b8-35b0-42b3-a75e-c118acda5a7e HTTP/1.1" status: 200 len: 2998 time: 0.0532176 Feb 09 02:50:16.134841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d160828-355f-4c1b-b6b5-551f50d96c10 req-dba43110-86d0-479e-ac98-0df1950a7110 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640327 Feb 09 02:50:16.136518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-a876ab34-1490-4810-a669-09625e926611 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/4dc698b8-35b0-42b3-a75e-c118acda5a7e HTTP/1.1" status: 200 len: 2998 time: 0.0600581 Feb 09 02:50:16.193941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-8f7a7012-6a8a-4aec-af54-15679a687ed0 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/54dfa311-97c7-4bde-9ca0-30c95471d75c HTTP/1.1" status: 200 len: 2990 time: 0.0563309 Feb 09 02:50:16.249720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-10a121b3-5a2d-4281-bd9b-da1c1d91df93 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/54dfa311-97c7-4bde-9ca0-30c95471d75c HTTP/1.1" status: 200 len: 2990 time: 0.0547125 Feb 09 02:50:16.310009 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-003a7975-9a13-49fb-b030-37fbbd32e69f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5a46cefd-4497-4db6-885e-68bd47bcb22f HTTP/1.1" status: 200 len: 2998 time: 0.0518599 Feb 09 02:50:16.368877 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-46790fc9-53c0-4b66-8877-61583e487a18 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5a46cefd-4497-4db6-885e-68bd47bcb22f HTTP/1.1" status: 200 len: 2998 time: 0.0524776 Feb 09 02:50:16.459460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-ba95d0df-4856-429f-909a-5fc37b9d2ffc tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6a22d633-df92-485f-8202-833c1f08416b HTTP/1.1" status: 200 len: 2998 time: 0.0825803 Feb 09 02:50:16.553643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-5baa2058-f04f-44be-8f4e-8053ff6d8624 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6a22d633-df92-485f-8202-833c1f08416b HTTP/1.1" status: 200 len: 2998 time: 0.0872076 Feb 09 02:50:16.640564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-a96cc02c-dfc7-4963-8c07-fe4b1eb6841b tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/79ad1676-96a5-495d-9154-56c98e65d3b4 HTTP/1.1" status: 200 len: 2998 time: 0.0766900 Feb 09 02:50:16.710745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-4fec8cd3-8b9e-409b-99a3-3b7b0ece1164 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/79ad1676-96a5-495d-9154-56c98e65d3b4 HTTP/1.1" status: 200 len: 2998 time: 0.0688951 Feb 09 02:50:16.788351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-47fb8132-261e-4bc0-9a95-418ef3322b3f tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/804a9e77-e635-4bb2-84b6-9a42e992ac29 HTTP/1.1" status: 200 len: 2998 time: 0.0757320 Feb 09 02:50:16.839563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-fe08d97c-692e-4dbe-ad08-6fcc97363e16 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/804a9e77-e635-4bb2-84b6-9a42e992ac29 HTTP/1.1" status: 200 len: 2998 time: 0.0498855 Feb 09 02:50:16.894020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-341ddb54-6f6b-4ee2-b705-f1d65a8cbec4 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/931b2e35-eb33-4185-bcbc-0eaa0490f521 HTTP/1.1" status: 200 len: 2998 time: 0.0533233 Feb 09 02:50:16.948801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-dbe35837-29d0-412c-97e3-be6d7af6225e tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/931b2e35-eb33-4185-bcbc-0eaa0490f521 HTTP/1.1" status: 200 len: 2998 time: 0.0537419 Feb 09 02:50:17.004832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-86f74c48-d367-454c-bd7c-c4bf4eca4c0d tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b1f3c62a-4fb7-48fc-9337-a931249dfb68 HTTP/1.1" status: 200 len: 2998 time: 0.0537543 Feb 09 02:50:17.072566 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-04e6a8cd-4670-4f65-820d-cc642e78258a tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b1f3c62a-4fb7-48fc-9337-a931249dfb68 HTTP/1.1" status: 200 len: 2998 time: 0.0680113 Feb 09 02:50:17.143036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-6ba96700-f708-4ae8-ba67-dcbcb3bc11a1 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d77a3a4e-267b-47c7-8162-5799352ac570 HTTP/1.1" status: 200 len: 2998 time: 0.0692966 Feb 09 02:50:17.207543 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-146412f5-e99a-4b44-b789-b82b5c057f0d tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d77a3a4e-267b-47c7-8162-5799352ac570 HTTP/1.1" status: 200 len: 2998 time: 0.0635288 Feb 09 02:50:17.272089 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-4e6920d4-5ac7-4d6b-be43-22bfe276d131 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e464d6ab-8700-497d-845f-ef086b48a1f1 HTTP/1.1" status: 200 len: 2998 time: 0.0568366 Feb 09 02:50:17.349000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-8b220b23-04a9-45f3-b72b-5e0a44e4566b tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e464d6ab-8700-497d-845f-ef086b48a1f1 HTTP/1.1" status: 200 len: 2998 time: 0.0678127 Feb 09 02:50:17.418569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-12285e16-9e07-49b4-ae56-64de61e0950a tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa HTTP/1.1" status: 200 len: 2998 time: 0.0589287 Feb 09 02:50:17.492114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a0f7f32-4698-4432-b682-e9374c693e44 req-5e60731a-35c2-4abe-a69b-0bee6aa99d9b tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa HTTP/1.1" status: 200 len: 2998 time: 0.0676119 Feb 09 02:50:17.613805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b118a807-2812-4e0c-9b8b-03027b5f0884 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:50:17.617319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:17.668387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f8dab-0ea8-40f7-b1aa-ab4864cb9460 req-4d45912f-3aef-4f8c-90a8-a06f942bbff5 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:17.675621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec9f8dab-0ea8-40f7-b1aa-ab4864cb9460 req-4d45912f-3aef-4f8c-90a8-a06f942bbff5 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 944 time: 0.1054697 Feb 09 02:50:17.721828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:17.724564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:17.742451 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:50:17.799983 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec9f8dab-0ea8-40f7-b1aa-ab4864cb9460 req-c545eca9-3c11-4c1e-a7d1-40a10eec1198 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232367 Feb 09 02:50:17.864527 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365ba319-3879-4090-95b3-80e1dcf42c61 x-openstack-request-id: req-365ba319-3879-4090-95b3-80e1dcf42c61 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:17.865064 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfa7b29-88dc-490f-979a-bf936b3edb9b", "name": "network-vif-deleted", "tag": "c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:17.865064 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-365ba319-3879-4090-95b3-80e1dcf42c61 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:17.865468 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfa7b29-88dc-490f-979a-bf936b3edb9b', 'name': 'network-vif-deleted', 'tag': 'c2d4c8d4-6ff4-4513-8f27-a2bea5a08b66', 'status': 'completed', 'code': 200} Feb 09 02:50:17.960608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b118a807-2812-4e0c-9b8b-03027b5f0884, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b118a807-2812-4e0c-9b8b-03027b5f0884,segment=NetworkSegment(dff7f2b8-9b22-4eff-8a74-868e2cf1d98c),segment_id=dff7f2b8-9b22-4eff-8a74-868e2cf1d98c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:17.999338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'b118a807-2812-4e0c-9b8b-03027b5f0884', 'network_id': '2d0702a2-152a-4af3-9121-3a2f467c4162', 'port_id': 'b118a807-2812-4e0c-9b8b-03027b5f0884', 'mac_address': 'fa:16:3e:da:bb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196073a6-660f-4c30-b09b-b03d30fb1845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:50:18.031352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64bb5-c07f-4d33-b448-2158ec37e95d req-92a5f6ae-c7e5-48ae-a307-ce705a563adc tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:18.038168 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c64bb5-c07f-4d33-b448-2158ec37e95d req-92a5f6ae-c7e5-48ae-a307-ce705a563adc tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.0988958 Feb 09 02:50:18.121033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bad7b-c662-4b71-a07b-76ba7de57afa req-cb5d8d08-4f01-4994-8c65-df068d178869 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:18.128712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d26bad7b-c662-4b71-a07b-76ba7de57afa req-cb5d8d08-4f01-4994-8c65-df068d178869 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.0921946 Feb 09 02:50:18.132278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port b118a807-2812-4e0c-9b8b-03027b5f0884 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:18.133827 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:18.142532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c64bb5-c07f-4d33-b448-2158ec37e95d req-4ddf39df-35e7-4ff8-b768-925061e98428 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038139 Feb 09 02:50:18.157296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b118a807-2812-4e0c-9b8b-03027b5f0884 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:18.178885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b118a807-2812-4e0c-9b8b-03027b5f0884, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b118a807-2812-4e0c-9b8b-03027b5f0884,segment=NetworkSegment(dff7f2b8-9b22-4eff-8a74-868e2cf1d98c),segment_id=dff7f2b8-9b22-4eff-8a74-868e2cf1d98c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:18.193014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:18.200044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d26bad7b-c662-4b71-a07b-76ba7de57afa req-fda7bff8-8345-400d-82d6-bfff3310e06b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673158 Feb 09 02:50:18.306316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=b118a807-2812-4e0c-9b8b-03027b5f0884,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:18.318844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-94079e61-a5fe-495c-a9a5-b1f387002bde req-7f149518-c13d-4b17-87cf-7a5588f08b9f tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=707c13bdbdff45b4bc4a949b04180371 HTTP/1.1" status: 200 len: 6153 time: 0.1375053 Feb 09 02:50:18.370787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-94079e61-a5fe-495c-a9a5-b1f387002bde req-ab17954a-051e-4600-878e-66c4bfa96a62 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "GET /v2.0/security-groups/fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa HTTP/1.1" status: 200 len: 2998 time: 0.0510137 Feb 09 02:50:18.493508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-94079e61-a5fe-495c-a9a5-b1f387002bde req-b4beff7c-6c51-472d-9a79-9fe45c6f43d8 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "GET /v2.0/security-groups/fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa HTTP/1.1" status: 200 len: 2998 time: 0.1183794 Feb 09 02:50:18.549443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['b118a807-2812-4e0c-9b8b-03027b5f0884'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:18.633984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad778f3b-cb4b-4be6-b0d5-8872b138e75f req-d4c4402a-875c-4bba-88ed-bb513e97d677 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/072a22e7-33fa-423d-9303-8e1b5a7f9a52 HTTP/1.1" status: 200 len: 1795 time: 0.0817702 Feb 09 02:50:18.691550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34e54-4ae9-4c8c-8d84-d23f52dc8762 req-e1d1dc6c-14e4-4e81-96e8-e49627bf5895 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:18.699758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ec34e54-4ae9-4c8c-8d84-d23f52dc8762 req-e1d1dc6c-14e4-4e81-96e8-e49627bf5895 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 966 time: 0.1236839 Feb 09 02:50:18.720230 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ad778f3b-cb4b-4be6-b0d5-8872b138e75f req-582d96c8-eaf1-48a0-80e5-8152a97b3f2d tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (072a22e7-33fa-423d-9303-8e1b5a7f9a52), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:18.757538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ad778f3b-cb4b-4be6-b0d5-8872b138e75f req-582d96c8-eaf1-48a0-80e5-8152a97b3f2d tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (072a22e7-33fa-423d-9303-8e1b5a7f9a52), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:18.815230 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ad778f3b-cb4b-4be6-b0d5-8872b138e75f req-582d96c8-eaf1-48a0-80e5-8152a97b3f2d tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (072a22e7-33fa-423d-9303-8e1b5a7f9a52), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:18.818064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ad778f3b-cb4b-4be6-b0d5-8872b138e75f req-582d96c8-eaf1-48a0-80e5-8152a97b3f2d tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:18.818420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ec34e54-4ae9-4c8c-8d84-d23f52dc8762 req-e663850f-379e-4339-b82d-f88677c2f8ef tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145031 Feb 09 02:50:18.828056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad778f3b-cb4b-4be6-b0d5-8872b138e75f req-582d96c8-eaf1-48a0-80e5-8152a97b3f2d tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/072a22e7-33fa-423d-9303-8e1b5a7f9a52 HTTP/1.1" status: 204 len: 173 time: 0.1912327 Feb 09 02:50:18.852566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d96c8-eaf1-48a0-80e5-8152a97b3f2d tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a22e7-33fa-423d-9303-8e1b5a7f9a52,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:18.963091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71bd9b96-2d50-4400-965d-9bdb5cca9aad req-87737456-cc0f-4a5b-9e39-d865a45bb7b5 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e2944d6d-d1ca-4c10-a80e-174e20ba2fca HTTP/1.1" status: 200 len: 1795 time: 0.0565345 Feb 09 02:50:18.972511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea98c18-d099-412e-a31e-bbf1179f5d9a req-d0edefa2-e1c8-4fb8-bebd-c86ab569c0d8 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:18.979674 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ea98c18-d099-412e-a31e-bbf1179f5d9a req-d0edefa2-e1c8-4fb8-bebd-c86ab569c0d8 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 945 time: 0.0727739 Feb 09 02:50:19.040906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ea98c18-d099-412e-a31e-bbf1179f5d9a req-aa71d6fe-4813-485b-8e18-2717054dea0a tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600533 Feb 09 02:50:19.042464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71bd9b96-2d50-4400-965d-9bdb5cca9aad req-1976682d-8812-4906-bfdb-8b4338d6b788 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (e2944d6d-d1ca-4c10-a80e-174e20ba2fca), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.068179 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71bd9b96-2d50-4400-965d-9bdb5cca9aad req-1976682d-8812-4906-bfdb-8b4338d6b788 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (e2944d6d-d1ca-4c10-a80e-174e20ba2fca), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.132113 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71bd9b96-2d50-4400-965d-9bdb5cca9aad req-1976682d-8812-4906-bfdb-8b4338d6b788 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e2944d6d-d1ca-4c10-a80e-174e20ba2fca), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.137748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-71bd9b96-2d50-4400-965d-9bdb5cca9aad req-1976682d-8812-4906-bfdb-8b4338d6b788 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.149425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71bd9b96-2d50-4400-965d-9bdb5cca9aad req-1976682d-8812-4906-bfdb-8b4338d6b788 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2944d6d-d1ca-4c10-a80e-174e20ba2fca HTTP/1.1" status: 204 len: 173 time: 0.1854033 Feb 09 02:50:19.237174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.251947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976682d-8812-4906-bfdb-8b4338d6b788 tempest-SecurityGroupsTestAdminJSON-87602472 tempest-SecurityGroupsTestAdminJSON-87602472-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2944d6d-d1ca-4c10-a80e-174e20ba2fca,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:19.285746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50d70c5d-68cf-487f-a0b5-66b6fc1331df req-b8746a16-cb11-498c-93e1-d98cbddea575 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "GET /v2.0/security-groups/fdf63171-27ba-44f5-8019-81a9c32787c2 HTTP/1.1" status: 200 len: 1794 time: 0.1034551 Feb 09 02:50:19.356998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-a456ba2b-e715-48bb-aaa6-f59421d645d0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:19.359963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-a456ba2b-e715-48bb-aaa6-f59421d645d0 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 966 time: 0.1985304 Feb 09 02:50:19.385889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abedbd7-4e17-49d6-b17a-93262160c2a2 req-380776c2-c1fa-4dd7-8017-09693792765c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:19.394368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abedbd7-4e17-49d6-b17a-93262160c2a2 req-380776c2-c1fa-4dd7-8017-09693792765c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1189461 Feb 09 02:50:19.397591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-50d70c5d-68cf-487f-a0b5-66b6fc1331df req-0236197b-acdf-4b2c-864e-2e6cf65b14c8 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (fdf63171-27ba-44f5-8019-81a9c32787c2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.466268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-50d70c5d-68cf-487f-a0b5-66b6fc1331df req-0236197b-acdf-4b2c-864e-2e6cf65b14c8 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (fdf63171-27ba-44f5-8019-81a9c32787c2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.543587 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abedbd7-4e17-49d6-b17a-93262160c2a2 req-979ab2cd-1fc6-4585-b889-aa2fa30869e5 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327512 Feb 09 02:50:19.565126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Deleting port 471ef38c-41c7-46ce-a174-3affe48cfe0f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:19.566766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.578817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-50d70c5d-68cf-487f-a0b5-66b6fc1331df req-0236197b-acdf-4b2c-864e-2e6cf65b14c8 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fdf63171-27ba-44f5-8019-81a9c32787c2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.581823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-50d70c5d-68cf-487f-a0b5-66b6fc1331df req-0236197b-acdf-4b2c-864e-2e6cf65b14c8 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.583242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50d70c5d-68cf-487f-a0b5-66b6fc1331df req-0236197b-acdf-4b2c-864e-2e6cf65b14c8 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "DELETE /v2.0/security-groups/fdf63171-27ba-44f5-8019-81a9c32787c2 HTTP/1.1" status: 204 len: 173 time: 0.2966797 Feb 09 02:50:19.597458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236197b-acdf-4b2c-864e-2e6cf65b14c8 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf63171-27ba-44f5-8019-81a9c32787c2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:19.745989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec70129f-4165-41c4-80fe-b82aa6f7c7d3 req-36773ab4-9a67-427f-9516-112bbef296d7 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "GET /v2.0/security-groups/8fd70904-45f0-4eff-a60f-507be03307a0 HTTP/1.1" status: 200 len: 1794 time: 0.1005776 Feb 09 02:50:19.793018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50574) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:19.840705 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] For port 471ef38c-41c7-46ce-a174-3affe48cfe0f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=471ef38c-41c7-46ce-a174-3affe48cfe0f,segment=NetworkSegment(805cb74d-9f29-42d6-ba6e-1578b51d8f9e),segment_id=805cb74d-9f29-42d6-ba6e-1578b51d8f9e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:19.841042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.862537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Calling delete_port for 471ef38c-41c7-46ce-a174-3affe48cfe0f owned by compute:tempest-test_az-1484485711 {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:19.888870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa0f96-3090-4a17-b12f-1a3d0e93375b req-c63498bf-cf0e-4994-a107-74cb63181044 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:19.896161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec70129f-4165-41c4-80fe-b82aa6f7c7d3 req-4250ca25-3351-43bc-b80c-e82b970b18f1 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (8fd70904-45f0-4eff-a60f-507be03307a0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:19.897648 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59fa0f96-3090-4a17-b12f-1a3d0e93375b req-c63498bf-cf0e-4994-a107-74cb63181044 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.2153726 Feb 09 02:50:19.973285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec70129f-4165-41c4-80fe-b82aa6f7c7d3 req-4250ca25-3351-43bc-b80c-e82b970b18f1 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (8fd70904-45f0-4eff-a60f-507be03307a0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.032920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59fa0f96-3090-4a17-b12f-1a3d0e93375b req-bf7d77d7-afbb-4902-bf59-8cd80e420c19 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340854 Feb 09 02:50:20.033759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a339-ee4b-4e28-a90d-7f5dd799f045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.088003 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec70129f-4165-41c4-80fe-b82aa6f7c7d3 req-4250ca25-3351-43bc-b80c-e82b970b18f1 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8fd70904-45f0-4eff-a60f-507be03307a0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.095026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec70129f-4165-41c4-80fe-b82aa6f7c7d3 req-4250ca25-3351-43bc-b80c-e82b970b18f1 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.110154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec70129f-4165-41c4-80fe-b82aa6f7c7d3 req-4250ca25-3351-43bc-b80c-e82b970b18f1 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] 10.222.0.32 "DELETE /v2.0/security-groups/8fd70904-45f0-4eff-a60f-507be03307a0 HTTP/1.1" status: 204 len: 173 time: 0.3800442 Feb 09 02:50:20.146767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250ca25-3351-43bc-b80c-e82b970b18f1 tempest-SecurityGroupsTestAdminJSON-1808767818 tempest-SecurityGroupsTestAdminJSON-1808767818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd70904-45f0-4eff-a60f-507be03307a0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:20.294112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b62d2-9974-4afb-b151-6ecd71bf957f req-31ed94b9-922b-45ea-9aab-cb348a2d09a7 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:20.302695 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a3b62d2-9974-4afb-b151-6ecd71bf957f req-31ed94b9-922b-45ea-9aab-cb348a2d09a7 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 945 time: 0.0937870 Feb 09 02:50:20.329480 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a339-ee4b-4e28-a90d-7f5dd799f045 admin admin] Publish callbacks [] for security_group (9d7bd9d7-fbc4-4ecf-baa3-e9f40ea9d9bb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.355773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0f7a339-ee4b-4e28-a90d-7f5dd799f045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9d7bd9d7-fbc4-4ecf-baa3-e9f40ea9d9bb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.373993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a3b62d2-9974-4afb-b151-6ecd71bf957f req-f8f460fb-0ff4-4465-8c45-bfca74df4372 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Feb 09 02:50:20.411426 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (471ef38c-41c7-46ce-a174-3affe48cfe0f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.459277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f989b-b06b-49ed-b669-67cd79f6975f req-db5a0db0-2a46-403d-a09d-942d9ed392c4 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:20.476244 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051f989b-b06b-49ed-b669-67cd79f6975f req-db5a0db0-2a46-403d-a09d-942d9ed392c4 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c8bb0dc-388c-49c1-9f7c-a289c468acfe HTTP/1.1" status: 200 len: 966 time: 0.2968645 Feb 09 02:50:20.515018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Pushing event deleted for resources: {'Port': ['ID=471ef38c-41c7-46ce-a174-3affe48cfe0f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:20.543261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e0f7a339-ee4b-4e28-a90d-7f5dd799f045 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b6c9dab2c6345a88e58ba47d9a6ff1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7378099 Feb 09 02:50:20.544050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7a339-ee4b-4e28-a90d-7f5dd799f045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7bd9d7-fbc4-4ecf-baa3-e9f40ea9d9bb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:20.546665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50600) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:20.614215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50604) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:20.617036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] No DVR routers for this DVR port 471ef38c-41c7-46ce-a174-3affe48cfe0f on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:20.623937 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.627437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61441b2b-7ec9-4b11-81dc-39f594966440 req-b07f05bd-d235-4d2e-924d-0cfbe3bdeca9 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.26 "DELETE /v2.0/ports/471ef38c-41c7-46ce-a174-3affe48cfe0f HTTP/1.1" status: 204 len: 173 time: 1.2607126 Feb 09 02:50:20.630824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'name': 'network-vif-deleted', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:20.633057 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1822c307-eea2-4103-8fd6-f1cd2acc0e22" -d '{"events": [{"server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "name": "network-vif-deleted", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:20.664123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051f989b-b06b-49ed-b669-67cd79f6975f req-a5361ac4-f21d-4e07-930c-2eb358c30883 tempest-LiveAutoBlockMigrationV225Test-1304803799 tempest-LiveAutoBlockMigrationV225Test-1304803799-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1f3c62a-4fb7-48fc-9337-a931249dfb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813314 Feb 09 02:50:20.721205 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92460dd-192d-46df-bb53-de7c71fdf3e8 x-openstack-request-id: req-d92460dd-192d-46df-bb53-de7c71fdf3e8 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:20.722006 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8bb0dc-388c-49c1-9f7c-a289c468acfe", "name": "network-vif-deleted", "tag": "471ef38c-41c7-46ce-a174-3affe48cfe0f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:20.722456 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d92460dd-192d-46df-bb53-de7c71fdf3e8 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:20.723012 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8bb0dc-388c-49c1-9f7c-a289c468acfe', 'name': 'network-vif-deleted', 'tag': '471ef38c-41c7-46ce-a174-3affe48cfe0f', 'status': 'completed', 'code': 200} Feb 09 02:50:20.754057 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52e73c9a-d009-4783-976f-fb247c19ed45 admin admin] Publish callbacks [] for security_group (9d7bd9d7-fbc4-4ecf-baa3-e9f40ea9d9bb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.791210 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52e73c9a-d009-4783-976f-fb247c19ed45 admin admin] Publish callbacks [] for security_group (9d7bd9d7-fbc4-4ecf-baa3-e9f40ea9d9bb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.859511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2807-5a96-4cd4-9567-9a1d9e542cc7 req-316fb348-7918-403f-85fd-b1bd48a344ba tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:20.864311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-873c2807-5a96-4cd4-9567-9a1d9e542cc7 req-316fb348-7918-403f-85fd-b1bd48a344ba tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2016273 Feb 09 02:50:20.913875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-44ec408e-4684-4619-91bf-b60c12f5e76d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=707c13bdbdff45b4bc4a949b04180371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923884 Feb 09 02:50:20.914097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50612) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:20.919792 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52e73c9a-d009-4783-976f-fb247c19ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9d7bd9d7-fbc4-4ecf-baa3-e9f40ea9d9bb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.922660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52e73c9a-d009-4783-976f-fb247c19ed45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:20.926863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-52e73c9a-d009-4783-976f-fb247c19ed45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d7bd9d7-fbc4-4ecf-baa3-e9f40ea9d9bb HTTP/1.1" status: 204 len: 168 time: 0.3771687 Feb 09 02:50:20.946550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e73c9a-d009-4783-976f-fb247c19ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7bd9d7-fbc4-4ecf-baa3-e9f40ea9d9bb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:20.981395 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86d7abb7-0b34-46e9-8c07-a6f915b9dcc9 admin admin] Publish callbacks [] for security_group (fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:21.018398 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-873c2807-5a96-4cd4-9567-9a1d9e542cc7 req-f1945b6f-4650-437d-b6cd-f6083b054114 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298311 Feb 09 02:50:21.031848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86d7abb7-0b34-46e9-8c07-a6f915b9dcc9 admin admin] Publish callbacks [] for security_group (fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:21.095801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86d7abb7-0b34-46e9-8c07-a6f915b9dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:21.099022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86d7abb7-0b34-46e9-8c07-a6f915b9dcc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:21.100329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-86d7abb7-0b34-46e9-8c07-a6f915b9dcc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa HTTP/1.1" status: 204 len: 168 time: 0.1851022 Feb 09 02:50:21.140602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7abb7-0b34-46e9-8c07-a6f915b9dcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc80da94-6fcb-4d0b-9ee2-9dbbe64531fa,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:21.188822 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:21.349866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035858d-fae4-4fcd-afcd-e43bf3f931ee req-d2df8553-15a1-4a84-ae77-10a0febe866e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:21.351746 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5035858d-fae4-4fcd-afcd-e43bf3f931ee req-d2df8553-15a1-4a84-ae77-10a0febe866e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.1430988 Feb 09 02:50:21.497402 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5035858d-fae4-4fcd-afcd-e43bf3f931ee req-2901ab6c-9524-4576-acc4-d1b861eabe90 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379902 Feb 09 02:50:21.600070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232857f9-531f-4ec8-a6fb-acc17fa97bf4 req-0bb11ce1-51d1-41ce-acbb-eed09efffbfe tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:21.612618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-232857f9-531f-4ec8-a6fb-acc17fa97bf4 req-0bb11ce1-51d1-41ce-acbb-eed09efffbfe tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 945 time: 0.1015074 Feb 09 02:50:21.632752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b118a807-2812-4e0c-9b8b-03027b5f0884 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:21.688692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-232857f9-531f-4ec8-a6fb-acc17fa97bf4 req-f33ff140-94de-438c-8635-3f5a3229e225 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715256 Feb 09 02:50:21.765909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50636) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:21.801742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port b118a807-2812-4e0c-9b8b-03027b5f0884 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:50:21.805901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port b118a807-2812-4e0c-9b8b-03027b5f0884 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:21.806538 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:21.820552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50640) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:21.929736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50646) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:21.940296 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f386bd8-9386-423d-8caf-59c07d0dc478 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=991f213504914f0abaf2754320fb26f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1044509 Feb 09 02:50:22.025074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port b118a807-2812-4e0c-9b8b-03027b5f0884 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:22.026099 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.054372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33056e59-40d6-4ff0-a206-4064555b3ded admin admin] Publish callbacks [] for security_group (d77a3a4e-267b-47c7-8162-5799352ac570), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.095969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b118a807-2812-4e0c-9b8b-03027b5f0884, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b118a807-2812-4e0c-9b8b-03027b5f0884,segment=NetworkSegment(dff7f2b8-9b22-4eff-8a74-868e2cf1d98c),segment_id=dff7f2b8-9b22-4eff-8a74-868e2cf1d98c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:22.100210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed7298-5950-4d33-8e67-5ebcd0ef0ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118a807-2812-4e0c-9b8b-03027b5f0884'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:22.106848 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9751240a-8c15-4a5a-8ecd-3b66ebaa2a7d" -d '{"events": [{"server_uuid": "46ed7298-5950-4d33-8e67-5ebcd0ef0ebe", "name": "network-vif-plugged", "status": "completed", "tag": "b118a807-2812-4e0c-9b8b-03027b5f0884"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:22.114841 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.115826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 471ef38c-41c7-46ce-a174-3affe48cfe0f no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:22.158004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 471ef38c-41c7-46ce-a174-3affe48cfe0f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:22.158702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 471ef38c-41c7-46ce-a174-3affe48cfe0f not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:22.165140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33056e59-40d6-4ff0-a206-4064555b3ded admin admin] Publish callbacks [] for security_group (d77a3a4e-267b-47c7-8162-5799352ac570), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.249285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=b118a807-2812-4e0c-9b8b-03027b5f0884,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:22.267361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33a14df-262a-4166-bbad-1a84f0c12bff admin admin] Deleting subnet 94138dc5-dd49-464d-a031-a58e908f8168 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:50:22.267527 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad523d2-a664-4652-9389-c752559ea272 x-openstack-request-id: req-dad523d2-a664-4652-9389-c752559ea272 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:22.267692 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed7298-5950-4d33-8e67-5ebcd0ef0ebe", "name": "network-vif-plugged", "status": "completed", "tag": "b118a807-2812-4e0c-9b8b-03027b5f0884", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:22.268535 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dad523d2-a664-4652-9389-c752559ea272 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:22.269122 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ed7298-5950-4d33-8e67-5ebcd0ef0ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118a807-2812-4e0c-9b8b-03027b5f0884', 'code': 200} Feb 09 02:50:22.271729 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33a14df-262a-4166-bbad-1a84f0c12bff admin admin] Publish callbacks [] for subnet (94138dc5-dd49-464d-a031-a58e908f8168), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.312456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010993-ade6-4569-bae7-4bcb12927fa3 req-c8ef3d8e-2e6d-47ef-a9e8-60e55389d84d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:22.313974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df010993-ade6-4569-bae7-4bcb12927fa3 req-c8ef3d8e-2e6d-47ef-a9e8-60e55389d84d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1643970 Feb 09 02:50:22.354540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33a14df-262a-4166-bbad-1a84f0c12bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (94138dc5-dd49-464d-a031-a58e908f8168), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.363879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd78ec6-45d4-4213-be3a-6f142c9f7d1b req-a9ed2bf3-498a-451f-9e56-a2ce8f640c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:22.367846 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bd78ec6-45d4-4213-be3a-6f142c9f7d1b req-a9ed2bf3-498a-451f-9e56-a2ce8f640c1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 1128 time: 0.1232610 Feb 09 02:50:22.419522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33056e59-40d6-4ff0-a206-4064555b3ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d77a3a4e-267b-47c7-8162-5799352ac570), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.422697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33056e59-40d6-4ff0-a206-4064555b3ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.424472 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-33056e59-40d6-4ff0-a206-4064555b3ded admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d77a3a4e-267b-47c7-8162-5799352ac570 HTTP/1.1" status: 204 len: 168 time: 0.4931180 Feb 09 02:50:22.441342 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df010993-ade6-4569-bae7-4bcb12927fa3 req-41d54720-cae6-41d4-9570-2db0a3fa64f8 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203938 Feb 09 02:50:22.454032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33056e59-40d6-4ff0-a206-4064555b3ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a3a4e-267b-47c7-8162-5799352ac570,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:22.464885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33a14df-262a-4166-bbad-1a84f0c12bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (94138dc5-dd49-464d-a031-a58e908f8168), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.576821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bd78ec6-45d4-4213-be3a-6f142c9f7d1b req-bfa05e84-e31e-4326-b229-44a2616b42a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937687 Feb 09 02:50:22.577369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33a14df-262a-4166-bbad-1a84f0c12bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (94138dc5-dd49-464d-a031-a58e908f8168), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.606158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50666) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:22.613150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a14df-262a-4166-bbad-1a84f0c12bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94138dc5-dd49-464d-a031-a58e908f8168,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:22.617906 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33a14df-262a-4166-bbad-1a84f0c12bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.623081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d33a14df-262a-4166-bbad-1a84f0c12bff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/94138dc5-dd49-464d-a031-a58e908f8168 HTTP/1.1" status: 204 len: 168 time: 0.8553765 Feb 09 02:50:22.625928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50670) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:22.735730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96229e-270f-49e5-a2c7-7f9f94d9f362 req-10c91681-b3c2-4682-b342-68239a0de597 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:22.750209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f96229e-270f-49e5-a2c7-7f9f94d9f362 req-10c91681-b3c2-4682-b342-68239a0de597 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.1491983 Feb 09 02:50:22.803025 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:22.877374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f96229e-270f-49e5-a2c7-7f9f94d9f362 req-462fcf00-469f-40f9-86d5-724215758d1e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260991 Feb 09 02:50:23.050318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1828343365-network', 'tenant_id': 'c1339907781a422791ef313023fe8185'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:23.072381 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.076241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Made reservation on behalf of c1339907781a422791ef313023fe8185 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:23.080516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.091674 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.145562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c39fa8-1379-45bc-aa9e-d553a0a42e5d']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:23.165154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccab30-6f09-4821-8235-4527aa360892 req-65c5aa6e-b20a-4c92-9661-71763e56ad96 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:23.173560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ccab30-6f09-4821-8235-4527aa360892 req-65c5aa6e-b20a-4c92-9661-71763e56ad96 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 946 time: 0.2745409 Feb 09 02:50:23.190247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805cb74d-9f29-42d6-ba6e-1578b51d8f9e') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:23.190795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805cb74d-9f29-42d6-ba6e-1578b51d8f9e') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:23.216504 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (805cb74d-9f29-42d6-ba6e-1578b51d8f9e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.243072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Publish callbacks [] for security_group (4247c7cc-880b-4fb5-ad81-61339d8f6349), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.249972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4247c7cc-880b-4fb5-ad81-61339d8f6349), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.253577 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (805cb74d-9f29-42d6-ba6e-1578b51d8f9e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.265217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:50:23.265931 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (805cb74d-9f29-42d6-ba6e-1578b51d8f9e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:50:23.268647 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:50:23.296927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:50:23.303489 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ccab30-6f09-4821-8235-4527aa360892 req-df6b2000-b1e7-4b90-b251-40c1ee5bb1d9 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200700 Feb 09 02:50:23.345442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2d65c5e3-2153-4712-9e23-930a15e9d2cc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.347999 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Added segment 2d65c5e3-2153-4712-9e23-930a15e9d2cc of type vlan for network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 Feb 09 02:50:23.349521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4247c7cc-880b-4fb5-ad81-61339d8f6349,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:23.412534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (c9c39fa8-1379-45bc-aa9e-d553a0a42e5d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.440315 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.446947 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (ada7d93c-a7f5-40e3-9d82-8cbb9579b446), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.451226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50686) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:23.452609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] 10.222.0.32 "DELETE /v2.0/networks/c9c39fa8-1379-45bc-aa9e-d553a0a42e5d HTTP/1.1" status: 204 len: 168 time: 0.8253510 Feb 09 02:50:23.455599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af4dab-7d8f-4dc3-b0a3-5f2174f5588b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c39fa8-1379-45bc-aa9e-d553a0a42e5d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:23.550724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-05af7cd1-62c8-4cd2-8484-90885bc8ece7 admin admin] Deleting subnet cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:50:23.561823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05af7cd1-62c8-4cd2-8484-90885bc8ece7 admin admin] Publish callbacks [] for subnet (cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.664811 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (ada7d93c-a7f5-40e3-9d82-8cbb9579b446), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.665778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:23.666388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.677667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05af7cd1-62c8-4cd2-8484-90885bc8ece7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.729084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05af7cd1-62c8-4cd2-8484-90885bc8ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.809160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1992874 Feb 09 02:50:23.809706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:23.815998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Request body: {'subnet': {'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1828343365-subnet', 'tenant_id': 'c1339907781a422791ef313023fe8185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:23.817550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b295b5-659d-4998-8856-e85bbc9171b4 req-79cd7d0d-6f4f-4132-824b-821acf8e33b9 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:23.819250 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77b295b5-659d-4998-8856-e85bbc9171b4 req-79cd7d0d-6f4f-4132-824b-821acf8e33b9 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2658546 Feb 09 02:50:23.865169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Made reservation on behalf of c1339907781a422791ef313023fe8185 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:23.867094 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05af7cd1-62c8-4cd2-8484-90885bc8ece7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:23.868360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.074310 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05af7cd1-62c8-4cd2-8484-90885bc8ece7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.087853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-05af7cd1-62c8-4cd2-8484-90885bc8ece7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e HTTP/1.1" status: 204 len: 168 time: 0.6343098 Feb 09 02:50:24.088814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af7cd1-62c8-4cd2-8484-90885bc8ece7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8fd342-9fa1-4e9b-9a9d-38ec8864c74e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:24.098267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50706) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:24.174189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c633fb2-28da-4444-ad35-ce60d3e8ea94 admin admin] Pushing event updated for resources: {'Network': ['ID=ada7d93c-a7f5-40e3-9d82-8cbb9579b446,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:24.191350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:50:24.287014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77b295b5-659d-4998-8856-e85bbc9171b4 req-17566dda-0a4c-40ab-a4c5-6d29c00732bd tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211042 Feb 09 02:50:24.313935 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (46d8041c-10b5-41ed-bb8c-2382269a8431), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.345602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (05807d95-37af-41ba-9b43-296a63afca15), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.449524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b61bf-eaa5-4ec6-97f3-8c1443a25d44 req-d7f9daa4-fce5-4421-9a08-ec998a080633 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:24.451415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e43b61bf-eaa5-4ec6-97f3-8c1443a25d44 req-d7f9daa4-fce5-4421-9a08-ec998a080633 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.2911386 Feb 09 02:50:24.500286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Checking segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:24.500875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Network hostable DHCP agents. Network: ada7d93c-a7f5-40e3-9d82-8cbb9579b446, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:50:24.516212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d8041c-10b5-41ed-bb8c-2382269a8431,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:24.577128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (05807d95-37af-41ba-9b43-296a63afca15), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.600141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:50:24.618142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e43b61bf-eaa5-4ec6-97f3-8c1443a25d44 req-6cbc274f-a0f6-47a0-814e-1a572c551b0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589172 Feb 09 02:50:24.632803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05807d95-37af-41ba-9b43-296a63afca15']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:24.640946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, ada7d93c-a7f5-40e3-9d82-8cbb9579b446) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:24.646278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:24.646902 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.656595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f93a8-219b-4751-ad41-535c64648f34 None None] Network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:24.691984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b4902af3-5297-472f-9281-254c0767b407 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8809369 Feb 09 02:50:24.709289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a05520-4392-43f7-83d7-5b368240305d') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:24.709603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a05520-4392-43f7-83d7-5b368240305d') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:24.739316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (d5a05520-4392-43f7-83d7-5b368240305d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.762718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d5a05520-4392-43f7-83d7-5b368240305d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.770435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:50:24.771168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (d5a05520-4392-43f7-83d7-5b368240305d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:50:24.934160 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:50:24.936907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a50d9-4d88-4b46-af88-58e2e892fd2b None None] Network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:24.947606 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (05807d95-37af-41ba-9b43-296a63afca15), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:24.980223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302e4b-7ffd-4f7a-9394-14fddcd46ac7 req-e4cf142a-fa14-4101-aa27-32836e12e6e8 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:24.993407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb302e4b-7ffd-4f7a-9394-14fddcd46ac7 req-e4cf142a-fa14-4101-aa27-32836e12e6e8 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 946 time: 0.5156326 Feb 09 02:50:24.997551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:25.005101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] 10.222.0.32 "DELETE /v2.0/networks/05807d95-37af-41ba-9b43-296a63afca15 HTTP/1.1" status: 204 len: 168 time: 0.9052591 Feb 09 02:50:25.021218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87679220-a3eb-4a0e-9364-059bc17a0293 admin admin] Pushing event deleted for resources: {'Network': ['ID=05807d95-37af-41ba-9b43-296a63afca15,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:25.081257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb302e4b-7ffd-4f7a-9394-14fddcd46ac7 req-1e4b9382-2629-46ac-bbd1-daf4fca5f2df tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868704 Feb 09 02:50:25.402414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50762) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:25.490296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-08334c00-975a-4f45-ba3c-345b6837e98e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:25.500392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-08334c00-975a-4f45-ba3c-345b6837e98e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 805 time: 0.2457340 Feb 09 02:50:25.516677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8835bb9e-c0ec-4a9e-af3a-9a4dcdbc63f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e39c9e1d96f4074ab8d3ba88a89a77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1081636 Feb 09 02:50:25.517662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:25.561255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-18d8256d-35e6-48bd-b54c-44a47dbf057d tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/quotas/c1339907781a422791ef313023fe8185 HTTP/1.1" status: 200 len: 375 time: 0.0570028 Feb 09 02:50:25.629274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47ce38d3-2e47-4478-94b9-b69d97dd27b7 admin admin] Publish callbacks [] for security_group (b1f3c62a-4fb7-48fc-9337-a931249dfb68), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:25.666785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-7f15229f-4637-425d-98d5-e7796ab65548 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044774 Feb 09 02:50:25.706750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47ce38d3-2e47-4478-94b9-b69d97dd27b7 admin admin] Publish callbacks [] for security_group (b1f3c62a-4fb7-48fc-9337-a931249dfb68), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:25.825274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b24ec-b190-4148-bd00-c2286794ef8a req-65a08650-6320-43dc-ab9d-a88a3cdbd33e tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:25.827239 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a1b24ec-b190-4148-bd00-c2286794ef8a req-65a08650-6320-43dc-ab9d-a88a3cdbd33e tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1147976 Feb 09 02:50:25.831401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-5333cc74-0a77-4593-8165-ffccc3c3f4f3 service neutron] 10.222.0.32 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633832 Feb 09 02:50:25.840047 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47ce38d3-2e47-4478-94b9-b69d97dd27b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b1f3c62a-4fb7-48fc-9337-a931249dfb68), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:25.843576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47ce38d3-2e47-4478-94b9-b69d97dd27b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:25.847333 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-47ce38d3-2e47-4478-94b9-b69d97dd27b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1f3c62a-4fb7-48fc-9337-a931249dfb68 HTTP/1.1" status: 204 len: 168 time: 0.3256907 Feb 09 02:50:25.907349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce38d3-2e47-4478-94b9-b69d97dd27b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f3c62a-4fb7-48fc-9337-a931249dfb68,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:25.975980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a1b24ec-b190-4148-bd00-c2286794ef8a req-d168e9a8-7256-48ad-a762-1f13f1ccf566 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297405 Feb 09 02:50:26.064658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-da0e6825-3837-4567-812a-07c36e304016 service neutron] 10.222.0.32 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201080 Feb 09 02:50:26.079409 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f533633a-3523-4219-ab18-cecc7d869060 req-d652214e-114d-4e82-8afd-cb3f3f0b8fa4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5695183 Feb 09 02:50:26.226921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb58b4-8bfd-47a0-a1d1-19a9b4475fcb req-92b06ab0-b6e1-484c-b1f9-d3fa4e3c0284 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:26.228442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ebb58b4-8bfd-47a0-a1d1-19a9b4475fcb req-92b06ab0-b6e1-484c-b1f9-d3fa4e3c0284 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 946 time: 0.1103873 Feb 09 02:50:26.233401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533633a-3523-4219-ab18-cecc7d869060 req-9fdcfbdd-ea0a-4b8b-9f63-05239503e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:26.240157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f533633a-3523-4219-ab18-cecc7d869060 req-9fdcfbdd-ea0a-4b8b-9f63-05239503e806 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 1128 time: 0.1355712 Feb 09 02:50:26.385100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ebb58b4-8bfd-47a0-a1d1-19a9b4475fcb req-297e262d-704b-47cf-bcda-1c8ea39c7936 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412787 Feb 09 02:50:26.409231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533633a-3523-4219-ab18-cecc7d869060 req-d2f74f2a-e302-4fbd-a795-bb0a22f23dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:26.412097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f533633a-3523-4219-ab18-cecc7d869060 req-d2f74f2a-e302-4fbd-a795-bb0a22f23dfc service neutron] 10.222.0.61 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 912 time: 0.1480186 Feb 09 02:50:26.540301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f533633a-3523-4219-ab18-cecc7d869060 req-b987d898-eeed-4d24-a7bb-1fb92fad503d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 HTTP/1.1" status: 200 len: 217 time: 0.1123023 Feb 09 02:50:26.612757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533633a-3523-4219-ab18-cecc7d869060 req-9b225ea6-92e3-4647-8fa7-ea6f7ca1235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:26.614973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f533633a-3523-4219-ab18-cecc7d869060 req-9b225ea6-92e3-4647-8fa7-ea6f7ca1235a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 200 len: 851 time: 0.0657876 Feb 09 02:50:26.683137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1fff-6ee4-4a21-8955-678ea4681b8c req-b17ccdfc-ae75-42bc-bb00-e687900e4ac5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:26.695080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd2f1fff-6ee4-4a21-8955-678ea4681b8c req-b17ccdfc-ae75-42bc-bb00-e687900e4ac5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.1472435 Feb 09 02:50:26.705495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f533633a-3523-4219-ab18-cecc7d869060 req-11dcfd5d-450f-45fc-b8c4-18390fc5e3aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=864af6b6-ec45-4e59-a401-3a85fef04c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827811 Feb 09 02:50:26.913907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50798) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:26.918870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd2f1fff-6ee4-4a21-8955-678ea4681b8c req-aaf042b8-0817-408d-bc23-756659f1ee0e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228272 Feb 09 02:50:26.940538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-1d28939c-87e9-4f3f-8621-c3150b0d9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:26.949232 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-1d28939c-87e9-4f3f-8621-c3150b0d9355 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ff18d5911147828ff7afa156b6a335&device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 1128 time: 0.1860733 Feb 09 02:50:27.032680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-372b1bb8-199d-414d-87d7-f31136ca6f7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c764e21c2bf407694c3fa22302c6917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1133025 Feb 09 02:50:27.037503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50802) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:27.094681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f533633a-3523-4219-ab18-cecc7d869060 req-eeaab6e6-9421-4de4-8919-c767890df26e service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818727 Feb 09 02:50:27.143448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-bf844aea-f54c-465e-a91e-32e798afd482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:27.146013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-bf844aea-f54c-465e-a91e-32e798afd482 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2d0702a2-152a-4af3-9121-3a2f467c4162 HTTP/1.1" status: 200 len: 914 time: 0.1957426 Feb 09 02:50:27.186856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-235b197d-fa93-465f-868f-9b8b229c5729 req-6d5dfc26-d969-4071-9744-f3b35510462e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 210 time: 0.0394948 Feb 09 02:50:27.286795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-8ba7c8f7-b009-4712-9b44-d2a14003b820 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b118a807-2812-4e0c-9b8b-03027b5f0884 HTTP/1.1" status: 200 len: 217 time: 0.1296084 Feb 09 02:50:27.438698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-6cc1d2f2-e139-4b1b-a044-939793b7f9f1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181004 Feb 09 02:50:27.453645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-b74e5e47-a697-4679-b9ee-a09e1bb8d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:27.459406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-b74e5e47-a697-4679-b9ee-a09e1bb8d7b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196073a6-660f-4c30-b09b-b03d30fb1845 HTTP/1.1" status: 200 len: 853 time: 0.1625824 Feb 09 02:50:27.542794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-4e8c8c98-6f84-4810-a070-2039184eb2d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2d0702a2-152a-4af3-9121-3a2f467c4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556123 Feb 09 02:50:27.670912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ff77-5316-42da-a323-bae10af8b4f8 req-e614baaa-18a0-4858-9f4b-46b7e0e7a55e tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:27.678867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71d6ff77-5316-42da-a323-bae10af8b4f8 req-e614baaa-18a0-4858-9f4b-46b7e0e7a55e tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 946 time: 0.3214393 Feb 09 02:50:27.815011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71d6ff77-5316-42da-a323-bae10af8b4f8 req-93222cc0-6b78-4c22-99a3-fce34988cd96 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350577 Feb 09 02:50:27.818276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-c079e785-820d-4efb-87fb-e9e6bb751530 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745304 Feb 09 02:50:27.981315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbee2e2e-37cc-4e0b-8cf2-94f400447e82 req-462bda2b-8e32-40f1-9b0a-2f62acbab269 service neutron] 10.222.0.26 "GET /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571867 Feb 09 02:50:27.986998 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed310402-ade2-41c7-b86f-30b0a75b2acf admin admin] Publish callbacks [] for security_group (4dc698b8-35b0-42b3-a75e-c118acda5a7e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:27.998442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894bfac-9684-464e-940b-039831893386 req-e23d5a64-f77e-44da-b67e-fb4275fe4050 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:27.998834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f533633a-3523-4219-ab18-cecc7d869060 req-391faae9-f0cc-4605-b6cc-7635dd65f216 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8661904 Feb 09 02:50:28.006455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b894bfac-9684-464e-940b-039831893386 req-e23d5a64-f77e-44da-b67e-fb4275fe4050 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.0928209 Feb 09 02:50:28.078846 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b894bfac-9684-464e-940b-039831893386 req-edfbd5c8-ab07-4aab-9ae5-30ab08239211 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663400 Feb 09 02:50:28.175772 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed310402-ade2-41c7-b86f-30b0a75b2acf admin admin] Publish callbacks [] for security_group (4dc698b8-35b0-42b3-a75e-c118acda5a7e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:28.251687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027e4e-c337-4d83-8293-f48520edb409 req-d610fbeb-eae5-4a07-86aa-5e45eddac334 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:28.253211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83027e4e-c337-4d83-8293-f48520edb409 req-d610fbeb-eae5-4a07-86aa-5e45eddac334 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.26 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 946 time: 0.7269819 Feb 09 02:50:28.321789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-a4e311c9-be3c-4b42-93e2-cc9fd21df8a9 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:28.323327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-a4e311c9-be3c-4b42-93e2-cc9fd21df8a9 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8586576 Feb 09 02:50:28.363238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fbcbe-2eb9-46f2-beca-1d90e6d8fd8d req-6d1598c6-6611-4170-9dcc-29c110b1103f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:28.371298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-670fbcbe-2eb9-46f2-beca-1d90e6d8fd8d req-6d1598c6-6611-4170-9dcc-29c110b1103f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 946 time: 0.1114480 Feb 09 02:50:28.410425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-78914073-69f8-4f45-ba80-708a2a92df28 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/quotas/fc9de5030d1148848ee932f4f075d2fe HTTP/1.1" status: 200 len: 375 time: 0.0730989 Feb 09 02:50:28.462131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-3eb24262-f3fb-4c43-b07f-f4263ae3c2c7 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504565 Feb 09 02:50:28.468517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-670fbcbe-2eb9-46f2-beca-1d90e6d8fd8d req-ed8e6346-6a97-4fd3-a5a6-56efca2f6448 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961294 Feb 09 02:50:28.486781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed310402-ade2-41c7-b86f-30b0a75b2acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4dc698b8-35b0-42b3-a75e-c118acda5a7e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:28.492366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed310402-ade2-41c7-b86f-30b0a75b2acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:28.493546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed310402-ade2-41c7-b86f-30b0a75b2acf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dc698b8-35b0-42b3-a75e-c118acda5a7e HTTP/1.1" status: 204 len: 168 time: 1.4492915 Feb 09 02:50:28.524100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Deleting port 38939b7b-dda0-451a-ac87-9b416a99a864 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:28.524447 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:28.537745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed310402-ade2-41c7-b86f-30b0a75b2acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc698b8-35b0-42b3-a75e-c118acda5a7e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:28.702999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe617b8-e141-44c9-a3f4-bc96decb023d req-e5eeef01-5ab8-4191-a0dd-39d6076d7e7b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:28.710540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efe617b8-e141-44c9-a3f4-bc96decb023d req-e5eeef01-5ab8-4191-a0dd-39d6076d7e7b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.1171386 Feb 09 02:50:28.835706 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efe617b8-e141-44c9-a3f4-bc96decb023d req-a7fed3df-9593-436b-9e05-3730746143bc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240714 Feb 09 02:50:28.963654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3aa14b9b-e024-4f59-8338-51b065af709b req-7a1212d7-3673-4200-97ee-5e280c9218a4 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 210 time: 0.1543367 Feb 09 02:50:28.985869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f62ccd7f-578c-4bf7-a42f-cc8dfe13e55c req-6bdb6d28-2a36-4c8f-a748-2c972b2c92e2 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 210 time: 0.0780635 Feb 09 02:50:29.040754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] For port 38939b7b-dda0-451a-ac87-9b416a99a864, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=38939b7b-dda0-451a-ac87-9b416a99a864,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:29.045820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.068806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Calling delete_port for 38939b7b-dda0-451a-ac87-9b416a99a864 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:29.381430 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (38939b7b-dda0-451a-ac87-9b416a99a864), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.409865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193af1a-a90c-4f07-b2c8-874b7c1b814d req-7f46d69a-bc2b-48db-9f72-1ec9d81e1c7b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:29.438858 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a193af1a-a90c-4f07-b2c8-874b7c1b814d req-7f46d69a-bc2b-48db-9f72-1ec9d81e1c7b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2056673 Feb 09 02:50:29.546136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a193af1a-a90c-4f07-b2c8-874b7c1b814d req-f6d783d9-f290-40e2-b43f-162a11617ddf tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003532 Feb 09 02:50:29.570275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] No DVR routers for this DVR port 38939b7b-dda0-451a-ac87-9b416a99a864 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:29.573258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:29.583844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83027e4e-c337-4d83-8293-f48520edb409 req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.26 "DELETE /v2.0/ports/38939b7b-dda0-451a-ac87-9b416a99a864 HTTP/1.1" status: 204 len: 173 time: 1.3167591 Feb 09 02:50:29.584721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaadac-92aa-4911-ba92-1ee157b03752 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event deleted for resources: {'Port': ['ID=38939b7b-dda0-451a-ac87-9b416a99a864,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:29.613881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23dc4a1-0858-4541-8879-de69a882629b', 'name': 'network-vif-deleted', 'tag': '38939b7b-dda0-451a-ac87-9b416a99a864'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:29.624425 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd39f548-18d4-4c65-9294-124c80c95f2b" -d '{"events": [{"server_uuid": "e23dc4a1-0858-4541-8879-de69a882629b", "name": "network-vif-deleted", "tag": "38939b7b-dda0-451a-ac87-9b416a99a864"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:29.676569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 38939b7b-dda0-451a-ac87-9b416a99a864 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:29.759509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390d320-84ee-492d-af89-5e47c49479c2 req-a950e95b-2539-47d6-bb7e-d803964b918b tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:29.779565 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d390d320-84ee-492d-af89-5e47c49479c2 req-a950e95b-2539-47d6-bb7e-d803964b918b tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 946 time: 0.5227573 Feb 09 02:50:29.779923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 38939b7b-dda0-451a-ac87-9b416a99a864 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:29.780456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 38939b7b-dda0-451a-ac87-9b416a99a864 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:29.850547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-67bf52a8-c328-4ba6-84a6-788fae2aeee5 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:29.854782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-67bf52a8-c328-4ba6-84a6-788fae2aeee5 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.61 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 805 time: 1.0238996 Feb 09 02:50:29.857307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d45605f-a302-4fd1-995e-603e2059e2f2 req-86830dc7-b6fb-4184-b2e1-e6bf5dffa77c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.1580102 Feb 09 02:50:29.893633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Request body: {'port': {'device_id': '6473597a-fac2-42d1-82e3-958ffe559460', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'admin_state_up': True, 'tenant_id': 'c1339907781a422791ef313023fe8185'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:30.084038 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5800da-6e41-4b6b-bf2b-164bea67a21e x-openstack-request-id: req-bd5800da-6e41-4b6b-bf2b-164bea67a21e {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:30.084745 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23dc4a1-0858-4541-8879-de69a882629b", "name": "network-vif-deleted", "tag": "38939b7b-dda0-451a-ac87-9b416a99a864", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:30.084745 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd5800da-6e41-4b6b-bf2b-164bea67a21e {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:30.085034 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23dc4a1-0858-4541-8879-de69a882629b', 'name': 'network-vif-deleted', 'tag': '38939b7b-dda0-451a-ac87-9b416a99a864', 'status': 'completed', 'code': 200} Feb 09 02:50:30.188672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d390d320-84ee-492d-af89-5e47c49479c2 req-7ad0623c-0ab2-43ed-8425-979b9cd14161 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067862 Feb 09 02:50:30.228757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-49fe1013-e831-4cbb-bbf5-3a3399170181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:30.409237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Made reservation on behalf of c1339907781a422791ef313023fe8185 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:30.416670 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:30.428312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb897c-5f4e-4921-bb80-7c06540e39bf req-3590c49c-d50e-4820-bd26-c6cf85240edc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:30.438822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00cb897c-5f4e-4921-bb80-7c06540e39bf req-3590c49c-d50e-4820-bd26-c6cf85240edc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.1999214 Feb 09 02:50:30.488892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c1957b4-8e13-4ab4-b8ff-74d26c9db46c req-e50ab713-7c80-45d0-bb4e-ac0f94342ac3 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 210 time: 0.1128109 Feb 09 02:50:30.643307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00cb897c-5f4e-4921-bb80-7c06540e39bf req-4e61386b-3263-4b82-b3e9-904da46c86dd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034142 Feb 09 02:50:30.698991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c7d57d2-c198-42dc-a8d9-9caf200bf5f9 req-39771b1d-89c6-4382-a187-d4850c9590c5 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 210 time: 0.0734487 Feb 09 02:50:30.766146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50878) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:30.982931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Allocated IP 172.20.0.11 (ada7d93c-a7f5-40e3-9d82-8cbb9579b446/46d8041c-10b5-41ed-bb8c-2382269a8431/915663cb-812f-43a7-a0cc-3878955e2892) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:30.988635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-770330284-network', 'tenant_id': '2618b90bba6341048386a8a8793c5ac0'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:31.040408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Made reservation on behalf of 2618b90bba6341048386a8a8793c5ac0 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:31.042770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.054224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.080339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d0fb3-d3b9-4bfd-b041-e76bfe9d4ab6 req-0f7d3b8b-4bb2-4d45-8df3-b5fed670e6e0 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:31.083415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e86d0fb3-d3b9-4bfd-b041-e76bfe9d4ab6 req-0f7d3b8b-4bb2-4d45-8df3-b5fed670e6e0 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2393725 Feb 09 02:50:31.296080 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Publish callbacks [] for security_group (0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.324608 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.343711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-e00b6fa4-6799-46b1-8018-f237d8ec9f8e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239235 Feb 09 02:50:31.404240 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79bec998-7db6-4d60-b651-7eae7ef3e31f req-14508238-0e6f-4f64-80c0-58c1dd630a92 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.0919211 Feb 09 02:50:31.459496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:50:31.509225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:31.527735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1c88fa04-c6ff-4d6a-9f01-1c72b62ce886), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.530555 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Added segment 1c88fa04-c6ff-4d6a-9f01-1c72b62ce886 of type vlan for network 7df2201d-50f8-46a0-970e-60ec608b8981 Feb 09 02:50:31.591945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e86d0fb3-d3b9-4bfd-b041-e76bfe9d4ab6 req-18d7e5b2-1ebb-44e1-9703-3f1931e11694 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965835 Feb 09 02:50:31.676553 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7df2201d-50f8-46a0-970e-60ec608b8981), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.750268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks [] for port (915663cb-812f-43a7-a0cc-3878955e2892), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.820055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a4b2e-dd1d-4951-a554-dae9d5c202f2 req-01ae1906-06d4-4a34-be03-cf4af957e19f tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:31.825017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db2a4b2e-dd1d-4951-a554-dae9d5c202f2 req-01ae1906-06d4-4a34-be03-cf4af957e19f tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 946 time: 0.2610021 Feb 09 02:50:31.843368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.855788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7df2201d-50f8-46a0-970e-60ec608b8981), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.856756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:31.857458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:31.933706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Pushing event updated for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:31.957700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:31.984296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:31.986766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:32.007393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2399065 Feb 09 02:50:32.016093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50896) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:32.040731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Request body: {'subnet': {'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-770330284-subnet', 'tenant_id': '2618b90bba6341048386a8a8793c5ac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:32.074892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db2a4b2e-dd1d-4951-a554-dae9d5c202f2 req-22a96431-a782-4415-87e0-606ddc38f318 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414432 Feb 09 02:50:32.087671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:32.088349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:32.105423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f590c3-1e42-4e49-91a6-81719aace934 admin admin] Pushing event updated for resources: {'Network': ['ID=7df2201d-50f8-46a0-970e-60ec608b8981,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:32.121222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7294f6-db5f-43e1-a192-d9ada2eda317 req-70932118-1f2c-46bc-9e99-6e228fc555e6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:32.121939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7df2201d-50f8-46a0-970e-60ec608b8981 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:50:32.129411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7244e6-13a7-4dba-ab11-de9abca2da24 req-a8b19902-3786-4f37-8c9d-f6fe74ef5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:32.130168 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8e7294f6-db5f-43e1-a192-d9ada2eda317 req-70932118-1f2c-46bc-9e99-6e228fc555e6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 932 time: 0.3260067 Feb 09 02:50:32.137946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e7244e6-13a7-4dba-ab11-de9abca2da24 req-a8b19902-3786-4f37-8c9d-f6fe74ef5ea3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 1127 time: 0.3060050 Feb 09 02:50:32.198538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Made reservation on behalf of 2618b90bba6341048386a8a8793c5ac0 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:32.208042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:32.247970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-df6bb4c1-0a87-47ee-b483-95dedaddeec7 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:32.249977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-df6bb4c1-0a87-47ee-b483-95dedaddeec7 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8784602 Feb 09 02:50:32.272362 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8e7294f6-db5f-43e1-a192-d9ada2eda317 req-0fde36bc-332f-447c-8793-859b90f72d51 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398678 Feb 09 02:50:32.296174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Request body: {'port': {'device_id': '0181adda-244a-40b9-8875-c9ad12834e30', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'fc9de5030d1148848ee932f4f075d2fe'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:32.310910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-b0036ace-afc6-4ded-a1a7-fc4751c9797b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4444234 Feb 09 02:50:32.348043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Request body: {'port': {'device_id': '6473597a-fac2-42d1-82e3-958ffe559460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:32.533380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-580e90fe-886f-41ac-94c2-a2e352d80c93 req-eacc8759-ec62-4355-a39d-b05915e1c8c7 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 210 time: 0.0937626 Feb 09 02:50:32.607549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (915663cb-812f-43a7-a0cc-3878955e2892), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:32.655534 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bacc197d-4947-4e52-af31-04ab2eb40526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:32.688009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Made reservation on behalf of fc9de5030d1148848ee932f4f075d2fe for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:32.692418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:32.733097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:32.852271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78540041-9285-41e8-ab86-7a4cec53bfca req-7dd091ca-9589-4974-b3f8-03b1c63d6187 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.1108878 Feb 09 02:50:32.950819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (af7edeef-7a8f-4da0-b380-41ebf8496e93), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:32.967887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e7244e6-13a7-4dba-ab11-de9abca2da24 req-49c32540-64c2-4c41-8bba-bf7d2d1839ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239191 Feb 09 02:50:33.079428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14b13a-376c-406c-8b8c-d03721377017 req-85bc0f52-ad30-4200-92f2-69eb8d937dcd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:33.091496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c14b13a-376c-406c-8b8c-d03721377017 req-85bc0f52-ad30-4200-92f2-69eb8d937dcd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.8713923 Feb 09 02:50:33.182582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7edeef-7a8f-4da0-b380-41ebf8496e93,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:33.200905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:33.201929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Network hostable DHCP agents. Network: 7df2201d-50f8-46a0-970e-60ec608b8981, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:50:33.298324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Network 7df2201d-50f8-46a0-970e-60ec608b8981 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:50:33.317563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-515634d4-50c7-45ab-869b-1986799f2392 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:33.319327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-515634d4-50c7-45ab-869b-1986799f2392 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.26 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 946 time: 0.3307493 Feb 09 02:50:33.377105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c14b13a-376c-406c-8b8c-d03721377017 req-7f1e4bc9-0957-4b46-b2e7-be3b94106810 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801347 Feb 09 02:50:33.379878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7df2201d-50f8-46a0-970e-60ec608b8981) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:33.381976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d6ee6-38c2-4920-aa3b-57bbfe51fe12 req-6f3e3f0b-7441-4bd8-8b25-f9a2579485b3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:33.439103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-762d6ee6-38c2-4920-aa3b-57bbfe51fe12 req-6f3e3f0b-7441-4bd8-8b25-f9a2579485b3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.4021413 Feb 09 02:50:33.448742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0133fc3f-df81-4ec9-b4b6-87834a2e2a2c None None] Network 7df2201d-50f8-46a0-970e-60ec608b8981 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:33.493180 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for security_group (615d8449-9bdc-47bd-8dc7-d91115a698f6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:33.596389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (615d8449-9bdc-47bd-8dc7-d91115a698f6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:33.677109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915663cb-812f-43a7-a0cc-3878955e2892 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:33.698513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:33.699707 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:33.701965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-762d6ee6-38c2-4920-aa3b-57bbfe51fe12 req-7abe060e-0d9f-4171-9a0f-e2b03ea4e794 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551038 Feb 09 02:50:33.775572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Publish callbacks [] for port (915663cb-812f-43a7-a0cc-3878955e2892), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:33.817718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438d0dbb-838b-4475-a069-b087f3a0c89d None None] Network 7df2201d-50f8-46a0-970e-60ec608b8981 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:33.913016 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cba18783-c5a0-4a20-941b-6960314fbfbd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8894110 Feb 09 02:50:33.937070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615d8449-9bdc-47bd-8dc7-d91115a698f6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:33.984285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Transition to ACTIVE for port object 915663cb-812f-43a7-a0cc-3878955e2892 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:50:34.022197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:34.048987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-00b9d38a-c447-4cce-971f-a31e6c90f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:34.066681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-00b9d38a-c447-4cce-971f-a31e6c90f579 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1129 time: 0.5021715 Feb 09 02:50:34.080320 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:34.143692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c136a8e-c483-40f7-89f0-d9b21c77bfc5 req-162815d3-2142-45b0-91c9-d71bd1833ff1 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:34.178087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c136a8e-c483-40f7-89f0-d9b21c77bfc5 req-162815d3-2142-45b0-91c9-d71bd1833ff1 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/ports?device_id=46ed7298-5950-4d33-8e67-5ebcd0ef0ebe HTTP/1.1" status: 200 len: 946 time: 0.4836502 Feb 09 02:50:34.180753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Allocated IP 192.168.233.211 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/a68c61c4-4d08-4e3c-b70c-385a853a0eb2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:34.271921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Deleting port b118a807-2812-4e0c-9b8b-03027b5f0884 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:34.272318 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:34.463448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Pushing event updated for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:34.512619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:34.541182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cedd7a-8679-491a-bc3b-f87af26d4cce req-eca58ee5-5d23-4dbe-9e39-a1cc41756c45 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:34.548541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57cedd7a-8679-491a-bc3b-f87af26d4cce req-eca58ee5-5d23-4dbe-9e39-a1cc41756c45 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 932 time: 0.6130590 Feb 09 02:50:34.606641 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c136a8e-c483-40f7-89f0-d9b21c77bfc5 req-5363f7f9-6e1f-434e-b7af-da59a3cf1d4d tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.32 "GET /v2.0/security-groups?id=804a9e77-e635-4bb2-84b6-9a42e992ac29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251308 Feb 09 02:50:34.616404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-9bf7db2e-c312-4478-b30a-d24659d92c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:34.620874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-9bf7db2e-c312-4478-b30a-d24659d92c8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.5407579 Feb 09 02:50:34.655923 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57cedd7a-8679-491a-bc3b-f87af26d4cce req-2f365259-e7cf-4498-92de-ce745856d170 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044488 Feb 09 02:50:34.688445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] For port b118a807-2812-4e0c-9b8b-03027b5f0884, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b118a807-2812-4e0c-9b8b-03027b5f0884,segment=NetworkSegment(dff7f2b8-9b22-4eff-8a74-868e2cf1d98c),segment_id=dff7f2b8-9b22-4eff-8a74-868e2cf1d98c)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:34.688959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:34.725160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Attempting to bind port 915663cb-812f-43a7-a0cc-3878955e2892 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:34.725782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Attempting to bind port 915663cb-812f-43a7-a0cc-3878955e2892 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:34.726304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Attempting to bind port 915663cb-812f-43a7-a0cc-3878955e2892 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:34.727209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Calling delete_port for b118a807-2812-4e0c-9b8b-03027b5f0884 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:34.760229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Port 915663cb-812f-43a7-a0cc-3878955e2892 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:50:34.760742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Attempting to bind port 915663cb-812f-43a7-a0cc-3878955e2892 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:34.944835 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.105032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b118a807-2812-4e0c-9b8b-03027b5f0884), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.223040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50938) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:35.227282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-bd4e7fd2-ec8e-4215-8eb1-93a5299c03eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1002 time: 0.1962066 Feb 09 02:50:35.232611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1185898202-network', 'tenant_id': '3710303a05e040f4818ff8bbfae0fa9c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:35.288820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:35.289442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Checking segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:35.290518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Bound using segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:35.291146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Bound port: 915663cb-812f-43a7-a0cc-3878955e2892, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:35.292177 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (915663cb-812f-43a7-a0cc-3878955e2892), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.297147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Pushing event deleted for resources: {'Port': ['ID=b118a807-2812-4e0c-9b8b-03027b5f0884,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:35.331000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ec6ad68-544d-47c3-8f0d-0a155d2eadcf req-4f9a4956-ec72-433d-92b1-fc506f768485 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.5819051 Feb 09 02:50:35.339568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.392120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] No DVR routers for this DVR port b118a807-2812-4e0c-9b8b-03027b5f0884 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:35.395955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.405368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de8c8165-fe7b-4013-b040-a8d3eb4d3ec7 req-05c0974d-e72b-4cff-bb4a-580e730c1608 tempest-InstanceActionsTestJSON-212794650 tempest-InstanceActionsTestJSON-212794650-project] 10.222.0.26 "DELETE /v2.0/ports/b118a807-2812-4e0c-9b8b-03027b5f0884 HTTP/1.1" status: 204 len: 173 time: 2.0711570 Feb 09 02:50:35.429429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed7298-5950-4d33-8e67-5ebcd0ef0ebe', 'name': 'network-vif-deleted', 'tag': 'b118a807-2812-4e0c-9b8b-03027b5f0884'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:35.435210 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba7674f-8a6e-4c8b-8fa0-0a33ba76ddfa" -d '{"events": [{"server_uuid": "46ed7298-5950-4d33-8e67-5ebcd0ef0ebe", "name": "network-vif-deleted", "tag": "b118a807-2812-4e0c-9b8b-03027b5f0884"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:35.496596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffb926-8d81-4f5b-8b27-abe431d2244d req-da2c29f8-1c0e-4ae5-a982-d47eacd02cf4 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:35.499509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0dffb926-8d81-4f5b-8b27-abe431d2244d req-da2c29f8-1c0e-4ae5-a982-d47eacd02cf4 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 936 time: 0.4546649 Feb 09 02:50:35.502453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-2a019040-f6d2-48b0-8287-b638866de105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:35.520047 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-2a019040-f6d2-48b0-8287-b638866de105 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.2624073 Feb 09 02:50:35.526537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Made reservation on behalf of 3710303a05e040f4818ff8bbfae0fa9c for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:35.528819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.554614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:35.573928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:35.589375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:35.601308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'Port': ['ID=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:35.609830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:35.619643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:35.650040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.669878 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.707932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b118a807-2812-4e0c-9b8b-03027b5f0884 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:35.727990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f2b15-f344-40a8-a632-b1564c6cf455 req-fe8a43ab-c8b9-4cae-8057-7d361b6846be tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:35.732007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-460f2b15-f344-40a8-a632-b1564c6cf455 req-fe8a43ab-c8b9-4cae-8057-7d361b6846be tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.2620273 Feb 09 02:50:35.753751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: b118a807-2812-4e0c-9b8b-03027b5f0884 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:35.754770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b118a807-2812-4e0c-9b8b-03027b5f0884 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:35.776842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:35.777469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:35.780441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/915663cb-812f-43a7-a0cc-3878955e2892 HTTP/1.1" status: 200 len: 1092 time: 3.4381981 Feb 09 02:50:35.781380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0dffb926-8d81-4f5b-8b27-abe431d2244d req-a291a5e7-5ec0-4823-89bb-b14951aa9c52 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601902 Feb 09 02:50:35.813730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:35.831861 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "tag": "915663cb-812f-43a7-a0cc-3878955e2892"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:35.854490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-d5aced62-2bac-4c70-ab34-7b63cea722d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:35.866923 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-d5aced62-2bac-4c70-ab34-7b63cea722d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3330958 Feb 09 02:50:35.931554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:35.932232 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.039407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bfa67fda-5522-4c2f-8c39-a327d6d76c79 None None] Provisioning complete for port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:36.041419 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bfa67fda-5522-4c2f-8c39-a327d6d76c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.102831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a403d-129a-4ec8-9a40-5d6e03d291e9 service neutron] Pushing event updated for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:36.158044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-96dc0286-0669-4fdb-8171-5c0437a9bd9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8845375 Feb 09 02:50:36.174158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bfa67fda-5522-4c2f-8c39-a327d6d76c79 None None] Port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:50:36.194489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2f67-9732-429b-bab1-5d29bbc4c958 req-08dd7683-e9fb-442c-81ea-f58703319fd9 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:36.197596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Request body: {'port': {'device_id': '0181adda-244a-40b9-8875-c9ad12834e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:36.203404 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d5b2f67-9732-429b-bab1-5d29bbc4c958 req-08dd7683-e9fb-442c-81ea-f58703319fd9 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2568705 Feb 09 02:50:36.243899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-1b79bbca-c909-45ad-bbca-1dc5c33dd27d service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455901 Feb 09 02:50:36.246292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Publish callbacks [] for security_group (dd30347d-ec77-41cd-b1ae-5500b2929382), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.299905 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.323113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-460f2b15-f344-40a8-a632-b1564c6cf455 req-43df32a0-fe5d-4344-a9d0-8c3bbe3d14cf tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5712986 Feb 09 02:50:36.325360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d5b2f67-9732-429b-bab1-5d29bbc4c958 req-94afd1e8-3170-4117-8f3b-7d8b4d2abb8b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209579 Feb 09 02:50:36.326393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dd30347d-ec77-41cd-b1ae-5500b2929382), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.368743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-0e1a6346-ccfe-4eb9-9e02-330c139876df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:36.370429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-0e1a6346-ccfe-4eb9-9e02-330c139876df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 1126 time: 0.4917252 Feb 09 02:50:36.445857 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb30de-604f-4ae6-a1f9-fb9e9e66df6a x-openstack-request-id: req-01fb30de-604f-4ae6-a1f9-fb9e9e66df6a {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:36.446159 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed7298-5950-4d33-8e67-5ebcd0ef0ebe", "name": "network-vif-deleted", "tag": "b118a807-2812-4e0c-9b8b-03027b5f0884", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:36.446915 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01fb30de-604f-4ae6-a1f9-fb9e9e66df6a {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:36.449534 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ed7298-5950-4d33-8e67-5ebcd0ef0ebe', 'name': 'network-vif-deleted', 'tag': 'b118a807-2812-4e0c-9b8b-03027b5f0884', 'status': 'completed', 'code': 200} Feb 09 02:50:36.503159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50954) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:36.577170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:50:36.602581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-ad860dd8-c775-4330-93da-2b26e64e7e2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=915663cb-812f-43a7-a0cc-3878955e2892 HTTP/1.1" status: 200 len: 217 time: 0.2176762 Feb 09 02:50:36.615715 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b86206-9e5d-430c-a16c-04add2abd5fb x-openstack-request-id: req-74b86206-9e5d-430c-a16c-04add2abd5fb {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:36.616117 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "tag": "915663cb-812f-43a7-a0cc-3878955e2892", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:36.616459 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74b86206-9e5d-430c-a16c-04add2abd5fb {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:36.617897 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892', 'status': 'completed', 'code': 200} Feb 09 02:50:36.631615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd30347d-ec77-41cd-b1ae-5500b2929382,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:36.682792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3cdb011e-a3a6-42e2-8fd9-b03c52939b98), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.683261 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Added segment 3cdb011e-a3a6-42e2-8fd9-b03c52939b98 of type vlan for network df6ea49a-c415-42dd-b7b6-a984faad2010 Feb 09 02:50:36.736675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-061d4f6e-ecb0-41a0-b573-cc5f99e8f817 req-68abf53e-0420-4ea5-81a4-0b21d22d30f5 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846539 Feb 09 02:50:36.753170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (df6ea49a-c415-42dd-b7b6-a984faad2010), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.788354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32960f8-3e73-4434-850b-ff4288413b13 req-7fa11bd3-4dea-4f25-b10a-6768096f3172 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:36.790056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c32960f8-3e73-4434-850b-ff4288413b13 req-7fa11bd3-4dea-4f25-b10a-6768096f3172 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 944 time: 0.2106664 Feb 09 02:50:36.819229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (df6ea49a-c415-42dd-b7b6-a984faad2010), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.820604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:36.821232 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.874943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.914182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6857128 Feb 09 02:50:36.919662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50970) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:36.929743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d14c272-0dcd-4da8-b8d7-f70a97cf2378 req-7201c3b5-1e03-4964-8ea2-39c4261e704a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.2016184 Feb 09 02:50:36.932866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Request body: {'subnet': {'network_id': 'df6ea49a-c415-42dd-b7b6-a984faad2010', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1185898202-subnet', 'tenant_id': '3710303a05e040f4818ff8bbfae0fa9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:36.969974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Made reservation on behalf of 3710303a05e040f4818ff8bbfae0fa9c for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:36.972844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:36.979109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-05735ca5-8c44-4abb-aacf-9c12f4539e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:36.991037 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-05735ca5-8c44-4abb-aacf-9c12f4539e13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 200 len: 845 time: 0.2647774 Feb 09 02:50:36.993551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308fdca-ca2b-4c88-bc02-e696f5ccaccd admin admin] Pushing event updated for resources: {'Network': ['ID=df6ea49a-c415-42dd-b7b6-a984faad2010,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:36.994475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ff5c0b-5c94-41c8-8c4d-02c0d67982d7 admin admin] Deleting subnet 196073a6-660f-4c30-b09b-b03d30fb1845 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:50:37.006841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network df6ea49a-c415-42dd-b7b6-a984faad2010 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:50:37.045250 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c32960f8-3e73-4434-850b-ff4288413b13 req-7ef747d7-276a-4c90-bdf6-ef6641d69921 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479837 Feb 09 02:50:37.080944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71ff5c0b-5c94-41c8-8c4d-02c0d67982d7 admin admin] Publish callbacks [] for subnet (196073a6-660f-4c30-b09b-b03d30fb1845), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:37.172698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-4b45a75d-d38d-47f7-a55e-28771aa7ad00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455755 Feb 09 02:50:37.349920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71ff5c0b-5c94-41c8-8c4d-02c0d67982d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (196073a6-660f-4c30-b09b-b03d30fb1845), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:37.422189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c7841-5754-4ce6-91d8-62e0d5f7b04a req-c1761455-37ab-4989-9877-be65cddda2dc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:37.430282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c8c7841-5754-4ce6-91d8-62e0d5f7b04a req-c1761455-37ab-4989-9877-be65cddda2dc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 936 time: 0.2625372 Feb 09 02:50:37.459811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-6525da1d-f6fd-43b9-8117-d21cdf227a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:37.461306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-6525da1d-f6fd-43b9-8117-d21cdf227a33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 1127 time: 0.1594789 Feb 09 02:50:37.514995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71ff5c0b-5c94-41c8-8c4d-02c0d67982d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (196073a6-660f-4c30-b09b-b03d30fb1845), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:37.567668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-03dda30e-9797-4a26-8fb9-020fde7c3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:37.569145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-03dda30e-9797-4a26-8fb9-020fde7c3b7b service neutron] 10.222.0.61 "GET /v2.0/networks?id=864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 200 len: 912 time: 0.0992389 Feb 09 02:50:37.576078 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (8d904d68-fe8f-4618-ac00-3b9e44876253), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:37.591123 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-817bc48e-f3db-4ad7-aaa6-fb2c7f2d3204 service neutron] 10.222.0.61 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974931 Feb 09 02:50:37.664027 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-6bc8bda8-5ae8-471d-b200-300178273d1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b HTTP/1.1" status: 200 len: 217 time: 0.0816908 Feb 09 02:50:37.682462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c8c7841-5754-4ce6-91d8-62e0d5f7b04a req-b6c0d2b5-f3d5-4bce-8512-91c071a4bd88 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501903 Feb 09 02:50:37.734536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88767920-7ac6-4c1b-bfdd-4e7a0d42380c req-a0ee7ca3-4643-4d19-8806-bc0429dd8ad3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:37.743034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88767920-7ac6-4c1b-bfdd-4e7a0d42380c req-a0ee7ca3-4643-4d19-8806-bc0429dd8ad3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.3897171 Feb 09 02:50:37.812211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d904d68-fe8f-4618-ac00-3b9e44876253,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:37.812559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71ff5c0b-5c94-41c8-8c4d-02c0d67982d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (196073a6-660f-4c30-b09b-b03d30fb1845), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:37.860296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Checking segment: {'id': '3cdb011e-a3a6-42e2-8fd9-b03c52939b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'df6ea49a-c415-42dd-b7b6-a984faad2010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:37.860658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Network hostable DHCP agents. Network: df6ea49a-c415-42dd-b7b6-a984faad2010, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:50:37.870986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-d12da052-6a82-47b8-b677-5ccbea169a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:37.873821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-d12da052-6a82-47b8-b677-5ccbea169a26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 200 len: 851 time: 0.1859109 Feb 09 02:50:37.912459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff5c0b-5c94-41c8-8c4d-02c0d67982d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196073a6-660f-4c30-b09b-b03d30fb1845,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:37.918572 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-74e8eb17-8f7b-41aa-a487-2fef15e67c49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=864af6b6-ec45-4e59-a401-3a85fef04c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371037 Feb 09 02:50:37.919681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Network df6ea49a-c415-42dd-b7b6-a984faad2010 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:50:37.924544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71ff5c0b-5c94-41c8-8c4d-02c0d67982d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:37.928652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-71ff5c0b-5c94-41c8-8c4d-02c0d67982d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/196073a6-660f-4c30-b09b-b03d30fb1845 HTTP/1.1" status: 204 len: 168 time: 1.3849750 Feb 09 02:50:37.939178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50990) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:37.948169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29a614-7e36-4f61-bea5-fb1536377fe8 req-2a1b7738-aa31-4f9b-ac4b-247d76e27e29 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:37.955256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a29a614-7e36-4f61-bea5-fb1536377fe8 req-2a1b7738-aa31-4f9b-ac4b-247d76e27e29 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 947 time: 0.1440558 Feb 09 02:50:37.978622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb3bd737-dae5-44f4-a8fe-7879994c09be req-03587f08-006a-4a46-a760-4b8111f05baa service neutron] 10.222.0.61 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723817 Feb 09 02:50:37.985240 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88767920-7ac6-4c1b-bfdd-4e7a0d42380c req-1b4d2708-644a-41b0-aa6c-71facb507477 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413456 Feb 09 02:50:38.041811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68c61c4-4d08-4e3c-b70c-385a853a0eb2 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:38.050258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Publish callbacks [] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.064373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Transition to ACTIVE for port object a68c61c4-4d08-4e3c-b70c-385a853a0eb2 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:50:38.075768 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.086675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, df6ea49a-c415-42dd-b7b6-a984faad2010) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:38.101919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe604c63-da22-476c-8a22-43795660fad8 None None] Network df6ea49a-c415-42dd-b7b6-a984faad2010 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:38.134334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:38.170358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-0905d6b3-79ae-4a59-8c92-c6dc1db1fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:38.171889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-0905d6b3-79ae-4a59-8c92-c6dc1db1fbe6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 1126 time: 0.1068010 Feb 09 02:50:38.317579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b339fa10-66e3-4e43-8acb-a9d9fac26b0e req-fe043f28-1c59-4a9c-b6af-dc1150ea17f5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.1432750 Feb 09 02:50:38.365471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-df42d581-d5e5-4193-9632-3b71f5a6c3d9 service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378684 Feb 09 02:50:38.376793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:38.379131 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.478432 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (2d0702a2-152a-4af3-9121-3a2f467c4162), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.487948 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ac8807ef-ebc3-4c23-a361-c02311976610 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5668893 Feb 09 02:50:38.517308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17947a0b-3fcc-48f5-8097-a43be932c013 None None] Network df6ea49a-c415-42dd-b7b6-a984faad2010 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:38.561220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Attempting to bind port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:38.572491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Attempting to bind port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:38.573252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Attempting to bind port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:38.603276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a29a614-7e36-4f61-bea5-fb1536377fe8 req-0e270fd8-2006-4986-b2b4-49a82a558bd0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6471484 Feb 09 02:50:38.622296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:50:38.624545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Attempting to bind port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:38.657421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:38.658082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:38.662012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:38.662692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Bound port: a68c61c4-4d08-4e3c-b70c-385a853a0eb2, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:38.663233 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.724423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-7b1b964e-cdbb-4366-b4e8-26857239a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:38.726886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-7b1b964e-cdbb-4366-b4e8-26857239a9e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 906 time: 0.5445075 Feb 09 02:50:38.736792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (2d0702a2-152a-4af3-9121-3a2f467c4162), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.741341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17928563-64d0-43c3-99ac-0ff527ba63f4 req-92e3b771-b291-41c9-b164-4fd009ba600a service neutron] 10.222.0.61 "GET /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959628 Feb 09 02:50:38.746339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1fc28-494c-4ad8-beae-2fd4a430335d req-a81a2896-3564-492f-b0fc-31335f5d8d11 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:38.752582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8f1fc28-494c-4ad8-beae-2fd4a430335d req-a81a2896-3564-492f-b0fc-31335f5d8d11 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 944 time: 0.2847064 Feb 09 02:50:38.836258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0702a2-152a-4af3-9121-3a2f467c4162']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:38.849180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff7f2b8-9b22-4eff-8a74-868e2cf1d98c') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:38.849557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff7f2b8-9b22-4eff-8a74-868e2cf1d98c') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:50:38.862799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (dff7f2b8-9b22-4eff-8a74-868e2cf1d98c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.885164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd657c3-bc08-49de-b6f3-c12a26d90ecf req-56f06da8-12b6-4a72-ab20-fea7927f376f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:38.886897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcd657c3-bc08-49de-b6f3-c12a26d90ecf req-56f06da8-12b6-4a72-ab20-fea7927f376f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 948 time: 0.1174679 Feb 09 02:50:38.888362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (dff7f2b8-9b22-4eff-8a74-868e2cf1d98c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.895060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:50:38.895541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (dff7f2b8-9b22-4eff-8a74-868e2cf1d98c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:50:38.897987 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:50:38.925458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] For port a68c61c4-4d08-4e3c-b70c-385a853a0eb2, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:38.929871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] For port a68c61c4-4d08-4e3c-b70c-385a853a0eb2, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:39.007296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.007744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcd657c3-bc08-49de-b6f3-c12a26d90ecf req-68c2274d-7090-4d86-98bd-f92f62610b05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079433 Feb 09 02:50:39.016095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (2d0702a2-152a-4af3-9121-3a2f467c4162), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.018222 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-64fe9651-9cf8-4f83-942d-f1c22729a121 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=915663cb-812f-43a7-a0cc-3878955e2892 HTTP/1.1" status: 200 len: 217 time: 0.2646585 Feb 09 02:50:39.022018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.041267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d0702a2-152a-4af3-9121-3a2f467c4162 HTTP/1.1" status: 204 len: 168 time: 1.0839443 Feb 09 02:50:39.079023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4a83e-c6cf-4aa2-9490-08c248fd31a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0702a2-152a-4af3-9121-3a2f467c4162,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:39.125152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.125772 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.127879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] 10.222.0.26 "PUT /v2.0/ports/a68c61c4-4d08-4e3c-b70c-385a853a0eb2 HTTP/1.1" status: 200 len: 1096 time: 2.9550211 Feb 09 02:50:39.129369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0181adda-244a-40b9-8875-c9ad12834e30', 'tag': 'a68c61c4-4d08-4e3c-b70c-385a853a0eb2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:39.132536 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c76577-8f92-4853-b1af-f6edfafc103b" -d '{"events": [{"name": "network-changed", "server_uuid": "0181adda-244a-40b9-8875-c9ad12834e30", "tag": "a68c61c4-4d08-4e3c-b70c-385a853a0eb2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:39.297252 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8f1fc28-494c-4ad8-beae-2fd4a430335d req-a4b40b1f-6bdb-413b-ae95-33aac7e78412 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285109 Feb 09 02:50:39.298661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a3d1-9c8a-46c0-9dd7-44ff4c226f09 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:39.345003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-95c2da38-619a-4cb4-9970-b984fee5ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.349306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-95c2da38-619a-4cb4-9970-b984fee5ba4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 200 len: 845 time: 0.2484994 Feb 09 02:50:39.398818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-fae7468c-7850-44a7-90fe-87f38d3bed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.400341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-fae7468c-7850-44a7-90fe-87f38d3bed51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 1130 time: 0.2088337 Feb 09 02:50:39.426636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:39.448846 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-f73fdac1-87b6-441a-baa3-c69cb9f2f761 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855727 Feb 09 02:50:39.561501 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-49ad0f9a-5912-4a23-9d21-73eb4f4b4fdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a68c61c4-4d08-4e3c-b70c-385a853a0eb2 HTTP/1.1" status: 200 len: 217 time: 0.1138983 Feb 09 02:50:39.563075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794f840-8292-44df-9095-c6510833531c req-f64e9597-a5f5-4818-91cc-562554d02da0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.570364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-f64e9597-a5f5-4818-91cc-562554d02da0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 807 time: 0.1543183 Feb 09 02:50:39.589017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-c77f5504-5960-4947-aa0f-a7649ae5b243 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/quotas/2618b90bba6341048386a8a8793c5ac0 HTTP/1.1" status: 200 len: 375 time: 0.0176167 Feb 09 02:50:39.645172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-6b9339ce-01a4-43f1-9f12-1ea6ddbb0f2a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550773 Feb 09 02:50:39.701421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-9908b274-4ab0-4b73-8b9e-346577b5a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.703117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-9908b274-4ab0-4b73-8b9e-346577b5a466 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0963383 Feb 09 02:50:39.708163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:39.720360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b88eb-074e-4dc2-a835-fb3416b253ae req-abb4bbbe-b6e4-4b22-b249-edd1045b9159 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:39.727758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a44b88eb-074e-4dc2-a835-fb3416b253ae req-abb4bbbe-b6e4-4b22-b249-edd1045b9159 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2825537 Feb 09 02:50:39.741022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d46b11d0-c5e5-49f9-b5b6-d2ed52e2af63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50ff18d5911147828ff7afa156b6a335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132625 Feb 09 02:50:39.743867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:39.790805 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-14a34684-c8b2-4b4f-8cf2-94489d8e62ba service neutron] 10.222.0.61 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262157 Feb 09 02:50:39.842976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-023afcfa-446e-4d1d-ad48-429f86680f13 admin admin] Publish callbacks [] for security_group (804a9e77-e635-4bb2-84b6-9a42e992ac29), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.862171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a44b88eb-074e-4dc2-a835-fb3416b253ae req-97150390-80e5-45f3-b58a-385f514095b3 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275465 Feb 09 02:50:39.899769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 57124ed2-282b-4169-ac48-82de9427e8f0 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:39.900330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.919567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-7361ff32-b280-4288-a26e-d4da67fca85a service neutron] 10.222.0.32 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732134 Feb 09 02:50:39.944754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:39.946115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:39.949526 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc0fcc3-0023-488f-8dcf-3181586d8ab8" -d '{"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-unplugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:39.955817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.973707 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-023afcfa-446e-4d1d-ad48-429f86680f13 admin admin] Publish callbacks [] for security_group (804a9e77-e635-4bb2-84b6-9a42e992ac29), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:39.978876 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b64bf78-601e-4500-856d-f0f4bfa31fe8 x-openstack-request-id: req-2b64bf78-601e-4500-856d-f0f4bfa31fe8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:39.979178 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0181adda-244a-40b9-8875-c9ad12834e30", "tag": "a68c61c4-4d08-4e3c-b70c-385a853a0eb2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:39.979438 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b64bf78-601e-4500-856d-f0f4bfa31fe8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:39.979850 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0181adda-244a-40b9-8875-c9ad12834e30', 'tag': 'a68c61c4-4d08-4e3c-b70c-385a853a0eb2', 'status': 'completed', 'code': 200} Feb 09 02:50:40.011330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-3dc38620-8a5b-42e0-80cf-4bb88b01d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:40.013326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-3dc38620-8a5b-42e0-80cf-4bb88b01d5bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2772269 Feb 09 02:50:40.021250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=14']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:40.044634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd383c63-5c1e-4cae-91b7-674c20a74fad req-06fcc9ef-e0d7-4c62-9131-1450204d7a16 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.0400307 Feb 09 02:50:40.188147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-023afcfa-446e-4d1d-ad48-429f86680f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (804a9e77-e635-4bb2-84b6-9a42e992ac29), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:40.190848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-023afcfa-446e-4d1d-ad48-429f86680f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:40.194472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-023afcfa-446e-4d1d-ad48-429f86680f13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/804a9e77-e635-4bb2-84b6-9a42e992ac29 HTTP/1.1" status: 204 len: 168 time: 0.4471509 Feb 09 02:50:40.229659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-33f4baa2-1f7a-41af-b3f3-a61a5ecb1d27 service neutron] 10.222.0.32 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070738 Feb 09 02:50:40.234586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023afcfa-446e-4d1d-ad48-429f86680f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a9e77-e635-4bb2-84b6-9a42e992ac29,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:40.602324 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32ba7f7-d159-4eee-9af6-c245f241da60 x-openstack-request-id: req-a32ba7f7-d159-4eee-9af6-c245f241da60 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:40.603627 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-unplugged", "status": "completed", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:40.603627 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a32ba7f7-d159-4eee-9af6-c245f241da60 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:40.603627 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'code': 200} Feb 09 02:50:40.611736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e68afe0b-a468-45d9-ba43-fe51fb2f3d2f req-9056d960-768f-4513-b81d-fd9f474aeb05 service neutron] 10.222.0.61 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8140023 Feb 09 02:50:40.665487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d9cbd-afc9-4227-a6ae-3cb72771c2cd req-5157a690-995b-48a0-be2c-78fccfe2dd21 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:40.672614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b57d9cbd-afc9-4227-a6ae-3cb72771c2cd req-5157a690-995b-48a0-be2c-78fccfe2dd21 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1678565 Feb 09 02:50:40.709684 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-c12af78d-9ff4-4791-a7bf-bae9d03809be service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634912 Feb 09 02:50:40.752568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b57d9cbd-afc9-4227-a6ae-3cb72771c2cd req-7f020373-c1ad-429f-af24-6b02a7217933 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779562 Feb 09 02:50:40.836085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ca47f-7bd4-4666-907c-318f002a890d req-39b4c880-d101-4f9f-8723-5488804ccf38 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:40.838064 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6ca47f-7bd4-4666-907c-318f002a890d req-39b4c880-d101-4f9f-8723-5488804ccf38 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 948 time: 0.1176043 Feb 09 02:50:40.956900 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7ec95bf-52cc-47cd-920b-92d3586b4fc2 req-b9c51aab-61b8-41d7-bd8c-0a2be3ca0dfc service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145481 Feb 09 02:50:40.966315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c5b25-c2be-43cd-b78c-ff8f0da88b18 req-13cc2691-32ea-4978-9467-c568455b9b66 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:40.987573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff4c5b25-c2be-43cd-b78c-ff8f0da88b18 req-13cc2691-32ea-4978-9467-c568455b9b66 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 944 time: 0.1240773 Feb 09 02:50:41.001196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e6ca47f-7bd4-4666-907c-318f002a890d req-a417da40-43bc-42c1-9694-f9f42a8725ae tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444910 Feb 09 02:50:41.070894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 915663cb-812f-43a7-a0cc-3878955e2892 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:50:41.164860 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fd865d66-d771-444d-90f6-4f0ad99030c1 req-adf6c86b-d94a-43eb-a56f-0e643c0326a1 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 210 time: 0.0592799 Feb 09 02:50:41.206005 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff4c5b25-c2be-43cd-b78c-ff8f0da88b18 req-9fe5dfa8-eb09-4254-ae48-613168b664ae tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174330 Feb 09 02:50:41.246694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c76577-8f92-4853-b1af-f6edfafc103b req-874ffa8b-770e-46b2-9f79-613b12647b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:41.249004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c76577-8f92-4853-b1af-f6edfafc103b req-874ffa8b-770e-46b2-9f79-613b12647b1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 1130 time: 0.2016139 Feb 09 02:50:41.340107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:41.371767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46583076-9460-49f4-b552-8c83cc00ca81 req-f88a6d49-89f5-4306-a145-e7eb2655f36b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:41.376328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '915663cb-812f-43a7-a0cc-3878955e2892', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'port_id': '915663cb-812f-43a7-a0cc-3878955e2892', 'mac_address': 'fa:16:3e:1b:b9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8041c-10b5-41ed-bb8c-2382269a8431', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:50:41.381468 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46583076-9460-49f4-b552-8c83cc00ca81 req-f88a6d49-89f5-4306-a145-e7eb2655f36b tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1072233 Feb 09 02:50:41.469414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 915663cb-812f-43a7-a0cc-3878955e2892 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:41.470018 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (915663cb-812f-43a7-a0cc-3878955e2892), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:41.502154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c76577-8f92-4853-b1af-f6edfafc103b req-e2d2d157-afe8-44ae-ba17-df6c220e7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:41.512981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c76577-8f92-4853-b1af-f6edfafc103b req-e2d2d157-afe8-44ae-ba17-df6c220e7813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2535508 Feb 09 02:50:41.516023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46583076-9460-49f4-b552-8c83cc00ca81 req-4e9aaa81-215f-45fd-ad41-8414397ac630 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288524 Feb 09 02:50:41.533004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915663cb-812f-43a7-a0cc-3878955e2892 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:41.598082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:41.618314 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:41.674785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7087ac27-0d5a-49a5-9ddd-5f73fd7a0d8e req-7c4d3d79-137d-47f1-b2a5-150970ba994d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.1607533 Feb 09 02:50:41.715325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51152) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:41.732985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:41.800720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c76577-8f92-4853-b1af-f6edfafc103b req-e76e9126-f85e-4273-baa0-a1e2ee043c9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a68c61c4-4d08-4e3c-b70c-385a853a0eb2 HTTP/1.1" status: 200 len: 217 time: 0.2768822 Feb 09 02:50:41.836609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['915663cb-812f-43a7-a0cc-3878955e2892'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:41.898345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c76577-8f92-4853-b1af-f6edfafc103b req-747799dd-bb71-4377-81f4-71f4102f8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:41.899815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c76577-8f92-4853-b1af-f6edfafc103b req-747799dd-bb71-4377-81f4-71f4102f8df8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0879035 Feb 09 02:50:41.945010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2014710060-network', 'tenant_id': '7c2fa8a31ab3421d9a28adea36e5ed5b'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:41.999828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Made reservation on behalf of 7c2fa8a31ab3421d9a28adea36e5ed5b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:42.002821 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:42.027748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:42.090348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804b8b4-db68-44ee-acbb-f103cc80319e req-8b17e4f3-d033-4db0-9a70-eb8bed2980ff tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:42.099439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2804b8b4-db68-44ee-acbb-f103cc80319e req-8b17e4f3-d033-4db0-9a70-eb8bed2980ff tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1720903 Feb 09 02:50:42.125582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c76577-8f92-4853-b1af-f6edfafc103b req-90d7436d-e542-4272-a08f-658ea39146fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:42.127263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c76577-8f92-4853-b1af-f6edfafc103b req-90d7436d-e542-4272-a08f-658ea39146fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2189467 Feb 09 02:50:42.264379 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Publish callbacks [] for security_group (f147c707-c973-4be9-8144-a0612106d2f1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:42.283983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca5c78-c590-4ea3-a467-51582ded26b8 req-628e48e6-6221-49fc-9e62-6b150247b634 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:42.285925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8bca5c78-c590-4ea3-a467-51582ded26b8 req-628e48e6-6221-49fc-9e62-6b150247b634 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 948 time: 0.1609006 Feb 09 02:50:42.287450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f147c707-c973-4be9-8144-a0612106d2f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:42.302564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:50:42.321349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9b397d13-95b0-4071-8bf1-493c9dc47ef0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:42.321975 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Added segment 9b397d13-95b0-4071-8bf1-493c9dc47ef0 of type vlan for network dd1dae2c-e025-4f6c-a899-078e5d61b874 Feb 09 02:50:42.387982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (dd1dae2c-e025-4f6c-a899-078e5d61b874), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:42.410191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c76577-8f92-4853-b1af-f6edfafc103b req-fcab1472-9efd-40c9-aee7-3bb0064bb37f service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698994 Feb 09 02:50:42.450929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2804b8b4-db68-44ee-acbb-f103cc80319e req-05647f02-40bc-4bc1-82b3-dfc9c456596d tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500905 Feb 09 02:50:42.706552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c76577-8f92-4853-b1af-f6edfafc103b req-a811712f-3ae4-4b8e-8737-f94a6d3c3792 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869506 Feb 09 02:50:42.766668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45b45f85-20b5-413f-bf41-c50b74edce06 req-b0a1257e-08e3-4054-9384-924bfb2a6ef7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 210 time: 0.1029911 Feb 09 02:50:42.969416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b559bd8-99b0-44ac-ad65-9f7168e8ef8e req-4ca6275d-c79b-4c90-a64e-a8270b9546f8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:42.971422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b559bd8-99b0-44ac-ad65-9f7168e8ef8e req-4ca6275d-c79b-4c90-a64e-a8270b9546f8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 945 time: 0.0933342 Feb 09 02:50:42.988130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (dd1dae2c-e025-4f6c-a899-078e5d61b874), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:42.989766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:42.990499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.050545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b559bd8-99b0-44ac-ad65-9f7168e8ef8e req-55210aa5-e172-4a20-b998-87e818f6f0b3 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683324 Feb 09 02:50:43.086107 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3688006 Feb 09 02:50:43.090911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51210) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:43.097283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Request body: {'subnet': {'network_id': 'dd1dae2c-e025-4f6c-a899-078e5d61b874', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2014710060-subnet', 'tenant_id': '7c2fa8a31ab3421d9a28adea36e5ed5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:43.111808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 915663cb-812f-43a7-a0cc-3878955e2892 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:43.118602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f147c707-c973-4be9-8144-a0612106d2f1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:43.143227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8add-626c-4dee-9ff5-3af90511a335 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1dae2c-e025-4f6c-a899-078e5d61b874,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:43.166595 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8bca5c78-c590-4ea3-a467-51582ded26b8 req-a5e7e81a-c8f7-4829-9095-12087f4049d6 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7418649 Feb 09 02:50:43.175126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0831b813-508b-4fae-9462-6762a4abfe59 req-b359b1c2-db3f-481a-aff6-6ba0f8c44834 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.0504363 Feb 09 02:50:43.185973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network dd1dae2c-e025-4f6c-a899-078e5d61b874 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:50:43.189571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794f840-8292-44df-9095-c6510833531c req-5facf46f-9ec0-4d67-99c0-c607ab74c670 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:43.192109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-5facf46f-9ec0-4d67-99c0-c607ab74c670 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 807 time: 0.7556109 Feb 09 02:50:43.193462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Made reservation on behalf of 7c2fa8a31ab3421d9a28adea36e5ed5b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:43.196077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.207127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Request body: {'port': {'device_id': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'admin_state_up': True, 'tenant_id': '2618b90bba6341048386a8a8793c5ac0'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:43.269539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 915663cb-812f-43a7-a0cc-3878955e2892 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:50:43.283796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 915663cb-812f-43a7-a0cc-3878955e2892 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:43.284811 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (915663cb-812f-43a7-a0cc-3878955e2892), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.383361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 915663cb-812f-43a7-a0cc-3878955e2892 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:43.383953 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (915663cb-812f-43a7-a0cc-3878955e2892), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.384270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (678e6c90-8977-41ec-8f6d-e1d03169640a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.396581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cff6d-1d05-4340-b3b4-db4e1ea8fff7 req-d462bf69-be44-424c-8657-d9fd6d867ec7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:43.399010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc7cff6d-1d05-4340-b3b4-db4e1ea8fff7 req-d462bf69-be44-424c-8657-d9fd6d867ec7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0978508 Feb 09 02:50:43.431828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:43.433118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:43.437023 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af02f415-2df6-46be-8fc6-066cdb444e9a" -d '{"events": [{"server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "name": "network-vif-plugged", "status": "completed", "tag": "915663cb-812f-43a7-a0cc-3878955e2892"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:43.445513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.478367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc7cff6d-1d05-4340-b3b4-db4e1ea8fff7 req-e90168b8-d6bf-4513-814b-d6b3428fb2f7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677624 Feb 09 02:50:43.481715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Made reservation on behalf of 2618b90bba6341048386a8a8793c5ac0 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:43.486169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.496061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=678e6c90-8977-41ec-8f6d-e1d03169640a,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:43.503270 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6576b9e9-5987-4dc9-a721-b033149162f4 x-openstack-request-id: req-6576b9e9-5987-4dc9-a721-b033149162f4 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:43.506440 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "name": "network-vif-plugged", "status": "completed", "tag": "915663cb-812f-43a7-a0cc-3878955e2892", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:43.509851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Checking segment: {'id': '9b397d13-95b0-4071-8bf1-493c9dc47ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd1dae2c-e025-4f6c-a899-078e5d61b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:43.510510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Network hostable DHCP agents. Network: dd1dae2c-e025-4f6c-a899-078e5d61b874, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:50:43.529647 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6576b9e9-5987-4dc9-a721-b033149162f4 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:43.533442 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892', 'code': 200} Feb 09 02:50:43.556002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Network dd1dae2c-e025-4f6c-a899-078e5d61b874 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:50:43.578203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, dd1dae2c-e025-4f6c-a899-078e5d61b874) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:43.594796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:43.595773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9598b-7ede-44df-904e-2e015e0efe16 None None] Network dd1dae2c-e025-4f6c-a899-078e5d61b874 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:43.599652 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:43.695082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b41a1bfe-cf6c-49d7-a9f8-c4ea9a1a1b34 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5944421 Feb 09 02:50:43.716407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db076754-6f3a-450f-8312-f8b9c86ad137 req-aec5ad0d-7670-4f6e-9e70-e95c35510c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:43.729340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db076754-6f3a-450f-8312-f8b9c86ad137 req-aec5ad0d-7670-4f6e-9e70-e95c35510c39 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 1128 time: 0.1490130 Feb 09 02:50:43.758441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:43.813316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Allocated IP 172.20.0.13 (7df2201d-50f8-46a0-970e-60ec608b8981/af7edeef-7a8f-4da0-b380-41ebf8496e93/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:43.824478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79fa335-6430-434f-8a1c-69a5f3544527 None None] Network dd1dae2c-e025-4f6c-a899-078e5d61b874 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:43.837071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe46b92-a3cf-4e60-88a9-69623a89e1d4 req-1bceef2e-9fd8-4c14-a5f9-bf214fd156c9 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:43.850103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ebe46b92-a3cf-4e60-88a9-69623a89e1d4 req-1bceef2e-9fd8-4c14-a5f9-bf214fd156c9 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.2392383 Feb 09 02:50:43.938681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db076754-6f3a-450f-8312-f8b9c86ad137 req-3a6b1055-8bc9-4e86-a2dd-1c832b704eb7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018631 Feb 09 02:50:43.964840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-af88d736-dd39-4888-8522-fe2e5773bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:43.981985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-af88d736-dd39-4888-8522-fe2e5773bf34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1127 time: 0.2008724 Feb 09 02:50:43.995244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ea068-2002-4b72-bee6-1378cb49d259 req-58c17dc9-78ae-4f32-9740-5d06371fee3d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:43.996879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-993ea068-2002-4b72-bee6-1378cb49d259 req-58c17dc9-78ae-4f32-9740-5d06371fee3d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1930497 Feb 09 02:50:44.012952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ebe46b92-a3cf-4e60-88a9-69623a89e1d4 req-c7ca8c69-e034-4669-ae0c-9775914b43ac tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614783 Feb 09 02:50:44.181367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2d4eaf1-68ea-4932-bad0-c4b339992e5f req-edff2b3a-d325-47dd-bd85-c61176cd1db7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 210 time: 0.0559869 Feb 09 02:50:44.198279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-39c5e37a-5a07-4c78-a5c2-449193499d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:44.200714 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-39c5e37a-5a07-4c78-a5c2-449193499d99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.2127056 Feb 09 02:50:44.203685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-993ea068-2002-4b72-bee6-1378cb49d259 req-0049fe55-d9dd-4aa9-ae51-7c60f1326e82 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893905 Feb 09 02:50:44.279372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-0735e1ef-d192-4268-9c60-55f138fccf40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1000 time: 0.0718541 Feb 09 02:50:44.297053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks [] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.378591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.385071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-58333904-a0eb-4807-b11a-726a8fe2b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:44.386790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-58333904-a0eb-4807-b11a-726a8fe2b9c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1022520 Feb 09 02:50:44.421935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Network 7df2201d-50f8-46a0-970e-60ec608b8981 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:44.425430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:44.432755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:44.468938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ab73d-9e7d-4588-9f71-012870f1b44e req-2ce67df3-ce47-45a7-9f5a-d58b850627c2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:44.470527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-129ab73d-9e7d-4588-9f71-012870f1b44e req-2ce67df3-ce47-45a7-9f5a-d58b850627c2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 946 time: 0.1330504 Feb 09 02:50:44.487671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-9dc2a9de-2ebb-4b70-bc27-6c6fa165ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:44.489203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-9dc2a9de-2ebb-4b70-bc27-6c6fa165ce59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949571 Feb 09 02:50:44.555812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Pushing event updated for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:44.579890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:44.580654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.619862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-129ab73d-9e7d-4588-9f71-012870f1b44e req-53245ece-bcae-4ded-bdbb-18107c680761 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410840 Feb 09 02:50:44.659189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-a5ab2b93-658f-4170-bd5e-2ec34223170c service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616676 Feb 09 02:50:44.679472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-ad74e82e-41b1-4a37-a709-9313e0f7c2ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4782302 Feb 09 02:50:44.709430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Request body: {'port': {'device_id': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:44.761138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-796a2b54-043f-493d-a09c-482f0af4b73b tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:44.762925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-796a2b54-043f-493d-a09c-482f0af4b73b tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/networks?id=dd1dae2c-e025-4f6c-a899-078e5d61b874 HTTP/1.1" status: 200 len: 822 time: 0.2238963 Feb 09 02:50:44.777685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77133dc8-9a92-4b79-8eb4-6640ce61e3c9 req-8dbab0c3-a004-409d-bdd0-9a529d7d7c92 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103270 Feb 09 02:50:44.809109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:44.838591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-9d869f72-edfc-4829-b6eb-6704661f995c tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/quotas/7c2fa8a31ab3421d9a28adea36e5ed5b HTTP/1.1" status: 200 len: 375 time: 0.0671904 Feb 09 02:50:44.860071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d187-370a-420f-bd10-bd9f4f0c37e2 req-3a3cbd4c-715b-4ec5-bc71-6d6fa9933da1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:44.868287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ae5d187-370a-420f-bd10-bd9f4f0c37e2 req-3a3cbd4c-715b-4ec5-bc71-6d6fa9933da1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 948 time: 0.0891995 Feb 09 02:50:44.926831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-f34d96c6-afd0-47cd-b834-319924680244 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2fa8a31ab3421d9a28adea36e5ed5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874345 Feb 09 02:50:44.958960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ae5d187-370a-420f-bd10-bd9f4f0c37e2 req-8e70aaf6-1855-4392-8226-96680556fd1e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878201 Feb 09 02:50:45.100783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1593b41-fc18-4660-93fc-fd0bc2658bab req-f4382ebd-9b49-4698-9740-5e898c751af5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e23dc4a1-0858-4541-8879-de69a882629b HTTP/1.1" status: 200 len: 210 time: 0.0441508 Feb 09 02:50:45.113368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-3b986900-f2ff-4ded-b6a5-617c8a922e2e service neutron] 10.222.0.32 "GET /v2.0/networks/dd1dae2c-e025-4f6c-a899-078e5d61b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849852 Feb 09 02:50:45.258903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098828-b46d-41e4-8020-d23d805dd308 req-629c8e13-330a-487d-88f1-a65de41d27b0 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:45.260515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3098828-b46d-41e4-8020-d23d805dd308 req-629c8e13-330a-487d-88f1-a65de41d27b0 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1588137 Feb 09 02:50:45.330519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0e202-1f07-46b7-a320-3dc29307b89f req-b96494f3-72ab-4bf4-ac45-30d63b18d722 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:45.338206 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5e0e202-1f07-46b7-a320-3dc29307b89f req-b96494f3-72ab-4bf4-ac45-30d63b18d722 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 945 time: 0.1386335 Feb 09 02:50:45.459242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5e0e202-1f07-46b7-a320-3dc29307b89f req-f4ea08e1-6d60-47ac-8efd-e075ac0ee0a2 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191013 Feb 09 02:50:45.480351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-355e9a8c-6c06-40c9-a6db-e46a7e02d1b4 service neutron] 10.222.0.32 "GET /v2.0/networks/dd1dae2c-e025-4f6c-a899-078e5d61b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659060 Feb 09 02:50:45.509907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Deleting port 4c045e6d-8e69-4d86-b9aa-0998966ca44b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:45.523000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:45.665234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:45.679174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Publish callbacks [] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:45.709448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Transition to ACTIVE for port object 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:50:45.715282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8f2a-9ed5-4dc2-83f6-5cd5380b49f0 req-2782f08e-859c-41f2-8d74-a7651fb478ca tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:45.717764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b8e8f2a-9ed5-4dc2-83f6-5cd5380b49f0 req-2782f08e-859c-41f2-8d74-a7651fb478ca tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 932 time: 0.1243854 Feb 09 02:50:45.724156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] For port 4c045e6d-8e69-4d86-b9aa-0998966ca44b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4c045e6d-8e69-4d86-b9aa-0998966ca44b,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:45.724552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:45.724999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:45.754909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Calling delete_port for 4c045e6d-8e69-4d86-b9aa-0998966ca44b owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:45.787405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a68c61c4-4d08-4e3c-b70c-385a853a0eb2 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:50:45.799610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Pushing event updated for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:45.890935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b8e8f2a-9ed5-4dc2-83f6-5cd5380b49f0 req-df16a1fd-f2da-495e-a30b-4df80d64cb02 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561761 Feb 09 02:50:45.940006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a68c61c4-4d08-4e3c-b70c-385a853a0eb2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:45.956701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'a68c61c4-4d08-4e3c-b70c-385a853a0eb2', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'a68c61c4-4d08-4e3c-b70c-385a853a0eb2', 'mac_address': 'fa:16:3e:7f:76:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:50:45.957229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d7293-8815-45f1-a224-9c0563e44039 req-7433413f-c3c2-4a91-8df9-e6d38b9a8cf5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:45.966929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-648d7293-8815-45f1-a224-9c0563e44039 req-7433413f-c3c2-4a91-8df9-e6d38b9a8cf5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1229527 Feb 09 02:50:45.988101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:45.988589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:45.989029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:46.004413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:50:46.004904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:46.011775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:46.012582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:46.013309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.014854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:46.015381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:46.015945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Bound port: 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:46.016425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.030610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68c61c4-4d08-4e3c-b70c-385a853a0eb2 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:46.071705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a68c61c4-4d08-4e3c-b70c-385a853a0eb2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:46.080087 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.128493 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-648d7293-8815-45f1-a224-9c0563e44039 req-7534a560-b149-4761-821c-f3c283587473 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495094 Feb 09 02:50:46.148520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:46.222262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4c045e6d-8e69-4d86-b9aa-0998966ca44b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.228188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00d7ec24-cb20-495b-b03c-7967ad24036e req-6b72a136-d13b-4115-8014-a1b95c6e08a8 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 210 time: 0.0451598 Feb 09 02:50:46.230890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:46.234457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9', '4c045e6d-8e69-4d86-b9aa-0998966ca44b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:46.281301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:46.300807 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.325534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51284) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:46.328655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Pushing event deleted for resources: {'Port': ['ID=4c045e6d-8e69-4d86-b9aa-0998966ca44b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:46.335372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-386308789'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:46.375168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.375510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.375928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.376193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.376510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.377004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.377329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.377797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.378123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.378477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.378801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.379128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.379455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:50:46.397093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:46.397726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.398070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24f4dc-3737-430d-8a90-8a202c9eebd9 req-94ab702d-569e-4f60-af96-6e200a06286e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:46.399208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] 10.222.0.26 "PUT /v2.0/ports/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 1092 time: 1.6947191 Feb 09 02:50:46.402722 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db24f4dc-3737-430d-8a90-8a202c9eebd9 req-94ab702d-569e-4f60-af96-6e200a06286e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 946 time: 0.2901747 Feb 09 02:50:46.423390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:46.426973 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca69cd-f914-4848-a19a-95b5d8e98a36" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:46.428213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] No DVR routers for this DVR port 4c045e6d-8e69-4d86-b9aa-0998966ca44b on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:46.437579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.440805 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3098828-b46d-41e4-8020-d23d805dd308 req-56d11348-4a8e-4ee8-b002-fbb55841119c tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.61 "DELETE /v2.0/ports/4c045e6d-8e69-4d86-b9aa-0998966ca44b HTTP/1.1" status: 204 len: 173 time: 1.1640949 Feb 09 02:50:46.441430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd35b31-0c94-4017-b111-424346bb746b', 'name': 'network-vif-deleted', 'tag': '4c045e6d-8e69-4d86-b9aa-0998966ca44b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:46.444493 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0188df-7dec-4bee-926c-1feace6b7ccc" -d '{"events": [{"server_uuid": "5bd35b31-0c94-4017-b111-424346bb746b", "name": "network-vif-deleted", "tag": "4c045e6d-8e69-4d86-b9aa-0998966ca44b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:46.453327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f5d41-4f20-415a-b8fc-ed146fedf157 service neutron] Pushing event updated for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:46.461247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:46.465311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.466128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:46.542805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8013f5-a6ce-436c-81d0-4663b27a0f0b req-1da0440c-d249-4eb8-b9a5-413f78a4be4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:46.545755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db24f4dc-3737-430d-8a90-8a202c9eebd9 req-92cee751-3e41-4b69-b187-02b138304b2a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207895 Feb 09 02:50:46.551637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:50:46.552580 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d8013f5-a6ce-436c-81d0-4663b27a0f0b req-1da0440c-d249-4eb8-b9a5-413f78a4be4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 949 time: 0.1909332 Feb 09 02:50:46.575947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.577592 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Added segment c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b of type vlan for network 88065435-d1c2-42d5-8975-73ae0aa2a3ba Feb 09 02:50:46.621440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794f840-8292-44df-9095-c6510833531c req-4e31f4bd-90dd-4ecf-b9b7-97566905d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:46.623897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-4e31f4bd-90dd-4ecf-b9b7-97566905d785 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1126 time: 0.1424756 Feb 09 02:50:46.658573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (88065435-d1c2-42d5-8975-73ae0aa2a3ba), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.702913 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (88065435-d1c2-42d5-8975-73ae0aa2a3ba), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.709945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:46.710448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.734694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-08b64223-a8f0-4edc-b275-d3aaceb51bb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 217 time: 0.0951555 Feb 09 02:50:46.754277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d8013f5-a6ce-436c-81d0-4663b27a0f0b req-293672e3-f4a9-467e-82cb-2e9e599882f8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005923 Feb 09 02:50:46.815110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794f840-8292-44df-9095-c6510833531c req-fc2e8f99-aec8-4b15-986d-5c6f8e6c99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:46.817526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-fc2e8f99-aec8-4b15-986d-5c6f8e6c99c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.0804572 Feb 09 02:50:46.824529 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87cffdb-80b6-4790-b4c3-4198ca98875b x-openstack-request-id: req-a87cffdb-80b6-4790-b4c3-4198ca98875b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:46.824852 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:46.825082 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a87cffdb-80b6-4790-b4c3-4198ca98875b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:46.825473 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee', 'status': 'completed', 'code': 200} Feb 09 02:50:46.863864 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33c4be9-3cb5-43a8-9872-28f8f9ebc508 x-openstack-request-id: req-d33c4be9-3cb5-43a8-9872-28f8f9ebc508 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:46.864298 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd35b31-0c94-4017-b111-424346bb746b", "name": "network-vif-deleted", "tag": "4c045e6d-8e69-4d86-b9aa-0998966ca44b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:46.864684 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d33c4be9-3cb5-43a8-9872-28f8f9ebc508 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:46.865310 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd35b31-0c94-4017-b111-424346bb746b', 'name': 'network-vif-deleted', 'tag': '4c045e6d-8e69-4d86-b9aa-0998966ca44b', 'status': 'completed', 'code': 200} Feb 09 02:50:46.871339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-13c6b155-40bc-40da-a947-8ed5fa3b48f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395372 Feb 09 02:50:46.892009 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5609558 Feb 09 02:50:46.896854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51302) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:46.909427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1485497830'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:46.922902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195a56d-602c-44c8-a6ec-9f25b7274e62 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Network': ['ID=88065435-d1c2-42d5-8975-73ae0aa2a3ba,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:46.936237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:50:46.939538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:46.943753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.980612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:50:46.992850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e4f6602-06d6-4c0c-96cf-56c9ec093470 req-e59621b6-8ef7-4252-855f-fa1638cd4cb5 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bd35b31-0c94-4017-b111-424346bb746b HTTP/1.1" status: 200 len: 210 time: 0.0810382 Feb 09 02:50:46.993939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bfe502a9-0fea-4dd3-9773-4f068d31c0f6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:46.994458 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Added segment bfe502a9-0fea-4dd3-9773-4f068d31c0f6 of type vlan for network 2c087ce3-630a-41c4-9517-4b01bbe39acb Feb 09 02:50:47.050382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (2c087ce3-630a-41c4-9517-4b01bbe39acb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.090686 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (2c087ce3-630a-41c4-9517-4b01bbe39acb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.097002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:47.098919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.105896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-36d7fc07-e015-4430-becb-374f930ac618 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265472 Feb 09 02:50:47.158174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2573755 Feb 09 02:50:47.176273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51310) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:47.183840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'subnet': {'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:47.253264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabc8de-66df-4f87-ab33-83330d2b70be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Network': ['ID=2c087ce3-630a-41c4-9517-4b01bbe39acb,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:47.265500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:50:47.272677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c1356-7fc9-4955-b71e-95b9d692a55a req-aa96287d-cebe-49c9-aeb2-b1e3c1e875e5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:47.280126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-243c1356-7fc9-4955-b71e-95b9d692a55a req-aa96287d-cebe-49c9-aeb2-b1e3c1e875e5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1231461 Feb 09 02:50:47.334145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf3403-6d71-42b7-b8cb-1b87cace980f req-97c5f030-55ae-43db-958e-9e5af75eade9 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:47.335706 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79bf3403-6d71-42b7-b8cb-1b87cace980f req-97c5f030-55ae-43db-958e-9e5af75eade9 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 944 time: 0.1585503 Feb 09 02:50:47.345840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8794f840-8292-44df-9095-c6510833531c req-42dfe6a9-5ad1-4329-8fbd-e918d05f42ef service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312906 Feb 09 02:50:47.350276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-243c1356-7fc9-4955-b71e-95b9d692a55a req-b61f8353-3512-467f-b84a-a96feec3f3df tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684650 Feb 09 02:50:47.393353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:47.397518 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.513220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-9073c140-0844-40e0-859f-39dbfd4429a4 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:47.514742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-9073c140-0844-40e0-859f-39dbfd4429a4 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.61 "GET /v2.0/networks?id=dd1dae2c-e025-4f6c-a899-078e5d61b874 HTTP/1.1" status: 200 len: 822 time: 0.1643524 Feb 09 02:50:47.531917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852dcf1-119b-44bd-9370-aefdd718bf6d req-f38ab3ed-9b51-4359-b5d1-f9a64fb40d60 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:47.533925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79bf3403-6d71-42b7-b8cb-1b87cace980f req-1dab4e10-7b7e-4ba8-ad3e-062285101b7c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739316 Feb 09 02:50:47.534067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b852dcf1-119b-44bd-9370-aefdd718bf6d req-f38ab3ed-9b51-4359-b5d1-f9a64fb40d60 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 946 time: 0.0822580 Feb 09 02:50:47.537429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Request body: {'port': {'device_id': '0859cef2-2a01-4ddb-a91a-707876227b1a', 'network_id': 'dd1dae2c-e025-4f6c-a899-078e5d61b874', 'admin_state_up': True, 'tenant_id': '7c2fa8a31ab3421d9a28adea36e5ed5b'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:47.566042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-1485b4c9-801f-4114-908d-1f858186d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:47.567914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-1485b4c9-801f-4114-908d-1f858186d4ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1126 time: 0.1179013 Feb 09 02:50:47.659667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b852dcf1-119b-44bd-9370-aefdd718bf6d req-d55db00a-6f6e-4efc-810d-ced82aa6eff0 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779507 Feb 09 02:50:47.661777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbd239fd-c0c5-4b16-9095-2487f40c4f1c req-3289647d-a432-4f39-9189-ed41b8b27034 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 210 time: 0.0369077 Feb 09 02:50:47.694520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Made reservation on behalf of 7c2fa8a31ab3421d9a28adea36e5ed5b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:47.698386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.774956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-56e5467c-0131-444a-9848-47f3cbf20082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:47.778624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-56e5467c-0131-444a-9848-47f3cbf20082 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.2010374 Feb 09 02:50:47.808005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a68c61c4-4d08-4e3c-b70c-385a853a0eb2 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:47.863048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142178-5934-4390-a0e1-64f9feb28144 req-5491d5d4-f83e-42ea-9914-d3ed8f650bc0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:47.864429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73142178-5934-4390-a0e1-64f9feb28144 req-5491d5d4-f83e-42ea-9914-d3ed8f650bc0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1029615 Feb 09 02:50:47.867487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:50:47.875403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-f8ffdbb8-8a88-40e7-827a-5ffa7c30403c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 217 time: 0.0917118 Feb 09 02:50:47.876897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:47.877690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.878412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (7a67effc-1a9f-49a7-8a2e-433ed164c996), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.885932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Allocated IP 172.20.0.5 (dd1dae2c-e025-4f6c-a899-078e5d61b874/678e6c90-8977-41ec-8f6d-e1d03169640a/f38650fa-833e-4b16-8ba1-613afe493e73) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:47.963104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:47.964110 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:47.984921 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73142178-5934-4390-a0e1-64f9feb28144 req-961afbe5-f291-474d-a4dd-8ad6e391ec71 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824959 Feb 09 02:50:47.990107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0181adda-244a-40b9-8875-c9ad12834e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c61c4-4d08-4e3c-b70c-385a853a0eb2'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:47.992701 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc97eef-d5ec-4131-8afd-e5b97deb0432" -d '{"events": [{"server_uuid": "0181adda-244a-40b9-8875-c9ad12834e30", "name": "network-vif-plugged", "status": "completed", "tag": "a68c61c4-4d08-4e3c-b70c-385a853a0eb2"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:48.007048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a68c61c4-4d08-4e3c-b70c-385a853a0eb2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:48.010469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-e315f9af-9698-4201-9498-de0764164da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:48.011925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-e315f9af-9698-4201-9498-de0764164da5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1248884 Feb 09 02:50:48.019405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.043941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Subnet': ['ID=7a67effc-1a9f-49a7-8a2e-433ed164c996,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:48.093913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-47371360-606b-4660-a262-2c28b7b1c77d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:48.096746 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-47371360-606b-4660-a262-2c28b7b1c77d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.3235211 Feb 09 02:50:48.099339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-e51c8aad-8dae-472e-8b0c-496576391267 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799034 Feb 09 02:50:48.100360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Checking segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:48.100825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network hostable DHCP agents. Network: 88065435-d1c2-42d5-8975-73ae0aa2a3ba, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:50:48.102268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:48.148445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-6bdfd2b2-01c3-4038-9f6a-d5d2c80173a5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/quotas/6d28b9e89eae40f78e01abe8fe65c347 HTTP/1.1" status: 200 len: 375 time: 0.0416911 Feb 09 02:50:48.162078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Publish callbacks [] for port (f38650fa-833e-4b16-8ba1-613afe493e73), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.196629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.211115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-f1355dd4-8bcc-4e4f-96a3-5e89b6b11fbc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614340 Feb 09 02:50:48.242848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Network dd1dae2c-e025-4f6c-a899-078e5d61b874 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:48.246017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:48.250362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:48.266964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:50:48.274916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Pushing event updated for resources: {'Port': ['ID=f38650fa-833e-4b16-8ba1-613afe493e73,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:48.306170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:48.307036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.312967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-ebcc908c-05e5-4617-a1cf-c4e280b0198b service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937606 Feb 09 02:50:48.317097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 88065435-d1c2-42d5-8975-73ae0aa2a3ba) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:48.329168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1a633-c38b-46f9-9085-494e09f474bc None None] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:48.336882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-cf65165b-cc70-421b-b6c2-a6390f95db55 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135073 Feb 09 02:50:48.352015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Request body: {'port': {'device_id': '0859cef2-2a01-4ddb-a91a-707876227b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:48.442454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.468027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'fixed_ips': [{'subnet_id': '7a67effc-1a9f-49a7-8a2e-433ed164c996'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:50:48.469088 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.636016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Allocated IP 10.1.1.2 (88065435-d1c2-42d5-8975-73ae0aa2a3ba/7a67effc-1a9f-49a7-8a2e-433ed164c996/864c4be0-62e3-48d6-b65d-17fc989a27fc) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:48.646204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bca1e-ef57-42ee-999d-eeab78bac1df req-bd37c514-80f3-4277-a356-897b0f99a382 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:48.647696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c2bca1e-ef57-42ee-999d-eeab78bac1df req-bd37c514-80f3-4277-a356-897b0f99a382 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 950 time: 0.1457307 Feb 09 02:50:48.671152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:48.671742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.729892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2cac0c03-8887-4ba3-8943-9d50994aa094 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5511048 Feb 09 02:50:48.736041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51354) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:48.746336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'subnet': {'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:48.795581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-31543669-e40d-49e5-9459-7dad44972e4a service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425587 Feb 09 02:50:48.799248 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Publish callbacks [] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.806776 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.855453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:48.859162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:48.862008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:48.871325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Pushing event updated for resources: {'Port': ['ID=864c4be0-62e3-48d6-b65d-17fc989a27fc,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:48.899974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ca69cd-f914-4848-a19a-95b5d8e98a36 req-6d9e5620-b667-4fc8-b01a-6703df323562 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791674 Feb 09 02:50:48.937884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Attempting to bind port 864c4be0-62e3-48d6-b65d-17fc989a27fc on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:48.938480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Attempting to bind port 864c4be0-62e3-48d6-b65d-17fc989a27fc by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:48.938982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Attempting to bind port 864c4be0-62e3-48d6-b65d-17fc989a27fc on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:48.939949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:48.943515 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.945287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:48.945877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Checking segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:48.946303 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.946809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Bound using segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:48.947378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Bound port: 864c4be0-62e3-48d6-b65d-17fc989a27fc, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:48.947853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:48.993184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-4577b835-eb97-467c-9c5e-dfe9390e5d85 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911829 Feb 09 02:50:49.018202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] For port 864c4be0-62e3-48d6-b65d-17fc989a27fc, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:49.020503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c2bca1e-ef57-42ee-999d-eeab78bac1df req-20a5130a-00fd-43a1-96ac-053584cc2f08 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639729 Feb 09 02:50:49.030162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] For port 864c4be0-62e3-48d6-b65d-17fc989a27fc, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=864c4be0-62e3-48d6-b65d-17fc989a27fc,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:49.048375 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.124177 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b429f3e-be21-43fd-940d-ec198bdf71e5 x-openstack-request-id: req-2b429f3e-be21-43fd-940d-ec198bdf71e5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:49.124177 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0181adda-244a-40b9-8875-c9ad12834e30", "name": "network-vif-plugged", "status": "completed", "tag": "a68c61c4-4d08-4e3c-b70c-385a853a0eb2", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:49.126714 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b429f3e-be21-43fd-940d-ec198bdf71e5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:49.129528 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0181adda-244a-40b9-8875-c9ad12834e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c61c4-4d08-4e3c-b70c-385a853a0eb2', 'code': 200} Feb 09 02:50:49.138548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4c045e6d-8e69-4d86-b9aa-0998966ca44b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:49.150872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38650fa-833e-4b16-8ba1-613afe493e73 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:49.162358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Publish callbacks [] for port (f38650fa-833e-4b16-8ba1-613afe493e73), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.180648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Transition to ACTIVE for port object f38650fa-833e-4b16-8ba1-613afe493e73 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:50:49.189754 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.283255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 4c045e6d-8e69-4d86-b9aa-0998966ca44b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:49.286804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4c045e6d-8e69-4d86-b9aa-0998966ca44b not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:49.293422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6003ea-3703-444c-97c3-3562ba53ba5a None None] Pushing event updated for resources: {'Port': ['ID=864c4be0-62e3-48d6-b65d-17fc989a27fc,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:49.327259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.363976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215639-9cd7-45b7-98ef-d80c3cdac372 req-4a6657c3-e43e-4522-ae2e-d70b78f757eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:49.369322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28215639-9cd7-45b7-98ef-d80c3cdac372 req-4a6657c3-e43e-4522-ae2e-d70b78f757eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 1132 time: 0.1853421 Feb 09 02:50:49.370931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Pushing event updated for resources: {'Port': ['ID=f38650fa-833e-4b16-8ba1-613afe493e73,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:49.427172 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (e9bb4eb4-cc16-45c4-bdac-797c5ca58061), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.489426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Attempting to bind port f38650fa-833e-4b16-8ba1-613afe493e73 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:49.489805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Attempting to bind port f38650fa-833e-4b16-8ba1-613afe493e73 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9b397d13-95b0-4071-8bf1-493c9dc47ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd1dae2c-e025-4f6c-a899-078e5d61b874'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:49.490189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Attempting to bind port f38650fa-833e-4b16-8ba1-613afe493e73 on network dd1dae2c-e025-4f6c-a899-078e5d61b874 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:49.503193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Port f38650fa-833e-4b16-8ba1-613afe493e73 on network dd1dae2c-e025-4f6c-a899-078e5d61b874 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:50:49.503539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Attempting to bind port f38650fa-833e-4b16-8ba1-613afe493e73 on network dd1dae2c-e025-4f6c-a899-078e5d61b874 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:49.523432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:49.523726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Checking segment: {'id': '9b397d13-95b0-4071-8bf1-493c9dc47ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd1dae2c-e025-4f6c-a899-078e5d61b874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:49.524114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Bound using segment: {'id': '9b397d13-95b0-4071-8bf1-493c9dc47ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd1dae2c-e025-4f6c-a899-078e5d61b874'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:49.527171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Bound port: f38650fa-833e-4b16-8ba1-613afe493e73, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b397d13-95b0-4071-8bf1-493c9dc47ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dd1dae2c-e025-4f6c-a899-078e5d61b874'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:49.527171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.555188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28215639-9cd7-45b7-98ef-d80c3cdac372 req-a9bc96b4-7a3a-492e-90c9-b2e6821e4989 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739135 Feb 09 02:50:49.567411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Subnet': ['ID=e9bb4eb4-cc16-45c4-bdac-797c5ca58061,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:49.612069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-58cbf25c-8a75-4367-a32c-e073fc813b8a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:49.616260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8173f-bd99-4203-9d3b-a130f2b2a540 req-debb2ae3-f329-4d87-b9cd-d916d1e388c4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:49.618709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-58cbf25c-8a75-4367-a32c-e073fc813b8a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.2684512 Feb 09 02:50:49.624608 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08e8173f-bd99-4203-9d3b-a130f2b2a540 req-debb2ae3-f329-4d87-b9cd-d916d1e388c4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 944 time: 0.2031393 Feb 09 02:50:49.627442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Checking segment: {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:49.628003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network hostable DHCP agents. Network: 2c087ce3-630a-41c4-9517-4b01bbe39acb, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:50:49.644114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-052b38d1-1175-4dfa-80e3-cb941713e5cd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/quotas/f3543bf9774a49c98569f1d49b6d9f3e HTTP/1.1" status: 200 len: 375 time: 0.0244594 Feb 09 02:50:49.648612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] For port f38650fa-833e-4b16-8ba1-613afe493e73, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:49.657321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] For port f38650fa-833e-4b16-8ba1-613afe493e73, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f38650fa-833e-4b16-8ba1-613afe493e73,segment=NetworkSegment(9b397d13-95b0-4071-8bf1-493c9dc47ef0),segment_id=9b397d13-95b0-4071-8bf1-493c9dc47ef0)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:49.667191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:50:49.692064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 2c087ce3-630a-41c4-9517-4b01bbe39acb) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:49.703840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82804050-45bb-4ae9-a736-b5c7f9d75bca None None] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:49.704557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:49.705338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.707003 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.721243 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08e8173f-bd99-4203-9d3b-a130f2b2a540 req-3bc15b52-1a0f-41ce-8167-1d594b391777 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955102 Feb 09 02:50:49.745373 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5153508e-962c-4de1-9cd0-cce810792cd9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0036449 Feb 09 02:50:49.748585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51382) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:49.753952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'port': {'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'name': 'tempest-TaggedBootDevicesTest-385829928', 'fixed_ips': [{'subnet_id': '7a67effc-1a9f-49a7-8a2e-433ed164c996'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:49.829063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:49.830357 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.832293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] 10.222.0.61 "PUT /v2.0/ports/f38650fa-833e-4b16-8ba1-613afe493e73 HTTP/1.1" status: 200 len: 1091 time: 1.4875386 Feb 09 02:50:49.832801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0859cef2-2a01-4ddb-a91a-707876227b1a', 'tag': 'f38650fa-833e-4b16-8ba1-613afe493e73'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:49.835617 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aeed08-1101-465e-8f70-fa60057b24dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0859cef2-2a01-4ddb-a91a-707876227b1a", "tag": "f38650fa-833e-4b16-8ba1-613afe493e73"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:49.847513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fb829-7622-4cd0-a869-672e82cf1a3a service neutron] Pushing event updated for resources: {'Port': ['ID=f38650fa-833e-4b16-8ba1-613afe493e73,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:49.862625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-2c087ce3-630a-41c4-9517-4b01bbe39acb', 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb', 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'fixed_ips': [{'subnet_id': 'e9bb4eb4-cc16-45c4-bdac-797c5ca58061'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:50:49.864417 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:49.882802 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-0394d790-6602-40d0-a550-02c078bd4b10 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2376857 Feb 09 02:50:49.906518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd7b08-d032-4da1-b0b2-7d0bc717efb1 req-4967a291-7481-4320-b8ae-6961f9c47a5d tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:49.913554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0bd7b08-d032-4da1-b0b2-7d0bc717efb1 req-4967a291-7481-4320-b8ae-6961f9c47a5d tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 943 time: 0.1008096 Feb 09 02:50:50.006871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0bd7b08-d032-4da1-b0b2-7d0bc717efb1 req-f7bdf27d-9d24-47a5-b753-9f5fb1d5461a tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922439 Feb 09 02:50:50.007731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:50.035511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-26fe8cc5-3e84-4894-bdf6-265a7466444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:50.036983 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-26fe8cc5-3e84-4894-bdf6-265a7466444a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fa8a31ab3421d9a28adea36e5ed5b&device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 1125 time: 0.1324861 Feb 09 02:50:50.049034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Allocated IP 10.2.2.2 (2c087ce3-630a-41c4-9517-4b01bbe39acb/e9bb4eb4-cc16-45c4-bdac-797c5ca58061/557362f2-f0e6-45df-ba82-e18404053a88) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:50.101978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-67a005f0-23da-45da-83f5-3ed9b3cf385f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f38650fa-833e-4b16-8ba1-613afe493e73 HTTP/1.1" status: 200 len: 217 time: 0.0480235 Feb 09 02:50:50.117056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-c2551141-e1ce-46b2-8df1-5393553ae403 service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319462 Feb 09 02:50:50.173380 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:50.207692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] device_id is not set on port 02652f4c-3e80-45ce-9db7-40dea329dd41 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:50:50.284696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8180ce60-2903-4b41-b4c3-49018b3f1a54 service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658778 Feb 09 02:50:50.389986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-25af8e9e-35bd-4176-bde2-d7d72ba616de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:50.391897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-25af8e9e-35bd-4176-bde2-d7d72ba616de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=678e6c90-8977-41ec-8f6d-e1d03169640a HTTP/1.1" status: 200 len: 862 time: 0.2719562 Feb 09 02:50:50.438511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-308b3129-2b4d-4077-95e2-31ffc1d45057 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd1dae2c-e025-4f6c-a899-078e5d61b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365181 Feb 09 02:50:50.528255 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Publish callbacks [] for port (557362f2-f0e6-45df-ba82-e18404053a88), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:50.549424 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (557362f2-f0e6-45df-ba82-e18404053a88), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:50.555349 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2191749f-9e53-4d80-8d62-eca6f9305b51 x-openstack-request-id: req-2191749f-9e53-4d80-8d62-eca6f9305b51 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:50.555885 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0859cef2-2a01-4ddb-a91a-707876227b1a", "tag": "f38650fa-833e-4b16-8ba1-613afe493e73", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:50.556242 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2191749f-9e53-4d80-8d62-eca6f9305b51 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:50.556744 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0859cef2-2a01-4ddb-a91a-707876227b1a', 'tag': 'f38650fa-833e-4b16-8ba1-613afe493e73', 'status': 'completed', 'code': 200} Feb 09 02:50:50.627510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:50.629370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:50.636365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:50.663428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-ace63b69-e798-4f39-9f66-7fcc6e98fa53 service neutron] 10.222.0.61 "GET /v2.0/networks/dd1dae2c-e025-4f6c-a899-078e5d61b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146909 Feb 09 02:50:50.667996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Allocated IP 10.1.1.46 (88065435-d1c2-42d5-8975-73ae0aa2a3ba/7a67effc-1a9f-49a7-8a2e-433ed164c996/02652f4c-3e80-45ce-9db7-40dea329dd41) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:50.685800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Pushing event updated for resources: {'Port': ['ID=557362f2-f0e6-45df-ba82-e18404053a88,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:50.723229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Attempting to bind port 557362f2-f0e6-45df-ba82-e18404053a88 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:50.723608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Attempting to bind port 557362f2-f0e6-45df-ba82-e18404053a88 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:50.723973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Attempting to bind port 557362f2-f0e6-45df-ba82-e18404053a88 on network 2c087ce3-630a-41c4-9517-4b01bbe39acb {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:50.729475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:50.729898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Checking segment: {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:50.730269 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:50.730870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Bound using segment: {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:50.731344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Bound port: 557362f2-f0e6-45df-ba82-e18404053a88, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:50.731721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (557362f2-f0e6-45df-ba82-e18404053a88), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:50.811639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] For port 557362f2-f0e6-45df-ba82-e18404053a88, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:50.815129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] For port 557362f2-f0e6-45df-ba82-e18404053a88, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=557362f2-f0e6-45df-ba82-e18404053a88,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:50.820815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d67e668-095b-4c79-b309-776b9afce1aa None None] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:50.839193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-030c9966-96eb-4105-b7f1-36b48c14a26b req-ef1e3651-abb0-43de-8fe3-b5b429366912 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 210 time: 0.4122667 Feb 09 02:50:50.890176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (557362f2-f0e6-45df-ba82-e18404053a88), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:50.981957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a3838129-9c67-43d9-9c7c-ad50b20bd83d None None] Provisioning complete for port 864c4be0-62e3-48d6-b65d-17fc989a27fc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:50.983027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a3838129-9c67-43d9-9c7c-ad50b20bd83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.011681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e7917-367e-4a34-83f5-65608012681c req-8c5d125e-7f18-4e45-b0ff-f592286fa22c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:51.018870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-415e7917-367e-4a34-83f5-65608012681c req-8c5d125e-7f18-4e45-b0ff-f592286fa22c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 950 time: 0.3598473 Feb 09 02:50:51.082029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d414e-9059-4fa4-a8f2-cffc964cc9b3 None None] Pushing event updated for resources: {'Port': ['ID=557362f2-f0e6-45df-ba82-e18404053a88,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:51.126203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 915663cb-812f-43a7-a0cc-3878955e2892 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:50:51.137220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cde71c55-f34c-4c37-a6a1-e0829c86f750 req-f7666543-0433-4382-aee7-c4dd8c9af509 service neutron] 10.222.0.61 "GET /v2.0/networks/dd1dae2c-e025-4f6c-a899-078e5d61b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510736 Feb 09 02:50:51.214442 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.236217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-415e7917-367e-4a34-83f5-65608012681c req-7a5bbfa7-0d22-4067-8e2f-2b51a68ad11e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967270 Feb 09 02:50:51.236689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-0023fd9a-ca40-4056-9237-8d4b96322775 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:51.238265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-0023fd9a-ca40-4056-9237-8d4b96322775 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.4370344 Feb 09 02:50:51.246906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.285604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Request body: {'port': {'device_id': '209b85ac-8e4e-4845-95b2-51e6243763dc', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'admin_state_up': True, 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:51.360556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a3838129-9c67-43d9-9c7c-ad50b20bd83d None None] Current status of the port 864c4be0-62e3-48d6-b65d-17fc989a27fc is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:51.361348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a3838129-9c67-43d9-9c7c-ad50b20bd83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.458762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-6dba7e07-a67a-4a67-9f2c-2bbfd162c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:51.460403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-6dba7e07-a67a-4a67-9f2c-2bbfd162c660 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c2fa8a31ab3421d9a28adea36e5ed5b&device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 1125 time: 0.2009907 Feb 09 02:50:51.462802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 864c4be0-62e3-48d6-b65d-17fc989a27fc up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:51.468704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a3838129-9c67-43d9-9c7c-ad50b20bd83d None None] For port 864c4be0-62e3-48d6-b65d-17fc989a27fc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=864c4be0-62e3-48d6-b65d-17fc989a27fc,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:51.522330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a3838129-9c67-43d9-9c7c-ad50b20bd83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.550523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:51.568815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079da99b-a1b7-4b96-b457-eea4261e4a37 req-0c4abc12-347b-4717-90d0-a6d1dfe2de87 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:51.593170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-079da99b-a1b7-4b96-b457-eea4261e4a37 req-0c4abc12-347b-4717-90d0-a6d1dfe2de87 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.4989557 Feb 09 02:50:51.644689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '915663cb-812f-43a7-a0cc-3878955e2892', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'port_id': '915663cb-812f-43a7-a0cc-3878955e2892', 'mac_address': 'fa:16:3e:1b:b9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8041c-10b5-41ed-bb8c-2382269a8431', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:50:51.655900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-e11219dd-12ca-4c6d-be9a-eba437d5528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:51.657618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-e11219dd-12ca-4c6d-be9a-eba437d5528a service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd1dae2c-e025-4f6c-a899-078e5d61b874 HTTP/1.1" status: 200 len: 923 time: 0.1766694 Feb 09 02:50:51.682571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.696995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80b853b6-a355-4e90-8637-767665ddaa4c req-de7622dd-2783-4e4d-99a6-b4c7bdcbefda tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 210 time: 0.2348964 Feb 09 02:50:51.721585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-55c12ff7-863a-4891-91a2-a1cedbf127b6 None None] Provisioning complete for port 864c4be0-62e3-48d6-b65d-17fc989a27fc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:51.721878 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55c12ff7-863a-4891-91a2-a1cedbf127b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.761329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3838129-9c67-43d9-9c7c-ad50b20bd83d None None] Pushing event updated for resources: {'Port': ['ID=864c4be0-62e3-48d6-b65d-17fc989a27fc,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:51.797114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 864c4be0-62e3-48d6-b65d-17fc989a27fc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:51.797487 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.804318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-edd17261-8486-4ea7-aca8-ddc814ff48d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f38650fa-833e-4b16-8ba1-613afe493e73 HTTP/1.1" status: 200 len: 217 time: 0.1223700 Feb 09 02:50:51.804592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 915663cb-812f-43a7-a0cc-3878955e2892 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:51.804592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (915663cb-812f-43a7-a0cc-3878955e2892), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.811616 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-079da99b-a1b7-4b96-b457-eea4261e4a37 req-9038d5b3-a2c1-46d7-ab0a-9700c18c6f55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172453 Feb 09 02:50:51.820232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:51.829700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:51.838539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:50:51.839548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:51.885354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 915663cb-812f-43a7-a0cc-3878955e2892 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:51.896412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=02652f4c-3e80-45ce-9db7-40dea329dd41,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:51.902925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:51.906893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:51.908504 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.931873 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.995379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:51.996168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:51.996450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-1c76794d-9678-4acd-a2b4-f320af157824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:51.997960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-1c76794d-9678-4acd-a2b4-f320af157824 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=678e6c90-8977-41ec-8f6d-e1d03169640a HTTP/1.1" status: 200 len: 862 time: 0.1430783 Feb 09 02:50:52.047230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51434) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:52.047582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cab70af6-47df-4e25-94b4-a1f6546c2575 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2950652 Feb 09 02:50:52.079745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'port': {'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'name': 'tempest-TaggedBootDevicesTest-757438405', 'fixed_ips': [{'subnet_id': '7a67effc-1a9f-49a7-8a2e-433ed164c996'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:52.133815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-55c12ff7-863a-4891-91a2-a1cedbf127b6 None None] Current status of the port 864c4be0-62e3-48d6-b65d-17fc989a27fc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:52.142595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['915663cb-812f-43a7-a0cc-3878955e2892'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:52.320526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:52.337165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-2ec40288-38f5-4e6e-a712-de8a56f67c8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd1dae2c-e025-4f6c-a899-078e5d61b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3155241 Feb 09 02:50:52.427951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Allocated IP 172.20.0.3 (d7b3be57-884b-457a-a293-71087cb0cd70/a68e5f4c-91b4-4f13-8713-bd53fdcd6014/ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:52.439746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:52.448782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4199c6-92db-4cd5-b3c7-c11a39e18e5b req-401f7448-8a40-47a7-99cc-a92230da63b6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:52.459227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f4199c6-92db-4cd5-b3c7-c11a39e18e5b req-401f7448-8a40-47a7-99cc-a92230da63b6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 944 time: 0.6748283 Feb 09 02:50:52.470582 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 864c4be0-62e3-48d6-b65d-17fc989a27fc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:52.481386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2134b6a7-23f5-4b5f-9160-abb49184c5dd None None] Provisioning complete for port 02652f4c-3e80-45ce-9db7-40dea329dd41 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:52.482052 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2134b6a7-23f5-4b5f-9160-abb49184c5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:52.556608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-1f15289d-5a2b-41ea-92f1-1299c2e06d9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:52.558222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-1f15289d-5a2b-41ea-92f1-1299c2e06d9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.3589926 Feb 09 02:50:52.571110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e5291-cd5c-4aab-8f4b-cdc89e412a8e req-d256a932-0619-479c-8b03-ad43908ad304 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:52.572659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df1e5291-cd5c-4aab-8f4b-cdc89e412a8e req-d256a932-0619-479c-8b03-ad43908ad304 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 943 time: 0.2393501 Feb 09 02:50:52.584408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2134b6a7-23f5-4b5f-9160-abb49184c5dd None None] Port 02652f4c-3e80-45ce-9db7-40dea329dd41 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:50:52.587911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'port': {'device_id': 'ada209ea-7335-42ab-bdc3-545d537cde8c', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'admin_state_up': True, 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:52.615727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee', 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'port_id': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee', 'mac_address': 'fa:16:3e:68:4f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7edeef-7a8f-4da0-b380-41ebf8496e93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:50:52.695960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f4199c6-92db-4cd5-b3c7-c11a39e18e5b req-fcee1a18-ae92-4c14-968e-07427dfdb9e5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358654 Feb 09 02:50:52.755258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:52.812144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801ac4e-5510-4273-959a-a41c5ddc0896 None None] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:50:52.833961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:52.834390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:52.860371 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df1e5291-cd5c-4aab-8f4b-cdc89e412a8e req-a8204b3a-554c-4f34-be35-be8187b6a3f4 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657237 Feb 09 02:50:52.880079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-6e10fd69-d9c9-4fd9-a5e9-ecb8c79f1364 service neutron] 10.222.0.61 "GET /v2.0/networks/dd1dae2c-e025-4f6c-a899-078e5d61b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702735 Feb 09 02:50:52.909545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:52.998956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:53.011506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-024eb208-b152-4fb0-a6ea-8defe3b10f98 None None] Provisioning complete for port 557362f2-f0e6-45df-ba82-e18404053a88 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:53.011886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-024eb208-b152-4fb0-a6ea-8defe3b10f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (557362f2-f0e6-45df-ba82-e18404053a88), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.056875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.057137 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks [] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.068100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3aeed08-1101-465e-8f70-fa60057b24dc req-513b88cd-ed73-48d5-9429-fe4b2c4395d7 service neutron] 10.222.0.61 "GET /v2.0/networks/dd1dae2c-e025-4f6c-a899-078e5d61b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730342 Feb 09 02:50:53.107688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-86cf9fc8-a67b-44af-b7ee-df934eeb03be tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:53.109340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-86cf9fc8-a67b-44af-b7ee-df934eeb03be tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 946 time: 0.3204126 Feb 09 02:50:53.115065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Made reservation on behalf of f3543bf9774a49c98569f1d49b6d9f3e for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:50:53.119169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.142619 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b88aba72-09f9-433b-b8b7-8afe547aa0a9 req-fa63e4bc-9173-40a4-99c6-17eeb8be2457 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 210 time: 0.0664618 Feb 09 02:50:53.188346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66db30-72a8-493d-8bb7-20b725006341 req-3b871b05-3aae-4491-9610-b2e2a7864358 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:53.192980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.195180 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a66db30-72a8-493d-8bb7-20b725006341 req-3b871b05-3aae-4491-9610-b2e2a7864358 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 950 time: 0.2198093 Feb 09 02:50:53.206705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:53.226860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-024eb208-b152-4fb0-a6ea-8defe3b10f98 None None] Current status of the port 557362f2-f0e6-45df-ba82-e18404053a88 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:53.227319 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-024eb208-b152-4fb0-a6ea-8defe3b10f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (557362f2-f0e6-45df-ba82-e18404053a88), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.260605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] device_id is not set on port c7ff4c90-2418-43f6-8695-e61a1cf8b407 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:50:53.281823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-024eb208-b152-4fb0-a6ea-8defe3b10f98 None None] For port 557362f2-f0e6-45df-ba82-e18404053a88, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=557362f2-f0e6-45df-ba82-e18404053a88,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:53.296404 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-024eb208-b152-4fb0-a6ea-8defe3b10f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (557362f2-f0e6-45df-ba82-e18404053a88), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.398304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['728b9c4a-e970-4dd7-9d5e-4e8b519e42ee'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:53.445581 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.497828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 557362f2-f0e6-45df-ba82-e18404053a88 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:53.518343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024eb208-b152-4fb0-a6ea-8defe3b10f98 None None] Pushing event updated for resources: {'Port': ['ID=557362f2-f0e6-45df-ba82-e18404053a88,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:53.558989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf172f7b-e3c3-45b0-9964-29ae16354d7d req-ab875bd6-136d-413b-9671-87a75053cdc4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 210 time: 0.1421788 Feb 09 02:50:53.570220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a66db30-72a8-493d-8bb7-20b725006341 req-110135de-28ed-4108-a0c8-e0d3aaf8bdc1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741050 Feb 09 02:50:53.643721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Network d7b3be57-884b-457a-a293-71087cb0cd70 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:53.658075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:53.661180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:53.698501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Deleting port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:53.698888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.804383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] For port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:53.804815 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.818534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Calling delete_port for bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:53.851906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Allocated IP 10.1.1.34 (88065435-d1c2-42d5-8975-73ae0aa2a3ba/7a67effc-1a9f-49a7-8a2e-433ed164c996/c7ff4c90-2418-43f6-8695-e61a1cf8b407) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:53.886815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 557362f2-f0e6-45df-ba82-e18404053a88 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:53.891584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (557362f2-f0e6-45df-ba82-e18404053a88), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.964842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event updated for resources: {'Port': ['ID=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:53.974534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Allocated IP 172.20.0.4 (47a3b409-6d32-4997-af71-7f5c4950d446/c7d5485c-f1ba-400c-975c-10eee174c8d7/f14e9858-1bbc-40ee-891d-9a6f87c1ae32) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:53.980858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:53.998440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-97a8c3c0-72b0-4a29-b5d7-4db0b184be72 None None] Provisioning complete for port 557362f2-f0e6-45df-ba82-e18404053a88 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:53.999245 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97a8c3c0-72b0-4a29-b5d7-4db0b184be72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (557362f2-f0e6-45df-ba82-e18404053a88), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.016459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:54.079516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216cb8-1522-49d7-a6d1-080fbdaef481 req-05976cf0-20b1-40b6-bc5a-bbb2fc26a195 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:54.080991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4216cb8-1522-49d7-a6d1-080fbdaef481 req-05976cf0-20b1-40b6-bc5a-bbb2fc26a195 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3a2d7530-fb5c-4d23-8277-b632027da4d1 HTTP/1.1" status: 200 len: 867 time: 0.1558917 Feb 09 02:50:54.140282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.178895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4216cb8-1522-49d7-a6d1-080fbdaef481 req-2a685d07-1865-4982-b275-1a6b22290896 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f8d627b-e39a-477a-aa80-8f48964578c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910876 Feb 09 02:50:54.236974 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.259201 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.278753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 557362f2-f0e6-45df-ba82-e18404053a88 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:54.282217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 864c4be0-62e3-48d6-b65d-17fc989a27fc up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:54.319729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Pushing event deleted for resources: {'Port': ['ID=bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:54.340528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:54.340800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=c7ff4c90-2418-43f6-8695-e61a1cf8b407,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:54.341202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.354185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-97a8c3c0-72b0-4a29-b5d7-4db0b184be72 None None] Current status of the port 557362f2-f0e6-45df-ba82-e18404053a88 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:54.378454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 864c4be0-62e3-48d6-b65d-17fc989a27fc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:54.379330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.388711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:54.391286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:54.393737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-19b2e297-faf6-420d-9374-fd7aed06297f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1335287 Feb 09 02:50:54.396337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:54.422533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] No DVR routers for this DVR port bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:50:54.428105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Request body: {'port': {'device_id': '209b85ac-8e4e-4845-95b2-51e6243763dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:54.457980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:54.458663 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.475083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.477877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe724e2-0cb4-4a53-aed2-7f901cbb8a1c req-18cc45cf-be78-4ce5-9234-44b6efd0e8d7 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:54.480259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7fe724e2-0cb4-4a53-aed2-7f901cbb8a1c req-18cc45cf-be78-4ce5-9234-44b6efd0e8d7 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 1132 time: 0.4907589 Feb 09 02:50:54.481399 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.485282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc43d7bc-d459-4a4e-a9b3-089d365c3d8a req-e9005894-1138-488b-ad30-05c9ad5e6b55 tempest-ServerRescueTestJSON-108166076 tempest-ServerRescueTestJSON-108166076-project] 10.222.0.61 "DELETE /v2.0/ports/bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 HTTP/1.1" status: 204 len: 173 time: 1.3604195 Feb 09 02:50:54.498007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d7530-fb5c-4d23-8277-b632027da4d1', 'name': 'network-vif-deleted', 'tag': 'bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:54.501891 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82db6e9a-a8f2-48d6-9a92-1950730989eb" -d '{"events": [{"server_uuid": "3a2d7530-fb5c-4d23-8277-b632027da4d1", "name": "network-vif-deleted", "tag": "bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:54.507248 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5ec26e20-603c-4279-9b4d-261f9a925706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4550130 Feb 09 02:50:54.526220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 864c4be0-62e3-48d6-b65d-17fc989a27fc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:54.535535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da49d-6fa0-4c10-884a-e74f9659a68e req-ff9dc489-652d-448c-8e76-ab0060c891a8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:54.549736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-339da49d-6fa0-4c10-884a-e74f9659a68e req-ff9dc489-652d-448c-8e76-ab0060c891a8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 945 time: 0.2424047 Feb 09 02:50:54.596964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:54.599514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7fe724e2-0cb4-4a53-aed2-7f901cbb8a1c req-a1dace12-4f30-496c-a6a4-40f79630b5e3 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.624629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:54.632953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.635253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:54.680611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-339da49d-6fa0-4c10-884a-e74f9659a68e req-ff5dae82-aa03-4b9b-9ffd-f43fb5eb5c44 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267784 Feb 09 02:50:54.709093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'Port': ['ID=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:54.752855 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:50:54.902508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2804f100-89fd-4357-b4a9-79d70485f0aa None None] Provisioning complete for port c7ff4c90-2418-43f6-8695-e61a1cf8b407 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:54.902929 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2804f100-89fd-4357-b4a9-79d70485f0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:54.974178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2804f100-89fd-4357-b4a9-79d70485f0aa None None] Port c7ff4c90-2418-43f6-8695-e61a1cf8b407 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:50:54.974538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ee9d-3232-4e19-a0b4-8bafc2b9568c req-50b5faab-5568-47f1-ad49-cfa80c93f300 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:54.985667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-72d0ee9d-3232-4e19-a0b4-8bafc2b9568c req-50b5faab-5568-47f1-ad49-cfa80c93f300 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 943 time: 0.1096137 Feb 09 02:50:55.081429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-72d0ee9d-3232-4e19-a0b4-8bafc2b9568c req-4ef44d03-5f75-4692-9c7b-d1d9004cf407 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904078 Feb 09 02:50:55.142408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f38650fa-833e-4b16-8ba1-613afe493e73 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:50:55.148392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 915663cb-812f-43a7-a0cc-3878955e2892 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:55.150813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5d9f45cd-24f7-4270-b981-8bb77b51a6f3 None None] Provisioning complete for port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:55.151190 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5d9f45cd-24f7-4270-b981-8bb77b51a6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.234114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6b39c-442d-4f27-9b02-bd0bd334e640 req-38f3daf1-7acc-414e-8aac-16b8d5f6adae tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:55.245017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16b6b39c-442d-4f27-9b02-bd0bd334e640 req-38f3daf1-7acc-414e-8aac-16b8d5f6adae tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 931 time: 0.1082950 Feb 09 02:50:55.327107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 557362f2-f0e6-45df-ba82-e18404053a88 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:55.351940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16b6b39c-442d-4f27-9b02-bd0bd334e640 req-8a2e60b8-41ae-4175-a351-c7038fc4e986 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058524 Feb 09 02:50:55.387690 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7fe724e2-0cb4-4a53-aed2-7f901cbb8a1c req-a1dace12-4f30-496c-a6a4-40f79630b5e3 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Publish callbacks [] for security_group (2f304172-dd07-4be4-a164-cd3b32b5be02), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.400978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:55.402677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.428079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7fe724e2-0cb4-4a53-aed2-7f901cbb8a1c req-a1dace12-4f30-496c-a6a4-40f79630b5e3 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2f304172-dd07-4be4-a164-cd3b32b5be02), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.455401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f45cd-24f7-4270-b981-8bb77b51a6f3 None None] Port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:50:55.487036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7fe724e2-0cb4-4a53-aed2-7f901cbb8a1c req-a1dace12-4f30-496c-a6a4-40f79630b5e3 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9772384 Feb 09 02:50:55.492840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b88570cc-a717-49e9-b4d2-2741e8d4a4a2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9153800 Feb 09 02:50:55.496595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dace12-4f30-496c-a6a4-40f79630b5e3 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f304172-dd07-4be4-a164-cd3b32b5be02,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:55.516049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Request body: {'port': {'device_id': 'ada209ea-7335-42ab-bdc3-545d537cde8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:55.539590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f38650fa-833e-4b16-8ba1-613afe493e73, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f38650fa-833e-4b16-8ba1-613afe493e73,segment=NetworkSegment(9b397d13-95b0-4071-8bf1-493c9dc47ef0),segment_id=9b397d13-95b0-4071-8bf1-493c9dc47ef0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:55.557444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 915663cb-812f-43a7-a0cc-3878955e2892 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:55.559089 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (915663cb-812f-43a7-a0cc-3878955e2892), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.581621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'f38650fa-833e-4b16-8ba1-613afe493e73', 'network_id': 'dd1dae2c-e025-4f6c-a899-078e5d61b874', 'port_id': 'f38650fa-833e-4b16-8ba1-613afe493e73', 'mac_address': 'fa:16:3e:8f:9a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678e6c90-8977-41ec-8f6d-e1d03169640a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:50:55.586460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 557362f2-f0e6-45df-ba82-e18404053a88 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:55.587014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (557362f2-f0e6-45df-ba82-e18404053a88), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.643148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51490) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:55.648411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8454c620-4b17-4127-85c3-0b3f5027fbfe tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428794196', 'description': 'tempest-description--1336480144'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:55.672693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f38650fa-833e-4b16-8ba1-613afe493e73 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:55.673231 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.691753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51492) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:55.706099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38650fa-833e-4b16-8ba1-613afe493e73 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:55.716942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8454c620-4b17-4127-85c3-0b3f5027fbfe tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.736660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f38650fa-833e-4b16-8ba1-613afe493e73, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f38650fa-833e-4b16-8ba1-613afe493e73,segment=NetworkSegment(9b397d13-95b0-4071-8bf1-493c9dc47ef0),segment_id=9b397d13-95b0-4071-8bf1-493c9dc47ef0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:55.753338 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.812206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f38650fa-833e-4b16-8ba1-613afe493e73,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:55.834087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:55.906529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 915663cb-812f-43a7-a0cc-3878955e2892 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:55.907094 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (915663cb-812f-43a7-a0cc-3878955e2892), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:55.955123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:55.958003 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97829741-96bd-4859-9e58-04dcccab83c2" -d '{"events": [{"server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "name": "network-vif-plugged", "status": "completed", "tag": "915663cb-812f-43a7-a0cc-3878955e2892"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:56.007354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:56.027564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['f38650fa-833e-4b16-8ba1-613afe493e73'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:50:56.034120 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.087588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.112053 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86609867-db2c-424a-864f-91edaf4a7a52 x-openstack-request-id: req-86609867-db2c-424a-864f-91edaf4a7a52 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:56.112053 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2d7530-fb5c-4d23-8277-b632027da4d1", "name": "network-vif-deleted", "tag": "bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:56.112394 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86609867-db2c-424a-864f-91edaf4a7a52 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:56.112572 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2d7530-fb5c-4d23-8277-b632027da4d1', 'name': 'network-vif-deleted', 'tag': 'bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9', 'status': 'completed', 'code': 200} Feb 09 02:50:56.126312 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8454c620-4b17-4127-85c3-0b3f5027fbfe tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group (abe7b5ac-442d-4c10-b588-7674937d3a1f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.142957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368c2fd-6367-466e-997a-1128ec747776 req-b7913d00-4ca8-4a3e-a49d-8c425d845001 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:56.150686 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9368c2fd-6367-466e-997a-1128ec747776 req-b7913d00-4ca8-4a3e-a49d-8c425d845001 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 945 time: 0.1812687 Feb 09 02:50:56.165533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:56.167298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 557362f2-f0e6-45df-ba82-e18404053a88 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:56.177229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8454c620-4b17-4127-85c3-0b3f5027fbfe tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (abe7b5ac-442d-4c10-b588-7674937d3a1f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.201836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:50:56.204775 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Publish callbacks [] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.230365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:56.230365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.233304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Transition to ACTIVE for port object ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:50:56.234638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:56.251330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df59bf2-cd17-4d8c-8497-5f900837e978 req-3b953923-522d-4e27-b276-86c0722ee592 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:56.252884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5df59bf2-cd17-4d8c-8497-5f900837e978 req-3b953923-522d-4e27-b276-86c0722ee592 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 931 time: 0.1430578 Feb 09 02:50:56.254864 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.358551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:56.447829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:56.448470 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.463869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5df59bf2-cd17-4d8c-8497-5f900837e978 req-b25009e2-48fb-472c-b941-512ffe8ac49c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069012 Feb 09 02:50:56.558659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:56.564969 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.675449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8454c620-4b17-4127-85c3-0b3f5027fbfe tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.676751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8454c620-4b17-4127-85c3-0b3f5027fbfe tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0325236 Feb 09 02:50:56.685656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51516) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:56.700247 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8a2f1f-695a-41df-b9e5-b7fb7c41cf29 x-openstack-request-id: req-1a8a2f1f-695a-41df-b9e5-b7fb7c41cf29 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:56.703419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-984b7caf-81bd-41cb-93c6-30249fdbb7f9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'security_group_rule': {'security_group_id': 'abe7b5ac-442d-4c10-b588-7674937d3a1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:56.705025 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "name": "network-vif-plugged", "status": "completed", "tag": "915663cb-812f-43a7-a0cc-3878955e2892", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:56.705700 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a8a2f1f-695a-41df-b9e5-b7fb7c41cf29 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:56.706398 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892', 'code': 200} Feb 09 02:50:56.713844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:56.726652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454c620-4b17-4127-85c3-0b3f5027fbfe tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe7b5ac-442d-4c10-b588-7674937d3a1f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:56.731267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14e9858-1bbc-40ee-891d-9a6f87c1ae32 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:50:56.738800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9368c2fd-6367-466e-997a-1128ec747776 req-485adedc-5fb1-4323-a850-3d266df0cc7c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869498 Feb 09 02:50:56.755728 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Publish callbacks [] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.782810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-984b7caf-81bd-41cb-93c6-30249fdbb7f9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group_rule (6ec572be-abe0-487e-bf23-a6b59a2fa59c), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.795805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Transition to ACTIVE for port object f14e9858-1bbc-40ee-891d-9a6f87c1ae32 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:50:56.857973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Attempting to bind port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:56.858330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Attempting to bind port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:56.858666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Attempting to bind port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:56.860643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:56.885173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-ec68d432-7f66-4911-af3c-23be37f5a63e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507092 Feb 09 02:50:56.980950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 on network d7b3be57-884b-457a-a293-71087cb0cd70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:50:56.981276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Attempting to bind port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:56.993110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-984b7caf-81bd-41cb-93c6-30249fdbb7f9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group_rule (6ec572be-abe0-487e-bf23-a6b59a2fa59c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.009062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:57.009405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Checking segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:57.009794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Bound using segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:57.010285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Bound port: ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:57.011141 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.011451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d4af7-1629-4c85-b136-de0c5528b9d0 req-527f5397-9fba-4a69-b836-b0323afb3aca tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:57.019690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-780d4af7-1629-4c85-b136-de0c5528b9d0 req-527f5397-9fba-4a69-b836-b0323afb3aca tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 944 time: 0.1763864 Feb 09 02:50:57.029298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-984b7caf-81bd-41cb-93c6-30249fdbb7f9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (6ec572be-abe0-487e-bf23-a6b59a2fa59c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.065119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b7caf-81bd-41cb-93c6-30249fdbb7f9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec572be-abe0-487e-bf23-a6b59a2fa59c,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:57.093875 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] For port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:57.101353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] For port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:57.116085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-984b7caf-81bd-41cb-93c6-30249fdbb7f9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.117306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-984b7caf-81bd-41cb-93c6-30249fdbb7f9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4244988 Feb 09 02:50:57.124060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51526) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:57.124305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f38650fa-833e-4b16-8ba1-613afe493e73 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:50:57.134893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-606d566f-0b34-4a09-953b-5b8a3db37b73 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'security_group_rule': {'security_group_id': 'abe7b5ac-442d-4c10-b588-7674937d3a1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:57.142988 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.161260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-780d4af7-1629-4c85-b136-de0c5528b9d0 req-aa23164b-1f97-4898-8dd7-c522b3c94934 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354401 Feb 09 02:50:57.177672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Pushing event updated for resources: {'Port': ['ID=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:57.248190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:57.256983 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-606d566f-0b34-4a09-953b-5b8a3db37b73 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group_rule (c5863ed4-bb9e-4902-b1ce-141cb00291d3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.257284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:57.257942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.259688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-e09e6097-ef42-49e2-bb37-8c186b788d03 service neutron] 10.222.0.61 "PUT /v2.0/ports/ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 HTTP/1.1" status: 200 len: 1091 time: 2.8412240 Feb 09 02:50:57.303744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port f38650fa-833e-4b16-8ba1-613afe493e73 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:50:57.308982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port f38650fa-833e-4b16-8ba1-613afe493e73 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:50:57.309383 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.359290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-91c18270-aab9-4d29-9cbf-7b24adc11d41 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:57.367282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-91c18270-aab9-4d29-9cbf-7b24adc11d41 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4803338 Feb 09 02:50:57.377826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Attempting to bind port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:50:57.378162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Attempting to bind port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:50:57.381390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Attempting to bind port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:57.388712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-ce4ee425-2a1a-4b4c-8313-e9c6fe6b8cb3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/quotas/fc9de5030d1148848ee932f4f075d2fe HTTP/1.1" status: 200 len: 375 time: 0.0197337 Feb 09 02:50:57.394571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 on network 47a3b409-6d32-4997-af71-7f5c4950d446 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:50:57.394920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Attempting to bind port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:50:57.436161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:50:57.436495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Checking segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:50:57.436872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Bound using segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:50:57.437312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Bound port: f14e9858-1bbc-40ee-891d-9a6f87c1ae32, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:50:57.437665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.458551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-227f60d2-4321-4caa-806b-9a652240575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:57.460798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-227f60d2-4321-4caa-806b-9a652240575c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 1125 time: 0.1460826 Feb 09 02:50:57.498930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f38650fa-833e-4b16-8ba1-613afe493e73 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:50:57.499565 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.531806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-606d566f-0b34-4a09-953b-5b8a3db37b73 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group_rule (c5863ed4-bb9e-4902-b1ce-141cb00291d3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.538694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-50b9a774-e910-4086-91c8-eb58699d17bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 HTTP/1.1" status: 200 len: 217 time: 0.0707293 Feb 09 02:50:57.549044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d17b60-14ad-46c9-88de-47144cbfe9b9 req-ef4f25c4-4ef5-4148-a77e-7176e6d0f8aa tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:57.556933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42d17b60-14ad-46c9-88de-47144cbfe9b9 req-ef4f25c4-4ef5-4148-a77e-7176e6d0f8aa tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 943 time: 0.2040794 Feb 09 02:50:57.566330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-606d566f-0b34-4a09-953b-5b8a3db37b73 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (c5863ed4-bb9e-4902-b1ce-141cb00291d3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.579050 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4ae48158-2015-4aa7-b9d3-45d22d5f7418 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1852636 Feb 09 02:50:57.583499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f38650fa-833e-4b16-8ba1-613afe493e73, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f38650fa-833e-4b16-8ba1-613afe493e73,segment=NetworkSegment(9b397d13-95b0-4071-8bf1-493c9dc47ef0),segment_id=9b397d13-95b0-4071-8bf1-493c9dc47ef0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:57.589867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d566f-0b34-4a09-953b-5b8a3db37b73 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5863ed4-bb9e-4902-b1ce-141cb00291d3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:57.596627 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.597665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:50:57.598712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.653021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:50:57.653021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device bc9c41bb-ffb9-4e25-b522-cee7c8cc87c9 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:50:57.665644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] For port f14e9858-1bbc-40ee-891d-9a6f87c1ae32, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:50:57.675745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] For port f14e9858-1bbc-40ee-891d-9a6f87c1ae32, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:50:57.699744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-c6f3a443-147e-44e5-9201-87eadd37631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:57.703276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-c6f3a443-147e-44e5-9201-87eadd37631d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.1568069 Feb 09 02:50:57.704904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.717876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-606d566f-0b34-4a09-953b-5b8a3db37b73 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.719357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-606d566f-0b34-4a09-953b-5b8a3db37b73 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5905063 Feb 09 02:50:57.745775 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42d17b60-14ad-46c9-88de-47144cbfe9b9 req-bed54745-c61e-49b3-8f67-3fa3dbb6aca6 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740541 Feb 09 02:50:57.746008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51532) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:50:57.774447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:50:57.779913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-34b7cabc-0145-4cc5-8358-6ff8a7c6a0c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672181 Feb 09 02:50:57.785392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:57.787197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.789310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] 10.222.0.26 "PUT /v2.0/ports/f14e9858-1bbc-40ee-891d-9a6f87c1ae32 HTTP/1.1" status: 200 len: 1091 time: 2.2852840 Feb 09 02:50:57.821113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f38650fa-833e-4b16-8ba1-613afe493e73,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:57.994920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:57.995169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deaef6-19ed-422b-9b49-da35125023c7 req-7f25ae36-32e2-4179-a81d-f64b9cd073f0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:58.001973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f5deaef6-19ed-422b-9b49-da35125023c7 req-7f25ae36-32e2-4179-a81d-f64b9cd073f0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 943 time: 0.1125968 Feb 09 02:50:58.015935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4eb32-0ba1-49f2-9b16-73fcdb855595 service neutron] Pushing event updated for resources: {'Port': ['ID=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:58.111817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f5deaef6-19ed-422b-9b49-da35125023c7 req-184cba9d-effb-42ab-9633-39e259fb22c4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088574 Feb 09 02:50:58.121074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209b85ac-8e4e-4845-95b2-51e6243763dc', 'tag': 'ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0'}, {'name': 'network-changed', 'server_uuid': 'ada209ea-7335-42ab-bdc3-545d537cde8c', 'tag': 'f14e9858-1bbc-40ee-891d-9a6f87c1ae32'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:58.123527 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "209b85ac-8e4e-4845-95b2-51e6243763dc", "tag": "ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0"}, {"name": "network-changed", "server_uuid": "ada209ea-7335-42ab-bdc3-545d537cde8c", "tag": "f14e9858-1bbc-40ee-891d-9a6f87c1ae32"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:58.127662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-53a624db-b69f-4155-b961-8b43516b85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:58.129756 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-53a624db-b69f-4155-b961-8b43516b85c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 1125 time: 0.2660244 Feb 09 02:50:58.132986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-54d1359b-dc23-4611-9e27-455423311ece service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367476 Feb 09 02:50:58.177353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Deleting port f117882d-9b89-40a8-bb55-bd7d2bbc911d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:50:58.177896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:58.233018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-3355d8f9-da14-4161-b3fa-1ffef840c046 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32 HTTP/1.1" status: 200 len: 217 time: 0.0936072 Feb 09 02:50:58.345153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b67009da-84de-45d2-8d12-8e15d28408d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:58.346547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-b67009da-84de-45d2-8d12-8e15d28408d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1042788 Feb 09 02:50:58.349028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] For port f117882d-9b89-40a8-bb55-bd7d2bbc911d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f117882d-9b89-40a8-bb55-bd7d2bbc911d,segment=NetworkSegment(9ee87f74-f2db-409b-92c4-0b68f1a1722c),segment_id=9ee87f74-f2db-409b-92c4-0b68f1a1722c)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:50:58.349393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:58.349905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-049d38e7-0906-4aec-ab13-a61984d2d01d service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095325 Feb 09 02:50:58.351997 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:58.367255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f83ad-9a2b-4df6-b4be-d4d25209add6 req-be646357-2a58-4a5c-ae91-263e1315a147 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:58.368788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-247f83ad-9a2b-4df6-b4be-d4d25209add6 req-be646357-2a58-4a5c-ae91-263e1315a147 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 946 time: 0.1170232 Feb 09 02:50:58.376224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Calling delete_port for f117882d-9b89-40a8-bb55-bd7d2bbc911d owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:50:58.493623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-e998cb84-0c49-4255-af14-006423d23ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:58.495439 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-e998cb84-0c49-4255-af14-006423d23ab3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1342950 Feb 09 02:50:58.497173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-247f83ad-9a2b-4df6-b4be-d4d25209add6 req-f473ff9d-42fd-436e-8274-084a91ad5dea tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163051 Feb 09 02:50:58.592461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Allocated IP 172.25.2.107 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/dccc198d-d6bd-4789-873a-9b2f077639bd) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:50:58.611951 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8443b74d-16fb-4386-8b01-848c16a0d875 x-openstack-request-id: req-8443b74d-16fb-4386-8b01-848c16a0d875 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:58.612691 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209b85ac-8e4e-4845-95b2-51e6243763dc", "tag": "ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ada209ea-7335-42ab-bdc3-545d537cde8c", "tag": "f14e9858-1bbc-40ee-891d-9a6f87c1ae32", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:58.612691 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8443b74d-16fb-4386-8b01-848c16a0d875 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:58.613620 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209b85ac-8e4e-4845-95b2-51e6243763dc', 'tag': 'ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0', 'status': 'completed', 'code': 200} Feb 09 02:50:58.613620 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada209ea-7335-42ab-bdc3-545d537cde8c', 'tag': 'f14e9858-1bbc-40ee-891d-9a6f87c1ae32', 'status': 'completed', 'code': 200} Feb 09 02:50:58.707975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee'}, {'server_uuid': '0859cef2-2a01-4ddb-a91a-707876227b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38650fa-833e-4b16-8ba1-613afe493e73'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:50:58.710648 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b39e43-5fdd-4183-bc64-a3905145946b" -d '{"events": [{"server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "name": "network-vif-plugged", "status": "completed", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee"}, {"server_uuid": "0859cef2-2a01-4ddb-a91a-707876227b1a", "name": "network-vif-plugged", "status": "completed", "tag": "f38650fa-833e-4b16-8ba1-613afe493e73"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:50:58.746490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-2fb29f1d-4b16-4604-8b6b-5a2c6a8a0e06 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427027 Feb 09 02:50:58.797063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f117882d-9b89-40a8-bb55-bd7d2bbc911d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:58.827077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Pushing event deleted for resources: {'Port': ['ID=f117882d-9b89-40a8-bb55-bd7d2bbc911d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:58.875952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-e7066b54-c38e-4be2-90d4-6ec1f5b8c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:58.877494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-e7066b54-c38e-4be2-90d4-6ec1f5b8c456 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 1125 time: 0.2489812 Feb 09 02:50:58.904165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9f4f9-8d8a-4eff-b467-3db22e2d9115 req-ba9035ee-30ee-4560-92b0-5174525dbd7e tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:58.911564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5e9f4f9-8d8a-4eff-b467-3db22e2d9115 req-ba9035ee-30ee-4560-92b0-5174525dbd7e tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 945 time: 0.1691847 Feb 09 02:50:58.920004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (dccc198d-d6bd-4789-873a-9b2f077639bd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:58.991293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5e9f4f9-8d8a-4eff-b467-3db22e2d9115 req-c3cf3823-13e7-4e38-b483-af2b12ac7806 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762830 Feb 09 02:50:59.119867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32416e99-68f7-4399-ae4c-5d97f70b97d3 req-e3296e75-9ac8-4424-a329-83dc14c59c00 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583975 Feb 09 02:50:59.125106 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7285a9-09cd-461e-8c6c-dd3d9903fb44 x-openstack-request-id: req-db7285a9-09cd-461e-8c6c-dd3d9903fb44 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:50:59.126353 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "name": "network-vif-plugged", "status": "completed", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee", "code": 200}, {"server_uuid": "0859cef2-2a01-4ddb-a91a-707876227b1a", "name": "network-vif-plugged", "status": "completed", "tag": "f38650fa-833e-4b16-8ba1-613afe493e73", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:50:59.126792 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db7285a9-09cd-461e-8c6c-dd3d9903fb44 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:50:59.127380 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee', 'code': 200} Feb 09 02:50:59.127979 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0859cef2-2a01-4ddb-a91a-707876227b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38650fa-833e-4b16-8ba1-613afe493e73', 'code': 200} Feb 09 02:50:59.145179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-df723fb4-8f76-4df4-a974-1a701c70edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:59.146712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-df723fb4-8f76-4df4-a974-1a701c70edd4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 913 time: 0.2601943 Feb 09 02:50:59.282180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (dccc198d-d6bd-4789-873a-9b2f077639bd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:59.365971 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-e4ce3a8a-4fea-4d3e-a507-d8039d466b10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 HTTP/1.1" status: 200 len: 217 time: 0.2068055 Feb 09 02:50:59.373297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:50:59.386182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124499-c570-47d5-9051-501857c2caa1 req-a9d76e18-13aa-4908-a478-cfd70796ed1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:59.394062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc124499-c570-47d5-9051-501857c2caa1 req-a9d76e18-13aa-4908-a478-cfd70796ed1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 943 time: 0.1567740 Feb 09 02:50:59.431547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=dccc198d-d6bd-4789-873a-9b2f077639bd,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:50:59.497050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:50:59.510273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:50:59.520775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:50:59.536578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-723c2675-1ee3-46d2-a8af-e373c8e1c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:59.544946 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-723c2675-1ee3-46d2-a8af-e373c8e1c597 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 1125 time: 0.2461143 Feb 09 02:50:59.595395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a239a-9155-4afe-ba31-935e61cb00d0 req-30be7898-eebf-48c5-9f30-ce2e86a6f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:59.598312 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-987a239a-9155-4afe-ba31-935e61cb00d0 req-30be7898-eebf-48c5-9f30-ce2e86a6f186 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 1127 time: 0.3041186 Feb 09 02:50:59.611078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-ef722506-38de-4e2b-b014-783039708c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:59.612757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-ef722506-38de-4e2b-b014-783039708c0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.1677084 Feb 09 02:50:59.669713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc124499-c570-47d5-9051-501857c2caa1 req-352a06e4-8cc4-49ff-a24b-6860e1089fe5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584682 Feb 09 02:50:59.692005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-f1846710-f912-4282-bc4f-338b182c8a9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534151 Feb 09 02:50:59.822048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-62dfbfac-2763-47d6-83cb-51e6ca17dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:59.825019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-62dfbfac-2763-47d6-83cb-51e6ca17dbc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.2665272 Feb 09 02:50:59.839115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047499-f149-42b9-ae66-b72e2cb446f3 req-db4781ee-1f35-4eb0-93b4-018c7e3f201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:50:59.841491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50047499-f149-42b9-ae66-b72e2cb446f3 req-db4781ee-1f35-4eb0-93b4-018c7e3f201d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1128 time: 0.5494092 Feb 09 02:50:59.917253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-4177b26c-c047-405c-a5c2-a0c4741044f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32 HTTP/1.1" status: 200 len: 217 time: 0.0834310 Feb 09 02:50:59.952026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-987a239a-9155-4afe-ba31-935e61cb00d0 req-2c66c65e-6722-443c-9561-ed4f6a7db4e6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337815 Feb 09 02:50:59.995965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for floatingip (a986b78d-05cd-4a53-93af-5b6d21549548), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.000991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-796c8b8e-b8f4-485f-9e37-0d8dee49bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:00.002062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50047499-f149-42b9-ae66-b72e2cb446f3 req-6382b63f-fd61-4f20-8252-93e91755766e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437099 Feb 09 02:51:00.002915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-796c8b8e-b8f4-485f-9e37-0d8dee49bd90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.0785887 Feb 09 02:51:00.003977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-d161ea91-1683-4598-8b09-4335b0271736 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858746 Feb 09 02:51:00.016176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b3242-a950-4921-bd8c-ae5cbd3934b6 req-d2d06ba7-4c9d-4964-8df1-512119938548 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:00.017063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:51:00.026374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-504b3242-a950-4921-bd8c-ae5cbd3934b6 req-d2d06ba7-4c9d-4964-8df1-512119938548 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 943 time: 0.5004301 Feb 09 02:51:00.218493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736800d8-8b82-4768-a167-73d72923be23 req-9de29b64-d3d6-451e-bcb2-22bec9378f1a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:00.227672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-736800d8-8b82-4768-a167-73d72923be23 req-9de29b64-d3d6-451e-bcb2-22bec9378f1a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 946 time: 0.1375005 Feb 09 02:51:00.233742 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bed775af-434d-4992-a0bf-be7d0a224fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.329001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-736800d8-8b82-4768-a167-73d72923be23 req-943180a0-2989-4a05-993f-261f23e4f177 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999355 Feb 09 02:51:00.403191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:51:00.421249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] Sync routers for ids ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:51:00.426041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2c35d169-c147-4d79-8108-56a9976e8afd admin admin] 10.222.0.32 "PUT /v2.0/routers/cf87145e-5f11-4b9a-8bbe-43a50f2121c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7315021 Feb 09 02:51:00.428548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51592) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:00.444606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] Routers {'cf87145e-5f11-4b9a-8bbe-43a50f2121c6'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:51:00.445185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:50:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:00.523686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-504b3242-a950-4921-bd8c-ae5cbd3934b6 req-df43004b-31aa-4bd6-84a2-81e18c141aa7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963207 Feb 09 02:51:00.640758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dccc198d-d6bd-4789-873a-9b2f077639bd), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:00.699234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0a75782-dd01-4baa-84e4-f503753c4ac3 req-5e7dd6ea-5adc-45ac-b57d-59d6e02dcf2a tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 210 time: 0.2101922 Feb 09 02:51:00.731973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-cf493f99-3cd2-4d8d-afbd-e9b4a8cf34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:00.735238 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-cf493f99-3cd2-4d8d-afbd-e9b4a8cf34ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4228854 Feb 09 02:51:00.796521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] Set router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:51:00.883657 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-9bdf0084-9011-418b-b222-649767d0e3d8 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303458 Feb 09 02:51:01.035424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (dccc198d-d6bd-4789-873a-9b2f077639bd), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.052562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (dccc198d-d6bd-4789-873a-9b2f077639bd), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.142500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:01.199396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46503a1-c13f-4dce-8a46-3ce5766a60a9 req-e84b7263-b02f-47be-8e9b-91e2654b3605 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:01.201928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e46503a1-c13f-4dce-8a46-3ce5766a60a9 req-e84b7263-b02f-47be-8e9b-91e2654b3605 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 945 time: 0.4956214 Feb 09 02:51:01.220463 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-0e6c9502-807a-45f3-bea8-127476c9ad04 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603130 Feb 09 02:51:01.228419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=dccc198d-d6bd-4789-873a-9b2f077639bd,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:01.269619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.270330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.270866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.271383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.271905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.272436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.272941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.273448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.273956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.274494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.274992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.275635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.276143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:01.345672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks [] for router (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.346652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a986b78d-05cd-4a53-93af-5b6d21549548), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.381745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:01.410687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e46503a1-c13f-4dce-8a46-3ce5766a60a9 req-cefc9af7-4792-4ff3-9c16-798f42bd2535 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839890 Feb 09 02:51:01.424264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.425694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-98b49c26-aa3c-4ef3-984f-097f19dfd125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6786594 Feb 09 02:51:01.498246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cbed7-d2e6-40a6-acd6-e399ff941f1a req-07619e8d-b930-40c8-bbf8-f44b2b3e5558 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:01.502583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-491cbed7-d2e6-40a6-acd6-e399ff941f1a req-07619e8d-b930-40c8-bbf8-f44b2b3e5558 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 943 time: 0.6242154 Feb 09 02:51:01.765150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-668a1004-53ac-4a40-90ba-b6931d7edf8e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975616 Feb 09 02:51:01.789692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-491cbed7-d2e6-40a6-acd6-e399ff941f1a req-fb683e56-aa25-40ac-8e21-c45e9a7d0bf2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616414 Feb 09 02:51:01.790429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'port_id': 'ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0', 'mac_address': 'fa:16:3e:ed:5d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e5f4c-91b4-4f13-8713-bd53fdcd6014', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:01.814814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29f3d6b7-ff0f-4823-9c6a-5737cd0efdd5 req-78f34476-ad58-4d5a-9f45-17cb93710b70 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8943324 Feb 09 02:51:01.889269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks [] for router_gateway (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.909035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:01.909272 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:01.948128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:01.978671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141ca3-9d76-4e6c-9284-62e1bae7a20a req-d7ffb160-830e-4650-b31c-1f59292b1367 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:01.997790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d141ca3-9d76-4e6c-9284-62e1bae7a20a req-d7ffb160-830e-4650-b31c-1f59292b1367 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 946 time: 0.3404155 Feb 09 02:51:02.023058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:02.023299 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-d8e84292-d7e7-4deb-9d97-1555d3ff696c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1458247 Feb 09 02:51:02.046659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:50:58Z', 'revision_number': 5, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port': {'id': 'c09a88b2-97e5-4c29-8545-14fdcf8954b6', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:48:19Z', 'updated_at': '2022-02-09T02:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:02.047701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734929a-95a6-4251-8b52-3c58eb229991 req-36bfc061-eb3a-4ae2-bec4-9fdd7a8e725a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:02.055394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7734929a-95a6-4251-8b52-3c58eb229991 req-36bfc061-eb3a-4ae2-bec4-9fdd7a8e725a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 943 time: 0.1073551 Feb 09 02:51:02.066382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Deleting port c09a88b2-97e5-4c29-8545-14fdcf8954b6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:02.066722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.114085 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.121134 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d141ca3-9d76-4e6c-9284-62e1bae7a20a req-f27797b8-ee56-4a07-9005-a0e8a90da094 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177254 Feb 09 02:51:02.121935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] Checking router: cf87145e-5f11-4b9a-8bbe-43a50f2121c6 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:51:02.176681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] Routers {'cf87145e-5f11-4b9a-8bbe-43a50f2121c6'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:51:02.177328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:50:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:02.202344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] For port c09a88b2-97e5-4c29-8545-14fdcf8954b6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c09a88b2-97e5-4c29-8545-14fdcf8954b6,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:02.202740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.219890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Calling delete_port for c09a88b2-97e5-4c29-8545-14fdcf8954b6 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:02.231344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-0de1025f-6f0a-4507-b062-2b45b858bafe tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:02.233773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-0de1025f-6f0a-4507-b062-2b45b858bafe tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4626875 Feb 09 02:51:02.252385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Request body: {'port': {'device_id': '0f01267b-d92c-42b7-8201-d0d639951cd9', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'fc9de5030d1148848ee932f4f075d2fe'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:02.290559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:02.325681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] Set router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:51:02.368891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed460caf-2b9d-40ca-8c60-d3fbd36d1e5e req-92e82493-21ac-494b-be4a-2974c3229bb2 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 210 time: 0.1487758 Feb 09 02:51:02.408773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:02.411026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:51:01Z', 'revision_number': 6, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:02.431120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e78e485b-d3c6-446e-b7a9-0618f660942d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:02.433617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e78e485b-d3c6-446e-b7a9-0618f660942d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975961 Feb 09 02:51:02.447342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c09a88b2-97e5-4c29-8545-14fdcf8954b6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.484787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Request body: {'port': {'device_id': '981fc2a6-75e4-47fc-bba8-4a6319148e0a', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'fc9de5030d1148848ee932f4f075d2fe'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:02.485162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ebed97-304e-4aa0-ae92-f116a9cc8f99 None None] The sync data for ids ['cf87145e-5f11-4b9a-8bbe-43a50f2121c6'] in n-d-827839-4 is: [{'id': 'cf87145e-5f11-4b9a-8bbe-43a50f2121c6', 'name': 'tempest-ServerRescueTestJSON-1000207836-router', 'tenant_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:48:18Z', 'updated_at': '2022-02-09T02:51:01Z', 'revision_number': 6, 'project_id': '63f733c005e24ce7b0a7abd9d2e74b56', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:51:02.582817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.645010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-5d950a7f-8020-44f8-bc54-10185babd9dd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--428794196&fields=id&tenant_id=9f5bfcf4053440c98e4d8a4572001516 HTTP/1.1" status: 200 len: 267 time: 0.1536362 Feb 09 02:51:02.695759 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-569cf34e-4c5b-4c28-8e6a-32f7dc7e4571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.698881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Made reservation on behalf of fc9de5030d1148848ee932f4f075d2fe for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:02.703428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.723878 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.726224 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks [] for router_controller (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.772528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Pushing event deleted for resources: {'Port': ['ID=c09a88b2-97e5-4c29-8545-14fdcf8954b6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:02.781076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7734929a-95a6-4251-8b52-3c58eb229991 req-a4810318-ecb6-4947-a526-adfcaf0252be tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248058 Feb 09 02:51:02.788758 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (cf87145e-5f11-4b9a-8bbe-43a50f2121c6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.789410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf87145e-5f11-4b9a-8bbe-43a50f2121c6 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:51:02.796007 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.808027 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bf5689c4-e446-44c5-b51c-8d61af2cb50c admin admin] 10.222.0.32 "DELETE /v2.0/routers/cf87145e-5f11-4b9a-8bbe-43a50f2121c6 HTTP/1.1" status: 204 len: 168 time: 2.3674746 Feb 09 02:51:02.808027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51632) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:02.859607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8abe67-5039-46b4-a6be-1f99f1a5f84c admin admin] Deleting subnet ea3648ea-bd15-40bf-81c2-a293f9e551d4 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:51:02.871578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d8abe67-5039-46b4-a6be-1f99f1a5f84c admin admin] Publish callbacks [] for subnet (ea3648ea-bd15-40bf-81c2-a293f9e551d4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.876754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-383b7054-3ba4-4d3a-9fb7-e97da1c88dd5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:02.879168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-383b7054-3ba4-4d3a-9fb7-e97da1c88dd5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports/02652f4c-3e80-45ce-9db7-40dea329dd41 HTTP/1.1" status: 200 len: 930 time: 0.2235312 Feb 09 02:51:02.923062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d8abe67-5039-46b4-a6be-1f99f1a5f84c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (ea3648ea-bd15-40bf-81c2-a293f9e551d4), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.967212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d8abe67-5039-46b4-a6be-1f99f1a5f84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ea3648ea-bd15-40bf-81c2-a293f9e551d4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:02.982752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Made reservation on behalf of fc9de5030d1148848ee932f4f075d2fe for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:02.987178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.059912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-8d960560-6cec-4cee-b18b-c809ff91ba4a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:03.072712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-8d960560-6cec-4cee-b18b-c809ff91ba4a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports/c7ff4c90-2418-43f6-8695-e61a1cf8b407 HTTP/1.1" status: 200 len: 930 time: 0.1769042 Feb 09 02:51:03.098670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc1b94-69ff-456f-974d-7a8986478eb5 req-5e59f845-08b9-49af-9fc7-f71cc1796215 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:03.100462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47dc1b94-69ff-456f-974d-7a8986478eb5 req-5e59f845-08b9-49af-9fc7-f71cc1796215 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 945 time: 0.1016755 Feb 09 02:51:03.101976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d8abe67-5039-46b4-a6be-1f99f1a5f84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (ea3648ea-bd15-40bf-81c2-a293f9e551d4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.154291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8abe67-5039-46b4-a6be-1f99f1a5f84c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3648ea-bd15-40bf-81c2-a293f9e551d4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:03.164635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d8abe67-5039-46b4-a6be-1f99f1a5f84c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.171074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9d8abe67-5039-46b4-a6be-1f99f1a5f84c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea3648ea-bd15-40bf-81c2-a293f9e551d4 HTTP/1.1" status: 204 len: 168 time: 0.3691978 Feb 09 02:51:03.176448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51638) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:03.208290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47dc1b94-69ff-456f-974d-7a8986478eb5 req-db9f8bfb-6e5c-4cbc-842d-042ac0ea5e05 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004767 Feb 09 02:51:03.215718 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-ae471a55-db87-40a2-a39a-d7f7b0633d4b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?network_id=2c087ce3-630a-41c4-9517-4b01bbe39acb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1420121 Feb 09 02:51:03.225860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Allocated IP 192.168.233.89 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/300f4990-5e91-4cf7-a7fa-2de82ca350e1) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:03.262169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-f384fe80-f1fc-4d31-8f06-37865d70d965 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?network_id=2c087ce3-630a-41c4-9517-4b01bbe39acb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0453861 Feb 09 02:51:03.293043 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (864af6b6-ec45-4e59-a401-3a85fef04c00), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.474042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (864af6b6-ec45-4e59-a401-3a85fef04c00), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.502762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864af6b6-ec45-4e59-a401-3a85fef04c00']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:03.513754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f117882d-9b89-40a8-bb55-bd7d2bbc911d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:03.535198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9d030dfd-9b97-41bc-8b01-31859037fe35 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:03.546190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9d030dfd-9b97-41bc-8b01-31859037fe35 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:03.548767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee87f74-f2db-409b-92c4-0b68f1a1722c') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:03.551354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9d030dfd-9b97-41bc-8b01-31859037fe35 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:03.551902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee87f74-f2db-409b-92c4-0b68f1a1722c') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:03.552999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9d030dfd-9b97-41bc-8b01-31859037fe35 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/networks?id=9b799aea-b9be-4e59-9337-9682fc26a869&id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&id=2c087ce3-630a-41c4-9517-4b01bbe39acb&id=2c087ce3-630a-41c4-9517-4b01bbe39acb HTTP/1.1" status: 200 len: 1990 time: 0.2890441 Feb 09 02:51:03.576084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: f117882d-9b89-40a8-bb55-bd7d2bbc911d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:03.576530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f117882d-9b89-40a8-bb55-bd7d2bbc911d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:03.577032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c09a88b2-97e5-4c29-8545-14fdcf8954b6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:03.582508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bc1ff-ab56-49e6-bd33-8c8fc9fec7dc req-eded324d-74bd-47a4-8c9e-d9fe5bf754db tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:03.585462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e54bc1ff-ab56-49e6-bd33-8c8fc9fec7dc req-eded324d-74bd-47a4-8c9e-d9fe5bf754db tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 944 time: 0.2019441 Feb 09 02:51:03.589569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9ee87f74-f2db-409b-92c4-0b68f1a1722c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.612091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-f65849c0-72ad-49db-9277-4b43e50c4129 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/quotas/9f5bfcf4053440c98e4d8a4572001516 HTTP/1.1" status: 200 len: 375 time: 0.0302205 Feb 09 02:51:03.617451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9ee87f74-f2db-409b-92c4-0b68f1a1722c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.645104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c09a88b2-97e5-4c29-8545-14fdcf8954b6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:03.645801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c09a88b2-97e5-4c29-8545-14fdcf8954b6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:03.647421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:51:03.653816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9ee87f74-f2db-409b-92c4-0b68f1a1722c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:51:03.658505 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:51:03.731629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.756067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-92f5117e-1cd0-4c07-bc03-1640528eb965 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1315312 Feb 09 02:51:03.798127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (864af6b6-ec45-4e59-a401-3a85fef04c00), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.811633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:03.819622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/864af6b6-ec45-4e59-a401-3a85fef04c00 HTTP/1.1" status: 204 len: 168 time: 0.6398096 Feb 09 02:51:03.856325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f14e9858-1bbc-40ee-891d-9a6f87c1ae32 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:03.858629 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e54bc1ff-ab56-49e6-bd33-8c8fc9fec7dc req-680d669b-6f8b-43ce-a74a-b26ce616ed93 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295091 Feb 09 02:51:03.893425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c9d44-3093-4ce0-81f8-4cd6fc91dbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=864af6b6-ec45-4e59-a401-3a85fef04c00,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:03.905649 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.045789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0130fdd-09d5-481d-af40-dd162d4e0e29 req-0acb1071-9654-493b-a05b-401abe73ec80 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:04.069988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0130fdd-09d5-481d-af40-dd162d4e0e29 req-0acb1071-9654-493b-a05b-401abe73ec80 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 946 time: 0.1326640 Feb 09 02:51:04.070159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:04.071242 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.088039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:04.121005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-f93d1167-45d0-4355-9bb6-fb2e7134c9e1 service neutron] 10.222.0.32 "GET /v2.0/networks/9b799aea-b9be-4e59-9337-9682fc26a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634620 Feb 09 02:51:04.160833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0130fdd-09d5-481d-af40-dd162d4e0e29 req-921a9a17-bf8f-4901-9d87-5e012675576a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899189 Feb 09 02:51:04.286842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f14e9858-1bbc-40ee-891d-9a6f87c1ae32, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:04.305482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-fa86c2ed-f762-4564-accc-e86b7db447d5 service neutron] 10.222.0.32 "GET /v2.0/networks/9b799aea-b9be-4e59-9337-9682fc26a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628075 Feb 09 02:51:04.318500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'f14e9858-1bbc-40ee-891d-9a6f87c1ae32', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': 'f14e9858-1bbc-40ee-891d-9a6f87c1ae32', 'mac_address': 'fa:16:3e:76:24:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:04.351609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:04.376454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:04.391480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:04.413925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ace7b-8494-41dc-a484-9434a44d7772 req-bcc4a030-03ed-4969-91f8-86dbd0b0ebb8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:04.430224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e52ace7b-8494-41dc-a484-9434a44d7772 req-bcc4a030-03ed-4969-91f8-86dbd0b0ebb8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 935 time: 0.1093338 Feb 09 02:51:04.439184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:04.439582 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.454795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:04.455329 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.488585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Allocated IP 192.168.233.186 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/f4ba38b2-d6b2-400d-a228-d74beacc23e8) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:04.515375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14e9858-1bbc-40ee-891d-9a6f87c1ae32 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:04.532995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c0cd4dfd-3d78-4c20-bc3d-2f9ea2378483 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63f733c005e24ce7b0a7abd9d2e74b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596958 Feb 09 02:51:04.534341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'Port': ['ID=300f4990-5e91-4cf7-a7fa-2de82ca350e1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:04.542019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51664) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:04.552875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e52ace7b-8494-41dc-a484-9434a44d7772 req-88cdd980-79dd-4dcc-a320-7a276503fe88 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216006 Feb 09 02:51:04.560540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f14e9858-1bbc-40ee-891d-9a6f87c1ae32, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:04.572530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-be9a5bc9-6438-43f4-9b1b-4f3aec6a7fe9 service neutron] 10.222.0.32 "GET /v2.0/ports/02652f4c-3e80-45ce-9db7-40dea329dd41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2659297 Feb 09 02:51:04.577452 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:04.583758 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-4f81a254-000c-43ee-9efc-9c1dd2cf81c3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3383596 Feb 09 02:51:04.606041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Request body: {'port': {'device_id': '0f01267b-d92c-42b7-8201-d0d639951cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:04.697708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:04.713243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.713973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.714526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.715152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.715650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.716698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.717613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.718121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.718637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.719174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.719674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.720395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.720883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:04.729205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eaf38-e93f-46a0-acba-7676b9a9b596 req-8e6a9e5d-ad57-4bc6-a153-74431c05e059 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:04.730806 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c31eaf38-e93f-46a0-acba-7676b9a9b596 req-8e6a9e5d-ad57-4bc6-a153-74431c05e059 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 944 time: 0.1021681 Feb 09 02:51:04.820152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c31eaf38-e93f-46a0-acba-7676b9a9b596 req-0fed477b-f149-44ca-ab92-b3172541253f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754321 Feb 09 02:51:04.902705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-43807e35-4fe1-423b-bdfc-f751d639177c None None] Provisioning complete for port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:04.903702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43807e35-4fe1-423b-bdfc-f751d639177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.037920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.047064 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.051095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-43807e35-4fe1-423b-bdfc-f751d639177c None None] Port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:05.068663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f14e9858-1bbc-40ee-891d-9a6f87c1ae32'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:05.102879 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.107173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-3870c8a7-e452-462f-88c3-fae7db0a35ab service neutron] 10.222.0.32 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273106 Feb 09 02:51:05.153164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:05.209908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.233767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:05.359309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'Port': ['ID=f4ba38b2-d6b2-400d-a228-d74beacc23e8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:05.365507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037affa-9782-4098-8184-55571d8e6999 req-05fdb217-147b-4e7e-a349-2853ece37902 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:05.376219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4037affa-9782-4098-8184-55571d8e6999 req-05fdb217-147b-4e7e-a349-2853ece37902 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1128 time: 0.0762355 Feb 09 02:51:05.398677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c6eb-9bd3-4437-a5e9-7080a73afc49 admin admin] Publish callbacks [] for security_group (0f8d627b-e39a-477a-aa80-8f48964578c9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.445808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:05.450590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-107363ff-99a1-451a-9b06-aefb2bbcb3fd service neutron] 10.222.0.32 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219178 Feb 09 02:51:05.514009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:05.533910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4037affa-9782-4098-8184-55571d8e6999 req-f33d8c58-f833-4e61-92e3-0aaeeaf66332 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567199 Feb 09 02:51:05.570781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-38282dfd-eb67-487c-af54-e666fcc38980 service neutron] 10.222.0.32 "GET /v2.0/ports/c7ff4c90-2418-43f6-8695-e61a1cf8b407?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0645061 Feb 09 02:51:05.578280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:05.597695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c6eb-9bd3-4437-a5e9-7080a73afc49 admin admin] Publish callbacks [] for security_group (0f8d627b-e39a-477a-aa80-8f48964578c9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.750210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:05.759668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.876752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:05.913458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847daf5-e35d-424b-8654-f3da3bddb4eb req-b8a98049-5ef9-404b-8044-06e754cad290 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:05.914184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:05.914597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:05.915311 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e63c33c3-4051-4c62-a36a-8c41178caae1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4659631 Feb 09 02:51:05.921424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6847daf5-e35d-424b-8654-f3da3bddb4eb req-b8a98049-5ef9-404b-8044-06e754cad290 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 944 time: 0.1383066 Feb 09 02:51:05.940664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Request body: {'port': {'device_id': '981fc2a6-75e4-47fc-bba8-4a6319148e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:06.030185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6847daf5-e35d-424b-8654-f3da3bddb4eb req-826f9e17-d792-47e3-aad4-811d14ea6403 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033828 Feb 09 02:51:06.055213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:06.055213 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.089979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b85ac-8e4e-4845-95b2-51e6243763dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:06.092375 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b3572b-6263-4a86-9cb0-942be7f18474" -d '{"events": [{"server_uuid": "209b85ac-8e4e-4845-95b2-51e6243763dc", "name": "network-vif-plugged", "status": "completed", "tag": "ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:06.107778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-87c78043-e304-490d-a9a4-84de7a1e62b1 None None] Provisioning complete for port f4ba38b2-d6b2-400d-a228-d74beacc23e8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:06.108513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-87c78043-e304-490d-a9a4-84de7a1e62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.115415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:06.148431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c6eb-9bd3-4437-a5e9-7080a73afc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0f8d627b-e39a-477a-aa80-8f48964578c9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.150404 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.151716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ba6c6eb-9bd3-4437-a5e9-7080a73afc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.156496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ba6c6eb-9bd3-4437-a5e9-7080a73afc49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f8d627b-e39a-477a-aa80-8f48964578c9 HTTP/1.1" status: 204 len: 168 time: 1.5968518 Feb 09 02:51:06.193519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-b41a0615-8640-4712-aea0-afd9f053d166 service neutron] 10.222.0.32 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107085 Feb 09 02:51:06.299798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf11618-07c3-42a0-abd6-f63d4ec2bf1a req-17c92e60-ed55-4b11-af9e-2135a9e8246a tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:06.318484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdf11618-07c3-42a0-abd6-f63d4ec2bf1a req-17c92e60-ed55-4b11-af9e-2135a9e8246a tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1128 time: 0.1127965 Feb 09 02:51:06.327641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-87c78043-e304-490d-a9a4-84de7a1e62b1 None None] Port f4ba38b2-d6b2-400d-a228-d74beacc23e8 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:06.349724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:06.365427 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.439059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdf11618-07c3-42a0-abd6-f63d4ec2bf1a req-5b44c69a-8431-44b3-8ccc-9f3fec8b0f50 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195488 Feb 09 02:51:06.643394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798d06-80a0-41fb-a098-19d76a780440 req-bbbccac6-c5ee-4f02-9451-b3feb87325a4 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:06.654389 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c798d06-80a0-41fb-a098-19d76a780440 req-bbbccac6-c5ee-4f02-9451-b3feb87325a4 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 935 time: 0.1039751 Feb 09 02:51:06.742880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c798d06-80a0-41fb-a098-19d76a780440 req-859e722a-6bc4-4967-bde7-c59466bdbf23 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861874 Feb 09 02:51:06.901341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300f4990-5e91-4cf7-a7fa-2de82ca350e1 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:06.938823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6c6eb-9bd3-4437-a5e9-7080a73afc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8d627b-e39a-477a-aa80-8f48964578c9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:06.942269 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Publish callbacks [] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.946098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:06.978733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Transition to ACTIVE for port object 300f4990-5e91-4cf7-a7fa-2de82ca350e1 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:07.239426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e11ea-e8b1-4188-a990-d242ba805245 req-c9949fdc-1afc-4395-bfcb-4f7d02877394 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:07.241526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-932e11ea-e8b1-4188-a990-d242ba805245 req-c9949fdc-1afc-4395-bfcb-4f7d02877394 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 944 time: 0.1206925 Feb 09 02:51:07.247631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:07.337385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ba38b2-d6b2-400d-a228-d74beacc23e8 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:07.345867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-932e11ea-e8b1-4188-a990-d242ba805245 req-ba757277-7e13-4277-ad1e-767987506f39 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956070 Feb 09 02:51:07.358283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Publish callbacks [] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:07.401194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Transition to ACTIVE for port object f4ba38b2-d6b2-400d-a228-d74beacc23e8 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:07.412671 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bef44492-e596-47ca-b885-f495186ca737 service neutron] 10.222.0.32 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2183068 Feb 09 02:51:07.427097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Pushing event updated for resources: {'Port': ['ID=300f4990-5e91-4cf7-a7fa-2de82ca350e1,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:07.444015 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:07.467824 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786304fc-19e1-4122-953a-90d0644e2fc4 x-openstack-request-id: req-786304fc-19e1-4122-953a-90d0644e2fc4 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:07.468697 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b85ac-8e4e-4845-95b2-51e6243763dc", "name": "network-vif-plugged", "status": "completed", "tag": "ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:07.469138 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-786304fc-19e1-4122-953a-90d0644e2fc4 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:07.469708 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b85ac-8e4e-4845-95b2-51e6243763dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0', 'code': 200} Feb 09 02:51:07.594907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ba38b2-d6b2-400d-a228-d74beacc23e8,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:07.651736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51728) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:07.692521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64979247-49ff-45b0-9839-66df290b45a5 req-53412554-3ff6-41ad-b4d8-653b9ff66185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:07.698515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64979247-49ff-45b0-9839-66df290b45a5 req-53412554-3ff6-41ad-b4d8-653b9ff66185 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 1127 time: 0.1292312 Feb 09 02:51:07.893886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f14e9858-1bbc-40ee-891d-9a6f87c1ae32 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:07.899363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64979247-49ff-45b0-9839-66df290b45a5 req-9351022f-e683-4a35-99e8-84ba3693bf58 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939738 Feb 09 02:51:07.908464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1703879994-network', 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:07.935289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Attempting to bind port f4ba38b2-d6b2-400d-a228-d74beacc23e8 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:07.935716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Attempting to bind port f4ba38b2-d6b2-400d-a228-d74beacc23e8 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:07.936114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Attempting to bind port f4ba38b2-d6b2-400d-a228-d74beacc23e8 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:07.938180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Attempting to bind port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:07.938861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Attempting to bind port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:07.939241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Attempting to bind port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:07.948043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:07.948889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Attempting to bind port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:07.950957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8bcbe-a896-4857-8fe1-438f2888c68e req-528b6711-ab7c-497c-b6e4-7924cd6c6ad0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:07.956553 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bc8bcbe-a896-4857-8fe1-438f2888c68e req-528b6711-ab7c-497c-b6e4-7924cd6c6ad0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 945 time: 0.1299889 Feb 09 02:51:07.961265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-aa31310b-8062-407f-8179-252bbaeac67b service neutron] 10.222.0.32 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476053 Feb 09 02:51:07.969457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Port f4ba38b2-d6b2-400d-a228-d74beacc23e8 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:07.969928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Attempting to bind port f4ba38b2-d6b2-400d-a228-d74beacc23e8 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:08.015069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:08.023730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:08.024408 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.032477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bc8bcbe-a896-4857-8fe1-438f2888c68e req-4d1eb5a7-0813-4e62-a4a0-03fe1b3cdf86 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692635 Feb 09 02:51:08.104761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:08.107615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.123429 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-3433565a-d7bb-4c73-9d32-36764f2b6e87 service neutron] 10.222.0.32 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486704 Feb 09 02:51:08.124346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:08.124811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:08.125300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:08.125849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Bound port: 300f4990-5e91-4cf7-a7fa-2de82ca350e1, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:08.126327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.128908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.134167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:08.134710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:08.135188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:08.135720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Bound port: f4ba38b2-d6b2-400d-a228-d74beacc23e8, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:08.136170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.143737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:08.144132 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.185537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f14e9858-1bbc-40ee-891d-9a6f87c1ae32, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:08.195481 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.229353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb105ad-77ed-4b88-9349-6ca94b794424 req-cb8bd6c6-31f6-4223-a80a-e762c2b4b145 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:08.231185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb105ad-77ed-4b88-9349-6ca94b794424 req-cb8bd6c6-31f6-4223-a80a-e762c2b4b145 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 945 time: 0.0845075 Feb 09 02:51:08.285332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] For port 300f4990-5e91-4cf7-a7fa-2de82ca350e1, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:08.288975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] For port 300f4990-5e91-4cf7-a7fa-2de82ca350e1, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=300f4990-5e91-4cf7-a7fa-2de82ca350e1,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:08.296218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:08.309672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.326692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb105ad-77ed-4b88-9349-6ca94b794424 req-534c9a1e-40cb-42ec-b95c-4b20c38ac17b tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.32 "GET /v2.0/security-groups?id=f147c707-c973-4be9-8144-a0612106d2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848134 Feb 09 02:51:08.398915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:08.401014 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.402766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] 10.222.0.61 "PUT /v2.0/ports/300f4990-5e91-4cf7-a7fa-2de82ca350e1 HTTP/1.1" status: 200 len: 1095 time: 3.8009567 Feb 09 02:51:08.414584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f01267b-d92c-42b7-8201-d0d639951cd9', 'tag': '300f4990-5e91-4cf7-a7fa-2de82ca350e1'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:08.416433 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00571c5-1c94-45c8-9a7b-dacc0152431e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f01267b-d92c-42b7-8201-d0d639951cd9", "tag": "300f4990-5e91-4cf7-a7fa-2de82ca350e1"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:08.477204 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-5c45accd-51b1-4638-a7f8-49d1a224ffd9 service neutron] 10.222.0.32 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444057 Feb 09 02:51:08.511344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] For port f4ba38b2-d6b2-400d-a228-d74beacc23e8, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:08.580561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc2d10-1d45-4ca2-a9e9-6ba1d1f733f6 service neutron] Pushing event updated for resources: {'Port': ['ID=300f4990-5e91-4cf7-a7fa-2de82ca350e1,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:08.606770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] For port f4ba38b2-d6b2-400d-a228-d74beacc23e8, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f4ba38b2-d6b2-400d-a228-d74beacc23e8,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:08.629413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.755765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Publish callbacks [] for security_group (aaf88312-f491-4b42-83ab-7146df4611cb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.775369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-9beed374-0703-402d-8d38-51cb19ff6586 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:08.776598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:08.777607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-9beed374-0703-402d-8d38-51cb19ff6586 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.61 "GET /v2.0/ports?device_id=0859cef2-2a01-4ddb-a91a-707876227b1a HTTP/1.1" status: 200 len: 945 time: 0.0972884 Feb 09 02:51:08.783193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.786594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] 10.222.0.61 "PUT /v2.0/ports/f4ba38b2-d6b2-400d-a228-d74beacc23e8 HTTP/1.1" status: 200 len: 1096 time: 2.8523903 Feb 09 02:51:08.824471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e845ba85-a09a-4bdb-a077-4da07749aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:08.831867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-e845ba85-a09a-4bdb-a077-4da07749aed4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 1129 time: 0.3491013 Feb 09 02:51:08.846654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aaf88312-f491-4b42-83ab-7146df4611cb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:08.988062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-eaa941bf-1e6c-400f-8993-c04e26dc79d8 service neutron] 10.222.0.32 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833019 Feb 09 02:51:08.989187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-b2cb1acb-592a-4e86-8d46-8bb68ee652df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=300f4990-5e91-4cf7-a7fa-2de82ca350e1 HTTP/1.1" status: 200 len: 217 time: 0.1260033 Feb 09 02:51:09.009604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ada32-316e-4752-9a8c-6665e66ddcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ba38b2-d6b2-400d-a228-d74beacc23e8,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:09.016751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:51:09.036169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf88312-f491-4b42-83ab-7146df4611cb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:09.072511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Deleting port f38650fa-833e-4b16-8ba1-613afe493e73 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:09.072900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.185356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.61', 54101) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:09.232854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e4a023d3-9e49-4852-b51c-388a3208c8b2 service neutron] 10.222.0.32 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134414 Feb 09 02:51:09.260728 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9054ad6a-8d0d-41cc-a670-634db58bf4e4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.261292 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Added segment 9054ad6a-8d0d-41cc-a670-634db58bf4e4 of type vlan for network daf8e818-0f6a-438e-9812-956150916817 Feb 09 02:51:09.297315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-6206619d-a4e1-4b75-ae24-221055d28b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:09.299114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-6206619d-a4e1-4b75-ae24-221055d28b48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2839582 Feb 09 02:51:09.302831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] For port f38650fa-833e-4b16-8ba1-613afe493e73, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f38650fa-833e-4b16-8ba1-613afe493e73,segment=NetworkSegment(9b397d13-95b0-4071-8bf1-493c9dc47ef0),segment_id=9b397d13-95b0-4071-8bf1-493c9dc47ef0)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:09.303490 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.325987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Calling delete_port for f38650fa-833e-4b16-8ba1-613afe493e73 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:09.386404 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (daf8e818-0f6a-438e-9812-956150916817), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.391975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-7d440824-4fc1-495b-9098-a8484f3a8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:09.393863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-7d440824-4fc1-495b-9098-a8484f3a8a7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 1130 time: 0.5081286 Feb 09 02:51:09.406015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-eeaef60f-3187-4974-a724-5d866c5b4024 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:09.407559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-eeaef60f-3187-4974-a724-5d866c5b4024 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 945 time: 0.2192268 Feb 09 02:51:09.471489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada209ea-7335-42ab-bdc3-545d537cde8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e9858-1bbc-40ee-891d-9a6f87c1ae32'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:09.474361 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3494bf56-3cb9-440f-9a4e-df99e027c665" -d '{"events": [{"server_uuid": "ada209ea-7335-42ab-bdc3-545d537cde8c", "name": "network-vif-plugged", "status": "completed", "tag": "f14e9858-1bbc-40ee-891d-9a6f87c1ae32"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:09.487095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-bf9046a3-e31c-456f-9dd4-b1c924cc193a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f4ba38b2-d6b2-400d-a228-d74beacc23e8 HTTP/1.1" status: 200 len: 217 time: 0.0731356 Feb 09 02:51:09.493185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-c832c4b8-7225-4f4c-b632-c199cbbfc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:09.493891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-c832c4b8-7225-4f4c-b632-c199cbbfc85d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1654704 Feb 09 02:51:09.503683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-906cbab1-284c-4272-8179-ea6c3df17fed service neutron] 10.222.0.32 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697802 Feb 09 02:51:09.567037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f38650fa-833e-4b16-8ba1-613afe493e73), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.568404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-17b750a5-b9e5-4946-ab06-0bcfe6f419fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:09.570351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-17b750a5-b9e5-4946-ab06-0bcfe6f419fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0749347 Feb 09 02:51:09.578590 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (daf8e818-0f6a-438e-9812-956150916817), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.579508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:09.580281 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.582504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['f38650fa-833e-4b16-8ba1-613afe493e73'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:09.732247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Pushing event deleted for resources: {'Port': ['ID=f38650fa-833e-4b16-8ba1-613afe493e73,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:09.764188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] No DVR routers for this DVR port f38650fa-833e-4b16-8ba1-613afe493e73 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:09.768625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1119726 Feb 09 02:51:09.782500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51772) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:09.788764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.793429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] 10.222.0.61 "DELETE /v2.0/ports/f38650fa-833e-4b16-8ba1-613afe493e73 HTTP/1.1" status: 204 len: 173 time: 1.0038409 Feb 09 02:51:09.795010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0859cef2-2a01-4ddb-a91a-707876227b1a', 'name': 'network-vif-deleted', 'tag': 'f38650fa-833e-4b16-8ba1-613afe493e73'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:09.796725 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f5c4e3-be1e-4cd5-bee5-678492305440" -d '{"events": [{"server_uuid": "0859cef2-2a01-4ddb-a91a-707876227b1a", "name": "network-vif-deleted", "tag": "f38650fa-833e-4b16-8ba1-613afe493e73"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:09.798574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Request body: {'subnet': {'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1703879994-subnet', 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:09.828752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:09.831496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.844233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fbd9b-4b1d-40c3-a76e-7be54853a347 admin admin] Pushing event updated for resources: {'Network': ['ID=daf8e818-0f6a-438e-9812-956150916817,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:09.856494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network daf8e818-0f6a-438e-9812-956150916817 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:51:09.860158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Deleting port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:09.861325 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:09.918603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-35922eb6-15fa-4588-86e1-af18fffee16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:09.920311 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-35922eb6-15fa-4588-86e1-af18fffee16d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3268466 Feb 09 02:51:09.962693 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-537e8014-d5a5-4087-b573-5196b7eefe3a service neutron] 10.222.0.32 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578400 Feb 09 02:51:10.010818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-d70a4e17-725f-456e-9836-06b161e221f0 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948716 Feb 09 02:51:10.045826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-67d5aba4-1053-44f7-b0c1-7142dd9d49c6 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:51:10.052976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-67d5aba4-1053-44f7-b0c1-7142dd9d49c6 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2940414 Feb 09 02:51:10.082551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] For port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:10.082937 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:10.100148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Calling delete_port for ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:10.200680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-08a6acce-4ec6-43fa-b8a6-4e45a1495e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:10.207283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-08a6acce-4ec6-43fa-b8a6-4e45a1495e64 service neutron] 10.222.0.32 "GET /v2.0/ports/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 1125 time: 0.1534567 Feb 09 02:51:10.213453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Request body: {'binding': {'host': 'n-h1-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:10.214045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Unknown quota resources ['binding']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:51:10.312937 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-2a219b7c-3bde-492e-bacb-6a95297d959b service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767097 Feb 09 02:51:10.328211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-53eb8863-294c-402c-9321-6d1957ba5441 service neutron] 10.222.0.32 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645210 Feb 09 02:51:10.501033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-9250e63e-fe57-4fc4-a6b5-141774af227c service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667664 Feb 09 02:51:10.503494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:10.510011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee8ccad1-7c20-426c-860f-a2c7c21952e0 req-707db7fc-e545-4554-bb98-411da9362884 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215064 Feb 09 02:51:10.515978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:10.589698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (285be046-434d-4db6-9868-7b28c7c79961), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:10.619148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event deleted for resources: {'Port': ['ID=ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:10.662871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on host n-h1-827839-4 for vnic_type normal with profile None {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:10.665148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:10.666161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:10.667881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=285be046-434d-4db6-9868-7b28c7c79961,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:10.680554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:10.680923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Network hostable DHCP agents. Network: daf8e818-0f6a-438e-9812-956150916817, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:51:10.689021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] No DVR routers for this DVR port ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:10.691379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:10.691806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:10.695605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:10.699518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ca8b151-19f5-4277-8caf-01571bfa0d4c req-63405820-bef1-495f-a6f0-43d138dbcec1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "DELETE /v2.0/ports/ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 HTTP/1.1" status: 204 len: 173 time: 1.2841344 Feb 09 02:51:10.702496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Network daf8e818-0f6a-438e-9812-956150916817 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:51:10.713282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:10.713746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:10.714391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:10.714937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Bound port: 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:10.746742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, daf8e818-0f6a-438e-9812-956150916817) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:10.757629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e3f04-05d9-4169-8c1b-43341e48330c None None] Network daf8e818-0f6a-438e-9812-956150916817 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:51:10.770070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:10.770770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:10.825327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e0b4adbe-ca9d-4255-a1d8-e79abb8ab56a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0389745 Feb 09 02:51:10.848074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:10.859947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:10.862389 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0e7c0db8-716e-4619-8bbf-730661f31423 service neutron] 10.222.0.32 "POST /v2.0/ports/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.6540751 Feb 09 02:51:11.004259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5550cb-54ea-4ead-98eb-1431da389c13 None None] Network daf8e818-0f6a-438e-9812-956150916817 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:51:11.275413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4a5a45d-677f-4248-ae70-fbd4669bd3a4 req-5d56e0db-0d0b-4110-86b5-d6bf25f92806 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 210 time: 0.0526605 Feb 09 02:51:11.420535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce924e-e2a6-40e9-b118-55c9eadad25e req-6c2c904d-a020-4529-a676-aa7b7acb0e63 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:11.430418 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3ce924e-e2a6-40e9-b118-55c9eadad25e req-6c2c904d-a020-4529-a676-aa7b7acb0e63 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 947 time: 0.2257068 Feb 09 02:51:11.432904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-94252524-caac-480c-a86e-703af8eb9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:11.435079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-94252524-caac-480c-a86e-703af8eb9648 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1128 time: 0.0816050 Feb 09 02:51:11.609688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-48a6b906-84a9-448e-81b7-c2b68e3bd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:11.611686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-48a6b906-84a9-448e-81b7-c2b68e3bd3d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1694961 Feb 09 02:51:11.629939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3ce924e-e2a6-40e9-b118-55c9eadad25e req-c3ed2e17-42a7-424d-9874-6d4d9383b09b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976604 Feb 09 02:51:11.692427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5a45d-677f-4248-ae70-fbd4669bd3a4 req-62677873-d849-4db3-9c4d-e80000efa504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:11.693908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4a5a45d-677f-4248-ae70-fbd4669bd3a4 req-62677873-d849-4db3-9c4d-e80000efa504 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4028590 Feb 09 02:51:12.043505 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebe5ae6-27e4-4c49-bbed-eb6c9f70ed5b x-openstack-request-id: req-5ebe5ae6-27e4-4c49-bbed-eb6c9f70ed5b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:12.044110 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f01267b-d92c-42b7-8201-d0d639951cd9", "tag": "300f4990-5e91-4cf7-a7fa-2de82ca350e1", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:12.044702 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ebe5ae6-27e4-4c49-bbed-eb6c9f70ed5b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:12.045295 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f01267b-d92c-42b7-8201-d0d639951cd9', 'tag': '300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'status': 'completed', 'code': 200} Feb 09 02:51:12.056797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-f34b794b-5896-4a21-849f-9505b27cd840 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 217 time: 0.4354076 Feb 09 02:51:12.095758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06b58f-23e6-43b0-acfc-9c57a51b4aa3 req-243c003e-86bc-4c8b-b386-5ee0df9441ec tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.104931 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea06b58f-23e6-43b0-acfc-9c57a51b4aa3 req-243c003e-86bc-4c8b-b386-5ee0df9441ec tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.5359063 Feb 09 02:51:12.199805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-2d64bb0a-86c0-44e1-a604-8fcb6ab9929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.202127 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-2d64bb0a-86c0-44e1-a604-8fcb6ab9929c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1386943 Feb 09 02:51:12.217622 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea06b58f-23e6-43b0-acfc-9c57a51b4aa3 req-80cb19f6-4a44-4303-aae1-2ed2c61a683f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068926 Feb 09 02:51:12.249670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fa38acdc-0043-435c-bf04-56607c6115ec req-5b508c87-a575-4c57-8cc6-383e73580cd3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 210 time: 0.3393290 Feb 09 02:51:12.252043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-db770d58-26bd-4fa4-bc1b-bd9de23a60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.253791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-db770d58-26bd-4fa4-bc1b-bd9de23a60dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 1129 time: 0.2126269 Feb 09 02:51:12.317803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51826) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:12.323243 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-4825b13d-e9b1-4515-8800-f3189a86c5b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043386 Feb 09 02:51:12.368596 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee3c562-8a9a-42ab-aa89-90292cf1d90a x-openstack-request-id: req-dee3c562-8a9a-42ab-aa89-90292cf1d90a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:12.369120 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada209ea-7335-42ab-bdc3-545d537cde8c", "name": "network-vif-plugged", "status": "completed", "tag": "f14e9858-1bbc-40ee-891d-9a6f87c1ae32", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:12.369120 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dee3c562-8a9a-42ab-aa89-90292cf1d90a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:12.369527 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada209ea-7335-42ab-bdc3-545d537cde8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e9858-1bbc-40ee-891d-9a6f87c1ae32', 'code': 200} Feb 09 02:51:12.374446 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fb4ca0-8d22-4c54-bcfe-9a873279d406 x-openstack-request-id: req-76fb4ca0-8d22-4c54-bcfe-9a873279d406 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:12.374742 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0859cef2-2a01-4ddb-a91a-707876227b1a", "name": "network-vif-deleted", "tag": "f38650fa-833e-4b16-8ba1-613afe493e73", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:12.375004 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76fb4ca0-8d22-4c54-bcfe-9a873279d406 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:12.375411 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0859cef2-2a01-4ddb-a91a-707876227b1a', 'name': 'network-vif-deleted', 'tag': 'f38650fa-833e-4b16-8ba1-613afe493e73', 'status': 'completed', 'code': 200} Feb 09 02:51:12.437904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5a45d-677f-4248-ae70-fbd4669bd3a4 req-015904cc-61f6-4b0c-bdb0-fa978f4739ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.439816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4a5a45d-677f-4248-ae70-fbd4669bd3a4 req-015904cc-61f6-4b0c-bdb0-fa978f4739ed service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7383525 Feb 09 02:51:12.581505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d274e4a-20c0-4231-b81e-239c07eb9f45 req-45ba0633-91d5-40a9-92f8-406a54fdadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.587893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d274e4a-20c0-4231-b81e-239c07eb9f45 req-45ba0633-91d5-40a9-92f8-406a54fdadd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 1127 time: 0.1279418 Feb 09 02:51:12.633009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48a8c6a-e3fc-4da3-a10d-cba01a1e953b admin admin] Deleting subnet 678e6c90-8977-41ec-8f6d-e1d03169640a {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:51:12.664390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b48a8c6a-e3fc-4da3-a10d-cba01a1e953b admin admin] Publish callbacks [] for subnet (678e6c90-8977-41ec-8f6d-e1d03169640a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:12.702997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-91af5993-3367-4d4a-a500-13974b0223e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.704904 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-91af5993-3367-4d4a-a500-13974b0223e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.4343715 Feb 09 02:51:12.706761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-4625c04f-8b80-4297-85e9-9c2f710dbd3d service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544977 Feb 09 02:51:12.727839 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d274e4a-20c0-4231-b81e-239c07eb9f45 req-ab5bac9d-212a-4e6d-a8ef-082faedc121c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289797 Feb 09 02:51:12.739880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf323691-d5bf-498a-8c0c-bdb737039ca0 req-bd990cd7-d33c-4ac9-a5e7-6f40a827a7c5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.741379 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf323691-d5bf-498a-8c0c-bdb737039ca0 req-bd990cd7-d33c-4ac9-a5e7-6f40a827a7c5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 946 time: 0.2642126 Feb 09 02:51:12.772802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-d91b2364-4bd9-408f-9ef0-d8559223055b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.774268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-d91b2364-4bd9-408f-9ef0-d8559223055b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.1852031 Feb 09 02:51:12.790553 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-f260e41d-c2d3-4d88-a19c-44ff47484437 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/quotas/73853ba10f5c4cd4be5969a0d564c931 HTTP/1.1" status: 200 len: 375 time: 0.0100391 Feb 09 02:51:12.814838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-085bafd9-d5c8-479f-8930-a8827739c220 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=300f4990-5e91-4cf7-a7fa-2de82ca350e1 HTTP/1.1" status: 200 len: 217 time: 0.0972595 Feb 09 02:51:12.821006 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b48a8c6a-e3fc-4da3-a10d-cba01a1e953b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (678e6c90-8977-41ec-8f6d-e1d03169640a), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:12.828702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-0f5d2880-0783-492d-bc11-b4916f2d6a04 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315108 Feb 09 02:51:12.923737 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-ccdc7495-fb0d-4dee-88c5-c6872534b382 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882785 Feb 09 02:51:12.939307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b48a8c6a-e3fc-4da3-a10d-cba01a1e953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (678e6c90-8977-41ec-8f6d-e1d03169640a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:12.942392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-378b0073-9dbe-4175-8b14-33827f39110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:12.943844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-378b0073-9dbe-4175-8b14-33827f39110e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1188138 Feb 09 02:51:12.972851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf323691-d5bf-498a-8c0c-bdb737039ca0 req-e2aa5e20-1147-446d-a1b2-abdb67241323 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926911 Feb 09 02:51:13.006199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-222ad499-a3c5-4553-9c64-9375f71f58e9 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873900 Feb 09 02:51:13.018486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-e5024b12-683c-461a-bb8c-6c3207cebcb5 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889008 Feb 09 02:51:13.025556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b48a8c6a-e3fc-4da3-a10d-cba01a1e953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (678e6c90-8977-41ec-8f6d-e1d03169640a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.066566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a8c6a-e3fc-4da3-a10d-cba01a1e953b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678e6c90-8977-41ec-8f6d-e1d03169640a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:13.072480 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b48a8c6a-e3fc-4da3-a10d-cba01a1e953b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.079140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51852) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:13.079895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b48a8c6a-e3fc-4da3-a10d-cba01a1e953b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/678e6c90-8977-41ec-8f6d-e1d03169640a HTTP/1.1" status: 204 len: 168 time: 0.7593086 Feb 09 02:51:13.120840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-ef77c037-d6cf-4a14-87a6-365a2f27a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:13.122931 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-ef77c037-d6cf-4a14-87a6-365a2f27a540 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0655546 Feb 09 02:51:13.162250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 300f4990-5e91-4cf7-a7fa-2de82ca350e1 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:13.164622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f38650fa-833e-4b16-8ba1-613afe493e73 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:13.219130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: f38650fa-833e-4b16-8ba1-613afe493e73 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:13.220277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f38650fa-833e-4b16-8ba1-613afe493e73 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:13.303295 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (dd1dae2c-e025-4f6c-a899-078e5d61b874), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.305293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2589236-af5e-4a6f-acdd-d45e6f42c7f7 req-4763fb51-93e9-4747-992b-9db7b7a9053b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.1596994 Feb 09 02:51:13.362982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-c23cdc45-5150-429b-8768-1d320f1240d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:13.364720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-c23cdc45-5150-429b-8768-1d320f1240d1 service neutron] 10.222.0.26 "GET /v2.0/ports/02652f4c-3e80-45ce-9db7-40dea329dd41 HTTP/1.1" status: 200 len: 1026 time: 0.0542159 Feb 09 02:51:13.366876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-db9457ce-574b-42ec-9f38-f355e8438bcc tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:13.368355 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-db9457ce-574b-42ec-9f38-f355e8438bcc tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1128 time: 0.2248635 Feb 09 02:51:13.372101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-ed3bf576-54d5-4f83-a427-405c8102f200 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393103 Feb 09 02:51:13.379973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3edee-9227-43a2-932b-cba4e22086fa req-8c6ab7db-1159-4e10-9ceb-ea3f9595fb9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:13.389283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70e3edee-9227-43a2-932b-cba4e22086fa req-8c6ab7db-1159-4e10-9ceb-ea3f9595fb9f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 947 time: 0.1696355 Feb 09 02:51:13.400388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 300f4990-5e91-4cf7-a7fa-2de82ca350e1, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=300f4990-5e91-4cf7-a7fa-2de82ca350e1,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:13.413308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'mac_address': 'fa:16:3e:56:56:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:13.474216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827839-4'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:13.482560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:13.486381 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.524144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300f4990-5e91-4cf7-a7fa-2de82ca350e1 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:13.562147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b00571c5-1c94-45c8-9a7b-dacc0152431e req-84602ada-c348-405c-b1b5-0ed2e541dd00 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813173 Feb 09 02:51:13.565605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 300f4990-5e91-4cf7-a7fa-2de82ca350e1, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=300f4990-5e91-4cf7-a7fa-2de82ca350e1,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:13.576553 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.577797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f4ba38b2-d6b2-400d-a228-d74beacc23e8 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:13.583465 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (dd1dae2c-e025-4f6c-a899-078e5d61b874), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.605873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1dae2c-e025-4f6c-a899-078e5d61b874']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:13.616825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b397d13-95b0-4071-8bf1-493c9dc47ef0') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:13.617127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b397d13-95b0-4071-8bf1-493c9dc47ef0') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:51:13.618383 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f90bac6-270a-4b8b-a86c-c251405796dd req-d998514b-5276-4065-9c75-6091149de8eb tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 210 time: 0.0746808 Feb 09 02:51:13.650522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.661956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9b397d13-95b0-4071-8bf1-493c9dc47ef0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.681864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f4ba38b2-d6b2-400d-a228-d74beacc23e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f4ba38b2-d6b2-400d-a228-d74beacc23e8,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:13.691002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9b397d13-95b0-4071-8bf1-493c9dc47ef0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.695594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=300f4990-5e91-4cf7-a7fa-2de82ca350e1,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:13.703548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:51:13.703548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9b397d13-95b0-4071-8bf1-493c9dc47ef0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.719862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', 'mac_address': 'fa:16:3e:89:5a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:51:13.788089 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:51:13.805844 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (dd1dae2c-e025-4f6c-a899-078e5d61b874), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.820018 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.826471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd1dae2c-e025-4f6c-a899-078e5d61b874 HTTP/1.1" status: 204 len: 168 time: 0.7439961 Feb 09 02:51:13.826471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-872ba0ae-1167-46f0-948b-d693d2ca2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:13.830098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-872ba0ae-1167-46f0-948b-d693d2ca2b71 service neutron] 10.222.0.26 "GET /v2.0/ports/c7ff4c90-2418-43f6-8695-e61a1cf8b407 HTTP/1.1" status: 200 len: 1026 time: 0.4358232 Feb 09 02:51:13.831681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f4ba38b2-d6b2-400d-a228-d74beacc23e8 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:13.831865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.851599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ba38b2-d6b2-400d-a228-d74beacc23e8 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:13.861140 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70e3edee-9227-43a2-932b-cba4e22086fa req-6a2a35b8-10fa-47ea-b5b7-a7814425fcd5 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646676 Feb 09 02:51:13.880625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3ee87-cef1-4747-bfc2-8d59120ab670 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1dae2c-e025-4f6c-a899-078e5d61b874,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:13.904834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f4ba38b2-d6b2-400d-a228-d74beacc23e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f4ba38b2-d6b2-400d-a228-d74beacc23e8,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:13.908947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473118c3-956b-45ab-9e35-329eb97069db req-8949f944-fec9-45d2-bf5c-bd727b4a6506 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:13.917030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-473118c3-956b-45ab-9e35-329eb97069db req-8949f944-fec9-45d2-bf5c-bd727b4a6506 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.1360753 Feb 09 02:51:13.934288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:13.949249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:14.005729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-473118c3-956b-45ab-9e35-329eb97069db req-200a79c2-9088-4bd0-8014-a634f3d22f04 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816026 Feb 09 02:51:14.048560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f4ba38b2-d6b2-400d-a228-d74beacc23e8,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:14.064444 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-158916f4-1d78-4b18-8d02-042bebd0e889 req-4ffda4dd-8d9e-478b-bc18-ea3cddca769b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 210 time: 0.0681958 Feb 09 02:51:14.093513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981fc2a6-75e4-47fc-bba8-4a6319148e0a', 'tag': 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:14.099382 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "981fc2a6-75e4-47fc-bba8-4a6319148e0a", "tag": "f4ba38b2-d6b2-400d-a228-d74beacc23e8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:14.108137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4a5a45d-677f-4248-ae70-fbd4669bd3a4 req-076cdd60-1b15-417b-8de9-4907f1b9c4d4 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/ports?device_id=209b85ac-8e4e-4845-95b2-51e6243763dc HTTP/1.1" status: 200 len: 210 time: 0.0936930 Feb 09 02:51:14.113951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51888) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:14.146534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-21a93784-6c6b-43b0-9fac-3e315a05c94c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:14.158147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-21a93784-6c6b-43b0-9fac-3e315a05c94c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:14.166151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:14.168700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['f4ba38b2-d6b2-400d-a228-d74beacc23e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:14.174355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-21a93784-6c6b-43b0-9fac-3e315a05c94c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:14.179215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-21a93784-6c6b-43b0-9fac-3e315a05c94c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "GET /v2.0/networks?id=9b799aea-b9be-4e59-9337-9682fc26a869&id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&id=2c087ce3-630a-41c4-9517-4b01bbe39acb&id=2c087ce3-630a-41c4-9517-4b01bbe39acb HTTP/1.1" status: 200 len: 1990 time: 0.3356168 Feb 09 02:51:14.179853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:14.241546 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Publish callbacks [] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:14.251599 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf55cd-7c1d-4811-85a1-3c1b1cd9c546 x-openstack-request-id: req-e7cf55cd-7c1d-4811-85a1-3c1b1cd9c546 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:14.252135 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981fc2a6-75e4-47fc-bba8-4a6319148e0a", "tag": "f4ba38b2-d6b2-400d-a228-d74beacc23e8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:14.252644 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7cf55cd-7c1d-4811-85a1-3c1b1cd9c546 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:14.254903 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981fc2a6-75e4-47fc-bba8-4a6319148e0a', 'tag': 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', 'status': 'completed', 'code': 200} Feb 09 02:51:14.256399 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:14.329097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-d71e5b77-0bcd-4c00-9972-c353df6b15cb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f5bfcf4053440c98e4d8a4572001516 HTTP/1.1" status: 200 len: 379 time: 0.1349745 Feb 09 02:51:14.334224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1b4300ef-0725-49be-b9d8-989990d3619a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c2fa8a31ab3421d9a28adea36e5ed5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192466 Feb 09 02:51:14.342073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'admin_state_up': True, 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'security_groups': ['abe7b5ac-442d-4c10-b588-7674937d3a1f']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:14.348586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51900) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:14.400085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Pushing event updated for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:14.421999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209b85ac-8e4e-4845-95b2-51e6243763dc', 'name': 'network-vif-deleted', 'tag': 'ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:14.425005 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59570c6-fc5d-4d53-afec-3048e37f6cd1" -d '{"events": [{"server_uuid": "209b85ac-8e4e-4845-95b2-51e6243763dc", "name": "network-vif-deleted", "tag": "ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:14.479116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d4679-7a98-4a0c-b1a3-4b94294680f0 req-d7582067-4b70-462e-b07d-66a1c43cc8bc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:14.481685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f21d4679-7a98-4a0c-b1a3-4b94294680f0 req-d7582067-4b70-462e-b07d-66a1c43cc8bc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 946 time: 0.2914963 Feb 09 02:51:14.532582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3750088-1120-44d0-aa1e-217d5e2aa1c5 admin admin] Publish callbacks [] for security_group (f147c707-c973-4be9-8144-a0612106d2f1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:14.567062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-21540409-446b-4f7b-9f12-cd8e942a5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:14.569471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-21540409-446b-4f7b-9f12-cd8e942a5fea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 1131 time: 0.1729300 Feb 09 02:51:14.611053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f21d4679-7a98-4a0c-b1a3-4b94294680f0 req-027d94bf-26c4-4776-b714-39602c916a0a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109798 Feb 09 02:51:14.615006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on host n-h2-827839-4 for vnic_type normal with profile {"migrating_to": "n-h1-827839-4"} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:14.615330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3750088-1120-44d0-aa1e-217d5e2aa1c5 admin admin] Publish callbacks [] for security_group (f147c707-c973-4be9-8144-a0612106d2f1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:14.616330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:14.617582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:14.643402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:14.643729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Attempting to bind port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:14.660078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:14.660800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:14.660800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:14.661205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Bound port: 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:14.665865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:14.671763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:14.676298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:14.834457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Allocated IP 172.20.0.8 (9b799aea-b9be-4e59-9337-9682fc26a869/ffed1295-2d64-4ddb-ac25-6211e02bb325/4bc7e70e-64b6-4625-b5c1-5493724b6c43) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:14.934998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6c23882-86ba-4666-84ad-9b6e76c5a894 req-a26ff0c8-db7d-41e1-8ec1-3eeace49e744 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0549376 Feb 09 02:51:14.965706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3750088-1120-44d0-aa1e-217d5e2aa1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f147c707-c973-4be9-8144-a0612106d2f1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:14.968714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3750088-1120-44d0-aa1e-217d5e2aa1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:14.970171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f3750088-1120-44d0-aa1e-217d5e2aa1c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f147c707-c973-4be9-8144-a0612106d2f1 HTTP/1.1" status: 204 len: 168 time: 0.6178117 Feb 09 02:51:14.987312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-4a0f4458-c833-4f67-a45c-37a3d4418709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:14.990003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-4a0f4458-c833-4f67-a45c-37a3d4418709 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.3757825 Feb 09 02:51:14.991415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:14.995756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:15.015268 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:15.099371 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8fc6b4-c423-43dc-a611-5a8cc7d16ab0 x-openstack-request-id: req-3b8fc6b4-c423-43dc-a611-5a8cc7d16ab0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:15.102647 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209b85ac-8e4e-4845-95b2-51e6243763dc", "name": "network-vif-deleted", "tag": "ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:15.103641 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b8fc6b4-c423-43dc-a611-5a8cc7d16ab0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:15.104369 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209b85ac-8e4e-4845-95b2-51e6243763dc', 'name': 'network-vif-deleted', 'tag': 'ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0', 'status': 'completed', 'code': 200} Feb 09 02:51:15.209637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3750088-1120-44d0-aa1e-217d5e2aa1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f147c707-c973-4be9-8144-a0612106d2f1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:15.239623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Pushing event updated for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=8']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:15.254129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-a990f0c0-e22c-4ca2-b89c-6c4168128e2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f4ba38b2-d6b2-400d-a228-d74beacc23e8 HTTP/1.1" status: 200 len: 217 time: 0.2529528 Feb 09 02:51:15.287315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4adbfe0-6208-431d-9fda-2b5f6503cb3b req-66e6d25d-7684-48cc-864c-8237419b1ddc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 210 time: 0.1411333 Feb 09 02:51:15.339965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:15.342025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:15.343602 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e7642f8b-8b62-4ec1-ae99-b95d306493f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 1122 time: 1.8757260 Feb 09 02:51:15.368982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-0fda788c-f1dc-4477-8bed-1d0083587fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:15.371391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-0fda788c-f1dc-4477-8bed-1d0083587fec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1075985 Feb 09 02:51:15.432191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['728b9c4a-e970-4dd7-9d5e-4e8b519e42ee'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:15.489237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-aca72992-e722-4bd7-af0c-f9899bf15122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:15.496384 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-aca72992-e722-4bd7-af0c-f9899bf15122 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1163156 Feb 09 02:51:15.534624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:15.610543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b3d5af9c-44b7-49a4-a523-7caa83f46776 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:15.612047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b3d5af9c-44b7-49a4-a523-7caa83f46776 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.5048695 Feb 09 02:51:15.638946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Request body: {'port': {'device_id': 'cf371089-583f-4398-a72c-fdd7b7bd9084', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'admin_state_up': True, 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:15.730157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa55b6-70af-4ebc-95a0-b5c492c96d96 req-fd2ef908-561c-4d47-a7ce-93cb6340d722 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:15.731857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a7fa55b6-70af-4ebc-95a0-b5c492c96d96 req-fd2ef908-561c-4d47-a7ce-93cb6340d722 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.1162860 Feb 09 02:51:15.740584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a463b3-a1d4-46a0-b018-411dd69f6f2e req-ebc715eb-357c-4e9c-8b82-27aefe8725c0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:15.742190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4a463b3-a1d4-46a0-b018-411dd69f6f2e req-ebc715eb-357c-4e9c-8b82-27aefe8725c0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 948 time: 0.3059883 Feb 09 02:51:15.746292 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:15.753325 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-810c040a-61e5-492b-872c-cb787389db42 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494264 Feb 09 02:51:15.815170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=4bc7e70e-64b6-4625-b5c1-5493724b6c43,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:15.853669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a7fa55b6-70af-4ebc-95a0-b5c492c96d96 req-811b74fe-97e8-41b1-a511-aa110b7c6cd4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114655 Feb 09 02:51:15.959672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4a463b3-a1d4-46a0-b018-411dd69f6f2e req-ba9c58d7-8ed6-49df-9d8c-6d2391a18560 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992066 Feb 09 02:51:15.961564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 9b799aea-b9be-4e59-9337-9682fc26a869 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:15.967709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bc4b59c-dcdf-4ce2-b759-f9bffc97a5ab req-33096099-847e-4902-b0f5-370a0e9be52f service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970637 Feb 09 02:51:15.992272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:16.001094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:16.077784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:16.090181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.257029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee'}, {'name': 'network-changed', 'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:16.261338 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9" -d '{"events": [{"server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "name": "network-vif-unplugged", "status": "completed", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee"}, {"name": "network-changed", "server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:16.289836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51982) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:16.316598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:16.317428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.372127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6c0163f1-1832-4a53-8786-358f3e5496c6 None None] Provisioning complete for port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:16.373277 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6c0163f1-1832-4a53-8786-358f3e5496c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.391725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-74ab4baf-79eb-4716-80ed-d1c22a475716 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0558472 Feb 09 02:51:16.405367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd10c1-755d-4cf4-b593-26afbc302451 req-71b0b890-30b3-4715-af2b-9900aa2ce94a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:16.413833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ddd10c1-755d-4cf4-b593-26afbc302451 req-71b0b890-30b3-4715-af2b-9900aa2ce94a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 944 time: 0.2977631 Feb 09 02:51:16.429924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'admin_state_up': True, 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'security_groups': ['abe7b5ac-442d-4c10-b588-7674937d3a1f']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:16.461658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6c0163f1-1832-4a53-8786-358f3e5496c6 None None] Port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:16.489800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-638102205-network', 'tenant_id': 'db8000e57f89472baba9b532a1b8a5ac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:16.530477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Made reservation on behalf of db8000e57f89472baba9b532a1b8a5ac for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:16.533526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.546075 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.566645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a7126-a96e-45aa-b712-4e1763cdff57 req-8eeecfde-0150-4262-9659-a41443ec2031 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:16.570828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e92a7126-a96e-45aa-b712-4e1763cdff57 req-8eeecfde-0150-4262-9659-a41443ec2031 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 931 time: 0.1421835 Feb 09 02:51:16.584800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Allocated IP 172.20.0.2 (daf8e818-0f6a-438e-9812-956150916817/285be046-434d-4db6-9868-7b28c7c79961/9f1daddb-b228-4d3f-9b7c-f6e7e7b87347) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:16.616421 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ddd10c1-755d-4cf4-b593-26afbc302451 req-e2e64edd-067a-4632-adba-601a00735108 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015107 Feb 09 02:51:16.647737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e92a7126-a96e-45aa-b712-4e1763cdff57 req-1e1710b0-9f3a-4cb4-8501-e316abfc1541 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711629 Feb 09 02:51:16.693178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:16.696577 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.698227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Publish callbacks [] for security_group (da6f44f9-af28-45e3-8125-28968b9c03d0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.702999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (da6f44f9-af28-45e3-8125-28968b9c03d0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.738903 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca18158-88d1-41f9-86e8-6191283bd3ba x-openstack-request-id: req-aca18158-88d1-41f9-86e8-6191283bd3ba {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:16.739564 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "name": "network-vif-unplugged", "status": "completed", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee", "code": 200}, {"name": "network-changed", "server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:16.739564 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aca18158-88d1-41f9-86e8-6191283bd3ba {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:16.740009 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee', 'code': 200} Feb 09 02:51:16.740123 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee', 'status': 'completed', 'code': 200} Feb 09 02:51:16.740790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f44f9-af28-45e3-8125-28968b9c03d0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:16.753739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:51:16.808150 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7e9e41b2-eac1-4bc1-87ca-c29e0250fb75), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.808446 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Added segment 7e9e41b2-eac1-4bc1-87ca-c29e0250fb75 of type vlan for network bab6a6d9-0d04-4f64-b29d-07a78c6398ea Feb 09 02:51:16.878966 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86c6131f-b0ae-4685-b361-a9eed1191fb0 req-a02b6e4a-dd37-4dc0-b8c3-84767845db47 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 210 time: 0.0579538 Feb 09 02:51:16.890224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-afdad1ec-4f3a-4b33-96ab-ca0800990578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:16.897645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-afdad1ec-4f3a-4b33-96ab-ca0800990578 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1156 time: 0.1405139 Feb 09 02:51:16.912041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (bab6a6d9-0d04-4f64-b29d-07a78c6398ea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.974302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (bab6a6d9-0d04-4f64-b29d-07a78c6398ea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:16.975273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:16.975841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.049686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-589e5c85-1c0c-40f8-9721-b53a0a6bf562 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:17.051203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-589e5c85-1c0c-40f8-9721-b53a0a6bf562 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.2701209 Feb 09 02:51:17.058528 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks [] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.060303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Allocated IP 10.1.1.209 (88065435-d1c2-42d5-8975-73ae0aa2a3ba/7a67effc-1a9f-49a7-8a2e-433ed164c996/58679687-5046-4df9-8f33-b618de0038b2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:17.086061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-d69124be-33ab-406e-8c04-172623293b94 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/quotas/6d28b9e89eae40f78e01abe8fe65c347 HTTP/1.1" status: 200 len: 375 time: 0.0235302 Feb 09 02:51:17.099822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8084607 Feb 09 02:51:17.107569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52002) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:17.112450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Request body: {'subnet': {'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-638102205-subnet', 'tenant_id': 'db8000e57f89472baba9b532a1b8a5ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:17.122405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faf07d-c9e3-4fa1-8cd2-8102cfc053e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bab6a6d9-0d04-4f64-b29d-07a78c6398ea,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:17.136655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network bab6a6d9-0d04-4f64-b29d-07a78c6398ea details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:51:17.144298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-b7c0d131-9e40-45ec-84ed-38ead7e4debf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415881 Feb 09 02:51:17.202081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 300f4990-5e91-4cf7-a7fa-2de82ca350e1 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:17.219157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-4dff5868-d280-4b1e-951a-e07e44ae3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:17.221794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-4dff5868-d280-4b1e-951a-e07e44ae3294 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.2725215 Feb 09 02:51:17.224437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Made reservation on behalf of db8000e57f89472baba9b532a1b8a5ac for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:17.227586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.261678 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.322867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Network daf8e818-0f6a-438e-9812-956150916817 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:17.346134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:17.361168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:17.415735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event updated for resources: {'Port': ['ID=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:17.430575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-7cf44656-3943-4a1a-a682-3295ace5fac2 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404804 Feb 09 02:51:17.438071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:17.442743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:17.443201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.449149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (58679687-5046-4df9-8f33-b618de0038b2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.484676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-0bda75f9-a32d-4732-b206-8fde3e735eee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 217 time: 0.0487621 Feb 09 02:51:17.528080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:17.529784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.553663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b437f9-dec0-4460-8814-79baab9bbb8c req-d820f4ef-f474-4dfb-ba25-9b6795f82d5b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:17.554073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:17.560463 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.563107 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4b437f9-dec0-4460-8814-79baab9bbb8c req-d820f4ef-f474-4dfb-ba25-9b6795f82d5b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.6002517 Feb 09 02:51:17.608206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 300f4990-5e91-4cf7-a7fa-2de82ca350e1, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=300f4990-5e91-4cf7-a7fa-2de82ca350e1,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:17.609699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01267b-d92c-42b7-8201-d0d639951cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f4990-5e91-4cf7-a7fa-2de82ca350e1'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:17.610958 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-be1042f9-d453-4944-8245-f88b0d899ab8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9850621 Feb 09 02:51:17.613431 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f929d0e5-f053-42d4-816a-1ac48466a92b" -d '{"events": [{"server_uuid": "0f01267b-d92c-42b7-8201-d0d639951cd9", "name": "network-vif-plugged", "status": "completed", "tag": "300f4990-5e91-4cf7-a7fa-2de82ca350e1"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:17.614297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-8e978cbd-3cb3-443e-96f5-72ad7441bb82 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825888 Feb 09 02:51:17.620784 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.622877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f4ba38b2-d6b2-400d-a228-d74beacc23e8 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:17.630179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Request body: {'port': {'device_id': 'cf371089-583f-4398-a72c-fdd7b7bd9084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:17.650650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4b437f9-dec0-4460-8814-79baab9bbb8c req-d61b2ecb-569b-4d6f-b3e4-b42a94e8dbfc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816545 Feb 09 02:51:17.672728 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (58679687-5046-4df9-8f33-b618de0038b2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.731931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-16e7a417-0ad0-42af-add2-699a9ba942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:17.734269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-16e7a417-0ad0-42af-add2-699a9ba942b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.2413170 Feb 09 02:51:17.739801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (f3246910-33a5-4f80-acf4-2d23051171fc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.746316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=300f4990-5e91-4cf7-a7fa-2de82ca350e1,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:17.750457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.759165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:17.771059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:17.779717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:17.782674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=58679687-5046-4df9-8f33-b618de0038b2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:17.807216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port f4ba38b2-d6b2-400d-a228-d74beacc23e8 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:17.824457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port f4ba38b2-d6b2-400d-a228-d74beacc23e8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:17.824906 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:17.853866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3246910-33a5-4f80-acf4-2d23051171fc,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:17.859943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-8f9ac085-fbe7-4b42-9fe0-c58e003abff2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159248 Feb 09 02:51:18.035771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f4ba38b2-d6b2-400d-a228-d74beacc23e8 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:18.036496 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:18.140493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f4ba38b2-d6b2-400d-a228-d74beacc23e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f4ba38b2-d6b2-400d-a228-d74beacc23e8,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:18.156914 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:18.157828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 915663cb-812f-43a7-a0cc-3878955e2892 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:18.251017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:18.251863 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:18.275294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-450cb9b3-d782-4cc2-a12e-837e13add1d5 None None] Provisioning complete for port 58679687-5046-4df9-8f33-b618de0038b2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:18.275784 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-450cb9b3-d782-4cc2-a12e-837e13add1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (58679687-5046-4df9-8f33-b618de0038b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:18.319108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f4ba38b2-d6b2-400d-a228-d74beacc23e8,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:18.334129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-683d21f3-c458-44d4-9aa9-9529963554c4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9096875 Feb 09 02:51:18.358404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-450cb9b3-d782-4cc2-a12e-837e13add1d5 None None] Port 58679687-5046-4df9-8f33-b618de0038b2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:18.377054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 915663cb-812f-43a7-a0cc-3878955e2892 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:18.377450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (915663cb-812f-43a7-a0cc-3878955e2892), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:18.420292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:18.425886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:18.427024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:18.430705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'admin_state_up': True, 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'security_groups': ['abe7b5ac-442d-4c10-b588-7674937d3a1f']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:18.510146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:18.519894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:18.520536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ee7cc9e4-6d14-4b52-8338-2ac3b6ab80c0 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:18.559131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a944f-3f32-444c-a049-9b5e6d611347 req-f8cedf33-1a55-47bb-8a13-6354f764aabe tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:18.567361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa0a944f-3f32-444c-a049-9b5e6d611347 req-f8cedf33-1a55-47bb-8a13-6354f764aabe tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 949 time: 0.4710746 Feb 09 02:51:18.675095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-bf095213-9992-4dbf-afe5-0337ee197df7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:18.676546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-bf095213-9992-4dbf-afe5-0337ee197df7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 805 time: 0.8594425 Feb 09 02:51:18.699264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Checking segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:18.700190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Network hostable DHCP agents. Network: bab6a6d9-0d04-4f64-b29d-07a78c6398ea, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:51:18.734935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-4b69935e-bc95-4cd2-8a08-5c6070f9d84c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:18.736450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-4b69935e-bc95-4cd2-8a08-5c6070f9d84c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.61 "GET /v2.0/ports?device_id=6473597a-fac2-42d1-82e3-958ffe559460 HTTP/1.1" status: 200 len: 946 time: 0.6891401 Feb 09 02:51:18.742502 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-eb7df744-7d4b-4d65-a609-055774cacf36 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8629625 Feb 09 02:51:18.745549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-799f6b44-e3fa-4883-aa3a-740d5e5b6e45 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/quotas/c1339907781a422791ef313023fe8185 HTTP/1.1" status: 200 len: 375 time: 0.0561049 Feb 09 02:51:18.855513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Network bab6a6d9-0d04-4f64-b29d-07a78c6398ea is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:51:18.911637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, bab6a6d9-0d04-4f64-b29d-07a78c6398ea) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:18.923951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b0e2bd-9d96-40a3-8ac7-c53f5ea3e10c None None] Network bab6a6d9-0d04-4f64-b29d-07a78c6398ea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:51:18.935788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:18.936146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:18.995412 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b99dabc-2ebb-4bdd-984c-83de7c8a91c9 req-5f5f7529-d2f9-4d0c-8ba3-28062dba83d4 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417850 Feb 09 02:51:19.008163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-22554917-bab5-4c44-963a-5f8791077b97 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8994994 Feb 09 02:51:19.013364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-712d9b86-6c7f-4983-baa9-dcc40c420425 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2570946 Feb 09 02:51:19.054179 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa0a944f-3f32-444c-a049-9b5e6d611347 req-41f6f1bd-61fc-4795-b947-00a5101dbf20 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858799 Feb 09 02:51:19.096686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Deleting port 915663cb-812f-43a7-a0cc-3878955e2892 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:19.097034 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (915663cb-812f-43a7-a0cc-3878955e2892), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.207466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:19.213853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.256584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:19.264540 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f678bd-5bf6-458a-b96e-cc27311700b0 x-openstack-request-id: req-43f678bd-5bf6-458a-b96e-cc27311700b0 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:19.264825 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f01267b-d92c-42b7-8201-d0d639951cd9", "name": "network-vif-plugged", "status": "completed", "tag": "300f4990-5e91-4cf7-a7fa-2de82ca350e1", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:19.265099 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43f678bd-5bf6-458a-b96e-cc27311700b0 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:19.265483 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01267b-d92c-42b7-8201-d0d639951cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'code': 200} Feb 09 02:51:19.266184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:19.286178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Publish callbacks [] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.291745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-baa1158c-876f-4d8f-b874-1595d0c8593e service neutron] 10.222.0.32 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678282 Feb 09 02:51:19.317429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad461e-0311-4bd8-9a8d-c52006316fe9 None None] Network bab6a6d9-0d04-4f64-b29d-07a78c6398ea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:51:19.391931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Transition to ACTIVE for port object 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:19.413754 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.475076 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.478414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] For port 915663cb-812f-43a7-a0cc-3878955e2892, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=915663cb-812f-43a7-a0cc-3878955e2892,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:19.479218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (915663cb-812f-43a7-a0cc-3878955e2892), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.520521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Calling delete_port for 915663cb-812f-43a7-a0cc-3878955e2892 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:19.541392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fe2d7-8ff3-4f10-9bf7-0d9c48f0a3ae req-a04aec0b-39f4-453f-a7c0-1818fcfdaa88 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:19.545069 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a3fe2d7-8ff3-4f10-9bf7-0d9c48f0a3ae req-a04aec0b-39f4-453f-a7c0-1818fcfdaa88 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 944 time: 0.2422214 Feb 09 02:51:19.586880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Allocated IP 10.1.1.221 (88065435-d1c2-42d5-8975-73ae0aa2a3ba/7a67effc-1a9f-49a7-8a2e-433ed164c996/24abcf34-94d9-4360-a2b2-fe3c9b361b19) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:19.589443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:19.627341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a568c09-d924-477b-b610-1ddee444a80c req-800a0e97-5ab1-472f-9091-ca9a0e32e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:19.628991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a568c09-d924-477b-b610-1ddee444a80c req-800a0e97-5ab1-472f-9091-ca9a0e32e2de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 1131 time: 0.3363776 Feb 09 02:51:19.658056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-6aee34fe-743a-4479-b99e-566ab8725631 service neutron] 10.222.0.32 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464580 Feb 09 02:51:19.675052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a3fe2d7-8ff3-4f10-9bf7-0d9c48f0a3ae req-b58fa171-f44d-47ab-abe0-be2a18f604fe tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135676 Feb 09 02:51:19.731447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-3aca72e6-93dd-40a7-8fd8-b2e8a53f5d47 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:19.732764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-3aca72e6-93dd-40a7-8fd8-b2e8a53f5d47 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.26 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.3321898 Feb 09 02:51:19.757219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:19.761407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Request body: {'port': {'device_id': '9c1c494b-3d06-49c9-93ef-a9dbbeecdf87', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'admin_state_up': True, 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:19.778629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee has no active binding in host n-h1-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:51:19.783292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a568c09-d924-477b-b610-1ddee444a80c req-b1207606-7d83-458a-88f9-d8899c67f492 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365530 Feb 09 02:51:19.797781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Attempting to bind port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:19.798124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Attempting to bind port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:19.798486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Attempting to bind port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:19.922714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 on network daf8e818-0f6a-438e-9812-956150916817 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:19.923241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Attempting to bind port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:19.934313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (915663cb-812f-43a7-a0cc-3878955e2892), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.940178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:19.941529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:19.941529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Bound using segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:19.943001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Bound port: 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:19.943397 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:19.996386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Pushing event deleted for resources: {'Port': ['ID=915663cb-812f-43a7-a0cc-3878955e2892,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:19.999172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1291d-a7ad-4f8c-b7e4-281bfced3261 req-c2695128-eceb-410e-8b5d-b58cfdc18a58 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:20.010571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1291d-a7ad-4f8c-b7e4-281bfced3261 req-c2695128-eceb-410e-8b5d-b58cfdc18a58 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:20.013990 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbd1291d-a7ad-4f8c-b7e4-281bfced3261 req-c2695128-eceb-410e-8b5d-b58cfdc18a58 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 1653 time: 0.2130067 Feb 09 02:51:20.050373 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d848559-7aa2-41a6-9023-adf5d4faf331 req-44547fd5-6454-403f-9f3d-8b91fc249695 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 210 time: 0.0682991 Feb 09 02:51:20.051685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:20.063920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:20.140846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] For port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:20.143753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] For port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:20.188583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbd1291d-a7ad-4f8c-b7e4-281bfced3261 req-96af35a7-a713-4e2f-b603-afeb68a13584 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622846 Feb 09 02:51:20.192261 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:20.199429 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:20.224094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] No DVR routers for this DVR port 915663cb-812f-43a7-a0cc-3878955e2892 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:20.234629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:20.238164 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5cff37e-d7bb-43e9-acfb-f11b72beaba6 req-243c70cc-118c-49f1-9443-b3ff5c2937c1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.61 "DELETE /v2.0/ports/915663cb-812f-43a7-a0cc-3878955e2892 HTTP/1.1" status: 204 len: 173 time: 1.4946311 Feb 09 02:51:20.238646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'name': 'network-vif-deleted', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:20.240902 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b85cf2-e536-4103-8e1b-48a753125a5d" -d '{"events": [{"server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "name": "network-vif-deleted", "tag": "915663cb-812f-43a7-a0cc-3878955e2892"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:20.280319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7435f1-8db8-400b-9996-634371008d0a req-9a0d23fc-a0bb-4cb1-af39-ccdc4063df99 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:20.287921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b7435f1-8db8-400b-9996-634371008d0a req-9a0d23fc-a0bb-4cb1-af39-ccdc4063df99 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 943 time: 0.1193640 Feb 09 02:51:20.315292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:20.316199 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:20.317729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] 10.222.0.61 "PUT /v2.0/ports/9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 HTTP/1.1" status: 200 len: 1091 time: 2.6974194 Feb 09 02:51:20.318514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf371089-583f-4398-a72c-fdd7b7bd9084', 'tag': '9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:20.321148 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e8299d-e869-4adb-a92e-11cd912fbd52" -d '{"events": [{"name": "network-changed", "server_uuid": "cf371089-583f-4398-a72c-fdd7b7bd9084", "tag": "9f1daddb-b228-4d3f-9b7c-f6e7e7b87347"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:20.394577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Allocated IP 172.20.0.7 (d7b3be57-884b-457a-a293-71087cb0cd70/a68e5f4c-91b4-4f13-8713-bd53fdcd6014/c1cccd05-c8d1-4691-b961-1dec4ce77a80) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:20.414781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d63b1-ea0b-4944-b7a6-044a273f8c06 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:20.445815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43590578-6d81-4963-bef1-1efe64979fa4 req-4aa6bd15-45fa-47b4-a2b9-f83f7f0fcad8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:20.453683 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43590578-6d81-4963-bef1-1efe64979fa4 req-4aa6bd15-45fa-47b4-a2b9-f83f7f0fcad8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.1474428 Feb 09 02:51:20.474124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:20.534540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:20.544122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:20.547360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-ead20c96-505c-4fa7-9fa8-93902f031f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:20.549009 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-ead20c96-505c-4fa7-9fa8-93902f031f29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 1125 time: 0.1711471 Feb 09 02:51:20.554893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:20.581711 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b7435f1-8db8-400b-9996-634371008d0a req-56943174-7210-47b3-af13-d8fb86cf98f3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924738 Feb 09 02:51:20.664065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks [] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:20.677309 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-70fb7dc1-2200-447f-b8a9-a80eaff168e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 HTTP/1.1" status: 200 len: 217 time: 0.0896139 Feb 09 02:51:20.716240 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-d22120eb-53c0-485f-aa04-d01b7963c88d service neutron] 10.222.0.26 "GET /v2.0/ports/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee/bindings/n-h1-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.1286871 Feb 09 02:51:20.782192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=24abcf34-94d9-4360-a2b2-fe3c9b361b19,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:20.786777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-fd6f6d35-a571-405c-acdb-d97ea4a1f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:20.788341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-fd6f6d35-a571-405c-acdb-d97ea4a1f868 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0863500 Feb 09 02:51:20.826298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:20.837268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:20.853867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43590578-6d81-4963-bef1-1efe64979fa4 req-1c98bd10-cb30-42ff-ab34-b32dec7d3528 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941879 Feb 09 02:51:20.902934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-68fa4764-a1f9-41e1-aa99-3e02d5bf9b72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984030 Feb 09 02:51:21.013821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a2d5ebfe-55f2-4be9-9e9f-a8cffd254949 None None] Provisioning complete for port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:21.016887 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ebfe-55f2-4be9-9e9f-a8cffd254949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.028763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e978e673-3b5a-4e6d-950d-9ae071cba12b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6268630 Feb 09 02:51:21.047788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.061644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7afda7b6-0ad3-4daa-b3ea-0e201de472b9 req-befc35dd-3e65-4ef1-8495-96e5f523a329 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 210 time: 0.0491605 Feb 09 02:51:21.068873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb', 'admin_state_up': True, 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'security_groups': ['abe7b5ac-442d-4c10-b588-7674937d3a1f']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:21.099071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a2d5ebfe-55f2-4be9-9e9f-a8cffd254949 None None] Port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:21.186066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 915663cb-812f-43a7-a0cc-3878955e2892 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:21.208438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 915663cb-812f-43a7-a0cc-3878955e2892 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:21.209834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 915663cb-812f-43a7-a0cc-3878955e2892 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:21.210607 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.231801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event updated for resources: {'Port': ['ID=c1cccd05-c8d1-4691-b961-1dec4ce77a80,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:21.246887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-ed457d53-f7ba-4cab-90f6-602eb0750921 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298922 Feb 09 02:51:21.261059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:21.264806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Network d7b3be57-884b-457a-a293-71087cb0cd70 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:21.266981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981fc2a6-75e4-47fc-bba8-4a6319148e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'}, {'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:21.272529 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d0fd4-2b83-4aa4-b512-9567863aadcd" -d '{"events": [{"server_uuid": "981fc2a6-75e4-47fc-bba8-4a6319148e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f4ba38b2-d6b2-400d-a228-d74beacc23e8"}, {"server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "name": "network-vif-unplugged", "status": "completed", "tag": "915663cb-812f-43a7-a0cc-3878955e2892"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:21.275347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:21.278382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:21.332356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:21.338454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:21.347898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ffdca-9d91-48db-a46e-325269a233a0 req-839baaed-bf27-442a-9073-ca6de80b98cc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:21.354663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f7ffdca-9d91-48db-a46e-325269a233a0 req-839baaed-bf27-442a-9073-ca6de80b98cc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 949 time: 0.1697218 Feb 09 02:51:21.372322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-ec4e3891-628a-4c16-85fe-46b83b700bf3 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:21.374023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-ec4e3891-628a-4c16-85fe-46b83b700bf3 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 812 time: 0.3288972 Feb 09 02:51:21.396076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:21.396671 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.405233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:21.419487 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-fc3642d0-5c3e-4a88-ae72-d6b1cf9db68f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/quotas/db8000e57f89472baba9b532a1b8a5ac HTTP/1.1" status: 200 len: 375 time: 0.0392733 Feb 09 02:51:21.423556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:21.449423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-eae1b252-a5b0-456a-ac17-0fca83726fa2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6927497 Feb 09 02:51:21.476257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-39f59b54-66d9-454d-b41d-431b7a1d0460 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427508 Feb 09 02:51:21.480312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Request body: {'port': {'device_id': '9c1c494b-3d06-49c9-93ef-a9dbbeecdf87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:21.483968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.499827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f7ffdca-9d91-48db-a46e-325269a233a0 req-a87cadff-ad98-4fdf-91a5-683b781e74cb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397994 Feb 09 02:51:21.507459 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec006190-417f-4b8a-ad0c-f0acbe3d9e95 req-4bad63d1-82d0-41f0-a918-c7e66fb7d481 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502768 Feb 09 02:51:21.547660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.600576 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849769c0-760c-473d-9be3-39f36a74f338 x-openstack-request-id: req-849769c0-760c-473d-9be3-39f36a74f338 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:21.600898 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "name": "network-vif-deleted", "tag": "915663cb-812f-43a7-a0cc-3878955e2892", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:21.601215 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-849769c0-760c-473d-9be3-39f36a74f338 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:21.601767 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'name': 'network-vif-deleted', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892', 'status': 'completed', 'code': 200} Feb 09 02:51:21.630718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.26', 51594) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:21.697826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.728239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] Transition to ACTIVE for port object 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:21.742169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-0d01323c-9143-4538-873c-d03f8584c8e0 service neutron] 10.222.0.32 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306018 Feb 09 02:51:21.752061 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:21.806079 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50d9e7b-105c-4157-83d4-3ace00395820 x-openstack-request-id: req-f50d9e7b-105c-4157-83d4-3ace00395820 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:21.806662 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf371089-583f-4398-a72c-fdd7b7bd9084", "tag": "9f1daddb-b228-4d3f-9b7c-f6e7e7b87347", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:21.807116 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f50d9e7b-105c-4157-83d4-3ace00395820 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:21.807675 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf371089-583f-4398-a72c-fdd7b7bd9084', 'tag': '9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', 'status': 'completed', 'code': 200} Feb 09 02:51:21.813944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-56f3af53-b7ce-4b34-a796-c4b2c8b2750c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:21.815751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-56f3af53-b7ce-4b34-a796-c4b2c8b2750c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.26 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 805 time: 0.1791520 Feb 09 02:51:21.858041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Request body: {'port': {'device_id': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'admin_state_up': True, 'tenant_id': 'c1339907781a422791ef313023fe8185'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:21.916419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] No DVR routers for this DVR port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:21.969688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] Pushing event updated for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=10']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:22.016647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-21af191a-8c8d-4ab7-a6b8-be4211873b73 service neutron] 10.222.0.26 "PUT /v2.0/ports/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee/bindings/n-h1-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2815723 Feb 09 02:51:22.050533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-a09af8a1-cd53-479f-865f-a0b943875b35 service neutron] 10.222.0.32 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073125 Feb 09 02:51:22.080722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-42bcd936-0231-4182-91c4-65aa5c9097ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.082269 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-42bcd936-0231-4182-91c4-65aa5c9097ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 1125 time: 0.2782404 Feb 09 02:51:22.132953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284335d0-d61b-47f8-b4ab-9856ce88c300 req-29e63aa1-5a17-4c42-8cdf-dc6238998450 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.140361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-284335d0-d61b-47f8-b4ab-9856ce88c300 req-29e63aa1-5a17-4c42-8cdf-dc6238998450 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 945 time: 0.3233628 Feb 09 02:51:22.214077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-7fab636f-75a9-4aa8-810e-e34b03f1bc47 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.216266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-7fab636f-75a9-4aa8-810e-e34b03f1bc47 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.1046996 Feb 09 02:51:22.267308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-284335d0-d61b-47f8-b4ab-9856ce88c300 req-77a1c05a-f3ca-4164-abd3-457eb4b982b5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210523 Feb 09 02:51:22.294262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Allocated IP 10.2.2.100 (2c087ce3-630a-41c4-9517-4b01bbe39acb/e9bb4eb4-cc16-45c4-bdac-797c5ca58061/9bfc8228-2948-475f-87fc-46dd9830118f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:22.299061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Made reservation on behalf of c1339907781a422791ef313023fe8185 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:22.302420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:22.318563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cccd05-c8d1-4691-b961-1dec4ce77a80 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:22.338511 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Publish callbacks [] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:22.369695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Transition to ACTIVE for port object c1cccd05-c8d1-4691-b961-1dec4ce77a80 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:22.420674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0173bac8-24b0-4dcc-9312-57c18c283fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.422283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-0173bac8-24b0-4dcc-9312-57c18c283fe0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd&tenant_id=2618b90bba6341048386a8a8793c5ac0 HTTP/1.1" status: 200 len: 1127 time: 0.1824090 Feb 09 02:51:22.423165 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:22.480464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (9bfc8228-2948-475f-87fc-46dd9830118f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:22.553441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-2a9eb8e2-6b14-4d15-8e8a-d4a9b5ef644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.554728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-2a9eb8e2-6b14-4d15-8e8a-d4a9b5ef644d service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.4617877 Feb 09 02:51:22.564146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Pushing event updated for resources: {'Port': ['ID=c1cccd05-c8d1-4691-b961-1dec4ce77a80,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:22.626969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-e5e52301-8917-48bb-a209-f8dc35751761 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 HTTP/1.1" status: 200 len: 217 time: 0.0494857 Feb 09 02:51:22.686090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b268b15-0ee0-43ab-9dc9-d64126ee3e35 req-3dffe94a-ff7f-4b90-9d2e-a3630f45ad3d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.692941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b268b15-0ee0-43ab-9dc9-d64126ee3e35 req-3dffe94a-ff7f-4b90-9d2e-a3630f45ad3d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.694697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:22.702218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b268b15-0ee0-43ab-9dc9-d64126ee3e35 req-3dffe94a-ff7f-4b90-9d2e-a3630f45ad3d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.704035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b268b15-0ee0-43ab-9dc9-d64126ee3e35 req-3dffe94a-ff7f-4b90-9d2e-a3630f45ad3d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 2374 time: 0.2359805 Feb 09 02:51:22.713800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-7c2da3a8-0a95-47b0-a538-a531a54b1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.715711 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-7c2da3a8-0a95-47b0-a538-a531a54b1e94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1127 time: 0.2489028 Feb 09 02:51:22.718816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Attempting to bind port c1cccd05-c8d1-4691-b961-1dec4ce77a80 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:22.720123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Attempting to bind port c1cccd05-c8d1-4691-b961-1dec4ce77a80 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:22.720123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Attempting to bind port c1cccd05-c8d1-4691-b961-1dec4ce77a80 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:22.730293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Port c1cccd05-c8d1-4691-b961-1dec4ce77a80 on network d7b3be57-884b-457a-a293-71087cb0cd70 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:22.730484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Attempting to bind port c1cccd05-c8d1-4691-b961-1dec4ce77a80 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:22.763552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:22.764607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Checking segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:22.764607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Bound using segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:22.764858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Bound port: c1cccd05-c8d1-4691-b961-1dec4ce77a80, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:22.765171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:22.776685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240ce7-87cd-41d9-922f-92777fc22e57 req-539132bc-abc4-4087-88a9-41430142af0e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.779665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68240ce7-87cd-41d9-922f-92777fc22e57 req-539132bc-abc4-4087-88a9-41430142af0e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 943 time: 0.2705019 Feb 09 02:51:22.802807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b268b15-0ee0-43ab-9dc9-d64126ee3e35 req-a8c59104-5007-474a-8170-e679798344cf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860651 Feb 09 02:51:22.877557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Allocated IP 172.20.0.8 (ada7d93c-a7f5-40e3-9d82-8cbb9579b446/46d8041c-10b5-41ed-bb8c-2382269a8431/13580537-ad51-4814-85ea-eb2a70122139) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:22.896219 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5924eac0-17d2-47df-aa4b-bfae973daf4a x-openstack-request-id: req-5924eac0-17d2-47df-aa4b-bfae973daf4a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:22.897097 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981fc2a6-75e4-47fc-bba8-4a6319148e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f4ba38b2-d6b2-400d-a228-d74beacc23e8", "code": 200}, {"server_uuid": "6473597a-fac2-42d1-82e3-958ffe559460", "name": "network-vif-unplugged", "status": "completed", "tag": "915663cb-812f-43a7-a0cc-3878955e2892", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:22.897524 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5924eac0-17d2-47df-aa4b-bfae973daf4a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:22.898085 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981fc2a6-75e4-47fc-bba8-4a6319148e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', 'code': 200} Feb 09 02:51:22.898527 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6473597a-fac2-42d1-82e3-958ffe559460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915663cb-812f-43a7-a0cc-3878955e2892', 'code': 200} Feb 09 02:51:22.911904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:22.938963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-8420ac0e-c47b-44d7-82ab-210ea1f3c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:22.942584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-8420ac0e-c47b-44d7-82ab-210ea1f3c14f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.3069692 Feb 09 02:51:22.998049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:23.004895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:23.363898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=9bfc8228-2948-475f-87fc-46dd9830118f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:23.375455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-63bbe5aa-353e-4dab-b48e-8a3eec1a0636 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4201846 Feb 09 02:51:23.448223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3065a70b-a0c1-471a-8aa0-265136ee0519 None None] Provisioning complete for port 9bfc8228-2948-475f-87fc-46dd9830118f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:23.450077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3065a70b-a0c1-471a-8aa0-265136ee0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:23.489723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-d8bda907-9de4-4ed0-8508-557feda92bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:23.496488 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-d8bda907-9de4-4ed0-8508-557feda92bbb service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.7696695 Feb 09 02:51:23.511069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:23.511069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:23.539799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] For port c1cccd05-c8d1-4691-b961-1dec4ce77a80, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:23.551007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3065a70b-a0c1-471a-8aa0-265136ee0519 None None] Port 9bfc8228-2948-475f-87fc-46dd9830118f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:23.552488 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68240ce7-87cd-41d9-922f-92777fc22e57 req-29700c60-4352-43a7-8fb5-1a64d7c8807c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673176 Feb 09 02:51:23.586862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-14660256-04d2-4908-9040-9da1ac8c46f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 217 time: 0.0645549 Feb 09 02:51:23.588602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] For port c1cccd05-c8d1-4691-b961-1dec4ce77a80, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c1cccd05-c8d1-4691-b961-1dec4ce77a80,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:23.597866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6664027-c0f7-46a6-ae80-2e4fcc6cbd2c req-fdfc0b1b-261f-407a-a0e1-43747116e88c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:23.604892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6664027-c0f7-46a6-ae80-2e4fcc6cbd2c req-fdfc0b1b-261f-407a-a0e1-43747116e88c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 943 time: 0.3215461 Feb 09 02:51:23.611654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da482a6-8443-40ef-86ec-a05a47724415 req-041dfa38-64b5-454f-9122-f86be33ed4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:23.613112 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2da482a6-8443-40ef-86ec-a05a47724415 req-041dfa38-64b5-454f-9122-f86be33ed4cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 1132 time: 0.3326633 Feb 09 02:51:23.656804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:23.742048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:23.742705 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:23.744119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] 10.222.0.26 "PUT /v2.0/ports/c1cccd05-c8d1-4691-b961-1dec4ce77a80 HTTP/1.1" status: 200 len: 1091 time: 2.2706902 Feb 09 02:51:23.753753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c494b-3d06-49c9-93ef-a9dbbeecdf87', 'tag': 'c1cccd05-c8d1-4691-b961-1dec4ce77a80'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:23.756088 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abb630f-1520-47de-ba99-034c04d29165" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c494b-3d06-49c9-93ef-a9dbbeecdf87", "tag": "c1cccd05-c8d1-4691-b961-1dec4ce77a80"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:23.766634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-50f948c5-3dbd-493d-80b5-58e0d2fc4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:23.768109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-50f948c5-3dbd-493d-80b5-58e0d2fc4e09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1600752 Feb 09 02:51:23.771844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0fb77cf5-d483-43a6-9df9-c1e7dc3d596a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7196937 Feb 09 02:51:23.803019 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6664027-c0f7-46a6-ae80-2e4fcc6cbd2c req-9bb8babe-fc8a-4f4c-a0c2-91f6b85c12f6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839166 Feb 09 02:51:23.868259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb', 'admin_state_up': True, 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'security_groups': ['abe7b5ac-442d-4c10-b588-7674937d3a1f']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:23.882150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2da482a6-8443-40ef-86ec-a05a47724415 req-8a71ff62-16a9-4653-9252-3e2ad296d266 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575884 Feb 09 02:51:23.898930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-f56ace92-8dfd-46e9-9963-8c5134f9638e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031232 Feb 09 02:51:23.901668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1839c4-404e-45eb-b4c9-48cb8bd031fb service neutron] Pushing event updated for resources: {'Port': ['ID=c1cccd05-c8d1-4691-b961-1dec4ce77a80,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:23.943009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:23.962865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c917816-9275-4cb0-b6f7-93db3566fe91 req-fe543716-d3b1-4c42-ad7e-0ecae148d3c6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 210 time: 0.0719476 Feb 09 02:51:23.996616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-583e5b44-8eac-4de7-95d6-d6f43f1cddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:23.998169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-583e5b44-8eac-4de7-95d6-d6f43f1cddba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 1125 time: 0.1081958 Feb 09 02:51:23.998319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks [] for port (13580537-ad51-4814-85ea-eb2a70122139), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:24.020171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee host n-h1-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:51:24.020757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:24.038439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835489-7c93-40d9-abf0-f6ebca6974eb req-0439c4dc-e6ec-48b5-b0e0-5668574eef33 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:24.039998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec835489-7c93-40d9-abf0-f6ebca6974eb req-0439c4dc-e6ec-48b5-b0e0-5668574eef33 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.3046653 Feb 09 02:51:24.046555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-9dbb6ee9-153f-4fba-9e00-18a9ad65c972 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585817 Feb 09 02:51:24.052644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-35a58962-3b1d-40d0-8f4a-76599974fb37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1cccd05-c8d1-4691-b961-1dec4ce77a80 HTTP/1.1" status: 200 len: 217 time: 0.0393734 Feb 09 02:51:24.165049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-d8ac9da5-d285-4027-9584-64c0857f781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:24.166962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-d8ac9da5-d285-4027-9584-64c0857f781d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.1058002 Feb 09 02:51:24.221033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec835489-7c93-40d9-abf0-f6ebca6974eb req-59ae7279-a5d2-421b-8aad-e09831ce6e38 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698704 Feb 09 02:51:24.222491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46e8299d-e869-4adb-a92e-11cd912fbd52 req-e892fe06-247e-4a36-9948-045146e2cd7d service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271274 Feb 09 02:51:24.222902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-af416475-d58b-4261-bf15-5e43e95c95a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335803 Feb 09 02:51:24.282568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-223252e0-548e-40b0-9ae5-120af8616e59 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931109 Feb 09 02:51:24.356074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:24.462800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:24.467824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Made reservation on behalf of 9f5bfcf4053440c98e4d8a4572001516 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:24.476279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:24.486074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.26', 51597) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:51:24.489614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:24.503306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:24.577977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Pushing event updated for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:24.680585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-b27ca7e0-5dbd-448a-bd2f-e6bbac45e6fc service neutron] 10.222.0.26 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490972 Feb 09 02:51:24.698165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-ab3c89e7-5c84-435d-9699-f4b28b91f31b tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:24.698977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-ab3c89e7-5c84-435d-9699-f4b28b91f31b tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 812 time: 0.3356018 Feb 09 02:51:24.713474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Request body: {'port': {'device_id': 'f6b26605-12a2-4ad8-9719-b791c3f56f42', 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'admin_state_up': True, 'tenant_id': 'db8000e57f89472baba9b532a1b8a5ac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:24.719793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-9e3a2dfd-326e-44bc-b191-a3ffb9b1f514 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143510 Feb 09 02:51:24.739175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:24.739796 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:24.758022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a18a87-4d56-4236-99db-77fc0ff27c36 req-21b29755-be10-4088-83c0-4859fc224f5f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:24.759487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4a18a87-4d56-4236-99db-77fc0ff27c36 req-21b29755-be10-4088-83c0-4859fc224f5f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 949 time: 0.3503709 Feb 09 02:51:24.838193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedcce7-4eec-461d-a261-1d8e964e2f8e req-6eaf3fcc-3969-4cdc-854d-3f5ca6feae02 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:24.839689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eeedcce7-4eec-461d-a261-1d8e964e2f8e req-6eaf3fcc-3969-4cdc-854d-3f5ca6feae02 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 945 time: 0.3584840 Feb 09 02:51:24.844670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-9cc74558-40c1-4c18-8644-b723c36996aa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0012345 Feb 09 02:51:24.861111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Request body: {'port': {'device_id': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:24.926192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eeedcce7-4eec-461d-a261-1d8e964e2f8e req-1f2b2155-4d62-4616-811b-4e643f8abcdc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648034 Feb 09 02:51:24.938918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-7fc1772d-c2bc-49fd-bc97-49fe7192fb4c tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:24.941580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-7fc1772d-c2bc-49fd-bc97-49fe7192fb4c tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 812 time: 0.4494982 Feb 09 02:51:24.962123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Request body: {'port': {'device_id': '91014458-b79b-4f9b-81b7-0d867ffba81d', 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'admin_state_up': True, 'tenant_id': 'db8000e57f89472baba9b532a1b8a5ac'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:25.014219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e416c4d6-a0a9-4f26-9bd8-3309cd6b1c7c req-20cde188-8237-4064-942c-56d19cc532b2 service neutron] 10.222.0.26 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243849 Feb 09 02:51:25.016440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Made reservation on behalf of db8000e57f89472baba9b532a1b8a5ac for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:25.022694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.037085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13580537-ad51-4814-85ea-eb2a70122139), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.067795 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9e3de8-d264-4854-bce7-b810550a1e79 x-openstack-request-id: req-3f9e3de8-d264-4854-bce7-b810550a1e79 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:25.068097 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c494b-3d06-49c9-93ef-a9dbbeecdf87", "tag": "c1cccd05-c8d1-4691-b961-1dec4ce77a80", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:25.068357 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f9e3de8-d264-4854-bce7-b810550a1e79 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:25.068751 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1c494b-3d06-49c9-93ef-a9dbbeecdf87', 'tag': 'c1cccd05-c8d1-4691-b961-1dec4ce77a80', 'status': 'completed', 'code': 200} Feb 09 02:51:25.108706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4a18a87-4d56-4236-99db-77fc0ff27c36 req-ac890f9c-56b6-4223-a025-c191022abbfc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391612 Feb 09 02:51:25.207217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:25.251436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Allocated IP 10.2.2.200 (2c087ce3-630a-41c4-9517-4b01bbe39acb/e9bb4eb4-cc16-45c4-bdac-797c5ca58061/1f314b80-df3b-4115-9ec6-92b6a6d57f7b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:25.267813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Made reservation on behalf of db8000e57f89472baba9b532a1b8a5ac for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:25.271167 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.304286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb630f-1520-47de-ba99-034c04d29165 req-e1b03c54-1e16-4f27-87d9-a5855d645e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.306789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abb630f-1520-47de-ba99-034c04d29165 req-e1b03c54-1e16-4f27-87d9-a5855d645e3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 1125 time: 0.1989846 Feb 09 02:51:25.368794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:25.371040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5f802106-5a97-44e7-83db-3921d3c2bdeb req-bbf27d08-699b-405a-a9d6-ffdbd3d01930 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 210 time: 0.1054981 Feb 09 02:51:25.429332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'port_id': '9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', 'mac_address': 'fa:16:3e:35:25:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285be046-434d-4db6-9868-7b28c7c79961', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:25.433252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Allocated IP 172.20.0.10 (bab6a6d9-0d04-4f64-b29d-07a78c6398ea/f3246910-33a5-4f80-acf4-2d23051171fc/1d707fab-2ea5-46b4-b29a-06597f716cf5) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:25.438978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-316c5492-01ec-4c1b-ab58-dcb59e2cd7e6 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.441150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-316c5492-01ec-4c1b-ab58-dcb59e2cd7e6 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.2913437 Feb 09 02:51:25.481268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e75c9-2400-444a-871e-7ff0e2d190c7 req-e3ee0ffc-401b-44cd-ba62-ff282fcb06bc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.487975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e75c9-2400-444a-871e-7ff0e2d190c7 req-e3ee0ffc-401b-44cd-ba62-ff282fcb06bc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.495385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e75c9-2400-444a-871e-7ff0e2d190c7 req-e3ee0ffc-401b-44cd-ba62-ff282fcb06bc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.500678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:25.501070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.502349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e75c9-2400-444a-871e-7ff0e2d190c7 req-e3ee0ffc-401b-44cd-ba62-ff282fcb06bc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.511182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b2e75c9-2400-444a-871e-7ff0e2d190c7 req-e3ee0ffc-401b-44cd-ba62-ff282fcb06bc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 3095 time: 0.2650347 Feb 09 02:51:25.524179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:25.551874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:25.559167 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.623229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:25.650131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b2e75c9-2400-444a-871e-7ff0e2d190c7 req-334dd9ab-6339-46e0-a587-c63f0f66fd9c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369433 Feb 09 02:51:25.659761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb630f-1520-47de-ba99-034c04d29165 req-464d1d44-5c89-4033-bcfc-f4d19d4a9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.661348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abb630f-1520-47de-ba99-034c04d29165 req-464d1d44-5c89-4033-bcfc-f4d19d4a9190 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 913 time: 0.3314843 Feb 09 02:51:25.754338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abb630f-1520-47de-ba99-034c04d29165 req-7609d579-ca59-4c41-83a7-31e17506d55a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1cccd05-c8d1-4691-b961-1dec4ce77a80 HTTP/1.1" status: 200 len: 217 time: 0.0834060 Feb 09 02:51:25.762885 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0deff0a-b956-455a-8c68-168496388a6e req-0bc3e3ac-5001-4c8e-8f17-88abf0753f39 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2394156 Feb 09 02:51:25.799092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:25.829855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df79109-42c5-4800-8232-c1f17dca7466 req-c6e32af4-6dfb-4604-9694-d654dd7ed3ab tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.831312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9df79109-42c5-4800-8232-c1f17dca7466 req-c6e32af4-6dfb-4604-9694-d654dd7ed3ab tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 943 time: 0.2598560 Feb 09 02:51:25.918270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb630f-1520-47de-ba99-034c04d29165 req-ecc05457-49c5-4c33-b086-fe36da2ba27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.919922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abb630f-1520-47de-ba99-034c04d29165 req-ecc05457-49c5-4c33-b086-fe36da2ba27e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.1348052 Feb 09 02:51:25.933223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.948256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e9aa4b4a-b4c1-4796-a8ca-3119dd617fbb service neutron] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:25.956931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e488aa7-6ae7-45ae-a363-71bff510d4cc req-c299d5e8-1f61-4cd4-b597-a0f88df18716 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.964830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e488aa7-6ae7-45ae-a363-71bff510d4cc req-c299d5e8-1f61-4cd4-b597-a0f88df18716 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 944 time: 0.2025263 Feb 09 02:51:25.967107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0deff0a-b956-455a-8c68-168496388a6e req-4c448d26-51db-442c-91c7-7583ffbcd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:25.968671 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0deff0a-b956-455a-8c68-168496388a6e req-4c448d26-51db-442c-91c7-7583ffbcd836 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1127 time: 0.1327479 Feb 09 02:51:25.971880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9df79109-42c5-4800-8232-c1f17dca7466 req-b5912be8-d722-4a56-af7d-a58cb0d93569 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043847 Feb 09 02:51:25.978582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks [] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.982766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e9aa4b4a-b4c1-4796-a8ca-3119dd617fbb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:25.984154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b71168e-26ed-4228-9be6-8d095b313c05 req-e9aa4b4a-b4c1-4796-a8ca-3119dd617fbb service neutron] 10.222.0.61 "DELETE /v2.0/ports/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee/bindings/n-h2-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.5273032 Feb 09 02:51:26.030347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abb630f-1520-47de-ba99-034c04d29165 req-41d2bc1c-bdbc-474b-b79d-3bb0040f6b31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998845 Feb 09 02:51:26.065823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.142050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:26.149464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:26.153898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:26.156419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event updated for resources: {'Port': ['ID=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:26.194442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13580537-ad51-4814-85ea-eb2a70122139 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:26.221719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e488aa7-6ae7-45ae-a363-71bff510d4cc req-11f921f1-bd56-4639-a54d-4ad82f0a27c7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545485 Feb 09 02:51:26.221957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Publish callbacks [] for port (13580537-ad51-4814-85ea-eb2a70122139), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.272809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Transition to ACTIVE for port object 13580537-ad51-4814-85ea-eb2a70122139 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:26.285513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:26.286539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.291926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.314173 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.317314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0deff0a-b956-455a-8c68-168496388a6e req-3f9c92f6-4f2e-4cef-a4ab-da839fe11aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:26.319643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0deff0a-b956-455a-8c68-168496388a6e req-3f9c92f6-4f2e-4cef-a4ab-da839fe11aa8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.2883523 Feb 09 02:51:26.327774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9491ed86-fdb0-4d46-9b73-652a3de83c66 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4741211 Feb 09 02:51:26.385368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:26.424751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5b8d-787f-4df4-812f-8656a9b8211a req-2d20814d-eb63-4152-b6ed-44957200ecdf tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:26.431903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a5d5b8d-787f-4df4-812f-8656a9b8211a req-2d20814d-eb63-4152-b6ed-44957200ecdf tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 931 time: 0.2302494 Feb 09 02:51:26.444568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Network bab6a6d9-0d04-4f64-b29d-07a78c6398ea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:26.447286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abb630f-1520-47de-ba99-034c04d29165 req-b3053619-16f7-4863-bf91-7395e93d1586 service neutron] 10.222.0.26 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027941 Feb 09 02:51:26.456848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0deff0a-b956-455a-8c68-168496388a6e req-c96bb3fc-09f6-42ac-a4a1-b63a468f25c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 217 time: 0.0924537 Feb 09 02:51:26.458358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:26.470515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:26.528879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0719d862-571f-401a-9b09-abdcaa5e48a7 None None] Provisioning complete for port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:26.529526 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0719d862-571f-401a-9b09-abdcaa5e48a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.553485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Pushing event updated for resources: {'Port': ['ID=1d707fab-2ea5-46b4-b29a-06597f716cf5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:26.582496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0719d862-571f-401a-9b09-abdcaa5e48a7 None None] Port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:26.597737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Pushing event updated for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:26.648595 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.api [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-468ad695-2fc4-4be5-ad19-b417c91ce006 {{(pid=109857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:51:26.648976 n-d-827839-4 neutron-server[109857]: DEBUG oslo_db.api [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:51:26.656605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a5d5b8d-787f-4df4-812f-8656a9b8211a req-04fa6831-ec8d-415b-b065-15d510bea4db tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238386 Feb 09 02:51:26.671971 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.770372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Attempting to bind port 13580537-ad51-4814-85ea-eb2a70122139 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:26.771151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Attempting to bind port 13580537-ad51-4814-85ea-eb2a70122139 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:26.771151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Attempting to bind port 13580537-ad51-4814-85ea-eb2a70122139 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:26.799641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Port 13580537-ad51-4814-85ea-eb2a70122139 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:26.800029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Attempting to bind port 13580537-ad51-4814-85ea-eb2a70122139 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:26.861309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:26.861648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Checking segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:26.862039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Bound using segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:26.862555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Bound port: 13580537-ad51-4814-85ea-eb2a70122139, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:26.862842 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13580537-ad51-4814-85ea-eb2a70122139), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:26.975098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482cd2-7111-48b5-855e-ac6d76a5a886 req-f54a3c9b-e992-4c0f-b3a8-9db819e48bc8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:26.975543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254f2d1-4870-4e19-b4a4-a4f223cf2722 req-742a7a17-0dd5-4023-9ab7-750080bfd619 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:26.977028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1254f2d1-4870-4e19-b4a4-a4f223cf2722 req-742a7a17-0dd5-4023-9ab7-750080bfd619 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.2248960 Feb 09 02:51:26.982408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c482cd2-7111-48b5-855e-ac6d76a5a886 req-f54a3c9b-e992-4c0f-b3a8-9db819e48bc8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 950 time: 0.6131265 Feb 09 02:51:26.999758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0deff0a-b956-455a-8c68-168496388a6e req-6275b296-9b7f-4179-ac1d-eaff547517a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.001166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0deff0a-b956-455a-8c68-168496388a6e req-6275b296-9b7f-4179-ac1d-eaff547517a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.5279310 Feb 09 02:51:27.009214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.009812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.038820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:27.063662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0deff0a-b956-455a-8c68-168496388a6e req-25fd151b-f858-489e-8c0a-211efb8639c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456319 Feb 09 02:51:27.070521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:27.087229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-bb5097da-0797-499e-a0b1-bc253c1dd4f2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3786521 Feb 09 02:51:27.092091 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.124874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Request body: {'port': {'device_id': 'f6b26605-12a2-4ad8-9719-b791c3f56f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:27.130761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1254f2d1-4870-4e19-b4a4-a4f223cf2722 req-2393e415-9a64-4cd0-9da1-6c3a99079238 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443858 Feb 09 02:51:27.140699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c482cd2-7111-48b5-855e-ac6d76a5a886 req-0b9b668b-fa97-4eb6-86ce-c9ba51067da9 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574364 Feb 09 02:51:27.149499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.150122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.151621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] 10.222.0.26 "PUT /v2.0/ports/13580537-ad51-4814-85ea-eb2a70122139 HTTP/1.1" status: 200 len: 1091 time: 2.2966254 Feb 09 02:51:27.154170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.155882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'tag': '13580537-ad51-4814-85ea-eb2a70122139'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:27.158261 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48a7a76-b0a7-4a79-a71f-862b77764676" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "tag": "13580537-ad51-4814-85ea-eb2a70122139"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:27.202797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0abb630f-1520-47de-ba99-034c04d29165 req-759974b4-5eb2-4cde-afb8-ec758c60e177 service neutron] 10.222.0.26 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398639 Feb 09 02:51:27.211413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:27.267791 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a16e4-7385-46f6-bafb-134fca1a2609 service neutron] Pushing event updated for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:27.316995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc7e70e-64b6-4625-b5c1-5493724b6c43 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:27.325084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.333990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Publish callbacks [] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.359182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0deff0a-b956-455a-8c68-168496388a6e req-30b9c5fa-76fd-42cb-8574-2ddbc14aa1ab service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823346 Feb 09 02:51:27.379018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:27.381868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f66184a2-6cf6-4e04-b142-12d347dfb2d4 req-136f9663-a4ca-4cb9-a87c-992440c64c5e tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 210 time: 0.0577652 Feb 09 02:51:27.389475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:27.391285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.400011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Transition to ACTIVE for port object 4bc7e70e-64b6-4625-b5c1-5493724b6c43 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:27.531745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:27.532769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.541458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0deff0a-b956-455a-8c68-168496388a6e req-af7ed187-610c-40c1-b1ae-ccfb6487f7d0 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741917 Feb 09 02:51:27.579844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf371089-583f-4398-a72c-fdd7b7bd9084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:27.583015 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84883e9-2684-4689-ad84-52853083d463" -d '{"events": [{"server_uuid": "cf371089-583f-4398-a72c-fdd7b7bd9084", "name": "network-vif-plugged", "status": "completed", "tag": "9f1daddb-b228-4d3f-9b7c-f6e7e7b87347"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:27.596889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:27.602093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.657610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:27.671670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-af041688-1266-44eb-a407-bd59f41f2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.673200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-af041688-1266-44eb-a407-bd59f41f2432 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 1125 time: 0.4144487 Feb 09 02:51:27.683709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f0264-c396-4e04-a294-0d0f205ca6d2 req-3ee89e21-2160-46f5-a14d-4359b8985927 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.685261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f09f0264-c396-4e04-a294-0d0f205ca6d2 req-3ee89e21-2160-46f5-a14d-4359b8985927 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 945 time: 0.4292643 Feb 09 02:51:27.724180 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:27.737528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-57f64ee7-53ca-4db3-8834-e41da1438cf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13580537-ad51-4814-85ea-eb2a70122139 HTTP/1.1" status: 200 len: 217 time: 0.0512877 Feb 09 02:51:27.802282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f09f0264-c396-4e04-a294-0d0f205ca6d2 req-6fb74440-a58b-4580-89c8-6b591a050c90 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098251 Feb 09 02:51:27.809317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Allocated IP 172.20.0.14 (bab6a6d9-0d04-4f64-b29d-07a78c6398ea/f3246910-33a5-4f80-acf4-2d23051171fc/ef34376a-8309-47ee-96a9-f07df6ceead0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:27.820966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-77eba124-593b-453f-8469-ae15c19142cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.833998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-77eba124-593b-453f-8469-ae15c19142cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 200 len: 845 time: 0.0713451 Feb 09 02:51:27.834123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc7e70e-64b6-4625-b5c1-5493724b6c43,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:27.858987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-b4a07e23-cc6a-465c-8ece-245e2286f688 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299251 Feb 09 02:51:27.943706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eaba6-153f-4107-bd18-e7bd84e8c15e req-aba52187-d9c2-4159-93e5-fd4f84674eaf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.949116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eaba6-153f-4107-bd18-e7bd84e8c15e req-aba52187-d9c2-4159-93e5-fd4f84674eaf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.955103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eaba6-153f-4107-bd18-e7bd84e8c15e req-aba52187-d9c2-4159-93e5-fd4f84674eaf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.961216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eaba6-153f-4107-bd18-e7bd84e8c15e req-aba52187-d9c2-4159-93e5-fd4f84674eaf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.966826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eaba6-153f-4107-bd18-e7bd84e8c15e req-aba52187-d9c2-4159-93e5-fd4f84674eaf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:27.968748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c59eaba6-153f-4107-bd18-e7bd84e8c15e req-aba52187-d9c2-4159-93e5-fd4f84674eaf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 3828 time: 0.2486076 Feb 09 02:51:28.052032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1b0f1-ec39-46bb-89a5-65e494f412d9 req-7dd92d1b-34e9-444e-bb25-33056e290b62 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.062463 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3e1b0f1-ec39-46bb-89a5-65e494f412d9 req-7dd92d1b-34e9-444e-bb25-33056e290b62 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 943 time: 0.1163797 Feb 09 02:51:28.066297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-2ef169e0-6e24-4de2-9267-15776c6854e1 service neutron] 10.222.0.26 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000470 Feb 09 02:51:28.067191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Attempting to bind port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:28.070436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Attempting to bind port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:28.070436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Attempting to bind port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 on network 9b799aea-b9be-4e59-9337-9682fc26a869 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:28.086761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 on network 9b799aea-b9be-4e59-9337-9682fc26a869 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:28.087278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Attempting to bind port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 on network 9b799aea-b9be-4e59-9337-9682fc26a869 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:28.113324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:28.113947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Checking segment: {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:28.114551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Bound using segment: {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:28.115196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Bound port: 4bc7e70e-64b6-4625-b5c1-5493724b6c43, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e14c97-c4d5-46c1-a249-3c5852835020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:28.115749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.132531 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c59eaba6-153f-4107-bd18-e7bd84e8c15e req-9c15efa3-850b-4273-a4fe-bd8f4ee62f40 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537752 Feb 09 02:51:28.178116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3e1b0f1-ec39-46bb-89a5-65e494f412d9 req-50fba3e3-f653-4222-b617-19d6be1b898e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150131 Feb 09 02:51:28.218471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6a0e087-a571-4ed9-bd4a-08c8f5636c4d req-56beccf2-746c-4de9-9dd7-2432e639b479 service neutron] 10.222.0.26 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325951 Feb 09 02:51:28.227033 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75602be-a3ea-4916-9dc0-6c6bb93eb8cb x-openstack-request-id: req-b75602be-a3ea-4916-9dc0-6c6bb93eb8cb {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:28.227340 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "tag": "13580537-ad51-4814-85ea-eb2a70122139", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:28.227601 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b75602be-a3ea-4916-9dc0-6c6bb93eb8cb {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:28.228016 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'tag': '13580537-ad51-4814-85ea-eb2a70122139', 'status': 'completed', 'code': 200} Feb 09 02:51:28.256323 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks [] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.280205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] For port 4bc7e70e-64b6-4625-b5c1-5493724b6c43, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:28.284183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] For port 4bc7e70e-64b6-4625-b5c1-5493724b6c43, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4bc7e70e-64b6-4625-b5c1-5493724b6c43,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:28.338136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-000ad9a2-08bc-4867-b387-6d9cbcc106ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.339603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-000ad9a2-08bc-4867-b387-6d9cbcc106ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 1125 time: 0.0566185 Feb 09 02:51:28.341473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.398395 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.405083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.405879 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.407375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] 10.222.0.26 "PUT /v2.0/ports/4bc7e70e-64b6-4625-b5c1-5493724b6c43 HTTP/1.1" status: 200 len: 1091 time: 2.0307436 Feb 09 02:51:28.446475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Network bab6a6d9-0d04-4f64-b29d-07a78c6398ea is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:28.448446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:28.479682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1bd2c-a36b-4973-8d66-71eaa3112ff0 req-2baf9f78-d74e-401c-b4bf-047f83e0e9d4 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.488267 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3b1bd2c-a36b-4973-8d66-71eaa3112ff0 req-2baf9f78-d74e-401c-b4bf-047f83e0e9d4 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 945 time: 0.2050765 Feb 09 02:51:28.488267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:28.531449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-4271da90-d866-4281-a63e-1766f025b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.533130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-4271da90-d866-4281-a63e-1766f025b8ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 906 time: 0.1855097 Feb 09 02:51:28.567246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:28.609597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.610489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.630332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c65f34-40c7-4c4d-a07f-e1ca8c438873 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc7e70e-64b6-4625-b5c1-5493724b6c43,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:28.660861 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-176ef7e3-da87-4d2a-be73-687ec8a32632 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13580537-ad51-4814-85ea-eb2a70122139 HTTP/1.1" status: 200 len: 217 time: 0.1193345 Feb 09 02:51:28.677687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.729353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d707fab-2ea5-46b4-b29a-06597f716cf5 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:28.746207 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Publish callbacks [] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.747666 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7930467 Feb 09 02:51:28.757893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-638a4edd-9532-4b26-891f-714d1a744dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.759621 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-638a4edd-9532-4b26-891f-714d1a744dd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 200 len: 845 time: 0.0807371 Feb 09 02:51:28.773447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Request body: {'port': {'device_id': '91014458-b79b-4f9b-81b7-0d867ffba81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:28.782174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Transition to ACTIVE for port object 1d707fab-2ea5-46b4-b29a-06597f716cf5 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:28.787860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3b1bd2c-a36b-4973-8d66-71eaa3112ff0 req-78552369-14ea-4d29-bf03-dd1b612de8e4 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693163 Feb 09 02:51:28.801799 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-7f1653be-384f-4b4a-883a-92d72e551d06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338483 Feb 09 02:51:28.803252 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:28.822304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a518-5db2-48d2-8c93-620e6c693614 req-28f73fb4-ea2e-4d52-a768-942920b4bb58 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.828088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a518-5db2-48d2-8c93-620e6c693614 req-28f73fb4-ea2e-4d52-a768-942920b4bb58 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:28.835401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f51a518-5db2-48d2-8c93-620e6c693614 req-28f73fb4-ea2e-4d52-a768-942920b4bb58 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9&device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 1690 time: 0.2433813 Feb 09 02:51:28.843315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01352cb7-d9b0-4aac-a4c0-c188f59b4caf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Pushing event updated for resources: {'Port': ['ID=ef34376a-8309-47ee-96a9-f07df6ceead0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:28.853062 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dc4291-3f60-4a09-98da-f3503316e9b1 x-openstack-request-id: req-c0dc4291-3f60-4a09-98da-f3503316e9b1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:28.857893 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf371089-583f-4398-a72c-fdd7b7bd9084", "name": "network-vif-plugged", "status": "completed", "tag": "9f1daddb-b228-4d3f-9b7c-f6e7e7b87347", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:28.859044 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0dc4291-3f60-4a09-98da-f3503316e9b1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:28.860333 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf371089-583f-4398-a72c-fdd7b7bd9084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', 'code': 200} Feb 09 02:51:28.911971 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.038166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Pushing event updated for resources: {'Port': ['ID=1d707fab-2ea5-46b4-b29a-06597f716cf5,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:29.056905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f51a518-5db2-48d2-8c93-620e6c693614 req-90b72b2b-12e8-46de-b92d-f3a9bc8a5bb8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200482 Feb 09 02:51:29.111038 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-5b20484e-66c8-4d71-97ef-6330f6ef14dc service neutron] 10.222.0.26 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663395 Feb 09 02:51:29.114530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d472f3-6b05-4e8c-920b-7462da0faaef req-40257f81-106b-4c1b-9e0d-6daf1b17e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:29.115855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4d472f3-6b05-4e8c-920b-7462da0faaef req-40257f81-106b-4c1b-9e0d-6daf1b17e07d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 1127 time: 0.1741810 Feb 09 02:51:29.230904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Attempting to bind port 1d707fab-2ea5-46b4-b29a-06597f716cf5 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:29.231239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Attempting to bind port 1d707fab-2ea5-46b4-b29a-06597f716cf5 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:29.231562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Attempting to bind port 1d707fab-2ea5-46b4-b29a-06597f716cf5 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:29.255871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Port 1d707fab-2ea5-46b4-b29a-06597f716cf5 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:29.256182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Attempting to bind port 1d707fab-2ea5-46b4-b29a-06597f716cf5 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:29.275686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:29.276028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Checking segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:29.276412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Bound using segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:29.276845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Bound port: 1d707fab-2ea5-46b4-b29a-06597f716cf5, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:29.277220 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.280617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4d472f3-6b05-4e8c-920b-7462da0faaef req-a6f005bc-ca42-49f1-8ff4-94284fac2fb2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490207 Feb 09 02:51:29.327552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59852eb1-6f7b-4a48-b27d-de343916f625 req-d74e786d-9cf6-4dc3-97c2-51782d6a7307 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:29.329052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59852eb1-6f7b-4a48-b27d-de343916f625 req-d74e786d-9cf6-4dc3-97c2-51782d6a7307 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 943 time: 0.4017088 Feb 09 02:51:29.347460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d3a8-5472-43ad-bd8c-1c6a673887cb req-9e6d153b-43c9-4f4f-b5eb-2ce02a9fc9f8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:29.348955 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a63d3a8-5472-43ad-bd8c-1c6a673887cb req-9e6d153b-43c9-4f4f-b5eb-2ce02a9fc9f8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.1895242 Feb 09 02:51:29.354577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f48a7a76-b0a7-4a79-a71f-862b77764676 req-fede182f-eeb2-49f3-bdf9-2baaba52fabe service neutron] 10.222.0.26 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339675 Feb 09 02:51:29.408152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] For port 1d707fab-2ea5-46b4-b29a-06597f716cf5, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:29.428934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] For port 1d707fab-2ea5-46b4-b29a-06597f716cf5, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1d707fab-2ea5-46b4-b29a-06597f716cf5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:29.432937 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a63d3a8-5472-43ad-bd8c-1c6a673887cb req-5634dc0e-ff69-4298-a6ec-dba3d1393fb5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725241 Feb 09 02:51:29.439248 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.462992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59852eb1-6f7b-4a48-b27d-de343916f625 req-11ddbe99-bc66-45b5-bcfe-dad0ac5db9cd tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169562 Feb 09 02:51:29.473887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:29.474533 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.476188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-893fe17e-5522-4243-9136-7a954c955595 service neutron] 10.222.0.26 "PUT /v2.0/ports/1d707fab-2ea5-46b4-b29a-06597f716cf5 HTTP/1.1" status: 200 len: 1092 time: 2.3559053 Feb 09 02:51:29.478811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b26605-12a2-4ad8-9719-b791c3f56f42', 'tag': '1d707fab-2ea5-46b4-b29a-06597f716cf5'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:29.482185 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de3bf21-4a5f-4970-950d-4c900f46dd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b26605-12a2-4ad8-9719-b791c3f56f42", "tag": "1d707fab-2ea5-46b4-b29a-06597f716cf5"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:29.489051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef34376a-8309-47ee-96a9-f07df6ceead0 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:29.509936 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Publish callbacks [] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.526760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fe17e-5522-4243-9136-7a954c955595 service neutron] Pushing event updated for resources: {'Port': ['ID=1d707fab-2ea5-46b4-b29a-06597f716cf5,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:29.547165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Transition to ACTIVE for port object ef34376a-8309-47ee-96a9-f07df6ceead0 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:29.582945 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.634483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02652f4c-3e80-45ce-9db7-40dea329dd41 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:29.637850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-c648f5c9-2536-45d9-a49b-28039b77f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:29.640230 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-c648f5c9-2536-45d9-a49b-28039b77f712 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&device_id=f6b26605-12a2-4ad8-9719-b791c3f56f42 HTTP/1.1" status: 200 len: 1126 time: 0.1040404 Feb 09 02:51:29.655921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Publish callbacks [] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.676887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a7852-9b0b-4e9f-ba66-839a94f0145e req-1b0cda52-c5d6-4cbb-a634-bdd6e3e0f172 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:29.684096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d7a7852-9b0b-4e9f-ba66-839a94f0145e req-1b0cda52-c5d6-4cbb-a634-bdd6e3e0f172 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 944 time: 0.1017461 Feb 09 02:51:29.718276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Pushing event updated for resources: {'Port': ['ID=ef34376a-8309-47ee-96a9-f07df6ceead0,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:29.724401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-74bf3f2a-07a7-4f36-a91c-a70ee2aa5c1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d707fab-2ea5-46b4-b29a-06597f716cf5 HTTP/1.1" status: 200 len: 217 time: 0.0725315 Feb 09 02:51:29.747548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Transition to ACTIVE for port object 02652f4c-3e80-45ce-9db7-40dea329dd41 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:29.770015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.792475 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d7a7852-9b0b-4e9f-ba66-839a94f0145e req-5d07db2f-3eef-4ecb-84bb-9fd73d95873b tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073322 Feb 09 02:51:29.812183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-aa70c9ae-3ea3-44ee-82ea-74cf1f9f1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:29.816015 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-aa70c9ae-3ea3-44ee-82ea-74cf1f9f1dc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 200 len: 852 time: 0.0827708 Feb 09 02:51:29.844257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Attempting to bind port ef34376a-8309-47ee-96a9-f07df6ceead0 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:29.844768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Attempting to bind port ef34376a-8309-47ee-96a9-f07df6ceead0 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:29.845049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Attempting to bind port ef34376a-8309-47ee-96a9-f07df6ceead0 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:29.866015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=02652f4c-3e80-45ce-9db7-40dea329dd41,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:29.871129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Port ef34376a-8309-47ee-96a9-f07df6ceead0 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:29.871599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Attempting to bind port ef34376a-8309-47ee-96a9-f07df6ceead0 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:29.877570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aee763-d3c2-4f2b-a062-bbe062539fc2 req-ef27701f-4b57-4cc1-b9ef-57a37b374ccb tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:29.879754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10aee763-d3c2-4f2b-a062-bbe062539fc2 req-ef27701f-4b57-4cc1-b9ef-57a37b374ccb tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1127 time: 0.1538303 Feb 09 02:51:29.888369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:29.888847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Checking segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:29.889332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Bound using segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:29.889870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Bound port: ef34376a-8309-47ee-96a9-f07df6ceead0, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:29.890357 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:29.917720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-0553652b-3598-494a-8788-528b03dace1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932486 Feb 09 02:51:29.942795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c1cccd05-c8d1-4691-b961-1dec4ce77a80 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:30.009686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469611e-5ed8-4120-bcdc-f09f7b9a77bb req-178b9451-b8e3-47cd-9943-5d37b6bffbf8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.016145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469611e-5ed8-4120-bcdc-f09f7b9a77bb req-178b9451-b8e3-47cd-9943-5d37b6bffbf8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.022685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469611e-5ed8-4120-bcdc-f09f7b9a77bb req-178b9451-b8e3-47cd-9943-5d37b6bffbf8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.028648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469611e-5ed8-4120-bcdc-f09f7b9a77bb req-178b9451-b8e3-47cd-9943-5d37b6bffbf8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.034635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469611e-5ed8-4120-bcdc-f09f7b9a77bb req-178b9451-b8e3-47cd-9943-5d37b6bffbf8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.034837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10aee763-d3c2-4f2b-a062-bbe062539fc2 req-962999e9-c0f1-4969-b659-1b7ba4411f0b tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446257 Feb 09 02:51:30.039825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469611e-5ed8-4120-bcdc-f09f7b9a77bb req-178b9451-b8e3-47cd-9943-5d37b6bffbf8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.047872 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0469611e-5ed8-4120-bcdc-f09f7b9a77bb req-178b9451-b8e3-47cd-9943-5d37b6bffbf8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 4599 time: 0.1796429 Feb 09 02:51:30.096155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] For port ef34376a-8309-47ee-96a9-f07df6ceead0, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:30.101047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] For port ef34376a-8309-47ee-96a9-f07df6ceead0, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ef34376a-8309-47ee-96a9-f07df6ceead0,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:30.106499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Attempting to bind port 02652f4c-3e80-45ce-9db7-40dea329dd41 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:30.107557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Attempting to bind port 02652f4c-3e80-45ce-9db7-40dea329dd41 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:30.108496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Attempting to bind port 02652f4c-3e80-45ce-9db7-40dea329dd41 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:30.116791 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Port 02652f4c-3e80-45ce-9db7-40dea329dd41 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:30.117396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Attempting to bind port 02652f4c-3e80-45ce-9db7-40dea329dd41 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:30.128018 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.146376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:30.146757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Checking segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:30.147155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Bound using segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:30.147638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Bound port: 02652f4c-3e80-45ce-9db7-40dea329dd41, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:30.148547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.161881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c1cccd05-c8d1-4691-b961-1dec4ce77a80, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c1cccd05-c8d1-4691-b961-1dec4ce77a80,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:30.174695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'c1cccd05-c8d1-4691-b961-1dec4ce77a80', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'port_id': 'c1cccd05-c8d1-4691-b961-1dec4ce77a80', 'mac_address': 'fa:16:3e:a3:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e5f4c-91b4-4f13-8713-bd53fdcd6014', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:30.186434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-df45fcda-801e-4a35-9d09-3700f124da43 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568963 Feb 09 02:51:30.229391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:30.232400 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:30.241474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.241874 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.243439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] 10.222.0.26 "PUT /v2.0/ports/ef34376a-8309-47ee-96a9-f07df6ceead0 HTTP/1.1" status: 200 len: 1092 time: 1.4813998 Feb 09 02:51:30.270847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0469611e-5ed8-4120-bcdc-f09f7b9a77bb req-d471d9b7-8e70-4906-bca1-4d978137c3bf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2218964 Feb 09 02:51:30.335965 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab7220-c623-4914-b9e2-f62168385b28 x-openstack-request-id: req-4eab7220-c623-4914-b9e2-f62168385b28 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:30.336272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c1cccd05-c8d1-4691-b961-1dec4ce77a80 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:30.336470 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b26605-12a2-4ad8-9719-b791c3f56f42", "tag": "1d707fab-2ea5-46b4-b29a-06597f716cf5", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:30.336667 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.337208 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4eab7220-c623-4914-b9e2-f62168385b28 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:30.337726 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b26605-12a2-4ad8-9719-b791c3f56f42', 'tag': '1d707fab-2ea5-46b4-b29a-06597f716cf5', 'status': 'completed', 'code': 200} Feb 09 02:51:30.338128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] For port 02652f4c-3e80-45ce-9db7-40dea329dd41, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:30.342568 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] For port 02652f4c-3e80-45ce-9db7-40dea329dd41, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=02652f4c-3e80-45ce-9db7-40dea329dd41,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:30.350174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bca090bc-4c37-4ac6-af48-9a256c255791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.355723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cccd05-c8d1-4691-b961-1dec4ce77a80 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:30.368839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-de86e696-a9ed-468f-8741-80fa56224ef8 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743436 Feb 09 02:51:30.385125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c1cccd05-c8d1-4691-b961-1dec4ce77a80, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c1cccd05-c8d1-4691-b961-1dec4ce77a80,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:30.388583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff005c47-92f3-400b-8221-14dad2da4d33 req-29a28545-235f-4fb9-b506-66d51338d595 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.390922 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff005c47-92f3-400b-8221-14dad2da4d33 req-29a28545-235f-4fb9-b506-66d51338d595 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 943 time: 0.2064986 Feb 09 02:51:30.391638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.400998 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.417999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09981b1e-f621-48a8-afc8-6b191977609d service neutron] Pushing event updated for resources: {'Port': ['ID=ef34376a-8309-47ee-96a9-f07df6ceead0,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:30.469956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=c1cccd05-c8d1-4691-b961-1dec4ce77a80,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:30.525763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=02652f4c-3e80-45ce-9db7-40dea329dd41,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:30.535997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.536628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.538677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-0418ff59-941c-4946-8ca7-9fd237936cf5 service neutron] 10.222.0.26 "PUT /v2.0/ports/02652f4c-3e80-45ce-9db7-40dea329dd41 HTTP/1.1" status: 200 len: 1129 time: 2.0687833 Feb 09 02:51:30.549446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4b2c0-1886-4d47-affe-68991e326b5a req-91bacaaa-4486-4e62-933a-6b3a75e4aaca tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.554105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68f4b2c0-1886-4d47-affe-68991e326b5a req-91bacaaa-4486-4e62-933a-6b3a75e4aaca tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 1131 time: 0.1521783 Feb 09 02:51:30.562590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-595e803c-6230-4ca1-bfed-e793e3829291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.564512 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-595e803c-6230-4ca1-bfed-e793e3829291 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 1126 time: 0.2060468 Feb 09 02:51:30.603214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-e7050b8a-5542-4801-b302-4eb6edc21d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.604825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-e7050b8a-5542-4801-b302-4eb6edc21d6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&device_id=f6b26605-12a2-4ad8-9719-b791c3f56f42 HTTP/1.1" status: 200 len: 1126 time: 0.1562817 Feb 09 02:51:30.627349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:30.671384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-639ea86a-aeed-4b06-bd6a-f617eec7b65e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef34376a-8309-47ee-96a9-f07df6ceead0 HTTP/1.1" status: 200 len: 217 time: 0.0919588 Feb 09 02:51:30.678633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff005c47-92f3-400b-8221-14dad2da4d33 req-c9cacd7e-2831-457c-96f1-35fbcdb352cc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671547 Feb 09 02:51:30.697178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68f4b2c0-1886-4d47-affe-68991e326b5a req-ee99304c-d965-4b11-9e8e-0d4f3bf0c3c2 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352434 Feb 09 02:51:30.778203 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33c25bb-2905-464a-8778-a4055e716f94 x-openstack-request-id: req-c33c25bb-2905-464a-8778-a4055e716f94 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:30.778770 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:30.779129 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c33c25bb-2905-464a-8778-a4055e716f94 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:30.779637 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'status': 'completed', 'code': 200} Feb 09 02:51:30.798620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-7e5c1d08-27ad-4ae2-829c-6329e117a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.800443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-7e5c1d08-27ad-4ae2-829c-6329e117a69e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 200 len: 852 time: 0.1206670 Feb 09 02:51:30.806300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-12f18242-c366-4c6a-ba5a-6168100c4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:30.807876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-12f18242-c366-4c6a-ba5a-6168100c4ece service neutron] 10.222.0.26 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 913 time: 0.1930652 Feb 09 02:51:30.848036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-d99d0f47-886c-46bb-b6ae-4783e9fbe516 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328941 Feb 09 02:51:30.874124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:30.993457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['c1cccd05-c8d1-4691-b961-1dec4ce77a80'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:31.028921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94e32c-87c1-43d4-ae6e-6c36c6d8dc81 req-07ff6a81-6e22-468d-b2f8-6117a54ab9d6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.030791 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f94e32c-87c1-43d4-ae6e-6c36c6d8dc81 req-07ff6a81-6e22-468d-b2f8-6117a54ab9d6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 945 time: 0.2273133 Feb 09 02:51:31.033993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-fba7e519-008d-422c-8d43-4a9a1fd036dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d707fab-2ea5-46b4-b29a-06597f716cf5 HTTP/1.1" status: 200 len: 217 time: 0.2029257 Feb 09 02:51:31.098796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-f7573f4c-9aa9-44c3-9b0a-f3240ec86e85 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.100934 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-f7573f4c-9aa9-44c3-9b0a-f3240ec86e85 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 807 time: 0.1780860 Feb 09 02:51:31.116483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-10582c2c-4e2e-4646-9abe-c57078d992e6 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393391 Feb 09 02:51:31.160036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-bfb375e8-fab9-4ea6-bdbb-219bf90ebb26 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/quotas/2618b90bba6341048386a8a8793c5ac0 HTTP/1.1" status: 200 len: 375 time: 0.0459623 Feb 09 02:51:31.189523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-f9ce857c-30a8-4681-9a88-6c76f204cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.190212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-f9ce857c-30a8-4681-9a88-6c76f204cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.190499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-f9ce857c-30a8-4681-9a88-6c76f204cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.190990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-f9ce857c-30a8-4681-9a88-6c76f204cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.191445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-f9ce857c-30a8-4681-9a88-6c76f204cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.192006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-f9ce857c-30a8-4681-9a88-6c76f204cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.194045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-f9ce857c-30a8-4681-9a88-6c76f204cd05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5347 time: 0.3851924 Feb 09 02:51:31.206100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f94e32c-87c1-43d4-ae6e-6c36c6d8dc81 req-4fbfb7ca-c313-4e8c-95a4-dab7132e94f0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618106 Feb 09 02:51:31.370550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eec392d7-cc6f-4ddc-b29c-59c1957eb6b8 req-6417d6d9-ace4-4783-9306-68b0aa44e3d0 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363045 Feb 09 02:51:31.451234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ff4c90-2418-43f6-8695-e61a1cf8b407 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:31.478178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Publish callbacks [] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:31.497589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Transition to ACTIVE for port object c7ff4c90-2418-43f6-8695-e61a1cf8b407 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:31.505948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:31.552238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d558e8-2463-490c-b793-6b08c37e0faa req-49e58c30-b3f1-4e77-a880-4313ecdbe526 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.553759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42d558e8-2463-490c-b793-6b08c37e0faa req-49e58c30-b3f1-4e77-a880-4313ecdbe526 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.1224308 Feb 09 02:51:31.585425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ff4c90-2418-43f6-8695-e61a1cf8b407,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:31.590649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-5758a489-e39f-4413-86ef-9d7ba38720bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.591987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-5758a489-e39f-4413-86ef-9d7ba38720bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 200 len: 852 time: 0.4889908 Feb 09 02:51:31.676171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42d558e8-2463-490c-b793-6b08c37e0faa req-74750696-e75f-40ca-b8f6-bfd77608bae9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104088 Feb 09 02:51:31.703644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Attempting to bind port c7ff4c90-2418-43f6-8695-e61a1cf8b407 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:31.705208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Attempting to bind port c7ff4c90-2418-43f6-8695-e61a1cf8b407 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:31.705674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Attempting to bind port c7ff4c90-2418-43f6-8695-e61a1cf8b407 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:31.706104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-b56e4db2-4553-4cc7-afcd-68936d50ef66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666015 Feb 09 02:51:31.714841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Port c7ff4c90-2418-43f6-8695-e61a1cf8b407 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:31.715579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Attempting to bind port c7ff4c90-2418-43f6-8695-e61a1cf8b407 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:31.724699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:31.725444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Checking segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:31.725934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Bound using segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:31.726575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Bound port: c7ff4c90-2418-43f6-8695-e61a1cf8b407, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:31.727033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:31.742101 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:51:31.856030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-2648e01e-5445-4b0d-8e6f-93efccb5927a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6791198 Feb 09 02:51:31.879510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1b89f-8021-45bb-97b7-7d6878486079 req-813fd789-719b-4fac-abec-5730095aa65c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.886386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-b68ac6ee-24b2-4dfd-aa07-14abf67dfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.887682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-b68ac6ee-24b2-4dfd-aa07-14abf67dfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.888156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-b68ac6ee-24b2-4dfd-aa07-14abf67dfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:31.888787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05e1b89f-8021-45bb-97b7-7d6878486079 req-813fd789-719b-4fac-abec-5730095aa65c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 943 time: 0.1074295 Feb 09 02:51:31.889711 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-b68ac6ee-24b2-4dfd-aa07-14abf67dfcf9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9f5bfcf4053440c98e4d8a4572001516&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3208430 Feb 09 02:51:31.912471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] For port c7ff4c90-2418-43f6-8695-e61a1cf8b407, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:31.933976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] For port c7ff4c90-2418-43f6-8695-e61a1cf8b407, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c7ff4c90-2418-43f6-8695-e61a1cf8b407,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:31.946149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:31.957988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 13580537-ad51-4814-85ea-eb2a70122139 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:31.975554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05e1b89f-8021-45bb-97b7-7d6878486079 req-9b406e0f-49a5-451c-b36c-bedad7dac77f tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850182 Feb 09 02:51:32.037549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.038279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:32.038505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-ac722517-78c6-46de-b49c-c523dc2d9151 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235385 Feb 09 02:51:32.040941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] 10.222.0.26 "PUT /v2.0/ports/c7ff4c90-2418-43f6-8695-e61a1cf8b407 HTTP/1.1" status: 200 len: 1129 time: 1.4181869 Feb 09 02:51:32.085292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:32.130557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3935f4d-92e3-4dcb-9b62-4f14a0e65846 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ff4c90-2418-43f6-8695-e61a1cf8b407,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:32.168652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:32.188581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '13580537-ad51-4814-85ea-eb2a70122139', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'port_id': '13580537-ad51-4814-85ea-eb2a70122139', 'mac_address': 'fa:16:3e:10:0e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8041c-10b5-41ed-bb8c-2382269a8431', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:32.206494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (58679687-5046-4df9-8f33-b618de0038b2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:32.242822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 13580537-ad51-4814-85ea-eb2a70122139 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:32.243531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13580537-ad51-4814-85ea-eb2a70122139), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:32.264060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13580537-ad51-4814-85ea-eb2a70122139 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:32.282609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac748d-9089-46af-9157-a798664a751e req-bf75f60d-630e-4b8c-846b-66736a1c0f4a tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.284608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8aac748d-9089-46af-9157-a798664a751e req-bf75f60d-630e-4b8c-846b-66736a1c0f4a tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 1132 time: 0.1916039 Feb 09 02:51:32.298934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:32.311930 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:32.325537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-32207d31-461e-49fd-8f41-95b9c1fa202f service neutron] 10.222.0.32 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684992 Feb 09 02:51:32.337896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-38635f95-c9cb-4a6d-883e-65d4dfe01554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.339334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb9a9f28-06a0-48fc-8985-a0a0ae885bc4 req-38635f95-c9cb-4a6d-883e-65d4dfe01554 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4151819 Feb 09 02:51:32.403802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:32.406506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4de3bf21-4a5f-4970-950d-4c900f46dd2c req-381914e2-ef26-4efc-8973-906794dcf640 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504972 Feb 09 02:51:32.438038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8aac748d-9089-46af-9157-a798664a751e req-cdb81be2-1eaa-430d-9c02-4f9c166e2551 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459641 Feb 09 02:51:32.443729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-30b19ebe-0496-48d7-82af-38c859ca4147 service neutron] 10.222.0.32 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174414 Feb 09 02:51:32.614364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccd9b2-fd9d-46e9-b53a-43ec8747eab2 req-5a381adf-68d1-4304-a37c-172970c72ab2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.615858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3ccd9b2-fd9d-46e9-b53a-43ec8747eab2 req-5a381adf-68d1-4304-a37c-172970c72ab2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 944 time: 0.1000037 Feb 09 02:51:32.638652 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-af53de75-26df-424d-8338-be7b8a279e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:32.686282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3ccd9b2-fd9d-46e9-b53a-43ec8747eab2 req-82c1da5d-5093-4ed5-ac7a-24060c038efb tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Feb 09 02:51:32.726122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-571eb853-2c47-40b6-875f-92642679f044 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.742745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-571eb853-2c47-40b6-875f-92642679f044 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.744794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58679687-5046-4df9-8f33-b618de0038b2 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:32.748473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-571eb853-2c47-40b6-875f-92642679f044 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.754082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-571eb853-2c47-40b6-875f-92642679f044 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.759382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-571eb853-2c47-40b6-875f-92642679f044 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.765322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Publish callbacks [] for port (58679687-5046-4df9-8f33-b618de0038b2), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:32.768613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-571eb853-2c47-40b6-875f-92642679f044 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.775212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-571eb853-2c47-40b6-875f-92642679f044 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:32.776964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-571eb853-2c47-40b6-875f-92642679f044 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5370 time: 0.1483951 Feb 09 02:51:32.782598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91014458-b79b-4f9b-81b7-0d867ffba81d', 'tag': 'ef34376a-8309-47ee-96a9-f07df6ceead0'}, {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '02652f4c-3e80-45ce-9db7-40dea329dd41'}, {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': 'c7ff4c90-2418-43f6-8695-e61a1cf8b407'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:32.788555 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a513534a-0dd1-4fed-8a0e-2deef0b2b162" -d '{"events": [{"name": "network-changed", "server_uuid": "91014458-b79b-4f9b-81b7-0d867ffba81d", "tag": "ef34376a-8309-47ee-96a9-f07df6ceead0"}, {"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "02652f4c-3e80-45ce-9db7-40dea329dd41"}, {"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "c7ff4c90-2418-43f6-8695-e61a1cf8b407"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:32.800994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Transition to ACTIVE for port object 58679687-5046-4df9-8f33-b618de0038b2 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:32.814356 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (58679687-5046-4df9-8f33-b618de0038b2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:32.877953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de6c2d19-04ae-4ca0-a7ca-28347f52cd87 req-95883afe-6746-4676-9be2-2ae3afd67c9f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938413 Feb 09 02:51:32.899617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['13580537-ad51-4814-85ea-eb2a70122139'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:33.102628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013ce14-faeb-42f5-beee-a1f7e064f904 req-bdedc902-5585-431c-bcb3-f2dc56eb8dd0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:33.104871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3013ce14-faeb-42f5-beee-a1f7e064f904 req-bdedc902-5585-431c-bcb3-f2dc56eb8dd0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 944 time: 0.0865610 Feb 09 02:51:33.181652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3013ce14-faeb-42f5-beee-a1f7e064f904 req-b1630b31-0521-47a6-a624-c1c440d6879d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 Feb 09 02:51:33.279079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Pushing event updated for resources: {'Port': ['ID=58679687-5046-4df9-8f33-b618de0038b2,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:33.370311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-73665657-11ab-47c9-849e-974786527e93 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:33.374792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-73665657-11ab-47c9-849e-974786527e93 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.5756714 Feb 09 02:51:33.406179 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-efe9c9d0-cbb3-474b-97b0-c534b6e9aea5 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/quotas/73853ba10f5c4cd4be5969a0d564c931 HTTP/1.1" status: 200 len: 375 time: 0.0301697 Feb 09 02:51:33.488952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Attempting to bind port 58679687-5046-4df9-8f33-b618de0038b2 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:33.489206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Attempting to bind port 58679687-5046-4df9-8f33-b618de0038b2 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:33.489551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Attempting to bind port 58679687-5046-4df9-8f33-b618de0038b2 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:33.511385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-3a4b2de9-1e49-4d69-863f-1ee6d92c7f7e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041496 Feb 09 02:51:33.516130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Port 58679687-5046-4df9-8f33-b618de0038b2 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:33.516652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Attempting to bind port 58679687-5046-4df9-8f33-b618de0038b2 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:33.534718 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fccf37ab-fbe8-48bc-b8fb-7d859a41956e req-f6b391ad-8eae-4ddf-949b-3dfb8db6c174 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 210 time: 0.0725236 Feb 09 02:51:33.570310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:33.570645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Checking segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:33.571119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Bound using segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:33.571579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Bound port: 58679687-5046-4df9-8f33-b618de0038b2, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:33.571941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (58679687-5046-4df9-8f33-b618de0038b2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:33.620576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-5f7f87d8-5bec-4dfe-a175-11617dcae3ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991249 Feb 09 02:51:33.732569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975270-eb44-4274-b113-33899295e534 req-c41fdc14-8ebb-44ac-b1c1-1159264f12ba tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:33.734081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a975270-eb44-4274-b113-33899295e534 req-c41fdc14-8ebb-44ac-b1c1-1159264f12ba tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.0876048 Feb 09 02:51:33.754296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-ac74846b-d303-4749-aec4-2c45ce9abd44 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409852 Feb 09 02:51:33.762894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] For port 58679687-5046-4df9-8f33-b618de0038b2, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:33.767888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] For port 58679687-5046-4df9-8f33-b618de0038b2, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=58679687-5046-4df9-8f33-b618de0038b2,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:33.806811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a975270-eb44-4274-b113-33899295e534 req-4c3c7d4c-0f0a-4f9f-a7e3-f8055020aa97 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Feb 09 02:51:33.820455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (58679687-5046-4df9-8f33-b618de0038b2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:33.838954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:33.839984 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:33.840125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-ca259cc2-e6f8-4438-8c30-5bfcb31f86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:33.841771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] 10.222.0.26 "PUT /v2.0/ports/58679687-5046-4df9-8f33-b618de0038b2 HTTP/1.1" status: 200 len: 1091 time: 1.7617776 Feb 09 02:51:33.843368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-ca259cc2-e6f8-4438-8c30-5bfcb31f86f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1127 time: 0.1310990 Feb 09 02:51:33.849294 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:33.896852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:33.925435 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746f00d2-f4b1-4c6d-b8d5-87567ed7c865 x-openstack-request-id: req-746f00d2-f4b1-4c6d-b8d5-87567ed7c865 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:33.925816 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91014458-b79b-4f9b-81b7-0d867ffba81d", "tag": "ef34376a-8309-47ee-96a9-f07df6ceead0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "02652f4c-3e80-45ce-9db7-40dea329dd41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "c7ff4c90-2418-43f6-8695-e61a1cf8b407", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:33.926169 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-746f00d2-f4b1-4c6d-b8d5-87567ed7c865 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:33.926726 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91014458-b79b-4f9b-81b7-0d867ffba81d', 'tag': 'ef34376a-8309-47ee-96a9-f07df6ceead0', 'status': 'completed', 'code': 200} Feb 09 02:51:33.927060 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '02652f4c-3e80-45ce-9db7-40dea329dd41', 'status': 'completed', 'code': 200} Feb 09 02:51:33.927389 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': 'c7ff4c90-2418-43f6-8695-e61a1cf8b407', 'status': 'completed', 'code': 200} Feb 09 02:51:33.965967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c1cccd05-c8d1-4691-b961-1dec4ce77a80 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:34.020481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a33f2-2130-43a8-96c9-c3e2cc148a43 service neutron] Pushing event updated for resources: {'Port': ['ID=58679687-5046-4df9-8f33-b618de0038b2,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:34.053227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-53edb033-3844-4ff4-945b-c322a90bc4a8 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875297 Feb 09 02:51:34.095911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-a801837e-0e98-4842-bc70-7bb7811f0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:34.098230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-a801837e-0e98-4842-bc70-7bb7811f0858 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.2118258 Feb 09 02:51:34.162353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port c1cccd05-c8d1-4691-b961-1dec4ce77a80 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:34.175293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port c1cccd05-c8d1-4691-b961-1dec4ce77a80 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:34.175915 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:34.244298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-60ee059f-0333-4570-99cc-01e2c3e86752 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1000 time: 0.1351995 Feb 09 02:51:34.385619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-bf88688c-167c-4823-98a8-6a09d374ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:34.388948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-bf88688c-167c-4823-98a8-6a09d374ba8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1352050 Feb 09 02:51:34.400231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c1cccd05-c8d1-4691-b961-1dec4ce77a80 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:34.400860 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:34.421969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-c62127d9-69d2-430b-af17-678aaf2c0ba9 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521004 Feb 09 02:51:34.452967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c494b-3d06-49c9-93ef-a9dbbeecdf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cccd05-c8d1-4691-b961-1dec4ce77a80'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:34.455693 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea583f-87a4-4687-b9eb-7a1e3eff4af4" -d '{"events": [{"server_uuid": "9c1c494b-3d06-49c9-93ef-a9dbbeecdf87", "name": "network-vif-plugged", "status": "completed", "tag": "c1cccd05-c8d1-4691-b961-1dec4ce77a80"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:34.461501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-4d58140d-f3c9-433b-814d-c315321f7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:34.465397 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-4d58140d-f3c9-433b-814d-c315321f7bbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 1126 time: 0.5049026 Feb 09 02:51:34.466010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:34.471608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c1cccd05-c8d1-4691-b961-1dec4ce77a80, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c1cccd05-c8d1-4691-b961-1dec4ce77a80,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:34.479382 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:34.510211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fefc0-9436-4115-8e95-238c787f3415 req-d4c70b42-4c79-4a2f-814c-f6420bf9bdfa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:34.512951 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac1fefc0-9436-4115-8e95-238c787f3415 req-d4c70b42-4c79-4a2f-814c-f6420bf9bdfa tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 944 time: 0.4033713 Feb 09 02:51:34.541507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-c88760f7-a5d9-4df9-8e5d-e31bbea4c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:34.543671 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-c88760f7-a5d9-4df9-8e5d-e31bbea4c6b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1385050 Feb 09 02:51:34.563490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=c1cccd05-c8d1-4691-b961-1dec4ce77a80,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:34.626157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-982c89b5-f4a8-4fac-8452-5f454d4878b8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:34.632818 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-982c89b5-f4a8-4fac-8452-5f454d4878b8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106469 Feb 09 02:51:34.655412 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-77c5b46a-f3c7-4ba4-bbab-ed57f7338fe4 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/quotas/fc9de5030d1148848ee932f4f075d2fe HTTP/1.1" status: 200 len: 375 time: 0.0216839 Feb 09 02:51:34.688276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-958cfe56-1d0d-4393-a70b-9f255f5b3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:34.690092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-958cfe56-1d0d-4393-a70b-9f255f5b3b27 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 913 time: 0.2054622 Feb 09 02:51:34.712555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-3ddf1874-54e0-4390-8b6d-6b2103e46c19 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616664 Feb 09 02:51:34.775575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-0aaecc7b-71b9-4e0b-8750-d98299061fa6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:34.777690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-0aaecc7b-71b9-4e0b-8750-d98299061fa6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 807 time: 0.6264677 Feb 09 02:51:34.783965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-6499dea5-94ef-4b84-8a1b-30b88b5e9d8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef34376a-8309-47ee-96a9-f07df6ceead0 HTTP/1.1" status: 200 len: 217 time: 0.0830517 Feb 09 02:51:34.796010 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-ffde7ff1-289f-49fd-b870-9127cf246d50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382132 Feb 09 02:51:34.863498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Request body: {'port': {'device_id': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'admin_state_up': True, 'tenant_id': '2618b90bba6341048386a8a8793c5ac0'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:34.899719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9255a85f-d2d3-4710-9028-41becc3aaddf req-fec1d769-580f-4bde-a3ef-3973a95cd300 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785378 Feb 09 02:51:34.931034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac1fefc0-9436-4115-8e95-238c787f3415 req-29cc7c5c-30c7-4569-b45a-f1079a9d067c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020053 Feb 09 02:51:35.018876 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:35.054312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-64d309a1-f8b2-4bd4-8728-a322b875034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.055838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-64d309a1-f8b2-4bd4-8728-a322b875034d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 200 len: 852 time: 0.2044904 Feb 09 02:51:35.160300 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-a3abe880-cc5d-44a4-8590-73bb763277c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712895 Feb 09 02:51:35.306589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289902a-bc3b-466f-9163-3f9c91370d56 req-29a8dd9d-8d7c-4bf2-b709-091e3663121e tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.308092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0289902a-bc3b-466f-9163-3f9c91370d56 req-29a8dd9d-8d7c-4bf2-b709-091e3663121e tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 944 time: 0.2226145 Feb 09 02:51:35.388880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Made reservation on behalf of 2618b90bba6341048386a8a8793c5ac0 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:35.393638 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:35.401464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-1b64768a-b199-40a5-af6a-13dd86115b22 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324097 Feb 09 02:51:35.440800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-280320c7-29f9-46e2-b582-b251cabbca08 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.447412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-280320c7-29f9-46e2-b582-b251cabbca08 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.453836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-280320c7-29f9-46e2-b582-b251cabbca08 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.460876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-280320c7-29f9-46e2-b582-b251cabbca08 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.479999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-280320c7-29f9-46e2-b582-b251cabbca08 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.486156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-280320c7-29f9-46e2-b582-b251cabbca08 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.491807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-280320c7-29f9-46e2-b582-b251cabbca08 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:35.500895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-280320c7-29f9-46e2-b582-b251cabbca08 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5382 time: 0.1490908 Feb 09 02:51:35.527569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24abcf34-94d9-4360-a2b2-fe3c9b361b19 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:35.559001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0289902a-bc3b-466f-9163-3f9c91370d56 req-b6cd9523-e906-4db1-bd6a-723a43332667 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362134 Feb 09 02:51:35.593233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6a463f9-8e26-4aac-a5cc-c1056c0544fb req-0a5c1b0e-f9b9-4007-9c1f-1d38700dec98 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914657 Feb 09 02:51:35.602607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Publish callbacks [] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:35.944830 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aa2726-63db-421f-a56f-9d38d2dbee4d x-openstack-request-id: req-c7aa2726-63db-421f-a56f-9d38d2dbee4d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:35.945120 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c494b-3d06-49c9-93ef-a9dbbeecdf87", "name": "network-vif-plugged", "status": "completed", "tag": "c1cccd05-c8d1-4691-b961-1dec4ce77a80", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:35.945374 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7aa2726-63db-421f-a56f-9d38d2dbee4d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:35.946003 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c494b-3d06-49c9-93ef-a9dbbeecdf87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cccd05-c8d1-4691-b961-1dec4ce77a80', 'code': 200} Feb 09 02:51:35.969825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '58679687-5046-4df9-8f33-b618de0038b2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:35.973661 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130a648a-72d8-4704-b614-bd5104caa315" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "58679687-5046-4df9-8f33-b618de0038b2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:35.981935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1d707fab-2ea5-46b4-b29a-06597f716cf5 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:35.986266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 13580537-ad51-4814-85ea-eb2a70122139 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:36.006511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-5343c6a6-83a6-4ae4-b274-dfb674d9c10b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:36.008444 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-5343c6a6-83a6-4ae4-b274-dfb674d9c10b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.2648418 Feb 09 02:51:36.023752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Request body: {'port': {'device_id': 'db9c8c44-15cb-429c-8194-7f58c27687cb', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'admin_state_up': True, 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:36.135659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Transition to ACTIVE for port object 24abcf34-94d9-4360-a2b2-fe3c9b361b19 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:36.217271 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.224053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 13580537-ad51-4814-85ea-eb2a70122139 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:36.235828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 13580537-ad51-4814-85ea-eb2a70122139 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:36.236215 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (13580537-ad51-4814-85ea-eb2a70122139), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.252382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8752b8a2-d2bf-4739-af5a-9c4dfb77a341 req-6773be20-fe41-4ace-a96d-11f1e8ec66e6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 210 time: 0.1235590 Feb 09 02:51:36.324961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b266a25-035c-4597-a15c-610ca284a3a0 req-b48ed9ae-5ae9-4852-af05-41283260f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:36.326463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b266a25-035c-4597-a15c-610ca284a3a0 req-b48ed9ae-5ae9-4852-af05-41283260f78c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 1127 time: 0.1988430 Feb 09 02:51:36.364661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1d707fab-2ea5-46b4-b29a-06597f716cf5, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1d707fab-2ea5-46b4-b29a-06597f716cf5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:36.392555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '1d707fab-2ea5-46b4-b29a-06597f716cf5', 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'port_id': '1d707fab-2ea5-46b4-b29a-06597f716cf5', 'mac_address': 'fa:16:3e:fd:06:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3246910-33a5-4f80-acf4-2d23051171fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:36.402913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:36.407163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.413268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.468362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ca2a9a71-2d3a-44e2-9778-6ee34e963fd4 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0304375 Feb 09 02:51:36.543863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1d707fab-2ea5-46b4-b29a-06597f716cf5 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:36.544260 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.551578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Pushing event updated for resources: {'Port': ['ID=24abcf34-94d9-4360-a2b2-fe3c9b361b19,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:36.559312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 13580537-ad51-4814-85ea-eb2a70122139 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:36.559561 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13580537-ad51-4814-85ea-eb2a70122139), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.588548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d707fab-2ea5-46b4-b29a-06597f716cf5 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:36.631415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:36.637534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1d707fab-2ea5-46b4-b29a-06597f716cf5, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1d707fab-2ea5-46b4-b29a-06597f716cf5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:36.639308 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.647852 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.648261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ef34376a-8309-47ee-96a9-f07df6ceead0 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:36.681148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Allocated IP 172.20.0.12 (daf8e818-0f6a-438e-9812-956150916817/285be046-434d-4db6-9868-7b28c7c79961/98db3040-f5ae-43e3-b415-263ce6d98548) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:36.726625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:36.754730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ef34376a-8309-47ee-96a9-f07df6ceead0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ef34376a-8309-47ee-96a9-f07df6ceead0,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:36.786394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'ef34376a-8309-47ee-96a9-f07df6ceead0', 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'port_id': 'ef34376a-8309-47ee-96a9-f07df6ceead0', 'mac_address': 'fa:16:3e:f9:8c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3246910-33a5-4f80-acf4-2d23051171fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:36.820782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Attempting to bind port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:36.822561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Attempting to bind port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:36.823160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Attempting to bind port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:36.835382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:36.836207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Attempting to bind port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:36.887374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:36.888155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Checking segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:36.888790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Bound using segment: {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:36.889605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Bound port: 24abcf34-94d9-4360-a2b2-fe3c9b361b19, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:36.890728 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:36.912087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ec97-6939-40bb-9132-3fa98b071cfa req-abacb385-000b-42a9-99f8-4710947593ef tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:36.923664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6fc2ec97-6939-40bb-9132-3fa98b071cfa req-abacb385-000b-42a9-99f8-4710947593ef tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.6007996 Feb 09 02:51:36.929778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552d51b-f1dd-4216-95dc-f3baa1247e4c req-46ad72c9-97bb-4eca-b3c3-b4f78f161ac9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:36.939633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3552d51b-f1dd-4216-95dc-f3baa1247e4c req-46ad72c9-97bb-4eca-b3c3-b4f78f161ac9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 945 time: 0.8009877 Feb 09 02:51:36.944689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Allocated IP 172.20.0.10 (7df2201d-50f8-46a0-970e-60ec608b8981/af7edeef-7a8f-4da0-b380-41ebf8496e93/b6cb5046-57d4-40dc-9116-c17c3fd7fc37) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:36.953590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks [] for port (98db3040-f5ae-43e3-b415-263ce6d98548), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.006102 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.009857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b266a25-035c-4597-a15c-610ca284a3a0 req-f71cbadc-d8fb-4be8-8ee7-c53d6ca30515 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6389129 Feb 09 02:51:37.020368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3552d51b-f1dd-4216-95dc-f3baa1247e4c req-3df71fc3-cc54-42ff-89a8-45ed5444235e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795481 Feb 09 02:51:37.050474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:37.093533 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6fc2ec97-6939-40bb-9132-3fa98b071cfa req-c20a485c-1d87-4d47-a15f-ebde6c33637a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634116 Feb 09 02:51:37.104934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] For port 24abcf34-94d9-4360-a2b2-fe3c9b361b19, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:37.112324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] For port 24abcf34-94d9-4360-a2b2-fe3c9b361b19, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=24abcf34-94d9-4360-a2b2-fe3c9b361b19,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:37.141852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Network daf8e818-0f6a-438e-9812-956150916817 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:37.145344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.158316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:37.164131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event updated for resources: {'Port': ['ID=98db3040-f5ae-43e3-b415-263ce6d98548,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:37.171917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:37.179878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1d707fab-2ea5-46b4-b29a-06597f716cf5,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:37.182749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port ef34376a-8309-47ee-96a9-f07df6ceead0 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:37.184431 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.226997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.227640 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.229275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] 10.222.0.26 "PUT /v2.0/ports/24abcf34-94d9-4360-a2b2-fe3c9b361b19 HTTP/1.1" status: 200 len: 1091 time: 3.3412545 Feb 09 02:51:37.229750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '24abcf34-94d9-4360-a2b2-fe3c9b361b19'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:37.232088 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae668a4-b602-4a9e-b273-0f2fa141e26b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "24abcf34-94d9-4360-a2b2-fe3c9b361b19"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:37.263168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ddc12446-83bf-4cb9-86f4-e7b90af62e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.263674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ddc12446-83bf-4cb9-86f4-e7b90af62e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.264140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ddc12446-83bf-4cb9-86f4-e7b90af62e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.264607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ddc12446-83bf-4cb9-86f4-e7b90af62e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.265065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ddc12446-83bf-4cb9-86f4-e7b90af62e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.265553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ddc12446-83bf-4cb9-86f4-e7b90af62e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.265984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ddc12446-83bf-4cb9-86f4-e7b90af62e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.283103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-ddc12446-83bf-4cb9-86f4-e7b90af62e11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6453 time: 0.5183687 Feb 09 02:51:37.285049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef34376a-8309-47ee-96a9-f07df6ceead0 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:37.326193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:37.387734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ef34376a-8309-47ee-96a9-f07df6ceead0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ef34376a-8309-47ee-96a9-f07df6ceead0,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:37.395795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.402647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.411791 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.444939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2208aed-be39-4dcd-9315-c44df6214efd req-4d30d123-6a56-4948-8924-182d4baa2529 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.458897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2208aed-be39-4dcd-9315-c44df6214efd req-4d30d123-6a56-4948-8924-182d4baa2529 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 932 time: 0.2036262 Feb 09 02:51:37.470783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.523688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=ef34376a-8309-47ee-96a9-f07df6ceead0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:37.546009 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-a03da241-4e90-4d9b-b305-963f39175640 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5171657 Feb 09 02:51:37.557959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Request body: {'port': {'device_id': 'db9c8c44-15cb-429c-8194-7f58c27687cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:37.649073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2208aed-be39-4dcd-9315-c44df6214efd req-799c2cc2-46da-4596-9d26-189ada719162 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891730 Feb 09 02:51:37.693131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:37.714124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-4e71cc9d-daa1-40a3-800f-b4fddf4ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.715800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-4e71cc9d-daa1-40a3-800f-b4fddf4ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.716778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-4e71cc9d-daa1-40a3-800f-b4fddf4ffa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.718557 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-4e71cc9d-daa1-40a3-800f-b4fddf4ffa88 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9f5bfcf4053440c98e4d8a4572001516&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4151337 Feb 09 02:51:37.720316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11588ce8-9361-4e9d-911a-65d0901fea57 service neutron] Pushing event updated for resources: {'Port': ['ID=24abcf34-94d9-4360-a2b2-fe3c9b361b19,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:37.744275 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bcd616-b62c-4681-a7f3-98f88f6baadf x-openstack-request-id: req-f1bcd616-b62c-4681-a7f3-98f88f6baadf {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:37.744618 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "58679687-5046-4df9-8f33-b618de0038b2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:37.744815 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1bcd616-b62c-4681-a7f3-98f88f6baadf {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:37.745225 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '58679687-5046-4df9-8f33-b618de0038b2', 'status': 'completed', 'code': 200} Feb 09 02:51:37.751495 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-9f0af5db-2b22-4bad-a044-ccff414eaf68 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3670526 Feb 09 02:51:37.779936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-5a108e1f-b217-4999-bbca-4fe58894d259 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318635 Feb 09 02:51:37.854610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['ef34376a-8309-47ee-96a9-f07df6ceead0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:37.860116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['1d707fab-2ea5-46b4-b29a-06597f716cf5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:37.915502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-18cf46a4-e92b-427c-8862-e7b56cf9621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:37.921992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-18cf46a4-e92b-427c-8862-e7b56cf9621e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681879 Feb 09 02:51:37.979635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13580537-ad51-4814-85ea-eb2a70122139'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:37.982269 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d2abf6-0efc-4cb8-a9a6-633947c7396d" -d '{"events": [{"server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "name": "network-vif-plugged", "status": "completed", "tag": "13580537-ad51-4814-85ea-eb2a70122139"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:38.059881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f87990-75d5-4dee-97a6-aaf036934e94 req-8e595832-e137-4d8b-a3fe-38d66c95e6c6 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.061313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3f87990-75d5-4dee-97a6-aaf036934e94 req-8e595832-e137-4d8b-a3fe-38d66c95e6c6 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 945 time: 0.2498329 Feb 09 02:51:38.078378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-45f14930-06ae-4ed8-a908-12185870f55f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.078378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-45f14930-06ae-4ed8-a908-12185870f55f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2896383 Feb 09 02:51:38.097310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Request body: {'port': {'device_id': '794f0405-a8aa-4be7-8e70-40f71f994a9b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'fc9de5030d1148848ee932f4f075d2fe'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:38.123677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks [] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:38.214980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3f87990-75d5-4dee-97a6-aaf036934e94 req-33587c1c-416f-45cd-9acd-21d5a49639cc tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310787 Feb 09 02:51:38.241442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:38.335800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Made reservation on behalf of fc9de5030d1148848ee932f4f075d2fe for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:38.339057 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:38.363787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98db3040-f5ae-43e3-b415-263ce6d98548 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:38.376087 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Publish callbacks [] for port (98db3040-f5ae-43e3-b415-263ce6d98548), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:38.401642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Transition to ACTIVE for port object 98db3040-f5ae-43e3-b415-263ce6d98548 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:38.436948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b053e-4ee8-45bf-aa16-b351faede759 req-5a6fa66d-1bd2-4877-a992-1a735c86f1d9 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.438567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:38.442739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d55b053e-4ee8-45bf-aa16-b351faede759 req-5a6fa66d-1bd2-4877-a992-1a735c86f1d9 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 1.1244671 Feb 09 02:51:38.478818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Network 7df2201d-50f8-46a0-970e-60ec608b8981 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:38.498028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-11566639-5afc-465e-b340-2748a13f20d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.503749 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-11566639-5afc-465e-b340-2748a13f20d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.509565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-11566639-5afc-465e-b340-2748a13f20d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.515048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:38.515350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-11566639-5afc-465e-b340-2748a13f20d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.520829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-11566639-5afc-465e-b340-2748a13f20d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.525861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-11566639-5afc-465e-b340-2748a13f20d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.531598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-11566639-5afc-465e-b340-2748a13f20d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.533456 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-11566639-5afc-465e-b340-2748a13f20d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5394 time: 0.2158959 Feb 09 02:51:38.558969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:38.574054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Pushing event updated for resources: {'Port': ['ID=98db3040-f5ae-43e3-b415-263ce6d98548,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:38.650607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-cdc36632-04b0-4e6c-8e2b-112f6524ef41 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.652618 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-cdc36632-04b0-4e6c-8e2b-112f6524ef41 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8714585 Feb 09 02:51:38.653234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Pushing event updated for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:38.672924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-7491f98c-994f-4f71-8298-a5988197858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.673407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-7491f98c-994f-4f71-8298-a5988197858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.673883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-7491f98c-994f-4f71-8298-a5988197858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.674653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-7491f98c-994f-4f71-8298-a5988197858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.674838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-7491f98c-994f-4f71-8298-a5988197858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.675303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-7491f98c-994f-4f71-8298-a5988197858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.675767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-7491f98c-994f-4f71-8298-a5988197858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.677668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-7491f98c-994f-4f71-8298-a5988197858a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6496 time: 0.5127978 Feb 09 02:51:38.693517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Request body: {'port': {'device_id': '318260db-68db-4f80-aaac-1eede976b6a2', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'fc9de5030d1148848ee932f4f075d2fe'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:38.701936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Allocated IP 192.168.233.214 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/64c5f50b-14df-418b-ac49-54b396257e2a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:38.715397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6a8daa1-99cc-467b-bcc9-7a4a46730172 req-cb4d8167-a862-4be6-b090-611fcc4ae506 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585336 Feb 09 02:51:38.722746 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d55b053e-4ee8-45bf-aa16-b351faede759 req-84852a0e-74c3-4f81-8887-71e5c9afa584 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545712 Feb 09 02:51:38.750106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Attempting to bind port 98db3040-f5ae-43e3-b415-263ce6d98548 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:38.750496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Attempting to bind port 98db3040-f5ae-43e3-b415-263ce6d98548 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:38.750827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Attempting to bind port 98db3040-f5ae-43e3-b415-263ce6d98548 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:38.786346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Port 98db3040-f5ae-43e3-b415-263ce6d98548 on network daf8e818-0f6a-438e-9812-956150916817 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:38.786794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Attempting to bind port 98db3040-f5ae-43e3-b415-263ce6d98548 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:38.821117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:38.821641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:38.822135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Bound using segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:38.822769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Bound port: 98db3040-f5ae-43e3-b415-263ce6d98548, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:38.824536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:38.869745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:38.870519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:38.887864 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b55dba-4838-44bb-8a96-a6d0ae16d588 x-openstack-request-id: req-13b55dba-4838-44bb-8a96-a6d0ae16d588 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:38.888159 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "24abcf34-94d9-4360-a2b2-fe3c9b361b19", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:38.888536 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13b55dba-4838-44bb-8a96-a6d0ae16d588 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:38.888939 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '24abcf34-94d9-4360-a2b2-fe3c9b361b19', 'status': 'completed', 'code': 200} Feb 09 02:51:38.948117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9daa0b09-35ec-415e-9bb6-92a7f63d6ecc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1051078 Feb 09 02:51:39.006443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2a7685f-6e46-48c5-987b-5e7a9e4beaba req-8c87abea-9d9b-42f9-9b6a-be53b58f5767 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 210 time: 0.1218321 Feb 09 02:51:39.013551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] For port 98db3040-f5ae-43e3-b415-263ce6d98548, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:39.023282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] For port 98db3040-f5ae-43e3-b415-263ce6d98548, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=98db3040-f5ae-43e3-b415-263ce6d98548,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:39.036277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Request body: {'port': {'device_id': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:39.038344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for port (64c5f50b-14df-418b-ac49-54b396257e2a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:39.051315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47e085-092c-4454-80ba-d678f4c96981 req-75e53e84-cfd8-40fc-a091-59803f173eb5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.052924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd47e085-092c-4454-80ba-d678f4c96981 req-75e53e84-cfd8-40fc-a091-59803f173eb5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 932 time: 0.1264527 Feb 09 02:51:39.055946 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:39.091502 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119cfd3b-6025-4513-8908-27b29d92a8a9 x-openstack-request-id: req-119cfd3b-6025-4513-8908-27b29d92a8a9 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:39.092028 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "name": "network-vif-plugged", "status": "completed", "tag": "13580537-ad51-4814-85ea-eb2a70122139", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:39.092151 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-119cfd3b-6025-4513-8908-27b29d92a8a9 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:39.092437 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13580537-ad51-4814-85ea-eb2a70122139', 'code': 200} Feb 09 02:51:39.128960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Pushing event updated for resources: {'Port': ['ID=98db3040-f5ae-43e3-b415-263ce6d98548,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:39.166204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.167032 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:39.168625 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-e612556f-13df-4532-83cb-2d3d9fe34e7c service neutron] 10.222.0.61 "PUT /v2.0/ports/98db3040-f5ae-43e3-b415-263ce6d98548 HTTP/1.1" status: 200 len: 1092 time: 1.6160014 Feb 09 02:51:39.174908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:39.240963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-092b8445-fbcb-4544-b8c8-f5cc25ebc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.241709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-092b8445-fbcb-4544-b8c8-f5cc25ebc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.243057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-092b8445-fbcb-4544-b8c8-f5cc25ebc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.244647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-092b8445-fbcb-4544-b8c8-f5cc25ebc52b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9f5bfcf4053440c98e4d8a4572001516&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5161572 Feb 09 02:51:39.271185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd47e085-092c-4454-80ba-d678f4c96981 req-d8a87592-10ae-463d-822b-721d5ac513cf tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502719 Feb 09 02:51:39.285638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:39.314026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:39.317128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d060b-fd9a-4acd-84c6-99fb68e5d600 req-cebca5d5-fb44-447a-a0ff-8c1e40acffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.317410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:39.319276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b74d060b-fd9a-4acd-84c6-99fb68e5d600 req-cebca5d5-fb44-447a-a0ff-8c1e40acffc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 1127 time: 0.1279304 Feb 09 02:51:39.322374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Made reservation on behalf of fc9de5030d1148848ee932f4f075d2fe for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:39.328329 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:39.586759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfc8228-2948-475f-87fc-46dd9830118f {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:39.617340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Publish callbacks [] for port (9bfc8228-2948-475f-87fc-46dd9830118f), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:39.650507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ee51a-3146-46a9-b6ab-b4f4aafd8641 req-c7c01a16-d7db-4728-b637-49b167d58a34 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.652518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-603ee51a-3146-46a9-b6ab-b4f4aafd8641 req-c7c01a16-d7db-4728-b637-49b167d58a34 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 945 time: 0.4038260 Feb 09 02:51:39.704075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Transition to ACTIVE for port object 9bfc8228-2948-475f-87fc-46dd9830118f will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:39.727224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:39.743524 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:39.766616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:39.768611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9c8c44-15cb-429c-8194-7f58c27687cb', 'tag': '98db3040-f5ae-43e3-b415-263ce6d98548'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:39.771170 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09865c8-868d-4178-8618-dd8d81bed4df" -d '{"events": [{"name": "network-changed", "server_uuid": "db9c8c44-15cb-429c-8194-7f58c27687cb", "tag": "98db3040-f5ae-43e3-b415-263ce6d98548"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:39.779426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-671cb074-405c-44d9-b7c1-0777c5287ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.781175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-671cb074-405c-44d9-b7c1-0777c5287ecd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 1126 time: 0.5437210 Feb 09 02:51:39.783555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:39.842444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-c7e99040-e08e-48ea-9b1e-9e3c7ad3152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:39.844356 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a513534a-0dd1-4fed-8a0e-2deef0b2b162 req-c7e99040-e08e-48ea-9b1e-9e3c7ad3152d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5856304 Feb 09 02:51:39.920580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Allocated IP 192.168.233.248 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/347a9926-586c-481d-b5d2-ef17a3476a7c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:39.953959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-603ee51a-3146-46a9-b6ab-b4f4aafd8641 req-1143c893-53be-499a-a2d3-092ddd60a8e8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759795 Feb 09 02:51:39.987318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfc8228-2948-475f-87fc-46dd9830118f,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:39.989792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b74d060b-fd9a-4acd-84c6-99fb68e5d600 req-b6d2ecac-22e1-4eb5-96ae-f4adc7f86940 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431534 Feb 09 02:51:39.993619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1d707fab-2ea5-46b4-b29a-06597f716cf5 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:40.000828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'Port': ['ID=64c5f50b-14df-418b-ac49-54b396257e2a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:40.027680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-821e0ccf-3414-490b-b035-35e28b483523 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98db3040-f5ae-43e3-b415-263ce6d98548 HTTP/1.1" status: 200 len: 217 time: 0.2295678 Feb 09 02:51:40.105114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.105763 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.117189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 1d707fab-2ea5-46b4-b29a-06597f716cf5 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:40.123526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 1d707fab-2ea5-46b4-b29a-06597f716cf5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:40.123958 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.127613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f3e51-28a2-4351-94be-0cdaa3ca576b req-2f91fbb2-3653-4ec6-851a-691185c9d846 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.130592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-101f3e51-28a2-4351-94be-0cdaa3ca576b req-2f91fbb2-3653-4ec6-851a-691185c9d846 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.4011869 Feb 09 02:51:40.178690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-03dd929f-7a59-40e9-864f-b54e08405aa3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0852365 Feb 09 02:51:40.211884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-ae72d74e-b831-458b-80d6-27e783213b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.214560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-ae72d74e-b831-458b-80d6-27e783213b7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.1654339 Feb 09 02:51:40.223346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1d707fab-2ea5-46b4-b29a-06597f716cf5 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:40.223956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.239868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-d28ba292-bed7-4bda-8be0-bc27ed9f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.240261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-d28ba292-bed7-4bda-8be0-bc27ed9f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.240716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-d28ba292-bed7-4bda-8be0-bc27ed9f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.241178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-d28ba292-bed7-4bda-8be0-bc27ed9f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.241636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-d28ba292-bed7-4bda-8be0-bc27ed9f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.242328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-d28ba292-bed7-4bda-8be0-bc27ed9f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.242948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-d28ba292-bed7-4bda-8be0-bc27ed9f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.244474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-130a648a-72d8-4704-b614-bd5104caa315 req-d28ba292-bed7-4bda-8be0-bc27ed9f20e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6521 time: 0.3490820 Feb 09 02:51:40.273595 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-101f3e51-28a2-4351-94be-0cdaa3ca576b req-5bb1ea7a-2a86-4480-8fc0-fea2e839b02f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339726 Feb 09 02:51:40.279349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1d707fab-2ea5-46b4-b29a-06597f716cf5, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1d707fab-2ea5-46b4-b29a-06597f716cf5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:40.282842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-9c68a733-7713-44b8-b4ef-c355531e3b2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567641 Feb 09 02:51:40.288317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Request body: {'port': {'device_id': '794f0405-a8aa-4be7-8e70-40f71f994a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:40.301240 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.305626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ef34376a-8309-47ee-96a9-f07df6ceead0 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:40.356242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-379f39a6-cb69-4096-83a2-436388a17691 None None] Provisioning complete for port 64c5f50b-14df-418b-ac49-54b396257e2a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:40.356648 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-379f39a6-cb69-4096-83a2-436388a17691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.440804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.550683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-379f39a6-cb69-4096-83a2-436388a17691 None None] Port 64c5f50b-14df-418b-ac49-54b396257e2a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:40.563514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-6a73868c-ed8f-4ad9-ba16-766c1c8c6495 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683954 Feb 09 02:51:40.590589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1d707fab-2ea5-46b4-b29a-06597f716cf5,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:40.623821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port ef34376a-8309-47ee-96a9-f07df6ceead0 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:40.628219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port ef34376a-8309-47ee-96a9-f07df6ceead0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:40.628604 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.731752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port ef34376a-8309-47ee-96a9-f07df6ceead0 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:40.732163 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.768550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Attempting to bind port 9bfc8228-2948-475f-87fc-46dd9830118f on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:40.768948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Attempting to bind port 9bfc8228-2948-475f-87fc-46dd9830118f by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:40.769198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Attempting to bind port 9bfc8228-2948-475f-87fc-46dd9830118f on network 2c087ce3-630a-41c4-9517-4b01bbe39acb {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:40.789693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbefd-ccce-4404-bf15-6bf157367ff2 req-c2baf68b-6c61-41b7-8dda-e267b5fe69c7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.797576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bcbefd-ccce-4404-bf15-6bf157367ff2 req-c2baf68b-6c61-41b7-8dda-e267b5fe69c7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 944 time: 0.6847401 Feb 09 02:51:40.798722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ef34376a-8309-47ee-96a9-f07df6ceead0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ef34376a-8309-47ee-96a9-f07df6ceead0,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:40.805743 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.822946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Port 9bfc8228-2948-475f-87fc-46dd9830118f on network 2c087ce3-630a-41c4-9517-4b01bbe39acb not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:40.823276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Attempting to bind port 9bfc8228-2948-475f-87fc-46dd9830118f on network 2c087ce3-630a-41c4-9517-4b01bbe39acb {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:40.841051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cb5046-57d4-40dc-9116-c17c3fd7fc37 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:40.847455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94196-b91a-40f4-93a6-429df1c4e509 req-60d2c1dd-0c1b-47d3-8496-09bbffbf90c6 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.849251 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8dc94196-b91a-40f4-93a6-429df1c4e509 req-60d2c1dd-0c1b-47d3-8496-09bbffbf90c6 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 945 time: 0.1950920 Feb 09 02:51:40.856261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aef6ef9-25c4-4b89-8f91-b1a34ed19b29 req-49c15c33-09a6-48cb-9aff-2c384b37bd1f service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770123 Feb 09 02:51:40.860826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Publish callbacks [] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.870197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:40.870741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Checking segment: {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:40.871052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Bound using segment: {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:40.871497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Bound port: 9bfc8228-2948-475f-87fc-46dd9830118f, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:40.872248 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.899053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=ef34376a-8309-47ee-96a9-f07df6ceead0,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:40.927768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8dc94196-b91a-40f4-93a6-429df1c4e509 req-1c4c3161-43b2-4a34-91b3-7d6fc5c05ebf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691321 Feb 09 02:51:40.943245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Transition to ACTIVE for port object b6cb5046-57d4-40dc-9116-c17c3fd7fc37 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:40.975012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-58ce4599-9c9d-43e4-b974-0466dde7b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.975503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-58ce4599-9c9d-43e4-b974-0466dde7b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.975950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-58ce4599-9c9d-43e4-b974-0466dde7b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:40.977528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-130a648a-72d8-4704-b614-bd5104caa315 req-58ce4599-9c9d-43e4-b974-0466dde7b59b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9f5bfcf4053440c98e4d8a4572001516&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7122970 Feb 09 02:51:40.978161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.982879 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:40.989613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08bcbefd-ccce-4404-bf15-6bf157367ff2 req-3058c4d0-ac81-4dfd-8d90-545b8d03996c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912262 Feb 09 02:51:41.074889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55147eb-d619-4b24-836c-00dc3c4baa25 req-e551449c-8de1-4125-877b-fdaba02fd3cb tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.082903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d55147eb-d619-4b24-836c-00dc3c4baa25 req-e551449c-8de1-4125-877b-fdaba02fd3cb tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0768037 Feb 09 02:51:41.094071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b26605-12a2-4ad8-9719-b791c3f56f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d707fab-2ea5-46b4-b29a-06597f716cf5'}, {'server_uuid': '91014458-b79b-4f9b-81b7-0d867ffba81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef34376a-8309-47ee-96a9-f07df6ceead0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:41.096100 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b79b9a5-0998-447c-96a2-526d6977e3a1" -d '{"events": [{"server_uuid": "f6b26605-12a2-4ad8-9719-b791c3f56f42", "name": "network-vif-plugged", "status": "completed", "tag": "1d707fab-2ea5-46b4-b29a-06597f716cf5"}, {"server_uuid": "91014458-b79b-4f9b-81b7-0d867ffba81d", "name": "network-vif-plugged", "status": "completed", "tag": "ef34376a-8309-47ee-96a9-f07df6ceead0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:41.140776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d55147eb-d619-4b24-836c-00dc3c4baa25 req-d2a335e5-53d0-4150-902e-3eced5b3547e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569353 Feb 09 02:51:41.171859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:41.174587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] For port 9bfc8228-2948-475f-87fc-46dd9830118f, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:41.207495 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2266194d-c46c-4b66-b179-6efbf682c455 x-openstack-request-id: req-2266194d-c46c-4b66-b179-6efbf682c455 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:41.210525 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9c8c44-15cb-429c-8194-7f58c27687cb", "tag": "98db3040-f5ae-43e3-b415-263ce6d98548", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:41.210887 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2266194d-c46c-4b66-b179-6efbf682c455 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:41.212483 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9c8c44-15cb-429c-8194-7f58c27687cb', 'tag': '98db3040-f5ae-43e3-b415-263ce6d98548', 'status': 'completed', 'code': 200} Feb 09 02:51:41.219331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] For port 9bfc8228-2948-475f-87fc-46dd9830118f, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bfc8228-2948-475f-87fc-46dd9830118f,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:41.257881 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:41.259816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:41.277381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:41.284136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:41.341614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-24584b0d-58b0-47a3-b8a7-dd0688ed2125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.347535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-24584b0d-58b0-47a3-b8a7-dd0688ed2125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.357083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-24584b0d-58b0-47a3-b8a7-dd0688ed2125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.361755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-24584b0d-58b0-47a3-b8a7-dd0688ed2125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.367018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-24584b0d-58b0-47a3-b8a7-dd0688ed2125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.372768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-24584b0d-58b0-47a3-b8a7-dd0688ed2125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.377994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-24584b0d-58b0-47a3-b8a7-dd0688ed2125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.385669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-24584b0d-58b0-47a3-b8a7-dd0688ed2125 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5406 time: 0.3076215 Feb 09 02:51:41.393673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a648a-72d8-4704-b614-bd5104caa315 req-60e794d8-49ba-4b34-a6b8-db86e7b4ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.395149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-130a648a-72d8-4704-b614-bd5104caa315 req-60e794d8-49ba-4b34-a6b8-db86e7b4ef48 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4026718 Feb 09 02:51:41.420983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09865c8-868d-4178-8618-dd8d81bed4df req-7696aa2e-39c0-4809-a00a-ca63e50af7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.427936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.428555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:41.429961 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] 10.222.0.26 "PUT /v2.0/ports/9bfc8228-2948-475f-87fc-46dd9830118f HTTP/1.1" status: 200 len: 1091 time: 4.1104093 Feb 09 02:51:41.432483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '9bfc8228-2948-475f-87fc-46dd9830118f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:41.435331 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e20abc-e917-44dc-afa8-19ff6d200c32" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "9bfc8228-2948-475f-87fc-46dd9830118f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:41.436288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f09865c8-868d-4178-8618-dd8d81bed4df req-7696aa2e-39c0-4809-a00a-ca63e50af7b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 1126 time: 0.1963143 Feb 09 02:51:41.470049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:41.498997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Request body: {'port': {'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:41.515306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:41.528282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb708204-e8a2-4620-bba4-3db5da098aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfc8228-2948-475f-87fc-46dd9830118f,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:41.556063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:41.613777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:41.614032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:41.621438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:41.674441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c5f50b-14df-418b-ac49-54b396257e2a {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:41.684143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Publish callbacks [] for port (64c5f50b-14df-418b-ac49-54b396257e2a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:41.708549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Transition to ACTIVE for port object 64c5f50b-14df-418b-ac49-54b396257e2a will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:41.784946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:41.785328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:41.785818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:41.838670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:41.839158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:41.840164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:41.840712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Bound port: b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:41.841174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:41.897385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=64c5f50b-14df-418b-ac49-54b396257e2a,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:41.919543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49ddc2-ee2e-40c8-8672-e3bee26922ae req-420b6351-bea0-4ec2-a966-8dd9084c3c2d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:41.928556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae49ddc2-ee2e-40c8-8672-e3bee26922ae req-420b6351-bea0-4ec2-a966-8dd9084c3c2d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 948 time: 0.2182996 Feb 09 02:51:41.939082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-663da7f0-ef8a-418c-af94-0cf2c712ab34 req-476b85a8-e3fc-4046-a51d-d15261d64ecf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5451193 Feb 09 02:51:41.997365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'Port': ['ID=347a9926-586c-481d-b5d2-ef17a3476a7c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:42.009334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9a49d470-6898-4b3e-a4f2-fbbb4b18d64c None None] Provisioning complete for port 347a9926-586c-481d-b5d2-ef17a3476a7c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:42.009722 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a49d470-6898-4b3e-a4f2-fbbb4b18d64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.037098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.037734 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.071040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9a49d470-6898-4b3e-a4f2-fbbb4b18d64c None None] Port 347a9926-586c-481d-b5d2-ef17a3476a7c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:42.106930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09865c8-868d-4178-8618-dd8d81bed4df req-1e96d92d-4160-4966-b29e-e14fb18df0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.108442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f09865c8-868d-4178-8618-dd8d81bed4df req-1e96d92d-4160-4966-b29e-e14fb18df0e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.6414363 Feb 09 02:51:42.113508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Attempting to bind port 64c5f50b-14df-418b-ac49-54b396257e2a on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:42.113839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Attempting to bind port 64c5f50b-14df-418b-ac49-54b396257e2a by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:42.114168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Attempting to bind port 64c5f50b-14df-418b-ac49-54b396257e2a on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:42.115609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-3ee68c23-1a05-4165-b50d-ad65dfea349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.116455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-3ee68c23-1a05-4165-b50d-ad65dfea349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.116927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-3ee68c23-1a05-4165-b50d-ad65dfea349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.117404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-3ee68c23-1a05-4165-b50d-ad65dfea349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.118072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-3ee68c23-1a05-4165-b50d-ad65dfea349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.118444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-3ee68c23-1a05-4165-b50d-ad65dfea349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.118909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-3ee68c23-1a05-4165-b50d-ad65dfea349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.122793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-3ee68c23-1a05-4165-b50d-ad65dfea349b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6594 time: 0.5234697 Feb 09 02:51:42.123157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.169361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f09865c8-868d-4178-8618-dd8d81bed4df req-37706f0a-8157-409e-8e43-b1752dafbb86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98db3040-f5ae-43e3-b415-263ce6d98548 HTTP/1.1" status: 200 len: 217 time: 0.0489836 Feb 09 02:51:42.173566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Port 64c5f50b-14df-418b-ac49-54b396257e2a on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:42.173900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Attempting to bind port 64c5f50b-14df-418b-ac49-54b396257e2a on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:42.203973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f0c6dc79-b1d9-4de9-8ae6-35d73049cb94 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5233531 Feb 09 02:51:42.208567 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae49ddc2-ee2e-40c8-8672-e3bee26922ae req-443a883c-af33-4047-830b-5046055dabdb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612410 Feb 09 02:51:42.211381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:42.211722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:42.212107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:42.212556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Bound port: 64c5f50b-14df-418b-ac49-54b396257e2a, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:42.212918 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.256482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Request body: {'port': {'device_id': '318260db-68db-4f80-aaac-1eede976b6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:42.257338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09865c8-868d-4178-8618-dd8d81bed4df req-1fc60359-069e-4780-8558-5007b53db3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.258799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f09865c8-868d-4178-8618-dd8d81bed4df req-1fc60359-069e-4780-8558-5007b53db3b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0824776 Feb 09 02:51:42.284377 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb9d6e1-3c47-42dc-acaa-0eb79433246b x-openstack-request-id: req-6fb9d6e1-3c47-42dc-acaa-0eb79433246b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:42.284857 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b26605-12a2-4ad8-9719-b791c3f56f42", "name": "network-vif-plugged", "status": "completed", "tag": "1d707fab-2ea5-46b4-b29a-06597f716cf5", "code": 200}, {"server_uuid": "91014458-b79b-4f9b-81b7-0d867ffba81d", "name": "network-vif-plugged", "status": "completed", "tag": "ef34376a-8309-47ee-96a9-f07df6ceead0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:42.284971 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fb9d6e1-3c47-42dc-acaa-0eb79433246b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:42.285324 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b26605-12a2-4ad8-9719-b791c3f56f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d707fab-2ea5-46b4-b29a-06597f716cf5', 'code': 200} Feb 09 02:51:42.285580 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91014458-b79b-4f9b-81b7-0d867ffba81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef34376a-8309-47ee-96a9-f07df6ceead0', 'code': 200} Feb 09 02:51:42.309460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:42.379738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:42.427022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] For port 64c5f50b-14df-418b-ac49-54b396257e2a, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:42.437991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f09865c8-868d-4178-8618-dd8d81bed4df req-e9b2de46-a1b4-4c2f-90e9-35419a6566dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989425 Feb 09 02:51:42.444927 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.521089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] For port 64c5f50b-14df-418b-ac49-54b396257e2a, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=64c5f50b-14df-418b-ac49-54b396257e2a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:42.523376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad28e-8208-4c3a-963a-6965e85be582 req-0f7e5b82-b0bb-4886-a7ab-5c8e49c632f8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.524655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e7ad28e-8208-4c3a-963a-6965e85be582 req-0f7e5b82-b0bb-4886-a7ab-5c8e49c632f8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.4796045 Feb 09 02:51:42.576099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.579993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.581117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.582936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 1092 time: 3.6089213 Feb 09 02:51:42.598902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-ec916c37-bf0b-40f7-a57e-5647b691caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.599375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-ec916c37-bf0b-40f7-a57e-5647b691caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.599842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-ec916c37-bf0b-40f7-a57e-5647b691caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.601581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3296a-45dc-435e-956d-c846c9e56ece req-d19c8bfb-d652-4102-ba84-3e8461ec6c7b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.602445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-ec916c37-bf0b-40f7-a57e-5647b691caab service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9f5bfcf4053440c98e4d8a4572001516&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4578688 Feb 09 02:51:42.603287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3dc3296a-45dc-435e-956d-c846c9e56ece req-d19c8bfb-d652-4102-ba84-3e8461ec6c7b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.2374444 Feb 09 02:51:42.612475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.690853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.691479 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:42.692872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] 10.222.0.26 "PUT /v2.0/ports/64c5f50b-14df-418b-ac49-54b396257e2a HTTP/1.1" status: 200 len: 1096 time: 2.4091215 Feb 09 02:51:42.705520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64b91b-7b5b-469d-82b5-0323344f72ee req-99604356-f882-4405-868d-a1f40f5cd4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.707068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee64b91b-7b5b-469d-82b5-0323344f72ee req-99604356-f882-4405-868d-a1f40f5cd4de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6b26605-12a2-4ad8-9719-b791c3f56f42 HTTP/1.1" status: 200 len: 1128 time: 0.2775950 Feb 09 02:51:42.744166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e9d3d-a55f-45e0-a6ec-c43af6220abc req-bdb266ed-5ee3-4c74-839b-742f57459e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:42.755542 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f6e9d3d-a55f-45e0-a6ec-c43af6220abc req-bdb266ed-5ee3-4c74-839b-742f57459e5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 1128 time: 0.3245449 Feb 09 02:51:42.804057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f025-abfc-417e-8c43-d202cad4b1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=64c5f50b-14df-418b-ac49-54b396257e2a,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:42.832722 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f09865c8-868d-4178-8618-dd8d81bed4df req-5906490e-8e31-4352-918d-ed13a60ac5b5 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534925 Feb 09 02:51:42.835606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef22cf8-7945-4a53-ac92-0d8d7c13d025 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:42.856854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3dc3296a-45dc-435e-956d-c846c9e56ece req-eb0056af-af0f-4431-acb1-b86f8f33d156 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157178 Feb 09 02:51:42.906829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e7ad28e-8208-4c3a-963a-6965e85be582 req-c5bb0d1a-b84c-45b3-8c45-091caa193bb8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512626 Feb 09 02:51:43.016012 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748131c9-9bac-4706-ba81-bfc7c25c5e67 x-openstack-request-id: req-748131c9-9bac-4706-ba81-bfc7c25c5e67 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:43.016451 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "9bfc8228-2948-475f-87fc-46dd9830118f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:43.016864 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-748131c9-9bac-4706-ba81-bfc7c25c5e67 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:43.017496 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '9bfc8228-2948-475f-87fc-46dd9830118f', 'status': 'completed', 'code': 200} Feb 09 02:51:43.065461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-02db3023-1e72-4cf4-9bc2-e5f129d0da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.067335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-02db3023-1e72-4cf4-9bc2-e5f129d0da4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1126 time: 0.4203048 Feb 09 02:51:43.069720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee64b91b-7b5b-469d-82b5-0323344f72ee req-5d690bce-609b-4eba-8469-56492b967198 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345945 Feb 09 02:51:43.071739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f6e9d3d-a55f-45e0-a6ec-c43af6220abc req-db9d1135-8252-4052-90d2-ff76dcaaa6f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059871 Feb 09 02:51:43.075621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-2f0cd83f-b987-4e22-bbf4-a390e5d09422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.077369 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fae668a4-b602-4a9e-b273-0f2fa141e26b req-2f0cd83f-b987-4e22-bbf4-a390e5d09422 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4626875 Feb 09 02:51:43.088359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-ac5a2f56-06b5-472b-a85e-493f1f3fd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.090585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-ac5a2f56-06b5-472b-a85e-493f1f3fd5e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 1130 time: 0.3068485 Feb 09 02:51:43.133790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17484550-e09d-4744-8b6f-aa916fc4346c req-5685c0e6-b5ab-4c3a-b340-663bb790685e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.135428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17484550-e09d-4744-8b6f-aa916fc4346c req-5685c0e6-b5ab-4c3a-b340-663bb790685e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 945 time: 0.1356153 Feb 09 02:51:43.138768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f09865c8-868d-4178-8618-dd8d81bed4df req-592cd10e-a50e-49f0-acf6-a8729f5eab5f service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614462 Feb 09 02:51:43.187624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17484550-e09d-4744-8b6f-aa916fc4346c req-a81e0e9d-939b-47e5-a0c9-15ea1ac02850 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Feb 09 02:51:43.209513 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-5bb128a0-2e4f-44f5-be87-42da731e439c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 217 time: 0.1182542 Feb 09 02:51:43.214796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794f0405-a8aa-4be7-8e70-40f71f994a9b', 'tag': '64c5f50b-14df-418b-ac49-54b396257e2a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:43.217871 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382eed89-a74e-4821-bdb6-0e448de611bd" -d '{"events": [{"name": "network-changed", "server_uuid": "794f0405-a8aa-4be7-8e70-40f71f994a9b", "tag": "64c5f50b-14df-418b-ac49-54b396257e2a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:43.295610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 98db3040-f5ae-43e3-b415-263ce6d98548 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:43.348685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36bc5f-e9f7-4f90-b4e6-87ec4691514a req-cb96ce35-25ae-42ea-b07e-6e92f89fb229 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.359982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a36bc5f-e9f7-4f90-b4e6-87ec4691514a req-cb96ce35-25ae-42ea-b07e-6e92f89fb229 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 944 time: 0.1023366 Feb 09 02:51:43.363932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f314b80-df3b-4115-9ec6-92b6a6d57f7b {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:43.374572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9f712a1c-2b97-47f4-a7c7-7b20599f09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.376153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-9f712a1c-2b97-47f4-a7c7-7b20599f09fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1406255 Feb 09 02:51:43.379984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Publish callbacks [] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:43.392559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3513f-48cb-478f-9431-4264ac482832 req-d54992e9-6ef9-47ed-ad7a-f8452aa82c46 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.394207 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27a3513f-48cb-478f-9431-4264ac482832 req-d54992e9-6ef9-47ed-ad7a-f8452aa82c46 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 946 time: 0.2526765 Feb 09 02:51:43.421760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 98db3040-f5ae-43e3-b415-263ce6d98548, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=98db3040-f5ae-43e3-b415-263ce6d98548,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:43.434769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a36bc5f-e9f7-4f90-b4e6-87ec4691514a req-76766ff2-04e5-4e7a-80e7-e1dce83064c5 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733576 Feb 09 02:51:43.439702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '98db3040-f5ae-43e3-b415-263ce6d98548', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'port_id': '98db3040-f5ae-43e3-b415-263ce6d98548', 'mac_address': 'fa:16:3e:d2:a9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285be046-434d-4db6-9868-7b28c7c79961', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:43.490476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 98db3040-f5ae-43e3-b415-263ce6d98548 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:43.490873 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:43.495129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-6edffb45-6694-4afb-a0e9-92a09098cf33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998149 Feb 09 02:51:43.519943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98db3040-f5ae-43e3-b415-263ce6d98548 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:43.537766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Transition to ACTIVE for port object 1f314b80-df3b-4115-9ec6-92b6a6d57f7b will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:43.548925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 98db3040-f5ae-43e3-b415-263ce6d98548, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=98db3040-f5ae-43e3-b415-263ce6d98548,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:43.556548 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:43.580840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:43.586334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347a9926-586c-481d-b5d2-ef17a3476a7c {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:43.589595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d566c94-aaca-4ca0-8bb8-bf890deaaf0d req-ae9ca252-b7cb-4a51-ab03-d740d651614f tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.591116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d566c94-aaca-4ca0-8bb8-bf890deaaf0d req-ae9ca252-b7cb-4a51-ab03-d740d651614f tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0794189 Feb 09 02:51:43.594651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27a3513f-48cb-478f-9431-4264ac482832 req-fbee6066-f04b-4bd1-8e13-2df6606b0960 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850555 Feb 09 02:51:43.639263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=98db3040-f5ae-43e3-b415-263ce6d98548,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:43.645986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Publish callbacks [] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:43.667399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-3ead4960-789c-4249-9fa4-909d3a12cbdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=64c5f50b-14df-418b-ac49-54b396257e2a HTTP/1.1" status: 200 len: 217 time: 0.0343115 Feb 09 02:51:43.683309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Transition to ACTIVE for port object 347a9926-586c-481d-b5d2-ef17a3476a7c will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:43.715719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:43.732461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:43.840661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d566c94-aaca-4ca0-8bb8-bf890deaaf0d req-46dd6a67-e8d9-44ee-8198-38e038d34de8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213099 Feb 09 02:51:43.858223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-8bf68ea3-ca76-447d-a6a5-24a3df62397b service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390753 Feb 09 02:51:43.866105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-ec6c2a69-a493-47e2-8ebc-cfad50d35afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.867605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-ec6c2a69-a493-47e2-8ebc-cfad50d35afb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1801000 Feb 09 02:51:43.868358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['98db3040-f5ae-43e3-b415-263ce6d98548'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:43.874637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-332a9759-d2a0-4858-857a-ea1994848e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.876406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-332a9759-d2a0-4858-857a-ea1994848e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.876894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-332a9759-d2a0-4858-857a-ea1994848e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.877360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-332a9759-d2a0-4858-857a-ea1994848e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.877820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-332a9759-d2a0-4858-857a-ea1994848e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.878295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-332a9759-d2a0-4858-857a-ea1994848e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.878754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-332a9759-d2a0-4858-857a-ea1994848e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:43.880739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-332a9759-d2a0-4858-857a-ea1994848e23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6619 time: 0.2102065 Feb 09 02:51:44.030591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Pushing event updated for resources: {'Port': ['ID=347a9926-586c-481d-b5d2-ef17a3476a7c,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:44.084783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-cf5d41dc-f4e9-41cd-a91c-de8762ec02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.091249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-cf5d41dc-f4e9-41cd-a91c-de8762ec02b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2095413 Feb 09 02:51:44.113822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741708c-83d5-4118-b3a7-29558456cd0c req-32875067-a333-4fb9-baf7-f35668bca83a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.120050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741708c-83d5-4118-b3a7-29558456cd0c req-32875067-a333-4fb9-baf7-f35668bca83a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.127424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741708c-83d5-4118-b3a7-29558456cd0c req-32875067-a333-4fb9-baf7-f35668bca83a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.133977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741708c-83d5-4118-b3a7-29558456cd0c req-32875067-a333-4fb9-baf7-f35668bca83a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.141269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741708c-83d5-4118-b3a7-29558456cd0c req-32875067-a333-4fb9-baf7-f35668bca83a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.142667 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0df779-2d16-4b5a-9073-36b0023f3861 x-openstack-request-id: req-9c0df779-2d16-4b5a-9073-36b0023f3861 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:44.142993 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794f0405-a8aa-4be7-8e70-40f71f994a9b", "tag": "64c5f50b-14df-418b-ac49-54b396257e2a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:44.143259 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c0df779-2d16-4b5a-9073-36b0023f3861 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:44.143673 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794f0405-a8aa-4be7-8e70-40f71f994a9b', 'tag': '64c5f50b-14df-418b-ac49-54b396257e2a', 'status': 'completed', 'code': 200} Feb 09 02:51:44.146678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741708c-83d5-4118-b3a7-29558456cd0c req-32875067-a333-4fb9-baf7-f35668bca83a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.153311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741708c-83d5-4118-b3a7-29558456cd0c req-32875067-a333-4fb9-baf7-f35668bca83a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.162223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0741708c-83d5-4118-b3a7-29558456cd0c req-32875067-a333-4fb9-baf7-f35668bca83a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.4347689 Feb 09 02:51:44.218270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-902d21eb-76a6-435d-9e3b-4f6cd49c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.218767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-902d21eb-76a6-435d-9e3b-4f6cd49c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.219240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-902d21eb-76a6-435d-9e3b-4f6cd49c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.220828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-902d21eb-76a6-435d-9e3b-4f6cd49c9c05 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9f5bfcf4053440c98e4d8a4572001516&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3243761 Feb 09 02:51:44.246953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0741708c-83d5-4118-b3a7-29558456cd0c req-6f4c23ae-33b4-4137-9803-4132abcaa03e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793059 Feb 09 02:51:44.272421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Attempting to bind port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:44.272741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Attempting to bind port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:44.273082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Attempting to bind port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b on network 2c087ce3-630a-41c4-9517-4b01bbe39acb {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:44.289794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b on network 2c087ce3-630a-41c4-9517-4b01bbe39acb not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:44.290121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Attempting to bind port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b on network 2c087ce3-630a-41c4-9517-4b01bbe39acb {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:44.325574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:44.325949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Checking segment: {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:44.326321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Bound using segment: {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:44.326773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Bound port: 1f314b80-df3b-4115-9ec6-92b6a6d57f7b, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:44.327128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:44.391230 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714b6197-b0da-4426-bbd4-7f4b266264dd req-c4676197-18b8-429f-8cbe-985da92fa5a8 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175228 Feb 09 02:51:44.394914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-a80c29ab-ffb2-4ee1-ad55-6c2074c35b44 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860837 Feb 09 02:51:44.409720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Attempting to bind port 347a9926-586c-481d-b5d2-ef17a3476a7c on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:44.410085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Attempting to bind port 347a9926-586c-481d-b5d2-ef17a3476a7c by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:44.410454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Attempting to bind port 347a9926-586c-481d-b5d2-ef17a3476a7c on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:44.426014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652b8ab-993c-4d39-ab31-d831536d2c4b req-51affad2-5783-48e7-bb1c-daca6489ce70 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.432874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Port 347a9926-586c-481d-b5d2-ef17a3476a7c on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:44.433192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Attempting to bind port 347a9926-586c-481d-b5d2-ef17a3476a7c on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:44.434753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8652b8ab-993c-4d39-ab31-d831536d2c4b req-51affad2-5783-48e7-bb1c-daca6489ce70 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 948 time: 0.2110813 Feb 09 02:51:44.440936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:44.441368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:44.441644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:44.442088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Bound port: 347a9926-586c-481d-b5d2-ef17a3476a7c, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:44.442575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:44.496313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] For port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:44.519774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-485c3029-0bb7-4172-9262-e8307a0093fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.522426 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36e20abc-e917-44dc-afa8-19ff6d200c32 req-485c3029-0bb7-4172-9262-e8307a0093fb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2826827 Feb 09 02:51:44.522705 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] For port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:44.563224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:44.567931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8652b8ab-993c-4d39-ab31-d831536d2c4b req-daf44f11-115b-4959-96f0-4360dd77ac6c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322546 Feb 09 02:51:44.609841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] For port 347a9926-586c-481d-b5d2-ef17a3476a7c, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:44.612607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.613219 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:44.614974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] 10.222.0.26 "PUT /v2.0/ports/1f314b80-df3b-4115-9ec6-92b6a6d57f7b HTTP/1.1" status: 200 len: 1091 time: 3.1219985 Feb 09 02:51:44.635339 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-c7652693-2ccc-44ec-b684-f85537d80b80 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299566 Feb 09 02:51:44.635568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] For port 347a9926-586c-481d-b5d2-ef17a3476a7c, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=347a9926-586c-481d-b5d2-ef17a3476a7c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:44.654185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e699fa-413e-4e02-acc6-8621531c347c req-d4c75573-8c09-4da0-b11a-088d84673bca tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.661043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3e699fa-413e-4e02-acc6-8621531c347c req-d4c75573-8c09-4da0-b11a-088d84673bca tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.1607273 Feb 09 02:51:44.680144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:44.745151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c2480-3c10-40d3-bb0c-f60ffbde8cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:44.868747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-05f50901-0ff6-43c7-b7b7-03d2433ecc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.869328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-05f50901-0ff6-43c7-b7b7-03d2433ecc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.869742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.869920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-05f50901-0ff6-43c7-b7b7-03d2433ecc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.870440 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:44.870632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-05f50901-0ff6-43c7-b7b7-03d2433ecc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.871165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-05f50901-0ff6-43c7-b7b7-03d2433ecc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.871681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-05f50901-0ff6-43c7-b7b7-03d2433ecc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.872115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] 10.222.0.61 "PUT /v2.0/ports/347a9926-586c-481d-b5d2-ef17a3476a7c HTTP/1.1" status: 200 len: 1096 time: 2.6198061 Feb 09 02:51:44.872258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-05f50901-0ff6-43c7-b7b7-03d2433ecc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.874388 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-05f50901-0ff6-43c7-b7b7-03d2433ecc24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6692 time: 0.1708369 Feb 09 02:51:44.875699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3e699fa-413e-4e02-acc6-8621531c347c req-581ac5d3-693d-403e-a543-ff4aca1815b5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138519 Feb 09 02:51:44.876438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54135e8e-66b6-4bd1-87f0-4c16f14cab5d service neutron] Pushing event updated for resources: {'Port': ['ID=347a9926-586c-481d-b5d2-ef17a3476a7c,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:44.910281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cef99-4b84-42db-9d85-a3e4f1b7f671 req-16d49bda-db4a-42b0-8060-9cb6c3739ee4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.920532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eed89-a74e-4821-bdb6-0e448de611bd req-7275e23d-b039-4ff8-b109-063a5941a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:44.922497 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-382eed89-a74e-4821-bdb6-0e448de611bd req-7275e23d-b039-4ff8-b109-063a5941a0d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 1130 time: 0.2127869 Feb 09 02:51:44.924155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e90cef99-4b84-42db-9d85-a3e4f1b7f671 req-16d49bda-db4a-42b0-8060-9cb6c3739ee4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.2301059 Feb 09 02:51:44.994590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-7141bd4d-8123-4949-9e05-2204b3ff5620 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc7e70e-64b6-4625-b5c1-5493724b6c43 HTTP/1.1" status: 200 len: 217 time: 0.1006024 Feb 09 02:51:45.103630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-5d7afc61-3db2-461d-bf25-96c0e01a87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.105273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-5d7afc61-3db2-461d-bf25-96c0e01a87ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffed1295-2d64-4ddb-ac25-6211e02bb325 HTTP/1.1" status: 200 len: 851 time: 0.0829113 Feb 09 02:51:45.121863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e90cef99-4b84-42db-9d85-a3e4f1b7f671 req-223e1c07-ce3e-4833-b0be-83e900d2337a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185217 Feb 09 02:51:45.198146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-f46672d3-d25c-45a6-bdd0-bea0800ece6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.200315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-f46672d3-d25c-45a6-bdd0-bea0800ece6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b799aea-b9be-4e59-9337-9682fc26a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775023 Feb 09 02:51:45.305698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 98db3040-f5ae-43e3-b415-263ce6d98548 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:45.381409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 98db3040-f5ae-43e3-b415-263ce6d98548 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:45.389004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 98db3040-f5ae-43e3-b415-263ce6d98548 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:45.389454 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:45.396371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37'}, {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b'}, {'name': 'network-changed', 'server_uuid': '318260db-68db-4f80-aaac-1eede976b6a2', 'tag': '347a9926-586c-481d-b5d2-ef17a3476a7c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:45.399638 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365d7cf3-9c3c-42b2-9cde-43db578c3094" -d '{"events": [{"name": "network-changed", "server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37"}, {"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "1f314b80-df3b-4115-9ec6-92b6a6d57f7b"}, {"name": "network-changed", "server_uuid": "318260db-68db-4f80-aaac-1eede976b6a2", "tag": "347a9926-586c-481d-b5d2-ef17a3476a7c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:45.521973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 98db3040-f5ae-43e3-b415-263ce6d98548 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:45.522402 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:45.530571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eed89-a74e-4821-bdb6-0e448de611bd req-1457c335-6311-495c-84b7-5382ed805ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.532542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-382eed89-a74e-4821-bdb6-0e448de611bd req-1457c335-6311-495c-84b7-5382ed805ace service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.6017940 Feb 09 02:51:45.548056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f80b5a36-fa1f-453a-a7f0-cdaa547baaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.549822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-f80b5a36-fa1f-453a-a7f0-cdaa547baaaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 1130 time: 0.1465025 Feb 09 02:51:45.569774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974877e5-60b1-4ea1-8b5b-fb43144e33b3 req-95a4cb11-e43b-4a82-9c91-46408325ed09 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.578003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-974877e5-60b1-4ea1-8b5b-fb43144e33b3 req-95a4cb11-e43b-4a82-9c91-46408325ed09 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 945 time: 0.1673057 Feb 09 02:51:45.578543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 98db3040-f5ae-43e3-b415-263ce6d98548, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=98db3040-f5ae-43e3-b415-263ce6d98548,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:45.579301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9c8c44-15cb-429c-8194-7f58c27687cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db3040-f5ae-43e3-b415-263ce6d98548'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:45.581871 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0865ff-87b8-4aff-b654-e507ae45cc27" -d '{"events": [{"server_uuid": "db9c8c44-15cb-429c-8194-7f58c27687cb", "name": "network-vif-plugged", "status": "completed", "tag": "98db3040-f5ae-43e3-b415-263ce6d98548"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:45.589483 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:45.638524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243871f-1b57-41f0-b1ac-00fc23e242e5 req-7b8b83c4-e4ad-4120-8934-819902c2d70d tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.645853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5243871f-1b57-41f0-b1ac-00fc23e242e5 req-7b8b83c4-e4ad-4120-8934-819902c2d70d tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.4501595 Feb 09 02:51:45.658279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-382eed89-a74e-4821-bdb6-0e448de611bd req-a1c18d08-9ac7-4be2-8e28-da7d261a36bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=64c5f50b-14df-418b-ac49-54b396257e2a HTTP/1.1" status: 200 len: 217 time: 0.1047742 Feb 09 02:51:45.661545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=98db3040-f5ae-43e3-b415-263ce6d98548,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:45.662013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-8005c1b2-d600-4a8f-884e-2f02bcd525d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=347a9926-586c-481d-b5d2-ef17a3476a7c HTTP/1.1" status: 200 len: 217 time: 0.1009769 Feb 09 02:51:45.716134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5243871f-1b57-41f0-b1ac-00fc23e242e5 req-4525fb8c-ca2e-4f24-9bca-f54771485ee3 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693448 Feb 09 02:51:45.722733 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e7bc3d21-60a0-428f-8df7-9959e54aecf5 service neutron] 10.222.0.26 "GET /v2.0/networks/9b799aea-b9be-4e59-9337-9682fc26a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912972 Feb 09 02:51:45.767426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-974877e5-60b1-4ea1-8b5b-fb43144e33b3 req-8996d7e7-3bcb-453b-bf90-6e58e3e4495c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878271 Feb 09 02:51:45.795827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-3affe5fe-a677-4fa8-bf01-589a71279ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.797573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-3affe5fe-a677-4fa8-bf01-589a71279ea2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1102350 Feb 09 02:51:45.799414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eed89-a74e-4821-bdb6-0e448de611bd req-a9afa9de-17df-4fa0-9998-b26eb73bb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.801609 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-382eed89-a74e-4821-bdb6-0e448de611bd req-a9afa9de-17df-4fa0-9998-b26eb73bb89e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1288950 Feb 09 02:51:45.887576 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83329157-4a72-46a4-9696-acfd031b0cd5 req-31669b99-e507-4f84-af3d-2d928206fb58 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.890019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83329157-4a72-46a4-9696-acfd031b0cd5 req-31669b99-e507-4f84-af3d-2d928206fb58 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 946 time: 0.0845959 Feb 09 02:51:45.922998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-cf7ba8aa-eac0-46f6-88ac-b5cf6a56f430 service neutron] 10.222.0.26 "GET /v2.0/networks/9b799aea-b9be-4e59-9337-9682fc26a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837413 Feb 09 02:51:45.932675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-8475d602-c8c1-4190-a6ad-d93764441de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.934245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-8475d602-c8c1-4190-a6ad-d93764441de7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1284013 Feb 09 02:51:45.948543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff04464-b7a2-437a-9d1d-ea8f75f76eb6 req-04303d64-cab8-49f7-a184-15db4d1af7ad tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.950009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ff04464-b7a2-437a-9d1d-ea8f75f76eb6 req-04303d64-cab8-49f7-a184-15db4d1af7ad tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 946 time: 0.1032135 Feb 09 02:51:45.960623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eed89-a74e-4821-bdb6-0e448de611bd req-fd19bbac-21be-4d18-8c83-8d52783015c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:45.962081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-382eed89-a74e-4821-bdb6-0e448de611bd req-fd19bbac-21be-4d18-8c83-8d52783015c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1170373 Feb 09 02:51:45.977590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-45be376c-4936-4997-bdb3-98d5f74b08dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=02652f4c-3e80-45ce-9db7-40dea329dd41 HTTP/1.1" status: 200 len: 217 time: 0.0420263 Feb 09 02:51:45.985431 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83329157-4a72-46a4-9696-acfd031b0cd5 req-b800e2a7-8b7a-46c1-8742-7a2918fbd3af tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881734 Feb 09 02:51:46.051111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-7e2f405b-525a-4fb7-a530-1017d9b1f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.052747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-7e2f405b-525a-4fb7-a530-1017d9b1f6ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a67effc-1a9f-49a7-8a2e-433ed164c996 HTTP/1.1" status: 200 len: 797 time: 0.0601270 Feb 09 02:51:46.122880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ff04464-b7a2-437a-9d1d-ea8f75f76eb6 req-940f51dc-14f7-4eef-b50a-35c40d3c3bdf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641636 Feb 09 02:51:46.153980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-310bbf23-ba00-4588-9832-c90e2c29f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.156847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-310bbf23-ba00-4588-9832-c90e2c29f5ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0977254 Feb 09 02:51:46.174792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-40089c59-e391-49b2-b622-b20ebaed8bc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.181257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-40089c59-e391-49b2-b622-b20ebaed8bc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.187457 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-729f9232-efc6-40d9-90e8-8b0631611817 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364359 Feb 09 02:51:46.187779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-40089c59-e391-49b2-b622-b20ebaed8bc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.189936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-382eed89-a74e-4821-bdb6-0e448de611bd req-4ebd7204-7866-42be-be5d-74a6c8ebe3ed service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026052 Feb 09 02:51:46.194480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-40089c59-e391-49b2-b622-b20ebaed8bc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.194896 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe8a356-76dc-4869-94f7-f453bffe0a92 x-openstack-request-id: req-6fe8a356-76dc-4869-94f7-f453bffe0a92 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:46.195193 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "1f314b80-df3b-4115-9ec6-92b6a6d57f7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "318260db-68db-4f80-aaac-1eede976b6a2", "tag": "347a9926-586c-481d-b5d2-ef17a3476a7c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:46.195445 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fe8a356-76dc-4869-94f7-f453bffe0a92 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:46.195885 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37', 'status': 'completed', 'code': 200} Feb 09 02:51:46.196147 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b', 'status': 'completed', 'code': 200} Feb 09 02:51:46.196453 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318260db-68db-4f80-aaac-1eede976b6a2', 'tag': '347a9926-586c-481d-b5d2-ef17a3476a7c', 'status': 'completed', 'code': 200} Feb 09 02:51:46.201296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-40089c59-e391-49b2-b622-b20ebaed8bc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.207013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-40089c59-e391-49b2-b622-b20ebaed8bc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.213256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-40089c59-e391-49b2-b622-b20ebaed8bc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.225646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-40089c59-e391-49b2-b622-b20ebaed8bc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1416132 Feb 09 02:51:46.231226 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1386105-e771-4ecb-b081-a74ebf2b3d28 x-openstack-request-id: req-f1386105-e771-4ecb-b081-a74ebf2b3d28 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:46.231517 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9c8c44-15cb-429c-8194-7f58c27687cb", "name": "network-vif-plugged", "status": "completed", "tag": "98db3040-f5ae-43e3-b415-263ce6d98548", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:46.231773 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1386105-e771-4ecb-b081-a74ebf2b3d28 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:46.232253 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9c8c44-15cb-429c-8194-7f58c27687cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98db3040-f5ae-43e3-b415-263ce6d98548', 'code': 200} Feb 09 02:51:46.463449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59dee17b-9647-4c38-b5bb-13a4609bfdba req-306b1a91-0f46-4439-b890-447d746773d3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2358575 Feb 09 02:51:46.472691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-19b20458-cccb-492f-b736-d6a68a73299f service neutron] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341106 Feb 09 02:51:46.486591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-6188f379-5e8d-4e4d-8c93-552ffdbdc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.487462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-6188f379-5e8d-4e4d-8c93-552ffdbdc90f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1126 time: 0.2535429 Feb 09 02:51:46.490070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-3c81d247-c6d5-48d1-ad49-bb10f56155eb tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.492050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-3c81d247-c6d5-48d1-ad49-bb10f56155eb tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 945 time: 0.2221470 Feb 09 02:51:46.494946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-382eed89-a74e-4821-bdb6-0e448de611bd req-3cdf3e32-a4fd-4bbf-aceb-e70529a4b818 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951300 Feb 09 02:51:46.496961 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b199a053-c3df-4671-9df9-f89fd5546e10 req-15200e17-5c72-4892-a755-a775acf511b2 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863450 Feb 09 02:51:46.524696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b572ff7-8204-441a-af53-d181a72bc051 req-098a5aa8-fab9-47ab-af9e-770b4083ce24 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.529303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b245c-7681-481c-b0de-ef703472fcc1 req-0392c405-26d6-48d4-b6c2-ce58be255080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.531178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-073b245c-7681-481c-b0de-ef703472fcc1 req-0392c405-26d6-48d4-b6c2-ce58be255080 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 1128 time: 0.2094610 Feb 09 02:51:46.531563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b572ff7-8204-441a-af53-d181a72bc051 req-098a5aa8-fab9-47ab-af9e-770b4083ce24 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 948 time: 0.1873589 Feb 09 02:51:46.630788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b572ff7-8204-441a-af53-d181a72bc051 req-d2a989b1-ec11-4c27-9f79-dad8e082e9b4 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975842 Feb 09 02:51:46.643277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-2008a225-529a-4701-9e8f-22da9e195818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.646821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-2008a225-529a-4701-9e8f-22da9e195818 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1489902 Feb 09 02:51:46.702445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-0f966615-5b51-45f3-93ab-4f6cd8e8ffd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 217 time: 0.0433073 Feb 09 02:51:46.739726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-073b245c-7681-481c-b0de-ef703472fcc1 req-d6b51cad-361a-44cd-92ae-202e8391f7f1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420538 Feb 09 02:51:46.769120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-b5e2e39e-4581-4517-9fa2-da965c584e73 service neutron] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749660 Feb 09 02:51:46.780512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea955-6e04-4e7d-bb53-2073ad295f21 req-a2ce8e3f-7f3f-4014-9993-af17443681b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.782633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-f62accb8-992c-436a-a7d4-ec9c84e9371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.784130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-f62accb8-992c-436a-a7d4-ec9c84e9371d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.0712767 Feb 09 02:51:46.787748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02dea955-6e04-4e7d-bb53-2073ad295f21 req-a2ce8e3f-7f3f-4014-9993-af17443681b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.1831920 Feb 09 02:51:46.800320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d0faa-7820-4a94-bc64-aa083a211293 req-5b7b12b4-7158-430d-b34d-074bd4b59c6f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.802057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db6d0faa-7820-4a94-bc64-aa083a211293 req-5b7b12b4-7158-430d-b34d-074bd4b59c6f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.1015193 Feb 09 02:51:46.848483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-12cd1df7-97ff-4383-b576-a9c352a3ee5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=c7ff4c90-2418-43f6-8695-e61a1cf8b407 HTTP/1.1" status: 200 len: 217 time: 0.0579762 Feb 09 02:51:46.865943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db6d0faa-7820-4a94-bc64-aa083a211293 req-38be553e-17e4-43da-9d68-091721ffd94d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556695 Feb 09 02:51:46.872831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Deleting port c1cccd05-c8d1-4691-b961-1dec4ce77a80 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:46.873161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:46.980197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02dea955-6e04-4e7d-bb53-2073ad295f21 req-1c9e0592-be85-422d-ae08-638727631904 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916094 Feb 09 02:51:46.989013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-fbff4f13-6cf2-49b5-941d-fad6f525cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:46.990304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-fbff4f13-6cf2-49b5-941d-fad6f525cdf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a67effc-1a9f-49a7-8a2e-433ed164c996 HTTP/1.1" status: 200 len: 797 time: 0.1345148 Feb 09 02:51:47.006498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb077a-8152-417a-b915-5c372b3f2a11 req-d1c0bb00-d26e-44fa-80e0-48fb2426b2aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.014169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2bcb077a-8152-417a-b915-5c372b3f2a11 req-d1c0bb00-d26e-44fa-80e0-48fb2426b2aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6b26605-12a2-4ad8-9719-b791c3f56f42 HTTP/1.1" status: 200 len: 946 time: 0.0902920 Feb 09 02:51:47.037635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-99eff11a-2c1d-4e8c-8895-280c7f67954c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717008 Feb 09 02:51:47.056985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] For port c1cccd05-c8d1-4691-b961-1dec4ce77a80, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c1cccd05-c8d1-4691-b961-1dec4ce77a80,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:47.057381 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.075030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Calling delete_port for c1cccd05-c8d1-4691-b961-1dec4ce77a80 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:47.094362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a68f7094-570a-4411-b54c-1b6fd2b91848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.095852 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a68f7094-570a-4411-b54c-1b6fd2b91848 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0961473 Feb 09 02:51:47.115610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2bcb077a-8152-417a-b915-5c372b3f2a11 req-f10ccb9c-5291-4edb-b8f3-beff4fe6984a tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005614 Feb 09 02:51:47.161073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-04061bd8-7771-4660-b766-7b6a3c34a87d service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948689 Feb 09 02:51:47.240975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0b21-5059-4dd3-9584-a4f6a3c11bd9 req-0d140b3c-4d7b-4464-9566-c412c50ae7b2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.242470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628b0b21-5059-4dd3-9584-a4f6a3c11bd9 req-0d140b3c-4d7b-4464-9566-c412c50ae7b2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.1655178 Feb 09 02:51:47.295182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fd5fc-9be8-49a1-afc9-f301d31b7734 req-44b3fc9b-ed37-4e0f-8f57-0c2ab1b6db24 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.296650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f1fd5fc-9be8-49a1-afc9-f301d31b7734 req-44b3fc9b-ed37-4e0f-8f57-0c2ab1b6db24 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c1c494b-3d06-49c9-93ef-a9dbbeecdf87 HTTP/1.1" status: 200 len: 945 time: 0.0824630 Feb 09 02:51:47.300355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-027f845b-5cb0-4319-a59b-d4d48cc32d6f service neutron] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874340 Feb 09 02:51:47.309201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-ca7c27e4-7db8-4b8e-b643-f450fc4c6b0e service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391721 Feb 09 02:51:47.310819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:47.395033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-628b0b21-5059-4dd3-9584-a4f6a3c11bd9 req-7a305491-2bab-461f-ac1d-7fb352bfd50c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412711 Feb 09 02:51:47.400025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f1fd5fc-9be8-49a1-afc9-f301d31b7734 req-a3ab42bd-aad0-4927-ae92-79ae40f7de14 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645916 Feb 09 02:51:47.445320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c1cccd05-c8d1-4691-b961-1dec4ce77a80), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.456793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-b268fc1f-700f-4065-a9a9-f9733a4f1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.458690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-b268fc1f-700f-4065-a9a9-f9733a4f1148 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 1130 time: 0.0730758 Feb 09 02:51:47.465635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['c1cccd05-c8d1-4691-b961-1dec4ce77a80'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:47.494999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event deleted for resources: {'Port': ['ID=c1cccd05-c8d1-4691-b961-1dec4ce77a80,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:47.505834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a0b872b9-3608-4f21-b050-24383adc59b2 service neutron] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945264 Feb 09 02:51:47.563198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.563574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.563919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.564257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.564594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.564928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.565256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.565582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.565906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.566228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.566577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.566900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.567222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:51:47.585536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] No DVR routers for this DVR port c1cccd05-c8d1-4691-b961-1dec4ce77a80 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:47.587884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1e184fdf-8fab-44a8-a53d-4658eccefada service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=58679687-5046-4df9-8f33-b618de0038b2 HTTP/1.1" status: 200 len: 217 time: 0.0623024 Feb 09 02:51:47.589579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.592802 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85294d09-c5d9-479e-89f8-8e9a49b852f7 req-bdd9ed68-9aba-4a68-b510-0246f219ed68 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.26 "DELETE /v2.0/ports/c1cccd05-c8d1-4691-b961-1dec4ce77a80 HTTP/1.1" status: 204 len: 173 time: 1.0602682 Feb 09 02:51:47.593256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c494b-3d06-49c9-93ef-a9dbbeecdf87', 'name': 'network-vif-deleted', 'tag': 'c1cccd05-c8d1-4691-b961-1dec4ce77a80'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:47.595627 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fa6e78-2867-4f37-9f60-fde66ee5fb0c" -d '{"events": [{"server_uuid": "9c1c494b-3d06-49c9-93ef-a9dbbeecdf87", "name": "network-vif-deleted", "tag": "c1cccd05-c8d1-4691-b961-1dec4ce77a80"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:47.629309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-045aa196-e810-4b82-acac-1d0db6997bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.633200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-045aa196-e810-4b82-acac-1d0db6997bf4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1592069 Feb 09 02:51:47.685095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-8a5d8579-57c7-4dd1-91da-a28b5178b3ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=347a9926-586c-481d-b5d2-ef17a3476a7c HTTP/1.1" status: 200 len: 217 time: 0.0439456 Feb 09 02:51:47.689042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-57f50dbc-4ba9-4787-aa8e-27cbb15e9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.690524 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-57f50dbc-4ba9-4787-aa8e-27cbb15e9964 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a67effc-1a9f-49a7-8a2e-433ed164c996 HTTP/1.1" status: 200 len: 797 time: 0.0569613 Feb 09 02:51:47.698279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c6796-120e-452d-af43-3c5b0bb96056 req-11ec6b5b-d9fa-424b-af1d-18b7dafb3d81 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.699819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-461c6796-120e-452d-af43-3c5b0bb96056 req-11ec6b5b-d9fa-424b-af1d-18b7dafb3d81 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 946 time: 0.1011629 Feb 09 02:51:47.714837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:47.739169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37', 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'port_id': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37', 'mac_address': 'fa:16:3e:f0:b4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7edeef-7a8f-4da0-b380-41ebf8496e93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:47.786333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-461c6796-120e-452d-af43-3c5b0bb96056 req-1a9ae0f0-d14f-4f7f-8e18-ad84ef198672 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781715 Feb 09 02:51:47.791463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:47.792192 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.796172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1dd339c7-283e-4a5e-bc01-af1bb5256afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.797695 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-1dd339c7-283e-4a5e-bc01-af1bb5256afd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0970078 Feb 09 02:51:47.819474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cb5046-57d4-40dc-9116-c17c3fd7fc37 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:47.843997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-72e1770c-9171-442b-8525-53255321741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.850646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-72e1770c-9171-442b-8525-53255321741c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1532373 Feb 09 02:51:47.852379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:47.860030 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:47.927958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:47.929067 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e56962c-3fb6-4b97-9895-e98d15223de5 x-openstack-request-id: req-9e56962c-3fb6-4b97-9895-e98d15223de5 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:47.929610 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c494b-3d06-49c9-93ef-a9dbbeecdf87", "name": "network-vif-deleted", "tag": "c1cccd05-c8d1-4691-b961-1dec4ce77a80", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:47.930081 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e56962c-3fb6-4b97-9895-e98d15223de5 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:47.930707 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1c494b-3d06-49c9-93ef-a9dbbeecdf87', 'name': 'network-vif-deleted', 'tag': 'c1cccd05-c8d1-4691-b961-1dec4ce77a80', 'status': 'completed', 'code': 200} Feb 09 02:51:47.942783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-dbbfb29d-a8af-494c-8cda-ab61567163d8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.953321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-dbbfb29d-a8af-494c-8cda-ab61567163d8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.959485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-dbbfb29d-a8af-494c-8cda-ab61567163d8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.965383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-dbbfb29d-a8af-494c-8cda-ab61567163d8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.970629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-dbbfb29d-a8af-494c-8cda-ab61567163d8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.975845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-dbbfb29d-a8af-494c-8cda-ab61567163d8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.981076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-dbbfb29d-a8af-494c-8cda-ab61567163d8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:47.982988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-dbbfb29d-a8af-494c-8cda-ab61567163d8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.2719085 Feb 09 02:51:47.983867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-18c0d83a-4f58-49dd-8cc2-e8a54dc284d1 service neutron] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682930 Feb 09 02:51:48.014498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-65d82607-a738-4047-8675-ee4f3a3fa264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.016005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-65d82607-a738-4047-8675-ee4f3a3fa264 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1568565 Feb 09 02:51:48.111909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-d7c350e6-41be-4914-9c02-2fa7e783db12 service neutron] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203427 Feb 09 02:51:48.173149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e0b9ab3-615c-434d-a402-1f48de8307c0 req-c8e45c19-c098-4d3d-8c9a-9dba3cb25ae1 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1814907 Feb 09 02:51:48.185975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b6cb5046-57d4-40dc-9116-c17c3fd7fc37'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:48.228717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-800df335-ba0e-4c72-bfff-0c8c71d077d4 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913104 Feb 09 02:51:48.389046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-ab1f9cce-a133-4ad5-b6eb-e9908bef4ca9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=24abcf34-94d9-4360-a2b2-fe3c9b361b19 HTTP/1.1" status: 200 len: 217 time: 0.2402608 Feb 09 02:51:48.398214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-2bf65af3-4d40-48ae-ad5e-2ea920da2a85 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485720 Feb 09 02:51:48.407314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482eb6e-c105-4ce9-a4a4-4c97a7439d71 req-b6e3c012-8d17-46eb-9004-8b61239959fa tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.408707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a482eb6e-c105-4ce9-a4a4-4c97a7439d71 req-b6e3c012-8d17-46eb-9004-8b61239959fa tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.1325796 Feb 09 02:51:48.456557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cec26-65e4-4c4a-8963-7c6f90f7f421 req-2e261f28-15b2-4cf1-af5f-762ddba841e7 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.462797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f41cec26-65e4-4c4a-8963-7c6f90f7f421 req-2e261f28-15b2-4cf1-af5f-762ddba841e7 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 948 time: 0.1731212 Feb 09 02:51:48.470797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a482eb6e-c105-4ce9-a4a4-4c97a7439d71 req-27c37c36-98d5-46a8-9168-d1b87cbde889 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562744 Feb 09 02:51:48.518551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-14def00f-ccba-4228-8cad-7d8cd2bce55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.520073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-14def00f-ccba-4228-8cad-7d8cd2bce55c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7a67effc-1a9f-49a7-8a2e-433ed164c996 HTTP/1.1" status: 200 len: 797 time: 0.1111200 Feb 09 02:51:48.523957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-3a9689a3-1d3a-4832-a973-096d3197c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.524884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-3a9689a3-1d3a-4832-a973-096d3197c7b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 1128 time: 0.1689692 Feb 09 02:51:48.596035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ab62f-0a95-42fc-a6d3-134c5a1cc5f7 req-c65d894d-e3a2-42e7-bcfd-a40e9d1d3027 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.597635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da8ab62f-0a95-42fc-a6d3-134c5a1cc5f7 req-c65d894d-e3a2-42e7-bcfd-a40e9d1d3027 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.0541987 Feb 09 02:51:48.619103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f41cec26-65e4-4c4a-8963-7c6f90f7f421 req-49ffe2d7-e3c2-45f4-b025-abb535a369b2 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515286 Feb 09 02:51:48.672709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9aae88cc-2679-4e59-8d77-59708285bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.674644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-9aae88cc-2679-4e59-8d77-59708285bef9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88065435-d1c2-42d5-8975-73ae0aa2a3ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1434963 Feb 09 02:51:48.675850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da8ab62f-0a95-42fc-a6d3-134c5a1cc5f7 req-f92a27d4-df22-43e0-b5c8-3794bdea9712 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702195 Feb 09 02:51:48.772662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-5f3ea430-2e02-4dbb-89b3-dd8a79ae0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.774123 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-5f3ea430-2e02-4dbb-89b3-dd8a79ae0812 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.2260280 Feb 09 02:51:48.801779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20e655-25d7-44d4-a98f-3b07d5c0c0db req-044b56f5-4eb3-45cf-9fef-e2d9013d7ddd tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.803421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c20e655-25d7-44d4-a98f-3b07d5c0c0db req-044b56f5-4eb3-45cf-9fef-e2d9013d7ddd tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0557797 Feb 09 02:51:48.853913 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-b670e07d-202e-4221-a224-a4f7a6072d5e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98db3040-f5ae-43e3-b415-263ce6d98548 HTTP/1.1" status: 200 len: 217 time: 0.0469277 Feb 09 02:51:48.857334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c20e655-25d7-44d4-a98f-3b07d5c0c0db req-a42c336d-2181-451b-b4cd-29512ac8ab85 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472648 Feb 09 02:51:48.965101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-078f9a3a-ac1c-4c90-ab65-ea2ad2143c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.966573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-078f9a3a-ac1c-4c90-ab65-ea2ad2143c50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.1045923 Feb 09 02:51:48.974256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-b47032b3-f064-4399-9cea-f249957abb72 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:48.975661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-b47032b3-f064-4399-9cea-f249957abb72 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 812 time: 0.2772062 Feb 09 02:51:49.012150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-ca59adfa-0686-4bd2-bcd8-e12966f04688 service neutron] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144660 Feb 09 02:51:49.015916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-9f5fc7e5-8e18-4a58-89f9-28ff3c8dc416 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372028 Feb 09 02:51:49.022697 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-85b1cf55-1de1-4b9b-bcfc-c39b5934cd22 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/quotas/db8000e57f89472baba9b532a1b8a5ac HTTP/1.1" status: 200 len: 375 time: 0.0353763 Feb 09 02:51:49.104369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531e517-9ce8-496f-98ca-cd1be74f54ab req-d429bf5a-4537-4cc4-80ed-9bacb3dd55d8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:49.108926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5531e517-9ce8-496f-98ca-cd1be74f54ab req-d429bf5a-4537-4cc4-80ed-9bacb3dd55d8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 946 time: 0.0605390 Feb 09 02:51:49.163591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5531e517-9ce8-496f-98ca-cd1be74f54ab req-ccd6d5d4-751b-4891-bbcf-cbfa621fb05a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469348 Feb 09 02:51:49.256693 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:49.305470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51c3bd-3bea-40f0-a47d-ab1cbf62ba6b req-b9d54a28-63e8-46b6-ac1e-b56541d83e98 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:49.307102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd51c3bd-3bea-40f0-a47d-ab1cbf62ba6b req-b9d54a28-63e8-46b6-ac1e-b56541d83e98 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0597558 Feb 09 02:51:49.326103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 347a9926-586c-481d-b5d2-ef17a3476a7c details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:49.328251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:49.371542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd51c3bd-3bea-40f0-a47d-ab1cbf62ba6b req-d3d414be-1823-43eb-85cf-52c0a36adedd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584533 Feb 09 02:51:49.469552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:49.478509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:49.479333 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:49.540340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-b32410c8-0672-404b-a26f-2abbc29fbd78 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5165946 Feb 09 02:51:49.562398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 347a9926-586c-481d-b5d2-ef17a3476a7c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=347a9926-586c-481d-b5d2-ef17a3476a7c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:49.595473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '347a9926-586c-481d-b5d2-ef17a3476a7c', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '347a9926-586c-481d-b5d2-ef17a3476a7c', 'mac_address': 'fa:16:3e:e7:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:49.608350 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-53f763f9-cff8-4129-8677-6b7f3d9ecc93 service neutron] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836914 Feb 09 02:51:49.618494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-ab5cd0c8-6f50-4648-9a3f-a42f5ea9269c tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:49.619939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-ab5cd0c8-6f50-4648-9a3f-a42f5ea9269c tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6b26605-12a2-4ad8-9719-b791c3f56f42 HTTP/1.1" status: 200 len: 946 time: 0.1946428 Feb 09 02:51:49.635144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:49.635492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-4a23cca5-4528-466b-ba1d-e7ce30934470 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:49.636246 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:49.637229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-4a23cca5-4528-466b-ba1d-e7ce30934470 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.1610098 Feb 09 02:51:49.645757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-882a6d83-61f6-4aac-a977-9ae939c8dcdf service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040001 Feb 09 02:51:49.657989 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-2341fb02-892c-4f53-9efa-3aa6bddee2ee tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/quotas/6d28b9e89eae40f78e01abe8fe65c347 HTTP/1.1" status: 200 len: 375 time: 0.0141075 Feb 09 02:51:49.687235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 347a9926-586c-481d-b5d2-ef17a3476a7c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:49.688010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:49.695409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:49.698116 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3441b744-0bed-4480-adb6-f0dc9f25f877" -d '{"events": [{"server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "name": "network-vif-plugged", "status": "completed", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:49.701798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-a25ec4b1-6269-46ef-bd05-5a2515303cb7 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369906 Feb 09 02:51:49.709632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-7f39c565-b625-443c-908a-9f3118a330fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9bfc8228-2948-475f-87fc-46dd9830118f HTTP/1.1" status: 200 len: 217 time: 0.0877748 Feb 09 02:51:49.725035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:49.727682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347a9926-586c-481d-b5d2-ef17a3476a7c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:49.742762 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:49.756177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 347a9926-586c-481d-b5d2-ef17a3476a7c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=347a9926-586c-481d-b5d2-ef17a3476a7c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:49.788591 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:49.815763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:49.817167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-badfdc71-5820-4426-b5a8-d4b9c549c2db service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145239 Feb 09 02:51:49.874154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bbc172aa-4ba6-40db-b508-7413c2a85844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:49.875793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-bbc172aa-4ba6-40db-b508-7413c2a85844 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9bb4eb4-cc16-45c4-bdac-797c5ca58061 HTTP/1.1" status: 200 len: 797 time: 0.1504261 Feb 09 02:51:49.878620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=347a9926-586c-481d-b5d2-ef17a3476a7c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:49.884007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-44f73c13-a8d4-4f98-aa0a-947a0c52fbaf service neutron] 10.222.0.32 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425512 Feb 09 02:51:49.923503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-add826e7-96f6-45ab-9535-5d1e44766009 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943410 Feb 09 02:51:49.976059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-c3a13383-9a95-46b6-936c-6559e390bf3b tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:49.977663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-c3a13383-9a95-46b6-936c-6559e390bf3b tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "GET /v2.0/ports?device_id=91014458-b79b-4f9b-81b7-0d867ffba81d HTTP/1.1" status: 200 len: 946 time: 0.0633595 Feb 09 02:51:50.006383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 64c5f50b-14df-418b-ac49-54b396257e2a details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:50.013270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c1cccd05-c8d1-4691-b961-1dec4ce77a80 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:50.022566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Deleting port 1d707fab-2ea5-46b4-b29a-06597f716cf5 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:50.022925 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.031275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-ce397b63-2c3f-40ae-be37-afa19f24abba service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345990 Feb 09 02:51:50.091227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: c1cccd05-c8d1-4691-b961-1dec4ce77a80 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:50.092064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Deleting port ef34376a-8309-47ee-96a9-f07df6ceead0 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:50.092423 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.093729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c1cccd05-c8d1-4691-b961-1dec4ce77a80 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:50.121203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-749e6f20-7c30-4cd4-85a8-fa0c31c89ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.122754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-749e6f20-7c30-4cd4-85a8-fa0c31c89ace service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c087ce3-630a-41c4-9517-4b01bbe39acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2367978 Feb 09 02:51:50.156192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['347a9926-586c-481d-b5d2-ef17a3476a7c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:50.235950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] For port ef34376a-8309-47ee-96a9-f07df6ceead0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ef34376a-8309-47ee-96a9-f07df6ceead0,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:50.237076 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.249350 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-a3ac89c7-3966-40f5-a183-5f83382dac8e service neutron] 10.222.0.32 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507652 Feb 09 02:51:50.252615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Calling delete_port for ef34376a-8309-47ee-96a9-f07df6ceead0 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:50.347113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] For port 1d707fab-2ea5-46b4-b29a-06597f716cf5, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1d707fab-2ea5-46b4-b29a-06597f716cf5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:50.357897 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.364950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 64c5f50b-14df-418b-ac49-54b396257e2a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=64c5f50b-14df-418b-ac49-54b396257e2a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:50.410954 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-c2de2b3d-9ddd-4f12-a3ee-d80ee5ab7dc6 service neutron] 10.222.0.26 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799828 Feb 09 02:51:50.412470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Calling delete_port for 1d707fab-2ea5-46b4-b29a-06597f716cf5 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:50.415405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '64c5f50b-14df-418b-ac49-54b396257e2a', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '64c5f50b-14df-418b-ac49-54b396257e2a', 'mac_address': 'fa:16:3e:28:1b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:50.421443 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ef34376a-8309-47ee-96a9-f07df6ceead0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.477854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Pushing event deleted for resources: {'Port': ['ID=ef34376a-8309-47ee-96a9-f07df6ceead0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:50.537324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['ef34376a-8309-47ee-96a9-f07df6ceead0', '1d707fab-2ea5-46b4-b29a-06597f716cf5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:50.564668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] No DVR routers for this DVR port ef34376a-8309-47ee-96a9-f07df6ceead0 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:50.571287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:50.576344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4acd9e6-46e7-4c67-af1a-55d51acef4ed req-adfd00bb-b598-4b0f-a694-f60cf87dd751 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "DELETE /v2.0/ports/ef34376a-8309-47ee-96a9-f07df6ceead0 HTTP/1.1" status: 204 len: 173 time: 0.5914738 Feb 09 02:51:50.578941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91014458-b79b-4f9b-81b7-0d867ffba81d', 'name': 'network-vif-deleted', 'tag': 'ef34376a-8309-47ee-96a9-f07df6ceead0'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:50.590097 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14b349e-8835-4214-8e0a-4fae989d9670" -d '{"events": [{"server_uuid": "91014458-b79b-4f9b-81b7-0d867ffba81d", "name": "network-vif-deleted", "tag": "ef34376a-8309-47ee-96a9-f07df6ceead0"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:50.642722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-b5136152-0090-4ab3-881d-ae29a4da57ae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.648800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-b5136152-0090-4ab3-881d-ae29a4da57ae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.671849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-b5136152-0090-4ab3-881d-ae29a4da57ae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.677803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-b5136152-0090-4ab3-881d-ae29a4da57ae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.685904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-b5136152-0090-4ab3-881d-ae29a4da57ae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.691531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-b5136152-0090-4ab3-881d-ae29a4da57ae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.697466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-b5136152-0090-4ab3-881d-ae29a4da57ae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:50.707787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-b5136152-0090-4ab3-881d-ae29a4da57ae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.3001971 Feb 09 02:51:50.770146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-a373ce2a-f1ef-418c-87e8-f4a440b8141a service neutron] 10.222.0.26 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442500 Feb 09 02:51:50.795101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b56b5fe4-acc1-4ad0-a38f-7739b316172f req-9a31741e-3f7f-401a-937d-5a657a9e902c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861208 Feb 09 02:51:50.869487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-546cf5ef-53c4-4467-b1fd-0ce1c47ab3ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f314b80-df3b-4115-9ec6-92b6a6d57f7b HTTP/1.1" status: 200 len: 217 time: 0.0639520 Feb 09 02:51:51.021496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02172e54-b113-43da-820d-831132bbaf16 req-0e8250bc-5962-45c1-b9f2-15ddb0d00e4a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:51.023192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02172e54-b113-43da-820d-831132bbaf16 req-0e8250bc-5962-45c1-b9f2-15ddb0d00e4a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.3313351 Feb 09 02:51:51.024753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e32c3e88-afce-4036-8703-99e6c66809e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:51.026153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-e32c3e88-afce-4036-8703-99e6c66809e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9bb4eb4-cc16-45c4-bdac-797c5ca58061 HTTP/1.1" status: 200 len: 797 time: 0.1448319 Feb 09 02:51:51.048397 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1d707fab-2ea5-46b4-b29a-06597f716cf5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:51.117007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['ef34376a-8309-47ee-96a9-f07df6ceead0', '1d707fab-2ea5-46b4-b29a-06597f716cf5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:51.139857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Pushing event deleted for resources: {'Port': ['ID=1d707fab-2ea5-46b4-b29a-06597f716cf5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:51.158652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d1305-4a23-4ff9-be81-7ba55006f92d req-d06b0d08-bc1f-4684-beab-d7e517f87fb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:51.160224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-008d1305-4a23-4ff9-be81-7ba55006f92d req-d06b0d08-bc1f-4684-beab-d7e517f87fb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 946 time: 0.1467547 Feb 09 02:51:51.303594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-008d1305-4a23-4ff9-be81-7ba55006f92d req-a493ceba-4f0a-4988-a277-db857084ca91 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373634 Feb 09 02:51:51.308300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-7ba0f4e6-4508-4177-bca3-e44a40c6a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:51.309864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-7ba0f4e6-4508-4177-bca3-e44a40c6a94c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c087ce3-630a-41c4-9517-4b01bbe39acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2738402 Feb 09 02:51:51.314092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] No DVR routers for this DVR port 1d707fab-2ea5-46b4-b29a-06597f716cf5 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:51.326382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:51.329741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6a2d515d-eb2f-43fd-a5bb-fe7d526371db req-d8ecf7d4-5ec8-49eb-b71b-89df5d69dff9 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "DELETE /v2.0/ports/1d707fab-2ea5-46b4-b29a-06597f716cf5 HTTP/1.1" status: 204 len: 173 time: 1.6963642 Feb 09 02:51:51.330202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b26605-12a2-4ad8-9719-b791c3f56f42', 'name': 'network-vif-deleted', 'tag': '1d707fab-2ea5-46b4-b29a-06597f716cf5'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:51.333715 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0f3710-2129-4b75-8aa4-056e73765731" -d '{"events": [{"server_uuid": "f6b26605-12a2-4ad8-9719-b791c3f56f42", "name": "network-vif-deleted", "tag": "1d707fab-2ea5-46b4-b29a-06597f716cf5"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:51.360574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02172e54-b113-43da-820d-831132bbaf16 req-dccdf058-884e-46ce-84ff-5393d71d9047 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311648 Feb 09 02:51:51.386579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 64c5f50b-14df-418b-ac49-54b396257e2a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:51.386579 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:51.461184 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:51.498480 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf880178-db1d-4bfa-8f2a-ac334fbcfb06 x-openstack-request-id: req-bf880178-db1d-4bfa-8f2a-ac334fbcfb06 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:51.498803 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "name": "network-vif-plugged", "status": "completed", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:51.499067 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf880178-db1d-4bfa-8f2a-ac334fbcfb06 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:51.499683 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37', 'code': 200} Feb 09 02:51:51.513825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c5f50b-14df-418b-ac49-54b396257e2a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:51.559670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-60756f57-88f9-4bfe-bd90-1b178c52f400 service neutron] 10.222.0.26 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426417 Feb 09 02:51:51.570871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 64c5f50b-14df-418b-ac49-54b396257e2a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=64c5f50b-14df-418b-ac49-54b396257e2a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:51.582227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:51.637040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ce575-f016-4d20-8ab5-d39c3e19c414 req-42d11018-8650-4bf0-bbe1-0be04db25d5d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:51.646824 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef9ce575-f016-4d20-8ab5-d39c3e19c414 req-42d11018-8650-4bf0-bbe1-0be04db25d5d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 948 time: 0.1783423 Feb 09 02:51:51.658693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=64c5f50b-14df-418b-ac49-54b396257e2a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:51.704571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef9ce575-f016-4d20-8ab5-d39c3e19c414 req-0a6cc6b7-3991-47ae-b261-b841d0392468 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564020 Feb 09 02:51:51.782141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5022e9-9539-497c-b147-c4bb64d17451 req-0b722379-48fe-4a38-aae3-982ea2d4c0f7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:51.788986 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d5022e9-9539-497c-b147-c4bb64d17451 req-0b722379-48fe-4a38-aae3-982ea2d4c0f7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.1595707 Feb 09 02:51:51.848160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0e1dd-92d5-4f50-82d1-513ce2d403ec req-3880d495-59f7-4704-9874-0e60fe24a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:51.849535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1a0e1dd-92d5-4f50-82d1-513ce2d403ec req-3880d495-59f7-4704-9874-0e60fe24a69c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1128 time: 0.1608634 Feb 09 02:51:51.854890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77e626a2-6a8b-4134-b9d0-ec36cc178239 req-97ecfdb7-eca3-4245-9821-7c81b4f52294 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 210 time: 0.0612087 Feb 09 02:51:51.855628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dcdadac-3e2b-4c3b-affd-00ef8697ff0b req-8927bfb8-e1d7-4374-bc0d-2977f14c8da8 service neutron] 10.222.0.26 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884815 Feb 09 02:51:51.927685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d5022e9-9539-497c-b147-c4bb64d17451 req-757e0ee7-0b67-4366-abcf-6d77551fe3ab tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377466 Feb 09 02:51:51.974083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['64c5f50b-14df-418b-ac49-54b396257e2a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:52.005547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-559af9ac-aa1b-4d7e-a804-d177b4465d27 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.009890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-559af9ac-aa1b-4d7e-a804-d177b4465d27 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 946 time: 0.1534979 Feb 09 02:51:52.036836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1a0e1dd-92d5-4f50-82d1-513ce2d403ec req-1cb867bd-614d-43da-9dd7-6b7332565389 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733649 Feb 09 02:51:52.045858 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb54808-6a2b-4d07-bb92-c6d9445fd917 x-openstack-request-id: req-2eb54808-6a2b-4d07-bb92-c6d9445fd917 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:52.050313 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91014458-b79b-4f9b-81b7-0d867ffba81d", "name": "network-vif-deleted", "tag": "ef34376a-8309-47ee-96a9-f07df6ceead0", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:52.050765 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eb54808-6a2b-4d07-bb92-c6d9445fd917 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:52.051363 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91014458-b79b-4f9b-81b7-0d867ffba81d', 'name': 'network-vif-deleted', 'tag': 'ef34376a-8309-47ee-96a9-f07df6ceead0', 'status': 'completed', 'code': 200} Feb 09 02:51:52.081514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1d707fab-2ea5-46b4-b29a-06597f716cf5 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:52.120589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-fd487e94-9f1b-4fe3-a88c-9891be1a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.126943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-fd487e94-9f1b-4fe3-a88c-9891be1a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.127520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-fd487e94-9f1b-4fe3-a88c-9891be1a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.128006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-fd487e94-9f1b-4fe3-a88c-9891be1a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.128900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-fd487e94-9f1b-4fe3-a88c-9891be1a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.129533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-fd487e94-9f1b-4fe3-a88c-9891be1a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.130009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-fd487e94-9f1b-4fe3-a88c-9891be1a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.132935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-fd487e94-9f1b-4fe3-a88c-9891be1a301a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6692 time: 0.1198421 Feb 09 02:51:52.154617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 1d707fab-2ea5-46b4-b29a-06597f716cf5 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:52.154995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1d707fab-2ea5-46b4-b29a-06597f716cf5 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:52.155406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ef34376a-8309-47ee-96a9-f07df6ceead0 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:52.217293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: ef34376a-8309-47ee-96a9-f07df6ceead0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:52.217879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ef34376a-8309-47ee-96a9-f07df6ceead0 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:52.346151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-f484ff6a-ded8-4f45-80ab-d28fccc7f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.348067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-f484ff6a-ded8-4f45-80ab-d28fccc7f52e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2c087ce3-630a-41c4-9517-4b01bbe39acb HTTP/1.1" status: 200 len: 903 time: 0.2058349 Feb 09 02:51:52.351682 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb0a2de-22c3-4727-a90e-d5849674c822 x-openstack-request-id: req-2eb0a2de-22c3-4727-a90e-d5849674c822 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:52.354213 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b26605-12a2-4ad8-9719-b791c3f56f42", "name": "network-vif-deleted", "tag": "1d707fab-2ea5-46b4-b29a-06597f716cf5", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:52.355228 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eb0a2de-22c3-4727-a90e-d5849674c822 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:52.356162 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b26605-12a2-4ad8-9719-b791c3f56f42', 'name': 'network-vif-deleted', 'tag': '1d707fab-2ea5-46b4-b29a-06597f716cf5', 'status': 'completed', 'code': 200} Feb 09 02:51:52.388093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-73171cd7-1f94-4f46-8e1e-dd13b7e00bcc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.389630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-73171cd7-1f94-4f46-8e1e-dd13b7e00bcc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.3743503 Feb 09 02:51:52.410472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Request body: {'port': {'device_id': 'e213581a-685d-444c-9603-a2178b3c31ff', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'admin_state_up': True, 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:52.439860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-3326b323-7c20-4827-ab3d-b88c0a40602e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1f314b80-df3b-4115-9ec6-92b6a6d57f7b HTTP/1.1" status: 200 len: 217 time: 0.0800660 Feb 09 02:51:52.563529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-df4069af-9cca-4940-b118-c0964a3489fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.565272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-df4069af-9cca-4940-b118-c0964a3489fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9bb4eb4-cc16-45c4-bdac-797c5ca58061 HTTP/1.1" status: 200 len: 797 time: 0.1159964 Feb 09 02:51:52.631272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-a6cf1fc6-a548-4b0e-977c-7859f7411536 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.632724 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-a6cf1fc6-a548-4b0e-977c-7859f7411536 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.1947377 Feb 09 02:51:52.656911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-c5b3142d-c1d4-4fed-822e-8ccae15ebe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.658424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-c5b3142d-c1d4-4fed-822e-8ccae15ebe30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2c087ce3-630a-41c4-9517-4b01bbe39acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0793588 Feb 09 02:51:52.661893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-b5f7fee6-b5d6-439c-a22e-4463d3e0123d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/quotas/f3543bf9774a49c98569f1d49b6d9f3e HTTP/1.1" status: 200 len: 375 time: 0.0177925 Feb 09 02:51:52.809145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-3b189fcd-ebc1-40cb-b714-632e9bb6d19d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1326177 Feb 09 02:51:52.847357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-d22ccb3c-0f20-45a8-9e7b-971ae8e8a978 service neutron] 10.222.0.26 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807265 Feb 09 02:51:52.896770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891f721-3152-4662-8db5-ff3435e92604 req-8adc8fc6-725a-45c4-9929-2b7f6dbce562 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:52.909269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a891f721-3152-4662-8db5-ff3435e92604 req-8adc8fc6-725a-45c4-9929-2b7f6dbce562 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 946 time: 0.8928199 Feb 09 02:51:52.981969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a891f721-3152-4662-8db5-ff3435e92604 req-50e83da0-bf8f-45e0-8caf-30cd6f9ea490 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694206 Feb 09 02:51:52.992665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Deleting port 98db3040-f5ae-43e3-b415-263ce6d98548 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:51:52.997603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.001038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:53.008587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.260702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] For port 98db3040-f5ae-43e3-b415-263ce6d98548, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=98db3040-f5ae-43e3-b415-263ce6d98548,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:53.261087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.300994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-d3126429-9c2d-4709-9a3e-9883ed7b5944 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.306318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-d3126429-9c2d-4709-9a3e-9883ed7b5944 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.312589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-d3126429-9c2d-4709-9a3e-9883ed7b5944 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.320398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-d3126429-9c2d-4709-9a3e-9883ed7b5944 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.325869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-d3126429-9c2d-4709-9a3e-9883ed7b5944 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.332456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-d3126429-9c2d-4709-9a3e-9883ed7b5944 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.337940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-d3126429-9c2d-4709-9a3e-9883ed7b5944 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.346284 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-d3126429-9c2d-4709-9a3e-9883ed7b5944 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.2382421 Feb 09 02:51:53.351409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Calling delete_port for 98db3040-f5ae-43e3-b415-263ce6d98548 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:51:53.364821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 347a9926-586c-481d-b5d2-ef17a3476a7c up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:53.495940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 347a9926-586c-481d-b5d2-ef17a3476a7c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:53.504276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 347a9926-586c-481d-b5d2-ef17a3476a7c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:53.504995 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.516503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Allocated IP 172.20.0.9 (d7b3be57-884b-457a-a293-71087cb0cd70/a68e5f4c-91b4-4f13-8713-bd53fdcd6014/0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:53.548308 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aab4f9c9-cbcf-43cb-bc11-4ac329ec1f83 req-fb13131a-6d8a-4000-a44d-32b5e4868ab9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2011046 Feb 09 02:51:53.549149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-a7c91e60-63da-4a71-9fe9-3789d7dcccb9 service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296267 Feb 09 02:51:53.610779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5408aba0-c355-45c0-9ce8-8ed3473a7e96 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.612425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5408aba0-c355-45c0-9ce8-8ed3473a7e96 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.61 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 812 time: 0.7066598 Feb 09 02:51:53.649643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-fc2d82bf-51ee-4b17-a86a-7f7bc265c956 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:53.651738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-fc2d82bf-51ee-4b17-a86a-7f7bc265c956 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 812 time: 0.7551818 Feb 09 02:51:53.652643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 347a9926-586c-481d-b5d2-ef17a3476a7c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:53.653274 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.658299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Request body: {'port': {'device_id': '9fea3110-7326-430a-8a17-63bfb6c25030', 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'admin_state_up': True, 'tenant_id': 'db8000e57f89472baba9b532a1b8a5ac'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.662803 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-365d7cf3-9c3c-42b2-9cde-43db578c3094 req-45ed768d-f4e9-4a48-acb2-4d6cd20be6b1 service neutron] 10.222.0.26 "GET /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7750609 Feb 09 02:51:53.679356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318260db-68db-4f80-aaac-1eede976b6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347a9926-586c-481d-b5d2-ef17a3476a7c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:53.681884 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51be8e1c-85c9-4bca-afcb-72c6bbb08665" -d '{"events": [{"server_uuid": "318260db-68db-4f80-aaac-1eede976b6a2", "name": "network-vif-plugged", "status": "completed", "tag": "347a9926-586c-481d-b5d2-ef17a3476a7c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:53.696224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 347a9926-586c-481d-b5d2-ef17a3476a7c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=347a9926-586c-481d-b5d2-ef17a3476a7c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:53.701810 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.702944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 98db3040-f5ae-43e3-b415-263ce6d98548 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:51:53.729091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Request body: {'port': {'device_id': 'f6656612-6744-47eb-bf29-c913090e6527', 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'admin_state_up': True, 'tenant_id': 'db8000e57f89472baba9b532a1b8a5ac'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:53.740347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f21bbde3-6e67-482f-98e2-bd892135da6a req-726a2370-245d-44d5-b160-f2f5dbc062d7 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 210 time: 0.0651495 Feb 09 02:51:53.744765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (98db3040-f5ae-43e3-b415-263ce6d98548), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.770314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:53.775810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 98db3040-f5ae-43e3-b415-263ce6d98548 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:51:53.776046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 98db3040-f5ae-43e3-b415-263ce6d98548 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:51:53.852657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event deleted for resources: {'Port': ['ID=98db3040-f5ae-43e3-b415-263ce6d98548,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.860043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=347a9926-586c-481d-b5d2-ef17a3476a7c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:53.896978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-2fa2d487-45b6-4a06-b9c1-6874ec224a54 service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295958 Feb 09 02:51:53.938994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Made reservation on behalf of db8000e57f89472baba9b532a1b8a5ac for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:53.942545 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.947067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] No DVR routers for this DVR port 98db3040-f5ae-43e3-b415-263ce6d98548 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:51:53.959877 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:53.964603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd7c2289-f428-44aa-8064-5400ed4eb69c req-c71f099d-d1f4-428a-8758-9890a21dddac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "DELETE /v2.0/ports/98db3040-f5ae-43e3-b415-263ce6d98548 HTTP/1.1" status: 204 len: 173 time: 1.9114525 Feb 09 02:51:53.999484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6efd4c-67b7-4999-8b7d-0d4ebd05b754 req-d7bd5027-4fff-453a-8c34-f5a18618fbdb tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:54.001147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6efd4c-67b7-4999-8b7d-0d4ebd05b754 req-d7bd5027-4fff-453a-8c34-f5a18618fbdb tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 946 time: 0.1602373 Feb 09 02:51:54.028399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 64c5f50b-14df-418b-ac49-54b396257e2a up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:51:54.036181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks [] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.052249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9c8c44-15cb-429c-8194-7f58c27687cb', 'name': 'network-vif-deleted', 'tag': '98db3040-f5ae-43e3-b415-263ce6d98548'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:54.054566 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd37edac-b67e-4af5-ba1e-3614b9851586" -d '{"events": [{"server_uuid": "db9c8c44-15cb-429c-8194-7f58c27687cb", "name": "network-vif-deleted", "tag": "98db3040-f5ae-43e3-b415-263ce6d98548"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:54.084852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd6efd4c-67b7-4999-8b7d-0d4ebd05b754 req-a8efaa06-8d90-4dd4-8b7b-5b1dfd21d249 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750391 Feb 09 02:51:54.119739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.123921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 64c5f50b-14df-418b-ac49-54b396257e2a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:51:54.126439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Made reservation on behalf of db8000e57f89472baba9b532a1b8a5ac for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:54.130981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 64c5f50b-14df-418b-ac49-54b396257e2a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:54.131251 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.143723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.182116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event updated for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:54.203013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Network d7b3be57-884b-457a-a293-71087cb0cd70 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:54.204893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:54.208718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:54.276426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:54.277840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.305394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 64c5f50b-14df-418b-ac49-54b396257e2a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:54.306030 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.332926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-96e6a6e1-61c9-4e65-a321-522bcb2345ba tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9280336 Feb 09 02:51:54.349891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b835ec8-ef53-4b80-b370-aa1e7ffbea09 req-b1efbe06-8cf2-48ff-9cb1-a69aa0c7b7b2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:54.350184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 64c5f50b-14df-418b-ac49-54b396257e2a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=64c5f50b-14df-418b-ac49-54b396257e2a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:54.350935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b835ec8-ef53-4b80-b370-aa1e7ffbea09 req-b1efbe06-8cf2-48ff-9cb1-a69aa0c7b7b2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 931 time: 0.0804272 Feb 09 02:51:54.356855 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.357037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Request body: {'port': {'device_id': 'e213581a-685d-444c-9603-a2178b3c31ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:54.357280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5963082-ccb6-4fc6-8149-05dc44bb1211 req-34986a1b-2c2b-423b-9997-f64c34096dbd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:54.358854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5963082-ccb6-4fc6-8149-05dc44bb1211 req-34986a1b-2c2b-423b-9997-f64c34096dbd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 949 time: 0.1639595 Feb 09 02:51:54.412122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=64c5f50b-14df-418b-ac49-54b396257e2a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:54.460298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b835ec8-ef53-4b80-b370-aa1e7ffbea09 req-be0f5fb6-5341-4c33-9b6d-8c44c083a408 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909252 Feb 09 02:51:54.468003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Allocated IP 172.20.0.4 (bab6a6d9-0d04-4f64-b29d-07a78c6398ea/f3246910-33a5-4f80-acf4-2d23051171fc/118d9201-b857-4626-9059-c1b732fbd7a5) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:54.478607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5963082-ccb6-4fc6-8149-05dc44bb1211 req-90482d23-ed4e-417c-8842-44289986d5c1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852494 Feb 09 02:51:54.519780 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.589809 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e01da-5acf-460f-a46b-6385fc5e488b x-openstack-request-id: req-762e01da-5acf-460f-a46b-6385fc5e488b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:54.591664 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318260db-68db-4f80-aaac-1eede976b6a2", "name": "network-vif-plugged", "status": "completed", "tag": "347a9926-586c-481d-b5d2-ef17a3476a7c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:54.593110 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-762e01da-5acf-460f-a46b-6385fc5e488b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:54.594536 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318260db-68db-4f80-aaac-1eede976b6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347a9926-586c-481d-b5d2-ef17a3476a7c', 'code': 200} Feb 09 02:51:54.701504 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6301b5b0-de07-4246-9728-634fc2997b2f req-c730439a-2a56-4fac-9eff-855682ea5894 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=db9c8c44-15cb-429c-8194-7f58c27687cb HTTP/1.1" status: 200 len: 210 time: 0.0334151 Feb 09 02:51:54.799173 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d5ee3a-5719-45fe-a46f-1937f86bc9ce x-openstack-request-id: req-12d5ee3a-5719-45fe-a46f-1937f86bc9ce {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:54.799556 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9c8c44-15cb-429c-8194-7f58c27687cb", "name": "network-vif-deleted", "tag": "98db3040-f5ae-43e3-b415-263ce6d98548", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:54.801297 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12d5ee3a-5719-45fe-a46f-1937f86bc9ce {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:54.801297 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9c8c44-15cb-429c-8194-7f58c27687cb', 'name': 'network-vif-deleted', 'tag': '98db3040-f5ae-43e3-b415-263ce6d98548', 'status': 'completed', 'code': 200} Feb 09 02:51:54.816825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks [] for port (118d9201-b857-4626-9059-c1b732fbd7a5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.818945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfcdfd-2488-4937-93e1-d6adc522df24 req-e1edd858-4265-4f88-934b-ffd7ae267a0a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:54.820727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7bfcdfd-2488-4937-93e1-d6adc522df24 req-e1edd858-4265-4f88-934b-ffd7ae267a0a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.1511412 Feb 09 02:51:54.851345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99285597-bd73-41f2-bec1-e7ab005de0cc req-e651fe0e-ef94-4a18-a8d3-402975ea42d3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 210 time: 0.0322917 Feb 09 02:51:54.853848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3264b41-4846-4b1d-8370-5a3dbbcd98d0 req-78045e7e-c371-42d4-8115-64e8ed168105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:54.856570 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3264b41-4846-4b1d-8370-5a3dbbcd98d0 req-78045e7e-c371-42d4-8115-64e8ed168105 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 1132 time: 0.1777530 Feb 09 02:51:54.937840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:54.959148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7bfcdfd-2488-4937-93e1-d6adc522df24 req-9c32805f-5084-479b-b02a-88ee3790db17 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319177 Feb 09 02:51:54.986093 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3264b41-4846-4b1d-8370-5a3dbbcd98d0 req-092454a7-f2ff-4df2-8d03-bb9c11eefa05 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203158 Feb 09 02:51:55.035243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Network bab6a6d9-0d04-4f64-b29d-07a78c6398ea is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:55.047931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:55.050907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:55.070635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:55.081803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Publish callbacks [] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.086930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Pushing event updated for resources: {'Port': ['ID=118d9201-b857-4626-9059-c1b732fbd7a5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:55.093238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Allocated IP 172.20.0.7 (bab6a6d9-0d04-4f64-b29d-07a78c6398ea/f3246910-33a5-4f80-acf4-2d23051171fc/11cdc6d1-3e4a-49d5-981e-701b5fcec4c6) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:55.103616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Transition to ACTIVE for port object 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:55.115734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-9ab89f2d-2afb-43dc-8452-fdbb05852b8b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.120927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-9ab89f2d-2afb-43dc-8452-fdbb05852b8b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.126068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-9ab89f2d-2afb-43dc-8452-fdbb05852b8b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.131268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-9ab89f2d-2afb-43dc-8452-fdbb05852b8b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.136522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-9ab89f2d-2afb-43dc-8452-fdbb05852b8b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.138494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.139107 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.142194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-9ab89f2d-2afb-43dc-8452-fdbb05852b8b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.147378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-9ab89f2d-2afb-43dc-8452-fdbb05852b8b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.148720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16c356-6029-4db4-a4a6-838da503586e req-9e48cabb-d5d1-473d-9791-6d9b46a00d32 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.149286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-9ab89f2d-2afb-43dc-8452-fdbb05852b8b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1228499 Feb 09 02:51:55.150228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b16c356-6029-4db4-a4a6-838da503586e req-9e48cabb-d5d1-473d-9791-6d9b46a00d32 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1128 time: 0.2040505 Feb 09 02:51:55.150481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.191607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-42e28d16-3151-4a8e-bb3a-7ea198860b01 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5371599 Feb 09 02:51:55.219923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Request body: {'port': {'device_id': '9fea3110-7326-430a-8a17-63bfb6c25030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:55.238962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:55.276282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32384e4f-7d01-45cb-a6bc-aa2855e8158f req-458ef486-0b3e-47c4-9a11-92b71cf8a546 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198528 Feb 09 02:51:55.330428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b16c356-6029-4db4-a4a6-838da503586e req-079636c9-fbc7-43bc-8c59-9120536ffc3c tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697869 Feb 09 02:51:55.335849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Attempting to bind port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:55.336215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Attempting to bind port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:55.336554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Attempting to bind port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:55.341934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b on network d7b3be57-884b-457a-a293-71087cb0cd70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:55.342223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Attempting to bind port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:55.353690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:55.354291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Checking segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:55.354964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Bound using segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:55.355140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Bound port: 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:55.355721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.379621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.451712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks [] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.469365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7376f-b7bd-4a8e-b97a-663d61e49b2e req-d253d324-4ded-48b3-aa89-6e6f3e021090 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.471018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52b7376f-b7bd-4a8e-b97a-663d61e49b2e req-d253d324-4ded-48b3-aa89-6e6f3e021090 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 931 time: 0.1190481 Feb 09 02:51:55.491661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:55.518007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:55.531055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.581062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.581680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.583077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] 10.222.0.61 "PUT /v2.0/ports/0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b HTTP/1.1" status: 200 len: 1091 time: 1.2309785 Feb 09 02:51:55.597334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52b7376f-b7bd-4a8e-b97a-663d61e49b2e req-dde4cf13-39d8-4035-bae0-2eecb4ccf6d6 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114347 Feb 09 02:51:55.628385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01fd7f-6ad0-4f42-ba00-5c1c4340f447 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:55.703378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499607b-f1cb-4756-892c-89cea2c1899e req-321780d7-52c5-4843-a222-72f4461b5822 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.704917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9499607b-f1cb-4756-892c-89cea2c1899e req-321780d7-52c5-4843-a222-72f4461b5822 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1128 time: 0.2761724 Feb 09 02:51:55.737448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:55.747335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c08073-ed98-487b-8c63-3b882b8ab1c7 req-9347f246-3239-4a7a-90d1-50b6eabd2579 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.748841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59c08073-ed98-487b-8c63-3b882b8ab1c7 req-9347f246-3239-4a7a-90d1-50b6eabd2579 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 943 time: 0.0964398 Feb 09 02:51:55.751529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-21615cc3-ca22-492e-94b9-e84773ce802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.752905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-21615cc3-ca22-492e-94b9-e84773ce802d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 1125 time: 0.0880322 Feb 09 02:51:55.808202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-c8bcb3c4-a0d4-40fe-b44e-4017bb41f534 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b HTTP/1.1" status: 200 len: 217 time: 0.0405703 Feb 09 02:51:55.838038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-49c8b170-35c1-4410-8e6b-275eae7c5247 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.840006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-49c8b170-35c1-4410-8e6b-275eae7c5247 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.3583674 Feb 09 02:51:55.859990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59c08073-ed98-487b-8c63-3b882b8ab1c7 req-e6690eee-db0c-4f64-ae2d-0abcafb41ca0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053002 Feb 09 02:51:55.862848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Network bab6a6d9-0d04-4f64-b29d-07a78c6398ea is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:55.869068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'port': {'device_id': '37ebddc8-dcf9-4133-82c0-35c8e292c4fb', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'admin_state_up': True, 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:55.876403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-ac4aaeb8-a464-42f3-b5ad-79d8ed450c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:55.877943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-ac4aaeb8-a464-42f3-b5ad-79d8ed450c7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.0624359 Feb 09 02:51:55.882573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:55.915452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-2a248544-9be1-46f6-80e0-77e241cf3794 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269625 Feb 09 02:51:55.940615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:55.952366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Pushing event updated for resources: {'Port': ['ID=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:55.983196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9499607b-f1cb-4756-892c-89cea2c1899e req-a0dede55-c5d7-4cf2-9718-9221e31449ad tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642474 Feb 09 02:51:56.053005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3d185-6b8f-48f6-8c87-ae903c9bb0e5 req-297dd2a4-91c1-485f-993e-bac0cd119c4d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.055420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ba3d185-6b8f-48f6-8c87-ae903c9bb0e5 req-297dd2a4-91c1-485f-993e-bac0cd119c4d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 950 time: 0.1132827 Feb 09 02:51:56.059172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-447f06d6-0e47-4bab-8c11-ca04934859ee service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350811 Feb 09 02:51:56.071551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.072274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:56.125097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-5ba0a48a-1231-45a7-94e5-4c8e321dd1aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4004991 Feb 09 02:51:56.142689 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-04c87dd5-723b-4092-a3d6-b8cdc92c5166 req-62df140d-ea19-478c-9b96-6ad1369c9f21 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 210 time: 0.0475380 Feb 09 02:51:56.148583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ba3d185-6b8f-48f6-8c87-ae903c9bb0e5 req-a06fedd4-8bf5-41ee-bcf0-b7c6b6811960 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868261 Feb 09 02:51:56.204935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1ebb5ee-f699-48ff-9d76-5de51bde210b req-b7b26d9c-6a57-4bda-8b85-8f0f97e51350 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142390 Feb 09 02:51:56.205183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Request body: {'port': {'device_id': 'f6656612-6744-47eb-bf29-c913090e6527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:56.247726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118d9201-b857-4626-9059-c1b732fbd7a5 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:56.272532 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Publish callbacks [] for port (118d9201-b857-4626-9059-c1b732fbd7a5), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:56.304124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Made reservation on behalf of f3543bf9774a49c98569f1d49b6d9f3e for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:56.307590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:56.350363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Transition to ACTIVE for port object 118d9201-b857-4626-9059-c1b732fbd7a5 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:56.364003 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:56.377616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:56.412288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-6d0591ab-a871-47da-8cf7-7d8607dbf4f7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.413761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-6d0591ab-a871-47da-8cf7-7d8607dbf4f7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.1149588 Feb 09 02:51:56.428492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-59b1622f-a33b-4561-afac-663381ef1e37 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/quotas/73853ba10f5c4cd4be5969a0d564c931 HTTP/1.1" status: 200 len: 375 time: 0.0092397 Feb 09 02:51:56.482458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-dd375480-8cbf-4f77-b410-e87eaa6541d7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482166 Feb 09 02:51:56.512941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67400282-549e-436c-84e7-ec8211801299 req-32f69400-ec59-4051-99aa-f3b0db1cca30 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.514465 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67400282-549e-436c-84e7-ec8211801299 req-32f69400-ec59-4051-99aa-f3b0db1cca30 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.2717409 Feb 09 02:51:56.542658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Pushing event updated for resources: {'Port': ['ID=118d9201-b857-4626-9059-c1b732fbd7a5,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:56.585745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-d6253c6c-cc93-4d5e-b4d8-ae3a017021e8 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967147 Feb 09 02:51:56.595943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794f0405-a8aa-4be7-8e70-40f71f994a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c5f50b-14df-418b-ac49-54b396257e2a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:56.598273 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f96eaa-0e7d-4a3c-b901-e1261aaae0d1" -d '{"events": [{"server_uuid": "794f0405-a8aa-4be7-8e70-40f71f994a9b", "name": "network-vif-plugged", "status": "completed", "tag": "64c5f50b-14df-418b-ac49-54b396257e2a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:56.675765 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-ad0545c4-5cf8-48f1-a094-4fbe7378f9c0 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850518 Feb 09 02:51:56.737980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Allocated IP 172.20.0.11 (47a3b409-6d32-4997-af71-7f5c4950d446/c7d5485c-f1ba-400c-975c-10eee174c8d7/4ebd218c-2d68-4cbe-9d79-0504a29cb32c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:56.750464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67400282-549e-436c-84e7-ec8211801299 req-10e34f90-f0dc-4301-8393-0f2377a0254b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288253 Feb 09 02:51:56.787628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Attempting to bind port 118d9201-b857-4626-9059-c1b732fbd7a5 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:56.787968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Attempting to bind port 118d9201-b857-4626-9059-c1b732fbd7a5 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:56.788297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Attempting to bind port 118d9201-b857-4626-9059-c1b732fbd7a5 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:56.801515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:56.804768 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66751958-a554-491f-adbb-d7bef11ba3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:56.889376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Port 118d9201-b857-4626-9059-c1b732fbd7a5 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:56.889535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Attempting to bind port 118d9201-b857-4626-9059-c1b732fbd7a5 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:56.903684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-b41bd6ab-6628-41a7-80d5-81075d8a9ded tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.910584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-b41bd6ab-6628-41a7-80d5-81075d8a9ded tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.916639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-b41bd6ab-6628-41a7-80d5-81075d8a9ded tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.924296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-b41bd6ab-6628-41a7-80d5-81075d8a9ded tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.927555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:56.927899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Checking segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:56.928284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Bound using segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:56.928715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Bound port: 118d9201-b857-4626-9059-c1b732fbd7a5, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:56.929112 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:56.931259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-b41bd6ab-6628-41a7-80d5-81075d8a9ded tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.937680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-b41bd6ab-6628-41a7-80d5-81075d8a9ded tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.944930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-b41bd6ab-6628-41a7-80d5-81075d8a9ded tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:56.947436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-b41bd6ab-6628-41a7-80d5-81075d8a9ded tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1166394 Feb 09 02:51:57.020529 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5f6e96-0a83-41e5-9dc1-183291713b58 x-openstack-request-id: req-da5f6e96-0a83-41e5-9dc1-183291713b58 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:57.021069 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794f0405-a8aa-4be7-8e70-40f71f994a9b", "name": "network-vif-plugged", "status": "completed", "tag": "64c5f50b-14df-418b-ac49-54b396257e2a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:57.021554 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da5f6e96-0a83-41e5-9dc1-183291713b58 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:57.022830 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794f0405-a8aa-4be7-8e70-40f71f994a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c5f50b-14df-418b-ac49-54b396257e2a', 'code': 200} Feb 09 02:51:57.084693 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12e3206c-1982-4127-96e0-ace3ec530dd5 req-02c837da-e1a2-4e0a-9e96-35e150e62650 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297755 Feb 09 02:51:57.191204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc6161-5ae1-4768-8f08-8e64ea6622eb req-3b4cd83b-703e-4dcb-bc1c-b96201d4dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.194533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1bcc6161-5ae1-4768-8f08-8e64ea6622eb req-3b4cd83b-703e-4dcb-bc1c-b96201d4dabf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 1132 time: 0.0921443 Feb 09 02:51:57.254569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01e78664-2c35-47f4-b65f-2fd73ec7fac2 req-08be86cd-a48a-4056-b970-1b29ef5426ab tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 210 time: 0.0575366 Feb 09 02:51:57.306729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1bcc6161-5ae1-4768-8f08-8e64ea6622eb req-7df47e97-88ca-442b-9e77-e45c6442fac3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929003 Feb 09 02:51:57.339590 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ee3773-e3be-440b-ac5d-7f71c6008f68 x-openstack-request-id: req-a0ee3773-e3be-440b-ac5d-7f71c6008f68 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:57.339927 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:57.340186 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0ee3773-e3be-440b-ac5d-7f71c6008f68 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:57.340589 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'status': 'completed', 'code': 200} Feb 09 02:51:57.467089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-09360f24-8be3-45df-ab7b-b1c6f26ddee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.469260 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-09360f24-8be3-45df-ab7b-b1c6f26ddee8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 1125 time: 0.0880504 Feb 09 02:51:57.481562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28406a4d-0e72-44d4-a7e0-20af9b84d721 req-52d64950-3fac-47a8-b0c4-936c98403417 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.483037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28406a4d-0e72-44d4-a7e0-20af9b84d721 req-52d64950-3fac-47a8-b0c4-936c98403417 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 943 time: 0.0889318 Feb 09 02:51:57.556743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:57.589784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Publish callbacks [] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:57.606722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28406a4d-0e72-44d4-a7e0-20af9b84d721 req-22efdbb7-77e4-465b-aa24-4e56a39088e7 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175909 Feb 09 02:51:57.607112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] For port 118d9201-b857-4626-9059-c1b732fbd7a5, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:57.615773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] For port 118d9201-b857-4626-9059-c1b732fbd7a5, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=118d9201-b857-4626-9059-c1b732fbd7a5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:57.632641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Transition to ACTIVE for port object 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:57.633049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-2baa97d8-9b56-4174-9e19-e824d4631aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.636607 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-2baa97d8-9b56-4174-9e19-e824d4631aac service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 913 time: 0.1372564 Feb 09 02:51:57.637508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:57.645881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbedf57-8932-42e9-83b6-84072bb26577 req-475371ae-216f-4c33-80df-a371ceba2167 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.647415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5dbedf57-8932-42e9-83b6-84072bb26577 req-475371ae-216f-4c33-80df-a371ceba2167 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 943 time: 0.1628044 Feb 09 02:51:57.668749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:57.703644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-60b5f37a-f082-413b-b852-5c73f33254fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b HTTP/1.1" status: 200 len: 217 time: 0.0522873 Feb 09 02:51:57.706307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:57.721722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.722308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:57.723701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] 10.222.0.61 "PUT /v2.0/ports/118d9201-b857-4626-9059-c1b732fbd7a5 HTTP/1.1" status: 200 len: 1091 time: 2.5128958 Feb 09 02:51:57.729597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fea3110-7326-430a-8a17-63bfb6c25030', 'tag': '118d9201-b857-4626-9059-c1b732fbd7a5'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:51:57.732599 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fea3110-7326-430a-8a17-63bfb6c25030", "tag": "118d9201-b857-4626-9059-c1b732fbd7a5"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:51:57.778432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-28f9b8f3-1240-4b3e-a8c1-f915ee39818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.780057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-28f9b8f3-1240-4b3e-a8c1-f915ee39818a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.0583394 Feb 09 02:51:57.784230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa329b2-ccf3-4c3f-9af6-0ccffceffe37 req-fd5831d1-a073-4a97-8a52-c7e4ca33c66a tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.785635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aa329b2-ccf3-4c3f-9af6-0ccffceffe37 req-fd5831d1-a073-4a97-8a52-c7e4ca33c66a tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1128 time: 0.0910859 Feb 09 02:51:57.799158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47132197-b45b-4d31-bbf2-156a92174976 service neutron] Pushing event updated for resources: {'Port': ['ID=118d9201-b857-4626-9059-c1b732fbd7a5,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:57.819316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-05603d47-7a94-422b-9e09-5a2f3edca2ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301988 Feb 09 02:51:57.868730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5dbedf57-8932-42e9-83b6-84072bb26577 req-4f5b2e22-fdd4-4d03-99a9-396ed193f791 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143366 Feb 09 02:51:57.927386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aa329b2-ccf3-4c3f-9af6-0ccffceffe37 req-52f25f86-e129-4693-8468-72e21a90649c tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250234 Feb 09 02:51:57.930142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Pushing event updated for resources: {'Port': ['ID=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:57.948814 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:57.989369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-7885ab8a-e9fe-42d7-93e2-573b360e8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:57.990953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-7885ab8a-e9fe-42d7-93e2-573b360e8733 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 1125 time: 0.2163329 Feb 09 02:51:57.998466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f14e9858-1bbc-40ee-891d-9a6f87c1ae32'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:58.005900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-bbbeb75e-becb-448c-ac60-f7d27bbc4d07 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796062 Feb 09 02:51:58.060647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:58.079503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:58.082498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-b11f66ad-d5be-4f67-be56-83dc197582f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118d9201-b857-4626-9059-c1b732fbd7a5 HTTP/1.1" status: 200 len: 217 time: 0.0809782 Feb 09 02:51:58.083329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:58.109136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'Port': ['ID=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:58.112052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Attempting to bind port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:58.112489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Attempting to bind port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:58.112739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Attempting to bind port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:58.158019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c1a1a-e316-43ef-b0f6-1ec0cf686402 req-432c7c53-dfcf-45ec-b0ff-0a8e92fde3bb tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.159627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d17c1a1a-e316-43ef-b0f6-1ec0cf686402 req-432c7c53-dfcf-45ec-b0ff-0a8e92fde3bb tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 932 time: 0.1215363 Feb 09 02:51:58.190955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:58.191509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Attempting to bind port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 on network bab6a6d9-0d04-4f64-b29d-07a78c6398ea {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:58.213002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:51:58.213346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Checking segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:51:58.214152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Bound using segment: {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:51:58.214356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Bound port: 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:51:58.214599 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.241679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-6b99c137-0b3f-4ae9-a2b2-d5b3bfa0bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.243178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-6b99c137-0b3f-4ae9-a2b2-d5b3bfa0bf08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 200 len: 852 time: 0.1380112 Feb 09 02:51:58.249063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.249504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66751958-a554-491f-adbb-d7bef11ba3a1 req-f5b867ff-1255-490d-8b6c-c62464848d4a service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366805 Feb 09 02:51:58.249716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.270003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b86ea-5cd8-4d05-b9a4-4026ab9f790d req-4d510d86-eedf-492c-acdb-e59a14788ac9 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.272605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db5b86ea-5cd8-4d05-b9a4-4026ab9f790d req-4d510d86-eedf-492c-acdb-e59a14788ac9 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 950 time: 0.2425265 Feb 09 02:51:58.299444 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d17c1a1a-e316-43ef-b0f6-1ec0cf686402 req-dc12dde8-fcb5-48fe-bae5-c69692808480 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953140 Feb 09 02:51:58.357567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-fdc74916-cae6-4506-9aaf-d3ef364175a6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.359456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-fdc74916-cae6-4506-9aaf-d3ef364175a6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.2229881 Feb 09 02:51:58.360341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-28dfd5ca-f2e1-4a57-adf9-8ed0a775f326 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863805 Feb 09 02:51:58.373624 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4d67c4-cb99-4596-8c4a-bc2d72f6118a x-openstack-request-id: req-db4d67c4-cb99-4596-8c4a-bc2d72f6118a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:51:58.373995 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fea3110-7326-430a-8a17-63bfb6c25030", "tag": "118d9201-b857-4626-9059-c1b732fbd7a5", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:51:58.374171 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db4d67c4-cb99-4596-8c4a-bc2d72f6118a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:51:58.374595 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fea3110-7326-430a-8a17-63bfb6c25030', 'tag': '118d9201-b857-4626-9059-c1b732fbd7a5', 'status': 'completed', 'code': 200} Feb 09 02:51:58.396000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Request body: {'port': {'device_id': 'a65508bb-cf7f-465c-9f50-adc37398661a', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'admin_state_up': True, 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:58.397726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-61642bfe-c3d7-4965-8b19-7eff9b49790a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5369587 Feb 09 02:51:58.415333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Request body: {'port': {'device_id': '37ebddc8-dcf9-4133-82c0-35c8e292c4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:58.500592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db5b86ea-5cd8-4d05-b9a4-4026ab9f790d req-871fc38c-b91f-4bb4-9486-16746bd1cf72 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062092 Feb 09 02:51:58.551770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9b4bb934-52d9-4f54-8adc-716070e0d16e None None] Provisioning complete for port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:51:58.552184 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9b4bb934-52d9-4f54-8adc-716070e0d16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.553562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56535f4b-f007-4355-ac9a-a107a55ed88f req-80c35b9f-7032-44a2-baa1-10019b1f589e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.554288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] For port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:51:58.559138 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56535f4b-f007-4355-ac9a-a107a55ed88f req-80c35b9f-7032-44a2-baa1-10019b1f589e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.1026366 Feb 09 02:51:58.597173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] For port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:51:58.603953 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.607073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:51:58.612888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.613244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bb934-52d9-4f54-8adc-716070e0d16e None None] Port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:51:58.622550 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.656899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-aa0c780d-f60c-4bc4-9d5d-483bb622c360 service neutron] 10.222.0.61 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581680 Feb 09 02:51:58.674848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56535f4b-f007-4355-ac9a-a107a55ed88f req-313a8f8f-887b-474c-a511-b59868016a8f tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092949 Feb 09 02:51:58.720385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.721008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:58.723478 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 HTTP/1.1" status: 200 len: 1091 time: 2.5213146 Feb 09 02:51:58.807130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf032ad-107e-46a7-ae42-efebd41415a7 service neutron] Pushing event updated for resources: {'Port': ['ID=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:58.910133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Allocated IP 172.20.0.11 (daf8e818-0f6a-438e-9812-956150916817/285be046-434d-4db6-9868-7b28c7c79961/838cd38b-5fd3-460a-be2c-0256144b8ab6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:51:58.957244 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-b72ccc7b-882e-4d68-b509-7d9c84fa1a37 service neutron] 10.222.0.61 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594783 Feb 09 02:51:58.962544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-614db3a3-bb46-488c-aa0a-d61dd46747f6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.970686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-614db3a3-bb46-488c-aa0a-d61dd46747f6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.982602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-614db3a3-bb46-488c-aa0a-d61dd46747f6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:58.990082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-614db3a3-bb46-488c-aa0a-d61dd46747f6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.003047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-614db3a3-bb46-488c-aa0a-d61dd46747f6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.009837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-614db3a3-bb46-488c-aa0a-d61dd46747f6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.015461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-c6c24764-be44-4d02-995d-c909244f7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.017173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-c6c24764-be44-4d02-995d-c909244f7677 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 1125 time: 0.1528485 Feb 09 02:51:59.017707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-614db3a3-bb46-488c-aa0a-d61dd46747f6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.021466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-614db3a3-bb46-488c-aa0a-d61dd46747f6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1773329 Feb 09 02:51:59.094608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-b07bf941-06e2-4045-bc13-4edf0139d379 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 HTTP/1.1" status: 200 len: 217 time: 0.0587904 Feb 09 02:51:59.170508 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad9a299e-1266-4e68-bad4-a614caecf289 req-065e66c8-d166-4bc4-8990-d2eb03b3ea98 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419411 Feb 09 02:51:59.208511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-92b7951f-54d2-48ae-8555-22fea3bbc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.210170 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-92b7951f-54d2-48ae-8555-22fea3bbc5e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 1125 time: 0.1733520 Feb 09 02:51:59.215301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-7287c5f0-39d2-41a5-a5a3-e16a3b28c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.216826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-7287c5f0-39d2-41a5-a5a3-e16a3b28c6d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 200 len: 852 time: 0.1060188 Feb 09 02:51:59.264221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks [] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.271231 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-71d2dd8c-e915-4995-bff8-0ec2ed0ee8d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350294 Feb 09 02:51:59.314510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-680ede30-2946-453f-b6f1-44b3d3d34b8f req-033b8bc1-5e62-4a10-a27a-391d68b36dd0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 210 time: 0.0385551 Feb 09 02:51:59.349560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.374824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:51:59.415284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebd218c-2d68-4cbe-9d79-0504a29cb32c {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:59.419628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Network daf8e818-0f6a-438e-9812-956150916817 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:51:59.424431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:51:59.433752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:51:59.437976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Publish callbacks [] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.461080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:51:59.473143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-8a26abbe-8a74-4eba-ab83-539a35d7aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.474947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-8a26abbe-8a74-4eba-ab83-539a35d7aef3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 913 time: 0.2525783 Feb 09 02:51:59.480214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Transition to ACTIVE for port object 4ebd218c-2d68-4cbe-9d79-0504a29cb32c will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:51:59.499127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event updated for resources: {'Port': ['ID=838cd38b-5fd3-460a-be2c-0256144b8ab6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:59.506707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.552296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.553260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.560627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-41fb1091-d2f0-46cb-ad90-aed63ad40afe service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759295 Feb 09 02:51:59.580793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f133878-1f88-40ce-a2b2-e55b66f09369 req-98ce17d2-bde7-4ad7-ad6b-616c42330ac5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.587461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-6d279c07-fee5-4196-b6aa-51f9d3d0b9a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118d9201-b857-4626-9059-c1b732fbd7a5 HTTP/1.1" status: 200 len: 217 time: 0.1012635 Feb 09 02:51:59.587650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f133878-1f88-40ce-a2b2-e55b66f09369 req-98ce17d2-bde7-4ad7-ad6b-616c42330ac5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 943 time: 0.1121755 Feb 09 02:51:59.605865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-653042d5-c168-44ab-bd99-0cc5c6de8af8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2139978 Feb 09 02:51:59.639152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:59.651043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f133878-1f88-40ce-a2b2-e55b66f09369 req-04c89835-2f95-4736-aed0-4a3f1f386658 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622647 Feb 09 02:51:59.658000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Request body: {'port': {'device_id': 'a65508bb-cf7f-465c-9f50-adc37398661a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:51:59.665609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'port_id': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'mac_address': 'fa:16:3e:0e:21:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e5f4c-91b4-4f13-8713-bd53fdcd6014', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:51:59.685341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-17799f5b-1604-47b0-9d71-6d9497e41bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.687427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-17799f5b-1604-47b0-9d71-6d9497e41bde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 200 len: 852 time: 0.0859780 Feb 09 02:51:59.715433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:51:59.715840 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.733628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:51:59.758228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:51:59.764677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.776179 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:51:59.804927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:59.818154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-4a82269c-7df0-49ec-bcfe-a6e79864862e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058898 Feb 09 02:51:59.866139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:51:59.868526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-524afc93-7eb1-416a-9f01-db5217cef24c tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:51:59.876811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-524afc93-7eb1-416a-9f01-db5217cef24c tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132325 Feb 09 02:51:59.944217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dde825-4aea-4278-94b8-d848a5177277 req-27a61521-06d4-414f-a00e-dba8826ef84c tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:51:59.945910 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8dde825-4aea-4278-94b8-d848a5177277 req-27a61521-06d4-414f-a00e-dba8826ef84c tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 943 time: 0.1432645 Feb 09 02:51:59.978477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca7776fc-0542-4866-a655-e5786a7fb43d req-9b35c82a-a971-4e52-9c43-4409367bae08 service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854625 Feb 09 02:51:59.979657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Attempting to bind port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:51:59.979997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Attempting to bind port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:51:59.980324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Attempting to bind port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:51:59.987744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c on network 47a3b409-6d32-4997-af71-7f5c4950d446 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:51:59.988069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Attempting to bind port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:00.004365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:00.004711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Checking segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:00.005099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Bound using segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:00.005531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Bound port: 4ebd218c-2d68-4cbe-9d79-0504a29cb32c, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:00.005895 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:00.028796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-ed3adb4f-0f0f-4358-a617-5f4f789823f5 service neutron] 10.222.0.61 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004735 Feb 09 02:52:00.060859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-37de18bc-ba21-4c6f-bd23-f2cb7d49257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:00.062187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-37de18bc-ba21-4c6f-bd23-f2cb7d49257e service neutron] 10.222.0.32 "GET /v2.0/ports/b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 1125 time: 0.1846280 Feb 09 02:52:00.079295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Request body: {'binding': {'host': 'n-h2-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:00.079746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Unknown quota resources ['binding']. {{(pid=109856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:52:00.129531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8dde825-4aea-4278-94b8-d848a5177277 req-ce02f78e-3922-47ee-b9a8-0a091d072b03 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691170 Feb 09 02:52:00.136243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] For port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:00.145196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] For port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:00.167614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38d43ab4-fe47-4d83-a1c7-1646f07bc9a5 req-2f12fd58-6b30-41e8-beec-964f6158818e service neutron] 10.222.0.61 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176152 Feb 09 02:52:00.169420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:00.210948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:00.212197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:00.214961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] 10.222.0.26 "PUT /v2.0/ports/4ebd218c-2d68-4cbe-9d79-0504a29cb32c HTTP/1.1" status: 200 len: 1092 time: 1.8030529 Feb 09 02:52:00.223330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:00.262401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2eb051b-69cc-4dd4-8f45-a3ddbe4a6699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:00.266126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342c587-3a8b-4dcd-83a7-909cb9514a6d service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:00.333251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-021ab9e0-1101-43ec-8e2a-e5dc06bae4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:00.335492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-021ab9e0-1101-43ec-8e2a-e5dc06bae4b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 1126 time: 0.0555067 Feb 09 02:52:00.653872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb04feb-38fa-4c23-ae71-caa77b59b5c1 req-4f01a81f-09c0-4208-921d-2893c2ae7da4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:00.655307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bb04feb-38fa-4c23-ae71-caa77b59b5c1 req-4f01a81f-09c0-4208-921d-2893c2ae7da4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 944 time: 0.4432476 Feb 09 02:52:00.687765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6656612-6744-47eb-bf29-c913090e6527', 'tag': '11cdc6d1-3e4a-49d5-981e-701b5fcec4c6'}, {'name': 'network-changed', 'server_uuid': '37ebddc8-dcf9-4133-82c0-35c8e292c4fb', 'tag': '4ebd218c-2d68-4cbe-9d79-0504a29cb32c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:00.690135 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5021d3-2274-462a-8157-86ae9953552f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6656612-6744-47eb-bf29-c913090e6527", "tag": "11cdc6d1-3e4a-49d5-981e-701b5fcec4c6"}, {"name": "network-changed", "server_uuid": "37ebddc8-dcf9-4133-82c0-35c8e292c4fb", "tag": "4ebd218c-2d68-4cbe-9d79-0504a29cb32c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:00.694319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-0a64422f-bc1b-4a62-aea6-db641b47d5ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ebd218c-2d68-4cbe-9d79-0504a29cb32c HTTP/1.1" status: 200 len: 217 time: 0.3508043 Feb 09 02:52:00.745532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-92d4af9a-accc-4bea-bdcf-84271d69607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:00.747093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-92d4af9a-accc-4bea-bdcf-84271d69607b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.0452819 Feb 09 02:52:00.762127 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bb04feb-38fa-4c23-ae71-caa77b59b5c1 req-bd04cc7f-4a6e-4525-910e-003df3fdc871 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006675 Feb 09 02:52:00.762789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on host n-h2-827839-4 for vnic_type normal with profile None {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:00.763126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:00.763450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:00.767626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838cd38b-5fd3-460a-be2c-0256144b8ab6 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:00.784342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:00.784879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:00.788618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Publish callbacks [] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:00.799211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:00.799553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:00.799937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:00.800365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Bound port: b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:00.801513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-5070a412-47fc-4b79-bf62-6da247c770bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:00.803077 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-5070a412-47fc-4b79-bf62-6da247c770bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472593 Feb 09 02:52:00.808910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Transition to ACTIVE for port object 838cd38b-5fd3-460a-be2c-0256144b8ab6 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:00.833249 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:00.905917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-568ce2ec-fab6-451c-9040-04b64f778df8 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912466 Feb 09 02:52:00.933240 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Pushing event updated for resources: {'Port': ['ID=838cd38b-5fd3-460a-be2c-0256144b8ab6,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:00.940360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:00.952094 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:00.953289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0292685b-fd79-42b1-8fea-7cc6613b4b32 service neutron] 10.222.0.32 "POST /v2.0/ports/b6cb5046-57d4-40dc-9116-c17c3fd7fc37/bindings HTTP/1.1" status: 201 len: 389 time: 0.8791294 Feb 09 02:52:00.974286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141e575-6786-402d-8fec-5e3aff29c364 req-4e56aff9-9f55-47ad-87b5-3b96944f3174 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:00.975582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c141e575-6786-402d-8fec-5e3aff29c364 req-4e56aff9-9f55-47ad-87b5-3b96944f3174 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 950 time: 0.1459942 Feb 09 02:52:01.008772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2dcfe3e-b1f2-4f78-901e-ab17a0214cfe req-7b955e6f-ec66-46e0-b6dd-f365d3e77a5d service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962543 Feb 09 02:52:01.066709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c141e575-6786-402d-8fec-5e3aff29c364 req-5d7dd8e4-a76f-4ad7-84ca-eb9eec45927b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Feb 09 02:52:01.067526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Attempting to bind port 838cd38b-5fd3-460a-be2c-0256144b8ab6 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:01.067867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Attempting to bind port 838cd38b-5fd3-460a-be2c-0256144b8ab6 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:01.068218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Attempting to bind port 838cd38b-5fd3-460a-be2c-0256144b8ab6 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:01.073852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Port 838cd38b-5fd3-460a-be2c-0256144b8ab6 on network daf8e818-0f6a-438e-9812-956150916817 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:01.074065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Attempting to bind port 838cd38b-5fd3-460a-be2c-0256144b8ab6 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:01.089766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:01.090507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:01.090911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Bound using segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:01.091789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Bound port: 838cd38b-5fd3-460a-be2c-0256144b8ab6, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:01.092167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:01.153370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d3622-82f7-4483-9db6-304d1a5b807d req-affd2178-1163-42d4-811e-5f700ec3fb92 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.155682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a1d3622-82f7-4483-9db6-304d1a5b807d req-affd2178-1163-42d4-811e-5f700ec3fb92 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0878687 Feb 09 02:52:01.200052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] For port 838cd38b-5fd3-460a-be2c-0256144b8ab6, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:01.204042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] For port 838cd38b-5fd3-460a-be2c-0256144b8ab6, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=838cd38b-5fd3-460a-be2c-0256144b8ab6,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:01.213831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a1d3622-82f7-4483-9db6-304d1a5b807d req-96e44b43-650b-42e8-a057-469e95a7ef9a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529780 Feb 09 02:52:01.216841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:01.255832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-8dc8e937-3958-451e-94c2-4553e2ffc759 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.261585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-8dc8e937-3958-451e-94c2-4553e2ffc759 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.267127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-8dc8e937-3958-451e-94c2-4553e2ffc759 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.270581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-bdba92e4-312e-4b18-b972-d7fcc6447d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.272080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-bdba92e4-312e-4b18-b972-d7fcc6447d03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1128 time: 0.0572522 Feb 09 02:52:01.272278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-8dc8e937-3958-451e-94c2-4553e2ffc759 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.277444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-8dc8e937-3958-451e-94c2-4553e2ffc759 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.282598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-8dc8e937-3958-451e-94c2-4553e2ffc759 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.287746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-8dc8e937-3958-451e-94c2-4553e2ffc759 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.289637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-8dc8e937-3958-451e-94c2-4553e2ffc759 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1500056 Feb 09 02:52:01.315251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.315862 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:01.317189 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] 10.222.0.61 "PUT /v2.0/ports/838cd38b-5fd3-460a-be2c-0256144b8ab6 HTTP/1.1" status: 200 len: 1092 time: 1.6719921 Feb 09 02:52:01.323643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65508bb-cf7f-465c-9f50-adc37398661a', 'tag': '838cd38b-5fd3-460a-be2c-0256144b8ab6'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:01.325877 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b836120-7553-4d9f-8252-cac0be900fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "a65508bb-cf7f-465c-9f50-adc37398661a", "tag": "838cd38b-5fd3-460a-be2c-0256144b8ab6"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:01.346392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Pushing event updated for resources: {'Port': ['ID=838cd38b-5fd3-460a-be2c-0256144b8ab6,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:01.377075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.377426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.378224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.378224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.378483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.378768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.379093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.379419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.379739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.380062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.380385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.380705 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.381023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84954f8f-2878-4a76-9cd1-0826b85c144b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:01.392771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c2a1c-5af9-40b0-b7a0-a3523810257c req-affaa858-7c4f-4a45-8dcf-072798cba8ba tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.394280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f50c2a1c-5af9-40b0-b7a0-a3523810257c req-affaa858-7c4f-4a45-8dcf-072798cba8ba tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 944 time: 0.1164858 Feb 09 02:52:01.421061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d0d0be0-272d-4e89-90a0-0c4290e532d0 req-f8dc34d4-f35a-4076-ad55-172c5578c50a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232798 Feb 09 02:52:01.423089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-b6c50928-e41a-4d24-a39c-fb87a8981b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.424549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-b6c50928-e41a-4d24-a39c-fb87a8981b2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1386664 Feb 09 02:52:01.426300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 118d9201-b857-4626-9059-c1b732fbd7a5 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:01.434463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:01.435595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-16804dd8-f78e-4d0c-94f0-9dc7ca50f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.437329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-16804dd8-f78e-4d0c-94f0-9dc7ca50f8f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 1126 time: 0.0767214 Feb 09 02:52:01.483263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-8cfd80ee-fa6b-4f96-aa56-6b2f6aad8ac5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 217 time: 0.0457878 Feb 09 02:52:01.492133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f50c2a1c-5af9-40b0-b7a0-a3523810257c req-23696828-c3fb-41b3-b0c9-12e858bfccf9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916696 Feb 09 02:52:01.505347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-1e96a8aa-51bd-424f-93d5-1bc30302d27e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=838cd38b-5fd3-460a-be2c-0256144b8ab6 HTTP/1.1" status: 200 len: 217 time: 0.0523818 Feb 09 02:52:01.559285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-253c9465-cecc-4656-9629-b8f9d548d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.560857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-253c9465-cecc-4656-9629-b8f9d548d6a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.0677857 Feb 09 02:52:01.562958 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769f098b-8966-4b7a-830f-429791d47d3b x-openstack-request-id: req-769f098b-8966-4b7a-830f-429791d47d3b {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:01.563499 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6656612-6744-47eb-bf29-c913090e6527", "tag": "11cdc6d1-3e4a-49d5-981e-701b5fcec4c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37ebddc8-dcf9-4133-82c0-35c8e292c4fb", "tag": "4ebd218c-2d68-4cbe-9d79-0504a29cb32c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:01.563499 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-769f098b-8966-4b7a-830f-429791d47d3b {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:01.564038 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6656612-6744-47eb-bf29-c913090e6527', 'tag': '11cdc6d1-3e4a-49d5-981e-701b5fcec4c6', 'status': 'completed', 'code': 200} Feb 09 02:52:01.564304 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ebddc8-dcf9-4133-82c0-35c8e292c4fb', 'tag': '4ebd218c-2d68-4cbe-9d79-0504a29cb32c', 'status': 'completed', 'code': 200} Feb 09 02:52:01.586868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:01.602725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-b44c2b3d-a377-4587-8f6e-d6d2e934258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.604869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-b44c2b3d-a377-4587-8f6e-d6d2e934258b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0741501 Feb 09 02:52:01.615243 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-dc9f1dd3-d1d3-4dda-800d-491f0193e0f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391140 Feb 09 02:52:01.616056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f33d03-eda0-497d-aa04-4362be9d0ac5 req-a62b4768-b2ed-49e6-802a-79bbe4b4868c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.617804 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e4f33d03-eda0-497d-aa04-4362be9d0ac5 req-a62b4768-b2ed-49e6-802a-79bbe4b4868c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 944 time: 0.0974982 Feb 09 02:52:01.626909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:01.627671 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:01.661623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-6359bfbf-f453-479b-b815-9c2b8342721d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428138 Feb 09 02:52:01.667994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 118d9201-b857-4626-9059-c1b732fbd7a5, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=118d9201-b857-4626-9059-c1b732fbd7a5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:01.685775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '118d9201-b857-4626-9059-c1b732fbd7a5', 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'port_id': '118d9201-b857-4626-9059-c1b732fbd7a5', 'mac_address': 'fa:16:3e:c1:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3246910-33a5-4f80-acf4-2d23051171fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:01.735668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e4f33d03-eda0-497d-aa04-4362be9d0ac5 req-43c65d57-417d-498c-9ceb-4bf9cf3cc2bc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090064 Feb 09 02:52:01.756250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 118d9201-b857-4626-9059-c1b732fbd7a5 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:01.756646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:01.775876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118d9201-b857-4626-9059-c1b732fbd7a5 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:01.786352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5021d3-2274-462a-8157-86ae9953552f req-33b8acc4-6bdc-4f95-9611-4eb0f40d202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.788061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-33b8acc4-6bdc-4f95-9611-4eb0f40d202d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db8000e57f89472baba9b532a1b8a5ac&device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 1125 time: 0.1719337 Feb 09 02:52:01.789710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-de4f905c-6740-45b1-a434-7fcbfbf46777 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196184 Feb 09 02:52:01.793422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:01.793816 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:01.809127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 118d9201-b857-4626-9059-c1b732fbd7a5, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=118d9201-b857-4626-9059-c1b732fbd7a5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:01.821670 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:01.825766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931dd1f-7a00-49c0-ad61-fffca04240c4 req-a579d7b3-5b61-41a2-9af1-7bd1e6a68fa8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.827360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4931dd1f-7a00-49c0-ad61-fffca04240c4 req-a579d7b3-5b61-41a2-9af1-7bd1e6a68fa8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 946 time: 0.1962149 Feb 09 02:52:01.829162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:01.831441 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa7683f-ee21-43d3-a2cc-4ddfe9be7665" -d '{"events": [{"server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "name": "network-vif-plugged", "status": "completed", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:01.865917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:01.876716 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:01.880233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-303e228c-af17-4f8e-837a-fbdd43c7e7c5 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501545 Feb 09 02:52:01.895765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=118d9201-b857-4626-9059-c1b732fbd7a5,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:01.944546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397748b8-b693-4423-a5dc-2c89e4ef3cd5 req-10156913-d562-4ffb-81a5-981f50a01c29 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:01.946212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-397748b8-b693-4423-a5dc-2c89e4ef3cd5 req-10156913-d562-4ffb-81a5-981f50a01c29 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 950 time: 0.1198597 Feb 09 02:52:01.950156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5d3be89-c815-4eb8-b018-1ea8118714eb req-0cb8fc73-400a-4205-a4fa-0d21b249b0ce service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531298 Feb 09 02:52:01.952599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:01.988552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4931dd1f-7a00-49c0-ad61-fffca04240c4 req-00b98934-065b-4828-ad35-4c6be24ddf9b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460018 Feb 09 02:52:02.004264 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-397748b8-b693-4423-a5dc-2c89e4ef3cd5 req-f166fb7e-a6cb-4665-990b-84bb42c51470 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Feb 09 02:52:02.042755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5021d3-2274-462a-8157-86ae9953552f req-51a9789f-b3be-42a7-8b2a-c3b65a6acb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.044396 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-51a9789f-b3be-42a7-8b2a-c3b65a6acb52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 200 len: 913 time: 0.2434285 Feb 09 02:52:02.057303 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6f4855-9fe2-4cc9-b045-690c7fe9f749 x-openstack-request-id: req-0c6f4855-9fe2-4cc9-b045-690c7fe9f749 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:02.057790 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65508bb-cf7f-465c-9f50-adc37398661a", "tag": "838cd38b-5fd3-460a-be2c-0256144b8ab6", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:02.058103 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c6f4855-9fe2-4cc9-b045-690c7fe9f749 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:02.058595 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65508bb-cf7f-465c-9f50-adc37398661a', 'tag': '838cd38b-5fd3-460a-be2c-0256144b8ab6', 'status': 'completed', 'code': 200} Feb 09 02:52:02.100778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-0baf4ebe-34c2-477c-848c-d66da40d0207 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085366 Feb 09 02:52:02.114153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-a918f06e-6d54-4d03-be60-42339fe0aec3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 HTTP/1.1" status: 200 len: 217 time: 0.0619504 Feb 09 02:52:02.171762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['118d9201-b857-4626-9059-c1b732fbd7a5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:02.180315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-fd9ac574-1a9c-4a84-a8b3-99761bd2f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.181890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-fd9ac574-1a9c-4a84-a8b3-99761bd2f9d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 1126 time: 0.0851948 Feb 09 02:52:02.188395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc823-3811-4d03-84d2-d623ce2437a0 req-788a17a2-f6f4-4a06-8d14-fe82127a1e92 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.189773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0bcc823-3811-4d03-84d2-d623ce2437a0 req-788a17a2-f6f4-4a06-8d14-fe82127a1e92 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 944 time: 0.0844116 Feb 09 02:52:02.228566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5021d3-2274-462a-8157-86ae9953552f req-98935538-bfcc-438e-b742-e447c014b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.230136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-98935538-bfcc-438e-b742-e447c014b0fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 200 len: 852 time: 0.0981011 Feb 09 02:52:02.242446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d020b1-841f-4f8c-9585-f743ef424c4d req-a27bc37e-8167-4ff5-a9d8-eedab83b24d7 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.243948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31d020b1-841f-4f8c-9585-f743ef424c4d req-a27bc37e-8167-4ff5-a9d8-eedab83b24d7 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 944 time: 0.1744826 Feb 09 02:52:02.287732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-392d226b-48bd-4960-8780-f1efeb5230f4 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.288905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-392d226b-48bd-4960-8780-f1efeb5230f4 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1128 time: 0.1257868 Feb 09 02:52:02.290713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-f0a0e4fd-6e86-4173-b4b6-985fec2944f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bab6a6d9-0d04-4f64-b29d-07a78c6398ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449564 Feb 09 02:52:02.302352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0bcc823-3811-4d03-84d2-d623ce2437a0 req-2e8b42ea-be66-406f-87d9-4d2722e0ab05 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994794 Feb 09 02:52:02.313784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-4'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:02.336759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-05b029fb-753b-4ceb-bac6-b96066838606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.338976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-05b029fb-753b-4ceb-bac6-b96066838606 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.1458614 Feb 09 02:52:02.359922 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f27890-a978-4dc7-9bdc-88149b54b3ec x-openstack-request-id: req-27f27890-a978-4dc7-9bdc-88149b54b3ec {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:02.360228 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "name": "network-vif-plugged", "status": "completed", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:02.360486 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27f27890-a978-4dc7-9bdc-88149b54b3ec {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:02.360886 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'code': 200} Feb 09 02:52:02.391590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-20afddab-9260-4972-b223-550961a9434d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=838cd38b-5fd3-460a-be2c-0256144b8ab6 HTTP/1.1" status: 200 len: 217 time: 0.0456288 Feb 09 02:52:02.393733 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31d020b1-841f-4f8c-9585-f743ef424c4d req-f0976796-316c-4555-8ed1-a87a2ca39ec1 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406407 Feb 09 02:52:02.486556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-98e714ac-648f-4277-a85e-e16e4af45dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.488319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-98e714ac-648f-4277-a85e-e16e4af45dfc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0826652 Feb 09 02:52:02.496702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:02.533623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-960d4a89-5197-4a24-98ba-0799301b38e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307839 Feb 09 02:52:02.546096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-c938059a-aa3c-4f7b-9431-a43de6385e7c service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295320 Feb 09 02:52:02.629348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7750f13f-9185-4185-be85-279d00820c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:02.671109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-271a2749-e2f1-4b16-8222-834eb245010f service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291080 Feb 09 02:52:02.672540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6d1f0-cf5e-433c-abd7-c59f0f781b54 req-d8fc9ad8-2f6e-4b15-b356-f415fb5224bc tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.674011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68c6d1f0-cf5e-433c-abd7-c59f0f781b54 req-d8fc9ad8-2f6e-4b15-b356-f415fb5224bc tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.2093341 Feb 09 02:52:02.681337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727ae3-4ed2-4789-a578-6e21fbb90126 req-5c6cdfef-71f4-4a2f-a4c6-353350c7dc91 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.687306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727ae3-4ed2-4789-a578-6e21fbb90126 req-5c6cdfef-71f4-4a2f-a4c6-353350c7dc91 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.688868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b727ae3-4ed2-4789-a578-6e21fbb90126 req-5c6cdfef-71f4-4a2f-a4c6-353350c7dc91 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b&device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 1691 time: 0.0944984 Feb 09 02:52:02.690108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac8934-871f-4624-b130-a16e77a2e8cd req-9eefb848-e2d4-40b5-9520-56bbd0bae92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.691582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fdac8934-871f-4624-b130-a16e77a2e8cd req-9eefb848-e2d4-40b5-9520-56bbd0bae92f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 1127 time: 0.2099032 Feb 09 02:52:02.794818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b727ae3-4ed2-4789-a578-6e21fbb90126 req-149919d4-eddb-4f16-9492-b8e5bcd5d910 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975661 Feb 09 02:52:02.799561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-618d2ead-70b7-4c12-9311-b632a3528a9f service neutron] 10.222.0.26 "GET /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426038 Feb 09 02:52:02.815280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b836120-7553-4d9f-8252-cac0be900fe3 req-2a782cdb-f21f-41c4-8965-8825be431c10 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253583 Feb 09 02:52:02.853882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68c6d1f0-cf5e-433c-abd7-c59f0f781b54 req-78d37b1e-75ed-4ade-bbe6-1f9914880f36 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676235 Feb 09 02:52:02.859459 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fdac8934-871f-4624-b130-a16e77a2e8cd req-0029871c-450a-49ca-b678-7181b0c9a20b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350119 Feb 09 02:52:02.871981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:02.943471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-1c4b71db-98d7-4c42-b7c5-ad98ae6af3b6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.946356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5021d3-2274-462a-8157-86ae9953552f req-1afb4009-f89c-4929-96a7-edcf6450f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.947879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-1afb4009-f89c-4929-96a7-edcf6450f167 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 1126 time: 0.0924060 Feb 09 02:52:02.948917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:02.949051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-1c4b71db-98d7-4c42-b7c5-ad98ae6af3b6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.954112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-1c4b71db-98d7-4c42-b7c5-ad98ae6af3b6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.959393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-1c4b71db-98d7-4c42-b7c5-ad98ae6af3b6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.964660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-1c4b71db-98d7-4c42-b7c5-ad98ae6af3b6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.969883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-1c4b71db-98d7-4c42-b7c5-ad98ae6af3b6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.975112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-1c4b71db-98d7-4c42-b7c5-ad98ae6af3b6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:02.977037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-1c4b71db-98d7-4c42-b7c5-ad98ae6af3b6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1120136 Feb 09 02:52:03.046311 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c6d7067-363d-4215-afed-9172bdbe97ca req-b8807cf0-7f0c-4343-a115-709be5a2b615 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604007 Feb 09 02:52:03.069696 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Publish callbacks [] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.079856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.088064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae7202-6dd9-4919-a23d-164ffc64c003 req-3e805c8f-1d03-46f4-90a5-88a7c779c407 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.089620 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8ae7202-6dd9-4919-a23d-164ffc64c003 req-3e805c8f-1d03-46f4-90a5-88a7c779c407 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 944 time: 0.1625972 Feb 09 02:52:03.171801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4c85a-09f5-431e-877a-ded4d88705c1 req-b48daff9-c931-4343-a54a-51a226f22d83 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.173311 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0bc4c85a-09f5-431e-877a-ded4d88705c1 req-b48daff9-c931-4343-a54a-51a226f22d83 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0578682 Feb 09 02:52:03.176550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5021d3-2274-462a-8157-86ae9953552f req-844a5780-aaa0-42ed-b5be-e2616343c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.177995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-844a5780-aaa0-42ed-b5be-e2616343c1bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.1981065 Feb 09 02:52:03.222793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0bc4c85a-09f5-431e-877a-ded4d88705c1 req-6ff74c8e-46e0-4bf3-a561-b2390c413405 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Feb 09 02:52:03.263674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:03.274879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-ee140b73-c5f5-4f11-9961-1708694b3fcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ebd218c-2d68-4cbe-9d79-0504a29cb32c HTTP/1.1" status: 200 len: 217 time: 0.0856750 Feb 09 02:52:03.280619 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8ae7202-6dd9-4919-a23d-164ffc64c003 req-63adb5e5-0435-4f8d-b75e-c0e85e4a599c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742690 Feb 09 02:52:03.291304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on host n-h1-827839-4 for vnic_type normal with profile {"migrating_to": "n-h2-827839-4"} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:03.292259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:03.292696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:03.315841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:03.316167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Attempting to bind port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:03.326871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:03.327220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:03.327594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:03.328024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Bound port: b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:03.328482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.361467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5021d3-2274-462a-8157-86ae9953552f req-bb480152-a045-4d92-af5c-1b148b259183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.362924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-bb480152-a045-4d92-af5c-1b148b259183 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.0814798 Feb 09 02:52:03.397454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396c32c-8604-4dff-9e2c-46faedcb57b7 req-9bd11597-08eb-455e-a668-2f75898f9065 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.399121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b396c32c-8604-4dff-9e2c-46faedcb57b7 req-9bd11597-08eb-455e-a668-2f75898f9065 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 1132 time: 0.0439384 Feb 09 02:52:03.423015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 118d9201-b857-4626-9059-c1b732fbd7a5 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:03.447729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b396c32c-8604-4dff-9e2c-46faedcb57b7 req-f8b91f98-c33b-4397-969c-a8c4de910f13 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Feb 09 02:52:03.468656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:03.475040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:03.484282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70499e-4e4d-41e1-b555-d6dc68340862 req-9be12af3-8562-459a-a337-670b81f4b77a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.485774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e70499e-4e4d-41e1-b555-d6dc68340862 req-9be12af3-8562-459a-a337-670b81f4b77a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.1410632 Feb 09 02:52:03.486080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 118d9201-b857-4626-9059-c1b732fbd7a5 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:03.491198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 118d9201-b857-4626-9059-c1b732fbd7a5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:03.491848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.493287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5021d3-2274-462a-8157-86ae9953552f req-5eb7f91a-3502-4d08-a1a1-a1bf3a751883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.496420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-5eb7f91a-3502-4d08-a1a1-a1bf3a751883 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1165621 Feb 09 02:52:03.499628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.574292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:03.576348 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa4a19-c616-4eff-84f4-79e4f4f193cb" -d '{"events": [{"server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "name": "network-vif-unplugged", "status": "completed", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:03.577137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 118d9201-b857-4626-9059-c1b732fbd7a5 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:03.577625 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.582382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465e89-315e-46ea-8866-834ac73d3235 req-e54dcef3-577e-4f88-8f3f-22e71f5afa8a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.583868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21465e89-315e-46ea-8866-834ac73d3235 req-e54dcef3-577e-4f88-8f3f-22e71f5afa8a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 944 time: 0.0652990 Feb 09 02:52:03.610932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 118d9201-b857-4626-9059-c1b732fbd7a5, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=118d9201-b857-4626-9059-c1b732fbd7a5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:03.615272 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.655351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21465e89-315e-46ea-8866-834ac73d3235 req-b9151945-00f2-4425-86f7-7b41c2553fcf tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630641 Feb 09 02:52:03.664193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=118d9201-b857-4626-9059-c1b732fbd7a5,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:03.664764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=8']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:03.674348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e70499e-4e4d-41e1-b555-d6dc68340862 req-a837a162-fea0-47e3-abf8-7fa751717fa4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768265 Feb 09 02:52:03.707494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.708135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.709501 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-02128da3-e947-4794-be6e-bc2c9fff5195 service neutron] 10.222.0.26 "PUT /v2.0/ports/b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 1122 time: 1.4032414 Feb 09 02:52:03.736419 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-27a6ef3b-b90e-490b-9454-8aa48bc00d48 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207148 Feb 09 02:52:03.785085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423c8b-8375-4764-858a-db3782950fe1 req-c59e0b73-f68e-45cb-9a31-5946ea150ee2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.786925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28423c8b-8375-4764-858a-db3782950fe1 req-c59e0b73-f68e-45cb-9a31-5946ea150ee2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 945 time: 0.0622203 Feb 09 02:52:03.834685 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:03.847435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443c62e-a1f8-4e44-a7a1-dd7152971e6d req-74c9d974-c8e7-4180-a88d-7edc91b9f9a5 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:03.848031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28423c8b-8375-4764-858a-db3782950fe1 req-7511ac0d-df22-4987-8826-121a5e014554 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553443 Feb 09 02:52:03.848969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d443c62e-a1f8-4e44-a7a1-dd7152971e6d req-74c9d974-c8e7-4180-a88d-7edc91b9f9a5 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 1132 time: 0.1116436 Feb 09 02:52:03.860786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b6cb5046-57d4-40dc-9116-c17c3fd7fc37'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:03.879678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac5021d3-2274-462a-8157-86ae9953552f req-120030e6-65d0-450b-b11b-16ed522c2035 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330593 Feb 09 02:52:03.902971 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebabd0a-31f6-4f27-95d0-75ae741ab846 x-openstack-request-id: req-7ebabd0a-31f6-4f27-95d0-75ae741ab846 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:03.903269 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "name": "network-vif-unplugged", "status": "completed", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:03.903514 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ebabd0a-31f6-4f27-95d0-75ae741ab846 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:03.904032 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37', 'code': 200} Feb 09 02:52:03.907422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d443c62e-a1f8-4e44-a7a1-dd7152971e6d req-ed0fd1dd-d2e1-4e99-b594-26de2f5e9ce3 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Feb 09 02:52:04.004344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101981b4-d73c-430e-9954-259a48ec76a0 req-374ee7f6-4462-4d32-bd50-caf187f84564 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.006072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-101981b4-d73c-430e-9954-259a48ec76a0 req-374ee7f6-4462-4d32-bd50-caf187f84564 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0552607 Feb 09 02:52:04.058789 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-23763e05-51e2-4343-a6a9-455c1ae4ea25 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233092 Feb 09 02:52:04.067017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-101981b4-d73c-430e-9954-259a48ec76a0 req-a77e510b-7c06-4a3e-bd71-fd79ac369f20 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536730 Feb 09 02:52:04.155073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:04.185943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-cd7c36f2-16cd-4bc9-b85a-58ecc47afdbf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.191992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-cd7c36f2-16cd-4bc9-b85a-58ecc47afdbf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.197506 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-cd7c36f2-16cd-4bc9-b85a-58ecc47afdbf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.203620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-cd7c36f2-16cd-4bc9-b85a-58ecc47afdbf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.209260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-cd7c36f2-16cd-4bc9-b85a-58ecc47afdbf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.215362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-cd7c36f2-16cd-4bc9-b85a-58ecc47afdbf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.220489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-cd7c36f2-16cd-4bc9-b85a-58ecc47afdbf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.223126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-cd7c36f2-16cd-4bc9-b85a-58ecc47afdbf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0968757 Feb 09 02:52:04.292023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f4f53ccb-6944-4be6-9c03-71db00223939 req-3105edc2-e8ec-4691-a430-4199fc15384e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612772 Feb 09 02:52:04.293582 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:04.311905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '11cdc6d1-3e4a-49d5-981e-701b5fcec4c6', 'network_id': 'bab6a6d9-0d04-4f64-b29d-07a78c6398ea', 'port_id': '11cdc6d1-3e4a-49d5-981e-701b5fcec4c6', 'mac_address': 'fa:16:3e:bc:7f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3246910-33a5-4f80-acf4-2d23051171fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:04.351655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:04.352411 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:04.362906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fea3110-7326-430a-8a17-63bfb6c25030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118d9201-b857-4626-9059-c1b732fbd7a5'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:04.366278 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de98e062-7454-4820-88e0-daaf3402caba" -d '{"events": [{"server_uuid": "9fea3110-7326-430a-8a17-63bfb6c25030", "name": "network-vif-plugged", "status": "completed", "tag": "118d9201-b857-4626-9059-c1b732fbd7a5"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:04.375919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:04.398884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:04.405225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:04.453173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76624d4-780a-481b-9dd1-983b517b5f3f req-feb394a7-b80f-4d1e-bec3-9fd227c27dda tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.454883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e76624d4-780a-481b-9dd1-983b517b5f3f req-feb394a7-b80f-4d1e-bec3-9fd227c27dda tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0651212 Feb 09 02:52:04.462831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:04.485828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c16961-9848-4341-b609-e676e47b2b55 req-10ae7c70-c4fe-4590-94a9-2b982ad0ac52 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.490732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-10ae7c70-c4fe-4590-94a9-2b982ad0ac52 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4253199 Feb 09 02:52:04.504617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-d17440fd-e714-44a3-93ab-780a9b1d33c2 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/quotas/fc9de5030d1148848ee932f4f075d2fe HTTP/1.1" status: 200 len: 375 time: 0.0106237 Feb 09 02:52:04.524057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e76624d4-780a-481b-9dd1-983b517b5f3f req-ea4b0cf8-ccd6-4461-82ec-b7cf375f37a1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544474 Feb 09 02:52:04.578751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-ceec2335-18cc-4098-80a5-ae705adc42e3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0676179 Feb 09 02:52:04.646753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884af3-85c7-4238-be2a-d6bb1a876130 req-c47c93e4-920b-4b82-a9b5-bcde053e04a3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.648268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3884af3-85c7-4238-be2a-d6bb1a876130 req-c47c93e4-920b-4b82-a9b5-bcde053e04a3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 944 time: 0.0603471 Feb 09 02:52:04.703151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3884af3-85c7-4238-be2a-d6bb1a876130 req-c6519654-02d8-4e4f-861c-4c3360476ace tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 Feb 09 02:52:04.740765 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2337b030-8cb6-406b-a13e-301de893916f x-openstack-request-id: req-2337b030-8cb6-406b-a13e-301de893916f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:04.741259 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fea3110-7326-430a-8a17-63bfb6c25030", "name": "network-vif-plugged", "status": "completed", "tag": "118d9201-b857-4626-9059-c1b732fbd7a5", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:04.741376 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2337b030-8cb6-406b-a13e-301de893916f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:04.741712 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fea3110-7326-430a-8a17-63bfb6c25030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118d9201-b857-4626-9059-c1b732fbd7a5', 'code': 200} Feb 09 02:52:04.823860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8879227-44bb-435c-b740-01730a6f4bdd req-0cb180c4-9cdb-4cf6-bd7b-e3985ac0b5eb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 210 time: 0.0425360 Feb 09 02:52:04.888891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddf2d2-1a71-4fd7-a0a4-74ee73138b89 req-07134e00-3263-428e-9b18-d6fa00a90966 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.899402 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4bddf2d2-1a71-4fd7-a0a4-74ee73138b89 req-07134e00-3263-428e-9b18-d6fa00a90966 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 944 time: 0.0944600 Feb 09 02:52:04.939404 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:04.957378 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4bddf2d2-1a71-4fd7-a0a4-74ee73138b89 req-782bbdba-19ac-44a2-9bca-f88d889dadac tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567288 Feb 09 02:52:04.977452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a1e6-efc2-4f0f-a914-6bb52731b568 req-a403c0d9-1ba5-44f3-839c-dd2e652ca647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.979710 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60d6a1e6-efc2-4f0f-a914-6bb52731b568 req-a403c0d9-1ba5-44f3-839c-dd2e652ca647 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 1127 time: 0.1285808 Feb 09 02:52:04.986849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acf76a-97d8-4f78-9ebb-bb33379b71d0 req-eff042f6-32d2-4285-a22d-f4e2435034a3 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:04.988282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-72acf76a-97d8-4f78-9ebb-bb33379b71d0 req-eff042f6-32d2-4285-a22d-f4e2435034a3 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.0856333 Feb 09 02:52:05.046825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['11cdc6d1-3e4a-49d5-981e-701b5fcec4c6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:05.085770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60d6a1e6-efc2-4f0f-a914-6bb52731b568 req-f6abeca3-13b5-4571-92f5-955fbab54a2c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950530 Feb 09 02:52:05.090184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-72acf76a-97d8-4f78-9ebb-bb33379b71d0 req-306efb8c-9f35-4158-a3e3-8bf0fc831d80 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931120 Feb 09 02:52:05.184394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61f3e5-8e5d-4dd5-a11d-59a9267b03f4 req-c38e3b94-2ac7-454e-8129-65d58509a265 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.188076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7b61f3e5-8e5d-4dd5-a11d-59a9267b03f4 req-c38e3b94-2ac7-454e-8129-65d58509a265 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 945 time: 0.1306193 Feb 09 02:52:05.237167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655ae66-aa0f-4b12-be6e-dbd43c31e2f8 req-ed5efe6a-5274-4dc4-86f9-6bf704c3d9f6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.245173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9655ae66-aa0f-4b12-be6e-dbd43c31e2f8 req-ed5efe6a-5274-4dc4-86f9-6bf704c3d9f6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0809097 Feb 09 02:52:05.272659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7b61f3e5-8e5d-4dd5-a11d-59a9267b03f4 req-2cb59c58-de14-4914-b231-4dcfc42cfcff tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784729 Feb 09 02:52:05.302960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9655ae66-aa0f-4b12-be6e-dbd43c31e2f8 req-ddb967a5-52e7-4f61-a9c2-982668cda47c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568843 Feb 09 02:52:05.423258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 838cd38b-5fd3-460a-be2c-0256144b8ab6 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:05.449153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-46b3b37f-6ad6-433d-90ab-ce660e13c93c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.456373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-46b3b37f-6ad6-433d-90ab-ce660e13c93c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.463552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-46b3b37f-6ad6-433d-90ab-ce660e13c93c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.469017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-46b3b37f-6ad6-433d-90ab-ce660e13c93c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.474324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-46b3b37f-6ad6-433d-90ab-ce660e13c93c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.479683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-46b3b37f-6ad6-433d-90ab-ce660e13c93c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.485027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-46b3b37f-6ad6-433d-90ab-ce660e13c93c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.487072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-46b3b37f-6ad6-433d-90ab-ce660e13c93c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1137397 Feb 09 02:52:05.544768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 838cd38b-5fd3-460a-be2c-0256144b8ab6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=838cd38b-5fd3-460a-be2c-0256144b8ab6,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:05.560788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09e5f07e-2e81-4593-8e07-4535ef85d745 req-f7e1cf87-d1d1-4656-98c1-6ccaf81b29cc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650697 Feb 09 02:52:05.570320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '838cd38b-5fd3-460a-be2c-0256144b8ab6', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'port_id': '838cd38b-5fd3-460a-be2c-0256144b8ab6', 'mac_address': 'fa:16:3e:e7:df:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285be046-434d-4db6-9868-7b28c7c79961', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:05.614189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 838cd38b-5fd3-460a-be2c-0256144b8ab6 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:05.614657 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:05.629619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838cd38b-5fd3-460a-be2c-0256144b8ab6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:05.661172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 838cd38b-5fd3-460a-be2c-0256144b8ab6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=838cd38b-5fd3-460a-be2c-0256144b8ab6,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:05.670100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:05.685155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfaa08-3561-4f9b-9c7b-39300f1b6bf1 req-33c7eada-a580-4574-ad34-b8a8903eb29c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.686648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44bfaa08-3561-4f9b-9c7b-39300f1b6bf1 req-33c7eada-a580-4574-ad34-b8a8903eb29c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0807896 Feb 09 02:52:05.720602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=838cd38b-5fd3-460a-be2c-0256144b8ab6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:05.728569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.728569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.728569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.728569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.728569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.730610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.730610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.730928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.731261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.731589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.731925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.732253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.732580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:05.741773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44bfaa08-3561-4f9b-9c7b-39300f1b6bf1 req-bbe132e6-24ce-48db-a17e-7d706bc2a4fc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485392 Feb 09 02:52:05.846642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daea657-fb7f-4fdb-ae3f-b274c4f32b98 req-c2ee8000-b5f2-49e2-b772-bdc001e065e8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:05.848136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4daea657-fb7f-4fdb-ae3f-b274c4f32b98 req-c2ee8000-b5f2-49e2-b772-bdc001e065e8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 945 time: 0.0636616 Feb 09 02:52:05.899279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4daea657-fb7f-4fdb-ae3f-b274c4f32b98 req-c22e7da1-ec15-4fd5-930e-942d194b3372 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455804 Feb 09 02:52:05.904750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:05.907218 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768fd724-46d1-4df2-9004-dc05afed1ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:06.012691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bb676b9-43ea-42c8-a11c-7ec516172430 req-7a840b41-ff15-4ca0-a281-fc4bbf1cec3b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 210 time: 0.0339310 Feb 09 02:52:06.068789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:06.079621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-1dfdd89c-e23c-4c0d-98c0-0fe3908f9afc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365462 Feb 09 02:52:06.101205 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ca0193-b646-44d2-8a38-6a7fa5d13a2a x-openstack-request-id: req-90ca0193-b646-44d2-8a38-6a7fa5d13a2a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:06.101205 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:06.101205 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90ca0193-b646-44d2-8a38-6a7fa5d13a2a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:06.101537 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37', 'status': 'completed', 'code': 200} Feb 09 02:52:06.136237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['838cd38b-5fd3-460a-be2c-0256144b8ab6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:06.315892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-0910a1cc-ceea-4b4d-887b-505dad539271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:06.321416 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-0910a1cc-ceea-4b4d-887b-505dad539271 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1156 time: 0.1936483 Feb 09 02:52:06.334779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:06.351823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582f76-2996-478e-8751-9c5ded17c7b6 req-c766b3d5-391f-49c4-a989-c7e6e9a9ad56 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:06.356914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e582f76-2996-478e-8751-9c5ded17c7b6 req-c766b3d5-391f-49c4-a989-c7e6e9a9ad56 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 944 time: 0.1622860 Feb 09 02:52:06.379823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d789a3-705d-4b6f-8b35-0b9baaf7993b req-613f758b-775d-47c7-91ef-57db5c9c4eb0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:06.388066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3d789a3-705d-4b6f-8b35-0b9baaf7993b req-613f758b-775d-47c7-91ef-57db5c9c4eb0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.1201489 Feb 09 02:52:06.393774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:06.413713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 has no active binding in host n-h2-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:52:06.414709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4ebd218c-2d68-4cbe-9d79-0504a29cb32c details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:06.421077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c16961-9848-4341-b609-e676e47b2b55 req-4d5b89dd-18ac-4641-b909-cb89f78838d6 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:06.422705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-4d5b89dd-18ac-4641-b909-cb89f78838d6 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060393 Feb 09 02:52:06.435591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Request body: {'port': {'device_id': '109e4060-9e54-4667-b95f-9f03014056cd', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'fc9de5030d1148848ee932f4f075d2fe'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:06.506526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3d789a3-705d-4b6f-8b35-0b9baaf7993b req-7998d7de-8d1d-4b33-8fe5-b7bf3fce741c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149993 Feb 09 02:52:06.511454 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e582f76-2996-478e-8751-9c5ded17c7b6 req-e89a7a44-ced7-4eb5-ae75-29ed1b557648 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383228 Feb 09 02:52:06.606569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-68b8c4e6-1a5a-4e74-97ca-a3818be2d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:06.608068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-68b8c4e6-1a5a-4e74-97ca-a3818be2d8fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.2499664 Feb 09 02:52:06.643817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:06.670971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '4ebd218c-2d68-4cbe-9d79-0504a29cb32c', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': '4ebd218c-2d68-4cbe-9d79-0504a29cb32c', 'mac_address': 'fa:16:3e:45:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:06.688235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Made reservation on behalf of fc9de5030d1148848ee932f4f075d2fe for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:06.692415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:06.709446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-f656c945-8af0-4950-ba66-d9d3c0f65a51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 217 time: 0.0551853 Feb 09 02:52:06.732026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:06.732563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7146a8b-2dbd-4336-b873-5626bca11ba6 req-2b8a3978-5d8b-4924-8ba5-1bad752272dc tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:06.732918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:06.735347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e7146a8b-2dbd-4336-b873-5626bca11ba6 req-2b8a3978-5d8b-4924-8ba5-1bad752272dc tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 945 time: 0.1244678 Feb 09 02:52:06.747661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebd218c-2d68-4cbe-9d79-0504a29cb32c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:06.774530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:06.777917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c1299-e945-43f9-84fa-f1495f396696 req-1b069ed1-97ea-4523-a1d7-adde6eb8cd4c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:06.779593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb9c1299-e945-43f9-84fa-f1495f396696 req-1b069ed1-97ea-4523-a1d7-adde6eb8cd4c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1643181 Feb 09 02:52:06.786282 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:06.813579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-0fe18472-3a82-497d-9daa-7bb2738f08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:06.815306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-0fe18472-3a82-497d-9daa-7bb2738f08ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.0924070 Feb 09 02:52:06.842800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:06.862842 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb9c1299-e945-43f9-84fa-f1495f396696 req-78de62db-a49b-48a0-a6ff-c8f37c982771 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664737 Feb 09 02:52:06.902949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-6fe67ab3-41ca-4e13-ac93-e0b6e3469728 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596018 Feb 09 02:52:06.967217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e7146a8b-2dbd-4336-b873-5626bca11ba6 req-983368d1-7682-4278-a9f7-2bb3c46e0bb7 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257686 Feb 09 02:52:07.001943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Allocated IP 192.168.233.180 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/40e7d24b-13b8-427f-a5eb-42740f2c489a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:07.054931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dffb9-6b98-4908-93d3-65981b1c5473 req-cf766442-1132-48a5-95ae-879161ad9e85 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.056569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-633dffb9-6b98-4908-93d3-65981b1c5473 req-cf766442-1132-48a5-95ae-879161ad9e85 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0865870 Feb 09 02:52:07.075286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-89da29b4-566c-4ea3-b14d-8ee2ddcbcf75 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629591 Feb 09 02:52:07.163005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-633dffb9-6b98-4908-93d3-65981b1c5473 req-5d87adc9-638a-4511-9c65-c97220968109 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982051 Feb 09 02:52:07.199426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-768fd724-46d1-4df2-9004-dc05afed1ccd req-b4b85b9c-a546-4a7d-90cc-d125e0aa543f service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170256 Feb 09 02:52:07.203856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['4ebd218c-2d68-4cbe-9d79-0504a29cb32c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:07.231438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366bbf-c535-4a51-b17d-89c3161093be req-1cbd6922-77f3-4bc4-adab-a877a0d39203 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.238515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366bbf-c535-4a51-b17d-89c3161093be req-1cbd6922-77f3-4bc4-adab-a877a0d39203 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.244996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366bbf-c535-4a51-b17d-89c3161093be req-1cbd6922-77f3-4bc4-adab-a877a0d39203 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.251501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366bbf-c535-4a51-b17d-89c3161093be req-1cbd6922-77f3-4bc4-adab-a877a0d39203 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.257665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366bbf-c535-4a51-b17d-89c3161093be req-1cbd6922-77f3-4bc4-adab-a877a0d39203 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.263592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366bbf-c535-4a51-b17d-89c3161093be req-1cbd6922-77f3-4bc4-adab-a877a0d39203 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.268865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5366bbf-c535-4a51-b17d-89c3161093be req-1cbd6922-77f3-4bc4-adab-a877a0d39203 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.270868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5366bbf-c535-4a51-b17d-89c3161093be req-1cbd6922-77f3-4bc4-adab-a877a0d39203 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.2123103 Feb 09 02:52:07.292944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:07.307870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235ac05-6707-4029-b1f9-cb4fdced1b92 req-44b4609b-ebb5-41d7-a172-6640e2b7998b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.309710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6235ac05-6707-4029-b1f9-cb4fdced1b92 req-44b4609b-ebb5-41d7-a172-6640e2b7998b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 945 time: 0.0649412 Feb 09 02:52:07.361420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5366bbf-c535-4a51-b17d-89c3161093be req-769bbb12-d0bc-41d2-8fac-bbe4b8b999f9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808375 Feb 09 02:52:07.372198 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:07.378079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6235ac05-6707-4029-b1f9-cb4fdced1b92 req-df928e7f-4dda-4718-9ae0-2d8d5ac8d2af tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598018 Feb 09 02:52:07.398777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', '347a9926-586c-481d-b5d2-ef17a3476a7c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:07.402084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2', '64c5f50b-14df-418b-ac49-54b396257e2a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:07.431558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:07.434964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:07.438863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:07.469640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'Port': ['ID=40e7d24b-13b8-427f-a5eb-42740f2c489a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:07.517645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65652ea8-c060-46a6-977e-d70ec4eb393d req-5f64f382-a432-4cb3-8e69-f52ced243924 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.519195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65652ea8-c060-46a6-977e-d70ec4eb393d req-5f64f382-a432-4cb3-8e69-f52ced243924 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 936 time: 0.0838413 Feb 09 02:52:07.519348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.519961 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:07.561804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-d035c773-2370-430b-9fe2-e31b4dc90e9d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1300299 Feb 09 02:52:07.578336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Request body: {'port': {'device_id': '109e4060-9e54-4667-b95f-9f03014056cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:07.604231 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65652ea8-c060-46a6-977e-d70ec4eb393d req-184be5ce-cd87-484c-943e-e218938e3ed1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738060 Feb 09 02:52:07.698818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:07.724891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a161d-bb91-4fb2-9019-a636790f6e6c req-38db1fa0-10d5-4f80-94e5-9172b370ae72 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.727762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e6a161d-bb91-4fb2-9019-a636790f6e6c req-38db1fa0-10d5-4f80-94e5-9172b370ae72 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 945 time: 0.1132522 Feb 09 02:52:07.750714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecefef8-57f6-4f41-ac5a-038f18d2ff03 req-7404013b-65ae-41ef-b992-f23e1bec743a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.752194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ecefef8-57f6-4f41-ac5a-038f18d2ff03 req-7404013b-65ae-41ef-b992-f23e1bec743a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.0682955 Feb 09 02:52:07.806571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ecefef8-57f6-4f41-ac5a-038f18d2ff03 req-97293bf9-bceb-4457-aabb-ec51bda12856 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479603 Feb 09 02:52:07.834018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7e4c0358-870b-4cc5-bd3a-a26e9b877d0e None None] Provisioning complete for port 40e7d24b-13b8-427f-a5eb-42740f2c489a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:07.834485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0358-870b-4cc5-bd3a-a26e9b877d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:07.859875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e6a161d-bb91-4fb2-9019-a636790f6e6c req-23465f8e-a69d-4b06-a426-796385564b31 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265709 Feb 09 02:52:07.914502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7e4c0358-870b-4cc5-bd3a-a26e9b877d0e None None] Port 40e7d24b-13b8-427f-a5eb-42740f2c489a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:52:07.977096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ce062-fe5a-4189-9592-ce40ea7e85d1 req-a46eb05d-736e-46c1-81d5-06aa84d9b8b8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:07.978638 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-353ce062-fe5a-4189-9592-ce40ea7e85d1 req-a46eb05d-736e-46c1-81d5-06aa84d9b8b8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0548959 Feb 09 02:52:08.040322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-353ce062-fe5a-4189-9592-ce40ea7e85d1 req-4d2d39c2-4e01-4720-9e6e-192ab1910ae2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559227 Feb 09 02:52:08.078466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:08.082289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e7d24b-13b8-427f-a5eb-42740f2c489a {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:08.091411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Publish callbacks [] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:08.109977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Transition to ACTIVE for port object 40e7d24b-13b8-427f-a5eb-42740f2c489a will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:08.116677 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:08.131125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87b067-c0ec-4dc7-a41a-55fdcbd60d85 req-699d4d6b-9386-47eb-aadb-ac07128d8fa8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.132655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d87b067-c0ec-4dc7-a41a-55fdcbd60d85 req-699d4d6b-9386-47eb-aadb-ac07128d8fa8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 945 time: 0.0896206 Feb 09 02:52:08.139231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:08.143123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:08.143502 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:08.203025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Pushing event updated for resources: {'Port': ['ID=40e7d24b-13b8-427f-a5eb-42740f2c489a,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:08.235497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:08.236135 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:08.264862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6656612-6744-47eb-bf29-c913090e6527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cdc6d1-3e4a-49d5-981e-701b5fcec4c6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:08.268201 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ac116-45e8-4310-ba90-29954bd98c3c" -d '{"events": [{"server_uuid": "f6656612-6744-47eb-bf29-c913090e6527", "name": "network-vif-plugged", "status": "completed", "tag": "11cdc6d1-3e4a-49d5-981e-701b5fcec4c6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:08.274362 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d87b067-c0ec-4dc7-a41a-55fdcbd60d85 req-4cd20dfe-f3e3-4e8d-bf18-42f0db780dbd tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209145 Feb 09 02:52:08.300797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Attempting to bind port 40e7d24b-13b8-427f-a5eb-42740f2c489a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:08.301143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Attempting to bind port 40e7d24b-13b8-427f-a5eb-42740f2c489a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:08.301467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Attempting to bind port 40e7d24b-13b8-427f-a5eb-42740f2c489a on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:08.306707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Port 40e7d24b-13b8-427f-a5eb-42740f2c489a on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:08.307705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Attempting to bind port 40e7d24b-13b8-427f-a5eb-42740f2c489a on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:08.310449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:08.314221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:08.314602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:08.315075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:08.315487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Bound port: 40e7d24b-13b8-427f-a5eb-42740f2c489a, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:08.315844 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:08.320702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:08.340460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9107-a974-4eb6-a1f3-50f460fc158b req-272528c9-4dcc-4543-869c-f4e2d327a5f6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.348219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03db9107-a974-4eb6-a1f3-50f460fc158b req-272528c9-4dcc-4543-869c-f4e2d327a5f6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0883770 Feb 09 02:52:08.367329 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c73906-4f1d-4fcb-b9d2-d23668a8d4cf x-openstack-request-id: req-e4c73906-4f1d-4fcb-b9d2-d23668a8d4cf {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:08.368286 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6656612-6744-47eb-bf29-c913090e6527", "name": "network-vif-plugged", "status": "completed", "tag": "11cdc6d1-3e4a-49d5-981e-701b5fcec4c6", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:08.368286 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4c73906-4f1d-4fcb-b9d2-d23668a8d4cf {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:08.368512 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6656612-6744-47eb-bf29-c913090e6527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cdc6d1-3e4a-49d5-981e-701b5fcec4c6', 'code': 200} Feb 09 02:52:08.421056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] For port 40e7d24b-13b8-427f-a5eb-42740f2c489a, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:08.421823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:08.425228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03db9107-a974-4eb6-a1f3-50f460fc158b req-e684d30c-1e83-4047-a1fb-8d74878f2998 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760446 Feb 09 02:52:08.431585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] For port 40e7d24b-13b8-427f-a5eb-42740f2c489a, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40e7d24b-13b8-427f-a5eb-42740f2c489a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:08.446494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:08.507972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.508651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:08.510149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] 10.222.0.61 "PUT /v2.0/ports/40e7d24b-13b8-427f-a5eb-42740f2c489a HTTP/1.1" status: 200 len: 1096 time: 0.9396601 Feb 09 02:52:08.512985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109e4060-9e54-4667-b95f-9f03014056cd', 'tag': '40e7d24b-13b8-427f-a5eb-42740f2c489a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:08.515390 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa6eef-1900-4d3c-a575-1aaf09226385" -d '{"events": [{"name": "network-changed", "server_uuid": "109e4060-9e54-4667-b95f-9f03014056cd", "tag": "40e7d24b-13b8-427f-a5eb-42740f2c489a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:08.569401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-d82f6714-eca9-48e4-8565-f1f72befbd90 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.575361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-d82f6714-eca9-48e4-8565-f1f72befbd90 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.581504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-d82f6714-eca9-48e4-8565-f1f72befbd90 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.586691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-d82f6714-eca9-48e4-8565-f1f72befbd90 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.592423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-d82f6714-eca9-48e4-8565-f1f72befbd90 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.597600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-d82f6714-eca9-48e4-8565-f1f72befbd90 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.602755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-d82f6714-eca9-48e4-8565-f1f72befbd90 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.605969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-d82f6714-eca9-48e4-8565-f1f72befbd90 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1082706 Feb 09 02:52:08.631032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51841cc-5f3b-46fa-997a-675ca5a91494 service neutron] Pushing event updated for resources: {'Port': ['ID=40e7d24b-13b8-427f-a5eb-42740f2c489a,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:08.651577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343488f3-d915-4360-8d35-bc8b9494cafa req-86e4cc4f-0343-4f62-aef0-f7a6eaf6405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.653294 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-343488f3-d915-4360-8d35-bc8b9494cafa req-86e4cc4f-0343-4f62-aef0-f7a6eaf6405f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 1127 time: 0.1688774 Feb 09 02:52:08.658949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c16961-9848-4341-b609-e676e47b2b55 req-1f68edfd-cdbf-41d9-94d1-e0e35f561063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.660641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-1f68edfd-cdbf-41d9-94d1-e0e35f561063 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 1130 time: 0.1065168 Feb 09 02:52:08.668563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb37b2-e186-470e-87ea-17d6fc4ec122 req-d3bc8e6a-f93a-4265-807a-1a4a23d08360 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.670371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6cfb37b2-e186-470e-87ea-17d6fc4ec122 req-d3bc8e6a-f93a-4265-807a-1a4a23d08360 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.1847982 Feb 09 02:52:08.684189 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d3daa79-f45e-490f-8dcb-0d2c95e981cb req-bcabaef2-c3af-4097-8aed-13c700e59f57 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717528 Feb 09 02:52:08.738894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-de681fba-21ca-4bee-94ac-33cc0d67123a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=40e7d24b-13b8-427f-a5eb-42740f2c489a HTTP/1.1" status: 200 len: 217 time: 0.0618718 Feb 09 02:52:08.743725 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:52:08.815585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-343488f3-d915-4360-8d35-bc8b9494cafa req-a6de5817-e58b-41d4-9cfc-508d25b17db5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440568 Feb 09 02:52:08.832608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6cfb37b2-e186-470e-87ea-17d6fc4ec122 req-b2831736-4709-4601-a5de-3bd038697930 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487362 Feb 09 02:52:08.836257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c16961-9848-4341-b609-e676e47b2b55 req-0c504f47-7974-4107-853b-f246abf6e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.837403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a78f2-a26c-4ad0-82e2-c8c2b1b3f246 req-b304d049-6f57-4d8f-85a3-dee71052be4d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.837649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-0c504f47-7974-4107-853b-f246abf6e438 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0842502 Feb 09 02:52:08.839584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-554a78f2-a26c-4ad0-82e2-c8c2b1b3f246 req-b304d049-6f57-4d8f-85a3-dee71052be4d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 945 time: 0.0568442 Feb 09 02:52:08.879014 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1618df16-0a07-4e2b-8014-e85641258aa2 x-openstack-request-id: req-1618df16-0a07-4e2b-8014-e85641258aa2 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:08.879733 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109e4060-9e54-4667-b95f-9f03014056cd", "tag": "40e7d24b-13b8-427f-a5eb-42740f2c489a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:08.879733 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1618df16-0a07-4e2b-8014-e85641258aa2 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:08.880163 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109e4060-9e54-4667-b95f-9f03014056cd', 'tag': '40e7d24b-13b8-427f-a5eb-42740f2c489a', 'status': 'completed', 'code': 200} Feb 09 02:52:08.902358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c16961-9848-4341-b609-e676e47b2b55 req-6caa201d-a721-4ded-b779-6dcd54b17a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:08.902623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-554a78f2-a26c-4ad0-82e2-c8c2b1b3f246 req-cab46c96-9ea3-4e8f-be59-7b688a29f837 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573776 Feb 09 02:52:08.903792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-6caa201d-a721-4ded-b779-6dcd54b17a1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0535524 Feb 09 02:52:09.002148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e493-d6f8-4a41-9822-e2f740554300 req-311fd2b8-b239-4c96-8ba1-f208c8559b97 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.003685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2e5e493-d6f8-4a41-9822-e2f740554300 req-311fd2b8-b239-4c96-8ba1-f208c8559b97 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.0522802 Feb 09 02:52:09.042784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8129a5-7b61-4791-898d-83b530c69872 req-c6248679-d256-4874-a4b5-f3d6c72a94ae tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.044255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d8129a5-7b61-4791-898d-83b530c69872 req-c6248679-d256-4874-a4b5-f3d6c72a94ae tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 948 time: 0.1181054 Feb 09 02:52:09.046432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-fe6ea4b6-cbad-4253-b9c1-e7c30c0762c9 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279786 Feb 09 02:52:09.051133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2e5e493-d6f8-4a41-9822-e2f740554300 req-78f709c0-bc9b-4b10-b38a-8f0f560f705e tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Feb 09 02:52:09.144092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d8129a5-7b61-4791-898d-83b530c69872 req-375ddf49-f9c6-4ed7-8ca5-0d5c5d9c905e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936534 Feb 09 02:52:09.167279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ce9c3-2d61-42da-958b-350813e8cbd0 req-f9e663c2-79b8-45cb-8687-8af76ea6880e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.169022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd6ce9c3-2d61-42da-958b-350813e8cbd0 req-f9e663c2-79b8-45cb-8687-8af76ea6880e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 945 time: 0.0603137 Feb 09 02:52:09.178588 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83c16961-9848-4341-b609-e676e47b2b55 req-47d3f39f-a703-4322-91f4-f04453cf93df service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211534 Feb 09 02:52:09.221240 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd6ce9c3-2d61-42da-958b-350813e8cbd0 req-cb485002-2d0f-4f9f-85c5-c0e6dfdf504a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459471 Feb 09 02:52:09.286079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7c134-88fb-414f-bd28-915341f51937 req-5dca0ece-5d33-4752-a283-44e56dd0448b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.287617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ad7c134-88fb-414f-bd28-915341f51937 req-5dca0ece-5d33-4752-a283-44e56dd0448b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0854907 Feb 09 02:52:09.317853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-4a0a1009-62bc-4d3e-848d-c109006171ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.319386 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-4a0a1009-62bc-4d3e-848d-c109006171ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 1130 time: 0.0754523 Feb 09 02:52:09.350031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ad7c134-88fb-414f-bd28-915341f51937 req-661adfbf-1e1e-4caa-9f57-4cc5f55566d4 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561593 Feb 09 02:52:09.428025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-e6932026-6285-4dcb-a7d5-cc2aae08b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.429385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-e6932026-6285-4dcb-a7d5-cc2aae08b196 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.0936198 Feb 09 02:52:09.440330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 838cd38b-5fd3-460a-be2c-0256144b8ab6 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:09.474153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-6d56f535-8ee1-451a-9d04-71065660afd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=40e7d24b-13b8-427f-a5eb-42740f2c489a HTTP/1.1" status: 200 len: 217 time: 0.0355976 Feb 09 02:52:09.490032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 838cd38b-5fd3-460a-be2c-0256144b8ab6 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:09.495013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 838cd38b-5fd3-460a-be2c-0256144b8ab6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:09.495403 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:09.535374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-7eead224-8650-4ab0-b813-edc5628c5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.536899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-7eead224-8650-4ab0-b813-edc5628c5882 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0505149 Feb 09 02:52:09.566117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ccea9-b434-4d32-89e5-3fca7a53cf0a req-9f0a5d9d-8b26-4aec-8eff-aec549f16f7c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.567902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc0ccea9-b434-4d32-89e5-3fca7a53cf0a req-9f0a5d9d-8b26-4aec-8eff-aec549f16f7c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0630364 Feb 09 02:52:09.577191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 838cd38b-5fd3-460a-be2c-0256144b8ab6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:09.577583 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:09.594406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-5d576e5c-ac0f-44bc-a01a-3856e3b2e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.595926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-5d576e5c-ac0f-44bc-a01a-3856e3b2e575 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0512493 Feb 09 02:52:09.610911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 838cd38b-5fd3-460a-be2c-0256144b8ab6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=838cd38b-5fd3-460a-be2c-0256144b8ab6,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:09.615873 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:09.616707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:09.621355 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc0ccea9-b434-4d32-89e5-3fca7a53cf0a req-24ea35ce-8ad3-4ce1-ad2d-10fece9d487e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471928 Feb 09 02:52:09.691279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-e8c759ee-56fe-408c-9f2f-e8169d5826eb service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856524 Feb 09 02:52:09.693433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=838cd38b-5fd3-460a-be2c-0256144b8ab6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:09.730731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:09.813029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06fa6eef-1900-4d3c-a575-1aaf09226385 req-b2371866-3464-4240-b288-683c51dbb267 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138866 Feb 09 02:52:09.840477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-7b5ec65e-b788-4f00-8677-2fc6e46da4e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.845580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-7b5ec65e-b788-4f00-8677-2fc6e46da4e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.850710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-7b5ec65e-b788-4f00-8677-2fc6e46da4e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.856278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-7b5ec65e-b788-4f00-8677-2fc6e46da4e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.861373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-7b5ec65e-b788-4f00-8677-2fc6e46da4e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.866492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-7b5ec65e-b788-4f00-8677-2fc6e46da4e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.872354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-7b5ec65e-b788-4f00-8677-2fc6e46da4e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.874165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-7b5ec65e-b788-4f00-8677-2fc6e46da4e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1030531 Feb 09 02:52:09.933550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dbdf333a-8675-47e4-b358-ec70615b7482 req-74c1bcfe-34a8-44ab-ada0-02a3890fb44b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526271 Feb 09 02:52:09.953586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9ae6-9af5-4dc9-94e2-81b38baab2da req-d2528342-7e66-442a-aea0-5767748f23e8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:09.955304 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a2c9ae6-9af5-4dc9-94e2-81b38baab2da req-d2528342-7e66-442a-aea0-5767748f23e8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0524025 Feb 09 02:52:10.008062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a2c9ae6-9af5-4dc9-94e2-81b38baab2da req-1a44fdcc-4e73-4fe9-bf75-284aeeb9adb8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452814 Feb 09 02:52:10.045070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854bd91-0503-4319-9ce2-7d00fa97c128 req-33c641ec-3137-4d1b-95e8-3894d0270dca tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:10.046564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e854bd91-0503-4319-9ce2-7d00fa97c128 req-33c641ec-3137-4d1b-95e8-3894d0270dca tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 946 time: 0.0533450 Feb 09 02:52:10.096709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:10.098065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e854bd91-0503-4319-9ce2-7d00fa97c128 req-d232f8f0-60a2-4124-a717-559edd74655e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459411 Feb 09 02:52:10.100293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4ebd218c-2d68-4cbe-9d79-0504a29cb32c up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:10.171009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763780e-7e8c-4a97-bf38-83b504d6ede2 req-de3c973d-ea1d-4b61-a303-92a8d353b4da tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:10.172789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e763780e-7e8c-4a97-bf38-83b504d6ede2 req-de3c973d-ea1d-4b61-a303-92a8d353b4da tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 944 time: 0.0546684 Feb 09 02:52:10.191274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-55693dbb-f642-4983-8dd2-85938808e212 service neutron] 10.222.0.61 "GET /v2.0/ports/b6cb5046-57d4-40dc-9116-c17c3fd7fc37/bindings/n-h2-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.0665045 Feb 09 02:52:10.219773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:10.231396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:10.231784 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:10.241452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e763780e-7e8c-4a97-bf38-83b504d6ede2 req-bb57b174-c8ee-465c-9a9b-1c15606878f8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607800 Feb 09 02:52:10.272668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:10.290413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 has no active binding in host n-h2-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:52:10.339018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:10.340360 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:10.344754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fffc8c-b225-4bb6-969c-6a0cbfc386bc req-99354b46-758b-4aae-a089-6e8d22d3a632 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:10.348099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7fffc8c-b225-4bb6-969c-6a0cbfc386bc req-99354b46-758b-4aae-a089-6e8d22d3a632 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 948 time: 0.1195426 Feb 09 02:52:10.363073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0bf27-0c02-4126-b64f-86c2cd2e009d req-b0c74346-22d3-4159-ad9b-d86330da1f38 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:10.365435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8a0bf27-0c02-4126-b64f-86c2cd2e009d req-b0c74346-22d3-4159-ad9b-d86330da1f38 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 945 time: 0.0618730 Feb 09 02:52:10.373752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65508bb-cf7f-465c-9f50-adc37398661a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838cd38b-5fd3-460a-be2c-0256144b8ab6'}, {'server_uuid': '37ebddc8-dcf9-4133-82c0-35c8e292c4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd218c-2d68-4cbe-9d79-0504a29cb32c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:10.376382 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25ee9d-47c6-47c0-b968-e61f777f4665" -d '{"events": [{"server_uuid": "a65508bb-cf7f-465c-9f50-adc37398661a", "name": "network-vif-plugged", "status": "completed", "tag": "838cd38b-5fd3-460a-be2c-0256144b8ab6"}, {"server_uuid": "37ebddc8-dcf9-4133-82c0-35c8e292c4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd218c-2d68-4cbe-9d79-0504a29cb32c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:10.379854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:10.383959 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:10.422862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8a0bf27-0c02-4126-b64f-86c2cd2e009d req-0e056018-4b4a-4105-b98d-2f1309222699 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493519 Feb 09 02:52:10.443055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:10.454769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7fffc8c-b225-4bb6-969c-6a0cbfc386bc req-20e0bf35-90ef-4ab4-ab67-2c1c1f90156a tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984621 Feb 09 02:52:10.483705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:10.509577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:10.528339 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2b0b03-9dc6-479a-92ea-f26105f0f592 x-openstack-request-id: req-af2b0b03-9dc6-479a-92ea-f26105f0f592 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:10.528648 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65508bb-cf7f-465c-9f50-adc37398661a", "name": "network-vif-plugged", "status": "completed", "tag": "838cd38b-5fd3-460a-be2c-0256144b8ab6", "code": 200}, {"server_uuid": "37ebddc8-dcf9-4133-82c0-35c8e292c4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd218c-2d68-4cbe-9d79-0504a29cb32c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:10.528912 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af2b0b03-9dc6-479a-92ea-f26105f0f592 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:10.529319 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65508bb-cf7f-465c-9f50-adc37398661a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838cd38b-5fd3-460a-be2c-0256144b8ab6', 'code': 200} Feb 09 02:52:10.529583 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ebddc8-dcf9-4133-82c0-35c8e292c4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd218c-2d68-4cbe-9d79-0504a29cb32c', 'code': 200} Feb 09 02:52:10.553042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e514f-7b21-4332-acbb-2c48f320985e req-0d1f2857-726c-460c-b088-ff570e3a7b82 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:10.554575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce6e514f-7b21-4332-acbb-2c48f320985e req-0d1f2857-726c-460c-b088-ff570e3a7b82 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0622702 Feb 09 02:52:10.558879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cb5046-57d4-40dc-9116-c17c3fd7fc37 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:10.570813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:10.585154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:10.604181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce6e514f-7b21-4332-acbb-2c48f320985e req-12c29267-c2df-4529-bfb4-bff0d1d39416 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438509 Feb 09 02:52:10.661402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ecc02-26f6-456d-b67f-d8305339f62f req-ee27f416-fa56-43dd-a085-a2683e9c6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:10.662968 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8c9ecc02-26f6-456d-b67f-d8305339f62f req-ee27f416-fa56-43dd-a085-a2683e9c6bbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 1128 time: 0.0485795 Feb 09 02:52:10.664180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] Transition to ACTIVE for port object b6cb5046-57d4-40dc-9116-c17c3fd7fc37 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:10.668791 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:10.714296 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8c9ecc02-26f6-456d-b67f-d8305339f62f req-4d27cdb1-94a2-4ea9-8902-e5cb87a82ea5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Feb 09 02:52:11.044470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] No DVR routers for this DVR port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:11.056458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] Pushing event updated for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=10']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:11.077469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-689b6715-b141-4f4a-a4c5-e3d992dc170a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.083232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-689b6715-b141-4f4a-a4c5-e3d992dc170a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.088260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f6d1a3b8-ec7f-4016-bc56-91d7cedb86be service neutron] 10.222.0.61 "PUT /v2.0/ports/b6cb5046-57d4-40dc-9116-c17c3fd7fc37/bindings/n-h2-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8886833 Feb 09 02:52:11.089148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-689b6715-b141-4f4a-a4c5-e3d992dc170a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.094245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-689b6715-b141-4f4a-a4c5-e3d992dc170a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.095688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6024d87-c911-4843-86fe-5e1c1e96073d req-b8243d94-5070-4c21-9b37-616eb1e04ade tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.097076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6024d87-c911-4843-86fe-5e1c1e96073d req-b8243d94-5070-4c21-9b37-616eb1e04ade tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.4012873 Feb 09 02:52:11.100534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-689b6715-b141-4f4a-a4c5-e3d992dc170a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.106290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-689b6715-b141-4f4a-a4c5-e3d992dc170a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.112643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-689b6715-b141-4f4a-a4c5-e3d992dc170a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.114600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-689b6715-b141-4f4a-a4c5-e3d992dc170a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1056268 Feb 09 02:52:11.148047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6024d87-c911-4843-86fe-5e1c1e96073d req-f04dbf20-72e7-4e2b-8c0d-2b8ee9d3efb7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 Feb 09 02:52:11.173046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b020d69-9308-46e0-8c53-c5b41f24916c req-a6f76f5c-973c-4bcc-a0cf-3f4a80677cfa tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516536 Feb 09 02:52:11.257233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155148e-2c19-47f6-bf34-f4dc0de837ea req-b55692fe-4c59-4596-b915-312ef7c0fd0f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.258782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e155148e-2c19-47f6-bf34-f4dc0de837ea req-b55692fe-4c59-4596-b915-312ef7c0fd0f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0555296 Feb 09 02:52:11.287249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ee949-c1f8-4341-ab1e-242a595b86e8 req-4707ff78-9f60-4ad9-9e4d-80cb11f0b1db tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.288733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-478ee949-c1f8-4341-ab1e-242a595b86e8 req-4707ff78-9f60-4ad9-9e4d-80cb11f0b1db tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 946 time: 0.0575044 Feb 09 02:52:11.306149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e155148e-2c19-47f6-bf34-f4dc0de837ea req-def4e589-f49d-4684-9724-bf6295625530 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Feb 09 02:52:11.337257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-478ee949-c1f8-4341-ab1e-242a595b86e8 req-c7da456c-66a9-4144-b8f3-aa1b33c46fe5 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Feb 09 02:52:11.417639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e47a4-a06b-4764-a787-7637eab57bcc req-e49a1c2e-3868-4875-8259-abc6a5c92f1d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.419144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-640e47a4-a06b-4764-a787-7637eab57bcc req-e49a1c2e-3868-4875-8259-abc6a5c92f1d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0572052 Feb 09 02:52:11.465747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-640e47a4-a06b-4764-a787-7637eab57bcc req-c93ab967-ae0b-466c-acc0-ba73ce1f44a6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Feb 09 02:52:11.545552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90b65-8984-4da1-a605-eadabeb70e8c req-2086fde0-18af-4de2-a2a8-b0b045431936 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.546588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2b90b65-8984-4da1-a605-eadabeb70e8c req-2086fde0-18af-4de2-a2a8-b0b045431936 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0535645 Feb 09 02:52:11.576641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1828c-1e7a-4a4d-86ae-15de0e354f08 req-024aba9f-b876-4520-a1b8-8973f0b7558f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.578113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3df1828c-1e7a-4a4d-86ae-15de0e354f08 req-024aba9f-b876-4520-a1b8-8973f0b7558f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 948 time: 0.0530953 Feb 09 02:52:11.596162 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2b90b65-8984-4da1-a605-eadabeb70e8c req-0c079a5a-a59e-4532-852b-78b2adbc89c0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Feb 09 02:52:11.626042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3df1828c-1e7a-4a4d-86ae-15de0e354f08 req-46502249-d6e1-47b5-a5e0-c320047c855d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Feb 09 02:52:11.719683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461cd21-82b0-4b42-892e-e139f1c13705 req-d84dda6f-7172-4b0b-8359-81bc5e81231e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:11.721137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e461cd21-82b0-4b42-892e-e139f1c13705 req-d84dda6f-7172-4b0b-8359-81bc5e81231e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0505104 Feb 09 02:52:11.767228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e461cd21-82b0-4b42-892e-e139f1c13705 req-a27698e4-a0a1-4e7d-a3ef-cb99485f75c6 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Feb 09 02:52:12.275835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ceac3-7a30-4218-9fa7-2b32b0b4b654 req-0784502e-d136-4366-afda-0fd7d6207332 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.278678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e43ceac3-7a30-4218-9fa7-2b32b0b4b654 req-0784502e-d136-4366-afda-0fd7d6207332 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0632160 Feb 09 02:52:12.311736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-67ddc826-acea-495e-8c95-8521d0b031de tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.316848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-67ddc826-acea-495e-8c95-8521d0b031de tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.321918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-67ddc826-acea-495e-8c95-8521d0b031de tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.325507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e43ceac3-7a30-4218-9fa7-2b32b0b4b654 req-74a5dc49-dbaf-4c85-9921-800782326633 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Feb 09 02:52:12.327686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-67ddc826-acea-495e-8c95-8521d0b031de tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.332849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-67ddc826-acea-495e-8c95-8521d0b031de tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.337936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-67ddc826-acea-495e-8c95-8521d0b031de tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.343139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-67ddc826-acea-495e-8c95-8521d0b031de tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.345026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-67ddc826-acea-495e-8c95-8521d0b031de tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0904989 Feb 09 02:52:12.410785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf82956b-b349-4ce2-a3ad-a484fa65882e req-6c4bf5bc-b7ee-45d5-886d-9e69374800b8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593019 Feb 09 02:52:12.436105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db973a43-4346-4823-b68d-487485331c25 req-08f86523-1e2e-4580-8fff-e458b3e98de2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.437988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db973a43-4346-4823-b68d-487485331c25 req-08f86523-1e2e-4580-8fff-e458b3e98de2 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0561891 Feb 09 02:52:12.488051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db973a43-4346-4823-b68d-487485331c25 req-53b5e744-1f87-4fa8-9b04-fba65ecfcbdd tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Feb 09 02:52:12.533131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed482f3f-21cb-442a-aa18-223be210a105 req-33464ac8-b19f-4567-af38-fc4b40d443ad tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.534648 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed482f3f-21cb-442a-aa18-223be210a105 req-33464ac8-b19f-4567-af38-fc4b40d443ad tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 946 time: 0.0604284 Feb 09 02:52:12.581867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed482f3f-21cb-442a-aa18-223be210a105 req-c66b0bd5-9e1f-4d82-a466-d360a192b499 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Feb 09 02:52:12.601322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb04451-dd6b-4ca9-b0c2-e0973bad7749 req-2443c8d9-d502-4bab-91d6-5bfb63238156 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.602926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ddb04451-dd6b-4ca9-b0c2-e0973bad7749 req-2443c8d9-d502-4bab-91d6-5bfb63238156 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Feb 09 02:52:12.656551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ddb04451-dd6b-4ca9-b0c2-e0973bad7749 req-112e617e-9486-40ba-8b27-dcb01b790c81 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471926 Feb 09 02:52:12.698301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3853be8-2a57-432c-b34a-fd76fdc78d7f req-c56989b3-522e-4e74-bf8c-64671a7f2c95 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.699832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3853be8-2a57-432c-b34a-fd76fdc78d7f req-c56989b3-522e-4e74-bf8c-64671a7f2c95 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 946 time: 0.0526271 Feb 09 02:52:12.746742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3853be8-2a57-432c-b34a-fd76fdc78d7f req-049d917d-3195-4080-aa50-561d5bcd4d64 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Feb 09 02:52:12.762168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cf1b1-59b9-4cc9-90c6-3b23ee7acfda req-a52d3fa3-6a3e-4cc5-aaa6-a8b0cad34e25 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.763694 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a7cf1b1-59b9-4cc9-90c6-3b23ee7acfda req-a52d3fa3-6a3e-4cc5-aaa6-a8b0cad34e25 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0531628 Feb 09 02:52:12.811280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a7cf1b1-59b9-4cc9-90c6-3b23ee7acfda req-438a7319-df84-4c11-94b8-575b03cb961c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Feb 09 02:52:12.861124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5c83d-f897-436f-91e8-4a2cd5eb612f req-fc81cf87-9b3c-4ac1-86db-d5edac1b4012 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:12.862609 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0a5c83d-f897-436f-91e8-4a2cd5eb612f req-fc81cf87-9b3c-4ac1-86db-d5edac1b4012 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 948 time: 0.0590007 Feb 09 02:52:12.909982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0a5c83d-f897-436f-91e8-4a2cd5eb612f req-38a707e2-dacc-47e7-8a3a-21be91fa42b8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Feb 09 02:52:13.021389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca770832-993f-4d9a-86f8-8182a36badbb req-7c994ec8-90a3-4b7a-a5f9-244480c1dc03 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.022928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca770832-993f-4d9a-86f8-8182a36badbb req-7c994ec8-90a3-4b7a-a5f9-244480c1dc03 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0533977 Feb 09 02:52:13.039726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f3647-c237-4a19-9ce8-50082257d0e6 req-402a888a-3fb4-4707-8d34-cb0b8c3b68cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.041817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-846f3647-c237-4a19-9ce8-50082257d0e6 req-402a888a-3fb4-4707-8d34-cb0b8c3b68cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 946 time: 0.0522985 Feb 09 02:52:13.071242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca770832-993f-4d9a-86f8-8182a36badbb req-21a8e78a-8d6e-4c1e-8b16-095e85cb41b1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Feb 09 02:52:13.088992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-846f3647-c237-4a19-9ce8-50082257d0e6 req-52c403d9-aad6-405a-818c-19b2b452e8df tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Feb 09 02:52:13.437110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40e7d24b-13b8-427f-a5eb-42740f2c489a details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:13.440539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8edbba-8492-4f64-bd82-7165fd52503b req-45880b5e-e58c-41f1-9fce-4151da941f23 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.442043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a8edbba-8492-4f64-bd82-7165fd52503b req-45880b5e-e58c-41f1-9fce-4151da941f23 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0507536 Feb 09 02:52:13.498058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a8edbba-8492-4f64-bd82-7165fd52503b req-ce9df81a-0b15-4356-acfd-fd2a2c203e76 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493901 Feb 09 02:52:13.561549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-71bca983-282e-44e7-b8fe-5cbe6abb4507 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.567120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-71bca983-282e-44e7-b8fe-5cbe6abb4507 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.572979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-71bca983-282e-44e7-b8fe-5cbe6abb4507 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.578347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-71bca983-282e-44e7-b8fe-5cbe6abb4507 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.583577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-71bca983-282e-44e7-b8fe-5cbe6abb4507 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.589705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-71bca983-282e-44e7-b8fe-5cbe6abb4507 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.594934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-71bca983-282e-44e7-b8fe-5cbe6abb4507 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.596936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-71bca983-282e-44e7-b8fe-5cbe6abb4507 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1055975 Feb 09 02:52:13.621816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e6670-782b-47d3-bda5-90fbf2e0da6e req-e064af01-093a-4586-8e2b-e0d8d5f2a290 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.623371 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-348e6670-782b-47d3-bda5-90fbf2e0da6e req-e064af01-093a-4586-8e2b-e0d8d5f2a290 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0582666 Feb 09 02:52:13.664097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6a0047-9f94-43bd-b73a-a04e6b3be794 req-5b984ff1-38ef-4f97-9039-04666185eb71 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595164 Feb 09 02:52:13.679177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-348e6670-782b-47d3-bda5-90fbf2e0da6e req-546943b6-3c81-4820-986c-0678bb4cae87 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485301 Feb 09 02:52:13.693107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40e7d24b-13b8-427f-a5eb-42740f2c489a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40e7d24b-13b8-427f-a5eb-42740f2c489a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:13.706550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '40e7d24b-13b8-427f-a5eb-42740f2c489a', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '40e7d24b-13b8-427f-a5eb-42740f2c489a', 'mac_address': 'fa:16:3e:79:d4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:13.743813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 40e7d24b-13b8-427f-a5eb-42740f2c489a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:13.744734 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:13.761140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e7d24b-13b8-427f-a5eb-42740f2c489a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:13.779414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86435c-436a-41fa-bb6c-cac2912917b7 req-93a005a8-1eb4-4ea7-99a0-b05bb0c9cdd1 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.780174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40e7d24b-13b8-427f-a5eb-42740f2c489a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40e7d24b-13b8-427f-a5eb-42740f2c489a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:13.780908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd86435c-436a-41fa-bb6c-cac2912917b7 req-93a005a8-1eb4-4ea7-99a0-b05bb0c9cdd1 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0545726 Feb 09 02:52:13.784217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:13.830882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd86435c-436a-41fa-bb6c-cac2912917b7 req-15aec7ad-a769-4445-bff3-dec424bfc3c8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Feb 09 02:52:13.831991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=40e7d24b-13b8-427f-a5eb-42740f2c489a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:13.936931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d12083-1307-4fdd-a90c-bd22f697fb97 req-48d63909-3401-4fab-a3d1-0a75b83d2690 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:13.938460 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51d12083-1307-4fdd-a90c-bd22f697fb97 req-48d63909-3401-4fab-a3d1-0a75b83d2690 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0559108 Feb 09 02:52:13.985821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51d12083-1307-4fdd-a90c-bd22f697fb97 req-dd6a7363-5065-447c-822f-1850b465ecd3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Feb 09 02:52:14.032758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3462e-6d96-4ede-8572-d3bbf4c871be req-fb104a34-840a-4387-9f11-090e4a137f69 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.034137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-91b3462e-6d96-4ede-8572-d3bbf4c871be req-fb104a34-840a-4387-9f11-090e4a137f69 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 949 time: 0.0535481 Feb 09 02:52:14.083952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-91b3462e-6d96-4ede-8572-d3bbf4c871be req-528e220c-882b-41b1-b457-eb20f1e423d4 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Feb 09 02:52:14.144911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['40e7d24b-13b8-427f-a5eb-42740f2c489a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:14.192237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26897d-259b-4859-a8ab-0dc401603bba req-62bfc4bb-3419-4780-935e-f608f892f189 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.194037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd26897d-259b-4859-a8ab-0dc401603bba req-62bfc4bb-3419-4780-935e-f608f892f189 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0565870 Feb 09 02:52:14.212999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3d99d-56e0-410f-93ce-2cbbd09465e4 req-ec4b8e1b-996e-4318-889a-f95bce74578d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.214684 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31e3d99d-56e0-410f-93ce-2cbbd09465e4 req-ec4b8e1b-996e-4318-889a-f95bce74578d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 946 time: 0.0574269 Feb 09 02:52:14.243431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd26897d-259b-4859-a8ab-0dc401603bba req-bd382728-9a37-48f2-a24a-2356d1b3970e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Feb 09 02:52:14.263887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31e3d99d-56e0-410f-93ce-2cbbd09465e4 req-40373f3a-82a5-42cb-baf8-1568f48a3909 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435050 Feb 09 02:52:14.622162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba456f3-3857-4652-96fe-e1fded583a4c req-6e9959ef-f327-477e-820d-1500e1424680 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.623679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ba456f3-3857-4652-96fe-e1fded583a4c req-6e9959ef-f327-477e-820d-1500e1424680 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0517871 Feb 09 02:52:14.651439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-20e9c62d-0f3f-49a2-bfca-4d0cdc5b8905 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.652874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-20e9c62d-0f3f-49a2-bfca-4d0cdc5b8905 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 946 time: 0.0523102 Feb 09 02:52:14.670186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ba456f3-3857-4652-96fe-e1fded583a4c req-66dc685d-3fd9-42d9-98ee-b190bb97bcdc tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Feb 09 02:52:14.785286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Deleting port 838cd38b-5fd3-460a-be2c-0256144b8ab6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:14.785534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:14.806190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d84cc-79b7-465c-a403-fdacc7bac911 req-00c8b22e-e1f2-486a-92b4-4ba0ed32906d tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.807800 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-896d84cc-79b7-465c-a403-fdacc7bac911 req-00c8b22e-e1f2-486a-92b4-4ba0ed32906d tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0527034 Feb 09 02:52:14.858709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-e9dc9484-bd39-4340-a4f5-ddd02305c78a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.863917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-e9dc9484-bd39-4340-a4f5-ddd02305c78a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.866371 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-896d84cc-79b7-465c-a403-fdacc7bac911 req-bf95e376-d7d3-40fc-99f6-1650c138a7c3 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530643 Feb 09 02:52:14.869206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-e9dc9484-bd39-4340-a4f5-ddd02305c78a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.874430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-e9dc9484-bd39-4340-a4f5-ddd02305c78a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.879681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-e9dc9484-bd39-4340-a4f5-ddd02305c78a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.886015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-e9dc9484-bd39-4340-a4f5-ddd02305c78a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.891490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-e9dc9484-bd39-4340-a4f5-ddd02305c78a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.893417 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-e9dc9484-bd39-4340-a4f5-ddd02305c78a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1533821 Feb 09 02:52:14.955836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] For port 838cd38b-5fd3-460a-be2c-0256144b8ab6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=838cd38b-5fd3-460a-be2c-0256144b8ab6,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:14.956304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:14.975631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad2873-8bf1-43f0-83ab-699255f8c12a req-e96c61be-e01a-4767-82eb-f5a88ad953f6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:14.977124 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93ad2873-8bf1-43f0-83ab-699255f8c12a req-e96c61be-e01a-4767-82eb-f5a88ad953f6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Feb 09 02:52:14.979094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Calling delete_port for 838cd38b-5fd3-460a-be2c-0256144b8ab6 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:14.999106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4981bef-07a9-41e6-9e04-c6993b4d81f9 req-a5407ad9-5c8b-4239-8ac8-b982e557656b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962389 Feb 09 02:52:15.036427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93ad2873-8bf1-43f0-83ab-699255f8c12a req-aff8105c-f322-4756-8cb3-b5651a154937 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532706 Feb 09 02:52:15.162583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128371f9-25de-48b5-8bb7-726fbdbbca5f req-cdbdb039-1502-471f-8e8a-336b1d31957f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:15.164082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-128371f9-25de-48b5-8bb7-726fbdbbca5f req-cdbdb039-1502-471f-8e8a-336b1d31957f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0938520 Feb 09 02:52:15.165168 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (838cd38b-5fd3-460a-be2c-0256144b8ab6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.181219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', '838cd38b-5fd3-460a-be2c-0256144b8ab6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:15.204969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event deleted for resources: {'Port': ['ID=838cd38b-5fd3-460a-be2c-0256144b8ab6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:15.205254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad57832-e9f2-415b-9239-cf075f5df853 req-1bff4232-dc50-4a6e-b401-cfe75037253b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:15.206665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ad57832-e9f2-415b-9239-cf075f5df853 req-1bff4232-dc50-4a6e-b401-cfe75037253b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 949 time: 0.0554121 Feb 09 02:52:15.264026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ad57832-e9f2-415b-9239-cf075f5df853 req-1d1b08ed-5e23-4ac7-95ad-c69becf7c542 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499578 Feb 09 02:52:15.287614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] No DVR routers for this DVR port 838cd38b-5fd3-460a-be2c-0256144b8ab6 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:15.290895 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.295646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dc3241d-7ed0-4564-907b-75e07c583115 req-77852800-c53e-4228-bf70-9e8bacef589b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "DELETE /v2.0/ports/838cd38b-5fd3-460a-be2c-0256144b8ab6 HTTP/1.1" status: 204 len: 173 time: 0.6357703 Feb 09 02:52:15.296215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65508bb-cf7f-465c-9f50-adc37398661a', 'name': 'network-vif-deleted', 'tag': '838cd38b-5fd3-460a-be2c-0256144b8ab6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:15.298619 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8201ce60-2e49-4de1-b9ba-da093479055b" -d '{"events": [{"server_uuid": "a65508bb-cf7f-465c-9f50-adc37398661a", "name": "network-vif-deleted", "tag": "838cd38b-5fd3-460a-be2c-0256144b8ab6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:15.304857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-128371f9-25de-48b5-8bb7-726fbdbbca5f req-6be48e58-8c9c-4497-8984-1202f7f05e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312060 Feb 09 02:52:15.391989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a90724e3-e6b2-4cd8-9422-2c4f652d93b1 req-a8430884-c000-49f7-93a5-8bc81054a26f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=a65508bb-cf7f-465c-9f50-adc37398661a HTTP/1.1" status: 200 len: 210 time: 0.0288625 Feb 09 02:52:15.425020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e604e8-fdbf-4c41-adbc-41cf02578b5a req-73171cc2-c741-4b44-a2f1-39894bfec6ab tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:15.426433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4e604e8-fdbf-4c41-adbc-41cf02578b5a req-73171cc2-c741-4b44-a2f1-39894bfec6ab tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0725386 Feb 09 02:52:15.438558 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23511fb0-874c-449f-a006-c5ad1a3956c6 x-openstack-request-id: req-23511fb0-874c-449f-a006-c5ad1a3956c6 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:15.438918 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65508bb-cf7f-465c-9f50-adc37398661a", "name": "network-vif-deleted", "tag": "838cd38b-5fd3-460a-be2c-0256144b8ab6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:15.439238 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23511fb0-874c-449f-a006-c5ad1a3956c6 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:15.439706 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65508bb-cf7f-465c-9f50-adc37398661a', 'name': 'network-vif-deleted', 'tag': '838cd38b-5fd3-460a-be2c-0256144b8ab6', 'status': 'completed', 'code': 200} Feb 09 02:52:15.457480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40e7d24b-13b8-427f-a5eb-42740f2c489a up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:15.476468 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4e604e8-fdbf-4c41-adbc-41cf02578b5a req-55f05ab2-fa96-4bc0-8c72-d20c7b60cb22 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Feb 09 02:52:15.511803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 40e7d24b-13b8-427f-a5eb-42740f2c489a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:15.515735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 40e7d24b-13b8-427f-a5eb-42740f2c489a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:15.516145 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.590741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 40e7d24b-13b8-427f-a5eb-42740f2c489a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:15.591137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.613011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109e4060-9e54-4667-b95f-9f03014056cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e7d24b-13b8-427f-a5eb-42740f2c489a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:15.615245 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8715db5a-2d72-4bd9-b2cc-2d42a64c9ad0" -d '{"events": [{"server_uuid": "109e4060-9e54-4667-b95f-9f03014056cd", "name": "network-vif-plugged", "status": "completed", "tag": "40e7d24b-13b8-427f-a5eb-42740f2c489a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:15.628598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 40e7d24b-13b8-427f-a5eb-42740f2c489a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40e7d24b-13b8-427f-a5eb-42740f2c489a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:15.631828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:15.654890 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348c6af8-34ff-4f13-8014-6d4ad51e8d5a x-openstack-request-id: req-348c6af8-34ff-4f13-8014-6d4ad51e8d5a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:15.655190 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109e4060-9e54-4667-b95f-9f03014056cd", "name": "network-vif-plugged", "status": "completed", "tag": "40e7d24b-13b8-427f-a5eb-42740f2c489a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:15.655447 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-348c6af8-34ff-4f13-8014-6d4ad51e8d5a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:15.655835 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109e4060-9e54-4667-b95f-9f03014056cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e7d24b-13b8-427f-a5eb-42740f2c489a', 'code': 200} Feb 09 02:52:15.681441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=40e7d24b-13b8-427f-a5eb-42740f2c489a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:15.763381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c79723-baf9-4ba2-a618-8dda11965267 req-2b1c1ad4-4d14-456e-844d-4328aa62c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:15.765084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0c79723-baf9-4ba2-a618-8dda11965267 req-2b1c1ad4-4d14-456e-844d-4328aa62c1ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 1132 time: 0.0454614 Feb 09 02:52:15.786436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba13cb7-09ba-4cf5-9b04-04fcb3edf562 req-985003b7-703c-4c40-8890-c14cdb60cf46 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:15.787897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ba13cb7-09ba-4cf5-9b04-04fcb3edf562 req-985003b7-703c-4c40-8890-c14cdb60cf46 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0518129 Feb 09 02:52:15.826866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0c79723-baf9-4ba2-a618-8dda11965267 req-746a1766-8249-4317-9a8f-29ef63b37e1f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Feb 09 02:52:15.838523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ba13cb7-09ba-4cf5-9b04-04fcb3edf562 req-513fa4b3-7484-420c-8805-bab8a0ee6da4 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 Feb 09 02:52:15.992075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf966e9-f4c5-4750-a815-93c68ff21a08 req-9468b3af-c5cb-4f50-bb59-03b0d65c06ff tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:15.993576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8cf966e9-f4c5-4750-a815-93c68ff21a08 req-9468b3af-c5cb-4f50-bb59-03b0d65c06ff tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0571628 Feb 09 02:52:16.039935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8cf966e9-f4c5-4750-a815-93c68ff21a08 req-111df145-a779-4e40-b7b8-ea6691f82c1f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Feb 09 02:52:16.143760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-c6620983-5674-4500-a74b-824223655be0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.149183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-c6620983-5674-4500-a74b-824223655be0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.154877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-c6620983-5674-4500-a74b-824223655be0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.161326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-c6620983-5674-4500-a74b-824223655be0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.167273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-c6620983-5674-4500-a74b-824223655be0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.167718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eb307-ce35-4642-8966-85c622b4b69b req-695c6a23-7da0-473f-a5c5-68c568e9f96c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.169292 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e2eb307-ce35-4642-8966-85c622b4b69b req-695c6a23-7da0-473f-a5c5-68c568e9f96c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0583522 Feb 09 02:52:16.172831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-c6620983-5674-4500-a74b-824223655be0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.178612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-c6620983-5674-4500-a74b-824223655be0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.180494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-c6620983-5674-4500-a74b-824223655be0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1038816 Feb 09 02:52:16.218804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e2eb307-ce35-4642-8966-85c622b4b69b req-0ff868d0-eb90-4e67-9e5e-e405a14adc77 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Feb 09 02:52:16.238370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0a6990c-c23a-41e1-900b-0149484701e1 req-1de34a58-a5f3-4954-8646-833c22e7ea25 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517323 Feb 09 02:52:16.388491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a69f2-874e-43c4-b536-f3b31ece0f3d req-d1a4fcb5-7c2b-4180-85b5-41d6524a2373 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.390066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c2a69f2-874e-43c4-b536-f3b31ece0f3d req-d1a4fcb5-7c2b-4180-85b5-41d6524a2373 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 950 time: 0.0552249 Feb 09 02:52:16.425045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d92d3-b5e3-410d-8382-41c3b3c08c81 req-ce0a0ae8-19e9-4618-8456-d9e258103b86 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.426630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa1d92d3-b5e3-410d-8382-41c3b3c08c81 req-ce0a0ae8-19e9-4618-8456-d9e258103b86 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0536819 Feb 09 02:52:16.443168 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c2a69f2-874e-43c4-b536-f3b31ece0f3d req-1af5ed54-aa8d-44c3-b075-5f7a6e88ef68 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Feb 09 02:52:16.474374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa1d92d3-b5e3-410d-8382-41c3b3c08c81 req-78819434-7091-41e0-85d5-0f2c1827960a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Feb 09 02:52:16.597189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e5cd5-f25c-4b3d-966e-79390db29603 req-9e7e9804-bb62-4dc1-8414-ace73b063554 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.598582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af4e5cd5-f25c-4b3d-966e-79390db29603 req-9e7e9804-bb62-4dc1-8414-ace73b063554 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0527465 Feb 09 02:52:16.648211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af4e5cd5-f25c-4b3d-966e-79390db29603 req-6e2e90b6-36f4-4322-ac29-dffb84a80abf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Feb 09 02:52:16.956487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee63c7e-9512-4ec8-a1a2-bd88a5f9d637 req-4b67bfca-e949-49ae-96bf-4aed949813b6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:16.957925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ee63c7e-9512-4ec8-a1a2-bd88a5f9d637 req-4b67bfca-e949-49ae-96bf-4aed949813b6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0514224 Feb 09 02:52:17.003148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ee63c7e-9512-4ec8-a1a2-bd88a5f9d637 req-b5fc9433-6005-4c0c-880a-1ae3b1013b65 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Feb 09 02:52:17.162829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4ec2e-7a55-4d8e-a27c-7b7c9116a823 req-34eaa634-e22a-43ba-930c-4f85070a9845 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.164335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80c4ec2e-7a55-4d8e-a27c-7b7c9116a823 req-34eaa634-e22a-43ba-930c-4f85070a9845 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0540471 Feb 09 02:52:17.218409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80c4ec2e-7a55-4d8e-a27c-7b7c9116a823 req-72e6368e-812b-4570-aa86-4ccbc3977a33 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Feb 09 02:52:17.346339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b4e62-6672-4e30-b11d-144f3b713677 req-49e6ee6d-0167-4adb-929e-5b4684aca209 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.347814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255b4e62-6672-4e30-b11d-144f3b713677 req-49e6ee6d-0167-4adb-929e-5b4684aca209 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0579998 Feb 09 02:52:17.379504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-24ca928c-569d-4b98-8fa4-7cf5dffb6d0c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.380935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-24ca928c-569d-4b98-8fa4-7cf5dffb6d0c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.1117985 Feb 09 02:52:17.395031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255b4e62-6672-4e30-b11d-144f3b713677 req-022d96ac-6c28-4a07-83d6-6002e8e35ddb tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Feb 09 02:52:17.395897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-288bb77d-7ef8-42c6-a391-3df5951437fa tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/quotas/73853ba10f5c4cd4be5969a0d564c931 HTTP/1.1" status: 200 len: 375 time: 0.0094759 Feb 09 02:52:17.449888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-cecbcd17-4aeb-4273-b00a-db1cd6afbedd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481009 Feb 09 02:52:17.452713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 838cd38b-5fd3-460a-be2c-0256144b8ab6 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:17.473762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 838cd38b-5fd3-460a-be2c-0256144b8ab6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:17.474110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 838cd38b-5fd3-460a-be2c-0256144b8ab6 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:17.510571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-3f14b4e2-1ea3-42dd-9819-e8a7d9f54a3c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.516238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-3f14b4e2-1ea3-42dd-9819-e8a7d9f54a3c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.521361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-3f14b4e2-1ea3-42dd-9819-e8a7d9f54a3c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.527051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-3f14b4e2-1ea3-42dd-9819-e8a7d9f54a3c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.532176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-3f14b4e2-1ea3-42dd-9819-e8a7d9f54a3c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.537334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-3f14b4e2-1ea3-42dd-9819-e8a7d9f54a3c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.543192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-3f14b4e2-1ea3-42dd-9819-e8a7d9f54a3c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.545160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-3f14b4e2-1ea3-42dd-9819-e8a7d9f54a3c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0954316 Feb 09 02:52:17.553150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-f40dc3ae-6744-4bf9-8760-15723fb42e09 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909069 Feb 09 02:52:17.601574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eb80de2-a93c-4619-bfda-a4e20edc3605 req-19880c92-73a9-4eb2-967f-56b4dbf89831 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506258 Feb 09 02:52:17.643815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-229251e6-1c8d-4f57-9b3a-9f3cdd06e5b5 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848379 Feb 09 02:52:17.714370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbd0e3-5881-4510-aa5c-e72803a3ca6f req-d83c6096-ba88-4125-934f-0729b47764c8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.716102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6fbd0e3-5881-4510-aa5c-e72803a3ca6f req-d83c6096-ba88-4125-934f-0729b47764c8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 950 time: 0.0563974 Feb 09 02:52:17.765523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6fbd0e3-5881-4510-aa5c-e72803a3ca6f req-d2124f24-c2bb-4f15-ba80-eec36358f0d8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Feb 09 02:52:17.864641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11fa01-19d5-4052-bad4-8dda22d85db3 req-d75960e9-8f39-40a1-b76b-0afa93c81040 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.866221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd11fa01-19d5-4052-bad4-8dda22d85db3 req-d75960e9-8f39-40a1-b76b-0afa93c81040 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0741684 Feb 09 02:52:17.879618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a101a16-b01d-4a0d-b896-787b9a0703c2 req-98bb2ee7-0c6a-4840-b3e2-28012366fe5f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:17.887198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a101a16-b01d-4a0d-b896-787b9a0703c2 req-98bb2ee7-0c6a-4840-b3e2-28012366fe5f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0610304 Feb 09 02:52:17.921621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd11fa01-19d5-4052-bad4-8dda22d85db3 req-a7c2bc15-f6d0-41ec-bcc7-eac08207c104 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484228 Feb 09 02:52:17.948465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a101a16-b01d-4a0d-b896-787b9a0703c2 req-871f70d3-0727-4cdf-8a2d-198259bc378e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597804 Feb 09 02:52:17.994880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b7a3d21-1c01-48b0-9b3e-a2fbb23f05f1 req-b53c7fe4-a901-4d49-aab5-96fe255132fa tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0293691 Feb 09 02:52:18.064758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc714d4-5994-43a5-8f65-d40c5abe6bc5 req-49f4c725-2567-4378-9d7e-eac7617425f9 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.066455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bc714d4-5994-43a5-8f65-d40c5abe6bc5 req-49f4c725-2567-4378-9d7e-eac7617425f9 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 1132 time: 0.0467222 Feb 09 02:52:18.121571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bc714d4-5994-43a5-8f65-d40c5abe6bc5 req-56267e91-99bd-4c36-ac51-599d34ad3f58 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478456 Feb 09 02:52:18.132949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00101654-0755-4cf8-ae7f-037b5c01d7f2 req-18f01e76-ed18-4679-aa0e-b981a89d8608 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.134549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00101654-0755-4cf8-ae7f-037b5c01d7f2 req-18f01e76-ed18-4679-aa0e-b981a89d8608 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0552866 Feb 09 02:52:18.188701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00101654-0755-4cf8-ae7f-037b5c01d7f2 req-488d0601-b615-4cee-8ec7-5b552d987920 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472264 Feb 09 02:52:18.265374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-79d66b17-6e77-4841-ac54-2776eb427d0d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218158 Feb 09 02:52:18.342942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dac089-4906-4402-a32e-9192400651b5 req-0d5c709a-d1fe-466f-847a-abcca5994210 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.344414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22dac089-4906-4402-a32e-9192400651b5 req-0d5c709a-d1fe-466f-847a-abcca5994210 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0572505 Feb 09 02:52:18.370374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-cb37812c-8317-44ee-862a-07a17801ef1e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.371820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-cb37812c-8317-44ee-862a-07a17801ef1e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1010709 Feb 09 02:52:18.386419 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-0e5a0432-e5a1-4fde-870e-810b5de0a12c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/quotas/fc9de5030d1148848ee932f4f075d2fe HTTP/1.1" status: 200 len: 375 time: 0.0092399 Feb 09 02:52:18.392212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22dac089-4906-4402-a32e-9192400651b5 req-6940d6c1-dfe2-4b66-a80b-a63a13b915c8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Feb 09 02:52:18.453516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-f6139dec-f979-432f-b642-e127e323148e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0616946 Feb 09 02:52:18.519943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e705e-5411-48f8-99ee-abe0bb5c12a3 req-94db23aa-ec72-4028-b706-3202293a5d78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.521555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c9e705e-5411-48f8-99ee-abe0bb5c12a3 req-94db23aa-ec72-4028-b706-3202293a5d78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0602448 Feb 09 02:52:18.570430 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c9e705e-5411-48f8-99ee-abe0bb5c12a3 req-e3179cc7-266f-41e9-9d36-f13bc3080569 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427103 Feb 09 02:52:18.624851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e419c14-43c8-4499-ba0d-a665833b7bea req-d3616705-b7cd-44a4-9402-a514263018bf tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 210 time: 0.0269194 Feb 09 02:52:18.739633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-1d373ef6-e7a6-435d-a7f3-848362ef3b96 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.745419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-1d373ef6-e7a6-435d-a7f3-848362ef3b96 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.750632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-1d373ef6-e7a6-435d-a7f3-848362ef3b96 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.755814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-1d373ef6-e7a6-435d-a7f3-848362ef3b96 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.761278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-1d373ef6-e7a6-435d-a7f3-848362ef3b96 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.766869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-1d373ef6-e7a6-435d-a7f3-848362ef3b96 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.772123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-1d373ef6-e7a6-435d-a7f3-848362ef3b96 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:18.774033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-1d373ef6-e7a6-435d-a7f3-848362ef3b96 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0980046 Feb 09 02:52:18.835415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4ad2024-ec91-46e3-a13e-0195dc79c2d4 req-a8526fe2-e6f6-4e9a-bc9c-9bc287c95d6c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552018 Feb 09 02:52:19.052418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad336778-5761-4639-9e41-d66ba59d6117 req-10a862f1-37be-4757-92e8-6eff4bf4d818 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.054021 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad336778-5761-4639-9e41-d66ba59d6117 req-10a862f1-37be-4757-92e8-6eff4bf4d818 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0599518 Feb 09 02:52:19.073801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb10b9c-1826-4cac-92f2-6712637fdcb1 req-d2f5a0ca-0be4-47c9-8cb6-4b0867139c83 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.075301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4cb10b9c-1826-4cac-92f2-6712637fdcb1 req-d2f5a0ca-0be4-47c9-8cb6-4b0867139c83 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0578225 Feb 09 02:52:19.105676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad336778-5761-4639-9e41-d66ba59d6117 req-0d3cc2a6-293a-4c85-a392-b0cb3a48ca11 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Feb 09 02:52:19.132344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4cb10b9c-1826-4cac-92f2-6712637fdcb1 req-cdd8387e-cc14-4d7d-9e87-d86358ef3971 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503354 Feb 09 02:52:19.191336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-257e1415-19af-40d6-9034-6120d193d1c7 req-1326aa0f-fc0d-4329-aba7-33673f752f14 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0271800 Feb 09 02:52:19.242487 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:19.307995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041848c-1b88-47c9-b346-398ce6375dbc req-93981f3f-50c3-40a9-9a3c-538b109abacf tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.309452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0041848c-1b88-47c9-b346-398ce6375dbc req-93981f3f-50c3-40a9-9a3c-538b109abacf tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Feb 09 02:52:19.361509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0041848c-1b88-47c9-b346-398ce6375dbc req-9268ab19-e24a-48a2-b9ec-4eb1cb3bb895 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464773 Feb 09 02:52:19.512747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f459-0d55-4644-b3f6-d6d21f05ec98 req-1af345e0-ffc2-4ed5-a3fb-5056f0eedc0e tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.514436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b6f6f459-0d55-4644-b3f6-d6d21f05ec98 req-1af345e0-ffc2-4ed5-a3fb-5056f0eedc0e tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0571947 Feb 09 02:52:19.565125 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b6f6f459-0d55-4644-b3f6-d6d21f05ec98 req-23672bdc-c168-46ec-ae2a-aa17bafda57e tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Feb 09 02:52:19.589381 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-8780cd01-51c5-41a6-978c-65cdf5d2c2b7 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246849 Feb 09 02:52:19.724766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb3b2d83-3b73-450a-a0fc-18a642f5075a req-62b6c5b9-7393-40aa-851a-fc402259f4bf tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 210 time: 0.0299125 Feb 09 02:52:19.742215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b9d9c-6ca6-4779-ad10-c3000bc58c17 req-79890567-86e7-4d94-8e33-2d49d4a5acca tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.743718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db5b9d9c-6ca6-4779-ad10-c3000bc58c17 req-79890567-86e7-4d94-8e33-2d49d4a5acca tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0946367 Feb 09 02:52:19.749915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-d446c00b-32a4-420a-9e54-fcfa6039447e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.751251 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-d446c00b-32a4-420a-9e54-fcfa6039447e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519463 Feb 09 02:52:19.771161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Request body: {'port': {'device_id': '7d428ccc-989c-41c4-b175-3795a51067a5', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'fc9de5030d1148848ee932f4f075d2fe'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:19.849600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db5b9d9c-6ca6-4779-ad10-c3000bc58c17 req-f9168d58-c2c3-419d-9e12-d4d8dcfe5fb3 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973861 Feb 09 02:52:19.903652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Made reservation on behalf of fc9de5030d1148848ee932f4f075d2fe for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:19.907020 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:19.976627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-3f0d826e-f415-49d9-9a99-461f46bca761 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.981855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-3f0d826e-f415-49d9-9a99-461f46bca761 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.987059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-3f0d826e-f415-49d9-9a99-461f46bca761 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.992218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-3f0d826e-f415-49d9-9a99-461f46bca761 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:19.997959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-3f0d826e-f415-49d9-9a99-461f46bca761 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.003249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-3f0d826e-f415-49d9-9a99-461f46bca761 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.008467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-3f0d826e-f415-49d9-9a99-461f46bca761 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.011247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-3f0d826e-f415-49d9-9a99-461f46bca761 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0939624 Feb 09 02:52:20.039989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Allocated IP 192.168.233.217 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:20.069633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f425e8a6-2bb4-41b1-bf72-e4a696e23322 req-fe310d01-eaf2-4b72-a7e3-9985e264b1e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519903 Feb 09 02:52:20.220388 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:20.255151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510e2c-44b0-41c7-9227-0a182d0d63bd req-eb2fa63b-315f-468a-b7d3-3125d2d8e46b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.255553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608989c-cb0e-4e9a-96c5-f39be1ad25f8 req-ee6e16ec-33fe-4073-b2c1-aa955797ddce tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.256641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa510e2c-44b0-41c7-9227-0a182d0d63bd req-eb2fa63b-315f-468a-b7d3-3125d2d8e46b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0826216 Feb 09 02:52:20.257003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f608989c-cb0e-4e9a-96c5-f39be1ad25f8 req-ee6e16ec-33fe-4073-b2c1-aa955797ddce tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0557344 Feb 09 02:52:20.289759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:20.301639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2', '64c5f50b-14df-418b-ac49-54b396257e2a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:20.311807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f608989c-cb0e-4e9a-96c5-f39be1ad25f8 req-721a65a6-2632-4a80-b280-91e76f709ec9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484200 Feb 09 02:52:20.338702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', '347a9926-586c-481d-b5d2-ef17a3476a7c', '40e7d24b-13b8-427f-a5eb-42740f2c489a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:20.349551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa510e2c-44b0-41c7-9227-0a182d0d63bd req-21fab93c-dfe8-4f50-a9f8-2530505fddfa tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858443 Feb 09 02:52:20.362759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:20.363884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'Port': ['ID=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:20.366540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:20.383448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:20.447494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8db87c31-03f1-4f35-9f77-eb397a354540 req-b0146b25-6cfa-4a72-ab3f-c2f59c4c2dde tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0639071 Feb 09 02:52:20.489932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.490677 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:20.515961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-4c5d7195-bf42-4746-97b8-2a5af3f29ac0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7498975 Feb 09 02:52:20.531831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0840e-6048-4f4a-a088-4558933a8d08 req-bd1c64d2-f02c-4734-8426-4882d3792927 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.533888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ad0840e-6048-4f4a-a088-4558933a8d08 req-bd1c64d2-f02c-4734-8426-4882d3792927 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0901346 Feb 09 02:52:20.542662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Request body: {'port': {'device_id': '7d428ccc-989c-41c4-b175-3795a51067a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:20.642712 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ad0840e-6048-4f4a-a088-4558933a8d08 req-f5c3548f-c154-412d-ac68-70234ce77f16 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Feb 09 02:52:20.645582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:20.708131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f48456-73b0-44fd-a7e8-20f80494ef06 req-0f5394ed-ab47-4cb5-8603-cba2eb748e2f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:20.709956 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22f48456-73b0-44fd-a7e8-20f80494ef06 req-0f5394ed-ab47-4cb5-8603-cba2eb748e2f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0556359 Feb 09 02:52:20.753330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3109b6f9-3f13-4089-a1e6-fef0b074e8b5 None None] Provisioning complete for port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:20.753694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3109b6f9-3f13-4089-a1e6-fef0b074e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:20.821803 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22f48456-73b0-44fd-a7e8-20f80494ef06 req-14c0d3ca-8bef-405d-9533-1e68afe9ebcf tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044517 Feb 09 02:52:20.827999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3109b6f9-3f13-4089-a1e6-fef0b074e8b5 None None] Port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:52:21.048464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee941cb-47db-437a-af6f-28c55ee4f93e req-1bdea3d5-a40a-4657-b90e-227ad5cbc7ed tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.057199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ee941cb-47db-437a-af6f-28c55ee4f93e req-1bdea3d5-a40a-4657-b90e-227ad5cbc7ed tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.1219957 Feb 09 02:52:21.084212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f8dcabb3-590f-43ba-a937-362ba0ea0ae9 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.085829 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-f8dcabb3-590f-43ba-a937-362ba0ea0ae9 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.2756839 Feb 09 02:52:21.109629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ee941cb-47db-437a-af6f-28c55ee4f93e req-8d558178-d1b9-4522-824b-4133c6cb882f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515363 Feb 09 02:52:21.117034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca546-60eb-4ee6-b5d7-c465a7776da0 req-ee3bc55d-8d9b-4ab5-81b7-c58216794e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.118520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0dca546-60eb-4ee6-b5d7-c465a7776da0 req-ee3bc55d-8d9b-4ab5-81b7-c58216794e4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 1128 time: 0.2620158 Feb 09 02:52:21.159648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef01aaf-c2d4-4538-bc3e-799e4cb16a85 req-d237cb1d-1d12-456a-9435-0e0eb6fe0afa tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.161107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ef01aaf-c2d4-4538-bc3e-799e4cb16a85 req-d237cb1d-1d12-456a-9435-0e0eb6fe0afa tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 936 time: 0.3057265 Feb 09 02:52:21.196281 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:21.235636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-683e39a2-7aa0-477f-9ba7-af78749e38f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.241183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-683e39a2-7aa0-477f-9ba7-af78749e38f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.247018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-683e39a2-7aa0-477f-9ba7-af78749e38f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.252523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-683e39a2-7aa0-477f-9ba7-af78749e38f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.257418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-683e39a2-7aa0-477f-9ba7-af78749e38f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.263563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-683e39a2-7aa0-477f-9ba7-af78749e38f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.268625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-8cbe8484-be29-4775-9be7-9efef41c3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.269140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-683e39a2-7aa0-477f-9ba7-af78749e38f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.270094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-8cbe8484-be29-4775-9be7-9efef41c3a9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66&tenant_id=2618b90bba6341048386a8a8793c5ac0 HTTP/1.1" status: 200 len: 1127 time: 0.1674421 Feb 09 02:52:21.271045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-683e39a2-7aa0-477f-9ba7-af78749e38f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0962183 Feb 09 02:52:21.278065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:21.290702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0dca546-60eb-4ee6-b5d7-c465a7776da0 req-cbd5958f-cae5-4b54-8d42-3f362e7919dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527443 Feb 09 02:52:21.292484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Publish callbacks [] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:21.297181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ef01aaf-c2d4-4538-bc3e-799e4cb16a85 req-73a6a9fd-ac36-4bf2-ac99-9be301bf9b2c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243432 Feb 09 02:52:21.308866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Transition to ACTIVE for port object 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:21.319437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:21.335048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-993df989-8979-4ff6-a5a6-53d6a575c8ff req-a8c97f8e-d214-46c2-aed6-76ad0dcbbcbd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579894 Feb 09 02:52:21.392487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Pushing event updated for resources: {'Port': ['ID=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:21.483961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Attempting to bind port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:21.484314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Attempting to bind port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:21.484656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Attempting to bind port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:21.495717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4a26a-2004-46dc-a266-ddcb3bf17a76 req-1f9f747b-f32b-46c4-9a7a-f4b22ca8b6d3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.497339 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44e4a26a-2004-46dc-a266-ddcb3bf17a76 req-1f9f747b-f32b-46c4-9a7a-f4b22ca8b6d3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0853319 Feb 09 02:52:21.499726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:21.500063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Attempting to bind port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:21.501362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbc49e-24ad-468a-a16b-44b89126d671 req-d9e45376-a80f-46ec-a700-81be17de8c53 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.503695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d6cbc49e-24ad-468a-a16b-44b89126d671 req-d9e45376-a80f-46ec-a700-81be17de8c53 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0791099 Feb 09 02:52:21.518458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:21.518857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:21.519195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:21.519647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Bound port: 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:21.520015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:21.555727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d6cbc49e-24ad-468a-a16b-44b89126d671 req-7681a973-7460-49e5-b7e2-224ae86858e8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Feb 09 02:52:21.598687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44e4a26a-2004-46dc-a266-ddcb3bf17a76 req-99694834-44fa-45be-9d2f-0474f40eeefe tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951457 Feb 09 02:52:21.622374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] For port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:21.622746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] For port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:21.630742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:21.642852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc29bcd2-9ec3-4ae2-a429-53a0b391b489 req-7e1154e2-63cf-4e07-8d95-895bad2fa1cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0287783 Feb 09 02:52:21.667025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.667980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:21.669423 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] 10.222.0.61 "PUT /v2.0/ports/3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b HTTP/1.1" status: 200 len: 1096 time: 1.1345289 Feb 09 02:52:21.671823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d428ccc-989c-41c4-b175-3795a51067a5', 'tag': '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:21.675332 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f9d185-b844-483d-b801-687a9508ca0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d428ccc-989c-41c4-b175-3795a51067a5", "tag": "3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:21.723596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44aa55-fe5f-4275-a286-335dbb9fbb1a service neutron] Pushing event updated for resources: {'Port': ['ID=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:21.737970 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aedf9d-19e5-4363-8e3d-d89a545ef4b0 x-openstack-request-id: req-58aedf9d-19e5-4363-8e3d-d89a545ef4b0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:21.738327 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d428ccc-989c-41c4-b175-3795a51067a5", "tag": "3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:21.738561 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58aedf9d-19e5-4363-8e3d-d89a545ef4b0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:21.738963 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d428ccc-989c-41c4-b175-3795a51067a5', 'tag': '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b', 'status': 'completed', 'code': 200} Feb 09 02:52:21.810821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-d506261f-0557-4787-b650-8fe194cd7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.812326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-d506261f-0557-4787-b650-8fe194cd7091 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 1130 time: 0.0977974 Feb 09 02:52:21.824740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3b83f-4e8a-48df-92ff-de1852a77b48 req-5a18430e-06e3-4e8c-979f-9057d592664e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.826276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99c3b83f-4e8a-48df-92ff-de1852a77b48 req-5a18430e-06e3-4e8c-979f-9057d592664e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 945 time: 0.0680084 Feb 09 02:52:21.870768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-7d5f0e08-c60e-41c9-92c1-2bb45338bfe3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b HTTP/1.1" status: 200 len: 217 time: 0.0434189 Feb 09 02:52:21.939665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99c3b83f-4e8a-48df-92ff-de1852a77b48 req-266e3ff6-5291-41b7-818c-fcc42da59a0d tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060631 Feb 09 02:52:21.955616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-18b8a1a2-c11f-4b83-9c2f-fccfdd7b7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.955616 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-18b8a1a2-c11f-4b83-9c2f-fccfdd7b7b7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0631697 Feb 09 02:52:21.966144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a249c60-86d0-4851-9473-5ac0e8f06096 req-be4654b9-edd7-44ce-90a1-748b4e7700ec tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:21.967665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a249c60-86d0-4851-9473-5ac0e8f06096 req-be4654b9-edd7-44ce-90a1-748b4e7700ec tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0570033 Feb 09 02:52:22.008929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-bbaaa546-0199-44f3-af70-9633bef5c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.010882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-bbaaa546-0199-44f3-af70-9633bef5c0ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0464396 Feb 09 02:52:22.018376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a249c60-86d0-4851-9473-5ac0e8f06096 req-45d00cea-4ade-4579-8908-639bebffaed6 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Feb 09 02:52:22.099551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-75df4b8f-0990-436a-a78e-7788055cb233 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816290 Feb 09 02:52:22.199196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4825dc6e-5af7-4eba-b6ff-c03f1b94d572 req-5f761606-b3d2-4789-b970-8b1871d2bd91 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930262 Feb 09 02:52:22.242140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99147335-a6c2-46fe-a4ef-c11f5a206137 req-a19eb7e8-9c3f-4014-b592-264bd41e598f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.243669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99147335-a6c2-46fe-a4ef-c11f5a206137 req-a19eb7e8-9c3f-4014-b592-264bd41e598f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0596831 Feb 09 02:52:22.292856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99147335-a6c2-46fe-a4ef-c11f5a206137 req-cdf37a74-69ec-492c-8f2b-dd6cae135c38 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Feb 09 02:52:22.305331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9d185-b844-483d-b801-687a9508ca0a req-9d041b3d-2b29-4aa8-b24d-dfe1082f9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.306920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90f9d185-b844-483d-b801-687a9508ca0a req-9d041b3d-2b29-4aa8-b24d-dfe1082f9b40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 1130 time: 0.0549293 Feb 09 02:52:22.406725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9d185-b844-483d-b801-687a9508ca0a req-bfa6412c-9b1d-4ac3-bed0-97d30bfd6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.408291 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90f9d185-b844-483d-b801-687a9508ca0a req-bfa6412c-9b1d-4ac3-bed0-97d30bfd6b8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.0953410 Feb 09 02:52:22.422456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee7e1d-1afc-4813-9a9c-85566735940a req-29480f59-d350-48e7-ad72-062bf3e2af1b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.426713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3ee7e1d-1afc-4813-9a9c-85566735940a req-29480f59-d350-48e7-ad72-062bf3e2af1b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 948 time: 0.0618150 Feb 09 02:52:22.455095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90f9d185-b844-483d-b801-687a9508ca0a req-6d2e83bc-9b21-4076-bac6-ec7d10db3a8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b HTTP/1.1" status: 200 len: 217 time: 0.0380869 Feb 09 02:52:22.472060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3ee7e1d-1afc-4813-9a9c-85566735940a req-1294b409-855e-4b0e-9975-d4ea039100f7 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Feb 09 02:52:22.536355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9d185-b844-483d-b801-687a9508ca0a req-17eddeb0-0460-48c5-9f0a-19ce31b9adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.537824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90f9d185-b844-483d-b801-687a9508ca0a req-17eddeb0-0460-48c5-9f0a-19ce31b9adaf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0739760 Feb 09 02:52:22.553104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bda80-d65d-40fa-a333-e6261eceda73 req-d05dffa8-b9f0-4429-a405-e5fc6c8586e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.558382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bda80-d65d-40fa-a333-e6261eceda73 req-d05dffa8-b9f0-4429-a405-e5fc6c8586e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.563607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bda80-d65d-40fa-a333-e6261eceda73 req-d05dffa8-b9f0-4429-a405-e5fc6c8586e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.568826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bda80-d65d-40fa-a333-e6261eceda73 req-d05dffa8-b9f0-4429-a405-e5fc6c8586e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.574600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bda80-d65d-40fa-a333-e6261eceda73 req-d05dffa8-b9f0-4429-a405-e5fc6c8586e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.580081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bda80-d65d-40fa-a333-e6261eceda73 req-d05dffa8-b9f0-4429-a405-e5fc6c8586e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.585261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bda80-d65d-40fa-a333-e6261eceda73 req-d05dffa8-b9f0-4429-a405-e5fc6c8586e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.587103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634bda80-d65d-40fa-a333-e6261eceda73 req-d05dffa8-b9f0-4429-a405-e5fc6c8586e5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1347871 Feb 09 02:52:22.670930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9d185-b844-483d-b801-687a9508ca0a req-510d65ef-a6d4-4ff0-8776-7d66850ffb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.672338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90f9d185-b844-483d-b801-687a9508ca0a req-510d65ef-a6d4-4ff0-8776-7d66850ffb84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0842659 Feb 09 02:52:22.673844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae30dd-635d-4674-ad43-21a6d612d850 req-9221aef9-3ba7-4889-a545-e3012a32c870 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.675319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35ae30dd-635d-4674-ad43-21a6d612d850 req-9221aef9-3ba7-4889-a545-e3012a32c870 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0523200 Feb 09 02:52:22.677199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634bda80-d65d-40fa-a333-e6261eceda73 req-6c3bd50c-0d9b-40c0-ae1b-39c45f0c7012 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813689 Feb 09 02:52:22.729414 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35ae30dd-635d-4674-ad43-21a6d612d850 req-f277f1d0-4298-4bf8-a85e-f5cff271f3dd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477772 Feb 09 02:52:22.809546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90f9d185-b844-483d-b801-687a9508ca0a req-9c327810-0e5d-4b46-b358-06b9c4430305 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303654 Feb 09 02:52:22.811597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-271bbbb5-2b16-4f4b-8ff8-9b6aa7b1f7f5 req-0af3f649-f569-47a3-af13-1c52a86ed58c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0263753 Feb 09 02:52:22.817211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1b9ba-2227-4466-958a-428422e0a2ee req-33f1ff17-f89d-4fb4-83cf-7660bd192b3a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:22.818679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45b1b9ba-2227-4466-958a-428422e0a2ee req-33f1ff17-f89d-4fb4-83cf-7660bd192b3a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0806813 Feb 09 02:52:23.144483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77569d10-7cec-4346-a7de-1a25b8136a7f req-726bd002-145e-40d0-8a6c-803218de6a98 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.146081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77569d10-7cec-4346-a7de-1a25b8136a7f req-726bd002-145e-40d0-8a6c-803218de6a98 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0568209 Feb 09 02:52:23.196653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77569d10-7cec-4346-a7de-1a25b8136a7f req-e9ef75c4-30e1-43f7-9001-c2326cc3b961 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 Feb 09 02:52:23.211361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45b1b9ba-2227-4466-958a-428422e0a2ee req-de211e59-ce05-44f0-b346-71c77a5a7ce1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841369 Feb 09 02:52:23.224959 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90f9d185-b844-483d-b801-687a9508ca0a req-17df9fd2-f6f7-46cf-bd0f-89f135109390 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053540 Feb 09 02:52:23.412426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d515e3c-d35b-41b1-8443-ca9723db5a9a req-ca277ddf-5289-4ba2-b912-7adde03c7e3f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.413990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d515e3c-d35b-41b1-8443-ca9723db5a9a req-ca277ddf-5289-4ba2-b912-7adde03c7e3f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0570042 Feb 09 02:52:23.462054 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d515e3c-d35b-41b1-8443-ca9723db5a9a req-250410e6-3231-406c-854b-07367075c270 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 Feb 09 02:52:23.589085 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25db97-8211-483d-8270-c00c6b5c1fc0 req-ffd145fa-5aba-4f17-ac59-2d2aa43ce034 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.590451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e25db97-8211-483d-8270-c00c6b5c1fc0 req-ffd145fa-5aba-4f17-ac59-2d2aa43ce034 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 948 time: 0.0526457 Feb 09 02:52:23.636145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e25db97-8211-483d-8270-c00c6b5c1fc0 req-452be0a3-525b-4c72-863b-bc6949545ef2 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Feb 09 02:52:23.810128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-d85f0fea-1b9d-435d-b254-9cf40bd9b52b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.816164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-d85f0fea-1b9d-435d-b254-9cf40bd9b52b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.821959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-d85f0fea-1b9d-435d-b254-9cf40bd9b52b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.827121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-d85f0fea-1b9d-435d-b254-9cf40bd9b52b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.832284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-d85f0fea-1b9d-435d-b254-9cf40bd9b52b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.839080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-d85f0fea-1b9d-435d-b254-9cf40bd9b52b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.844419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-d85f0fea-1b9d-435d-b254-9cf40bd9b52b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.846323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-d85f0fea-1b9d-435d-b254-9cf40bd9b52b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0952950 Feb 09 02:52:23.851330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba667d49-4328-4441-af8a-c57658489fc4 req-ec2b17b7-f263-4dd1-8670-ec0db459bd0e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:23.852821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba667d49-4328-4441-af8a-c57658489fc4 req-ec2b17b7-f263-4dd1-8670-ec0db459bd0e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0542114 Feb 09 02:52:23.899293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba667d49-4328-4441-af8a-c57658489fc4 req-f363fa3b-ef71-4e87-ac02-2170e7702b98 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Feb 09 02:52:23.904183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e82580e9-e30b-4731-94e8-c1046b97b27c req-9b186632-577d-4b3d-ac46-56f91ee3113e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520022 Feb 09 02:52:23.988864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6de83794-c58a-4722-9c81-6e73f530e051 req-8e80ac5d-465d-4aa9-affd-46e337a21c35 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0307863 Feb 09 02:52:24.313943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3363270-4303-425e-b8d2-4fe1e9f3f1a8 req-aa8f7c45-8bc7-418f-a5bc-b2413fa26754 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:24.315443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3363270-4303-425e-b8d2-4fe1e9f3f1a8 req-aa8f7c45-8bc7-418f-a5bc-b2413fa26754 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0516641 Feb 09 02:52:24.333843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751d1f6-e49b-4ce4-b9d2-84dcfa9c2b56 req-b0c9d2a8-dd3e-4748-9179-383257703d90 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:24.335333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a751d1f6-e49b-4ce4-b9d2-84dcfa9c2b56 req-b0c9d2a8-dd3e-4748-9179-383257703d90 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0531294 Feb 09 02:52:24.365139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3363270-4303-425e-b8d2-4fe1e9f3f1a8 req-2c92ff90-d6a4-4ce5-be39-2ffab22e2640 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Feb 09 02:52:24.382614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a751d1f6-e49b-4ce4-b9d2-84dcfa9c2b56 req-056d2ecf-5eec-4b25-9f46-c961e07ad7a3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Feb 09 02:52:24.580697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4f74f-90be-4128-9d5c-b8e4bbf590b0 req-74435d3c-c591-4a4f-bf85-47cbd44de59d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:24.582137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6f4f74f-90be-4128-9d5c-b8e4bbf590b0 req-74435d3c-c591-4a4f-bf85-47cbd44de59d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Feb 09 02:52:24.627728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6f4f74f-90be-4128-9d5c-b8e4bbf590b0 req-7918f415-19e8-4410-8033-3ede4feb40ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Feb 09 02:52:24.752000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210e6a5-cf85-4b28-8cfd-e9432eef1f89 req-7633cb1e-e94a-420e-8a63-eb2addf46e4d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:24.753379 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5210e6a5-cf85-4b28-8cfd-e9432eef1f89 req-7633cb1e-e94a-420e-8a63-eb2addf46e4d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 948 time: 0.0513055 Feb 09 02:52:24.798904 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5210e6a5-cf85-4b28-8cfd-e9432eef1f89 req-1686e98d-9e6e-4669-9127-28b672b0d642 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Feb 09 02:52:25.022433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70b7d8-15f4-4458-b2f5-5f24c33ad488 req-51be7dd2-d448-4917-8877-344eeba8a47b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.023873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf70b7d8-15f4-4458-b2f5-5f24c33ad488 req-51be7dd2-d448-4917-8877-344eeba8a47b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0580528 Feb 09 02:52:25.033927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-b8fa2b3d-9ac8-46f4-ab81-7e2e1666a893 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.039217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-b8fa2b3d-9ac8-46f4-ab81-7e2e1666a893 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.044873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-b8fa2b3d-9ac8-46f4-ab81-7e2e1666a893 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.050041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-b8fa2b3d-9ac8-46f4-ab81-7e2e1666a893 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.055197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-b8fa2b3d-9ac8-46f4-ab81-7e2e1666a893 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.060345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-b8fa2b3d-9ac8-46f4-ab81-7e2e1666a893 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.065486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-b8fa2b3d-9ac8-46f4-ab81-7e2e1666a893 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.067329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-b8fa2b3d-9ac8-46f4-ab81-7e2e1666a893 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0908954 Feb 09 02:52:25.071888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf70b7d8-15f4-4458-b2f5-5f24c33ad488 req-2047ceb9-f949-4d45-bd2b-66b581ba1fdc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Feb 09 02:52:25.124954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10beee10-cf64-4319-92b9-bf79a4a500c2 req-00daba49-ef52-4a47-b3ad-431b05dbe6a1 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513761 Feb 09 02:52:25.153252 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a0149273-416e-4aba-adeb-d06a4688dc6d req-b5f2c8da-c4d4-4c00-964b-b3862210b584 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0266447 Feb 09 02:52:25.473118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:25.489877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97500de7-35e5-4340-a48e-0bad5cc6c7c4 req-eb2c4692-f5f1-4430-a39f-d89a69503701 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.495045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-97500de7-35e5-4340-a48e-0bad5cc6c7c4 req-eb2c4692-f5f1-4430-a39f-d89a69503701 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0610693 Feb 09 02:52:25.514025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03b422-d580-41ef-9914-c4928372ffbe req-c49f87bc-aa02-4ce0-8dc0-1e4e44722d26 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.515520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d03b422-d580-41ef-9914-c4928372ffbe req-c49f87bc-aa02-4ce0-8dc0-1e4e44722d26 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0623937 Feb 09 02:52:25.548367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-97500de7-35e5-4340-a48e-0bad5cc6c7c4 req-fc62d709-54a2-4962-8813-3a1af0977d67 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 Feb 09 02:52:25.575486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d03b422-d580-41ef-9914-c4928372ffbe req-3e40a627-77bc-4cd0-9fc9-1accf988d4cd tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540857 Feb 09 02:52:25.577801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:25.592810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b', 'mac_address': 'fa:16:3e:f1:53:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:25.631049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:25.631445 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:25.644773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:25.664015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:25.668451 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:25.715077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:25.749069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da949b9b-7fe6-4f84-9869-aeb92e613aae req-04549e93-a834-4ae9-8617-9f1aecb23fb5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.750541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da949b9b-7fe6-4f84-9869-aeb92e613aae req-04549e93-a834-4ae9-8617-9f1aecb23fb5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0553117 Feb 09 02:52:25.796035 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da949b9b-7fe6-4f84-9869-aeb92e613aae req-dfbd58a9-e8d5-4963-a08a-228dbe7fafc8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Feb 09 02:52:25.918537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d2187-ab06-476b-9630-a690c6a83744 req-c0d8a14b-ffed-4aa5-95d1-bebc11e7dcf8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:25.919932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-416d2187-ab06-476b-9630-a690c6a83744 req-c0d8a14b-ffed-4aa5-95d1-bebc11e7dcf8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 949 time: 0.0521662 Feb 09 02:52:25.965918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-416d2187-ab06-476b-9630-a690c6a83744 req-210e64b2-4cc2-40e4-8abc-f298e28280f3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Feb 09 02:52:26.055292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:26.204760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfcfbe-7c57-4eb6-9e31-526740aa52c9 req-a642bd42-92fd-4a83-b6d6-a291dee05bb9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.206146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3bfcfbe-7c57-4eb6-9e31-526740aa52c9 req-a642bd42-92fd-4a83-b6d6-a291dee05bb9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0674789 Feb 09 02:52:26.254375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3bfcfbe-7c57-4eb6-9e31-526740aa52c9 req-28cad9b7-04fe-4bc2-8627-516d395a90c6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Feb 09 02:52:26.262205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-6847ac1b-fe76-4746-b0cb-42cb1aa76f10 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.267552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-6847ac1b-fe76-4746-b0cb-42cb1aa76f10 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.272790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-6847ac1b-fe76-4746-b0cb-42cb1aa76f10 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.277963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-6847ac1b-fe76-4746-b0cb-42cb1aa76f10 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.283090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-6847ac1b-fe76-4746-b0cb-42cb1aa76f10 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.288748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-6847ac1b-fe76-4746-b0cb-42cb1aa76f10 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.295123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-6847ac1b-fe76-4746-b0cb-42cb1aa76f10 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.296997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-6847ac1b-fe76-4746-b0cb-42cb1aa76f10 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.0961723 Feb 09 02:52:26.340656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0d6c48a-3cf4-4c44-a064-469daa82bd57 req-a197d7c1-6f2d-440e-afa5-58db63ce8045 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0296395 Feb 09 02:52:26.354431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5c1a44-6f0d-4a44-86c1-7523fc2186a5 req-384c4644-464a-421c-bd64-5c351515ea5e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515661 Feb 09 02:52:26.485064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e2713ad-78c6-4696-b753-993278790572 req-e15c7461-07fd-489f-8e99-ff18ccab2e41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434239 Feb 09 02:52:26.550044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2713ad-78c6-4696-b753-993278790572 req-d51ea91c-414a-4856-ba05-2c5fd352f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.551561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e2713ad-78c6-4696-b753-993278790572 req-d51ea91c-414a-4856-ba05-2c5fd352f66d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 1132 time: 0.0444639 Feb 09 02:52:26.703473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f091f6-38a7-4980-88a3-13667110afbf req-25d3d8a5-a793-4edb-891e-f2d0b8491fb8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.704952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2f091f6-38a7-4980-88a3-13667110afbf req-25d3d8a5-a793-4edb-891e-f2d0b8491fb8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0569937 Feb 09 02:52:26.738108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-1754a985-b89a-4ae7-9a89-87ddb80c085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.739590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-1754a985-b89a-4ae7-9a89-87ddb80c085d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1127 time: 0.1208386 Feb 09 02:52:26.746508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971b23d-5c8c-434a-a242-dfc2dcd3a2a7 req-4d41fe23-162b-494c-a28a-c3998f2ee93f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.747878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7971b23d-5c8c-434a-a242-dfc2dcd3a2a7 req-4d41fe23-162b-494c-a28a-c3998f2ee93f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.1212561 Feb 09 02:52:26.748869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2713ad-78c6-4696-b753-993278790572 req-d82d555c-7e11-4ab1-a509-535eea8bec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.750186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e2713ad-78c6-4696-b753-993278790572 req-d82d555c-7e11-4ab1-a509-535eea8bec81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1786652 Feb 09 02:52:26.754954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2f091f6-38a7-4980-88a3-13667110afbf req-441b39f4-ebb9-4148-a9c6-2301234e5590 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Feb 09 02:52:26.833863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e2713ad-78c6-4696-b753-993278790572 req-fdaa372b-8661-459b-9ae1-2710c530670e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f4ba38b2-d6b2-400d-a228-d74beacc23e8 HTTP/1.1" status: 200 len: 217 time: 0.0723236 Feb 09 02:52:26.920894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2d36b-e4ff-4509-b888-74efd26d8e2d req-de6f511b-254c-4e0e-ac6f-8056e311aedc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:26.926749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ce2d36b-e4ff-4509-b888-74efd26d8e2d req-de6f511b-254c-4e0e-ac6f-8056e311aedc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0582044 Feb 09 02:52:26.978798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ce2d36b-e4ff-4509-b888-74efd26d8e2d req-766a37a3-880a-4cfd-a931-36369c9b7d36 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Feb 09 02:52:27.014706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7971b23d-5c8c-434a-a242-dfc2dcd3a2a7 req-462171d8-b0dd-44b6-b578-34f2b6fc2c55 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602868 Feb 09 02:52:27.047665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2713ad-78c6-4696-b753-993278790572 req-9cc4cd25-f2f6-428a-9498-48af6af95bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.049109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e2713ad-78c6-4696-b753-993278790572 req-9cc4cd25-f2f6-428a-9498-48af6af95bcc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1811352 Feb 09 02:52:27.091747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebeab-ff92-4400-8c0e-1f44c150984f req-2df81819-3412-4bab-95dd-5793087d89db tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.093221 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-948ebeab-ff92-4400-8c0e-1f44c150984f req-2df81819-3412-4bab-95dd-5793087d89db tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 949 time: 0.0525806 Feb 09 02:52:27.112075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-773e9a58-76d0-4def-a56e-30aea849455d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.113511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-773e9a58-76d0-4def-a56e-30aea849455d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.26 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.2341366 Feb 09 02:52:27.115352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-c6cdc842-6fb5-4c37-99ea-1bde57f71e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.116691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-c6cdc842-6fb5-4c37-99ea-1bde57f71e5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.3401976 Feb 09 02:52:27.138547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Request body: {'port': {'device_id': 'f6a147ea-8fda-487b-9675-0270d213985d', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'admin_state_up': True, 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:27.140754 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-948ebeab-ff92-4400-8c0e-1f44c150984f req-a468d2b9-8bba-47be-a39f-9e4681baeda0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Feb 09 02:52:27.209452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-de16b7e3-57fb-41d6-b980-febf50193ae4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 217 time: 0.0819662 Feb 09 02:52:27.213244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2713ad-78c6-4696-b753-993278790572 req-306623ab-14f7-4ebc-a7bc-29a4f2fcd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.214679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e2713ad-78c6-4696-b753-993278790572 req-306623ab-14f7-4ebc-a7bc-29a4f2fcd5ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1540179 Feb 09 02:52:27.356870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-07cdf2b1-7c2d-47b1-b6fa-ef51a749d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.358360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-07cdf2b1-7c2d-47b1-b6fa-ef51a749d2de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1409762 Feb 09 02:52:27.429024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-b30b7489-2eff-44ec-93b9-1ed0e8f79220 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525234 Feb 09 02:52:27.433106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9299ec45-15be-495a-8384-1dbe72e4dcc5 req-9b6f3aaa-6cc0-4e6a-a910-553958ac848e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0263009 Feb 09 02:52:27.482564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:27.514591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e2713ad-78c6-4696-b753-993278790572 req-85062f93-576f-46a4-89ec-5c007d22f69d service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830567 Feb 09 02:52:27.519625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:27.523028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:27.548860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:27.552975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:27.553340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d1de7-7bec-41bb-b760-6ee5e37fca2c req-f3887989-e74c-4ce5-bfa7-e4c2f7522aa6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.553753 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:27.554889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-712d1de7-7bec-41bb-b760-6ee5e37fca2c req-f3887989-e74c-4ce5-bfa7-e4c2f7522aa6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.2283635 Feb 09 02:52:27.567666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-59b813fb-9d6e-4b86-8b81-ac43dcdf7622 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.572869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-59b813fb-9d6e-4b86-8b81-ac43dcdf7622 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.578129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-59b813fb-9d6e-4b86-8b81-ac43dcdf7622 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.583405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-59b813fb-9d6e-4b86-8b81-ac43dcdf7622 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.588532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-59b813fb-9d6e-4b86-8b81-ac43dcdf7622 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.593659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-59b813fb-9d6e-4b86-8b81-ac43dcdf7622 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.598819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-59b813fb-9d6e-4b86-8b81-ac43dcdf7622 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.600677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-59b813fb-9d6e-4b86-8b81-ac43dcdf7622 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5418 time: 0.1009831 Feb 09 02:52:27.640348 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:27.640886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:27.665002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d428ccc-989c-41c4-b175-3795a51067a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:27.668808 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9203c5f-defc-4466-bdda-75215993c292" -d '{"events": [{"server_uuid": "7d428ccc-989c-41c4-b175-3795a51067a5", "name": "network-vif-plugged", "status": "completed", "tag": "3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:27.669052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f504e00-f7a4-4462-a076-cc5acd752c6e req-c7438270-1144-4d10-b972-8a57e2e3fbe6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612712 Feb 09 02:52:27.682225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:27.687580 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:27.721859 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c644dfc-baf2-4a12-9b9a-c6b67ded9aca x-openstack-request-id: req-8c644dfc-baf2-4a12-9b9a-c6b67ded9aca {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:27.722156 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d428ccc-989c-41c4-b175-3795a51067a5", "name": "network-vif-plugged", "status": "completed", "tag": "3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:27.722446 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c644dfc-baf2-4a12-9b9a-c6b67ded9aca {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:27.722831 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d428ccc-989c-41c4-b175-3795a51067a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b', 'code': 200} Feb 09 02:52:27.735631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-c1a003e4-ff3b-4de8-ba99-b018ff9ecfaa service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894273 Feb 09 02:52:27.743541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:27.750677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-712d1de7-7bec-41bb-b760-6ee5e37fca2c req-0ebb68b4-afbf-4d75-af8e-33dfd2effba0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802344 Feb 09 02:52:27.858957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e2713ad-78c6-4696-b753-993278790572 req-faf3d2f6-d9d9-4372-95bf-2f39adc476b2 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335488 Feb 09 02:52:27.889555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b9fb0-5bc9-4814-bb75-d94016a1dd97 req-4eb90b2d-5615-48c3-8bb0-812169e24763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.891092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c62b9fb0-5bc9-4814-bb75-d94016a1dd97 req-4eb90b2d-5615-48c3-8bb0-812169e24763 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 1132 time: 0.0914338 Feb 09 02:52:27.909146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Allocated IP 172.20.0.11 (daf8e818-0f6a-438e-9812-956150916817/285be046-434d-4db6-9868-7b28c7c79961/6e8202be-b52b-4657-a2fd-9b230c2cc40e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:27.923976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc61c4-56ee-4196-8636-18e069a1d402 req-ae97ac88-0660-4f76-ad51-96c6bca22ffa tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:27.930962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-adcc61c4-56ee-4196-8636-18e069a1d402 req-ae97ac88-0660-4f76-ad51-96c6bca22ffa tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0913143 Feb 09 02:52:27.938528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-e5f34301-0b1a-434a-8c02-4487f36068e4 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841440 Feb 09 02:52:27.983504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c62b9fb0-5bc9-4814-bb75-d94016a1dd97 req-f2445824-6324-42c3-8228-e2d5fc7de4da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819175 Feb 09 02:52:28.004738 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-adcc61c4-56ee-4196-8636-18e069a1d402 req-cea207ae-1232-4544-967b-a30bb925b9fd tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726390 Feb 09 02:52:28.148633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4bc7e70e-64b6-4625-b5c1-5493724b6c43 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:28.149760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e94c3-e534-46a2-8f30-0f88cf33373c req-59a594bc-49f4-43c3-8af8-362c444b404e tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.151863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f1e94c3-e534-46a2-8f30-0f88cf33373c req-59a594bc-49f4-43c3-8af8-362c444b404e tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0588503 Feb 09 02:52:28.160938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fe8fb-a947-4304-8067-98ad43d2bcde req-dfecb1fc-d5b7-4728-9b20-01af3992ea13 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.162719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f8fe8fb-a947-4304-8067-98ad43d2bcde req-dfecb1fc-d5b7-4728-9b20-01af3992ea13 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.1036541 Feb 09 02:52:28.185628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks [] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.224193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f1e94c3-e534-46a2-8f30-0f88cf33373c req-cf2c5b79-0248-4f47-91fc-a282abe5437f tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642052 Feb 09 02:52:28.272042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f8fe8fb-a947-4304-8067-98ad43d2bcde req-f2020a0f-d344-4e9a-b1e5-105203549f43 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011322 Feb 09 02:52:28.272679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4bc7e70e-64b6-4625-b5c1-5493724b6c43, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4bc7e70e-64b6-4625-b5c1-5493724b6c43,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:28.292170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'port_id': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'mac_address': 'fa:16:3e:3f:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:28.297339 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.333903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-61062b3d-5090-4108-b482-3da9b46734a0 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.335422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-61062b3d-5090-4108-b482-3da9b46734a0 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.1049650 Feb 09 02:52:28.335675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:28.342482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32014d35-6476-48b8-a7c1-a09ebe7132c9 req-58fa01c9-392e-4de1-afd8-52e0903028d5 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.343985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32014d35-6476-48b8-a7c1-a09ebe7132c9 req-58fa01c9-392e-4de1-afd8-52e0903028d5 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 950 time: 0.0632515 Feb 09 02:52:28.379930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Network daf8e818-0f6a-438e-9812-956150916817 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:28.387678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:28.388075 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.388537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:28.393162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:28.395677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event updated for resources: {'Port': ['ID=6e8202be-b52b-4657-a2fd-9b230c2cc40e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:28.409494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc7e70e-64b6-4625-b5c1-5493724b6c43 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:28.434807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32014d35-6476-48b8-a7c1-a09ebe7132c9 req-6b66459c-5783-46c2-b84a-a45bdc087ab9 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831659 Feb 09 02:52:28.450637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4bc7e70e-64b6-4625-b5c1-5493724b6c43, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4bc7e70e-64b6-4625-b5c1-5493724b6c43,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:28.466878 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.467728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 02652f4c-3e80-45ce-9db7-40dea329dd41 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:28.469157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.470387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.528570 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-651d9673-3eca-4bee-a385-7ed26ff720f1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3999507 Feb 09 02:52:28.553925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Request body: {'port': {'device_id': 'f6a147ea-8fda-487b-9675-0270d213985d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:28.600932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=4bc7e70e-64b6-4625-b5c1-5493724b6c43,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:28.646037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-d3e1457c-9b87-42b4-821f-6ef5f04028b7 service neutron] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:28.653442 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-d3e1457c-9b87-42b4-821f-6ef5f04028b7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.654667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-609cdbbc-0425-4a95-9df2-fcf5403246ff req-d3e1457c-9b87-42b4-821f-6ef5f04028b7 service neutron] 10.222.0.26 "DELETE /v2.0/ports/b6cb5046-57d4-40dc-9116-c17c3fd7fc37/bindings/n-h1-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.3105483 Feb 09 02:52:28.663808 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.671234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 02652f4c-3e80-45ce-9db7-40dea329dd41, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=02652f4c-3e80-45ce-9db7-40dea329dd41,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:28.672253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccc833-2751-4c97-b28c-672e5e081d15 req-d554c39a-eed0-4b42-ac5c-aeaff0fd1b8d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.673776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ccc833-2751-4c97-b28c-672e5e081d15 req-d554c39a-eed0-4b42-ac5c-aeaff0fd1b8d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 932 time: 0.1404636 Feb 09 02:52:28.688865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '02652f4c-3e80-45ce-9db7-40dea329dd41', 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'port_id': '02652f4c-3e80-45ce-9db7-40dea329dd41', 'mac_address': 'fa:16:3e:ad:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a67effc-1a9f-49a7-8a2e-433ed164c996', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:28.734554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 02652f4c-3e80-45ce-9db7-40dea329dd41 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:28.735165 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.750945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02652f4c-3e80-45ce-9db7-40dea329dd41 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:28.771118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ccc833-2751-4c97-b28c-672e5e081d15 req-371f0934-ac87-48c2-b3a5-e881165dfd28 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886018 Feb 09 02:52:28.773923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 02652f4c-3e80-45ce-9db7-40dea329dd41, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=02652f4c-3e80-45ce-9db7-40dea329dd41,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:28.778674 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:28.820341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-6074fa04-967a-4e38-aae7-0494f9f4a5d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.827007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-6074fa04-967a-4e38-aae7-0494f9f4a5d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.832634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-6074fa04-967a-4e38-aae7-0494f9f4a5d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.839257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-6074fa04-967a-4e38-aae7-0494f9f4a5d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.840438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=02652f4c-3e80-45ce-9db7-40dea329dd41,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:28.845137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-6074fa04-967a-4e38-aae7-0494f9f4a5d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.850974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-6074fa04-967a-4e38-aae7-0494f9f4a5d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.856361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-6074fa04-967a-4e38-aae7-0494f9f4a5d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.862893 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-6074fa04-967a-4e38-aae7-0494f9f4a5d0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5419 time: 0.1174138 Feb 09 02:52:28.915974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bab095f-e3eb-4996-8595-eebfb49d2354 req-745c69e6-7593-44ea-bc41-308c17182d01 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514421 Feb 09 02:52:28.953377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671011-177e-4770-abd3-33248714b6fa req-534c1b05-e1df-4a26-a5e7-0d36e9bd6dff tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:28.954894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28671011-177e-4770-abd3-33248714b6fa req-534c1b05-e1df-4a26-a5e7-0d36e9bd6dff tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.1084270 Feb 09 02:52:29.034628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28671011-177e-4770-abd3-33248714b6fa req-8c4acae3-cf83-4c77-ab96-10a12451ef9d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722852 Feb 09 02:52:29.067911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8202be-b52b-4657-a2fd-9b230c2cc40e {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:29.075924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Publish callbacks [] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:29.097785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Transition to ACTIVE for port object 6e8202be-b52b-4657-a2fd-9b230c2cc40e will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:29.102714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:29.137694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb8169-011f-45f7-b917-e1569af2f177 req-0b1c66e7-5486-46cc-b487-0cfff2520947 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.142967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73eb8169-011f-45f7-b917-e1569af2f177 req-0b1c66e7-5486-46cc-b487-0cfff2520947 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0691965 Feb 09 02:52:29.185897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8202be-b52b-4657-a2fd-9b230c2cc40e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:29.190498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73eb8169-011f-45f7-b917-e1569af2f177 req-7cadb67a-6fb1-4a00-9df5-b887187ecb1d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Feb 09 02:52:29.239413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Attempting to bind port 6e8202be-b52b-4657-a2fd-9b230c2cc40e on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:29.239756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Attempting to bind port 6e8202be-b52b-4657-a2fd-9b230c2cc40e by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:29.240088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Attempting to bind port 6e8202be-b52b-4657-a2fd-9b230c2cc40e on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:29.246003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Port 6e8202be-b52b-4657-a2fd-9b230c2cc40e on network daf8e818-0f6a-438e-9812-956150916817 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:29.246365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Attempting to bind port 6e8202be-b52b-4657-a2fd-9b230c2cc40e on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:29.252101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:29.252445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:29.252879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Bound using segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:29.253313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Bound port: 6e8202be-b52b-4657-a2fd-9b230c2cc40e, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:29.253675 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:29.349152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] For port 6e8202be-b52b-4657-a2fd-9b230c2cc40e, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:29.354166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] For port 6e8202be-b52b-4657-a2fd-9b230c2cc40e, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6e8202be-b52b-4657-a2fd-9b230c2cc40e,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:29.358013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['02652f4c-3e80-45ce-9db7-40dea329dd41'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:29.363497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:29.403019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f868f4-a6af-44cf-847c-0d82cc5b1f18 req-3b1e17f6-05fd-418d-b34f-ea721874faf5 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.404636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16f868f4-a6af-44cf-847c-0d82cc5b1f18 req-3b1e17f6-05fd-418d-b34f-ea721874faf5 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.1093559 Feb 09 02:52:29.412761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.413986 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:29.414933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/6e8202be-b52b-4657-a2fd-9b230c2cc40e HTTP/1.1" status: 200 len: 1092 time: 0.8689051 Feb 09 02:52:29.417172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a147ea-8fda-487b-9675-0270d213985d', 'tag': '6e8202be-b52b-4657-a2fd-9b230c2cc40e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:29.419539 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924e3ede-2125-488f-ac59-fc653b8fc866" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a147ea-8fda-487b-9675-0270d213985d", "tag": "6e8202be-b52b-4657-a2fd-9b230c2cc40e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:29.478880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd78d2-a821-46d1-b33c-096a973187f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8202be-b52b-4657-a2fd-9b230c2cc40e,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:29.539903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16f868f4-a6af-44cf-847c-0d82cc5b1f18 req-25a2eb88-8704-4ca6-932e-e605fab29d52 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234097 Feb 09 02:52:29.599957 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449a2150-2c4c-4024-8c33-5e025be12204 x-openstack-request-id: req-449a2150-2c4c-4024-8c33-5e025be12204 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:29.600375 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a147ea-8fda-487b-9675-0270d213985d", "tag": "6e8202be-b52b-4657-a2fd-9b230c2cc40e", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:29.600722 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-449a2150-2c4c-4024-8c33-5e025be12204 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:29.601213 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a147ea-8fda-487b-9675-0270d213985d', 'tag': '6e8202be-b52b-4657-a2fd-9b230c2cc40e', 'status': 'completed', 'code': 200} Feb 09 02:52:29.621550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-54b6c0d8-045e-455c-a6ab-1a6ca0fe5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.623239 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-54b6c0d8-045e-455c-a6ab-1a6ca0fe5522 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 1126 time: 0.1134942 Feb 09 02:52:29.672632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb45446-1476-401b-b3e2-7f3b9d88e180 req-fc050cad-90ab-441a-86d9-26db67004fae tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.674692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-afb45446-1476-401b-b3e2-7f3b9d88e180 req-fc050cad-90ab-441a-86d9-26db67004fae tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0655539 Feb 09 02:52:29.676545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-0265271e-e8f5-4578-9d3f-e33ae76b0021 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8202be-b52b-4657-a2fd-9b230c2cc40e HTTP/1.1" status: 200 len: 217 time: 0.0453463 Feb 09 02:52:29.729730 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-afb45446-1476-401b-b3e2-7f3b9d88e180 req-67f7e448-e60b-49a5-94b8-63b8e6f3633b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478423 Feb 09 02:52:29.762224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb134074-150a-4888-b3d4-23c2d58d19d0 req-398fafb0-03d2-4dca-92a0-23db93fd56da tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.763864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb134074-150a-4888-b3d4-23c2d58d19d0 req-398fafb0-03d2-4dca-92a0-23db93fd56da tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 950 time: 0.0898068 Feb 09 02:52:29.765364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-a6f2dfe3-8e75-499a-afbe-16523a49ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.766676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-a6f2dfe3-8e75-499a-afbe-16523a49ae27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0817993 Feb 09 02:52:29.811823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-bdc1dd06-16c6-48a9-9c88-e52aded7fd62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343118 Feb 09 02:52:29.890877 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb134074-150a-4888-b3d4-23c2d58d19d0 req-f8e19e13-391a-4a84-8576-b6a987694a16 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208267 Feb 09 02:52:29.944191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-ea1bbd6d-afcc-4255-97dd-fd5ac5c04eb4 service neutron] 10.222.0.26 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211905 Feb 09 02:52:29.985083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a508482-72e3-4a19-9ffb-8846a272ca6a req-5980c502-4d43-4c72-9b90-27bcf89e9e69 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:29.987137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a508482-72e3-4a19-9ffb-8846a272ca6a req-5980c502-4d43-4c72-9b90-27bcf89e9e69 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 944 time: 0.0532329 Feb 09 02:52:30.054105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a508482-72e3-4a19-9ffb-8846a272ca6a req-613086dd-98ff-4128-9a24-b488fc9857d3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495486 Feb 09 02:52:30.148645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a3023-5730-4f65-8f8f-146f04a24443 req-40b4b37d-967f-4890-b4ca-c2b653ae3a77 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.150199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a1a3023-5730-4f65-8f8f-146f04a24443 req-40b4b37d-967f-4890-b4ca-c2b653ae3a77 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 1132 time: 0.0483522 Feb 09 02:52:30.169189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 13580537-ad51-4814-85ea-eb2a70122139 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:30.200652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a1a3023-5730-4f65-8f8f-146f04a24443 req-f911778b-86e6-4bac-9ce4-2a6fb5df03a2 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441833 Feb 09 02:52:30.264707 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57d48c95-cd1e-4ea9-b16e-f026c69ff5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:30.309175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:30.322520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '13580537-ad51-4814-85ea-eb2a70122139', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'port_id': '13580537-ad51-4814-85ea-eb2a70122139', 'mac_address': 'fa:16:3e:10:0e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8041c-10b5-41ed-bb8c-2382269a8431', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:30.361611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 13580537-ad51-4814-85ea-eb2a70122139 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:30.362044 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13580537-ad51-4814-85ea-eb2a70122139), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:30.381411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13580537-ad51-4814-85ea-eb2a70122139 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:30.396682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e8ad66c-ee20-42d0-997c-29b0be37975f req-11c47e8a-1611-4973-bae8-c2ec49c440a3 service neutron] 10.222.0.26 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463429 Feb 09 02:52:30.401876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942984a-e6ac-40ba-98b1-11f0b23f042f req-5b795c4d-429d-4f13-aa16-e0ebe5747316 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.406218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:30.407438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6942984a-e6ac-40ba-98b1-11f0b23f042f req-5b795c4d-429d-4f13-aa16-e0ebe5747316 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1127 time: 0.0861938 Feb 09 02:52:30.414176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:30.414886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 24abcf34-94d9-4360-a2b2-fe3c9b361b19 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:30.481358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6942984a-e6ac-40ba-98b1-11f0b23f042f req-a188fc6e-fa56-40fe-ae04-fbe0754c962f tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618644 Feb 09 02:52:30.565490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-27f58dff-4ba6-440f-aaa4-66db9cddc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.568051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-27f58dff-4ba6-440f-aaa4-66db9cddc811 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 1126 time: 0.1010551 Feb 09 02:52:30.569068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 24abcf34-94d9-4360-a2b2-fe3c9b361b19, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=24abcf34-94d9-4360-a2b2-fe3c9b361b19,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:30.596858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:30.599893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['4bc7e70e-64b6-4625-b5c1-5493724b6c43'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:30.632224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '24abcf34-94d9-4360-a2b2-fe3c9b361b19', 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'port_id': '24abcf34-94d9-4360-a2b2-fe3c9b361b19', 'mac_address': 'fa:16:3e:ef:11:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a67effc-1a9f-49a7-8a2e-433ed164c996', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:30.704775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:30.705088 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:30.711392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-2ee9b52e-61d9-4e6a-b6d1-d65dee2e64be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.716587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-2ee9b52e-61d9-4e6a-b6d1-d65dee2e64be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.722014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-2ee9b52e-61d9-4e6a-b6d1-d65dee2e64be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.727767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-2ee9b52e-61d9-4e6a-b6d1-d65dee2e64be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.729023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24abcf34-94d9-4360-a2b2-fe3c9b361b19 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:30.733779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-2ee9b52e-61d9-4e6a-b6d1-d65dee2e64be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.734071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0769c17-442c-46f6-b59d-60f6682e048d req-23bf418b-cbbf-4f9a-b7ba-340a2bc26f71 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.735628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0769c17-442c-46f6-b59d-60f6682e048d req-23bf418b-cbbf-4f9a-b7ba-340a2bc26f71 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0861554 Feb 09 02:52:30.739176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-2ee9b52e-61d9-4e6a-b6d1-d65dee2e64be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.745225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-2ee9b52e-61d9-4e6a-b6d1-d65dee2e64be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.754133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-2ee9b52e-61d9-4e6a-b6d1-d65dee2e64be tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5420 time: 0.4657955 Feb 09 02:52:30.754563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-8c992b4f-a433-4543-a0ae-c922f846ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.755995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-8c992b4f-a433-4543-a0ae-c922f846ccb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.1740746 Feb 09 02:52:30.773598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 24abcf34-94d9-4360-a2b2-fe3c9b361b19, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=24abcf34-94d9-4360-a2b2-fe3c9b361b19,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:30.783301 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:30.783951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9bfc8228-2948-475f-87fc-46dd9830118f details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:30.810824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-626b9ab4-f7c9-40dc-aec2-dd5bef6f1922 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8202be-b52b-4657-a2fd-9b230c2cc40e HTTP/1.1" status: 200 len: 217 time: 0.0454035 Feb 09 02:52:30.814769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e66934d-421d-4183-a0d5-90a3f4e2d334 req-07bb1f5b-1169-4de6-942a-b0930f46dbe4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595787 Feb 09 02:52:30.862814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0769c17-442c-46f6-b59d-60f6682e048d req-a1dd9cd1-6924-4340-8a00-ae2c67ba6457 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195374 Feb 09 02:52:30.894882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-9e6d900c-e9b5-442f-9998-e04a3f7519d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:30.896501 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-9e6d900c-e9b5-442f-9998-e04a3f7519d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0755029 Feb 09 02:52:30.937260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-7cf989e7-4419-450c-9482-61471e5db447 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324795 Feb 09 02:52:30.944541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=24abcf34-94d9-4360-a2b2-fe3c9b361b19,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:30.983311 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-374654c7-907c-4b98-b55f-197c4fffb783 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252080 Feb 09 02:52:30.983927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9bfc8228-2948-475f-87fc-46dd9830118f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bfc8228-2948-475f-87fc-46dd9830118f,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:30.996445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '9bfc8228-2948-475f-87fc-46dd9830118f', 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb', 'port_id': '9bfc8228-2948-475f-87fc-46dd9830118f', 'mac_address': 'fa:16:3e:a9:d9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bb4eb4-cc16-45c4-bdac-797c5ca58061', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:31.041531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9bfc8228-2948-475f-87fc-46dd9830118f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:31.041531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:31.050004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2d82-1d38-4da5-9b87-66b7110b97e1 req-5760db3e-b0e0-4f82-855c-37060b7930cc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:31.052405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62da2d82-1d38-4da5-9b87-66b7110b97e1 req-5760db3e-b0e0-4f82-855c-37060b7930cc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1172311 Feb 09 02:52:31.059443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfc8228-2948-475f-87fc-46dd9830118f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:31.082579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9bfc8228-2948-475f-87fc-46dd9830118f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bfc8228-2948-475f-87fc-46dd9830118f,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:31.088259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:31.089276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1f314b80-df3b-4115-9ec6-92b6a6d57f7b details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:31.105002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-b177cfdf-9817-40a5-a6ee-23e6dfb92881 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:31.110857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-b177cfdf-9817-40a5-a6ee-23e6dfb92881 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210306 Feb 09 02:52:31.117175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62da2d82-1d38-4da5-9b87-66b7110b97e1 req-044c40cb-941f-4cef-8533-c76885508223 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560319 Feb 09 02:52:31.126174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-7a7d3079-7dea-4314-bcaf-6fbaa3bff764 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/quotas/fc9de5030d1148848ee932f4f075d2fe HTTP/1.1" status: 200 len: 375 time: 0.0135119 Feb 09 02:52:31.131746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-966261a0-8251-448b-9443-b6a07e5d40d8 service neutron] 10.222.0.26 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578546 Feb 09 02:52:31.159984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:31.174227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9bfc8228-2948-475f-87fc-46dd9830118f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:31.177590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b', 'network_id': '2c087ce3-630a-41c4-9517-4b01bbe39acb', 'port_id': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b', 'mac_address': 'fa:16:3e:aa:7b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bb4eb4-cc16-45c4-bdac-797c5ca58061', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:31.212868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-2fecf492-5c99-49db-9346-4917860696a1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0750425 Feb 09 02:52:31.223110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:31.223507 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:31.245063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f314b80-df3b-4115-9ec6-92b6a6d57f7b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:31.269826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:31.276339 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:31.277357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 58679687-5046-4df9-8f33-b618de0038b2 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:31.328117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-924e3ede-2125-488f-ac59-fc653b8fc866 req-bd69b7eb-ee12-4f58-984e-7a5edab91614 service neutron] 10.222.0.26 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803877 Feb 09 02:52:31.357707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:31.373942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-700e6ee4-6a84-4bd4-9cfb-f6ef6293db0f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:31.380946 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-700e6ee4-6a84-4bd4-9cfb-f6ef6293db0f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 807 time: 0.1582830 Feb 09 02:52:31.395112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 58679687-5046-4df9-8f33-b618de0038b2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=58679687-5046-4df9-8f33-b618de0038b2,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:31.397484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-03716275-02e5-4e4a-9a0e-b101ab437e40 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/quotas/2618b90bba6341048386a8a8793c5ac0 HTTP/1.1" status: 200 len: 375 time: 0.0156393 Feb 09 02:52:31.423608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '58679687-5046-4df9-8f33-b618de0038b2', 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'port_id': '58679687-5046-4df9-8f33-b618de0038b2', 'mac_address': 'fa:16:3e:51:c1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a67effc-1a9f-49a7-8a2e-433ed164c996', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:31.461084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a0442-48f5-4165-b155-a5fa716f8ca6 req-bd589ac5-665d-4df7-b725-f0f4deb0005b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:31.464380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-740a0442-48f5-4165-b155-a5fa716f8ca6 req-bd589ac5-665d-4df7-b725-f0f4deb0005b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 944 time: 0.0670116 Feb 09 02:52:31.469135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 58679687-5046-4df9-8f33-b618de0038b2 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:31.469637 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (58679687-5046-4df9-8f33-b618de0038b2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:31.474503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-26214543-621e-4e4d-b093-a234e147d383 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761747 Feb 09 02:52:31.485481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58679687-5046-4df9-8f33-b618de0038b2 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:31.516943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 58679687-5046-4df9-8f33-b618de0038b2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=58679687-5046-4df9-8f33-b618de0038b2,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:31.523577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (58679687-5046-4df9-8f33-b618de0038b2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:31.524255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c7ff4c90-2418-43f6-8695-e61a1cf8b407 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:31.547591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-740a0442-48f5-4165-b155-a5fa716f8ca6 req-cf49648d-6ed5-4cf0-8089-7bd6a08449a9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764716 Feb 09 02:52:31.597442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-73a0c305-0153-46f4-ac76-3984f784ae07 service neutron] 10.222.0.32 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083810 Feb 09 02:52:31.597652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=58679687-5046-4df9-8f33-b618de0038b2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:31.615775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c7ff4c90-2418-43f6-8695-e61a1cf8b407, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c7ff4c90-2418-43f6-8695-e61a1cf8b407,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:31.636084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'c7ff4c90-2418-43f6-8695-e61a1cf8b407', 'network_id': '88065435-d1c2-42d5-8975-73ae0aa2a3ba', 'port_id': 'c7ff4c90-2418-43f6-8695-e61a1cf8b407', 'mac_address': 'fa:16:3e:60:66:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a67effc-1a9f-49a7-8a2e-433ed164c996', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:31.688970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c7ff4c90-2418-43f6-8695-e61a1cf8b407 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:31.689457 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:31.695507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c78bf1c-4cc9-44ee-89cf-733251be3a71 req-db9680af-d63a-48ff-91cc-e1f16829edbb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0673232 Feb 09 02:52:31.707275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ff4c90-2418-43f6-8695-e61a1cf8b407 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:31.732966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c7ff4c90-2418-43f6-8695-e61a1cf8b407, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c7ff4c90-2418-43f6-8695-e61a1cf8b407,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:31.736351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-e7964407-90ee-4791-93b1-b7feab9b309f service neutron] 10.222.0.32 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244345 Feb 09 02:52:31.739300 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:31.799843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=c7ff4c90-2418-43f6-8695-e61a1cf8b407,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:31.857107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-2bc55d8f-1f46-4bef-83cd-b3a866ff1282 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:31.858942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-2bc55d8f-1f46-4bef-83cd-b3a866ff1282 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fea3110-7326-430a-8a17-63bfb6c25030 HTTP/1.1" status: 200 len: 945 time: 0.0699723 Feb 09 02:52:32.054629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1472-e478-4d12-8448-96636743efbc req-d04ab0cf-936f-4b51-a099-c34c0001921c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.060584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1472-e478-4d12-8448-96636743efbc req-d04ab0cf-936f-4b51-a099-c34c0001921c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.066025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1472-e478-4d12-8448-96636743efbc req-d04ab0cf-936f-4b51-a099-c34c0001921c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.071970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1472-e478-4d12-8448-96636743efbc req-d04ab0cf-936f-4b51-a099-c34c0001921c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.077237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1472-e478-4d12-8448-96636743efbc req-d04ab0cf-936f-4b51-a099-c34c0001921c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.082731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1472-e478-4d12-8448-96636743efbc req-d04ab0cf-936f-4b51-a099-c34c0001921c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.088795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1472-e478-4d12-8448-96636743efbc req-d04ab0cf-936f-4b51-a099-c34c0001921c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.091056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8fd1472-e478-4d12-8448-96636743efbc req-d04ab0cf-936f-4b51-a099-c34c0001921c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5425 time: 0.1692476 Feb 09 02:52:32.098444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Deleting port 118d9201-b857-4626-9059-c1b732fbd7a5 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:32.098881 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.117824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-eadbc281-b5e4-4c47-9d2d-156fc88710aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.119942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-eadbc281-b5e4-4c47-9d2d-156fc88710aa tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.1228230 Feb 09 02:52:32.130942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950113c2-1cea-4b38-97e6-92c717dd400f req-d54ec490-f4fd-4aaa-b221-29f129b28525 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.132482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-950113c2-1cea-4b38-97e6-92c717dd400f req-d54ec490-f4fd-4aaa-b221-29f129b28525 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 945 time: 0.0790091 Feb 09 02:52:32.199506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 02652f4c-3e80-45ce-9db7-40dea329dd41 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:32.235887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8fd1472-e478-4d12-8448-96636743efbc req-e3f3f8b9-77d8-404f-87c2-45d4d73f28ba tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202505 Feb 09 02:52:32.244403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] For port 118d9201-b857-4626-9059-c1b732fbd7a5, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=118d9201-b857-4626-9059-c1b732fbd7a5,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:32.244647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.258424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-950113c2-1cea-4b38-97e6-92c717dd400f req-4b3f62d4-05ef-49b3-8527-a8b00b8acb16 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/security-groups?id=da6f44f9-af28-45e3-8125-28968b9c03d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171114 Feb 09 02:52:32.259995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Calling delete_port for 118d9201-b857-4626-9059-c1b732fbd7a5 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:32.277343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Deleting port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:32.277579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.345357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['13580537-ad51-4814-85ea-eb2a70122139'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:32.383217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] For port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,segment=NetworkSegment(7e9e41b2-eac1-4bc1-87ca-c29e0250fb75),segment_id=7e9e41b2-eac1-4bc1-87ca-c29e0250fb75)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:32.383584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.400456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Calling delete_port for 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:32.420774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 02652f4c-3e80-45ce-9db7-40dea329dd41 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:32.431822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 02652f4c-3e80-45ce-9db7-40dea329dd41 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:32.432044 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.468113 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (118d9201-b857-4626-9059-c1b732fbd7a5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.477251 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d1e630d-f17a-42a6-be20-23b0e655801c req-e02f74b1-7443-4891-8fb2-2613804aeabc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 210 time: 0.0315976 Feb 09 02:52:32.516766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['118d9201-b857-4626-9059-c1b732fbd7a5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:32.519438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['11cdc6d1-3e4a-49d5-981e-701b5fcec4c6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:32.535235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Pushing event deleted for resources: {'Port': ['ID=118d9201-b857-4626-9059-c1b732fbd7a5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:32.641180 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (11cdc6d1-3e4a-49d5-981e-701b5fcec4c6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.655642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] No DVR routers for this DVR port 118d9201-b857-4626-9059-c1b732fbd7a5 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:32.660138 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.669959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-568823cc-18f7-4cb9-92ba-95d21a74e90a req-f9bb991c-6278-44c4-889b-58258ec3c612 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.61 "DELETE /v2.0/ports/118d9201-b857-4626-9059-c1b732fbd7a5 HTTP/1.1" status: 204 len: 173 time: 0.8042979 Feb 09 02:52:32.670485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fea3110-7326-430a-8a17-63bfb6c25030', 'name': 'network-vif-deleted', 'tag': '118d9201-b857-4626-9059-c1b732fbd7a5'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:32.672898 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97722b1-6e4c-4cce-b02b-f7390e9c4f9c" -d '{"events": [{"server_uuid": "9fea3110-7326-430a-8a17-63bfb6c25030", "name": "network-vif-deleted", "tag": "118d9201-b857-4626-9059-c1b732fbd7a5"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:32.717888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18986a-db21-4129-a800-7c348360394d req-17a987ae-0175-4594-967c-2903d5ca1029 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.719523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae18986a-db21-4129-a800-7c348360394d req-17a987ae-0175-4594-967c-2903d5ca1029 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.2369382 Feb 09 02:52:32.741075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Pushing event deleted for resources: {'Port': ['ID=11cdc6d1-3e4a-49d5-981e-701b5fcec4c6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:32.784822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['118d9201-b857-4626-9059-c1b732fbd7a5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:32.789511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['11cdc6d1-3e4a-49d5-981e-701b5fcec4c6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:32.800516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae18986a-db21-4129-a800-7c348360394d req-0339c8ff-ad24-4fc3-a143-899fa7f009a0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677998 Feb 09 02:52:32.894633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] No DVR routers for this DVR port 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:32.901564 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.911935 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dc52b1-25fc-496d-a49b-733de0f6bd06 x-openstack-request-id: req-30dc52b1-25fc-496d-a49b-733de0f6bd06 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:32.912265 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fea3110-7326-430a-8a17-63bfb6c25030", "name": "network-vif-deleted", "tag": "118d9201-b857-4626-9059-c1b732fbd7a5", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:32.912618 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30dc52b1-25fc-496d-a49b-733de0f6bd06 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:32.913154 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fea3110-7326-430a-8a17-63bfb6c25030', 'name': 'network-vif-deleted', 'tag': '118d9201-b857-4626-9059-c1b732fbd7a5', 'status': 'completed', 'code': 200} Feb 09 02:52:32.919045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da30f39d-29fe-42f9-8682-7034bfaca82c req-09b600a4-9609-4e85-939c-448779ce1db8 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.26 "DELETE /v2.0/ports/11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 HTTP/1.1" status: 204 len: 173 time: 0.7726851 Feb 09 02:52:32.919678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6656612-6744-47eb-bf29-c913090e6527', 'name': 'network-vif-deleted', 'tag': '11cdc6d1-3e4a-49d5-981e-701b5fcec4c6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:32.926388 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65a425b-b6c7-499e-96df-d197428b89d9" -d '{"events": [{"server_uuid": "f6656612-6744-47eb-bf29-c913090e6527", "name": "network-vif-deleted", "tag": "11cdc6d1-3e4a-49d5-981e-701b5fcec4c6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:32.954197 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d0961959-798a-4f42-b821-68e1c0545679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:32.969551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f709017-9586-4587-9979-b5aecb825c06 req-998e43b0-d355-435b-b61a-1fddd3d61174 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:32.978021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f709017-9586-4587-9979-b5aecb825c06 req-998e43b0-d355-435b-b61a-1fddd3d61174 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 944 time: 0.2989540 Feb 09 02:52:32.998390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 02652f4c-3e80-45ce-9db7-40dea329dd41 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:32.999067 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:33.054468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f709017-9586-4587-9979-b5aecb825c06 req-76a0d0f6-d1c5-43a6-8c06-c187682da94f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741179 Feb 09 02:52:33.081681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02652f4c-3e80-45ce-9db7-40dea329dd41'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:33.084494 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d36eb-000e-46cf-8900-6732c24e297e" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "02652f4c-3e80-45ce-9db7-40dea329dd41"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:33.091166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 02652f4c-3e80-45ce-9db7-40dea329dd41, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=02652f4c-3e80-45ce-9db7-40dea329dd41,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:33.104259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-173514b3-f797-4f2f-94a0-0f30cbfb0a14 req-de6a2482-adf1-4123-8b68-a13a122f1822 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0394676 Feb 09 02:52:33.104869 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:33.158194 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e8b007-a01d-4964-b11c-1f0c51f989a5 x-openstack-request-id: req-67e8b007-a01d-4964-b11c-1f0c51f989a5 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:33.158520 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6656612-6744-47eb-bf29-c913090e6527", "name": "network-vif-deleted", "tag": "11cdc6d1-3e4a-49d5-981e-701b5fcec4c6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:33.158795 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67e8b007-a01d-4964-b11c-1f0c51f989a5 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:33.159260 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6656612-6744-47eb-bf29-c913090e6527', 'name': 'network-vif-deleted', 'tag': '11cdc6d1-3e4a-49d5-981e-701b5fcec4c6', 'status': 'completed', 'code': 200} Feb 09 02:52:33.192509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=02652f4c-3e80-45ce-9db7-40dea329dd41,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:33.208723 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f183e31-71e5-4b8b-9748-a175d957ef47 x-openstack-request-id: req-2f183e31-71e5-4b8b-9748-a175d957ef47 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:33.209343 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "02652f4c-3e80-45ce-9db7-40dea329dd41", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:33.209343 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f183e31-71e5-4b8b-9748-a175d957ef47 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:33.209763 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02652f4c-3e80-45ce-9db7-40dea329dd41', 'code': 200} Feb 09 02:52:33.367544 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-92e14232-fbd8-4694-b68e-ee4b966fc39e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fc9de5030d1148848ee932f4f075d2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409007 Feb 09 02:52:33.451752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e93a824-9de7-4cb7-b111-b7509a1f77f0 req-307afa31-bbc3-4240-b9e1-c9648e0ff8c7 tempest-MultipleCreateTestJSON-799509205 tempest-MultipleCreateTestJSON-799509205-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6656612-6744-47eb-bf29-c913090e6527 HTTP/1.1" status: 200 len: 210 time: 0.0487993 Feb 09 02:52:33.499625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['9bfc8228-2948-475f-87fc-46dd9830118f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:33.508768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['c7ff4c90-2418-43f6-8695-e61a1cf8b407'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:33.631493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-d643f7d1-32c6-4284-b5e2-df9b42055b78 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.639436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['24abcf34-94d9-4360-a2b2-fe3c9b361b19'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:33.640456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-d643f7d1-32c6-4284-b5e2-df9b42055b78 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.643976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['1f314b80-df3b-4115-9ec6-92b6a6d57f7b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:33.647327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-d643f7d1-32c6-4284-b5e2-df9b42055b78 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.653876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-d643f7d1-32c6-4284-b5e2-df9b42055b78 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.661134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-d643f7d1-32c6-4284-b5e2-df9b42055b78 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.667539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-d643f7d1-32c6-4284-b5e2-df9b42055b78 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.673401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-d643f7d1-32c6-4284-b5e2-df9b42055b78 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.682130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-d643f7d1-32c6-4284-b5e2-df9b42055b78 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5426 time: 0.3172047 Feb 09 02:52:33.682629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a56b2f93-54bf-49d3-b7b9-eb6f747c01db req-c13e6106-92fc-4433-8dff-904e036f40bd tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 210 time: 0.0757658 Feb 09 02:52:33.712454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-9cb60594-6180-43fb-84c8-c0b9dd93fe46 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.714280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-9cb60594-6180-43fb-84c8-c0b9dd93fe46 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3350575 Feb 09 02:52:33.737657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Request body: {'port': {'device_id': '979060cf-46f0-4a2c-a0f8-67d1c024b2d4', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'fc9de5030d1148848ee932f4f075d2fe'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:33.849422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-e257a24d-4afb-4b8a-a49f-02079a4935ee tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:33.850956 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-e257a24d-4afb-4b8a-a49f-02079a4935ee tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 807 time: 0.2353354 Feb 09 02:52:33.865660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Request body: {'port': {'device_id': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'admin_state_up': True, 'tenant_id': '2618b90bba6341048386a8a8793c5ac0'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:34.015893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2be3313-7a8e-4735-9f36-c3ca7a97e860 req-f9439411-1880-4c8d-9a11-679c4f0a51ed tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3324142 Feb 09 02:52:34.023082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Made reservation on behalf of fc9de5030d1148848ee932f4f075d2fe for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:34.032944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:34.061690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:34.134775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['58679687-5046-4df9-8f33-b618de0038b2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:34.169426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d688d5-1705-4125-b977-aa399ccfdfac req-b968e8d6-c3b2-4cae-9d90-aefbdcf5819c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:34.173286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09d688d5-1705-4125-b977-aa399ccfdfac req-b968e8d6-c3b2-4cae-9d90-aefbdcf5819c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.2026360 Feb 09 02:52:34.174126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Made reservation on behalf of 2618b90bba6341048386a8a8793c5ac0 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:34.183406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:34.244516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6e8202be-b52b-4657-a2fd-9b230c2cc40e details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:34.246947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4bc7e70e-64b6-4625-b5c1-5493724b6c43 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:34.339467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Allocated IP 192.168.233.58 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/ce666b6a-55ae-48e9-9174-14add160b81c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:34.347929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad23c06-859d-4a8a-9684-22c695718a7b req-92bc756e-3b37-4bce-bd71-f3c285856387 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:34.349464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ad23c06-859d-4a8a-9684-22c695718a7b req-92bc756e-3b37-4bce-bd71-f3c285856387 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 944 time: 0.0974193 Feb 09 02:52:34.400575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Allocated IP 172.20.0.5 (7df2201d-50f8-46a0-970e-60ec608b8981/af7edeef-7a8f-4da0-b380-41ebf8496e93/37007964-4683-4b88-ae64-8fbf302d90c3) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:34.462152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ad23c06-859d-4a8a-9684-22c695718a7b req-f20f1cb4-f3ff-4647-b7de-9d7a2e580309 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031547 Feb 09 02:52:34.583177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks [] for port (37007964-4683-4b88-ae64-8fbf302d90c3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:34.630529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:34.635062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:52:34.693581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09d688d5-1705-4125-b977-aa399ccfdfac req-ff512856-f53e-489c-8dec-3f713c8afca1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060964 Feb 09 02:52:34.726472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Network 7df2201d-50f8-46a0-970e-60ec608b8981 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:34.730474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:34.734211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:34.745594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebd89b41-7206-4d09-8cfd-b4334763828f req-d3b5e9f4-eee6-4779-835b-4914b45cfb83 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0540779 Feb 09 02:52:34.797245 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks [] for port (ce666b6a-55ae-48e9-9174-14add160b81c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:34.825925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Pushing event updated for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:34.837694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:34.842447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:34.867970 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-14643237-f06b-4074-8943-9422b698f82c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0060585 Feb 09 02:52:34.892302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Request body: {'port': {'device_id': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:34.904209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:34.944100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2', '64c5f50b-14df-418b-ac49-54b396257e2a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:34.946082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', '347a9926-586c-481d-b5d2-ef17a3476a7c', '40e7d24b-13b8-427f-a5eb-42740f2c489a', '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:34.952340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53306) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:35.043475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:35.058884 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.084790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6e8202be-b52b-4657-a2fd-9b230c2cc40e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6e8202be-b52b-4657-a2fd-9b230c2cc40e,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:35.090499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:35.090870 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.108884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event updated for resources: {'Port': ['ID=ce666b6a-55ae-48e9-9174-14add160b81c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:35.115570 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.139672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:35.148214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:35.162094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '6e8202be-b52b-4657-a2fd-9b230c2cc40e', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'port_id': '6e8202be-b52b-4657-a2fd-9b230c2cc40e', 'mac_address': 'fa:16:3e:95:95:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285be046-434d-4db6-9868-7b28c7c79961', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:35.172748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:35.253573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.256020 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.313713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591f408-8f7c-4400-b040-50be222704fc req-a7567ec0-1704-496b-aaae-5d8180279639 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.315836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b591f408-8f7c-4400-b040-50be222704fc req-a7567ec0-1704-496b-aaae-5d8180279639 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 931 time: 0.3494470 Feb 09 02:52:35.322154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-6032eca1-d376-4e0c-a290-109f66f75b4b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5975637 Feb 09 02:52:35.336903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Request body: {'port': {'device_id': '979060cf-46f0-4a2c-a0f8-67d1c024b2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:35.359283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6e8202be-b52b-4657-a2fd-9b230c2cc40e is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:35.359869 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.467190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37007964-4683-4b88-ae64-8fbf302d90c3 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:35.476844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Publish callbacks [] for port (37007964-4683-4b88-ae64-8fbf302d90c3), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.483695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.491724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8202be-b52b-4657-a2fd-9b230c2cc40e {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:35.491938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Transition to ACTIVE for port object 37007964-4683-4b88-ae64-8fbf302d90c3 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:35.518826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 118d9201-b857-4626-9059-c1b732fbd7a5 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:35.560239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.591886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b591f408-8f7c-4400-b040-50be222704fc req-2f04b6f4-bb5c-4fac-95c9-041f80d3cd27 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675214 Feb 09 02:52:35.596112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 118d9201-b857-4626-9059-c1b732fbd7a5 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:35.596573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 118d9201-b857-4626-9059-c1b732fbd7a5 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:35.606252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:35.606795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.611414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Pushing event updated for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:35.621331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6e8202be-b52b-4657-a2fd-9b230c2cc40e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6e8202be-b52b-4657-a2fd-9b230c2cc40e,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:35.649072 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.651758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71497ef-c465-4b71-8416-3ecf58b130a3 admin admin] Deleting subnet f3246910-33a5-4f80-acf4-2d23051171fc {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:52:35.655184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e71497ef-c465-4b71-8416-3ecf58b130a3 admin admin] Publish callbacks [] for subnet (f3246910-33a5-4f80-acf4-2d23051171fc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.697312 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e71497ef-c465-4b71-8416-3ecf58b130a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (f3246910-33a5-4f80-acf4-2d23051171fc), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.703612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-d6ffe1a5-16dd-421a-9423-2b1b24ee3100 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2225301 Feb 09 02:52:35.715724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-12f6c04a-610f-4579-a323-7dcea4470fe4 None None] Provisioning complete for port ce666b6a-55ae-48e9-9174-14add160b81c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:35.716481 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-12f6c04a-610f-4579-a323-7dcea4470fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.732065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:35.734715 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7890d73e-72ea-435d-9a61-1d51cdcf1616" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:35.742156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e71497ef-c465-4b71-8416-3ecf58b130a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f3246910-33a5-4f80-acf4-2d23051171fc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.787168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4bc7e70e-64b6-4625-b5c1-5493724b6c43, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4bc7e70e-64b6-4625-b5c1-5493724b6c43,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:35.814886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-d71117a5-756c-4f65-a2a8-b5922d1736f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.820334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-d71117a5-756c-4f65-a2a8-b5922d1736f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.825921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-d71117a5-756c-4f65-a2a8-b5922d1736f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.829984 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.831117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 13580537-ad51-4814-85ea-eb2a70122139 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:35.834750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-d71117a5-756c-4f65-a2a8-b5922d1736f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.840253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-d71117a5-756c-4f65-a2a8-b5922d1736f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.845980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-d71117a5-756c-4f65-a2a8-b5922d1736f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.851502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-d71117a5-756c-4f65-a2a8-b5922d1736f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:35.861761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-d71117a5-756c-4f65-a2a8-b5922d1736f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5426 time: 0.3684716 Feb 09 02:52:35.873234 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e71497ef-c465-4b71-8416-3ecf58b130a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (f3246910-33a5-4f80-acf4-2d23051171fc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.875025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6e8202be-b52b-4657-a2fd-9b230c2cc40e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:35.886051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-12f6c04a-610f-4579-a323-7dcea4470fe4 None None] Port ce666b6a-55ae-48e9-9174-14add160b81c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:52:35.895162 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e71497ef-c465-4b71-8416-3ecf58b130a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:35.899078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e71497ef-c465-4b71-8416-3ecf58b130a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3246910-33a5-4f80-acf4-2d23051171fc HTTP/1.1" status: 204 len: 168 time: 0.9457600 Feb 09 02:52:35.909714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53320) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:35.997654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=4bc7e70e-64b6-4625-b5c1-5493724b6c43,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:36.006441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71497ef-c465-4b71-8416-3ecf58b130a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3246910-33a5-4f80-acf4-2d23051171fc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:36.032410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-0b300bae-8d12-4c97-8c49-69d7571753ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:36.035963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-0b300bae-8d12-4c97-8c49-69d7571753ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 1132 time: 0.2975914 Feb 09 02:52:36.067649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 13580537-ad51-4814-85ea-eb2a70122139 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:36.068147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (13580537-ad51-4814-85ea-eb2a70122139), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.073760 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b71db30e-0729-4261-986b-176aacc8d4f6 req-da557b84-187d-4d58-abca-c55f038da195 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2020695 Feb 09 02:52:36.099651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:36.100222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:36.100729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:36.110005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:36.110575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:36.116874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:36.122779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:36.123372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:36.123990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Bound port: 37007964-4683-4b88-ae64-8fbf302d90c3, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:36.124527 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.247887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 13580537-ad51-4814-85ea-eb2a70122139 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:36.248446 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13580537-ad51-4814-85ea-eb2a70122139), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.281753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-3c0e03b5-0fac-4cef-a2ff-59e5ce097a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:36.284436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-3c0e03b5-0fac-4cef-a2ff-59e5ce097a87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2045481 Feb 09 02:52:36.297147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87352dd-358c-4cb9-b78e-2dab64d5c5c7 req-40e6877a-90dc-44de-8ad3-64b943366900 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:36.305611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14228-754f-4850-9e02-bd4384d4fb32 req-eb943067-7009-4d1a-9046-b1c00773c40b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:36.306281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b87352dd-358c-4cb9-b78e-2dab64d5c5c7 req-40e6877a-90dc-44de-8ad3-64b943366900 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 945 time: 0.4951270 Feb 09 02:52:36.315681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8dc14228-754f-4850-9e02-bd4384d4fb32 req-eb943067-7009-4d1a-9046-b1c00773c40b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1190300 Feb 09 02:52:36.318775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.325474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:36.329706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:36.338262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:36.340471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.360837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.393191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:36.397643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:36.398964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.402151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] 10.222.0.61 "PUT /v2.0/ports/37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 200 len: 1091 time: 1.5161576 Feb 09 02:52:36.418615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:36.421307 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e75853-37b5-44d9-ae3f-7444f646f801" -d '{"events": [{"name": "network-changed", "server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:36.437782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:52:36.438324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 11cdc6d1-3e4a-49d5-981e-701b5fcec4c6 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:52:36.463268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b87352dd-358c-4cb9-b78e-2dab64d5c5c7 req-228c6442-ea93-45f8-aaa9-b9d10c816390 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535430 Feb 09 02:52:36.470026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-64c4f42c-5cd4-42c7-980f-394d4c7b626e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=a68c61c4-4d08-4e3c-b70c-385a853a0eb2 HTTP/1.1" status: 200 len: 217 time: 0.1603942 Feb 09 02:52:36.483626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:36.534531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8dc14228-754f-4850-9e02-bd4384d4fb32 req-d2d43b40-470b-4457-80da-715f63eb5650 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167926 Feb 09 02:52:36.628849 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (bab6a6d9-0d04-4f64-b29d-07a78c6398ea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.661997 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e69dc17-26df-47cb-b78a-d7dae65ea5b5 x-openstack-request-id: req-2e69dc17-26df-47cb-b78a-d7dae65ea5b5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:36.662271 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:36.662586 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e69dc17-26df-47cb-b78a-d7dae65ea5b5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:36.662986 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'code': 200} Feb 09 02:52:36.688890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413417b-a3c5-4b0d-a8ee-bf3f42c1a92f service neutron] Pushing event updated for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:36.733145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-52bfd41a-7053-4550-b953-37a0e3d22ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:36.743324 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-52bfd41a-7053-4550-b953-37a0e3d22ba7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1125 time: 0.2697084 Feb 09 02:52:36.796210 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (bab6a6d9-0d04-4f64-b29d-07a78c6398ea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.820448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab6a6d9-0d04-4f64-b29d-07a78c6398ea']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:36.832255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:36.832538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9e41b2-eac1-4bc1-87ca-c29e0250fb75') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:36.850227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (7e9e41b2-eac1-4bc1-87ca-c29e0250fb75), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.857641 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-9effbc19-21ac-441b-906a-a2247b91dc5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 200 len: 217 time: 0.0915980 Feb 09 02:52:36.863624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-0cbeb2ad-b015-490f-b3c5-34dad3c23524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:36.865099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-0cbeb2ad-b015-490f-b3c5-34dad3c23524 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.3581738 Feb 09 02:52:36.887534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7e9e41b2-eac1-4bc1-87ca-c29e0250fb75), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.931455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:52:36.932367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (7e9e41b2-eac1-4bc1-87ca-c29e0250fb75), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:52:36.934481 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:52:36.994944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cdc6e-5665-42aa-af5e-ebed7727add9 req-7a96e4db-9d43-4d5a-a84d-f20bede26f84 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.003092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c00cdc6e-5665-42aa-af5e-ebed7727add9 req-7a96e4db-9d43-4d5a-a84d-f20bede26f84 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 935 time: 0.2756183 Feb 09 02:52:37.006512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c911c058-eaac-4b4a-8f65-92ee177c0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.008035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-c911c058-eaac-4b4a-8f65-92ee177c0a90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1400838 Feb 09 02:52:37.069644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-829e2554-5918-444e-8c35-81c887c07bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.071073 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc752b-82bf-4610-a449-04ea21397ca4 x-openstack-request-id: req-14cc752b-82bf-4610-a449-04ea21397ca4 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:37.071449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-829e2554-5918-444e-8c35-81c887c07bc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1985059 Feb 09 02:52:37.072193 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:37.072605 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14cc752b-82bf-4610-a449-04ea21397ca4 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:37.073063 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3', 'status': 'completed', 'code': 200} Feb 09 02:52:37.074853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (bab6a6d9-0d04-4f64-b29d-07a78c6398ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.075152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['6e8202be-b52b-4657-a2fd-9b230c2cc40e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:37.079072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-5d081f7c-7983-467a-be48-76d50e919dab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506673 Feb 09 02:52:37.094203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.101597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bab6a6d9-0d04-4f64-b29d-07a78c6398ea HTTP/1.1" status: 204 len: 168 time: 1.1792510 Feb 09 02:52:37.102590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c00cdc6e-5665-42aa-af5e-ebed7727add9 req-cd1d046e-5b94-4377-b6a0-45cf54d2728c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983171 Feb 09 02:52:37.205018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-cb0eff79-58e9-41ba-9655-f9386b096d28 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140029 Feb 09 02:52:37.358304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53344) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:37.450354 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc16f624-0812-4bf4-a61f-1437d277d35c req-da117552-2a06-47ee-81f7-49f19f845fad service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355332 Feb 09 02:52:37.462335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-250f67d9-a775-4b1d-9693-9d19d040ddef tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.468023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-250f67d9-a775-4b1d-9693-9d19d040ddef tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.474115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-250f67d9-a775-4b1d-9693-9d19d040ddef tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.480620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-250f67d9-a775-4b1d-9693-9d19d040ddef tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.499516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-250f67d9-a775-4b1d-9693-9d19d040ddef tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.506417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-250f67d9-a775-4b1d-9693-9d19d040ddef tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.513736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-250f67d9-a775-4b1d-9693-9d19d040ddef tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.515970 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-250f67d9-a775-4b1d-9693-9d19d040ddef tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5427 time: 0.2113960 Feb 09 02:52:37.529297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0c81c7cd-eb4e-4e9a-994e-674c19412a6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db8000e57f89472baba9b532a1b8a5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665859 Feb 09 02:52:37.533696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53348) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:37.649422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-d7c47d8a-b623-4dee-a9f9-f1881770ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.651950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-d7c47d8a-b623-4dee-a9f9-f1881770ba1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1125 time: 0.1347060 Feb 09 02:52:37.665854 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e650-a7d1-45f3-8392-bf00d1619937 admin admin] Publish callbacks [] for security_group (da6f44f9-af28-45e3-8125-28968b9c03d0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.673138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188cd27-2341-430e-800d-897606fe1f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab6a6d9-0d04-4f64-b29d-07a78c6398ea,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:37.682662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d5f6f22-1282-452b-b0fb-6cc1b7441c33 req-7db90c33-60a9-49c1-922f-55f7b4cb55f1 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501017 Feb 09 02:52:37.719546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce666b6a-55ae-48e9-9174-14add160b81c {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:37.737955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Publish callbacks [] for port (ce666b6a-55ae-48e9-9174-14add160b81c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.760714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e650-a7d1-45f3-8392-bf00d1619937 admin admin] Publish callbacks [] for security_group (da6f44f9-af28-45e3-8125-28968b9c03d0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.779783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d5848-63ca-43ed-aa90-7c40d61f8612 req-8dde1e91-5c31-446a-8e3c-1ca006320547 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.788102 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fa9d5848-63ca-43ed-aa90-7c40d61f8612 req-8dde1e91-5c31-446a-8e3c-1ca006320547 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.5413036 Feb 09 02:52:37.804380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Transition to ACTIVE for port object ce666b6a-55ae-48e9-9174-14add160b81c will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:37.810706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-c27ac464-3313-49aa-b1a7-3cd661c2358b service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294385 Feb 09 02:52:37.844764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.862481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-3b8ca049-9f8a-4873-a304-ec09e998e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.864435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-3b8ca049-9f8a-4873-a304-ec09e998e499 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1959527 Feb 09 02:52:37.878615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbbce5-0169-4b45-9035-dcf3ccfbe03d req-c0334487-7305-4051-8517-edad07c8d00a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:37.880092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19cbbce5-0169-4b45-9035-dcf3ccfbe03d req-c0334487-7305-4051-8517-edad07c8d00a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 945 time: 0.1221912 Feb 09 02:52:37.891700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e650-a7d1-45f3-8392-bf00d1619937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (da6f44f9-af28-45e3-8125-28968b9c03d0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.894294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7a2e650-a7d1-45f3-8392-bf00d1619937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:37.897837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c7a2e650-a7d1-45f3-8392-bf00d1619937 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da6f44f9-af28-45e3-8125-28968b9c03d0 HTTP/1.1" status: 204 len: 168 time: 0.3605220 Feb 09 02:52:37.936222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-225d8831-c978-4927-924a-2959ebb5a642 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 200 len: 217 time: 0.0537052 Feb 09 02:52:37.968832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2e650-a7d1-45f3-8392-bf00d1619937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f44f9-af28-45e3-8125-28968b9c03d0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:38.086160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fa9d5848-63ca-43ed-aa90-7c40d61f8612 req-ccdf700c-6070-4d3a-aec4-7d2fe93bf3d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970591 Feb 09 02:52:38.116298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-f7873625-c6fb-49a6-a7f1-31b913a58822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:38.123375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-f7873625-c6fb-49a6-a7f1-31b913a58822 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1728005 Feb 09 02:52:38.129320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19cbbce5-0169-4b45-9035-dcf3ccfbe03d req-522e81c6-43db-4b5e-8210-85006c6844c3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964073 Feb 09 02:52:38.198133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Pushing event updated for resources: {'Port': ['ID=ce666b6a-55ae-48e9-9174-14add160b81c,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:38.202302 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-5372183c-c52c-4655-8f44-161cec5bdf63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651805 Feb 09 02:52:38.218649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c7ff4c90-2418-43f6-8695-e61a1cf8b407 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:38.348404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de2e559c-acfd-42a4-867a-05e68ed5f23b req-9b916e51-256d-4de2-9b18-7f85a0379ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296586 Feb 09 02:52:38.388260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Attempting to bind port ce666b6a-55ae-48e9-9174-14add160b81c on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:38.388600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Attempting to bind port ce666b6a-55ae-48e9-9174-14add160b81c by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:38.391097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Attempting to bind port ce666b6a-55ae-48e9-9174-14add160b81c on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:38.394450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port c7ff4c90-2418-43f6-8695-e61a1cf8b407 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:38.402929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port c7ff4c90-2418-43f6-8695-e61a1cf8b407 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:38.403393 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.404052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Port ce666b6a-55ae-48e9-9174-14add160b81c on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:38.404386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Attempting to bind port ce666b6a-55ae-48e9-9174-14add160b81c on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:38.429142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-cb141be5-d572-4815-8d81-9e5074345533 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118716 Feb 09 02:52:38.436626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:38.437005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:38.449015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:38.449508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Bound port: ce666b6a-55ae-48e9-9174-14add160b81c, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:38.449881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.504519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700a12a-df8a-40e5-884b-812bed74f47d req-393012f9-ca39-46c8-8765-4837c95a6b42 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:38.506406 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1700a12a-df8a-40e5-884b-812bed74f47d req-393012f9-ca39-46c8-8765-4837c95a6b42 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.2668581 Feb 09 02:52:38.547218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c7ff4c90-2418-43f6-8695-e61a1cf8b407 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:38.547615 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.612162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c7ff4c90-2418-43f6-8695-e61a1cf8b407, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c7ff4c90-2418-43f6-8695-e61a1cf8b407,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:38.622455 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.695084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] For port ce666b6a-55ae-48e9-9174-14add160b81c, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:38.703052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13580537-ad51-4814-85ea-eb2a70122139'}, {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ff4c90-2418-43f6-8695-e61a1cf8b407'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:38.705817 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5af7017-5505-4ea5-8681-9834816028e3" -d '{"events": [{"server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "name": "network-vif-plugged", "status": "completed", "tag": "13580537-ad51-4814-85ea-eb2a70122139"}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "c7ff4c90-2418-43f6-8695-e61a1cf8b407"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:38.708639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=c7ff4c90-2418-43f6-8695-e61a1cf8b407,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:38.737717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af987a0f-8d10-48c3-aa7e-466022462017 req-7a5b329d-79d5-4ed3-a861-22a299f4b271 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:38.750060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1700a12a-df8a-40e5-884b-812bed74f47d req-3a066f9f-3e65-471b-89de-e712f472c17f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501422 Feb 09 02:52:38.750454 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af987a0f-8d10-48c3-aa7e-466022462017 req-7a5b329d-79d5-4ed3-a861-22a299f4b271 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 947 time: 0.2543347 Feb 09 02:52:38.750566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] For port ce666b6a-55ae-48e9-9174-14add160b81c, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ce666b6a-55ae-48e9-9174-14add160b81c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:38.757534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e75853-37b5-44d9-ae3f-7444f646f801 req-781ac64a-e3e4-4308-acca-4889c0680c8f service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193743 Feb 09 02:52:38.762581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.828946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af987a0f-8d10-48c3-aa7e-466022462017 req-9204719d-5e37-487a-9cfa-a46fd3ba83e5 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833731 Feb 09 02:52:38.830894 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553ce7b8-b093-4d01-8317-e3d609d27d1b x-openstack-request-id: req-553ce7b8-b093-4d01-8317-e3d609d27d1b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:38.832227 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "name": "network-vif-plugged", "status": "completed", "tag": "13580537-ad51-4814-85ea-eb2a70122139", "code": 200}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "c7ff4c90-2418-43f6-8695-e61a1cf8b407", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:38.832835 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-553ce7b8-b093-4d01-8317-e3d609d27d1b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:38.833496 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13580537-ad51-4814-85ea-eb2a70122139', 'code': 200} Feb 09 02:52:38.834295 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ff4c90-2418-43f6-8695-e61a1cf8b407', 'code': 200} Feb 09 02:52:38.848487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:38.849114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:38.850968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] 10.222.0.26 "PUT /v2.0/ports/ce666b6a-55ae-48e9-9174-14add160b81c HTTP/1.1" status: 200 len: 1095 time: 3.5199447 Feb 09 02:52:38.851379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979060cf-46f0-4a2c-a0f8-67d1c024b2d4', 'tag': 'ce666b6a-55ae-48e9-9174-14add160b81c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:38.853664 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5986137c-b510-4688-8d36-7b2edbb76f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "979060cf-46f0-4a2c-a0f8-67d1c024b2d4", "tag": "ce666b6a-55ae-48e9-9174-14add160b81c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:38.894821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c9892-0b55-486f-8358-ef76e1d27f52 service neutron] Pushing event updated for resources: {'Port': ['ID=ce666b6a-55ae-48e9-9174-14add160b81c,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:38.927107 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7bbc44-9ea2-41ad-8f28-021f9e5fc763 x-openstack-request-id: req-6f7bbc44-9ea2-41ad-8f28-021f9e5fc763 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:38.927656 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979060cf-46f0-4a2c-a0f8-67d1c024b2d4", "tag": "ce666b6a-55ae-48e9-9174-14add160b81c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:38.927910 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f7bbc44-9ea2-41ad-8f28-021f9e5fc763 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:38.928319 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979060cf-46f0-4a2c-a0f8-67d1c024b2d4', 'tag': 'ce666b6a-55ae-48e9-9174-14add160b81c', 'status': 'completed', 'code': 200} Feb 09 02:52:39.014793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-5fbf1be6-0f8a-4804-b85e-4bed3d1fb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.018319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-5fbf1be6-0f8a-4804-b85e-4bed3d1fb5da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 1129 time: 0.1067908 Feb 09 02:52:39.053744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-9c7923fb-0453-4cc6-94fa-f8f49acd47d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.059581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-9c7923fb-0453-4cc6-94fa-f8f49acd47d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.065075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-9c7923fb-0453-4cc6-94fa-f8f49acd47d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.072709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-9c7923fb-0453-4cc6-94fa-f8f49acd47d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.092375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-9c7923fb-0453-4cc6-94fa-f8f49acd47d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.096705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-9c7923fb-0453-4cc6-94fa-f8f49acd47d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.103889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-9c7923fb-0453-4cc6-94fa-f8f49acd47d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.106170 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-9c7923fb-0453-4cc6-94fa-f8f49acd47d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5428 time: 0.1558197 Feb 09 02:52:39.183060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-2da3a04f-d49f-4f9c-bdde-b6e57ba51eae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=ce666b6a-55ae-48e9-9174-14add160b81c HTTP/1.1" status: 200 len: 217 time: 0.1512372 Feb 09 02:52:39.287631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed5b5-bfa1-414d-aa48-1ccb4f37408c req-520f282a-94c9-4c6b-92b3-d9b6714e464f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.289433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b9ed5b5-bfa1-414d-aa48-1ccb4f37408c req-520f282a-94c9-4c6b-92b3-d9b6714e464f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0978847 Feb 09 02:52:39.316731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-681ee6dc-0951-4ead-9238-eefc146f730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.318263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-681ee6dc-0951-4ead-9238-eefc146f730d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1284204 Feb 09 02:52:39.363035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b9ed5b5-bfa1-414d-aa48-1ccb4f37408c req-373269d7-5dfd-406e-bfdb-802c1c0a4055 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647025 Feb 09 02:52:39.373513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b95b7a17-3b3f-4a2a-b2ec-e1301d726884 req-42eee0d3-a385-4eee-a035-0527f107f5c8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1960511 Feb 09 02:52:39.445682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-f5050730-bd1a-4d02-9622-f793f617b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.448398 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-f5050730-bd1a-4d02-9622-f793f617b3b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1158254 Feb 09 02:52:39.494670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953cea-960f-42a9-867e-b752c18ab906 req-916c8167-d620-46a2-aaf9-198a37c881a2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.496338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85953cea-960f-42a9-867e-b752c18ab906 req-916c8167-d620-46a2-aaf9-198a37c881a2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 945 time: 0.0633900 Feb 09 02:52:39.516886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 37007964-4683-4b88-ae64-8fbf302d90c3 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:39.571132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-8276fa5b-1244-450b-a885-37c71c60d2bf service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119561 Feb 09 02:52:39.601724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85953cea-960f-42a9-867e-b752c18ab906 req-2e796ab6-9f33-4b37-adc5-d61bed87008b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947464 Feb 09 02:52:39.690912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:39.704318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '37007964-4683-4b88-ae64-8fbf302d90c3', 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'port_id': '37007964-4683-4b88-ae64-8fbf302d90c3', 'mac_address': 'fa:16:3e:01:01:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7edeef-7a8f-4da0-b380-41ebf8496e93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:39.722770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9fe807-7fe0-40c9-857b-05be9ebb79be req-77449a21-1579-48bd-ab51-2b84f6cb4cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449983 Feb 09 02:52:39.765006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 37007964-4683-4b88-ae64-8fbf302d90c3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:39.765450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:39.779506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37007964-4683-4b88-ae64-8fbf302d90c3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:39.809933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:39.843345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:39.901774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-d58a6137-1c0e-4f59-8193-67bd7f6c803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.908180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-d58a6137-1c0e-4f59-8193-67bd7f6c803e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc9de5030d1148848ee932f4f075d2fe&device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 1129 time: 0.0984919 Feb 09 02:52:39.942987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3eeaf-b3ab-498a-b191-af1011d20296 req-043cb53e-b1dc-491c-8e5d-d6cc98ff9cc1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:39.949175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79e3eeaf-b3ab-498a-b191-af1011d20296 req-043cb53e-b1dc-491c-8e5d-d6cc98ff9cc1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1143928 Feb 09 02:52:39.971068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:40.010438 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79e3eeaf-b3ab-498a-b191-af1011d20296 req-d2b6d156-bac3-4ef6-832b-740c2f461cb3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520096 Feb 09 02:52:40.086787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c672d9-6f39-4ab3-bae4-14ebf969a6a0 req-c95b87e2-e7f1-41ab-896a-f6afce93dc86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.096099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0c672d9-6f39-4ab3-bae4-14ebf969a6a0 req-c95b87e2-e7f1-41ab-896a-f6afce93dc86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 947 time: 0.1772289 Feb 09 02:52:40.132739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-1885f3ca-ff1d-4346-abea-8bc734c83176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.134278 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-1885f3ca-ff1d-4346-abea-8bc734c83176 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2191887 Feb 09 02:52:40.202874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['37007964-4683-4b88-ae64-8fbf302d90c3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:40.223116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-e99df983-c831-40f1-8767-aaff6f8af780 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=ce666b6a-55ae-48e9-9174-14add160b81c HTTP/1.1" status: 200 len: 217 time: 0.0792928 Feb 09 02:52:40.245362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 24abcf34-94d9-4360-a2b2-fe3c9b361b19 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:40.295678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0c672d9-6f39-4ab3-bae4-14ebf969a6a0 req-6b6666a7-aa9a-4279-96ae-cb0e871d811c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006283 Feb 09 02:52:40.345112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-2aac6dd3-e8c7-4c2a-b008-ff0cad847718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.348333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-2aac6dd3-e8c7-4c2a-b008-ff0cad847718 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1160583 Feb 09 02:52:40.361296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:40.367044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:40.367420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:40.441053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-45b21c39-aa3c-483d-aea3-e5e7a4926886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.448816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-45b21c39-aa3c-483d-aea3-e5e7a4926886 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0935857 Feb 09 02:52:40.517936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:40.519819 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:40.588958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 24abcf34-94d9-4360-a2b2-fe3c9b361b19, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=24abcf34-94d9-4360-a2b2-fe3c9b361b19,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:40.603086 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:40.605105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9bfc8228-2948-475f-87fc-46dd9830118f up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:40.653388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476486-ab6e-40ee-ac30-7eb7c09cf1d4 req-aa2ca862-ceb9-4bc2-8831-9cf3611dbcbb tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.664991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b3476486-ab6e-40ee-ac30-7eb7c09cf1d4 req-aa2ca862-ceb9-4bc2-8831-9cf3611dbcbb tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.1486490 Feb 09 02:52:40.670863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-76061f29-72ae-45df-83eb-b7ac6c9f612c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.679033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-76061f29-72ae-45df-83eb-b7ac6c9f612c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.686513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-76061f29-72ae-45df-83eb-b7ac6c9f612c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.692702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-76061f29-72ae-45df-83eb-b7ac6c9f612c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.703355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-76061f29-72ae-45df-83eb-b7ac6c9f612c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.706044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=24abcf34-94d9-4360-a2b2-fe3c9b361b19,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:40.709387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-76061f29-72ae-45df-83eb-b7ac6c9f612c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.715296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-76061f29-72ae-45df-83eb-b7ac6c9f612c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:40.716123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 9bfc8228-2948-475f-87fc-46dd9830118f completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:40.721587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 9bfc8228-2948-475f-87fc-46dd9830118f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:40.722401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:40.723873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-76061f29-72ae-45df-83eb-b7ac6c9f612c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5428 time: 0.1763690 Feb 09 02:52:40.756463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-a55b06c4-54a7-4cf9-9512-1d691d6b53b8 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994924 Feb 09 02:52:40.832409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b3476486-ab6e-40ee-ac30-7eb7c09cf1d4 req-f58300c8-f3cc-4f8b-892b-352f6f765208 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629686 Feb 09 02:52:40.836599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24abcf34-94d9-4360-a2b2-fe3c9b361b19'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:40.842381 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0d6562-2747-4d0c-8c1b-e721bd2e60b5" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "24abcf34-94d9-4360-a2b2-fe3c9b361b19"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:40.857511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9bfc8228-2948-475f-87fc-46dd9830118f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:40.858398 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:40.877688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53458) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:40.887912 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cfc59db-886a-4a95-9884-71a6733c4e1b req-c7d150e7-de8e-42d6-af54-0d07a06e54a4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1631005 Feb 09 02:52:40.905107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9bfc8228-2948-475f-87fc-46dd9830118f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bfc8228-2948-475f-87fc-46dd9830118f,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:40.919173 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:40.920599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1f314b80-df3b-4115-9ec6-92b6a6d57f7b up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:40.974383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5986137c-b510-4688-8d36-7b2edbb76f4b req-b17ebbc9-2c15-4073-ae3e-63f3b789b1bf service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114875 Feb 09 02:52:41.106956 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde9dcfd-ac15-48e2-b776-34c891c58c85 x-openstack-request-id: req-cde9dcfd-ac15-48e2-b776-34c891c58c85 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:41.107455 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "24abcf34-94d9-4360-a2b2-fe3c9b361b19", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:41.107723 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cde9dcfd-ac15-48e2-b776-34c891c58c85 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:41.108350 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24abcf34-94d9-4360-a2b2-fe3c9b361b19', 'code': 200} Feb 09 02:52:41.132141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9bfc8228-2948-475f-87fc-46dd9830118f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:41.141535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:41.151890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:41.155597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.156788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab487e93-fc8b-4664-ad2a-219bfb49430c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.203085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6bcbc-1661-4ad2-a83c-91044623c66a req-f0d7368a-809a-491c-8c6d-afa6437f8694 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:41.215465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50f6bcbc-1661-4ad2-a83c-91044623c66a req-f0d7368a-809a-491c-8c6d-afa6437f8694 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 945 time: 0.1402793 Feb 09 02:52:41.286450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:41.286862 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.298642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a014df0-1f47-42db-915d-55763ef97bf4 req-87c73541-6cf5-4764-8802-ed64c788a6aa tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:41.300801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a014df0-1f47-42db-915d-55763ef97bf4 req-87c73541-6cf5-4764-8802-ed64c788a6aa tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0936670 Feb 09 02:52:41.337279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:41.342913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50f6bcbc-1661-4ad2-a83c-91044623c66a req-9f800139-c970-4ace-8d95-27583b937adf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227233 Feb 09 02:52:41.347245 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.349066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 58679687-5046-4df9-8f33-b618de0038b2 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:41.392480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a014df0-1f47-42db-915d-55763ef97bf4 req-ad7df752-8579-4912-853a-eda1ac9fd0f3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793898 Feb 09 02:52:41.411547 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab487e93-fc8b-4664-ad2a-219bfb49430c admin admin] Publish callbacks [] for security_group (477baff3-f83b-4c84-a2fa-2322cdd7e03a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.420848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab487e93-fc8b-4664-ad2a-219bfb49430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (477baff3-f83b-4c84-a2fa-2322cdd7e03a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.450006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 58679687-5046-4df9-8f33-b618de0038b2 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:41.470411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 58679687-5046-4df9-8f33-b618de0038b2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:41.470800 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (58679687-5046-4df9-8f33-b618de0038b2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.489212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab487e93-fc8b-4664-ad2a-219bfb49430c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477baff3-f83b-4c84-a2fa-2322cdd7e03a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:41.501037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:41.521710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ab487e93-fc8b-4664-ad2a-219bfb49430c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5299df0bda634f7ea87c9ef5afe57df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6410747 Feb 09 02:52:41.523288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53470) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:41.558486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b44a0-1caf-455d-9516-bed96e2527ae req-5a1e54c5-19ac-4613-abdc-ea3cafbf3618 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:41.568138 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-243b44a0-1caf-455d-9516-bed96e2527ae req-5a1e54c5-19ac-4613-abdc-ea3cafbf3618 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 947 time: 0.1282306 Feb 09 02:52:41.607147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 58679687-5046-4df9-8f33-b618de0038b2 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:41.607757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-421cee32-9636-4165-bcaf-e32eae71ec47 admin admin] Publish callbacks [] for security_group (477baff3-f83b-4c84-a2fa-2322cdd7e03a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.607911 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (58679687-5046-4df9-8f33-b618de0038b2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.623137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-243b44a0-1caf-455d-9516-bed96e2527ae req-b584caa4-4da1-4623-9c7c-0837e0fb8f2b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537000 Feb 09 02:52:41.651826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 58679687-5046-4df9-8f33-b618de0038b2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=58679687-5046-4df9-8f33-b618de0038b2,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:41.659392 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (58679687-5046-4df9-8f33-b618de0038b2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.662616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-421cee32-9636-4165-bcaf-e32eae71ec47 admin admin] Publish callbacks [] for security_group (477baff3-f83b-4c84-a2fa-2322cdd7e03a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.727901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=58679687-5046-4df9-8f33-b618de0038b2,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:41.734533 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-421cee32-9636-4165-bcaf-e32eae71ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (477baff3-f83b-4c84-a2fa-2322cdd7e03a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.737680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-421cee32-9636-4165-bcaf-e32eae71ec47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:41.738977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-421cee32-9636-4165-bcaf-e32eae71ec47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/477baff3-f83b-4c84-a2fa-2322cdd7e03a HTTP/1.1" status: 204 len: 168 time: 0.2145505 Feb 09 02:52:41.756045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cee32-9636-4165-bcaf-e32eae71ec47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477baff3-f83b-4c84-a2fa-2322cdd7e03a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:42.050560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f626c6-7fe1-4d71-9c30-80eeeece6d97 req-729b36a2-1df3-47fa-9b03-63f5041f69c4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.058776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88f626c6-7fe1-4d71-9c30-80eeeece6d97 req-729b36a2-1df3-47fa-9b03-63f5041f69c4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.1124358 Feb 09 02:52:42.121139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-75d34060-207f-44db-8e96-34b86a46e110 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.126669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88f626c6-7fe1-4d71-9c30-80eeeece6d97 req-47027b95-9c77-480f-b2a6-652a1f98bb30 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658042 Feb 09 02:52:42.126816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-75d34060-207f-44db-8e96-34b86a46e110 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.132400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-75d34060-207f-44db-8e96-34b86a46e110 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.138524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-75d34060-207f-44db-8e96-34b86a46e110 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.143777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-75d34060-207f-44db-8e96-34b86a46e110 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.150574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-75d34060-207f-44db-8e96-34b86a46e110 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.156015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-75d34060-207f-44db-8e96-34b86a46e110 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.158102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-75d34060-207f-44db-8e96-34b86a46e110 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.1369379 Feb 09 02:52:42.252276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6e8202be-b52b-4657-a2fd-9b230c2cc40e up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:42.276056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84485d24-b725-41a9-b07d-a93eb23467c1 req-05d7afad-41c7-4cc6-90bb-c66b2ac9d9e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082990 Feb 09 02:52:42.325283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 6e8202be-b52b-4657-a2fd-9b230c2cc40e completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:42.329383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 6e8202be-b52b-4657-a2fd-9b230c2cc40e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:42.329746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:42.427602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6e8202be-b52b-4657-a2fd-9b230c2cc40e is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:42.428014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:42.471449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6e8202be-b52b-4657-a2fd-9b230c2cc40e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6e8202be-b52b-4657-a2fd-9b230c2cc40e,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:42.480063 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:42.581597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6e8202be-b52b-4657-a2fd-9b230c2cc40e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:42.611822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a662690-b91b-4446-af6a-b78c3c61f994 req-671f6cde-b94a-4111-9185-844ac21ec593 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.613444 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a662690-b91b-4446-af6a-b78c3c61f994 req-671f6cde-b94a-4111-9185-844ac21ec593 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0772393 Feb 09 02:52:42.618845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebcba1-772f-4984-bf05-d5e8d641b1a4 req-d38a1679-5f85-4449-b92d-2f63742b6844 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.625688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ebcba1-772f-4984-bf05-d5e8d641b1a4 req-d38a1679-5f85-4449-b92d-2f63742b6844 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 946 time: 0.1463075 Feb 09 02:52:42.686871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a662690-b91b-4446-af6a-b78c3c61f994 req-5a1c15b4-1664-48e9-834a-27ae84e5d1c5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672274 Feb 09 02:52:42.700956 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ebcba1-772f-4984-bf05-d5e8d641b1a4 req-f7c7abb0-6c2a-4f5c-8f3d-7278b1418169 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730715 Feb 09 02:52:42.721890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53514) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:42.824623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9b9f8-e94d-4ca7-8d56-5da4152eeadb req-f980bcd9-db74-415e-a12a-5300c622d467 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:42.827003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9e9b9f8-e94d-4ca7-8d56-5da4152eeadb req-f980bcd9-db74-415e-a12a-5300c622d467 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 947 time: 0.0644298 Feb 09 02:52:42.841199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1120768307-network', 'tenant_id': 'b15b7d53980d4208904d1e0629d1ce35'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:42.891857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Made reservation on behalf of b15b7d53980d4208904d1e0629d1ce35 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:42.894222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:42.909526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:42.914095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9e9b9f8-e94d-4ca7-8d56-5da4152eeadb req-bb9c47e9-ed30-4e64-b14f-0c6ecc908cae tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771432 Feb 09 02:52:43.015460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Publish callbacks [] for security_group (d0aaff1f-3108-4d8b-8f4d-65b82494d6db), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.020108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d0aaff1f-3108-4d8b-8f4d-65b82494d6db), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.041592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:52:43.060703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aaff1f-3108-4d8b-8f4d-65b82494d6db,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:43.065991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8a9c02e6-61c0-4a8a-a341-6bf4a74410e3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.071004 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Added segment 8a9c02e6-61c0-4a8a-a341-6bf4a74410e3 of type vlan for network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 Feb 09 02:52:43.109291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfc8228-2948-475f-87fc-46dd9830118f'}, {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b'}, {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58679687-5046-4df9-8f33-b618de0038b2'}, {'server_uuid': 'f6a147ea-8fda-487b-9675-0270d213985d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8202be-b52b-4657-a2fd-9b230c2cc40e'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:43.111947 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc3bb75-8a6b-4213-9f45-74c9091cdcad" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "9bfc8228-2948-475f-87fc-46dd9830118f"}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "1f314b80-df3b-4115-9ec6-92b6a6d57f7b"}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "58679687-5046-4df9-8f33-b618de0038b2"}, {"server_uuid": "f6a147ea-8fda-487b-9675-0270d213985d", "name": "network-vif-plugged", "status": "completed", "tag": "6e8202be-b52b-4657-a2fd-9b230c2cc40e"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:43.123119 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (6a5dce85-9e9c-4517-974b-aedff3fba7b4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.179701 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c8daf3-1cc6-4965-8b3e-6e27943b2b29 x-openstack-request-id: req-f7c8daf3-1cc6-4965-8b3e-6e27943b2b29 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:43.181095 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "9bfc8228-2948-475f-87fc-46dd9830118f", "code": 200}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "1f314b80-df3b-4115-9ec6-92b6a6d57f7b", "code": 200}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-plugged", "status": "completed", "tag": "58679687-5046-4df9-8f33-b618de0038b2", "code": 200}, {"server_uuid": "f6a147ea-8fda-487b-9675-0270d213985d", "name": "network-vif-plugged", "status": "completed", "tag": "6e8202be-b52b-4657-a2fd-9b230c2cc40e", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:43.181611 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7c8daf3-1cc6-4965-8b3e-6e27943b2b29 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:43.182254 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfc8228-2948-475f-87fc-46dd9830118f', 'code': 200} Feb 09 02:52:43.182737 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b', 'code': 200} Feb 09 02:52:43.183232 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58679687-5046-4df9-8f33-b618de0038b2', 'code': 200} Feb 09 02:52:43.183716 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a147ea-8fda-487b-9675-0270d213985d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8202be-b52b-4657-a2fd-9b230c2cc40e', 'code': 200} Feb 09 02:52:43.198907 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (6a5dce85-9e9c-4517-974b-aedff3fba7b4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.200057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.200774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.327987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6048684 Feb 09 02:52:43.331060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53536) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:43.335978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Request body: {'subnet': {'network_id': '6a5dce85-9e9c-4517-974b-aedff3fba7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1120768307-subnet', 'tenant_id': 'b15b7d53980d4208904d1e0629d1ce35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:43.352134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c6ef2-9611-4032-8482-3027a76fb1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a5dce85-9e9c-4517-974b-aedff3fba7b4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:43.365864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:52:43.381309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Made reservation on behalf of b15b7d53980d4208904d1e0629d1ce35 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:43.385581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.406929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d7473-a1a8-4e94-a812-e672a6499cc0 req-1ef8b534-fa2e-4f80-8881-2b4983c87e7f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.408590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc9d7473-a1a8-4e94-a812-e672a6499cc0 req-1ef8b534-fa2e-4f80-8881-2b4983c87e7f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.1214743 Feb 09 02:52:43.496066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc9d7473-a1a8-4e94-a812-e672a6499cc0 req-7023d0de-2ced-4e08-a11f-b4fe7fcfe7e5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806036 Feb 09 02:52:43.569484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 37007964-4683-4b88-ae64-8fbf302d90c3 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:43.636967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 37007964-4683-4b88-ae64-8fbf302d90c3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:43.641354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19369549-6119-4829-8068-0d216909d3f0 req-40bf6540-961d-4380-b8c5-a83e0f960a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.641936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 37007964-4683-4b88-ae64-8fbf302d90c3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:43.642499 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.643918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19369549-6119-4829-8068-0d216909d3f0 req-40bf6540-961d-4380-b8c5-a83e0f960a67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 1128 time: 0.2043526 Feb 09 02:52:43.675405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-53e4d44c-0b2c-47c1-88a4-9ea1a22a2191 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.681266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-53e4d44c-0b2c-47c1-88a4-9ea1a22a2191 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.686994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-53e4d44c-0b2c-47c1-88a4-9ea1a22a2191 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.692268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-53e4d44c-0b2c-47c1-88a4-9ea1a22a2191 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.698361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-53e4d44c-0b2c-47c1-88a4-9ea1a22a2191 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.719361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-53e4d44c-0b2c-47c1-88a4-9ea1a22a2191 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.730629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-53e4d44c-0b2c-47c1-88a4-9ea1a22a2191 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.736453 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-53e4d44c-0b2c-47c1-88a4-9ea1a22a2191 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.2555435 Feb 09 02:52:43.748521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 37007964-4683-4b88-ae64-8fbf302d90c3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:43.749195 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.767508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-4bfd1579-8513-49fc-bed3-5380d3268944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.768300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-4bfd1579-8513-49fc-bed3-5380d3268944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.768964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-4bfd1579-8513-49fc-bed3-5380d3268944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.769599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-4bfd1579-8513-49fc-bed3-5380d3268944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.770230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-4bfd1579-8513-49fc-bed3-5380d3268944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.770878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-4bfd1579-8513-49fc-bed3-5380d3268944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.771514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-4bfd1579-8513-49fc-bed3-5380d3268944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.773727 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-4bfd1579-8513-49fc-bed3-5380d3268944 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6706 time: 0.2413356 Feb 09 02:52:43.792762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:43.808503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:43.887294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aad6e8-16c7-43d0-af4a-a84a9d2c8ae4 req-d74e9dc0-a2d2-4f98-bb34-4c338e33177b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:43.889038 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6aad6e8-16c7-43d0-af4a-a84a9d2c8ae4 req-d74e9dc0-a2d2-4f98-bb34-4c338e33177b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0706606 Feb 09 02:52:43.927260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:43.960466 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19369549-6119-4829-8068-0d216909d3f0 req-30ca591f-44ce-4a0d-ab54-6d00cdb47e1e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045576 Feb 09 02:52:43.987107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7438c766-f3a9-4eb2-ab28-3f938691c8a0 req-00081bbb-17ac-46d9-bb12-df62283f7281 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2094195 Feb 09 02:52:43.997255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01f420ec-ffcc-4aa8-ada3-cafc23af197f req-cb9c4490-883d-46d0-9f06-1d1cb4976f3e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809096 Feb 09 02:52:43.999016 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (65575c36-0eda-4a7b-b56a-6d5cb66c0187), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:44.020042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6aad6e8-16c7-43d0-af4a-a84a9d2c8ae4 req-71df5a89-89eb-4dc6-89e8-ec0c16995d3d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181846 Feb 09 02:52:44.068705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65575c36-0eda-4a7b-b56a-6d5cb66c0187,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:44.129245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Checking segment: {'id': '8a9c02e6-61c0-4a8a-a341-6bf4a74410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a5dce85-9e9c-4517-974b-aedff3fba7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:44.129611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Network hostable DHCP agents. Network: 6a5dce85-9e9c-4517-974b-aedff3fba7b4, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:52:44.172065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283df29-a20a-4d29-a42f-6bc289f8dc2e req-01edb084-e042-44f8-9d4a-abf7e0040d5e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:44.174354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519dda-5380-4ec3-8024-0ba45d9d036b req-50c3e580-a24e-456e-8547-14dc83cdcbcb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:44.176119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b519dda-5380-4ec3-8024-0ba45d9d036b req-50c3e580-a24e-456e-8547-14dc83cdcbcb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 947 time: 0.0606403 Feb 09 02:52:44.178824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b283df29-a20a-4d29-a42f-6bc289f8dc2e req-01edb084-e042-44f8-9d4a-abf7e0040d5e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 946 time: 0.0928380 Feb 09 02:52:44.191496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:52:44.231948 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b519dda-5380-4ec3-8024-0ba45d9d036b req-48f0ed81-2b23-41cd-9592-b71a409772cc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478714 Feb 09 02:52:44.260362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ce666b6a-55ae-48e9-9174-14add160b81c details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:44.271080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b283df29-a20a-4d29-a42f-6bc289f8dc2e req-4c065ed0-55c5-4e6a-9f23-5aafb5b75d0c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775883 Feb 09 02:52:44.271080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 6a5dce85-9e9c-4517-974b-aedff3fba7b4) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:44.271080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:44.271080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:44.274520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec41d73-5d80-4a33-954c-1e26ce328885 None None] Network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:52:44.299664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-07c4ab2a-6d6a-4760-8ffe-e65cad285101 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9672778 Feb 09 02:52:44.533056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97074044-26c3-4e7b-9be2-a60866fdf7d2 None None] Network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:52:44.536792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ce666b6a-55ae-48e9-9174-14add160b81c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ce666b6a-55ae-48e9-9174-14add160b81c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:44.604838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'ce666b6a-55ae-48e9-9174-14add160b81c', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'ce666b6a-55ae-48e9-9174-14add160b81c', 'mac_address': 'fa:16:3e:b3:19:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:44.683195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port ce666b6a-55ae-48e9-9174-14add160b81c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:44.683602 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:44.712343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f4847-417d-47ce-89ed-b6aad1de2018 req-a7201364-e195-4c5e-93f9-49e3d3031d7b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:44.726491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-094f4847-417d-47ce-89ed-b6aad1de2018 req-a7201364-e195-4c5e-93f9-49e3d3031d7b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0960739 Feb 09 02:52:44.729008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce666b6a-55ae-48e9-9174-14add160b81c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:44.755178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ce666b6a-55ae-48e9-9174-14add160b81c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ce666b6a-55ae-48e9-9174-14add160b81c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:44.765529 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:44.830103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=ce666b6a-55ae-48e9-9174-14add160b81c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:44.843340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-094f4847-417d-47ce-89ed-b6aad1de2018 req-bc5410ce-6586-495b-ae60-416f7d0af6c4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159091 Feb 09 02:52:44.935321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-3e2eb3b6-6bc4-4bcf-b9e8-acbcc1b9e277 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:44.937150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-3e2eb3b6-6bc4-4bcf-b9e8-acbcc1b9e277 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/networks?id=6a5dce85-9e9c-4517-974b-aedff3fba7b4 HTTP/1.1" status: 200 len: 821 time: 0.1929762 Feb 09 02:52:44.955546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-04693907-1617-48f0-a95b-a707499e3da0 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/quotas/b15b7d53980d4208904d1e0629d1ce35 HTTP/1.1" status: 200 len: 375 time: 0.0121281 Feb 09 02:52:44.987821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad94bf-a4bc-4ee7-9f88-3e0c3808f658 req-7a16b66c-ec07-420e-8061-2c732c238cd1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:44.989382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfad94bf-a4bc-4ee7-9f88-3e0c3808f658 req-7a16b66c-ec07-420e-8061-2c732c238cd1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0818286 Feb 09 02:52:44.997682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-ab7b77c6-bcbf-46c4-a8e9-415e3855b6d6 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b15b7d53980d4208904d1e0629d1ce35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356615 Feb 09 02:52:45.060054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfad94bf-a4bc-4ee7-9f88-3e0c3808f658 req-12b04965-cec6-40e9-ba88-229f79596061 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622554 Feb 09 02:52:45.112726 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-75b66497-7d58-43eb-985f-a1ef5df45870 service neutron] 10.222.0.32 "GET /v2.0/networks/6a5dce85-9e9c-4517-974b-aedff3fba7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139276 Feb 09 02:52:45.185001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:45.187362 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb759e4-68b5-4d5f-874f-de726b3f0b0a" -d '{"events": [{"server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "name": "network-vif-plugged", "status": "completed", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:45.219346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-cea89cc1-f67f-464c-b98b-2d92857ffdac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.224781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-cea89cc1-f67f-464c-b98b-2d92857ffdac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.231043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-cea89cc1-f67f-464c-b98b-2d92857ffdac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.235950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-c7296a57-45a7-42ea-901f-aed178d25c8d service neutron] 10.222.0.32 "GET /v2.0/networks/6a5dce85-9e9c-4517-974b-aedff3fba7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165032 Feb 09 02:52:45.236485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-cea89cc1-f67f-464c-b98b-2d92857ffdac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.243523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-cea89cc1-f67f-464c-b98b-2d92857ffdac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.249037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-cea89cc1-f67f-464c-b98b-2d92857ffdac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.254396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-cea89cc1-f67f-464c-b98b-2d92857ffdac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.262804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-cea89cc1-f67f-464c-b98b-2d92857ffdac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.1249270 Feb 09 02:52:45.340081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ab871aa-f56d-4e39-9884-72e3eb28deb9 req-0db5987e-81a4-4e57-bcb5-7adb99ed8102 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762622 Feb 09 02:52:45.487634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['ce666b6a-55ae-48e9-9174-14add160b81c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:45.516622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c4c55-b26b-48f5-a39c-0f0a5b9e9b03 req-287e8a21-cf16-4192-a82b-a7267a4291bf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.524905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a05c4c55-b26b-48f5-a39c-0f0a5b9e9b03 req-287e8a21-cf16-4192-a82b-a7267a4291bf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0965652 Feb 09 02:52:45.610986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8baab-b4cb-4460-b377-146567e6a209 req-5e798e68-91f5-4402-9813-889e1176fd78 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.612987 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ac8baab-b4cb-4460-b377-146567e6a209 req-5e798e68-91f5-4402-9813-889e1176fd78 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1194971 Feb 09 02:52:45.651115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a05c4c55-b26b-48f5-a39c-0f0a5b9e9b03 req-ac18ae2a-b4e7-43f5-b6cb-e8409711b22e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253440 Feb 09 02:52:45.680580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ac8baab-b4cb-4460-b377-146567e6a209 req-b943e930-973f-45f1-bf7e-da7529d041a6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616205 Feb 09 02:52:45.723062 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839e89d5-edff-4e8c-9870-7d072bbb8807 x-openstack-request-id: req-839e89d5-edff-4e8c-9870-7d072bbb8807 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:45.723409 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "name": "network-vif-plugged", "status": "completed", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:45.723626 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-839e89d5-edff-4e8c-9870-7d072bbb8807 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:45.724077 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3', 'code': 200} Feb 09 02:52:45.746230 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:52:45.903009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ade209-c75e-41cf-8b6c-4bbc990ea982 req-397e5a0a-fe5a-4dd0-91c0-40af0e998ba6 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.905506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ade209-c75e-41cf-8b6c-4bbc990ea982 req-397e5a0a-fe5a-4dd0-91c0-40af0e998ba6 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 948 time: 0.1310291 Feb 09 02:52:45.957685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8cfb4-77f6-47f0-8a07-8f0c7e2150b2 req-b14571ad-a14c-4cd3-9961-e7828cd8d94a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:45.959665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01d8cfb4-77f6-47f0-8a07-8f0c7e2150b2 req-b14571ad-a14c-4cd3-9961-e7828cd8d94a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 946 time: 0.1233561 Feb 09 02:52:46.038789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56c4f-eff3-41c9-8c89-d25e59ed5903 req-7640e13e-3bb1-4f85-8e18-eea87aec544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.040618 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cfe56c4f-eff3-41c9-8c89-d25e59ed5903 req-7640e13e-3bb1-4f85-8e18-eea87aec544f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1127 time: 0.2544076 Feb 09 02:52:46.044032 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ade209-c75e-41cf-8b6c-4bbc990ea982 req-3184c04f-1fef-4113-b89c-8b36f9fd02a9 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223550 Feb 09 02:52:46.083704 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01d8cfb4-77f6-47f0-8a07-8f0c7e2150b2 req-b97e887e-1b62-49ff-8f52-8968192bed38 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166883 Feb 09 02:52:46.115570 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cfe56c4f-eff3-41c9-8c89-d25e59ed5903 req-42978caf-5d28-4899-9af7-88d4e2da4781 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624914 Feb 09 02:52:46.178638 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54867cab-5264-4e71-9b3c-1d5a1155e4b3 req-23a6e95e-4f1a-4e50-ba22-d83845cbb4ca tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 210 time: 0.0507281 Feb 09 02:52:46.336563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3829c2-73b6-4178-9596-3b033142cc27 req-5e867e84-f098-4974-95fe-f1c5a4db0b71 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.338145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d3829c2-73b6-4178-9596-3b033142cc27 req-5e867e84-f098-4974-95fe-f1c5a4db0b71 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0735590 Feb 09 02:52:46.414691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d3829c2-73b6-4178-9596-3b033142cc27 req-67bebe18-3989-4deb-bd37-df00ce650d48 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675433 Feb 09 02:52:46.454777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18952d-f8e1-44c1-b035-30f9932cc03b req-303883be-649d-42fe-a2f2-325272414efe tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.464195 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be18952d-f8e1-44c1-b035-30f9932cc03b req-303883be-649d-42fe-a2f2-325272414efe tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1244748 Feb 09 02:52:46.569295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be18952d-f8e1-44c1-b035-30f9932cc03b req-1dd9112e-9a0f-4218-80bc-7c4c92100593 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978961 Feb 09 02:52:46.615380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-2cd6890e-fa86-4f17-8cb8-f49de2990ff9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.623043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-2cd6890e-fa86-4f17-8cb8-f49de2990ff9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.628594 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-2cd6890e-fa86-4f17-8cb8-f49de2990ff9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.633845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-2cd6890e-fa86-4f17-8cb8-f49de2990ff9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.639726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-2cd6890e-fa86-4f17-8cb8-f49de2990ff9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.644992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-2cd6890e-fa86-4f17-8cb8-f49de2990ff9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.651925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-2cd6890e-fa86-4f17-8cb8-f49de2990ff9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.658891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-2cd6890e-fa86-4f17-8cb8-f49de2990ff9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.1360672 Feb 09 02:52:46.725953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c472755c-d9f2-4025-9ebd-c08d407731cf req-9ef84bb2-1c05-4a94-a5db-53fe06a50fec tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661571 Feb 09 02:52:46.833479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38a6e8-922b-470c-8c26-cf1aa1687497 req-8e2994b0-6d17-43b0-a120-18333fd08250 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:46.835298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c38a6e8-922b-470c-8c26-cf1aa1687497 req-8e2994b0-6d17-43b0-a120-18333fd08250 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0788407 Feb 09 02:52:46.922060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c38a6e8-922b-470c-8c26-cf1aa1687497 req-c19cdc4e-a607-49e8-b595-ac98be0ee3b2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798056 Feb 09 02:52:47.220284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374f4b1-1e37-45da-b8fa-41135e1dcd2d req-7ea44b03-5a27-46b4-bf90-695172373eb5 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.222188 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b374f4b1-1e37-45da-b8fa-41135e1dcd2d req-7ea44b03-5a27-46b4-bf90-695172373eb5 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 948 time: 0.0890129 Feb 09 02:52:47.250227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d186768-0fda-4dd8-9f1a-9fbc5da75c12 req-46666b1f-e640-43bb-b8ff-a4e19a7e7c8e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.252986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d186768-0fda-4dd8-9f1a-9fbc5da75c12 req-46666b1f-e640-43bb-b8ff-a4e19a7e7c8e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1107104 Feb 09 02:52:47.290878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b374f4b1-1e37-45da-b8fa-41135e1dcd2d req-6b6c2b65-4f20-48f6-af71-1afccbcf606b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Feb 09 02:52:47.437231 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d186768-0fda-4dd8-9f1a-9fbc5da75c12 req-3bbf2ca7-f3b1-41b6-a5f1-458c78be47dd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261377 Feb 09 02:52:47.445290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa02df-dc84-4c37-82be-972cda96ab03 req-8bbd92bf-d414-440f-b692-6c9c55934654 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.453440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53fa02df-dc84-4c37-82be-972cda96ab03 req-8bbd92bf-d414-440f-b692-6c9c55934654 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 946 time: 0.0869532 Feb 09 02:52:47.481999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-0b8edb8d-ab4b-4c98-9b29-514caf07e162 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.483477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-0b8edb8d-ab4b-4c98-9b29-514caf07e162 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.61 "GET /v2.0/networks?id=6a5dce85-9e9c-4517-974b-aedff3fba7b4 HTTP/1.1" status: 200 len: 821 time: 0.2596703 Feb 09 02:52:47.503324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Request body: {'port': {'device_id': 'aa111bb3-5e00-4346-b011-662542ebfa1c', 'network_id': '6a5dce85-9e9c-4517-974b-aedff3fba7b4', 'admin_state_up': True, 'tenant_id': 'b15b7d53980d4208904d1e0629d1ce35'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:47.516057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53fa02df-dc84-4c37-82be-972cda96ab03 req-46321a9c-a8fc-4a31-af49-43da8789d32e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Feb 09 02:52:47.660501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83a21fcc-4556-4747-ac9d-8a2e250bcb31 req-6eabb7f6-be29-4a63-a075-4a31ac1b4257 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 210 time: 0.0392854 Feb 09 02:52:47.667582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c16fae-7410-44ed-b0f5-daf5d3aaf973 req-91101d1e-f016-4ae1-ac0b-40f5d783d896 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.675739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5c16fae-7410-44ed-b0f5-daf5d3aaf973 req-91101d1e-f016-4ae1-ac0b-40f5d783d896 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0756469 Feb 09 02:52:47.709204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Made reservation on behalf of b15b7d53980d4208904d1e0629d1ce35 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:47.714066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:47.734174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5c16fae-7410-44ed-b0f5-daf5d3aaf973 req-dab25503-354d-4284-a237-5dd7bdb338d4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Feb 09 02:52:47.916554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-d2289123-86f6-4f79-9b7b-74401164f55f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.926316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-d2289123-86f6-4f79-9b7b-74401164f55f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.928099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-d2289123-86f6-4f79-9b7b-74401164f55f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.934200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-d2289123-86f6-4f79-9b7b-74401164f55f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.941226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-d2289123-86f6-4f79-9b7b-74401164f55f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.946649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-d2289123-86f6-4f79-9b7b-74401164f55f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.951912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-d2289123-86f6-4f79-9b7b-74401164f55f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:47.953984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-d2289123-86f6-4f79-9b7b-74401164f55f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.1105361 Feb 09 02:52:48.027092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5c58437-0b94-4a42-8cdb-d11adc7cd61f req-554d3a67-b7fc-4bc9-a9c4-164bc0b35994 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660913 Feb 09 02:52:48.159114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e1f5-4f68-45e5-b50d-f8d73ea84001 req-0bafe188-9d4f-4615-95e1-b7e956008914 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.168523 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96e8e1f5-4f68-45e5-b50d-f8d73ea84001 req-0bafe188-9d4f-4615-95e1-b7e956008914 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0672185 Feb 09 02:52:48.228038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96e8e1f5-4f68-45e5-b50d-f8d73ea84001 req-300249ab-8cf6-4165-9d24-48797082487d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560591 Feb 09 02:52:48.272810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ce666b6a-55ae-48e9-9174-14add160b81c up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:48.293339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Allocated IP 172.20.0.12 (6a5dce85-9e9c-4517-974b-aedff3fba7b4/65575c36-0eda-4a7b-b56a-6d5cb66c0187/c51eaf3b-276c-423b-a528-bce599887977) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:48.349609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port ce666b6a-55ae-48e9-9174-14add160b81c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:48.354670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port ce666b6a-55ae-48e9-9174-14add160b81c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:48.355035 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.372840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9077-b5d0-4780-a6db-941b67eb744e req-6c9bdd4d-0890-4b94-9b68-a418d7e0f338 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.375546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c497fe-d3fb-4a86-8094-65c862e92c84 req-ff2e19b5-3f32-4667-93bb-0b8e42b5ed18 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.377073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54c497fe-d3fb-4a86-8094-65c862e92c84 req-ff2e19b5-3f32-4667-93bb-0b8e42b5ed18 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 946 time: 0.1148973 Feb 09 02:52:48.385928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9077-b5d0-4780-a6db-941b67eb744e req-6c9bdd4d-0890-4b94-9b68-a418d7e0f338 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.393741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9077-b5d0-4780-a6db-941b67eb744e req-6c9bdd4d-0890-4b94-9b68-a418d7e0f338 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.401335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9077-b5d0-4780-a6db-941b67eb744e req-6c9bdd4d-0890-4b94-9b68-a418d7e0f338 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.407707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9077-b5d0-4780-a6db-941b67eb744e req-6c9bdd4d-0890-4b94-9b68-a418d7e0f338 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.413792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9077-b5d0-4780-a6db-941b67eb744e req-6c9bdd4d-0890-4b94-9b68-a418d7e0f338 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.420691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf9077-b5d0-4780-a6db-941b67eb744e req-6c9bdd4d-0890-4b94-9b68-a418d7e0f338 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.435654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6fbf9077-b5d0-4780-a6db-941b67eb744e req-6c9bdd4d-0890-4b94-9b68-a418d7e0f338 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.1479111 Feb 09 02:52:48.437650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53664) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:52:48.448537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Request body: {'floatingip': {'port_id': '4bc7e70e-64b6-4625-b5c1-5493724b6c43'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:48.481292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port ce666b6a-55ae-48e9-9174-14add160b81c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:48.482178 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.511199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54c497fe-d3fb-4a86-8094-65c862e92c84 req-77406260-b123-4565-a1cb-6b0870517368 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276062 Feb 09 02:52:48.513448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979060cf-46f0-4a2c-a0f8-67d1c024b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce666b6a-55ae-48e9-9174-14add160b81c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:48.516857 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef7de0d-3fd6-4696-bbab-54602619854d" -d '{"events": [{"server_uuid": "979060cf-46f0-4a2c-a0f8-67d1c024b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ce666b6a-55ae-48e9-9174-14add160b81c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:48.540182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ce666b6a-55ae-48e9-9174-14add160b81c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ce666b6a-55ae-48e9-9174-14add160b81c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:48.549546 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for floatingip (a986b78d-05cd-4a53-93af-5b6d21549548), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.559028 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.612321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Publish callbacks [] for port (c51eaf3b-276c-423b-a528-bce599887977), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.695182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c51eaf3b-276c-423b-a528-bce599887977), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.753398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Pushing event updated for resources: {'Port': ['ID=c51eaf3b-276c-423b-a528-bce599887977,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:48.774534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb086002-c721-4706-b592-35219ed743ab req-7e2dafdf-acc9-4b29-861e-dba1931f64ec tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.779930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:48.781677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb086002-c721-4706-b592-35219ed743ab req-7e2dafdf-acc9-4b29-861e-dba1931f64ec tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 949 time: 0.1719289 Feb 09 02:52:48.797436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19efe53-3176-4c6e-970f-716d8d834c35 req-e68ed945-3d1e-427a-9e39-d7b742cd1600 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.799129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a19efe53-3176-4c6e-970f-716d8d834c35 req-e68ed945-3d1e-427a-9e39-d7b742cd1600 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1850662 Feb 09 02:52:48.800256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:48.807406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:48.838040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=ce666b6a-55ae-48e9-9174-14add160b81c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:48.901437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:48.902278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:48.909546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a19efe53-3176-4c6e-970f-716d8d834c35 req-2ae84c23-b2c6-4b4b-bf2c-289109cba2e2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984187 Feb 09 02:52:48.933588 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb086002-c721-4706-b592-35219ed743ab req-68fd5ea9-6cda-4276-81ed-e72f47d94c0b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441088 Feb 09 02:52:48.942558 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-20d2cf14-4e5c-4c6a-a024-f255769b46bf tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4425578 Feb 09 02:52:48.955415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-ae26dde1-364f-4608-92cd-1f9ff9104f12 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:52:48.960646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-ae26dde1-364f-4608-92cd-1f9ff9104f12 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108323 Feb 09 02:52:48.970152 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5665ed61-6b29-45e9-8649-a12c19e6c190 x-openstack-request-id: req-5665ed61-6b29-45e9-8649-a12c19e6c190 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:48.970629 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979060cf-46f0-4a2c-a0f8-67d1c024b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ce666b6a-55ae-48e9-9174-14add160b81c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:48.971185 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5665ed61-6b29-45e9-8649-a12c19e6c190 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:48.971790 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979060cf-46f0-4a2c-a0f8-67d1c024b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce666b6a-55ae-48e9-9174-14add160b81c', 'code': 200} Feb 09 02:52:48.983134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Request body: {'port': {'device_id': 'aa111bb3-5e00-4346-b011-662542ebfa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:49.056601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c51eaf3b-276c-423b-a528-bce599887977), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.264053 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.317455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d352fa7-73ed-4293-98f3-172dea062b6f req-39e865d3-caf5-4759-b806-c2b40747f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:49.319011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d352fa7-73ed-4293-98f3-172dea062b6f req-39e865d3-caf5-4759-b806-c2b40747f856 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 1131 time: 0.2757416 Feb 09 02:52:49.327397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3529c0-6997-4a7a-9407-7602c629fd07 req-309dbd2e-b304-46e5-b16b-1c4b54b308dd tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:49.328573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a3529c0-6997-4a7a-9407-7602c629fd07 req-309dbd2e-b304-46e5-b16b-1c4b54b308dd tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 932 time: 0.1183281 Feb 09 02:52:49.417783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f54d2-04c2-4032-9be8-bede74a3557d req-2858de7d-6281-4022-978e-c4a18b2fd104 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:49.422703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-553f54d2-04c2-4032-9be8-bede74a3557d req-2858de7d-6281-4022-978e-c4a18b2fd104 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.2121952 Feb 09 02:52:49.438552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a3529c0-6997-4a7a-9407-7602c629fd07 req-d61bb029-fded-4b52-99da-fffb7e9b9147 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963316 Feb 09 02:52:49.461004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51eaf3b-276c-423b-a528-bce599887977 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:49.484193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Publish callbacks [] for port (c51eaf3b-276c-423b-a528-bce599887977), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.498081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Transition to ACTIVE for port object c51eaf3b-276c-423b-a528-bce599887977 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:52:49.500734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.503538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d352fa7-73ed-4293-98f3-172dea062b6f req-6bcceca3-d793-4a99-9830-3c3bc68b048a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643391 Feb 09 02:52:49.510598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a986b78d-05cd-4a53-93af-5b6d21549548), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.516964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c51eaf3b-276c-423b-a528-bce599887977), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.606037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:49.613636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Pushing event updated for resources: {'Port': ['ID=c51eaf3b-276c-423b-a528-bce599887977,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:49.683130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18520126-9ded-4a11-8e77-068daecba121 req-9f7f7d8c-7877-4d8a-96b1-aaf1ce1f5d6c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:49.690374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18520126-9ded-4a11-8e77-068daecba121 req-9f7f7d8c-7877-4d8a-96b1-aaf1ce1f5d6c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 946 time: 0.1441469 Feb 09 02:52:49.738697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Attempting to bind port c51eaf3b-276c-423b-a528-bce599887977 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:52:49.739108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Attempting to bind port c51eaf3b-276c-423b-a528-bce599887977 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '8a9c02e6-61c0-4a8a-a341-6bf4a74410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a5dce85-9e9c-4517-974b-aedff3fba7b4'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:52:49.739406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Attempting to bind port c51eaf3b-276c-423b-a528-bce599887977 on network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:49.754175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Port c51eaf3b-276c-423b-a528-bce599887977 on network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:52:49.754514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Attempting to bind port c51eaf3b-276c-423b-a528-bce599887977 on network 6a5dce85-9e9c-4517-974b-aedff3fba7b4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:52:49.775311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:49.775537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18520126-9ded-4a11-8e77-068daecba121 req-ee23885a-3bea-4862-a1fa-4b99ce9e2bf7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839663 Feb 09 02:52:49.777075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:52:49.780776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Checking segment: {'id': '8a9c02e6-61c0-4a8a-a341-6bf4a74410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a5dce85-9e9c-4517-974b-aedff3fba7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:52:49.781411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Bound using segment: {'id': '8a9c02e6-61c0-4a8a-a341-6bf4a74410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a5dce85-9e9c-4517-974b-aedff3fba7b4'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:52:49.785763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Bound port: c51eaf3b-276c-423b-a528-bce599887977, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9c02e6-61c0-4a8a-a341-6bf4a74410e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a5dce85-9e9c-4517-974b-aedff3fba7b4'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:52:49.786394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c51eaf3b-276c-423b-a528-bce599887977), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.800875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'port_id': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'mac_address': 'fa:16:3e:0e:21:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e5f4c-91b4-4f13-8713-bd53fdcd6014', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:49.852941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:49.853483 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.867715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:49.890066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:49.897551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] For port c51eaf3b-276c-423b-a528-bce599887977, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:52:49.900112 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.903345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] For port c51eaf3b-276c-423b-a528-bce599887977, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c51eaf3b-276c-423b-a528-bce599887977,segment=NetworkSegment(8a9c02e6-61c0-4a8a-a341-6bf4a74410e3),segment_id=8a9c02e6-61c0-4a8a-a341-6bf4a74410e3)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:52:49.918603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-553f54d2-04c2-4032-9be8-bede74a3557d req-3cb93f16-75ef-4e45-a187-5d592c4cd537 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881699 Feb 09 02:52:49.956158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c51eaf3b-276c-423b-a528-bce599887977), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:49.968712 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Floating IP a986b78d-05cd-4a53-93af-5b6d21549548 associated. External IP: 172.25.2.107, port: 4bc7e70e-64b6-4625-b5c1-5493724b6c43. Feb 09 02:52:49.975532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:50.004982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:50.005751 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.007211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] 10.222.0.61 "PUT /v2.0/ports/c51eaf3b-276c-423b-a528-bce599887977 HTTP/1.1" status: 200 len: 1092 time: 1.0304210 Feb 09 02:52:50.009131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa111bb3-5e00-4346-b011-662542ebfa1c', 'tag': 'c51eaf3b-276c-423b-a528-bce599887977'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:50.012503 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7e27fa-8983-4a75-9c3f-4a681a352b17" -d '{"events": [{"name": "network-changed", "server_uuid": "aa111bb3-5e00-4346-b011-662542ebfa1c", "tag": "c51eaf3b-276c-423b-a528-bce599887977"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:50.042949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:50.054807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2fd84-439a-4654-ab0a-e96be8ff0bde req-7990eb8a-8bf7-4e47-b54d-3e8272b87a09 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:50.059343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59d2fd84-439a-4654-ab0a-e96be8ff0bde req-7990eb8a-8bf7-4e47-b54d-3e8272b87a09 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 944 time: 0.1517029 Feb 09 02:52:50.084859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0a49-0b8d-4076-9b23-088b5147d347 service neutron] Pushing event updated for resources: {'Port': ['ID=c51eaf3b-276c-423b-a528-bce599887977,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:50.177118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59d2fd84-439a-4654-ab0a-e96be8ff0bde req-6eead3ee-2076-4ef6-ac13-77589ccf0a56 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027064 Feb 09 02:52:50.201816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-6f16d99e-c4a3-4eda-908b-46f26670c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:50.203635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-6f16d99e-c4a3-4eda-908b-46f26670c692 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b15b7d53980d4208904d1e0629d1ce35&device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 1126 time: 0.1021457 Feb 09 02:52:50.302738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c9ba-9a54-4c6a-8ab4-990b6867fc76 req-12ae3e21-f436-4105-b8a3-1e923a114df7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:50.310881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09c5c9ba-9a54-4c6a-8ab4-990b6867fc76 req-12ae3e21-f436-4105-b8a3-1e923a114df7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1901457 Feb 09 02:52:50.334777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-b5fadaf0-4399-47ce-94e9-7df832000cbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51eaf3b-276c-423b-a528-bce599887977 HTTP/1.1" status: 200 len: 217 time: 0.1211295 Feb 09 02:52:50.396836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09c5c9ba-9a54-4c6a-8ab4-990b6867fc76 req-338d174e-5b6f-4da5-8710-9adc7e3599a3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801992 Feb 09 02:52:50.404050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Router 4b83e111-ee24-4edb-980b-a26370295e22 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:52:50.407998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753350e-25dd-4bb6-9bad-64047ee40cf7 req-aa2cffee-a211-4c60-b87c-d194daa36d29 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:50.410021 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a753350e-25dd-4bb6-9bad-64047ee40cf7 req-aa2cffee-a211-4c60-b87c-d194daa36d29 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 949 time: 0.1073344 Feb 09 02:52:50.428352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-f3aa2757-60e2-4ac4-9d9b-0590c37e1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:50.429759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-f3aa2757-60e2-4ac4-9d9b-0590c37e1f9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65575c36-0eda-4a7b-b56a-6d5cb66c0187 HTTP/1.1" status: 200 len: 861 time: 0.0878267 Feb 09 02:52:50.475285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-d4424c06-857f-41ec-b9ee-c5456a32332d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a5dce85-9e9c-4517-974b-aedff3fba7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329235 Feb 09 02:52:50.557153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a753350e-25dd-4bb6-9bad-64047ee40cf7 req-ec188483-361a-4c78-b108-d376814a5659 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290390 Feb 09 02:52:50.572617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b2371-352b-4fd1-84bc-2a4f3bc650a9 req-cce7cc65-06b8-4d39-9f3a-0f009d925fee tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:50.573985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a11b2371-352b-4fd1-84bc-2a4f3bc650a9 req-cce7cc65-06b8-4d39-9f3a-0f009d925fee tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1127 time: 0.0810812 Feb 09 02:52:50.580989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:52:50.586173 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:50.593889 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] Sync routers for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:52:50.607527 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:50.608447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:52:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:50.639498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-1f9b8f40-8c48-4184-b2aa-2a81cdd077b5 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dce85-9e9c-4517-974b-aedff3fba7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576197 Feb 09 02:52:50.694320 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cd212496-6adb-4e5d-b0db-86407cb0380b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "PUT /v2.0/floatingips/a986b78d-05cd-4a53-93af-5b6d21549548 HTTP/1.1" status: 200 len: 991 time: 2.2552264 Feb 09 02:52:50.697046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:50.699523 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6669b1-9335-4f12-a1b5-40573ff4ebea" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:50.729437 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a11b2371-352b-4fd1-84bc-2a4f3bc650a9 req-d5c222d6-04cd-42b3-abd0-811436802bd6 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845170 Feb 09 02:52:50.811855 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:50.833409 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bd0ebc-1a0c-47b5-af11-3b2e4a85311f x-openstack-request-id: req-83bd0ebc-1a0c-47b5-af11-3b2e4a85311f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:50.837214 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa111bb3-5e00-4346-b011-662542ebfa1c", "tag": "c51eaf3b-276c-423b-a528-bce599887977", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:50.838479 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83bd0ebc-1a0c-47b5-af11-3b2e4a85311f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:50.839268 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa111bb3-5e00-4346-b011-662542ebfa1c', 'tag': 'c51eaf3b-276c-423b-a528-bce599887977', 'status': 'completed', 'code': 200} Feb 09 02:52:50.932728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c228912d-0e51-40a0-bbac-b7641aeed66b req-ba1da76b-2404-4350-9f0d-d4ab3c284567 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dce85-9e9c-4517-974b-aedff3fba7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845478 Feb 09 02:52:51.019078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb75c7-c563-4e66-800e-1790900dc80f req-4e122986-9a65-4e21-ab54-6352dd3b4cd7 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.020685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2cbb75c7-c563-4e66-800e-1790900dc80f req-4e122986-9a65-4e21-ab54-6352dd3b4cd7 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 944 time: 0.1119735 Feb 09 02:52:51.094841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2cbb75c7-c563-4e66-800e-1790900dc80f req-a9505b59-1e1c-4a09-9e99-8b2c05bec27b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612803 Feb 09 02:52:51.149802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd076-3ac9-4025-83db-9632d971d839 req-d486d788-b56a-46f0-a806-c939316f5ad2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.156166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd076-3ac9-4025-83db-9632d971d839 req-d486d788-b56a-46f0-a806-c939316f5ad2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.161794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd076-3ac9-4025-83db-9632d971d839 req-d486d788-b56a-46f0-a806-c939316f5ad2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.171961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd076-3ac9-4025-83db-9632d971d839 req-d486d788-b56a-46f0-a806-c939316f5ad2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.174324 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7669fa89-cb0d-47c2-ab7a-6d8890e87aac x-openstack-request-id: req-7669fa89-cb0d-47c2-ab7a-6d8890e87aac {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:51.174621 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:51.174876 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7669fa89-cb0d-47c2-ab7a-6d8890e87aac {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:51.175293 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'status': 'completed', 'code': 200} Feb 09 02:52:51.178316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd076-3ac9-4025-83db-9632d971d839 req-d486d788-b56a-46f0-a806-c939316f5ad2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.185160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd076-3ac9-4025-83db-9632d971d839 req-d486d788-b56a-46f0-a806-c939316f5ad2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.190477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd076-3ac9-4025-83db-9632d971d839 req-d486d788-b56a-46f0-a806-c939316f5ad2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.199892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-092fd076-3ac9-4025-83db-9632d971d839 req-d486d788-b56a-46f0-a806-c939316f5ad2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.2212825 Feb 09 02:52:51.205071 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:51.236311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-29049193-6f6d-4adb-8c64-4fb0fce0b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.238207 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-29049193-6f6d-4adb-8c64-4fb0fce0b803 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b15b7d53980d4208904d1e0629d1ce35&device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 1126 time: 0.2330384 Feb 09 02:52:51.263764 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a986b78d-05cd-4a53-93af-5b6d21549548', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'port_id': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'mac_address': 'fa:16:3e:3f:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:59Z', 'updated_at': '2022-02-09T02:52:49Z', 'revision_number': 1, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:40Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:51.285682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-5d2e9598-af40-4354-8b27-7116544d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.286169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-5d2e9598-af40-4354-8b27-7116544d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.286670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-5d2e9598-af40-4354-8b27-7116544d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.287798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-5d2e9598-af40-4354-8b27-7116544d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.288292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-5d2e9598-af40-4354-8b27-7116544d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.289517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-5d2e9598-af40-4354-8b27-7116544d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.290771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-5d2e9598-af40-4354-8b27-7116544d537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.292987 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-5d2e9598-af40-4354-8b27-7116544d537e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f5bfcf4053440c98e4d8a4572001516&device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6706 time: 0.0853126 Feb 09 02:52:51.347153 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] Checking router: 4b83e111-ee24-4edb-980b-a26370295e22 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:52:51.358030 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:52:51.358827 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:52:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:51.422037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-092fd076-3ac9-4025-83db-9632d971d839 req-91101132-0567-4b52-9273-fbda6b8cf6ed tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2212059 Feb 09 02:52:51.436627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-7a133943-265d-41d5-82a0-98d42c92068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.438097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-7a133943-265d-41d5-82a0-98d42c92068e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b799aea-b9be-4e59-9337-9682fc26a869 HTTP/1.1" status: 200 len: 913 time: 0.1340744 Feb 09 02:52:51.477144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-8c727cf2-394e-4577-bc5e-d5298d3dade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.479750 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-8c727cf2-394e-4577-bc5e-d5298d3dade2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a5dce85-9e9c-4517-974b-aedff3fba7b4 HTTP/1.1" status: 200 len: 922 time: 0.2269149 Feb 09 02:52:51.556091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-c205c76c-34ce-43ee-8780-fdf34d8463ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c51eaf3b-276c-423b-a528-bce599887977 HTTP/1.1" status: 200 len: 217 time: 0.0598769 Feb 09 02:52:51.623828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:51.656643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c976d2-47b9-45f0-a9ae-996b548f8cd7 req-02e4839f-ee33-4485-8e20-af084c30ec7e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.672184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87c976d2-47b9-45f0-a9ae-996b548f8cd7 req-02e4839f-ee33-4485-8e20-af084c30ec7e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 946 time: 0.3780107 Feb 09 02:52:51.677013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-aadf968c-b669-4773-a70c-c897139904ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.684665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-aadf968c-b669-4773-a70c-c897139904ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65575c36-0eda-4a7b-b56a-6d5cb66c0187 HTTP/1.1" status: 200 len: 861 time: 0.1221046 Feb 09 02:52:51.719099 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:52:51.726982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-258236f0-55ed-4e24-aa72-d0985ef89e09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a5dce85-9e9c-4517-974b-aedff3fba7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275173 Feb 09 02:52:51.797803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:51.798270 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:51.890353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd432d-38dc-472e-91f0-3b990d0bdd6c req-737e47d9-058a-46e9-a164-eb8ec8bf9799 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:51.897605 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5bd432d-38dc-472e-91f0-3b990d0bdd6c req-737e47d9-058a-46e9-a164-eb8ec8bf9799 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 944 time: 0.2072456 Feb 09 02:52:51.951460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-ccb730cd-f8b5-48a8-b45e-5c412ca89415 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc7e70e-64b6-4625-b5c1-5493724b6c43 HTTP/1.1" status: 200 len: 999 time: 0.5044065 Feb 09 02:52:51.968755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5bd432d-38dc-472e-91f0-3b990d0bdd6c req-451f6ebf-6d55-468f-9839-3b537a9828c7 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695109 Feb 09 02:52:52.004850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-fde2212c-059c-4b7b-9218-a8404deccdfe service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dce85-9e9c-4517-974b-aedff3fba7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526064 Feb 09 02:52:52.054310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:52.054738 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.088193 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87c976d2-47b9-45f0-a9ae-996b548f8cd7 req-384cbf30-36a0-47b6-bd2d-92d1eaf0bc7f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141846 Feb 09 02:52:52.142080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:52.151607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:52.154089 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45dbe2-3a9c-401f-9c76-ea6df0a94166" -d '{"events": [{"server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "name": "network-vif-plugged", "status": "completed", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:52.163162 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.179670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-36c8b0f5-dc2a-4424-99e9-c188511cbf20 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:52.181257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-36c8b0f5-dc2a-4424-99e9-c188511cbf20 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 946 time: 0.5757353 Feb 09 02:52:52.200387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b7e27fa-8983-4a75-9c3f-4a681a352b17 req-ad79654f-032c-4086-85af-76e688d6b8b2 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dce85-9e9c-4517-974b-aedff3fba7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807308 Feb 09 02:52:52.227135 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a986b78d-05cd-4a53-93af-5b6d21549548', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'port_id': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'mac_address': 'fa:16:3e:3f:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:59Z', 'updated_at': '2022-02-09T02:52:49Z', 'revision_number': 1, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:40Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:52:52.262754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-ec54db51-328e-4f8f-ba2a-0bc476f5c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:52.264282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-ec54db51-328e-4f8f-ba2a-0bc476f5c261 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffed1295-2d64-4ddb-ac25-6211e02bb325 HTTP/1.1" status: 200 len: 851 time: 0.2724717 Feb 09 02:52:52.300656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:52.310949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef8619-9a6b-4c45-81af-7e86e514ce21 req-ce918b19-81e1-42ce-88ae-065c2ba8c4fe tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:52.318390 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ef8619-9a6b-4c45-81af-7e86e514ce21 req-ce918b19-81e1-42ce-88ae-065c2ba8c4fe tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1168108 Feb 09 02:52:52.319782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 13580537-ad51-4814-85ea-eb2a70122139 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:52.326416 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef205b81-c2a9-4c31-91cd-89235f484a6c None None] The sync data for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 is: [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a986b78d-05cd-4a53-93af-5b6d21549548', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'port_id': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'mac_address': 'fa:16:3e:3f:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:50:59Z', 'updated_at': '2022-02-09T02:52:49Z', 'revision_number': 1, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:40Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:52:52.397412 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ef8619-9a6b-4c45-81af-7e86e514ce21 req-41c45a15-3a99-438c-86bc-ce3a70cf94c7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776289 Feb 09 02:52:52.529887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 13580537-ad51-4814-85ea-eb2a70122139 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:52.530290 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13580537-ad51-4814-85ea-eb2a70122139), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.557880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c4e92-1574-4efd-8ff5-49b8570101bc req-3737cadf-4151-4038-a92a-8a8fab8bc46a tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:52.560972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b90c4e92-1574-4efd-8ff5-49b8570101bc req-3737cadf-4151-4038-a92a-8a8fab8bc46a tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 949 time: 0.3756967 Feb 09 02:52:52.617096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:52.631318 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.632149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6e8202be-b52b-4657-a2fd-9b230c2cc40e no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:52:52.684373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-923103b7-5e76-4a9f-85fe-24d42eac4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:52.697841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-923103b7-5e76-4a9f-85fe-24d42eac4aa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b799aea-b9be-4e59-9337-9682fc26a869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4180014 Feb 09 02:52:52.738939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-459e7c2b-a6f6-4b77-8b95-6ea50da2ffc9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:52:52.741957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-459e7c2b-a6f6-4b77-8b95-6ea50da2ffc9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0294096 Feb 09 02:52:52.760753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:52.778955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b90c4e92-1574-4efd-8ff5-49b8570101bc req-242d4e55-7717-48d7-8110-df50c2747fce tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060981 Feb 09 02:52:52.879492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Deleting port 6e8202be-b52b-4657-a2fd-9b230c2cc40e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:52.882880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.886692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6e8202be-b52b-4657-a2fd-9b230c2cc40e is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:52.887465 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:52.889516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56513b69-d8a2-42bf-87fb-d7648317d159 None None] New status for floating IP a986b78d-05cd-4a53-93af-5b6d21549548: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:52:52.991114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6e8202be-b52b-4657-a2fd-9b230c2cc40e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6e8202be-b52b-4657-a2fd-9b230c2cc40e,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:53.034875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.094809 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-f0fecb07-34cf-4933-b702-7fa7d2b3f755 service neutron] 10.222.0.26 "GET /v2.0/networks/9b799aea-b9be-4e59-9337-9682fc26a869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460696 Feb 09 02:52:53.098881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6e8202be-b52b-4657-a2fd-9b230c2cc40e,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:53.104404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] For port 6e8202be-b52b-4657-a2fd-9b230c2cc40e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6e8202be-b52b-4657-a2fd-9b230c2cc40e,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:53.105013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.134175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e4df-b51d-4627-a13c-624cff94bbe4 req-1e33cbfe-b676-4d49-ae97-3bdff05a60ed tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.136541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ff9e4df-b51d-4627-a13c-624cff94bbe4 req-1e33cbfe-b676-4d49-ae97-3bdff05a60ed tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 944 time: 0.1740580 Feb 09 02:52:53.179130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Calling delete_port for 6e8202be-b52b-4657-a2fd-9b230c2cc40e owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:53.372098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ff9e4df-b51d-4627-a13c-624cff94bbe4 req-e5d3bba0-1231-4e63-97dc-3b7529df4b6f tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199340 Feb 09 02:52:53.415476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6669b1-9335-4f12-a1b5-40573ff4ebea req-963259b5-9f78-4005-a025-6f7f939b89c9 service neutron] 10.222.0.26 "GET /v2.0/networks/9b799aea-b9be-4e59-9337-9682fc26a869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042004 Feb 09 02:52:53.491527 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc9ef2-4eb4-455e-9771-9bcbef622d61 x-openstack-request-id: req-a9fc9ef2-4eb4-455e-9771-9bcbef622d61 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:53.492148 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "name": "network-vif-plugged", "status": "completed", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:53.492148 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9fc9ef2-4eb4-455e-9771-9bcbef622d61 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:53.492488 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'code': 200} Feb 09 02:52:53.497675 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6e8202be-b52b-4657-a2fd-9b230c2cc40e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.514601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:53.560060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event deleted for resources: {'Port': ['ID=6e8202be-b52b-4657-a2fd-9b230c2cc40e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:53.576139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.576977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.577324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.577661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.577992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.578406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.578835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.579346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.579852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.580363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.581912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.582498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.583069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:52:53.668680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] No DVR routers for this DVR port 6e8202be-b52b-4657-a2fd-9b230c2cc40e on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:53.671951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:53.674396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c51eaf3b-276c-423b-a528-bce599887977 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:52:53.675657 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-81375d32-c42b-48e3-af07-edbd59f80d30 req-a9a3a590-ea95-4019-b0e1-c60a599637cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.26 "DELETE /v2.0/ports/6e8202be-b52b-4657-a2fd-9b230c2cc40e HTTP/1.1" status: 204 len: 173 time: 1.4847887 Feb 09 02:52:53.676413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a147ea-8fda-487b-9675-0270d213985d', 'name': 'network-vif-deleted', 'tag': '6e8202be-b52b-4657-a2fd-9b230c2cc40e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:53.679429 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb51b81e-9936-4cb3-acc3-48cb7bb8eea4" -d '{"events": [{"server_uuid": "f6a147ea-8fda-487b-9675-0270d213985d", "name": "network-vif-deleted", "tag": "6e8202be-b52b-4657-a2fd-9b230c2cc40e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:53.701972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-da77c890-00af-4ae5-86bf-3adf972b7cc0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.708812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-da77c890-00af-4ae5-86bf-3adf972b7cc0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.718190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8888d-6540-4325-b518-10e87c3b8f97 req-96a5e35e-abe7-449f-a582-1069cfe4fb4d tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.720433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46c8888d-6540-4325-b518-10e87c3b8f97 req-96a5e35e-abe7-449f-a582-1069cfe4fb4d tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 1131 time: 0.1342077 Feb 09 02:52:53.752730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-da77c890-00af-4ae5-86bf-3adf972b7cc0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.760307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-da77c890-00af-4ae5-86bf-3adf972b7cc0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.777633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-da77c890-00af-4ae5-86bf-3adf972b7cc0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.799519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-da77c890-00af-4ae5-86bf-3adf972b7cc0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.804376 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46c8888d-6540-4325-b518-10e87c3b8f97 req-72529e8e-04c9-4894-9480-b9508c97a1a0 tempest-ServersOnMultiNodesTest-417234876 tempest-ServersOnMultiNodesTest-417234876-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719750 Feb 09 02:52:53.819195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-da77c890-00af-4ae5-86bf-3adf972b7cc0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:53.821200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-da77c890-00af-4ae5-86bf-3adf972b7cc0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.3122315 Feb 09 02:52:53.968418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1a4aad7-b7dd-4ce9-9a94-55e9b6929092 req-d33dae0b-f44b-43bd-85e2-f10ad0756a23 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294403 Feb 09 02:52:53.976902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c51eaf3b-276c-423b-a528-bce599887977, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c51eaf3b-276c-423b-a528-bce599887977,segment=NetworkSegment(8a9c02e6-61c0-4a8a-a341-6bf4a74410e3),segment_id=8a9c02e6-61c0-4a8a-a341-6bf4a74410e3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:54.000517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'c51eaf3b-276c-423b-a528-bce599887977', 'network_id': '6a5dce85-9e9c-4517-974b-aedff3fba7b4', 'port_id': 'c51eaf3b-276c-423b-a528-bce599887977', 'mac_address': 'fa:16:3e:9d:59:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65575c36-0eda-4a7b-b56a-6d5cb66c0187', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:52:54.029964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a8108-93df-415b-b399-f86593682158 req-395a921b-99d1-4c61-9e8d-4cdfe6e0ad5a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.045189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf2a8108-93df-415b-b399-f86593682158 req-395a921b-99d1-4c61-9e8d-4cdfe6e0ad5a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1229665 Feb 09 02:52:54.045914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c51eaf3b-276c-423b-a528-bce599887977 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:54.046464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c51eaf3b-276c-423b-a528-bce599887977), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.065907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51eaf3b-276c-423b-a528-bce599887977 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:52:54.097848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c51eaf3b-276c-423b-a528-bce599887977, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c51eaf3b-276c-423b-a528-bce599887977,segment=NetworkSegment(8a9c02e6-61c0-4a8a-a341-6bf4a74410e3),segment_id=8a9c02e6-61c0-4a8a-a341-6bf4a74410e3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:54.127602 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c51eaf3b-276c-423b-a528-bce599887977), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:54.144086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03c09296-2931-4651-93ec-d4597f46cf49 req-ab972cfa-5f50-441d-b6e0-5fd6756277bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6a147ea-8fda-487b-9675-0270d213985d HTTP/1.1" status: 200 len: 210 time: 0.0621719 Feb 09 02:52:54.221047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf2a8108-93df-415b-b399-f86593682158 req-0f9690ec-2a93-4c8b-ac45-2c702f7bafbb tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719670 Feb 09 02:52:54.275291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=c51eaf3b-276c-423b-a528-bce599887977,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:54.431910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629ac1f-6c53-4804-a0ce-74560c021194 req-6b6ffe56-6d28-4689-ac08-33b8720a31b6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.441141 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7629ac1f-6c53-4804-a0ce-74560c021194 req-6b6ffe56-6d28-4689-ac08-33b8720a31b6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1112638 Feb 09 02:52:54.479519 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426fc625-549a-4b35-8986-3e3122d8b484 x-openstack-request-id: req-426fc625-549a-4b35-8986-3e3122d8b484 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:54.479832 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a147ea-8fda-487b-9675-0270d213985d", "name": "network-vif-deleted", "tag": "6e8202be-b52b-4657-a2fd-9b230c2cc40e", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:54.481405 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-426fc625-549a-4b35-8986-3e3122d8b484 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:54.481873 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a147ea-8fda-487b-9675-0270d213985d', 'name': 'network-vif-deleted', 'tag': '6e8202be-b52b-4657-a2fd-9b230c2cc40e', 'status': 'completed', 'code': 200} Feb 09 02:52:54.496695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['c51eaf3b-276c-423b-a528-bce599887977'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:54.571621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7629ac1f-6c53-4804-a0ce-74560c021194 req-282f2fbc-581d-4b8a-9934-8832a2916b15 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290071 Feb 09 02:52:54.758810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-b6146735-4f2b-4157-b989-acb77184840c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.766907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-b6146735-4f2b-4157-b989-acb77184840c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.771591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-b6146735-4f2b-4157-b989-acb77184840c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.777425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-b6146735-4f2b-4157-b989-acb77184840c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.782906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-b6146735-4f2b-4157-b989-acb77184840c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.788035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-b6146735-4f2b-4157-b989-acb77184840c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.793153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961d294-2c1f-4a33-a954-6aa065ce75d3 req-3b0838ab-a4c2-4f8f-9efe-abfca0ef1f2d tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.794593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-b6146735-4f2b-4157-b989-acb77184840c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:54.795424 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8961d294-2c1f-4a33-a954-6aa065ce75d3 req-3b0838ab-a4c2-4f8f-9efe-abfca0ef1f2d tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 945 time: 0.0904160 Feb 09 02:52:54.797569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-b6146735-4f2b-4157-b989-acb77184840c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.1355355 Feb 09 02:52:54.849615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8961d294-2c1f-4a33-a954-6aa065ce75d3 req-2314c64a-9f28-4662-b9e7-2462ea4627a4 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485449 Feb 09 02:52:54.892824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3472ef23-bc7a-4ce1-849c-16f0ab0cb6c4 req-24e94929-7a45-47d4-9263-a36bb4f10e4f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803525 Feb 09 02:52:55.038590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9887a-2920-424e-98de-21e0f30d321f req-5acb814a-4d99-4ebc-bb68-aeb526a6f2d8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.045449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8af9887a-2920-424e-98de-21e0f30d321f req-5acb814a-4d99-4ebc-bb68-aeb526a6f2d8 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 949 time: 0.0828967 Feb 09 02:52:55.071742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-b89c28e1-ef56-4ffc-8731-8e97a5fdd590 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.078732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-b89c28e1-ef56-4ffc-8731-8e97a5fdd590 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 805 time: 0.1311986 Feb 09 02:52:55.090899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-95bca855-692d-4821-9b38-8a232b5697ae tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/quotas/c1339907781a422791ef313023fe8185 HTTP/1.1" status: 200 len: 375 time: 0.0109136 Feb 09 02:52:55.114850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8af9887a-2920-424e-98de-21e0f30d321f req-3499e6f3-1e14-4347-a251-fd530c29844a tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629897 Feb 09 02:52:55.146165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-fa3d88e8-c06b-4eba-b2f5-83938453445e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511289 Feb 09 02:52:55.260450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee3af-09ef-4a91-85ca-5885bd5d2174 req-ff22bf57-90aa-40da-9bca-c51f1b86249c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.266184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee3af-09ef-4a91-85ca-5885bd5d2174 req-ff22bf57-90aa-40da-9bca-c51f1b86249c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.272166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee3af-09ef-4a91-85ca-5885bd5d2174 req-ff22bf57-90aa-40da-9bca-c51f1b86249c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.277333 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-ff4fe973-7404-4fcc-8c17-80b201960202 service neutron] 10.222.0.32 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187196 Feb 09 02:52:55.277679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee3af-09ef-4a91-85ca-5885bd5d2174 req-ff22bf57-90aa-40da-9bca-c51f1b86249c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.283285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee3af-09ef-4a91-85ca-5885bd5d2174 req-ff22bf57-90aa-40da-9bca-c51f1b86249c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.288753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee3af-09ef-4a91-85ca-5885bd5d2174 req-ff22bf57-90aa-40da-9bca-c51f1b86249c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.294203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ee3af-09ef-4a91-85ca-5885bd5d2174 req-ff22bf57-90aa-40da-9bca-c51f1b86249c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.296211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d1ee3af-09ef-4a91-85ca-5885bd5d2174 req-ff22bf57-90aa-40da-9bca-c51f1b86249c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.1131961 Feb 09 02:52:55.396464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-80a08976-751f-4203-941a-1081627e7498 service neutron] 10.222.0.32 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122341 Feb 09 02:52:55.493504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13580537-ad51-4814-85ea-eb2a70122139'}, {'server_uuid': 'f6a147ea-8fda-487b-9675-0270d213985d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8202be-b52b-4657-a2fd-9b230c2cc40e'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:55.496192 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0ecb8d-abaf-4bcf-831a-4ee80d47b561" -d '{"events": [{"server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "name": "network-vif-unplugged", "status": "completed", "tag": "13580537-ad51-4814-85ea-eb2a70122139"}, {"server_uuid": "f6a147ea-8fda-487b-9675-0270d213985d", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8202be-b52b-4657-a2fd-9b230c2cc40e"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:55.774586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f72b18-1468-472d-81ab-f720a9ff1e3d req-dd1d93f1-61db-4d36-811c-2f9bfa7a8cad tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:55.774586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74f72b18-1468-472d-81ab-f720a9ff1e3d req-dd1d93f1-61db-4d36-811c-2f9bfa7a8cad tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0884478 Feb 09 02:52:55.775583 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6b8b24-2810-47e0-84a2-05bac54ed14e x-openstack-request-id: req-fd6b8b24-2810-47e0-84a2-05bac54ed14e {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:55.775583 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "name": "network-vif-unplugged", "status": "completed", "tag": "13580537-ad51-4814-85ea-eb2a70122139", "code": 200}, {"server_uuid": "f6a147ea-8fda-487b-9675-0270d213985d", "name": "network-vif-unplugged", "status": "completed", "tag": "6e8202be-b52b-4657-a2fd-9b230c2cc40e", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:55.775583 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd6b8b24-2810-47e0-84a2-05bac54ed14e {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:55.775583 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13580537-ad51-4814-85ea-eb2a70122139', 'code': 200} Feb 09 02:52:55.775583 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a147ea-8fda-487b-9675-0270d213985d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8202be-b52b-4657-a2fd-9b230c2cc40e', 'code': 200} Feb 09 02:52:55.837411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74f72b18-1468-472d-81ab-f720a9ff1e3d req-d5196cfe-e1a9-4f61-b737-d84dd7846339 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 Feb 09 02:52:55.884027 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e37c059c-e3e0-47f5-aea6-d8c2246983d6 req-dbb2db34-fa7e-492e-a53b-51dbb033eee7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 210 time: 0.0816491 Feb 09 02:52:56.074191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f056ef-ca27-4ba2-bbf1-3995e0bb48dc req-0167cf93-4b88-4443-a15b-d4f30e2cd914 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:56.084844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f056ef-ca27-4ba2-bbf1-3995e0bb48dc req-0167cf93-4b88-4443-a15b-d4f30e2cd914 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 945 time: 0.0989616 Feb 09 02:52:56.095201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f1da5-4e32-4b5f-8aa1-3b15e2b096e6 req-a12d2c55-2a32-43a1-982c-f2b8b30fa15f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:56.096749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb4f1da5-4e32-4b5f-8aa1-3b15e2b096e6 req-a12d2c55-2a32-43a1-982c-f2b8b30fa15f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0843935 Feb 09 02:52:56.147374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52f056ef-ca27-4ba2-bbf1-3995e0bb48dc req-cf09747e-1116-4b91-8b5c-2053935a0f44 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599189 Feb 09 02:52:56.212477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb4f1da5-4e32-4b5f-8aa1-3b15e2b096e6 req-8f2c19e9-76c9-40e7-a79d-2178027ac005 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082265 Feb 09 02:52:56.358633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d11992-9e06-402e-9cdc-bb80d8834816 req-20c0d32e-44f9-4d55-9cf4-c6d2026db6c1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:56.368721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-05d11992-9e06-402e-9cdc-bb80d8834816 req-20c0d32e-44f9-4d55-9cf4-c6d2026db6c1 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 949 time: 0.0885065 Feb 09 02:52:56.439045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-18ff6e5e-9641-4a8e-98b4-5d260ce77f7e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:56.445252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-05d11992-9e06-402e-9cdc-bb80d8834816 req-d9fdffd4-1a71-4c8f-a922-98b17e1c632e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743806 Feb 09 02:52:56.445906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-18ff6e5e-9641-4a8e-98b4-5d260ce77f7e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.2061329 Feb 09 02:52:56.472500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-1736a7ea-5b59-4c57-b612-ff48edb96b32 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/quotas/73853ba10f5c4cd4be5969a0d564c931 HTTP/1.1" status: 200 len: 375 time: 0.0249193 Feb 09 02:52:56.568715 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-d5c91844-9eb5-4027-b11f-c64b01ffa5ff tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952051 Feb 09 02:52:56.793948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-0780da6b-9aa3-4fc4-a68a-ba8389c0fd1f service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242706 Feb 09 02:52:56.905623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-558b3b7b-fdae-435c-a0cb-b224d9c69869 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:56.907163 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-558b3b7b-fdae-435c-a0cb-b224d9c69869 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd63076-c1fe-4cd5-86bf-107ef13bec31 HTTP/1.1" status: 200 len: 943 time: 0.2271135 Feb 09 02:52:56.924317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-2ed307b9-ca31-4f2d-8624-40dc5d09a8ac service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294153 Feb 09 02:52:56.975418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-b079e88f-f66a-4a6b-a327-d7bcf5e25f5d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:56.984463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-b079e88f-f66a-4a6b-a327-d7bcf5e25f5d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 949 time: 0.3054507 Feb 09 02:52:57.098371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fa494-3254-4be7-aec3-0d8812cb8b23 req-6be67c9f-8ad1-466b-a7e0-1ef2abbc0f83 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:57.100082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c38fa494-3254-4be7-aec3-0d8812cb8b23 req-6be67c9f-8ad1-466b-a7e0-1ef2abbc0f83 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1187792 Feb 09 02:52:57.198209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c38fa494-3254-4be7-aec3-0d8812cb8b23 req-a3ada146-c218-41e0-b0f6-11d93788f825 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888238 Feb 09 02:52:57.319612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cf31d9f0-78d3-42e1-8e82-497b05f52f07 req-41da93e5-23dc-4af4-9926-ee1b0ef75beb tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 210 time: 0.0633001 Feb 09 02:52:57.415332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d67503f8-ec86-413e-ad00-ae2bdba05f3d req-c7d4bcd9-cfae-480a-9132-1f7b3880c6a7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 210 time: 0.1996214 Feb 09 02:52:57.482222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Deleting port 13580537-ad51-4814-85ea-eb2a70122139 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:57.482498 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (13580537-ad51-4814-85ea-eb2a70122139), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.569069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Deleting port ce666b6a-55ae-48e9-9174-14add160b81c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:52:57.569311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.661571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c51eaf3b-276c-423b-a528-bce599887977 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:52:57.736702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-92c4f995-6668-4dd9-960d-d820d1b24e94 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:57.738364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-92c4f995-6668-4dd9-960d-d820d1b24e94 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.26 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 805 time: 0.3521826 Feb 09 02:52:57.819308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Request body: {'port': {'device_id': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'admin_state_up': True, 'tenant_id': 'c1339907781a422791ef313023fe8185'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:57.819552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port c51eaf3b-276c-423b-a528-bce599887977 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:52:57.833597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port c51eaf3b-276c-423b-a528-bce599887977 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:52:57.834611 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c51eaf3b-276c-423b-a528-bce599887977), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:57.923218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b803ab-71d7-4746-9647-7af909495ff5 req-96a9a468-7668-4cf7-8a3e-6e59c166c5e4 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:57.931310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4b803ab-71d7-4746-9647-7af909495ff5 req-96a9a468-7668-4cf7-8a3e-6e59c166c5e4 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 945 time: 0.1919329 Feb 09 02:52:58.041214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4b803ab-71d7-4746-9647-7af909495ff5 req-db098624-b499-413d-92d8-5779abfcf185 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088989 Feb 09 02:52:58.089432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port c51eaf3b-276c-423b-a528-bce599887977 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:52:58.089821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c51eaf3b-276c-423b-a528-bce599887977), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.145186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa111bb3-5e00-4346-b011-662542ebfa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51eaf3b-276c-423b-a528-bce599887977'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:58.150789 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55d819b-8c0d-4ddc-ae3b-d5d461000ce7" -d '{"events": [{"server_uuid": "aa111bb3-5e00-4346-b011-662542ebfa1c", "name": "network-vif-plugged", "status": "completed", "tag": "c51eaf3b-276c-423b-a528-bce599887977"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:58.159526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Made reservation on behalf of c1339907781a422791ef313023fe8185 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:52:58.163108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.167195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port c51eaf3b-276c-423b-a528-bce599887977, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c51eaf3b-276c-423b-a528-bce599887977,segment=NetworkSegment(8a9c02e6-61c0-4a8a-a341-6bf4a74410e3),segment_id=8a9c02e6-61c0-4a8a-a341-6bf4a74410e3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:58.174517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c51eaf3b-276c-423b-a528-bce599887977), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.300235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=c51eaf3b-276c-423b-a528-bce599887977,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:58.332134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2002b-0bf5-4e79-86ed-711a055d9f8d req-d9553028-6077-41c1-9a6d-a6cbdf12beb0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:58.341317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19d2002b-0bf5-4e79-86ed-711a055d9f8d req-d9553028-6077-41c1-9a6d-a6cbdf12beb0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 949 time: 0.1186287 Feb 09 02:52:58.411921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19d2002b-0bf5-4e79-86ed-711a055d9f8d req-b2fb8cd9-fbed-42a6-aef5-c4f106914728 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668852 Feb 09 02:52:58.506008 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e638519d-f944-439b-a0f3-46d2010613b5 x-openstack-request-id: req-e638519d-f944-439b-a0f3-46d2010613b5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:52:58.506422 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa111bb3-5e00-4346-b011-662542ebfa1c", "name": "network-vif-plugged", "status": "completed", "tag": "c51eaf3b-276c-423b-a528-bce599887977", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:52:58.508642 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e638519d-f944-439b-a0f3-46d2010613b5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:52:58.509237 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa111bb3-5e00-4346-b011-662542ebfa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51eaf3b-276c-423b-a528-bce599887977', 'code': 200} Feb 09 02:52:58.533648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Allocated IP 172.20.0.4 (ada7d93c-a7f5-40e3-9d82-8cbb9579b446/46d8041c-10b5-41ed-bb8c-2382269a8431/384cf330-7071-406b-865d-a70efe9ec9a1) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:52:58.715892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] For port 13580537-ad51-4814-85ea-eb2a70122139, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=13580537-ad51-4814-85ea-eb2a70122139,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:58.716496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (13580537-ad51-4814-85ea-eb2a70122139), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.732185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Calling delete_port for 13580537-ad51-4814-85ea-eb2a70122139 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:58.789844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97967b-67c3-4b04-a316-3d14f19c627b req-067e7dc9-7424-4e23-b127-60b6bb728396 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:58.797087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe97967b-67c3-4b04-a316-3d14f19c627b req-067e7dc9-7424-4e23-b127-60b6bb728396 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1743140 Feb 09 02:52:58.821360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc70e36-1f38-4afd-aece-79d8595a9042 req-d72b98d1-8cb5-481e-a4be-673c96e481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:58.823214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bc70e36-1f38-4afd-aece-79d8595a9042 req-d72b98d1-8cb5-481e-a4be-673c96e481b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 1128 time: 0.1390488 Feb 09 02:52:58.904269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (13580537-ad51-4814-85ea-eb2a70122139), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:58.906332 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe97967b-67c3-4b04-a316-3d14f19c627b req-92cdb3ca-6086-4ccc-b68e-98d16bb0117a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081104 Feb 09 02:52:58.954927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Pushing event deleted for resources: {'Port': ['ID=13580537-ad51-4814-85ea-eb2a70122139,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:58.971958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da978e8-1599-4c35-b686-18ab9fde8518 req-02883676-7bda-4684-87d2-2b30fbf90e85 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:58.982519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7da978e8-1599-4c35-b686-18ab9fde8518 req-02883676-7bda-4684-87d2-2b30fbf90e85 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 1.4500971 Feb 09 02:52:59.004813 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks [] for port (384cf330-7071-406b-865d-a70efe9ec9a1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:59.012378 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bc70e36-1f38-4afd-aece-79d8595a9042 req-5dc396e7-4875-4d10-9894-43519287d52e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767416 Feb 09 02:52:59.090097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e27a6053-c07c-4b5f-8cb2-93fefd07d5d8 req-b5a15161-aebe-4fa8-8cef-820b99b503b6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 210 time: 0.0506058 Feb 09 02:52:59.168609 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:59.192543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] For port ce666b6a-55ae-48e9-9174-14add160b81c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ce666b6a-55ae-48e9-9174-14add160b81c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:52:59.193059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:59.207679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Calling delete_port for ce666b6a-55ae-48e9-9174-14add160b81c owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:52:59.228114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Pushing event updated for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:59.279311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:52:59.317332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:52:59.324435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:52:59.412090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] No DVR routers for this DVR port 13580537-ad51-4814-85ea-eb2a70122139 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:59.422628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:59.428090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8672a70-16ba-4f06-a0a6-63a8c21992b8 req-3c75c16e-571e-4003-8a91-c3431b5844c7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.26 "DELETE /v2.0/ports/13580537-ad51-4814-85ea-eb2a70122139 HTTP/1.1" status: 204 len: 173 time: 2.4982545 Feb 09 02:52:59.429426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'name': 'network-vif-deleted', 'tag': '13580537-ad51-4814-85ea-eb2a70122139'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:52:59.432536 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5747cdc9-7a83-4ca2-9979-6c1c36518231" -d '{"events": [{"server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "name": "network-vif-deleted", "tag": "13580537-ad51-4814-85ea-eb2a70122139"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:52:59.436361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ce666b6a-55ae-48e9-9174-14add160b81c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:59.448543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:59.452575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:59.452978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2', '64c5f50b-14df-418b-ac49-54b396257e2a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:59.457613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', '347a9926-586c-481d-b5d2-ef17a3476a7c', '40e7d24b-13b8-427f-a5eb-42740f2c489a', '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:52:59.492402 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-9f674a1e-c284-47e6-af6a-234994770bd2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6978173 Feb 09 02:52:59.547740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event deleted for resources: {'Port': ['ID=ce666b6a-55ae-48e9-9174-14add160b81c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:52:59.582987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d52e7e-b25f-43fe-8cf1-ac5e3de0c0a0 req-6f7248ec-9dc5-4cef-9131-d07619517ad8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:59.591325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7da978e8-1599-4c35-b686-18ab9fde8518 req-32e7efed-cde2-4f85-9ecc-4dc06c71c47b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6065967 Feb 09 02:52:59.593679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4d52e7e-b25f-43fe-8cf1-ac5e3de0c0a0 req-6f7248ec-9dc5-4cef-9131-d07619517ad8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 931 time: 0.4187005 Feb 09 02:52:59.685412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] No DVR routers for this DVR port ce666b6a-55ae-48e9-9174-14add160b81c on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:52:59.693016 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:52:59.696673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd07c60c-a54d-461c-8dcc-8bedac10fc70 req-18c74b47-683a-44f0-b376-9503fa4cee50 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "DELETE /v2.0/ports/ce666b6a-55ae-48e9-9174-14add160b81c HTTP/1.1" status: 204 len: 173 time: 2.6563983 Feb 09 02:52:59.723665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4d52e7e-b25f-43fe-8cf1-ac5e3de0c0a0 req-16fac178-2d5c-450a-8cbd-bc1e487daea0 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290028 Feb 09 02:52:59.737120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Request body: {'port': {'device_id': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:52:59.959866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec705c-4e90-40f8-83d6-3acc76f6fe67 req-d2aa3984-6e9a-4413-8742-7c710a8ace9b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:52:59.979047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0ec705c-4e90-40f8-83d6-3acc76f6fe67 req-d2aa3984-6e9a-4413-8742-7c710a8ace9b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 946 time: 0.1489053 Feb 09 02:53:00.003604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbb46568-fa18-4692-b876-01c918baccad req-d70bd6d4-51cc-4d7f-82fb-e70580ea288a tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=979060cf-46f0-4a2c-a0f8-67d1c024b2d4 HTTP/1.1" status: 200 len: 210 time: 0.1102335 Feb 09 02:53:00.016183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-53eda67e-e076-459c-83fe-91fd225731a6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:00.026582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-53eda67e-e076-459c-83fe-91fd225731a6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.5613742 Feb 09 02:53:00.027936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:00.061524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Request body: {'port': {'device_id': 'e3794de6-92c7-4922-82b8-59d1746fcc56', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'admin_state_up': True, 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:00.155445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0ec705c-4e90-40f8-83d6-3acc76f6fe67 req-05bc4a00-29e3-4a46-a7b8-f4646da35b8a tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693001 Feb 09 02:53:00.278142 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789fe7c-f7c1-4dd1-888b-0caabd6e3899 x-openstack-request-id: req-c789fe7c-f7c1-4dd1-888b-0caabd6e3899 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:00.278760 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd63076-c1fe-4cd5-86bf-107ef13bec31", "name": "network-vif-deleted", "tag": "13580537-ad51-4814-85ea-eb2a70122139", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:00.279369 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c789fe7c-f7c1-4dd1-888b-0caabd6e3899 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:00.280372 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd63076-c1fe-4cd5-86bf-107ef13bec31', 'name': 'network-vif-deleted', 'tag': '13580537-ad51-4814-85ea-eb2a70122139', 'status': 'completed', 'code': 200} Feb 09 02:53:00.312247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af24709-473d-404b-a72d-948f18d976a7 req-3aa70c6e-ab24-4ba1-8187-ec8a1446a280 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:00.315019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5af24709-473d-404b-a72d-948f18d976a7 req-3aa70c6e-ab24-4ba1-8187-ec8a1446a280 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0855122 Feb 09 02:53:00.411832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 13580537-ad51-4814-85ea-eb2a70122139 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:00.467215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5af24709-473d-404b-a72d-948f18d976a7 req-1134fe40-24af-4734-9917-aad6033e0dee tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283846 Feb 09 02:53:00.588950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384cf330-7071-406b-865d-a70efe9ec9a1 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:00.598909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Publish callbacks [] for port (384cf330-7071-406b-865d-a70efe9ec9a1), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:00.611782 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-632e0190-cc20-491e-ace4-45ee8d6c3eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:00.636473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 13580537-ad51-4814-85ea-eb2a70122139 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:00.636473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 13580537-ad51-4814-85ea-eb2a70122139 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:00.636473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ce666b6a-55ae-48e9-9174-14add160b81c no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:00.636839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Transition to ACTIVE for port object 384cf330-7071-406b-865d-a70efe9ec9a1 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:00.674146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:00.682219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: ce666b6a-55ae-48e9-9174-14add160b81c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:00.682219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ce666b6a-55ae-48e9-9174-14add160b81c not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:00.843073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e003da50-fc04-4fcb-affc-9be273fc17da req-c5f827ff-77fd-4622-9920-58e3bd5f572f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 210 time: 0.1995504 Feb 09 02:53:01.000607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:01.192890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32621ee9-578d-4391-902f-ae8f6a0facb4 req-c3c060dc-b07b-4689-9fca-fe68ee1745bf tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:01.206743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32621ee9-578d-4391-902f-ae8f6a0facb4 req-c3c060dc-b07b-4689-9fca-fe68ee1745bf tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1009560 Feb 09 02:53:01.298450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:01.304130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:01.352355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288dc11-ef55-4e4b-acbf-ea21ec6488f9 req-ad9ec5db-8f2b-4149-ba96-22746b68d5d2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:01.361668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5288dc11-ef55-4e4b-acbf-ea21ec6488f9 req-ad9ec5db-8f2b-4149-ba96-22746b68d5d2 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 943 time: 0.3444989 Feb 09 02:53:01.376438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Attempting to bind port 384cf330-7071-406b-865d-a70efe9ec9a1 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:01.376795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Attempting to bind port 384cf330-7071-406b-865d-a70efe9ec9a1 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:01.377129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Attempting to bind port 384cf330-7071-406b-865d-a70efe9ec9a1 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:01.384433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Port 384cf330-7071-406b-865d-a70efe9ec9a1 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:01.384793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Attempting to bind port 384cf330-7071-406b-865d-a70efe9ec9a1 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:01.395147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32621ee9-578d-4391-902f-ae8f6a0facb4 req-0e02b627-a112-488d-9a89-cc4b43b0e326 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869266 Feb 09 02:53:01.633833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec83c0-dcd4-49eb-ac5a-f78ab8dbdaa6 req-af44cd41-3e12-4954-9a38-684da65e25bd tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:01.638571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55ec83c0-dcd4-49eb-ac5a-f78ab8dbdaa6 req-af44cd41-3e12-4954-9a38-684da65e25bd tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 946 time: 0.1079462 Feb 09 02:53:01.743295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55ec83c0-dcd4-49eb-ac5a-f78ab8dbdaa6 req-5c3fdc08-a23e-41a9-a8ef-fb14af2846ff tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885284 Feb 09 02:53:01.879323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:01.879928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Checking segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:01.880134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Bound using segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:01.880576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Bound port: 384cf330-7071-406b-865d-a70efe9ec9a1, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:01.881052 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:02.060347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5288dc11-ef55-4e4b-acbf-ea21ec6488f9 req-c328d314-f4d5-4ad8-8362-039c5e08937a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939929 Feb 09 02:53:02.190581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-c984e801-77c0-49ef-87a9-64af24afd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.192346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-c984e801-77c0-49ef-87a9-64af24afd629 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1127 time: 0.1260056 Feb 09 02:53:02.219559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:02.286597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:02.318402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Allocated IP 172.20.0.3 (daf8e818-0f6a-438e-9812-956150916817/285be046-434d-4db6-9868-7b28c7c79961/ad6b6cc0-8d32-4bf1-902f-455352ab7b7a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:02.353099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:02.354403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979060cf-46f0-4a2c-a0f8-67d1c024b2d4', 'name': 'network-vif-deleted', 'tag': 'ce666b6a-55ae-48e9-9174-14add160b81c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:02.357111 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf669869-c13c-4ec1-8eef-a08bd6ddfcf9" -d '{"events": [{"server_uuid": "979060cf-46f0-4a2c-a0f8-67d1c024b2d4", "name": "network-vif-deleted", "tag": "ce666b6a-55ae-48e9-9174-14add160b81c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:02.416786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.417961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:02.420090 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] 10.222.0.26 "PUT /v2.0/ports/384cf330-7071-406b-865d-a70efe9ec9a1 HTTP/1.1" status: 200 len: 1091 time: 2.9146771 Feb 09 02:53:02.420629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:02.424136 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdbea83-a323-40b1-aa91-2cfeebdbfb98" -d '{"events": [{"name": "network-changed", "server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:02.426510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-3d77a692-717f-40d0-9b13-048e8e1e4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.428304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-3d77a692-717f-40d0-9b13-048e8e1e4c2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.2278211 Feb 09 02:53:02.431204 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c7ca2aa-f86c-4fe6-8b0c-8123307f0249 req-0b458b3c-4a3c-4e4c-9f6c-4b538d7496f3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 210 time: 0.0707197 Feb 09 02:53:02.501091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83948-625c-4db5-929b-51f91767aa2b req-d3ba4405-9c43-4204-b14d-4748e1c56386 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.520012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac83948-625c-4db5-929b-51f91767aa2b req-d3ba4405-9c43-4204-b14d-4748e1c56386 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.3209822 Feb 09 02:53:02.649182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-f906f6ef-0985-47af-93eb-9f8f018d8b1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1000 time: 0.2037983 Feb 09 02:53:02.656518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92a6e982-5860-4860-89fb-6daff9c0e762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:02.706775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:02.725630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dac83948-625c-4db5-929b-51f91767aa2b req-024804d0-e36b-4e00-8c63-3a52171cd648 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643004 Feb 09 02:53:02.734761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.735238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.735619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.735963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.736626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.736878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.737364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.737735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.738080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.738505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.738841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.739741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.739741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792f91f-738e-4ebe-ac73-7a7c9d24cfe1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:02.764141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-902ae01b-efee-4eab-abd6-c7857ecfd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.765698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-902ae01b-efee-4eab-abd6-c7857ecfd614 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 1125 time: 0.2362423 Feb 09 02:53:02.780394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079a682-9487-4f07-b8f7-6f9bddcf00bf req-cf1ab3a4-6e52-4091-ade0-6c0ad88be681 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.781982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b079a682-9487-4f07-b8f7-6f9bddcf00bf req-cf1ab3a4-6e52-4091-ade0-6c0ad88be681 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1313305 Feb 09 02:53:02.799076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-14db682d-ca6c-4729-a24d-c0f1368086d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.800960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-14db682d-ca6c-4729-a24d-c0f1368086d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1329956 Feb 09 02:53:02.863239 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-7de0ca6d-38a3-44d4-b312-caeebd7b4d3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=384cf330-7071-406b-865d-a70efe9ec9a1 HTTP/1.1" status: 200 len: 217 time: 0.0859454 Feb 09 02:53:02.893312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b079a682-9487-4f07-b8f7-6f9bddcf00bf req-d745cead-443b-4829-b05f-24758ff89e8e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102605 Feb 09 02:53:02.921629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-36d4614d-3a88-45f4-bcec-d4e49f9d7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.924647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-36d4614d-3a88-45f4-bcec-d4e49f9d7478 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 200 len: 845 time: 0.0546169 Feb 09 02:53:02.931340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-d2514bd1-ae00-4d7c-aa9b-a4a6099e8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:02.946474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-d2514bd1-ae00-4d7c-aa9b-a4a6099e8cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1362708 Feb 09 02:53:02.953435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks [] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:03.006467 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-e34275a8-6c89-4c5c-9fe5-45a17f697f77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617201 Feb 09 02:53:03.097478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d54e4-4c85-4f88-b9e4-fe298a309b7e req-e6ed864d-bd5b-4fae-b14a-f0026a71dc8d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:03.104343 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bff658-272c-42fc-9ac3-1ec62e06321f x-openstack-request-id: req-e1bff658-272c-42fc-9ac3-1ec62e06321f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:03.104582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-901d54e4-4c85-4f88-b9e4-fe298a309b7e req-e6ed864d-bd5b-4fae-b14a-f0026a71dc8d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 950 time: 0.1853414 Feb 09 02:53:03.105084 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979060cf-46f0-4a2c-a0f8-67d1c024b2d4", "name": "network-vif-deleted", "tag": "ce666b6a-55ae-48e9-9174-14add160b81c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:03.105540 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1bff658-272c-42fc-9ac3-1ec62e06321f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:03.106155 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979060cf-46f0-4a2c-a0f8-67d1c024b2d4', 'name': 'network-vif-deleted', 'tag': 'ce666b6a-55ae-48e9-9174-14add160b81c', 'status': 'completed', 'code': 200} Feb 09 02:53:03.146600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:03.159067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:03.185517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-d9b7aca4-fc0c-42f4-9617-cd4de5006c56 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089541 Feb 09 02:53:03.214113 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd156ea-cb01-430b-aa3d-3547b395037c x-openstack-request-id: req-0dd156ea-cb01-430b-aa3d-3547b395037c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:03.214113 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:03.214113 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dd156ea-cb01-430b-aa3d-3547b395037c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:03.214113 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1', 'status': 'completed', 'code': 200} Feb 09 02:53:03.237010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Network daf8e818-0f6a-438e-9812-956150916817 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:03.282253 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-901d54e4-4c85-4f88-b9e4-fe298a309b7e req-a6bca55b-c8ea-44bc-9b54-59517a1c55d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767843 Feb 09 02:53:03.283306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:03.324438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:03.406377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-e8743afe-9860-45eb-8b34-9f2d7a8c73b8 service neutron] 10.222.0.26 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894649 Feb 09 02:53:03.416429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event updated for resources: {'Port': ['ID=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:03.470279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-313535c8-e14d-47e3-ba57-c09b4c60990b req-3c4a98dc-a05d-401c-8837-bbf726c81b98 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773857 Feb 09 02:53:03.509977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e965d3-9032-46a9-992c-fe2536baa676 req-27bc993a-2fd1-41ff-ab0c-b31f8517cfe4 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:03.520591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37e965d3-9032-46a9-992c-fe2536baa676 req-27bc993a-2fd1-41ff-ab0c-b31f8517cfe4 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 943 time: 0.1538513 Feb 09 02:53:03.627814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37e965d3-9032-46a9-992c-fe2536baa676 req-c3f0839d-f31d-49cf-bb7b-d4da3bb7bc54 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944474 Feb 09 02:53:03.702044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:03.702720 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:03.767220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-63ccaf3b-6828-4523-afd7-3a4d3c7f5326 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7110732 Feb 09 02:53:03.791114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f559bcc-7a2e-458b-97ac-63a0ac586ff2 req-beb5a559-0409-4671-904f-14c05a560826 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:03.798582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f559bcc-7a2e-458b-97ac-63a0ac586ff2 req-beb5a559-0409-4671-904f-14c05a560826 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 931 time: 0.1772377 Feb 09 02:53:03.807101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Request body: {'port': {'device_id': 'e3794de6-92c7-4922-82b8-59d1746fcc56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:03.840360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c74d6c-c064-405d-a04f-803d42c0c2e4 req-e89de0b2-f263-45e1-993f-fd4aba5d73ea service neutron] 10.222.0.26 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951185 Feb 09 02:53:03.851069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:03.993687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f559bcc-7a2e-458b-97ac-63a0ac586ff2 req-44097b7c-cd90-4a42-bf25-21dead529b57 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941187 Feb 09 02:53:04.003589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:04.082579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-860bbe9b-ae5a-41a9-a796-9bb523bf0f12 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:04.084407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-860bbe9b-ae5a-41a9-a796-9bb523bf0f12 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 950 time: 0.1730983 Feb 09 02:53:04.097576 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f671c4-23a2-4828-a613-da7f2bbae0bb req-87e337b8-c9d4-45b8-9361-31a1c9ab5427 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:04.108131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17f671c4-23a2-4828-a613-da7f2bbae0bb req-87e337b8-c9d4-45b8-9361-31a1c9ab5427 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1318886 Feb 09 02:53:04.251731 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17f671c4-23a2-4828-a613-da7f2bbae0bb req-7b942641-9d67-4dfb-9ba4-f4353c0f3b1c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375663 Feb 09 02:53:04.258336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-02c81694-7977-45ea-9caa-0b976e7f28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:04.260759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-02c81694-7977-45ea-9caa-0b976e7f28e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 1125 time: 0.3277607 Feb 09 02:53:04.303284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Deleting port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:04.313024 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:04.433058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] For port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:04.433595 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:04.449123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Calling delete_port for 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:04.469951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-22e6a343-ee9c-434c-b39f-c835e1bfebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:04.471807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-22e6a343-ee9c-434c-b39f-c835e1bfebff service neutron] 10.222.0.26 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 906 time: 0.1159203 Feb 09 02:53:04.555833 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-8250a2fc-4990-4363-9f2c-3bbda21d1ddb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=384cf330-7071-406b-865d-a70efe9ec9a1 HTTP/1.1" status: 200 len: 217 time: 0.0712402 Feb 09 02:53:04.564614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f320d3-b006-4785-9794-a0159511ed4f req-15225219-1410-4050-bd09-499838158a7f tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:04.571933 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62f320d3-b006-4785-9794-a0159511ed4f req-15225219-1410-4050-bd09-499838158a7f tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 946 time: 0.4435420 Feb 09 02:53:04.635094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:04.647242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2', '64c5f50b-14df-418b-ac49-54b396257e2a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:04.689983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-ad87615e-3a1b-4b63-a5f9-51c14a7715c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:04.691762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-ad87615e-3a1b-4b63-a5f9-51c14a7715c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 200 len: 845 time: 0.1151721 Feb 09 02:53:04.735017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', '347a9926-586c-481d-b5d2-ef17a3476a7c', '40e7d24b-13b8-427f-a5eb-42740f2c489a', '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:04.750915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event deleted for resources: {'Port': ['ID=3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:04.758611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-0d1e0084-3277-4723-b527-ecac637525a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582063 Feb 09 02:53:04.840972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] No DVR routers for this DVR port 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:04.843646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:04.847761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-741cc1ed-604c-4a77-a19f-ff3c071d604c req-3085c8c1-f029-4128-8368-05b16a547c05 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "DELETE /v2.0/ports/3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b HTTP/1.1" status: 204 len: 173 time: 0.7315876 Feb 09 02:53:04.854557 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62f320d3-b006-4785-9794-a0159511ed4f req-39d7d6c6-9c44-473c-b794-06f5f952ca2c tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773490 Feb 09 02:53:04.894803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402071-b681-471f-8d73-caafb1289c11 req-93fd50b0-3de0-4a7f-827e-144b9064d86e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:04.910849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40402071-b681-471f-8d73-caafb1289c11 req-93fd50b0-3de0-4a7f-827e-144b9064d86e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.2904663 Feb 09 02:53:05.039631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40402071-b681-471f-8d73-caafb1289c11 req-439093ca-afd9-47ea-8d94-b8a7fab4c9c9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173687 Feb 09 02:53:05.102898 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52787624-dede-402e-b424-f5e81af0710d req-a5bb2cfe-d98e-4c17-85fa-9cd6ed67bb36 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d428ccc-989c-41c4-b175-3795a51067a5 HTTP/1.1" status: 200 len: 210 time: 0.1217985 Feb 09 02:53:05.107152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d428ccc-989c-41c4-b175-3795a51067a5', 'name': 'network-vif-deleted', 'tag': '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:05.111256 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7001d697-9b85-4874-858e-99a7e658a22d" -d '{"events": [{"server_uuid": "7d428ccc-989c-41c4-b175-3795a51067a5", "name": "network-vif-deleted", "tag": "3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:05.121960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6b6cc0-8d32-4bf1-902f-455352ab7b7a {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:05.175476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Publish callbacks [] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:05.203128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:05.308574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540d145-d4ae-465e-81c3-08b5afce987d req-31a7bd83-fc2b-41c4-9567-e5b3a3afb68b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:05.316189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9540d145-d4ae-465e-81c3-08b5afce987d req-31a7bd83-fc2b-41c4-9567-e5b3a3afb68b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 943 time: 0.1358609 Feb 09 02:53:05.350062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Transition to ACTIVE for port object ad6b6cc0-8d32-4bf1-902f-455352ab7b7a will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:05.403393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:05.504967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-5a49951a-2e76-49a5-b33c-ff91afe24eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263024 Feb 09 02:53:05.515459 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9540d145-d4ae-465e-81c3-08b5afce987d req-66cb94b0-aa45-49af-b092-ed3ab196ad55 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981204 Feb 09 02:53:05.691012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d64c21-bdef-407a-826e-7dcdcdd60a15 req-21315f30-9c01-4c67-9cb2-f3a717c3afbf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:05.693469 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72d64c21-bdef-407a-826e-7dcdcdd60a15 req-21315f30-9c01-4c67-9cb2-f3a717c3afbf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 943 time: 0.3403115 Feb 09 02:53:05.757201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:05.795262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4da5-afec-467d-8675-b7decf67784f req-79553581-81fb-43e2-b741-c0dbc761fd8f tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:05.803647 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a0f4da5-afec-467d-8675-b7decf67784f req-79553581-81fb-43e2-b741-c0dbc761fd8f tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 946 time: 0.2724428 Feb 09 02:53:05.906104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d378-16f0-486b-ae51-952eccdc82c9 req-e3cfdc26-73b9-47bd-b416-be82ea17cf1f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:05.913794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a70d378-16f0-486b-ae51-952eccdc82c9 req-e3cfdc26-73b9-47bd-b416-be82ea17cf1f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.2019484 Feb 09 02:53:05.946113 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72d64c21-bdef-407a-826e-7dcdcdd60a15 req-8fb23485-a639-4d5d-93bf-1abffed52555 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083540 Feb 09 02:53:05.981776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdbea83-a323-40b1-aa91-2cfeebdbfb98 req-db25e36f-24b7-4fec-acb6-d1cfe2f6eb1d service neutron] 10.222.0.26 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634249 Feb 09 02:53:06.019274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Attempting to bind port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:06.019845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Attempting to bind port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:06.024662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Attempting to bind port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:06.036793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a on network daf8e818-0f6a-438e-9812-956150916817 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:06.037304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Attempting to bind port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:06.050716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:06.054516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:06.057307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Bound using segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:06.058091 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80770cd4-784e-4e99-8bd0-28ab74d50cdd x-openstack-request-id: req-80770cd4-784e-4e99-8bd0-28ab74d50cdd {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:06.058856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Bound port: ad6b6cc0-8d32-4bf1-902f-455352ab7b7a, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:06.059348 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d428ccc-989c-41c4-b175-3795a51067a5", "name": "network-vif-deleted", "tag": "3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:06.059930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.060390 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80770cd4-784e-4e99-8bd0-28ab74d50cdd {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:06.064759 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d428ccc-989c-41c4-b175-3795a51067a5', 'name': 'network-vif-deleted', 'tag': '3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b', 'status': 'completed', 'code': 200} Feb 09 02:53:06.126990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Deleting port c51eaf3b-276c-423b-a528-bce599887977 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:06.138729 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c51eaf3b-276c-423b-a528-bce599887977), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.166070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a70d378-16f0-486b-ae51-952eccdc82c9 req-4b93a88f-3ced-40ab-b033-637d51526b02 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505038 Feb 09 02:53:06.272722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] For port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:06.279655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] For port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:06.300793 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.317517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.345505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 384cf330-7071-406b-865d-a70efe9ec9a1 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:06.411350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:06.412108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.413942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] 10.222.0.61 "PUT /v2.0/ports/ad6b6cc0-8d32-4bf1-902f-455352ab7b7a HTTP/1.1" status: 200 len: 1091 time: 2.6363699 Feb 09 02:53:06.417812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3794de6-92c7-4922-82b8-59d1746fcc56', 'tag': 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:06.427819 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d11661d-2da7-4957-946f-b670261aaceb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3794de6-92c7-4922-82b8-59d1746fcc56", "tag": "ad6b6cc0-8d32-4bf1-902f-455352ab7b7a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:06.607063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:06.615819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] For port c51eaf3b-276c-423b-a528-bce599887977, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=c51eaf3b-276c-423b-a528-bce599887977,segment=NetworkSegment(8a9c02e6-61c0-4a8a-a341-6bf4a74410e3),segment_id=8a9c02e6-61c0-4a8a-a341-6bf4a74410e3)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:06.616324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c51eaf3b-276c-423b-a528-bce599887977), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.671936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '384cf330-7071-406b-865d-a70efe9ec9a1', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'port_id': '384cf330-7071-406b-865d-a70efe9ec9a1', 'mac_address': 'fa:16:3e:6e:ff:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8041c-10b5-41ed-bb8c-2382269a8431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:06.676172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24ef67-702e-4152-a562-a9fbf80546e7 req-ee31d3a7-354a-4e47-97f5-23beb499969a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:06.679488 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d24ef67-702e-4152-a562-a9fbf80546e7 req-ee31d3a7-354a-4e47-97f5-23beb499969a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.3949699 Feb 09 02:53:06.718390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c922d6-68a5-44dc-b661-5a0aa52e5bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:06.735639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Calling delete_port for c51eaf3b-276c-423b-a528-bce599887977 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:06.779351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ac86c-80e8-4fd8-8876-e5d8b6ae3810 req-99170d8e-f0ea-444e-9ee6-c5a174015502 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:06.781801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f9ac86c-80e8-4fd8-8876-e5d8b6ae3810 req-99170d8e-f0ea-444e-9ee6-c5a174015502 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa111bb3-5e00-4346-b011-662542ebfa1c HTTP/1.1" status: 200 len: 946 time: 0.3851483 Feb 09 02:53:06.784583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-5d377867-7079-4ce5-9409-b8ee804ddafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:06.786928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-5d377867-7079-4ce5-9409-b8ee804ddafe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 1125 time: 0.3037233 Feb 09 02:53:06.800925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 384cf330-7071-406b-865d-a70efe9ec9a1 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:06.801743 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.840963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384cf330-7071-406b-865d-a70efe9ec9a1 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:06.903584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:06.913784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-42455254-bff0-4a79-83ab-59fb30128527 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a HTTP/1.1" status: 200 len: 217 time: 0.1095634 Feb 09 02:53:06.917040 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:06.962158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d24ef67-702e-4152-a562-a9fbf80546e7 req-937f15e3-c282-4990-83e9-4f9610961087 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614152 Feb 09 02:53:07.056991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-88e3f95b-0ca5-4c15-81dd-fea95ebd3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:07.073101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:07.077776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-88e3f95b-0ca5-4c15-81dd-fea95ebd3767 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.1144059 Feb 09 02:53:07.089006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.089577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.089891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.108631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.109653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.112890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.113666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.118504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.119313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.120063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.120832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.121778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f9ac86c-80e8-4fd8-8876-e5d8b6ae3810 req-a1a6df9d-ca9b-4470-81ab-37fa1ea6a149 tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0aaff1f-3108-4d8b-8f4d-65b82494d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275962 Feb 09 02:53:07.123151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.126005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:53:07.202077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-d3155a17-4427-489d-875c-b282dbd8dc0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059046 Feb 09 02:53:07.321019 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9044e8-cc7f-4412-87f6-cac142bcdbfa x-openstack-request-id: req-9b9044e8-cc7f-4412-87f6-cac142bcdbfa {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:07.321661 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3794de6-92c7-4922-82b8-59d1746fcc56", "tag": "ad6b6cc0-8d32-4bf1-902f-455352ab7b7a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:07.321661 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b9044e8-cc7f-4412-87f6-cac142bcdbfa {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:07.321971 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3794de6-92c7-4922-82b8-59d1746fcc56', 'tag': 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a', 'status': 'completed', 'code': 200} Feb 09 02:53:07.395664 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c51eaf3b-276c-423b-a528-bce599887977), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:07.417883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['384cf330-7071-406b-865d-a70efe9ec9a1'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:07.449253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Pushing event deleted for resources: {'Port': ['ID=c51eaf3b-276c-423b-a528-bce599887977,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:07.532757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] No DVR routers for this DVR port c51eaf3b-276c-423b-a528-bce599887977 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:07.549563 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:07.553392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a0f4da5-afec-467d-8675-b7decf67784f req-29097fc8-2402-46b4-8dc1-2ccb1dfcaf5b tempest-ServerMetadataNegativeTestJSON-1574585921 tempest-ServerMetadataNegativeTestJSON-1574585921-project] 10.222.0.61 "DELETE /v2.0/ports/c51eaf3b-276c-423b-a528-bce599887977 HTTP/1.1" status: 204 len: 173 time: 1.7345212 Feb 09 02:53:07.570559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a963b7-3a50-4882-a999-447c6207ed48 req-f86237a8-0335-474c-adaa-741fb796fcd8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:07.583664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71a963b7-3a50-4882-a999-447c6207ed48 req-f86237a8-0335-474c-adaa-741fb796fcd8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 944 time: 0.2306042 Feb 09 02:53:07.585748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-06303e1e-0d55-48c6-8d54-851bf19aef50 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737042 Feb 09 02:53:07.713741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71a963b7-3a50-4882-a999-447c6207ed48 req-8cabe10c-8cfc-4321-b15b-fa542240476b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289554 Feb 09 02:53:07.716429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:07.939664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e07d29d9-017d-4d7c-afdf-6fd3651fc1a6 req-ea5b968c-ada0-481e-90a3-82120acf9ee7 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455913 Feb 09 02:53:07.950384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:07.950384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 3dcb2edb-8ba8-4c82-88d8-8d6b4ccfe63b not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:07.968144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c51eaf3b-276c-423b-a528-bce599887977 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:08.065841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa111bb3-5e00-4346-b011-662542ebfa1c', 'name': 'network-vif-deleted', 'tag': 'c51eaf3b-276c-423b-a528-bce599887977'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:08.069889 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd9152f-7d63-413b-a16d-992d61652551" -d '{"events": [{"server_uuid": "aa111bb3-5e00-4346-b011-662542ebfa1c", "name": "network-vif-deleted", "tag": "c51eaf3b-276c-423b-a528-bce599887977"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:08.087296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: c51eaf3b-276c-423b-a528-bce599887977 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:08.106899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device c51eaf3b-276c-423b-a528-bce599887977 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:08.215779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056c00f-e3d4-4e11-806a-eecbe5e48e0a req-613c8651-b6c6-4e80-ac9c-8cf8fea0acbd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:08.224901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e056c00f-e3d4-4e11-806a-eecbe5e48e0a req-613c8651-b6c6-4e80-ac9c-8cf8fea0acbd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 943 time: 0.4968519 Feb 09 02:53:08.307535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11661d-2da7-4957-946f-b670261aaceb req-74798fe2-0917-48e9-b307-aadc7a0a8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:08.309129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d11661d-2da7-4957-946f-b670261aaceb req-74798fe2-0917-48e9-b307-aadc7a0a8328 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 1125 time: 0.2647610 Feb 09 02:53:08.342287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb873b5-a657-4027-9db0-6d06317e12ac req-61f7103e-17e4-4fc6-ae08-34d0da2f97ba tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:08.354739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4fb873b5-a657-4027-9db0-6d06317e12ac req-61f7103e-17e4-4fc6-ae08-34d0da2f97ba tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1304579 Feb 09 02:53:08.449072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4fb873b5-a657-4027-9db0-6d06317e12ac req-85073124-f081-479b-9d4f-ac066e0e0cdd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906374 Feb 09 02:53:08.515444 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e056c00f-e3d4-4e11-806a-eecbe5e48e0a req-2f548da8-6b50-4f14-90e8-f51079c51522 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846975 Feb 09 02:53:08.619888 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ff027-8d24-4b15-81e3-a80d5091b18c x-openstack-request-id: req-123ff027-8d24-4b15-81e3-a80d5091b18c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:08.620183 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa111bb3-5e00-4346-b011-662542ebfa1c", "name": "network-vif-deleted", "tag": "c51eaf3b-276c-423b-a528-bce599887977", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:08.620440 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-123ff027-8d24-4b15-81e3-a80d5091b18c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:08.620850 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa111bb3-5e00-4346-b011-662542ebfa1c', 'name': 'network-vif-deleted', 'tag': 'c51eaf3b-276c-423b-a528-bce599887977', 'status': 'completed', 'code': 200} Feb 09 02:53:08.647926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11661d-2da7-4957-946f-b670261aaceb req-6307091a-832c-45e7-b3e0-98a17e242c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:08.657262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14302-db2e-4453-be86-60f1342ab107 req-62f6c0f9-8e33-4b9e-b17a-b942a4d261ee tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:08.660223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d11661d-2da7-4957-946f-b670261aaceb req-6307091a-832c-45e7-b3e0-98a17e242c35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.3381565 Feb 09 02:53:08.667741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0af14302-db2e-4453-be86-60f1342ab107 req-62f6c0f9-8e33-4b9e-b17a-b942a4d261ee tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1153462 Feb 09 02:53:08.781970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0af14302-db2e-4453-be86-60f1342ab107 req-c275b458-868e-47bd-a44d-aab5e331942a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070788 Feb 09 02:53:08.811204 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d11661d-2da7-4957-946f-b670261aaceb req-85c34da8-1d59-4c70-83c6-704f6d4728f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a HTTP/1.1" status: 200 len: 217 time: 0.1420531 Feb 09 02:53:08.825360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54092) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:08.930201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdfca9-69c7-444d-948c-77669a868145 req-44b32c80-5acc-434a-9571-437cd4464924 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:08.936264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-54be99c8-bf08-4115-a07e-cfca9d65acdb admin admin] Deleting subnet 65575c36-0eda-4a7b-b56a-6d5cb66c0187 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:53:08.939702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5cdfca9-69c7-444d-948c-77669a868145 req-44b32c80-5acc-434a-9571-437cd4464924 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 950 time: 0.1993537 Feb 09 02:53:08.949016 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-54be99c8-bf08-4115-a07e-cfca9d65acdb admin admin] Publish callbacks [] for subnet (65575c36-0eda-4a7b-b56a-6d5cb66c0187), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:08.985572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11661d-2da7-4957-946f-b670261aaceb req-fcd7e27c-4dd2-4346-8749-37c78320bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:08.987088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d11661d-2da7-4957-946f-b670261aaceb req-fcd7e27c-4dd2-4346-8749-37c78320bef1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.1678007 Feb 09 02:53:09.034414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-54be99c8-bf08-4115-a07e-cfca9d65acdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (65575c36-0eda-4a7b-b56a-6d5cb66c0187), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:09.086899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5cdfca9-69c7-444d-948c-77669a868145 req-fd8993bc-89fd-4d45-a39f-11efe928dc7f tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346874 Feb 09 02:53:09.127166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d11661d-2da7-4957-946f-b670261aaceb req-8361c80f-95bc-4126-94dc-4d5f82e5826b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288528 Feb 09 02:53:09.180243 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-54be99c8-bf08-4115-a07e-cfca9d65acdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (65575c36-0eda-4a7b-b56a-6d5cb66c0187), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:09.240475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a31b69-c648-4c08-96df-2a40cc44f15f req-9b7a0ae4-43fd-436b-b680-0c87a3d6b236 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:09.242698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56a31b69-c648-4c08-96df-2a40cc44f15f req-9b7a0ae4-43fd-436b-b680-0c87a3d6b236 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 944 time: 0.0988259 Feb 09 02:53:09.282799 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d11661d-2da7-4957-946f-b670261aaceb req-d774c379-0f6c-4b66-9d47-9abb64c8c217 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461968 Feb 09 02:53:09.313530 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-54be99c8-bf08-4115-a07e-cfca9d65acdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (65575c36-0eda-4a7b-b56a-6d5cb66c0187), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:09.422519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be99c8-bf08-4115-a07e-cfca9d65acdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65575c36-0eda-4a7b-b56a-6d5cb66c0187,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:09.455225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6482b-5fcf-4cfb-adf1-70372c2b7320 req-8563137b-7cb9-46d6-ae74-36e06a662fd1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:09.469532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56a31b69-c648-4c08-96df-2a40cc44f15f req-f67d6fb5-dafa-4726-90a9-5632e029cfb7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180860 Feb 09 02:53:09.475398 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dba6482b-5fcf-4cfb-adf1-70372c2b7320 req-8563137b-7cb9-46d6-ae74-36e06a662fd1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1905708 Feb 09 02:53:09.491325 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-54be99c8-bf08-4115-a07e-cfca9d65acdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:09.497441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-54be99c8-bf08-4115-a07e-cfca9d65acdb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/65575c36-0eda-4a7b-b56a-6d5cb66c0187 HTTP/1.1" status: 204 len: 168 time: 0.6709754 Feb 09 02:53:09.499832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54098) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:09.562421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dba6482b-5fcf-4cfb-adf1-70372c2b7320 req-29ba369b-53f9-45dc-9d6b-c445bb9498b5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860484 Feb 09 02:53:09.571055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d11661d-2da7-4957-946f-b670261aaceb req-e2f7c906-d241-4548-a7bc-43674703638b service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770379 Feb 09 02:53:09.608695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (6a5dce85-9e9c-4517-974b-aedff3fba7b4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:09.669441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-5bca40bf-be00-4884-ae83-0cfde25a7f8d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:09.671336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-5bca40bf-be00-4884-ae83-0cfde25a7f8d tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 950 time: 0.0779352 Feb 09 02:53:09.700964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ad6b6cc0-8d32-4bf1-902f-455352ab7b7a details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:09.845473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Deleting port 40e7d24b-13b8-427f-a5eb-42740f2c489a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:09.845750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:09.858843 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (6a5dce85-9e9c-4517-974b-aedff3fba7b4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:09.877866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d142b49-68a5-42a1-a336-01ced1d8a246 req-33d6123b-d6a9-4b02-b2dc-96c069bf185a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:09.879929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d142b49-68a5-42a1-a336-01ced1d8a246 req-33d6123b-d6a9-4b02-b2dc-96c069bf185a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 943 time: 0.2273016 Feb 09 02:53:09.913713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:09.941490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'port_id': 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a', 'mac_address': 'fa:16:3e:6b:78:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285be046-434d-4db6-9868-7b28c7c79961', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:09.943692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5dce85-9e9c-4517-974b-aedff3fba7b4']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:53:10.037885 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d142b49-68a5-42a1-a336-01ced1d8a246 req-1188bbe4-5675-4f76-81e8-ca77de12bd69 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446698 Feb 09 02:53:10.049215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9c02e6-61c0-4a8a-a341-6bf4a74410e3') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:53:10.049451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9c02e6-61c0-4a8a-a341-6bf4a74410e3') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:53:10.065624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] For port 40e7d24b-13b8-427f-a5eb-42740f2c489a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=40e7d24b-13b8-427f-a5eb-42740f2c489a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:10.066047 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.086221 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (8a9c02e6-61c0-4a8a-a341-6bf4a74410e3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.101346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Calling delete_port for 40e7d24b-13b8-427f-a5eb-42740f2c489a owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:10.114654 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8a9c02e6-61c0-4a8a-a341-6bf4a74410e3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.133104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:53:10.133570 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (8a9c02e6-61c0-4a8a-a341-6bf4a74410e3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:53:10.135822 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:53:10.188394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:10.189927 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.220759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6b6cc0-8d32-4bf1-902f-455352ab7b7a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:10.274053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:10.296283 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.353529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 384cf330-7071-406b-865d-a70efe9ec9a1 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:10.425229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6affb75-2e8f-4dea-bb0d-91b3d83a6bde req-98c50e1f-0228-46f3-a6bd-b2dcfa0a2a71 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:10.426887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6affb75-2e8f-4dea-bb0d-91b3d83a6bde req-98c50e1f-0228-46f3-a6bd-b2dcfa0a2a71 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 950 time: 0.1970494 Feb 09 02:53:10.432734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (6a5dce85-9e9c-4517-974b-aedff3fba7b4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.434360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:10.454389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 384cf330-7071-406b-865d-a70efe9ec9a1 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:10.460014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 384cf330-7071-406b-865d-a70efe9ec9a1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:10.460802 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.494291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (40e7d24b-13b8-427f-a5eb-42740f2c489a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.519016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2', '64c5f50b-14df-418b-ac49-54b396257e2a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:10.521664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', '347a9926-586c-481d-b5d2-ef17a3476a7c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:10.592246 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6affb75-2e8f-4dea-bb0d-91b3d83a6bde req-f2c0c090-3555-4e49-bacf-1cb4c7605cdb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554751 Feb 09 02:53:10.608316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.618926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a5dce85-9e9c-4517-974b-aedff3fba7b4 HTTP/1.1" status: 204 len: 168 time: 1.1178720 Feb 09 02:53:10.625389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event deleted for resources: {'Port': ['ID=40e7d24b-13b8-427f-a5eb-42740f2c489a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:10.671191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a61ce6-641a-46b8-8961-d2b64824231c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5dce85-9e9c-4517-974b-aedff3fba7b4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:10.747179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ad6b6cc0-8d32-4bf1-902f-455352ab7b7a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:10.785497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2bff9-c305-42fd-8cc2-d2577b73a3fb req-6899788c-28d3-47cf-aebc-97e9c436e84d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:10.795186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83e2bff9-c305-42fd-8cc2-d2577b73a3fb req-6899788c-28d3-47cf-aebc-97e9c436e84d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.3830533 Feb 09 02:53:10.823147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] No DVR routers for this DVR port 40e7d24b-13b8-427f-a5eb-42740f2c489a on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:10.831214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:10.835925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-81639ba7-c046-4951-9ba3-6aaee447bf90 req-853ff4d8-b96e-4bf2-8f1f-4e5fd5ae4737 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "DELETE /v2.0/ports/40e7d24b-13b8-427f-a5eb-42740f2c489a HTTP/1.1" status: 204 len: 173 time: 1.1561673 Feb 09 02:53:10.836668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109e4060-9e54-4667-b95f-9f03014056cd', 'name': 'network-vif-deleted', 'tag': '40e7d24b-13b8-427f-a5eb-42740f2c489a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:10.839842 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f25a0b1-9615-4da1-9c37-b42d00c0a9e1" -d '{"events": [{"server_uuid": "109e4060-9e54-4667-b95f-9f03014056cd", "name": "network-vif-deleted", "tag": "40e7d24b-13b8-427f-a5eb-42740f2c489a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:10.854066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa66b8c-3f11-46b3-82c4-1360e5b3522a req-41c08f4f-be93-41b8-a2ab-cdc367daafb6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:10.867910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fa66b8c-3f11-46b3-82c4-1360e5b3522a req-41c08f4f-be93-41b8-a2ab-cdc367daafb6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 944 time: 0.1138411 Feb 09 02:53:10.901923 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83e2bff9-c305-42fd-8cc2-d2577b73a3fb req-2a0c5f58-2fce-4302-a189-93c49a67663e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053987 Feb 09 02:53:10.983041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fa66b8c-3f11-46b3-82c4-1360e5b3522a req-3d4d89af-d269-4235-8fb9-435bdcf39e55 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140800 Feb 09 02:53:11.100820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54118) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:11.147106 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad48c40-7231-4305-8b13-60397d0a19b2 x-openstack-request-id: req-8ad48c40-7231-4305-8b13-60397d0a19b2 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:11.147540 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109e4060-9e54-4667-b95f-9f03014056cd", "name": "network-vif-deleted", "tag": "40e7d24b-13b8-427f-a5eb-42740f2c489a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:11.148458 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ad48c40-7231-4305-8b13-60397d0a19b2 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:11.148458 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109e4060-9e54-4667-b95f-9f03014056cd', 'name': 'network-vif-deleted', 'tag': '40e7d24b-13b8-427f-a5eb-42740f2c489a', 'status': 'completed', 'code': 200} Feb 09 02:53:11.204470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac7e7f-d5e6-4ad8-a0b9-ba62688d468b req-e22c5294-65b2-4510-8557-53c85f85d450 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:11.219437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-04ac7e7f-d5e6-4ad8-a0b9-ba62688d468b req-e22c5294-65b2-4510-8557-53c85f85d450 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1587818 Feb 09 02:53:11.260552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-349a591d-4b2e-4926-9076-f49fcb6f3ffb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b15b7d53980d4208904d1e0629d1ce35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580501 Feb 09 02:53:11.273988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54122) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:11.310854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 384cf330-7071-406b-865d-a70efe9ec9a1 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:11.311295 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:11.385632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb3679-1dd0-4a64-8bb2-c5b11c1232a9 req-1d4f9926-a36b-4127-9d02-7033c0c3f878 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:11.410864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aacb3679-1dd0-4a64-8bb2-c5b11c1232a9 req-1d4f9926-a36b-4127-9d02-7033c0c3f878 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 944 time: 0.2135923 Feb 09 02:53:11.442891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-04ac7e7f-d5e6-4ad8-a0b9-ba62688d468b req-6c3df04f-d365-46a0-87fb-33d595ee4f47 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217710 Feb 09 02:53:11.482049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:11.555541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:11.568314 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55df4bc9-5253-42d9-ae2e-fdfb065f2120 admin admin] Publish callbacks [] for security_group (d0aaff1f-3108-4d8b-8f4d-65b82494d6db), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:11.568854 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6e817-c85e-43c5-8af7-4467599e6c65" -d '{"events": [{"server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "name": "network-vif-plugged", "status": "completed", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:11.596862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aacb3679-1dd0-4a64-8bb2-c5b11c1232a9 req-8d893c2f-528d-479c-a599-d03342f55b5d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795883 Feb 09 02:53:11.609185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:11.649420 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55df4bc9-5253-42d9-ae2e-fdfb065f2120 admin admin] Publish callbacks [] for security_group (d0aaff1f-3108-4d8b-8f4d-65b82494d6db), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:11.706694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:11.712923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40e7d24b-13b8-427f-a5eb-42740f2c489a no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:11.766548 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55df4bc9-5253-42d9-ae2e-fdfb065f2120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d0aaff1f-3108-4d8b-8f4d-65b82494d6db), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:11.771168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55df4bc9-5253-42d9-ae2e-fdfb065f2120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:11.774174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-55df4bc9-5253-42d9-ae2e-fdfb065f2120 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0aaff1f-3108-4d8b-8f4d-65b82494d6db HTTP/1.1" status: 204 len: 168 time: 0.4989836 Feb 09 02:53:11.787533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df4bc9-5253-42d9-ae2e-fdfb065f2120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aaff1f-3108-4d8b-8f4d-65b82494d6db,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:11.788587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 40e7d24b-13b8-427f-a5eb-42740f2c489a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:11.789878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 40e7d24b-13b8-427f-a5eb-42740f2c489a not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:11.952360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e377722-ef4b-4e07-91ac-93a097dd93aa req-72558687-84ec-4247-abea-edc131e413d3 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=109e4060-9e54-4667-b95f-9f03014056cd HTTP/1.1" status: 200 len: 210 time: 0.0683296 Feb 09 02:53:12.275425 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2674d5-a2d6-4abc-bff3-7dd4510d79fe x-openstack-request-id: req-9a2674d5-a2d6-4abc-bff3-7dd4510d79fe {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:12.276355 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "name": "network-vif-plugged", "status": "completed", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:12.276745 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a2674d5-a2d6-4abc-bff3-7dd4510d79fe {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:12.277252 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1', 'code': 200} Feb 09 02:53:12.546398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b89714-6fcd-4344-9ae6-2a3f3944c873 req-31e61afb-07ee-44f1-a403-d4555ba571bb tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:12.562894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b89714-6fcd-4344-9ae6-2a3f3944c873 req-31e61afb-07ee-44f1-a403-d4555ba571bb tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.1690898 Feb 09 02:53:12.625726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b89714-6fcd-4344-9ae6-2a3f3944c873 req-99e2e340-7548-4cf8-988b-4bd512c668b5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568490 Feb 09 02:53:12.789548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96917c-b57f-44b9-9e30-a72055abcc49 req-d2fe3ccf-5a0e-4224-8829-5a62cb76e835 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:12.791621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f96917c-b57f-44b9-9e30-a72055abcc49 req-d2fe3ccf-5a0e-4224-8829-5a62cb76e835 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 945 time: 0.0859439 Feb 09 02:53:12.817877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31434d4-19fd-4705-a883-f8acd572ea23 req-f4274963-fe72-427a-8442-0b29c8c0c81d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:12.819481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d31434d4-19fd-4705-a883-f8acd572ea23 req-f4274963-fe72-427a-8442-0b29c8c0c81d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.7613599 Feb 09 02:53:12.858545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f96917c-b57f-44b9-9e30-a72055abcc49 req-2d737ca6-bc49-49ae-92c4-c9df299682e5 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569322 Feb 09 02:53:12.859256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148d972-9636-407b-8d3f-5a420d43e1f6 req-da7c97d1-73e9-4f10-a1da-a370e09acca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:12.883395 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6148d972-9636-407b-8d3f-5a420d43e1f6 req-da7c97d1-73e9-4f10-a1da-a370e09acca5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 1127 time: 0.1824398 Feb 09 02:53:12.977854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5d6b6-7a67-4870-a27f-1aa5e3308fce req-267b3ac8-020e-4e18-971c-583df303f55d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:12.985157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1bd5d6b6-7a67-4870-a27f-1aa5e3308fce req-267b3ac8-020e-4e18-971c-583df303f55d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 944 time: 0.0712011 Feb 09 02:53:12.998757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d31434d4-19fd-4705-a883-f8acd572ea23 req-1c1b638b-f58a-4b8c-a823-c1fa91f3eb9a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663907 Feb 09 02:53:13.031960 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6148d972-9636-407b-8d3f-5a420d43e1f6 req-0f69cff1-06d3-453a-8846-51c86e699a91 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314869 Feb 09 02:53:13.061226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1bd5d6b6-7a67-4870-a27f-1aa5e3308fce req-b40c77e1-6d6c-4802-86ab-1f6179b430c4 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748284 Feb 09 02:53:13.494552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b103de4-0a04-4602-b3c6-21e647c1a7cc req-1c4f68d8-f3f6-42c8-a9d9-6b4484703aa6 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bcf29d4-7ea6-4fb7-83c6-c8a6cc13b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0296204 Feb 09 02:53:13.521791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78779872-f611-4dd6-937d-19642d55895a req-69c5773e-1faf-4470-a818-2462ed18257c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:13.533777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-78779872-f611-4dd6-937d-19642d55895a req-69c5773e-1faf-4470-a818-2462ed18257c tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 950 time: 0.0894561 Feb 09 02:53:13.590317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-78779872-f611-4dd6-937d-19642d55895a req-859d21ac-9396-410b-9bdc-08c7bba18616 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574234 Feb 09 02:53:13.713660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ad6b6cc0-8d32-4bf1-902f-455352ab7b7a up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:13.759966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df132-bfb6-43cf-aa1f-2edf8f5f9207 req-0e5ad270-b68f-4f2e-b6ea-b9d77421ce75 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:13.761653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c42df132-bfb6-43cf-aa1f-2edf8f5f9207 req-0e5ad270-b68f-4f2e-b6ea-b9d77421ce75 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0676076 Feb 09 02:53:13.859067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:13.863613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:13.864083 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:13.896677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c42df132-bfb6-43cf-aa1f-2edf8f5f9207 req-83a2b6bb-a637-49b9-b583-7cad10256c8d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269550 Feb 09 02:53:14.018132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7397e2d-6d4e-4d7c-a89c-1a13bc6dc18f req-69e0a638-43f4-450d-a161-6c3dce69b867 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0445523 Feb 09 02:53:14.087496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:14.088094 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:14.093780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-1735181a-438c-44f5-99bb-193682dc1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.095612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-1735181a-438c-44f5-99bb-193682dc1faa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 1127 time: 0.1584477 Feb 09 02:53:14.142575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:14.157028 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:14.218339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80457a6-19dd-4ac9-bac8-b2527228aeca req-1c50047c-b9bb-4a55-bd15-e85c294a1038 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.220642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b80457a6-19dd-4ac9-bac8-b2527228aeca req-1c50047c-b9bb-4a55-bd15-e85c294a1038 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1236446 Feb 09 02:53:14.236213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182856f-49ef-436b-87d5-ac6921bbbc76 req-30a1d930-ae9a-43c6-ac92-853274a22e1e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.237826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8182856f-49ef-436b-87d5-ac6921bbbc76 req-30a1d930-ae9a-43c6-ac92-853274a22e1e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 945 time: 0.1731167 Feb 09 02:53:14.271378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:14.285874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3794de6-92c7-4922-82b8-59d1746fcc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:14.288379 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b772e4bb-a007-40eb-9acc-e8fd524d502d" -d '{"events": [{"server_uuid": "e3794de6-92c7-4922-82b8-59d1746fcc56", "name": "network-vif-plugged", "status": "completed", "tag": "ad6b6cc0-8d32-4bf1-902f-455352ab7b7a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:14.307712 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b80457a6-19dd-4ac9-bac8-b2527228aeca req-74fb01d7-62f5-4cbe-9076-7f8c9799a223 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784688 Feb 09 02:53:14.339416 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8182856f-49ef-436b-87d5-ac6921bbbc76 req-61b33a48-2a37-4b8c-9f37-bf01edc2773b tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790455 Feb 09 02:53:14.393034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-795fe699-7de2-4472-ab74-4901193bea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.397826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-795fe699-7de2-4472-ab74-4901193bea86 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 913 time: 0.2761869 Feb 09 02:53:14.423176 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceffce63-8eb1-4608-9d8a-c85a17981332 x-openstack-request-id: req-ceffce63-8eb1-4608-9d8a-c85a17981332 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:14.426288 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3794de6-92c7-4922-82b8-59d1746fcc56", "name": "network-vif-plugged", "status": "completed", "tag": "ad6b6cc0-8d32-4bf1-902f-455352ab7b7a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:14.426858 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ceffce63-8eb1-4608-9d8a-c85a17981332 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:14.427158 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3794de6-92c7-4922-82b8-59d1746fcc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a', 'code': 200} Feb 09 02:53:14.464329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-ef98e5fa-4979-4e7f-83b8-b4afc0335ab7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b HTTP/1.1" status: 200 len: 217 time: 0.0578449 Feb 09 02:53:14.531654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef18a19-e5d4-4ebe-9775-115653043cd1 req-4f169932-1a07-4d4e-9145-9d1569975b98 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.533361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ef18a19-e5d4-4ebe-9775-115653043cd1 req-4f169932-1a07-4d4e-9145-9d1569975b98 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 945 time: 0.1090653 Feb 09 02:53:14.608673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-b87f8db2-f20c-4cf4-9249-b264a7f9e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.610044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-b87f8db2-f20c-4cf4-9249-b264a7f9e558 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.1241138 Feb 09 02:53:14.625610 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ef18a19-e5d4-4ebe-9775-115653043cd1 req-621bb31d-c835-4def-b2e8-b195a7b4ba14 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770316 Feb 09 02:53:14.626073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b84c-15c8-469e-a866-2bbfdf4a78a2 req-73beafb5-6cce-41fa-a1bd-627aeb49478b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.628293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65a2b84c-15c8-469e-a866-2bbfdf4a78a2 req-73beafb5-6cce-41fa-a1bd-627aeb49478b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0821893 Feb 09 02:53:14.644476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692449c3-d7dd-4595-9c77-775667e58ccb req-e89a6ec0-9699-4702-b459-e023220998af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.646486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-692449c3-d7dd-4595-9c77-775667e58ccb req-e89a6ec0-9699-4702-b459-e023220998af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 1127 time: 0.0639384 Feb 09 02:53:14.665787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-78231e9b-5e9b-43ae-850b-e78acf2d7525 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361922 Feb 09 02:53:14.706087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-692449c3-d7dd-4595-9c77-775667e58ccb req-f5217521-3612-4e6a-bff4-8574aa111d04 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503218 Feb 09 02:53:14.780351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23abbc7-b235-4809-bfad-acb2fffe3662 req-f4f46c7c-4706-4a0e-9bc2-f342541594cb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.782015 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a23abbc7-b235-4809-bfad-acb2fffe3662 req-f4f46c7c-4706-4a0e-9bc2-f342541594cb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 950 time: 0.0613611 Feb 09 02:53:14.787026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65a2b84c-15c8-469e-a866-2bbfdf4a78a2 req-62870e6f-8193-446e-8ed7-b30c03109669 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244833 Feb 09 02:53:14.822434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-e8ba08ee-b624-4071-be6a-84e69964e77b service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418598 Feb 09 02:53:14.838602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a23abbc7-b235-4809-bfad-acb2fffe3662 req-25079e3c-d78e-409d-a4b4-567be4391536 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479977 Feb 09 02:53:14.945383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431cac-9560-4027-9ce0-4abc0ece679c req-d690b705-e8af-412c-b06a-c80970f4ddb7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:14.946901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36431cac-9560-4027-9ce0-4abc0ece679c req-d690b705-e8af-412c-b06a-c80970f4ddb7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0668991 Feb 09 02:53:15.012560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774ace5-486e-43f3-b5d8-9e4819168b78 req-1f3773e2-1f90-4952-9304-2d13550ddf6d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.014101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5774ace5-486e-43f3-b5d8-9e4819168b78 req-1f3773e2-1f90-4952-9304-2d13550ddf6d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 945 time: 0.0536091 Feb 09 02:53:15.044780 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36431cac-9560-4027-9ce0-4abc0ece679c req-a4e5575b-0ace-4481-bafa-3c83b16c5f43 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872500 Feb 09 02:53:15.058685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9b8b6-4489-40fa-99c7-26d27b58e1bd req-a3ed24bb-e1af-4699-8e36-85e7a1eadce4 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282816 Feb 09 02:53:15.079002 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5774ace5-486e-43f3-b5d8-9e4819168b78 req-98e782f0-9e2b-40db-8413-4be19a1b1df5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Feb 09 02:53:15.148699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1ae267c-3020-46ce-b853-52ad285ba4e3 req-0e1dfb8f-4f0c-4498-998b-bd12461e6b02 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0331206 Feb 09 02:53:15.205535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7749e-ac19-42af-9f86-c5bdd7c755ca req-3b3b8aa8-695a-47e2-8c3f-9811a4b89d1c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.207051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2af7749e-ac19-42af-9f86-c5bdd7c755ca req-3b3b8aa8-695a-47e2-8c3f-9811a4b89d1c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0595396 Feb 09 02:53:15.261533 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2af7749e-ac19-42af-9f86-c5bdd7c755ca req-e5065e28-0af2-418c-890d-1ee94bf4de5e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478611 Feb 09 02:53:15.471312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4d82af07-ff76-4cdd-8b99-73bc8ea22c34 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.472846 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4d82af07-ff76-4cdd-8b99-73bc8ea22c34 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/ports?device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 950 time: 0.0871384 Feb 09 02:53:15.519802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192fd40-9582-4ddb-8cf5-328df1f56ec5 req-182f039b-8a28-490a-92bb-ca03fcc6bdbf tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.521270 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0192fd40-9582-4ddb-8cf5-328df1f56ec5 req-182f039b-8a28-490a-92bb-ca03fcc6bdbf tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 945 time: 0.0910890 Feb 09 02:53:15.602768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0192fd40-9582-4ddb-8cf5-328df1f56ec5 req-c8fb5578-01e8-407d-a4b7-07850fca5b01 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743752 Feb 09 02:53:15.619444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Deleting port 347a9926-586c-481d-b5d2-ef17a3476a7c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:15.619790 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.708869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:15.757039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] For port 347a9926-586c-481d-b5d2-ef17a3476a7c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=347a9926-586c-481d-b5d2-ef17a3476a7c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:15.757957 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.780644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Calling delete_port for 347a9926-586c-481d-b5d2-ef17a3476a7c owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:15.799655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d5685-64c6-46cd-8ed1-7edc27777d7b req-f08a160a-60e5-473b-a138-fb834f908f1c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.807344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-629d5685-64c6-46cd-8ed1-7edc27777d7b req-f08a160a-60e5-473b-a138-fb834f908f1c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 945 time: 0.0873153 Feb 09 02:53:15.829604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:15.830000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.865738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:15.871081 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:15.877691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb38d89-6e63-473b-98fb-2580d8f3a618 req-2b2105e1-29dd-41fc-8e9d-9a7a8c0d712a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.879604 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9cb38d89-6e63-473b-98fb-2580d8f3a618 req-2b2105e1-29dd-41fc-8e9d-9a7a8c0d712a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 945 time: 0.0619400 Feb 09 02:53:15.930772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:15.934770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9cb38d89-6e63-473b-98fb-2580d8f3a618 req-f02e8683-30c2-4f6e-8fcd-55429c987b02 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Feb 09 02:53:15.951059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-629d5685-64c6-46cd-8ed1-7edc27777d7b req-a95f7ca0-8a79-4a19-8c24-63159e473f1e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428485 Feb 09 02:53:15.976967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-e26bddf2-b844-4fd3-8366-6541a81555da tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:15.978697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-e26bddf2-b844-4fd3-8366-6541a81555da tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 950 time: 0.1489005 Feb 09 02:53:16.069694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e98d9a-372f-4ad5-9f7b-2ccb5dd15bc3 req-fa9b75d6-9a9c-4474-905a-a9ff5f75e186 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:16.072298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22e98d9a-372f-4ad5-9f7b-2ccb5dd15bc3 req-fa9b75d6-9a9c-4474-905a-a9ff5f75e186 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=318260db-68db-4f80-aaac-1eede976b6a2 HTTP/1.1" status: 200 len: 950 time: 0.0580559 Feb 09 02:53:16.102371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (347a9926-586c-481d-b5d2-ef17a3476a7c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.115035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:16.123911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2', '64c5f50b-14df-418b-ac49-54b396257e2a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:16.136032 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22e98d9a-372f-4ad5-9f7b-2ccb5dd15bc3 req-a5020678-051b-48ad-a031-d67a082e6da4 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515718 Feb 09 02:53:16.138624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event deleted for resources: {'Port': ['ID=347a9926-586c-481d-b5d2-ef17a3476a7c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:16.202171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] No DVR routers for this DVR port 347a9926-586c-481d-b5d2-ef17a3476a7c on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:16.205433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.208875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3acf637-2786-497c-a3ea-7a446cf0477b req-4662489c-df0d-4cb5-8493-bb420bbd86d0 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "DELETE /v2.0/ports/347a9926-586c-481d-b5d2-ef17a3476a7c HTTP/1.1" status: 204 len: 173 time: 0.7275107 Feb 09 02:53:16.209329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318260db-68db-4f80-aaac-1eede976b6a2', 'name': 'network-vif-deleted', 'tag': '347a9926-586c-481d-b5d2-ef17a3476a7c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:16.212131 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144409e1-e8eb-48a9-82f9-8ac2ff830096" -d '{"events": [{"server_uuid": "318260db-68db-4f80-aaac-1eede976b6a2", "name": "network-vif-deleted", "tag": "347a9926-586c-481d-b5d2-ef17a3476a7c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:16.219443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Deleting port 64c5f50b-14df-418b-ac49-54b396257e2a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:16.219788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.292382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6d2673a-e56b-41f0-b172-296674de25da req-1d861437-ef60-4a24-8569-e543190fb3d9 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0349536 Feb 09 02:53:16.361012 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a5b7e7-f887-4f64-9584-a832ac85fec9 x-openstack-request-id: req-79a5b7e7-f887-4f64-9584-a832ac85fec9 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:16.361303 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318260db-68db-4f80-aaac-1eede976b6a2", "name": "network-vif-deleted", "tag": "347a9926-586c-481d-b5d2-ef17a3476a7c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:16.361556 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79a5b7e7-f887-4f64-9584-a832ac85fec9 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:16.361951 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318260db-68db-4f80-aaac-1eede976b6a2', 'name': 'network-vif-deleted', 'tag': '347a9926-586c-481d-b5d2-ef17a3476a7c', 'status': 'completed', 'code': 200} Feb 09 02:53:16.395442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b74577-1c0c-4240-b409-618949fd2353 req-189bccd5-b29d-43a0-93c4-da12ecbcca2c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:16.396843 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66b74577-1c0c-4240-b409-618949fd2353 req-189bccd5-b29d-43a0-93c4-da12ecbcca2c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 943 time: 0.1588635 Feb 09 02:53:16.398682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] For port 64c5f50b-14df-418b-ac49-54b396257e2a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=64c5f50b-14df-418b-ac49-54b396257e2a,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:16.399046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.418503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Calling delete_port for 64c5f50b-14df-418b-ac49-54b396257e2a owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:16.431667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:16.433828 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ddf3bd-f784-4c6f-a0d9-f00e1192dbd1" -d '{"events": [{"server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:16.484422 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bbf4a6-e935-49f2-9b24-6464bbcabc10 x-openstack-request-id: req-96bbf4a6-e935-49f2-9b24-6464bbcabc10 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:16.484722 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:16.484980 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96bbf4a6-e935-49f2-9b24-6464bbcabc10 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:16.485372 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'code': 200} Feb 09 02:53:16.511800 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66b74577-1c0c-4240-b409-618949fd2353 req-cd296750-a93a-42c9-ab26-523859092957 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051881 Feb 09 02:53:16.622208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (64c5f50b-14df-418b-ac49-54b396257e2a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.634818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:16.639371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:16.659551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event deleted for resources: {'Port': ['ID=64c5f50b-14df-418b-ac49-54b396257e2a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:16.717128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] No DVR routers for this DVR port 64c5f50b-14df-418b-ac49-54b396257e2a on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:16.720192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:16.724660 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-575ae874-8fc3-4e4e-a944-305f37ef43eb req-7ec23596-13f7-439d-9c5c-e0002a7fedfd tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "DELETE /v2.0/ports/64c5f50b-14df-418b-ac49-54b396257e2a HTTP/1.1" status: 204 len: 173 time: 0.7136164 Feb 09 02:53:17.076471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45412-caaa-44e1-a7fe-9f590b784708 req-e5552998-e0ba-4a87-8626-d855cf6bd7f8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.078002 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdd45412-caaa-44e1-a7fe-9f590b784708 req-e5552998-e0ba-4a87-8626-d855cf6bd7f8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 945 time: 0.0551205 Feb 09 02:53:17.090780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89244432-ea55-4c49-9d61-d22ef20b3f10 req-98794738-dce9-42cf-a573-274f19314723 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.092320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89244432-ea55-4c49-9d61-d22ef20b3f10 req-98794738-dce9-42cf-a573-274f19314723 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 945 time: 0.0598118 Feb 09 02:53:17.143605 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89244432-ea55-4c49-9d61-d22ef20b3f10 req-05f53ca7-bdf2-42c9-9dda-b853f703cea5 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447257 Feb 09 02:53:17.149329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdd45412-caaa-44e1-a7fe-9f590b784708 req-13d9c30c-b8c4-4683-988d-b423aeca58d7 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565209 Feb 09 02:53:17.297376 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01e0a716-70e9-43e1-a91c-edcdd44d32fb req-66e4ee42-dd09-476f-a123-91096fbb2434 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=794f0405-a8aa-4be7-8e70-40f71f994a9b HTTP/1.1" status: 200 len: 210 time: 0.0289085 Feb 09 02:53:17.411912 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a8342a6-a76c-4731-af49-c0c9101a09bc req-eeeb77f7-0e68-4546-9b84-ff80d4a4a0ee tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0308137 Feb 09 02:53:17.623364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-9e7954c7-911e-46e1-8fe1-1c13074a535c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.624967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-9e7954c7-911e-46e1-8fe1-1c13074a535c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.1311784 Feb 09 02:53:17.642451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-5a70a716-f56a-49fa-83a5-f4744d224cd0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/quotas/73853ba10f5c4cd4be5969a0d564c931 HTTP/1.1" status: 200 len: 375 time: 0.0104160 Feb 09 02:53:17.701225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 347a9926-586c-481d-b5d2-ef17a3476a7c no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:17.708147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62dff6-a0fe-4a59-9903-48227135f067 req-8048ed48-9c59-4e4c-b85c-cd38b7bd7b16 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:17.709648 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a62dff6-a0fe-4a59-9903-48227135f067 req-8048ed48-9c59-4e4c-b85c-cd38b7bd7b16 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 943 time: 0.0578806 Feb 09 02:53:17.722813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 347a9926-586c-481d-b5d2-ef17a3476a7c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:17.723455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-d1009fe6-2c02-40e4-9851-86a2ca720d7d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725744 Feb 09 02:53:17.723686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 347a9926-586c-481d-b5d2-ef17a3476a7c not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:17.724116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:17.774902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a62dff6-a0fe-4a59-9903-48227135f067 req-af9a0acf-57fe-453e-9804-a978e0c47bb1 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570955 Feb 09 02:53:17.814200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:18.007479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-25775b12-84db-460a-be59-efce85d2cbf8 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828193 Feb 09 02:53:18.104872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-cc3cd977-5509-43fb-9a56-7f4bb7a6a201 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905397 Feb 09 02:53:18.276755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-035a03c7-4ae9-44fa-8745-d150e7ff8265 req-7b194803-4b2d-4bc1-9ec0-b111b4d53c5d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 210 time: 0.0319781 Feb 09 02:53:18.362840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794f0405-a8aa-4be7-8e70-40f71f994a9b', 'name': 'network-vif-deleted', 'tag': '64c5f50b-14df-418b-ac49-54b396257e2a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:18.368165 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06727f90-653b-47c8-8358-7046a539008d" -d '{"events": [{"server_uuid": "794f0405-a8aa-4be7-8e70-40f71f994a9b", "name": "network-vif-deleted", "tag": "64c5f50b-14df-418b-ac49-54b396257e2a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:18.406193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 64c5f50b-14df-418b-ac49-54b396257e2a no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:18.436240 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5253a89b-f0be-4885-aee0-829382953f21 x-openstack-request-id: req-5253a89b-f0be-4885-aee0-829382953f21 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:18.436540 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794f0405-a8aa-4be7-8e70-40f71f994a9b", "name": "network-vif-deleted", "tag": "64c5f50b-14df-418b-ac49-54b396257e2a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:18.436827 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5253a89b-f0be-4885-aee0-829382953f21 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:18.437200 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794f0405-a8aa-4be7-8e70-40f71f994a9b', 'name': 'network-vif-deleted', 'tag': '64c5f50b-14df-418b-ac49-54b396257e2a', 'status': 'completed', 'code': 200} Feb 09 02:53:18.438533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 64c5f50b-14df-418b-ac49-54b396257e2a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:18.438896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 64c5f50b-14df-418b-ac49-54b396257e2a not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:18.637318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-7608714b-409a-4657-897a-400a307d9615 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:18.638838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-7608714b-409a-4657-897a-400a307d9615 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=e213581a-685d-444c-9603-a2178b3c31ff HTTP/1.1" status: 200 len: 943 time: 0.0586891 Feb 09 02:53:18.667008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6a503d4c-2989-4df0-9490-8320f0c10230 req-3debc0a3-f8d4-4066-addc-33f9741ad3e8 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0297649 Feb 09 02:53:18.756670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Deleting port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:18.757040 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:18.872649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] For port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:18.873208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:18.895521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Calling delete_port for 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:18.939017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127bf87-59ff-4e29-b9fb-c8ec9a7417de req-16e15aa7-9e3c-49d6-a80f-3dd9fe07412e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:18.940503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2127bf87-59ff-4e29-b9fb-c8ec9a7417de req-16e15aa7-9e3c-49d6-a80f-3dd9fe07412e tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 950 time: 0.0769382 Feb 09 02:53:18.990890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2127bf87-59ff-4e29-b9fb-c8ec9a7417de req-f70dd378-a27a-4f38-abe1-efd34e54a555 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Feb 09 02:53:19.036428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:19.067028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event deleted for resources: {'Port': ['ID=0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:19.107923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] No DVR routers for this DVR port 0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:19.110448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:19.113895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7950b8a3-ff01-49fb-8458-694b9a319dac req-5fc9d95f-2efc-4937-8dcb-cc754334c05b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "DELETE /v2.0/ports/0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b HTTP/1.1" status: 204 len: 173 time: 0.4599903 Feb 09 02:53:19.272194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:19.402866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad450e77-cb2c-459b-ad7c-76a2363ce5bb req-bdd65f7f-40f8-4955-9988-dc2de62e3cc8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 210 time: 0.0329154 Feb 09 02:53:19.430707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-493ba011-f5ae-42f7-90b3-de25ff62f7ed tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:19.432541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-493ba011-f5ae-42f7-90b3-de25ff62f7ed tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.1447878 Feb 09 02:53:19.446715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Request body: {'port': {'device_id': 'c4510b92-4368-4668-bc67-9bea9c959665', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'admin_state_up': True, 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:19.594272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:19.597559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:19.616450 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-630c916e-3191-4d9a-850c-72eb5eeabec0 req-de3729c4-6058-43d8-884b-73f316145f29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0297203 Feb 09 02:53:19.620686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f098a23c-8681-4ff9-b36c-a4cf3fbd7c7f req-074f3600-aa57-4e9b-8249-585ef7676ef7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bcf29d4-7ea6-4fb7-83c6-c8a6cc13b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0353715 Feb 09 02:53:19.747074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Allocated IP 172.20.0.13 (daf8e818-0f6a-438e-9812-956150916817/285be046-434d-4db6-9868-7b28c7c79961/d5f781a0-a434-4a72-8d1a-0ba0e920a3e7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:19.780230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d84c3d03-488f-497a-b56a-7ac0757a62cb req-30042ec8-2b6c-4763-862f-1510cba992ab tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0299172 Feb 09 02:53:19.930219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-04efec7c-1d28-4f32-9b48-6d89caffaaca tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:19.931777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-04efec7c-1d28-4f32-9b48-6d89caffaaca tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.1824067 Feb 09 02:53:19.960233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-e78cfdfa-6c44-4559-b4f3-26447630080f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/quotas/6d28b9e89eae40f78e01abe8fe65c347 HTTP/1.1" status: 200 len: 375 time: 0.0211532 Feb 09 02:53:20.010392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-46d18fdf-fff8-41e6-9194-217e86df22e3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373480 Feb 09 02:53:20.029932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks [] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:20.068083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:20.089748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:20.106425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-858d45b9-0d09-40e3-bb2a-fa38e18243bf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:53:20.107550 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-858d45b9-0d09-40e3-bb2a-fa38e18243bf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0864110 Feb 09 02:53:20.134843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39a3f7-0a67-4297-a68b-15e2f7f22beb req-69243271-1aff-48d2-9762-e061ddc4fd86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:20.136992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc39a3f7-0a67-4297-a68b-15e2f7f22beb req-69243271-1aff-48d2-9762-e061ddc4fd86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 950 time: 0.0740960 Feb 09 02:53:20.143982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Network daf8e818-0f6a-438e-9812-956150916817 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:20.179646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:20.188462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:20.193878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event updated for resources: {'Port': ['ID=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:20.223824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc39a3f7-0a67-4297-a68b-15e2f7f22beb req-8f5c211e-c716-4c6c-9580-23969ebbc3db tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764465 Feb 09 02:53:20.259784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:20.260587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:20.296892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-e557b954-4b94-4b6f-9eb4-8ea9432e1638 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826732 Feb 09 02:53:20.300969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-0e6d5ab0-0449-4e42-8435-5d94f0aee40e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8586869 Feb 09 02:53:20.340450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Request body: {'port': {'device_id': 'c4510b92-4368-4668-bc67-9bea9c959665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:20.363221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a4c9d0fe-b3ad-4f98-a3f8-aba28f5af60b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:20.365208 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a4c9d0fe-b3ad-4f98-a3f8-aba28f5af60b tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/ports?device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 950 time: 0.0737867 Feb 09 02:53:20.449281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'name': 'network-vif-deleted', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:20.451872 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1cd17-f81d-4c0e-a596-ff67ac310943" -d '{"events": [{"server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "name": "network-vif-deleted", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:20.480191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:20.492413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Deleting port f4ba38b2-d6b2-400d-a228-d74beacc23e8 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:20.493004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:20.503174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-93ad512d-b071-4c83-9a64-23756bbbcad3 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973517 Feb 09 02:53:20.592549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b345c2-83a9-405d-82a7-c31499fe7b15 req-feac2e06-bd67-46c1-b161-451c7007755e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:20.594898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39b345c2-83a9-405d-82a7-c31499fe7b15 req-feac2e06-bd67-46c1-b161-451c7007755e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 932 time: 0.1178176 Feb 09 02:53:20.655758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] For port f4ba38b2-d6b2-400d-a228-d74beacc23e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f4ba38b2-d6b2-400d-a228-d74beacc23e8,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:20.656377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:20.656767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d54cc7c7-2c58-4e14-af9e-2e967ba1cf24 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:20.658592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d54cc7c7-2c58-4e14-af9e-2e967ba1cf24 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f01267b-d92c-42b7-8201-d0d639951cd9 HTTP/1.1" status: 200 len: 949 time: 0.1253667 Feb 09 02:53:20.683088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Calling delete_port for f4ba38b2-d6b2-400d-a228-d74beacc23e8 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:20.704656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39b345c2-83a9-405d-82a7-c31499fe7b15 req-30970067-c241-4ba7-90da-95daf1e6eae2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978458 Feb 09 02:53:20.707656 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a79f0e-3781-472b-8fca-35695285c7ed x-openstack-request-id: req-b6a79f0e-3781-472b-8fca-35695285c7ed {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:20.708004 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e213581a-685d-444c-9603-a2178b3c31ff", "name": "network-vif-deleted", "tag": "0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b", "status": "failed", "code": 422}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:20.708416 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6a79f0e-3781-472b-8fca-35695285c7ed {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:20.708860 n-d-827839-4 neutron-server[109856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e213581a-685d-444c-9603-a2178b3c31ff', 'name': 'network-vif-deleted', 'tag': '0b6e8c2b-4394-472b-9f78-c2dd2db0ad8b', 'status': 'failed', 'code': 422} returned with failed status Feb 09 02:53:20.848497 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6895ce68-9dcc-4636-99e0-413fe9715aa5 req-cda9021c-85d3-4076-9858-72c615acad89 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 210 time: 0.0657187 Feb 09 02:53:20.925077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Deleting port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:20.925493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:20.926725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-91acf60a-ea86-4de2-a775-02e4db49abb1 req-e9d14d11-e3d5-4430-8f1f-71b07c4b407c tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0448928 Feb 09 02:53:20.927543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f4ba38b2-d6b2-400d-a228-d74beacc23e8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:20.945561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:20.949710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:20.964095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event deleted for resources: {'Port': ['ID=f4ba38b2-d6b2-400d-a228-d74beacc23e8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:21.017647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] No DVR routers for this DVR port f4ba38b2-d6b2-400d-a228-d74beacc23e8 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:21.021294 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.025331 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae41b85c-a831-44c4-b67d-f391659c954c req-a1872710-69dd-4233-bd4f-02c3555b1c86 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "DELETE /v2.0/ports/f4ba38b2-d6b2-400d-a228-d74beacc23e8 HTTP/1.1" status: 204 len: 173 time: 0.6535060 Feb 09 02:53:21.025485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981fc2a6-75e4-47fc-bba8-4a6319148e0a', 'name': 'network-vif-deleted', 'tag': 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:21.028444 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d1c082-5564-43a4-b1d4-20dc4e62c39c" -d '{"events": [{"server_uuid": "981fc2a6-75e4-47fc-bba8-4a6319148e0a", "name": "network-vif-deleted", "tag": "f4ba38b2-d6b2-400d-a228-d74beacc23e8"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:21.049073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:21.062265 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Publish callbacks [] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.088119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] For port 300f4990-5e91-4cf7-a7fa-2de82ca350e1, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=300f4990-5e91-4cf7-a7fa-2de82ca350e1,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:21.088486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.095675 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08da7cb1-ebe0-4146-9b6a-a7219fb305d7 x-openstack-request-id: req-08da7cb1-ebe0-4146-9b6a-a7219fb305d7 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:21.096050 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981fc2a6-75e4-47fc-bba8-4a6319148e0a", "name": "network-vif-deleted", "tag": "f4ba38b2-d6b2-400d-a228-d74beacc23e8", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:21.096324 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08da7cb1-ebe0-4146-9b6a-a7219fb305d7 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:21.096956 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981fc2a6-75e4-47fc-bba8-4a6319148e0a', 'name': 'network-vif-deleted', 'tag': 'f4ba38b2-d6b2-400d-a228-d74beacc23e8', 'status': 'completed', 'code': 200} Feb 09 02:53:21.107303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Transition to ACTIVE for port object d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:21.125455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Calling delete_port for 300f4990-5e91-4cf7-a7fa-2de82ca350e1 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:21.237300 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.241651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.366597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa5c8-d4f8-4c08-ad61-10bb3fa5999c req-281b9415-af5d-4a37-9e94-901bf0619ebc tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:21.379681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-191aa5c8-d4f8-4c08-ad61-10bb3fa5999c req-281b9415-af5d-4a37-9e94-901bf0619ebc tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1127 time: 0.1017013 Feb 09 02:53:21.427664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (300f4990-5e91-4cf7-a7fa-2de82ca350e1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.456803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'f4ba38b2-d6b2-400d-a228-d74beacc23e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:21.474599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:21.479427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-191aa5c8-d4f8-4c08-ad61-10bb3fa5999c req-d1f27b45-1d22-4741-99ef-c3aa43aaca6f tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888700 Feb 09 02:53:21.492988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a68c61c4-4d08-4e3c-b70c-385a853a0eb2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:21.557339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7a1b622b-c8f2-46ac-9464-c74e2b5a9818 req-6067a13e-8984-40a0-ad04-b52b6d544b15 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=981fc2a6-75e4-47fc-bba8-4a6319148e0a HTTP/1.1" status: 200 len: 210 time: 0.1570809 Feb 09 02:53:21.650452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event deleted for resources: {'Port': ['ID=300f4990-5e91-4cf7-a7fa-2de82ca350e1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:21.668008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Attempting to bind port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:21.668442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Attempting to bind port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:21.668796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Attempting to bind port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:21.693912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 on network daf8e818-0f6a-438e-9812-956150916817 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:21.694156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Attempting to bind port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:21.716644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:21.717032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:21.717478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Bound using segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:21.717977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Bound port: d5f781a0-a434-4a72-8d1a-0ba0e920a3e7, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:21.718420 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.720661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] No DVR routers for this DVR port 300f4990-5e91-4cf7-a7fa-2de82ca350e1 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:21.724932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.729506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ee251a0-1f8d-41b2-b831-e1e834c56a5b req-d961acf0-196d-4ece-be51-f780e36f4cfb tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.61 "DELETE /v2.0/ports/300f4990-5e91-4cf7-a7fa-2de82ca350e1 HTTP/1.1" status: 204 len: 173 time: 1.0629642 Feb 09 02:53:21.845553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] For port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:21.849663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] For port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:21.857081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.908857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:21.909697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:21.911319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] 10.222.0.61 "PUT /v2.0/ports/d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 HTTP/1.1" status: 200 len: 1092 time: 1.5922172 Feb 09 02:53:21.936273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f444a8-ed4d-4b8d-9b60-2d035c2595a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:21.948905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15970422-98fc-454f-9693-c9d9affb1906 req-280e2c9f-24ac-46af-b317-f1f870c2bf56 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:21.951624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15970422-98fc-454f-9693-c9d9affb1906 req-280e2c9f-24ac-46af-b317-f1f870c2bf56 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 944 time: 0.1096013 Feb 09 02:53:22.018932 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15970422-98fc-454f-9693-c9d9affb1906 req-98d24a6b-ecc1-423b-965f-08c737d79fd8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594037 Feb 09 02:53:22.060593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-f7a4cebd-9355-49fa-bb39-cc9b4d4c6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:22.063082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-f7a4cebd-9355-49fa-bb39-cc9b4d4c6f38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 1126 time: 0.0762205 Feb 09 02:53:22.114209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-99fcd75f-209b-42a9-8dba-94fe4d2d4315 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0427959 Feb 09 02:53:22.122899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9eb5b5c4-a69b-439f-8fdb-12fa18179614 req-bbe1553e-51dc-4a47-9680-3bf531b88555 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 210 time: 0.0299940 Feb 09 02:53:22.199264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-1579204a-0efd-49b0-80b8-0b1cdc0adb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:22.214850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-1579204a-0efd-49b0-80b8-0b1cdc0adb33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0790095 Feb 09 02:53:22.251890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-02130be0-9be9-4846-af6d-fc467c07d36f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298893 Feb 09 02:53:22.254617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7b32a22-9c5c-46d7-99d0-b95056995a6d req-63b2477e-a1f1-4160-b732-97d16766d0c3 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0363946 Feb 09 02:53:22.426757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 384cf330-7071-406b-865d-a70efe9ec9a1 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:22.618657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:22.728461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01267b-d92c-42b7-8201-d0d639951cd9', 'name': 'network-vif-deleted', 'tag': '300f4990-5e91-4cf7-a7fa-2de82ca350e1'}, {'name': 'network-changed', 'server_uuid': 'c4510b92-4368-4668-bc67-9bea9c959665', 'tag': 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:22.739825 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8" -d '{"events": [{"server_uuid": "0f01267b-d92c-42b7-8201-d0d639951cd9", "name": "network-vif-deleted", "tag": "300f4990-5e91-4cf7-a7fa-2de82ca350e1"}, {"name": "network-changed", "server_uuid": "c4510b92-4368-4668-bc67-9bea9c959665", "tag": "d5f781a0-a434-4a72-8d1a-0ba0e920a3e7"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:22.746282 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:53:22.842065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '384cf330-7071-406b-865d-a70efe9ec9a1', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'port_id': '384cf330-7071-406b-865d-a70efe9ec9a1', 'mac_address': 'fa:16:3e:6e:ff:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8041c-10b5-41ed-bb8c-2382269a8431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:22.842997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-c2a502d1-5bbd-4eea-a858-b95f6e3c4420 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837221 Feb 09 02:53:22.888094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 384cf330-7071-406b-865d-a70efe9ec9a1 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:22.889405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:22.904387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-e70c784b-dbd5-4f7b-83aa-0c5a0f7fe938 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:22.906123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-e70c784b-dbd5-4f7b-83aa-0c5a0f7fe938 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.6069586 Feb 09 02:53:22.909717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 384cf330-7071-406b-865d-a70efe9ec9a1 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:22.925006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Request body: {'port': {'device_id': '2b35c8a8-b11f-45ef-a242-3e7a4244481e', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'admin_state_up': True, 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:22.941916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:22.947827 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:22.972846 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5f84305f-6c69-4fa9-ba31-c2a9376dbcf5 req-4e70727d-c813-4232-b4ce-c90165276f6d tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0697637 Feb 09 02:53:23.036908 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1050cdd7-65a5-413c-b84d-8add5e84a8ca req-f6dfa0ba-ce2d-4048-b124-6bc151cdc307 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877053 Feb 09 02:53:23.047755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:23.087243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-fc467ef6-f4c2-4192-9063-041c184b1526 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:53:23.089873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-fc467ef6-f4c2-4192-9063-041c184b1526 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132563 Feb 09 02:53:23.090325 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbab559-a684-48ac-a303-4a56884ca6d5 x-openstack-request-id: req-0cbab559-a684-48ac-a303-4a56884ca6d5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:23.090625 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f01267b-d92c-42b7-8201-d0d639951cd9", "name": "network-vif-deleted", "tag": "300f4990-5e91-4cf7-a7fa-2de82ca350e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4510b92-4368-4668-bc67-9bea9c959665", "tag": "d5f781a0-a434-4a72-8d1a-0ba0e920a3e7", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:23.090879 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cbab559-a684-48ac-a303-4a56884ca6d5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:23.091274 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01267b-d92c-42b7-8201-d0d639951cd9', 'name': 'network-vif-deleted', 'tag': '300f4990-5e91-4cf7-a7fa-2de82ca350e1', 'status': 'completed', 'code': 200} Feb 09 02:53:23.091529 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4510b92-4368-4668-bc67-9bea9c959665', 'tag': 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7', 'status': 'completed', 'code': 200} Feb 09 02:53:23.113665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['384cf330-7071-406b-865d-a70efe9ec9a1'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:23.131707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:23.136294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:23.162408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-0abc7868-f347-4c39-9059-d9f072c9fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:23.164611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-0abc7868-f347-4c39-9059-d9f072c9fc55 service neutron] 10.222.0.32 "GET /v2.0/ports/37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 200 len: 1124 time: 0.0583527 Feb 09 02:53:23.179961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Request body: {'binding': {'host': 'n-h2-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:23.180658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Unknown quota resources ['binding']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:53:23.240396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-b7e59f7b-ffec-4d0e-bf71-3c5260ab65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:23.242229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-b7e59f7b-ffec-4d0e-bf71-3c5260ab65c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 1126 time: 0.1216159 Feb 09 02:53:23.298209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6eeeb-07ee-480a-8cb0-10f69d440bdc req-1a868ef7-2856-4f17-aebc-2edcc607af2f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:23.299811 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9c6eeeb-07ee-480a-8cb0-10f69d440bdc req-1a868ef7-2856-4f17-aebc-2edcc607af2f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 944 time: 0.1337812 Feb 09 02:53:23.365524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Allocated IP 172.20.0.8 (d7b3be57-884b-457a-a293-71087cb0cd70/a68e5f4c-91b4-4f13-8713-bd53fdcd6014/255da693-da88-4524-94e6-7c50fb3c2be2) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:23.383281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9c6eeeb-07ee-480a-8cb0-10f69d440bdc req-2652793f-1ffb-46a0-a83d-8995e6033ed0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763440 Feb 09 02:53:23.400139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-771637b0-1ae2-4e8c-b49e-e5234012fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:23.401673 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-771637b0-1ae2-4e8c-b49e-e5234012fe7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.1535671 Feb 09 02:53:23.408642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on host n-h2-827839-4 for vnic_type normal with profile None {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:23.409237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:23.410432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:23.416490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:23.416662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:23.422357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:23.422732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:23.423078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:23.423555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Bound port: 37007964-4683-4b88-ae64-8fbf302d90c3, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:23.467585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-0a6825a4-f4cd-415a-9897-9eda68a496e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 HTTP/1.1" status: 200 len: 217 time: 0.0527568 Feb 09 02:53:23.485550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:23.501938 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:23.503130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-49c1399d-480d-4b16-9639-0464710f23e6 service neutron] 10.222.0.32 "POST /v2.0/ports/37007964-4683-4b88-ae64-8fbf302d90c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3281546 Feb 09 02:53:23.525736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-21b6d15f-8388-4e59-8bf7-18e095382c6a req-4ba69184-3ebc-4427-87ff-2f01c8b2e25a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 210 time: 0.0363479 Feb 09 02:53:23.598631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-3960dc8e-7158-432e-b0dc-78b2bdf9c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:23.600196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-3960dc8e-7158-432e-b0dc-78b2bdf9c826 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.1241081 Feb 09 02:53:23.635841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-99197bbf-ce70-4929-ae20-06d2e0f271d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291126 Feb 09 02:53:23.729968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 300f4990-5e91-4cf7-a7fa-2de82ca350e1 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:23.761551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 300f4990-5e91-4cf7-a7fa-2de82ca350e1 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:23.761800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 300f4990-5e91-4cf7-a7fa-2de82ca350e1 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:23.762844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f4ba38b2-d6b2-400d-a228-d74beacc23e8 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:23.782709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks [] for port (255da693-da88-4524-94e6-7c50fb3c2be2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:23.795523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: f4ba38b2-d6b2-400d-a228-d74beacc23e8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:23.795884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f4ba38b2-d6b2-400d-a228-d74beacc23e8 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:23.825158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16ec77-f4cb-4d7f-951b-f88a3500c283 req-11ee3945-6cc8-4b37-8b1e-8abc15bfef04 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:23.826702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e16ec77-f4cb-4d7f-951b-f88a3500c283 req-11ee3945-6cc8-4b37-8b1e-8abc15bfef04 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1586175 Feb 09 02:53:23.833385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-8ba06b9f-59b7-47b2-819a-4ecfebb8b250 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843295 Feb 09 02:53:23.845447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd6737-79ce-473b-8739-e2ca5cbe38e7 req-854ffc46-664a-4dd7-b160-e58ec6b65034 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:23.847190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65dd6737-79ce-473b-8739-e2ca5cbe38e7 req-854ffc46-664a-4dd7-b160-e58ec6b65034 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 950 time: 0.0607173 Feb 09 02:53:23.901880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65dd6737-79ce-473b-8739-e2ca5cbe38e7 req-2275657b-2a82-4449-b1da-415cecb8d219 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 Feb 09 02:53:23.962847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:24.023817 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e16ec77-f4cb-4d7f-951b-f88a3500c283 req-76c7dbd6-803c-4996-a247-0214e6238041 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860099 Feb 09 02:53:24.069307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Network d7b3be57-884b-457a-a293-71087cb0cd70 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:24.071721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-f7042746-752d-436a-8c8b-4f888b2ff040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:24.073342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-f7042746-752d-436a-8c8b-4f888b2ff040 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1127 time: 0.2344453 Feb 09 02:53:24.079977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:24.085981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa8d845e-86e1-460e-bfdb-b4b9cfbc1fa8 req-e5239a9a-5570-45fe-b1ed-670eea094dcd service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270975 Feb 09 02:53:24.088167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:24.092434 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80911230-5bcc-48ec-a089-d0527baa872d req-75c6d235-870b-40e8-a61f-c5c2add0e038 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0304956 Feb 09 02:53:24.098575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event updated for resources: {'Port': ['ID=255da693-da88-4524-94e6-7c50fb3c2be2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:24.190812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:24.191453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:24.219757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-744214ed-f67a-487d-b1e7-b62ca5472ca8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3020144 Feb 09 02:53:24.229770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-563bb654-cd20-49a3-b486-6253bbcd1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:24.231268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-563bb654-cd20-49a3-b486-6253bbcd1c9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1443970 Feb 09 02:53:24.241536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Request body: {'port': {'device_id': '2b35c8a8-b11f-45ef-a242-3e7a4244481e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:24.299668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-23e33d26-6a2b-462d-9a38-3d0a960a2605 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 200 len: 217 time: 0.0555406 Feb 09 02:53:24.371567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:24.377150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-fd198e0b-44f5-41b1-ba2f-559f1491abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:24.378661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-fd198e0b-44f5-41b1-ba2f-559f1491abaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.0725310 Feb 09 02:53:24.431788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 384cf330-7071-406b-865d-a70efe9ec9a1 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:24.435307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-6a1c979d-0324-4f76-a153-ca4ce393d0a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483649 Feb 09 02:53:24.482870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 384cf330-7071-406b-865d-a70efe9ec9a1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:24.483249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:24.579431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 384cf330-7071-406b-865d-a70efe9ec9a1 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:24.579965 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:24.608172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:24.610925 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb45fcc-b567-444f-b9d5-3be8332e4976" -d '{"events": [{"server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "name": "network-vif-plugged", "status": "completed", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:24.625178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:24.630198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:24.687173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:24.688805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9048-dd3b-4b9b-9a2a-85a995b2b751 req-58ff2176-9917-4999-830c-03fb21f05591 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:24.691699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-178f9048-dd3b-4b9b-9a2a-85a995b2b751 req-58ff2176-9917-4999-830c-03fb21f05591 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 931 time: 0.0651865 Feb 09 02:53:24.712254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f2c08-e7f6-4054-9505-03d8d86baa98 req-ee089faa-6994-4aaf-a7b9-b63353f8daaf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:24.713781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8f2c08-e7f6-4054-9505-03d8d86baa98 req-ee089faa-6994-4aaf-a7b9-b63353f8daaf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 944 time: 0.2510741 Feb 09 02:53:24.755383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-178f9048-dd3b-4b9b-9a2a-85a995b2b751 req-668998db-f6d0-4cba-8f6a-77674d660fec tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569584 Feb 09 02:53:24.768373 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-4c7ce90f-34d9-440d-9094-f1cfa7576a97 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248449 Feb 09 02:53:24.813688 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3d1b4c-f218-41d6-93c6-b09fe245ab34 x-openstack-request-id: req-3c3d1b4c-f218-41d6-93c6-b09fe245ab34 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:24.814220 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "name": "network-vif-plugged", "status": "completed", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:24.814351 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c3d1b4c-f218-41d6-93c6-b09fe245ab34 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:24.814690 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1', 'code': 200} Feb 09 02:53:24.879329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8f2c08-e7f6-4054-9505-03d8d86baa98 req-cdd18164-722d-4b6d-99a0-d9b09f06b2fd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507025 Feb 09 02:53:24.923740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255da693-da88-4524-94e6-7c50fb3c2be2 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:24.935914 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Publish callbacks [] for port (255da693-da88-4524-94e6-7c50fb3c2be2), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:24.955242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-317c7ff2-5ed6-4882-b6a8-f4f85616522d service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740887 Feb 09 02:53:24.957764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Transition to ACTIVE for port object 255da693-da88-4524-94e6-7c50fb3c2be2 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:24.968743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:25.051121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca18b11-01c7-45f6-9aaf-6f37b6138b6e req-221bac4e-a981-4d9d-927b-33564fff562a tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:25.060960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aca18b11-01c7-45f6-9aaf-6f37b6138b6e req-221bac4e-a981-4d9d-927b-33564fff562a tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 950 time: 0.0700817 Feb 09 02:53:25.119340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Pushing event updated for resources: {'Port': ['ID=255da693-da88-4524-94e6-7c50fb3c2be2,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:25.159820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aca18b11-01c7-45f6-9aaf-6f37b6138b6e req-a2137687-a33b-4834-9e01-1749b361e934 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978909 Feb 09 02:53:25.214513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Attempting to bind port 255da693-da88-4524-94e6-7c50fb3c2be2 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:25.214864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Attempting to bind port 255da693-da88-4524-94e6-7c50fb3c2be2 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:25.215182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Attempting to bind port 255da693-da88-4524-94e6-7c50fb3c2be2 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:25.248741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Port 255da693-da88-4524-94e6-7c50fb3c2be2 on network d7b3be57-884b-457a-a293-71087cb0cd70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:25.249294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Attempting to bind port 255da693-da88-4524-94e6-7c50fb3c2be2 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:25.276583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:25.276583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Checking segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:25.276583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Bound using segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:25.276583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Bound port: 255da693-da88-4524-94e6-7c50fb3c2be2, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:25.276583 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:25.305930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-337750e7-2a73-4a1a-9fc3-7b89f6e255cd req-141df12f-9fad-487b-9366-6039364304a7 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0560980 Feb 09 02:53:25.336324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7cd15-3019-4515-9006-3d70f3239ba2 req-fc445e9d-c3fd-48cb-b8fc-7ad242ca2be1 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:25.343596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50a7cd15-3019-4515-9006-3d70f3239ba2 req-fc445e9d-c3fd-48cb-b8fc-7ad242ca2be1 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1469822 Feb 09 02:53:25.423180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] For port 255da693-da88-4524-94e6-7c50fb3c2be2, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:25.427637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] For port 255da693-da88-4524-94e6-7c50fb3c2be2, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=255da693-da88-4524-94e6-7c50fb3c2be2,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:25.446537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50a7cd15-3019-4515-9006-3d70f3239ba2 req-7a3a8bb4-95e2-48a4-a6f1-f0e15cba6a3f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018295 Feb 09 02:53:25.454939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:25.512037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Pushing event updated for resources: {'Port': ['ID=255da693-da88-4524-94e6-7c50fb3c2be2,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:25.536929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:25.537984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:25.544669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-4430ddeb-9b78-4d79-864e-88447a9b70b5 service neutron] 10.222.0.61 "PUT /v2.0/ports/255da693-da88-4524-94e6-7c50fb3c2be2 HTTP/1.1" status: 200 len: 1091 time: 1.3029044 Feb 09 02:53:25.545499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b35c8a8-b11f-45ef-a242-3e7a4244481e', 'tag': '255da693-da88-4524-94e6-7c50fb3c2be2'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:25.557494 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f430a74-a2d1-42f2-883f-0193f1d5c98a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b35c8a8-b11f-45ef-a242-3e7a4244481e", "tag": "255da693-da88-4524-94e6-7c50fb3c2be2"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:25.626349 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a4a09d-6e16-41aa-a8f1-4255c9d3a756 x-openstack-request-id: req-33a4a09d-6e16-41aa-a8f1-4255c9d3a756 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:25.626719 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b35c8a8-b11f-45ef-a242-3e7a4244481e", "tag": "255da693-da88-4524-94e6-7c50fb3c2be2", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:25.626907 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33a4a09d-6e16-41aa-a8f1-4255c9d3a756 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:25.627297 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b35c8a8-b11f-45ef-a242-3e7a4244481e', 'tag': '255da693-da88-4524-94e6-7c50fb3c2be2', 'status': 'completed', 'code': 200} Feb 09 02:53:25.650538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-1bd14ae4-fc68-4b00-b837-41b83dbbf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:25.652340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-1bd14ae4-fc68-4b00-b837-41b83dbbf8fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 1125 time: 0.0631678 Feb 09 02:53:25.701004 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-6fea392a-e5ae-40a3-b951-5d6061ee13a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=255da693-da88-4524-94e6-7c50fb3c2be2 HTTP/1.1" status: 200 len: 217 time: 0.0408351 Feb 09 02:53:25.726633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:25.759356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-d52834a3-d90b-4e57-af6c-7a6103117919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:25.761452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-d52834a3-d90b-4e57-af6c-7a6103117919 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.0508220 Feb 09 02:53:25.836767 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-e1ee8294-2ce5-48b3-b8ad-a8c3cd8655f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679438 Feb 09 02:53:25.868126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:25.887453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'port_id': 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7', 'mac_address': 'fa:16:3e:96:54:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285be046-434d-4db6-9868-7b28c7c79961', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:25.947501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:25.947991 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:25.967448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:26.003811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:26.017902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.076589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6087a8-7c66-4088-9a50-2ef451b14265 req-0021e3c6-c63c-45ad-ac18-e514459ee293 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.084241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d6087a8-7c66-4088-9a50-2ef451b14265 req-0021e3c6-c63c-45ad-ac18-e514459ee293 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 943 time: 0.2088468 Feb 09 02:53:26.108841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:26.110855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334a888-9653-460c-bc59-180ce0835e97 req-deba787d-c51c-419f-b09b-17e5717c5d1f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.130751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0334a888-9653-460c-bc59-180ce0835e97 req-deba787d-c51c-419f-b09b-17e5717c5d1f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 945 time: 0.1280413 Feb 09 02:53:26.165918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d6087a8-7c66-4088-9a50-2ef451b14265 req-7da91578-ad5a-498e-af11-82c554b83182 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781574 Feb 09 02:53:26.210541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0334a888-9653-460c-bc59-180ce0835e97 req-6c9814dc-5098-44fc-b1e6-9668755d4f1d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Feb 09 02:53:26.249400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-c997f638-bb72-42b2-b9f5-7922caad4f6c service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060869 Feb 09 02:53:26.266508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['d5f781a0-a434-4a72-8d1a-0ba0e920a3e7'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:26.350471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e6e6d-d729-460e-9899-9f16e7f3ebcd req-8ba862f6-2f46-4121-85c0-5fc660854dfc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.360014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-633e6e6d-d729-460e-9899-9f16e7f3ebcd req-8ba862f6-2f46-4121-85c0-5fc660854dfc tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 950 time: 0.0747294 Feb 09 02:53:26.420840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-633e6e6d-d729-460e-9899-9f16e7f3ebcd req-c71d3262-7189-42ab-9308-411c1ca5c3ee tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/security-groups?id=615d8449-9bdc-47bd-8dc7-d91115a698f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598249 Feb 09 02:53:26.467100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b52abca2-62bf-4efd-8dde-c8b09417baa9 req-44d2bdc1-9927-4e24-bdd6-2f6b84e4e4bc service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007220 Feb 09 02:53:26.489579 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b84109d8-2d67-4e45-88f4-894e1d535a81 req-bf4a1a9a-0778-4b8b-a7b6-ac0c4d18e901 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0599282 Feb 09 02:53:26.498867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-000253ec-3ae3-41ee-a6df-892043c72fab tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.500589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-000253ec-3ae3-41ee-a6df-892043c72fab tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 950 time: 0.4143004 Feb 09 02:53:26.660670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167477bc-1af8-4521-9aeb-51a93f488869 req-8939d47b-b388-428f-a946-9da58c773cd4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.664902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-167477bc-1af8-4521-9aeb-51a93f488869 req-8939d47b-b388-428f-a946-9da58c773cd4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0879107 Feb 09 02:53:26.677212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-0849dbc0-385a-47f5-82c9-9fbb4c889f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.679117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-0849dbc0-385a-47f5-82c9-9fbb4c889f8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 1125 time: 0.0914948 Feb 09 02:53:26.688773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Deleting port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:26.689419 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.743066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-167477bc-1af8-4521-9aeb-51a93f488869 req-52058761-4ffc-4852-8c52-abbf123c6440 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602360 Feb 09 02:53:26.858311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-eb4a792f-0446-4da9-8558-03fc2fc919b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:26.860033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-eb4a792f-0446-4da9-8558-03fc2fc919b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 913 time: 0.1741035 Feb 09 02:53:26.862186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] For port a68c61c4-4d08-4e3c-b70c-385a853a0eb2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:26.862786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:26.882914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Calling delete_port for a68c61c4-4d08-4e3c-b70c-385a853a0eb2 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:26.916431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-1b688f5f-807a-4728-a351-f813e7759eb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=255da693-da88-4524-94e6-7c50fb3c2be2 HTTP/1.1" status: 200 len: 217 time: 0.0457673 Feb 09 02:53:27.037095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-601a65e8-d047-4ea9-9660-96d9d6d6972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:27.038912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-601a65e8-d047-4ea9-9660-96d9d6d6972f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.0736692 Feb 09 02:53:27.085065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-be04d499-4e3b-4a56-af43-d5dad81094c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392087 Feb 09 02:53:27.207177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-705fe9f3-954d-42f2-804b-2d3b089fdd52 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128616 Feb 09 02:53:27.350304 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f430a74-a2d1-42f2-883f-0193f1d5c98a req-3c860de7-9e10-44dd-9761-3da2cd962c42 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320462 Feb 09 02:53:27.431897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a68c61c4-4d08-4e3c-b70c-385a853a0eb2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:27.462130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Pushing event deleted for resources: {'Port': ['ID=a68c61c4-4d08-4e3c-b70c-385a853a0eb2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:27.486539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82851-5ed3-477f-80d5-622dcde31ded req-f893ef23-bb71-41c0-b1b9-61b630870a42 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:27.488123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ff82851-5ed3-477f-80d5-622dcde31ded req-f893ef23-bb71-41c0-b1b9-61b630870a42 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 943 time: 0.1369662 Feb 09 02:53:27.576317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] No DVR routers for this DVR port a68c61c4-4d08-4e3c-b70c-385a853a0eb2 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:27.578904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:27.583825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37599b27-db57-4d9e-8c7d-f9bdd6ab7502 req-d2d2ccce-d097-4b82-b5dd-c6fa12250620 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.26 "DELETE /v2.0/ports/a68c61c4-4d08-4e3c-b70c-385a853a0eb2 HTTP/1.1" status: 204 len: 173 time: 1.0740659 Feb 09 02:53:27.630043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0181adda-244a-40b9-8875-c9ad12834e30', 'name': 'network-vif-deleted', 'tag': 'a68c61c4-4d08-4e3c-b70c-385a853a0eb2'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:27.633678 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a0a38a-8af4-435a-a2fd-012b623fd946" -d '{"events": [{"server_uuid": "0181adda-244a-40b9-8875-c9ad12834e30", "name": "network-vif-deleted", "tag": "a68c61c4-4d08-4e3c-b70c-385a853a0eb2"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:27.680793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ff82851-5ed3-477f-80d5-622dcde31ded req-e6ad1cc2-6b4a-49f4-9869-2d2211af7a6f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661630 Feb 09 02:53:27.737065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:27.785176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26fbc4-8d01-4be2-8bb1-b374ebc87483 req-2b1e7e5c-04b7-4dec-b1ba-269c34592a2f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:27.792817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a26fbc4-8d01-4be2-8bb1-b374ebc87483 req-2b1e7e5c-04b7-4dec-b1ba-269c34592a2f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 945 time: 0.4807112 Feb 09 02:53:27.887656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:27.891896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:27.895166 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:27.904368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a26fbc4-8d01-4be2-8bb1-b374ebc87483 req-ae8a4ef3-7f6e-48eb-9c39-661d7aa765dd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105177 Feb 09 02:53:28.039456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70bdfb5c-2be9-48cb-8d0e-e91b9513b692 req-47aa01eb-6d7e-4d13-b19e-11c70e559854 tempest-ServersOnMultiNodesTest-1291559932 tempest-ServersOnMultiNodesTest-1291559932-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181adda-244a-40b9-8875-c9ad12834e30 HTTP/1.1" status: 200 len: 210 time: 0.0841424 Feb 09 02:53:28.055299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3db5f432-d329-4c97-a86a-0949ac734484 req-58aacf8b-6213-4e13-85f3-b5929ae1f092 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0466971 Feb 09 02:53:28.109728 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b852deec-177b-45ab-bf37-734eaf7c71ce x-openstack-request-id: req-b852deec-177b-45ab-bf37-734eaf7c71ce {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:28.110317 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0181adda-244a-40b9-8875-c9ad12834e30", "name": "network-vif-deleted", "tag": "a68c61c4-4d08-4e3c-b70c-385a853a0eb2", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:28.110557 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b852deec-177b-45ab-bf37-734eaf7c71ce {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:28.111062 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0181adda-244a-40b9-8875-c9ad12834e30', 'name': 'network-vif-deleted', 'tag': 'a68c61c4-4d08-4e3c-b70c-385a853a0eb2', 'status': 'completed', 'code': 200} Feb 09 02:53:28.129746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:28.129976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:28.171629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4510b92-4368-4668-bc67-9bea9c959665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:28.174313 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0ec93c-04e1-4ed7-87fc-2751b96e267f" -d '{"events": [{"server_uuid": "c4510b92-4368-4668-bc67-9bea9c959665", "name": "network-vif-plugged", "status": "completed", "tag": "d5f781a0-a434-4a72-8d1a-0ba0e920a3e7"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:28.220804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:28.231014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:28.294332 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530b954d-ae3b-4fa3-a5ff-0d3e413627be x-openstack-request-id: req-530b954d-ae3b-4fa3-a5ff-0d3e413627be {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:28.294332 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4510b92-4368-4668-bc67-9bea9c959665", "name": "network-vif-plugged", "status": "completed", "tag": "d5f781a0-a434-4a72-8d1a-0ba0e920a3e7", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:28.294332 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-530b954d-ae3b-4fa3-a5ff-0d3e413627be {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:28.294332 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4510b92-4368-4668-bc67-9bea9c959665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7', 'code': 200} Feb 09 02:53:28.309636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611effd-ba23-4ff6-b896-493937c8e123 req-2308f150-08ff-4fc5-b7b1-1da1e00c1709 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:28.311895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3611effd-ba23-4ff6-b896-493937c8e123 req-2308f150-08ff-4fc5-b7b1-1da1e00c1709 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1244264 Feb 09 02:53:28.348995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:28.412547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3611effd-ba23-4ff6-b896-493937c8e123 req-85d712b5-b2ef-4c6f-9d51-f29ef3f305ab tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918510 Feb 09 02:53:28.445083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a68c61c4-4d08-4e3c-b70c-385a853a0eb2 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:28.476002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: a68c61c4-4d08-4e3c-b70c-385a853a0eb2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:28.476455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a68c61c4-4d08-4e3c-b70c-385a853a0eb2 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:28.483906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2b8b-c962-4477-a614-a3299776bdc0 req-470bc6da-5475-4e10-abb4-e257e0ab2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:28.485474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4ce2b8b-c962-4477-a614-a3299776bdc0 req-470bc6da-5475-4e10-abb4-e257e0ab2d3d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 1128 time: 0.0976765 Feb 09 02:53:28.558894 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4ce2b8b-c962-4477-a614-a3299776bdc0 req-5a417236-86ce-4f17-a49b-50615a8fc66a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666709 Feb 09 02:53:28.841635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85402da-3800-4cc7-9446-2ae59ed01975 req-e84f910a-b4f3-4115-bba6-4e986232ff26 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:28.843474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b85402da-3800-4cc7-9446-2ae59ed01975 req-e84f910a-b4f3-4115-bba6-4e986232ff26 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 943 time: 0.0833821 Feb 09 02:53:28.937101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b85402da-3800-4cc7-9446-2ae59ed01975 req-7b968846-277e-4261-9fb2-2c3ba6dce5fb tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849323 Feb 09 02:53:29.079166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda9fe-9f6a-4553-b072-e2f2e2782b41 req-48c198b9-7811-41ba-9170-2cc7a45ca8bd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:29.095878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36dda9fe-9f6a-4553-b072-e2f2e2782b41 req-48c198b9-7811-41ba-9170-2cc7a45ca8bd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 946 time: 0.0951812 Feb 09 02:53:29.207019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36dda9fe-9f6a-4553-b072-e2f2e2782b41 req-23206089-722f-49f8-ab67-d56e7ffb5380 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099417 Feb 09 02:53:29.231700 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5308130-fd11-48c0-a19c-26e552f7b890 req-555ca4a6-450a-4252-bb07-6e4dfbea6c55 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0490601 Feb 09 02:53:29.559862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54692) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:29.620715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d5eb8-9209-496a-bd4e-881b7cffda0b req-b5589485-e24a-4be1-aace-0334a82464f8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:29.629538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e8d5eb8-9209-496a-bd4e-881b7cffda0b req-b5589485-e24a-4be1-aace-0334a82464f8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0990319 Feb 09 02:53:29.692422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e8d5eb8-9209-496a-bd4e-881b7cffda0b req-96fcaa8f-8133-47b1-b4e5-7dc06b390168 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550206 Feb 09 02:53:29.748969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 255da693-da88-4524-94e6-7c50fb3c2be2 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:29.803875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c839e43d-35ae-4138-b5b9-af1a58f3dbec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc9de5030d1148848ee932f4f075d2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419555 Feb 09 02:53:29.805888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:29.908607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 255da693-da88-4524-94e6-7c50fb3c2be2, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=255da693-da88-4524-94e6-7c50fb3c2be2,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:29.910376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed8ddd14-a207-4ca2-bfda-470de33069cc admin admin] Publish callbacks [] for security_group (615d8449-9bdc-47bd-8dc7-d91115a698f6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.922936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '255da693-da88-4524-94e6-7c50fb3c2be2', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'port_id': '255da693-da88-4524-94e6-7c50fb3c2be2', 'mac_address': 'fa:16:3e:35:6e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e5f4c-91b4-4f13-8713-bd53fdcd6014', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:29.969331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed8ddd14-a207-4ca2-bfda-470de33069cc admin admin] Publish callbacks [] for security_group (615d8449-9bdc-47bd-8dc7-d91115a698f6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.974915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 255da693-da88-4524-94e6-7c50fb3c2be2 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:29.975573 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:29.999288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255da693-da88-4524-94e6-7c50fb3c2be2 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:30.036852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 255da693-da88-4524-94e6-7c50fb3c2be2, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=255da693-da88-4524-94e6-7c50fb3c2be2,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:30.045782 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.055849 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed8ddd14-a207-4ca2-bfda-470de33069cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (615d8449-9bdc-47bd-8dc7-d91115a698f6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.059334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed8ddd14-a207-4ca2-bfda-470de33069cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.060820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed8ddd14-a207-4ca2-bfda-470de33069cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/615d8449-9bdc-47bd-8dc7-d91115a698f6 HTTP/1.1" status: 204 len: 168 time: 0.2534511 Feb 09 02:53:30.091131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ddd14-a207-4ca2-bfda-470de33069cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615d8449-9bdc-47bd-8dc7-d91115a698f6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:30.120816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf1154-a53b-4846-96d3-094d2f4c4622 req-6b4b58ac-4108-43a9-8223-9278a0ffe786 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:30.128711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-48cf1154-a53b-4846-96d3-094d2f4c4622 req-6b4b58ac-4108-43a9-8223-9278a0ffe786 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 944 time: 0.0829566 Feb 09 02:53:30.195602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-48cf1154-a53b-4846-96d3-094d2f4c4622 req-dd0c8170-f011-45b2-b0f1-990ac691396e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658436 Feb 09 02:53:30.264978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=255da693-da88-4524-94e6-7c50fb3c2be2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:30.296770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b2a54bd4-c29c-45f5-86ca-2efc41c7e87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:30.374760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['255da693-da88-4524-94e6-7c50fb3c2be2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:30.452182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0a784-d34e-49b4-9072-24221640ba2a req-210ec67b-b815-447a-b8cd-6450da3183ac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:30.467205 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06b0a784-d34e-49b4-9072-24221640ba2a req-210ec67b-b815-447a-b8cd-6450da3183ac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 946 time: 0.1547174 Feb 09 02:53:30.467798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9849d56-a43a-4fc5-8738-e78bcf384179 req-30545e4b-8260-4096-96b0-e1e7f1a361c3 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0785427 Feb 09 02:53:30.592210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06b0a784-d34e-49b4-9072-24221640ba2a req-760c6a5e-52fb-44e9-9542-60f51bf01814 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228600 Feb 09 02:53:30.689730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54724) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:30.768514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0842cb65-a770-4d7a-b3e6-143504332088 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f36993e9a2b4ead99cd71363ec84cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0773239 Feb 09 02:53:30.771140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54728) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:30.773903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f177c-c5e7-4b54-937a-6554bfa2b908 req-b8466962-9cbd-4f9e-bcae-1a481f6ebac7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:30.776167 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-877f177c-c5e7-4b54-937a-6554bfa2b908 req-b8466962-9cbd-4f9e-bcae-1a481f6ebac7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 945 time: 0.1069608 Feb 09 02:53:30.861047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-877f177c-c5e7-4b54-937a-6554bfa2b908 req-68834b54-cac4-4824-a9da-8811ed0c3a79 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Feb 09 02:53:31.031774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1c27f-31e5-42f9-a63f-36498d23d70e req-07b2d82c-6a75-4a7a-ad64-62c5f645000b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:31.033417 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-baa1c27f-31e5-42f9-a63f-36498d23d70e req-07b2d82c-6a75-4a7a-ad64-62c5f645000b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 946 time: 0.0856731 Feb 09 02:53:31.105765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-baa1c27f-31e5-42f9-a63f-36498d23d70e req-3c4d3979-a916-4ebf-9db4-61f7c41b9956 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652592 Feb 09 02:53:31.297294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b1-dd24-40c8-8fe3-68efaa7d92ee admin admin] Publish callbacks [] for security_group (2f304172-dd07-4be4-a164-cd3b32b5be02), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:31.365295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b1-dd24-40c8-8fe3-68efaa7d92ee admin admin] Publish callbacks [] for security_group (2f304172-dd07-4be4-a164-cd3b32b5be02), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:31.406832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709f8f8-a614-4716-adf9-9c00094fd007 req-3016c91b-aa7a-4782-8277-5dc8c36548f7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:31.411088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3709f8f8-a614-4716-adf9-9c00094fd007 req-3016c91b-aa7a-4782-8277-5dc8c36548f7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1540952 Feb 09 02:53:31.543346 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3709f8f8-a614-4716-adf9-9c00094fd007 req-35ea1005-4a3d-4f87-ba92-fffde5f969d8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215053 Feb 09 02:53:31.564891 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b1-dd24-40c8-8fe3-68efaa7d92ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2f304172-dd07-4be4-a164-cd3b32b5be02), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:31.564891 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14b51b1-dd24-40c8-8fe3-68efaa7d92ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:31.564891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c14b51b1-dd24-40c8-8fe3-68efaa7d92ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f304172-dd07-4be4-a164-cd3b32b5be02 HTTP/1.1" status: 204 len: 168 time: 0.7893562 Feb 09 02:53:31.583719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b51b1-dd24-40c8-8fe3-68efaa7d92ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f304172-dd07-4be4-a164-cd3b32b5be02,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:31.597041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535a76e-8919-4688-8e70-e1adf5b974a9 req-267b5045-1704-41d9-bfa3-14b6395a95b6 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:31.604747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e535a76e-8919-4688-8e70-e1adf5b974a9 req-267b5045-1704-41d9-bfa3-14b6395a95b6 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 944 time: 0.0782058 Feb 09 02:53:31.673961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e535a76e-8919-4688-8e70-e1adf5b974a9 req-17e59787-ea85-44c6-8b65-57ced8936b11 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678618 Feb 09 02:53:31.709563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65032f20-8878-4aad-a02c-b27d55202c69 req-954269a2-f1d4-46cc-a33c-9ed34419e8ce tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:31.711657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65032f20-8878-4aad-a02c-b27d55202c69 req-954269a2-f1d4-46cc-a33c-9ed34419e8ce tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 946 time: 0.0759797 Feb 09 02:53:31.791156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 255da693-da88-4524-94e6-7c50fb3c2be2 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:31.827918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0277bac-f248-4b93-b9eb-3c583b7143b7 req-5b430434-8437-412e-b9cb-450ed6709a7a tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0495694 Feb 09 02:53:31.830201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65032f20-8878-4aad-a02c-b27d55202c69 req-ba842d7b-12ac-442e-bdd9-3b1380abe954 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051910 Feb 09 02:53:31.911539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 255da693-da88-4524-94e6-7c50fb3c2be2 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:31.928188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 255da693-da88-4524-94e6-7c50fb3c2be2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:31.928564 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:32.090896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 255da693-da88-4524-94e6-7c50fb3c2be2 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:32.091291 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:32.139259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b35c8a8-b11f-45ef-a242-3e7a4244481e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255da693-da88-4524-94e6-7c50fb3c2be2'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:32.141776 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1818df56-bd6e-4d57-ba2f-4689157a17d3" -d '{"events": [{"server_uuid": "2b35c8a8-b11f-45ef-a242-3e7a4244481e", "name": "network-vif-plugged", "status": "completed", "tag": "255da693-da88-4524-94e6-7c50fb3c2be2"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:32.159334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 255da693-da88-4524-94e6-7c50fb3c2be2, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=255da693-da88-4524-94e6-7c50fb3c2be2,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:32.172843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:32.243814 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb41513-977a-4efd-92b2-1f7cd8a3d4cd x-openstack-request-id: req-eeb41513-977a-4efd-92b2-1f7cd8a3d4cd {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:32.251112 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b35c8a8-b11f-45ef-a242-3e7a4244481e", "name": "network-vif-plugged", "status": "completed", "tag": "255da693-da88-4524-94e6-7c50fb3c2be2", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:32.251112 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eeb41513-977a-4efd-92b2-1f7cd8a3d4cd {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:32.251112 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b35c8a8-b11f-45ef-a242-3e7a4244481e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255da693-da88-4524-94e6-7c50fb3c2be2', 'code': 200} Feb 09 02:53:32.251112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=255da693-da88-4524-94e6-7c50fb3c2be2,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:32.401196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9828e-bc57-4529-910d-0be01e925f59 req-cf59d66c-497c-48ee-9ea7-7e7e381e1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:32.405743 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9828e-bc57-4529-910d-0be01e925f59 req-cf59d66c-497c-48ee-9ea7-7e7e381e1caa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 1127 time: 0.0759528 Feb 09 02:53:32.467942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ff9828e-bc57-4529-910d-0be01e925f59 req-ba140acf-cbe9-43cf-98ec-094c9435f246 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Feb 09 02:53:32.635931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-217a57b7-6725-40d7-8f64-e29f18198c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:32.803409 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2eb00-f0b8-4b79-9ab4-0ab587041e17 req-18734715-9d7f-4f1c-a73d-1685269736b7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:32.814781 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd2eb00-f0b8-4b79-9ab4-0ab587041e17 req-18734715-9d7f-4f1c-a73d-1685269736b7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1452265 Feb 09 02:53:32.893891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614e919-95f9-4f6b-983a-e345c52c95e1 req-21c79989-bd0f-4600-ba23-68d96c01f269 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:32.905686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6614e919-95f9-4f6b-983a-e345c52c95e1 req-21c79989-bd0f-4600-ba23-68d96c01f269 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.1218138 Feb 09 02:53:32.957028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd2eb00-f0b8-4b79-9ab4-0ab587041e17 req-3a91ad26-2176-4bbe-a4eb-710a7c4e761f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346905 Feb 09 02:53:33.057844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6614e919-95f9-4f6b-983a-e345c52c95e1 req-e1160357-283d-44ec-8b7d-a602349f8390 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511650 Feb 09 02:53:33.228154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e385e2b-449e-47d2-8007-b85491267c3a req-f789d7ba-1a73-4d3d-9c1b-eaf25a53a748 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:33.243965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e385e2b-449e-47d2-8007-b85491267c3a req-f789d7ba-1a73-4d3d-9c1b-eaf25a53a748 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 946 time: 0.1324413 Feb 09 02:53:33.248809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a6018b4-45fb-40a4-a25b-1ab003c3f1f8 req-818fa12a-aedf-4729-9132-e73053058524 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0732520 Feb 09 02:53:33.358990 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e385e2b-449e-47d2-8007-b85491267c3a req-441614c3-e332-4804-82ef-36b238f1bb9e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111603 Feb 09 02:53:33.408291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-19b432ff-5eb4-49c5-9f14-d123026a2596 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:33.409886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-19b432ff-5eb4-49c5-9f14-d123026a2596 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 946 time: 0.1383827 Feb 09 02:53:33.558459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Deleting port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:33.559454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:33.692225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] For port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:33.692744 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:33.714691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Calling delete_port for d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:33.859781 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:33.971243 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d5f781a0-a434-4a72-8d1a-0ba0e920a3e7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:33.985949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a', 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:34.043452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event deleted for resources: {'Port': ['ID=d5f781a0-a434-4a72-8d1a-0ba0e920a3e7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:34.169050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] No DVR routers for this DVR port d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:34.175933 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:34.182010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fe73acb-c229-4b09-88a3-81a053c52e8d req-82e538d1-d8b1-43cf-ac67-d622f4c8bec0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "DELETE /v2.0/ports/d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 HTTP/1.1" status: 204 len: 173 time: 0.7639458 Feb 09 02:53:34.182010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4510b92-4368-4668-bc67-9bea9c959665', 'name': 'network-vif-deleted', 'tag': 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:34.184003 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eb1f76-3c30-4d12-9d47-b88d437ad6b3" -d '{"events": [{"server_uuid": "c4510b92-4368-4668-bc67-9bea9c959665", "name": "network-vif-deleted", "tag": "d5f781a0-a434-4a72-8d1a-0ba0e920a3e7"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:34.214356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e16d3-5aac-42a3-baab-2954c1091e95 req-fe31b525-6e8d-4cca-9d03-94d441a7e7af tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:34.216419 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e34e16d3-5aac-42a3-baab-2954c1091e95 req-fe31b525-6e8d-4cca-9d03-94d441a7e7af tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1177328 Feb 09 02:53:34.307547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e34e16d3-5aac-42a3-baab-2954c1091e95 req-caf98d25-68eb-443f-a87e-43658a2b534b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826206 Feb 09 02:53:34.363552 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d13d4f-3a6f-4948-bdf2-b6229a1ff588 x-openstack-request-id: req-14d13d4f-3a6f-4948-bdf2-b6229a1ff588 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:34.363856 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4510b92-4368-4668-bc67-9bea9c959665", "name": "network-vif-deleted", "tag": "d5f781a0-a434-4a72-8d1a-0ba0e920a3e7", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:34.364118 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14d13d4f-3a6f-4948-bdf2-b6229a1ff588 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:34.364581 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4510b92-4368-4668-bc67-9bea9c959665', 'name': 'network-vif-deleted', 'tag': 'd5f781a0-a434-4a72-8d1a-0ba0e920a3e7', 'status': 'completed', 'code': 200} Feb 09 02:53:34.483708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f1070-6905-4bfd-aca0-41f33a192c6d req-8d1d2016-6540-45d1-bee0-ae2a5f8a1b57 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:34.486068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b26f1070-6905-4bfd-aca0-41f33a192c6d req-8d1d2016-6540-45d1-bee0-ae2a5f8a1b57 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0660686 Feb 09 02:53:34.541834 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-087cdee3-1f8d-4d0e-bf05-73396460bb64 req-966c07e8-269b-4124-9e7a-75ee3d8ca579 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0488293 Feb 09 02:53:34.578133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b26f1070-6905-4bfd-aca0-41f33a192c6d req-2161f1e4-f51f-4f79-b2cb-d9d2706c12a8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855477 Feb 09 02:53:34.661615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73a4dee4-a9bf-43ea-b774-c8e2d368b36a req-3f8d8b9a-fcd2-480f-b521-693d2397419c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4510b92-4368-4668-bc67-9bea9c959665 HTTP/1.1" status: 200 len: 210 time: 0.0433488 Feb 09 02:53:34.953211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603064f0-a7ba-4079-8c76-3a3f1a73223c req-ff6d4163-a8ae-496c-b4d4-0d8efeb6f2ff tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:34.962363 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-603064f0-a7ba-4079-8c76-3a3f1a73223c req-ff6d4163-a8ae-496c-b4d4-0d8efeb6f2ff tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.1211479 Feb 09 02:53:34.964520 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:35.015251 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-603064f0-a7ba-4079-8c76-3a3f1a73223c req-3034d1f0-c43d-47b7-a887-60dadfe4d8e8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517442 Feb 09 02:53:35.230614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54864) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:35.359377 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-221d17b0-b43c-42b0-98b5-9bf384ffc43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:35.461941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-221d17b0-b43c-42b0-98b5-9bf384ffc43b admin admin] Publish callbacks [] for security_group (c12f8793-06ea-4730-8203-8053e144655b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:35.467884 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-221d17b0-b43c-42b0-98b5-9bf384ffc43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c12f8793-06ea-4730-8203-8053e144655b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:35.487496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb38f9-f95c-496e-a763-31e478b6eb33 req-083caffa-a05a-4d14-bddd-acd9414ba917 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:35.489035 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6cdb38f9-f95c-496e-a763-31e478b6eb33 req-083caffa-a05a-4d14-bddd-acd9414ba917 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0895870 Feb 09 02:53:35.519654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-221d17b0-b43c-42b0-98b5-9bf384ffc43b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c26059862f8f4014b2b74e4399a68320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879288 Feb 09 02:53:35.521373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d17b0-b43c-42b0-98b5-9bf384ffc43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12f8793-06ea-4730-8203-8053e144655b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:35.524356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54876) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:35.581474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6cdb38f9-f95c-496e-a763-31e478b6eb33 req-e6433f2c-0ee0-4c2b-979e-14c1b6398888 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828693 Feb 09 02:53:35.610221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a0600e18-d100-490a-8c2b-79dc39ac1f64 admin admin] Publish callbacks [] for security_group (c12f8793-06ea-4730-8203-8053e144655b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:35.688695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a0600e18-d100-490a-8c2b-79dc39ac1f64 admin admin] Publish callbacks [] for security_group (c12f8793-06ea-4730-8203-8053e144655b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:35.700484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0d4bb38-87ba-4346-9f5f-d37eedc6ab51 req-e621c1ef-e86d-47bb-bf9b-230567cbbe34 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0614669 Feb 09 02:53:35.794675 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a0600e18-d100-490a-8c2b-79dc39ac1f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c12f8793-06ea-4730-8203-8053e144655b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:35.797938 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a0600e18-d100-490a-8c2b-79dc39ac1f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:35.809310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a0600e18-d100-490a-8c2b-79dc39ac1f64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c12f8793-06ea-4730-8203-8053e144655b HTTP/1.1" status: 204 len: 168 time: 0.2788877 Feb 09 02:53:35.845547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0600e18-d100-490a-8c2b-79dc39ac1f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12f8793-06ea-4730-8203-8053e144655b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:36.204493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1815b-ed2b-443a-b1b9-afa9976a1449 req-56a27f8f-0f9e-415c-b2b0-b6bddf8306b5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:36.214586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20e1815b-ed2b-443a-b1b9-afa9976a1449 req-56a27f8f-0f9e-415c-b2b0-b6bddf8306b5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0819013 Feb 09 02:53:36.241219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bac30f-5962-46b9-be51-382d6269e6a1 req-2b1bb46c-5c53-404f-acba-72c96190df22 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:36.255257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29bac30f-5962-46b9-be51-382d6269e6a1 req-2b1bb46c-5c53-404f-acba-72c96190df22 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 945 time: 0.1408734 Feb 09 02:53:36.276941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20e1815b-ed2b-443a-b1b9-afa9976a1449 req-139d3582-5688-498a-92e7-39600fbf6fa4 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597990 Feb 09 02:53:36.298406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:36.348407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29bac30f-5962-46b9-be51-382d6269e6a1 req-e680949d-dc70-4061-9194-54076b855ae6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813060 Feb 09 02:53:36.386201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54902) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:36.405523 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64e4022c-de65-46bc-a2f4-394637faa200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:36.529970 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-53880eaf-cb0f-4598-81cf-be57d0965dbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1216063 Feb 09 02:53:36.637760 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64e4022c-de65-46bc-a2f4-394637faa200 admin admin] Publish callbacks [] for security_group (a6b07787-e954-4700-84d4-c3bb5f8df02f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:36.645640 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64e4022c-de65-46bc-a2f4-394637faa200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a6b07787-e954-4700-84d4-c3bb5f8df02f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:36.675157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-24c9f0cd-7c6e-45db-86a3-3d5ef386cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:36.677487 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-24c9f0cd-7c6e-45db-86a3-3d5ef386cc67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 1127 time: 0.1039460 Feb 09 02:53:36.749675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4022c-de65-46bc-a2f4-394637faa200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b07787-e954-4700-84d4-c3bb5f8df02f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:36.823555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54908) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:36.824068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-64e4022c-de65-46bc-a2f4-394637faa200 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d326a891ddff4532bcb028d4e23a5d95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358237 Feb 09 02:53:36.861556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29df6-a05d-40f9-be8c-e5d76dc03468 req-17df3bb5-9fe5-4288-bf10-96e730a6b28a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:36.870408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7be29df6-a05d-40f9-be8c-e5d76dc03468 req-17df3bb5-9fe5-4288-bf10-96e730a6b28a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1998823 Feb 09 02:53:36.931064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8386d4f8-98f8-4a73-8ca1-135f5c64f999 req-d87e494c-dc93-4850-8370-650b8ee51ea4 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0803344 Feb 09 02:53:36.933230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-7a525a38-e10e-45a0-b14f-b48ef8347e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:36.935033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-7a525a38-e10e-45a0-b14f-b48ef8347e57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.2162147 Feb 09 02:53:36.950158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7be29df6-a05d-40f9-be8c-e5d76dc03468 req-bccbf66b-9420-48e1-a36e-d6c57163ac2a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782843 Feb 09 02:53:36.999737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25633fc2-1885-407c-bb06-44c0cd243c03 admin admin] Publish callbacks [] for security_group (a6b07787-e954-4700-84d4-c3bb5f8df02f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.038585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-26ae74a1-89b7-4052-abe7-f08b68e03b7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32 HTTP/1.1" status: 200 len: 217 time: 0.0872176 Feb 09 02:53:37.045130 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25633fc2-1885-407c-bb06-44c0cd243c03 admin admin] Publish callbacks [] for security_group (a6b07787-e954-4700-84d4-c3bb5f8df02f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.116424 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25633fc2-1885-407c-bb06-44c0cd243c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a6b07787-e954-4700-84d4-c3bb5f8df02f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.119372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25633fc2-1885-407c-bb06-44c0cd243c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.123903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-25633fc2-1885-407c-bb06-44c0cd243c03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6b07787-e954-4700-84d4-c3bb5f8df02f HTTP/1.1" status: 204 len: 168 time: 0.2985976 Feb 09 02:53:37.137380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-46fd0f6a-d541-43d2-b795-e725e7b5379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:37.139642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-46fd0f6a-d541-43d2-b795-e725e7b5379d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.0913560 Feb 09 02:53:37.140232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25633fc2-1885-407c-bb06-44c0cd243c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b07787-e954-4700-84d4-c3bb5f8df02f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:37.247548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-db2f2402-b182-420d-a2ca-06a83010587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:37.249124 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-db2f2402-b182-420d-a2ca-06a83010587d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1012690 Feb 09 02:53:37.400214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-346659a8-78d6-4a9e-b169-8b21201f69fc service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408951 Feb 09 02:53:37.619229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fed59-4794-4d88-8461-8f2061f24468 req-8563b5cc-fb5e-4db6-b7e5-deac07876fdd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:37.619485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa03a6-fab0-4e60-b0ea-1537ee2f986f req-5e32b8fc-dadd-4ab1-a91d-569b345f597a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:37.620739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-448fed59-4794-4d88-8461-8f2061f24468 req-8563b5cc-fb5e-4db6-b7e5-deac07876fdd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 945 time: 0.1864874 Feb 09 02:53:37.620866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61fa03a6-fab0-4e60-b0ea-1537ee2f986f req-5e32b8fc-dadd-4ab1-a91d-569b345f597a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 945 time: 0.1674089 Feb 09 02:53:37.629771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13877f33-7d15-4814-81a5-ca408b441beb req-7cca314f-bf22-4b85-8a95-9572c7befcb8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:37.639940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13877f33-7d15-4814-81a5-ca408b441beb req-7cca314f-bf22-4b85-8a95-9572c7befcb8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.2085369 Feb 09 02:53:37.680225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88f48000-7d16-498d-87b0-7dc29468cc31 req-1cb1e275-8d85-4e19-8ad4-f1928af6796b service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609587 Feb 09 02:53:37.760474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61fa03a6-fab0-4e60-b0ea-1537ee2f986f req-fb7c7f7d-3500-4f77-9f8f-753c08781d81 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327772 Feb 09 02:53:37.768969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13877f33-7d15-4814-81a5-ca408b441beb req-150f419d-1a28-4aaa-8c4c-d34a81063908 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280708 Feb 09 02:53:37.808425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:37.814504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Deleting port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:37.814948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.851729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:37.852770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d5f781a0-a434-4a72-8d1a-0ba0e920a3e7 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:37.956013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] For port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:37.956384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:37.974083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Calling delete_port for ad6b6cc0-8d32-4bf1-902f-455352ab7b7a owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:38.148638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8833d9d-2ebc-4f0c-ad6c-91dbf7dbcf9a req-956ceac7-00f3-4155-a52c-4e0fd22ae95a tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0875876 Feb 09 02:53:38.234224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c1c0-94de-4d8b-bb0c-2e9e3d339900 req-5485ef2e-896d-4637-bf3d-40673c999614 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:38.241769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b650c1c0-94de-4d8b-bb0c-2e9e3d339900 req-5485ef2e-896d-4637-bf3d-40673c999614 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1284440 Feb 09 02:53:38.352359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b650c1c0-94de-4d8b-bb0c-2e9e3d339900 req-bda5d256-e5f8-42fa-81dc-bccc41295813 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067479 Feb 09 02:53:38.380985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ad6b6cc0-8d32-4bf1-902f-455352ab7b7a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:38.394678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:38.431072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event deleted for resources: {'Port': ['ID=ad6b6cc0-8d32-4bf1-902f-455352ab7b7a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:38.528254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] No DVR routers for this DVR port ad6b6cc0-8d32-4bf1-902f-455352ab7b7a on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:38.531345 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:38.535792 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-448fed59-4794-4d88-8461-8f2061f24468 req-5f356c22-6d5b-4ec3-8536-bac115de2ddf tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "DELETE /v2.0/ports/ad6b6cc0-8d32-4bf1-902f-455352ab7b7a HTTP/1.1" status: 204 len: 173 time: 0.8932536 Feb 09 02:53:38.536508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3794de6-92c7-4922-82b8-59d1746fcc56', 'name': 'network-vif-deleted', 'tag': 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:38.539407 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c04241f-2443-4854-8154-a505cd275e32" -d '{"events": [{"server_uuid": "e3794de6-92c7-4922-82b8-59d1746fcc56", "name": "network-vif-deleted", "tag": "ad6b6cc0-8d32-4bf1-902f-455352ab7b7a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:38.592572 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721a9669-be38-4b42-9c46-ad831d3a4c3e x-openstack-request-id: req-721a9669-be38-4b42-9c46-ad831d3a4c3e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:38.593603 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3794de6-92c7-4922-82b8-59d1746fcc56", "name": "network-vif-deleted", "tag": "ad6b6cc0-8d32-4bf1-902f-455352ab7b7a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:38.594080 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-721a9669-be38-4b42-9c46-ad831d3a4c3e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:38.594752 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3794de6-92c7-4922-82b8-59d1746fcc56', 'name': 'network-vif-deleted', 'tag': 'ad6b6cc0-8d32-4bf1-902f-455352ab7b7a', 'status': 'completed', 'code': 200} Feb 09 02:53:38.963167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54342a7e-bac6-4c18-b24c-e25a863498a5 req-b60fdb8b-9e2b-4b95-a369-2db23222d375 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:38.972403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-54342a7e-bac6-4c18-b24c-e25a863498a5 req-b60fdb8b-9e2b-4b95-a369-2db23222d375 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0943305 Feb 09 02:53:38.977940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-153613e9-0e4b-419a-a043-b4535d221ea3 req-015055d3-b1f6-45b4-a159-c78b0ea79e28 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3794de6-92c7-4922-82b8-59d1746fcc56 HTTP/1.1" status: 200 len: 210 time: 0.0604579 Feb 09 02:53:39.066255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-54342a7e-bac6-4c18-b24c-e25a863498a5 req-5899f6af-7752-4fe8-a250-03952f74c67e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924351 Feb 09 02:53:39.341337 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e1b1253-e9eb-40bc-a8e1-131205587aab req-6262696e-ac3e-41d5-86fe-2615882e7066 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0672953 Feb 09 02:53:39.571342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c7e0f-5042-4749-96ed-d5de6e4d735b req-0de38411-b7bf-48f1-ad4a-94cb3672c13b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:39.573324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-052c7e0f-5042-4749-96ed-d5de6e4d735b req-0de38411-b7bf-48f1-ad4a-94cb3672c13b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.1134799 Feb 09 02:53:39.645213 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-052c7e0f-5042-4749-96ed-d5de6e4d735b req-c5719e3b-5649-4594-9a14-a0bcc9096bee tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642779 Feb 09 02:53:40.070524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:40.199924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146aa689-8d15-4729-8e25-fc11d426cb85 req-ab534a42-e024-48f0-9796-ea7d89b67e81 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:40.202101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-146aa689-8d15-4729-8e25-fc11d426cb85 req-ab534a42-e024-48f0-9796-ea7d89b67e81 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0632524 Feb 09 02:53:40.240761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bac17ddc-6239-44e5-9efb-505b39101002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.288715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-146aa689-8d15-4729-8e25-fc11d426cb85 req-e74ca0de-edf7-42d8-853c-8999a5411562 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745986 Feb 09 02:53:40.435799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bac17ddc-6239-44e5-9efb-505b39101002 admin admin] Publish callbacks [] for security_group (6feddd4b-ecfe-46c9-adf7-1b9d0eea7074), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.455321 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bac17ddc-6239-44e5-9efb-505b39101002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6feddd4b-ecfe-46c9-adf7-1b9d0eea7074), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.486507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bac17ddc-6239-44e5-9efb-505b39101002 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ba9e4c289e541bbbfba923eef79065d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4181719 Feb 09 02:53:40.489887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55058) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:53:40.503333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-6f5ea126-3973-40de-80ea-ef5a3beebd21 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:40.515871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-6f5ea126-3973-40de-80ea-ef5a3beebd21 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.2282298 Feb 09 02:53:40.547373 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-031fcc14-e8f0-4a70-a741-db73a956d2a1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/quotas/73853ba10f5c4cd4be5969a0d564c931 HTTP/1.1" status: 200 len: 375 time: 0.0302474 Feb 09 02:53:40.556885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac17ddc-6239-44e5-9efb-505b39101002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feddd4b-ecfe-46c9-adf7-1b9d0eea7074,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:40.562662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f6c24572-363c-47c6-a481-c6556dcd8849 req-c6d09867-84fe-4b95-aad9-69cad8fcbf56 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0543740 Feb 09 02:53:40.609961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db381301-b18c-4fba-bee7-e9f2fcfbf7bb admin admin] Publish callbacks [] for security_group (6feddd4b-ecfe-46c9-adf7-1b9d0eea7074), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.629100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-fd976409-e058-4f52-b3e6-b3ab16d6a49d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806291 Feb 09 02:53:40.637926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db381301-b18c-4fba-bee7-e9f2fcfbf7bb admin admin] Publish callbacks [] for security_group (6feddd4b-ecfe-46c9-adf7-1b9d0eea7074), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.720514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db381301-b18c-4fba-bee7-e9f2fcfbf7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6feddd4b-ecfe-46c9-adf7-1b9d0eea7074), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.724305 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db381301-b18c-4fba-bee7-e9f2fcfbf7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:40.728730 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-db381301-b18c-4fba-bee7-e9f2fcfbf7bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6feddd4b-ecfe-46c9-adf7-1b9d0eea7074 HTTP/1.1" status: 204 len: 168 time: 0.2374642 Feb 09 02:53:40.737912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db381301-b18c-4fba-bee7-e9f2fcfbf7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feddd4b-ecfe-46c9-adf7-1b9d0eea7074,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:40.741560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-8184787d-c8cf-4079-89df-116e1d05926a service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110809 Feb 09 02:53:40.857716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3508-c120-412b-acc2-0bddce05d9ad req-95171bca-5c33-4936-a108-adc60fccd652 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:40.859716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acfd3508-c120-412b-acc2-0bddce05d9ad req-95171bca-5c33-4936-a108-adc60fccd652 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0723512 Feb 09 02:53:40.862944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-f53be262-9ac9-470c-83df-254d94ad12d5 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202230 Feb 09 02:53:40.922936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acfd3508-c120-412b-acc2-0bddce05d9ad req-10d7d752-481c-45ae-b1b8-db4c9e7db98a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551977 Feb 09 02:53:41.052291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c94d8d8-4f56-4869-b5e2-b9c568d05412 req-6968717a-c7bd-48d6-8a38-b295962db35b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 210 time: 0.0316095 Feb 09 02:53:41.439898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b83f4-abfd-4e84-93a6-fa8fc7fdf584 req-231eee26-1fb5-46f4-b5ab-0c54db51ab14 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:41.451723 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d55b83f4-abfd-4e84-93a6-fa8fc7fdf584 req-231eee26-1fb5-46f4-b5ab-0c54db51ab14 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0821269 Feb 09 02:53:41.520651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d55b83f4-abfd-4e84-93a6-fa8fc7fdf584 req-a21710ef-2da1-4771-ad38-e30e5b267af4 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620184 Feb 09 02:53:41.711269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd1c24d2-d91f-4e5f-96a7-aae0b69e2ea1 req-09021b7f-4f4a-4858-a330-ba3051884e28 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0298636 Feb 09 02:53:41.813718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ad6b6cc0-8d32-4bf1-902f-455352ab7b7a no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:41.837106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: ad6b6cc0-8d32-4bf1-902f-455352ab7b7a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:41.837437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ad6b6cc0-8d32-4bf1-902f-455352ab7b7a not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:41.946074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-910f277b-327a-4bfd-93ad-2091e85272d6 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0a734d5ea4e4411eb7f4ac64a4f7d3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318401 Feb 09 02:53:42.153469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-68163495-e374-4589-9dec-b06ee52108f0 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:42.155060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-68163495-e374-4589-9dec-b06ee52108f0 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037358 Feb 09 02:53:42.164610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-1f504922-a35f-462e-ab03-57909bb1fb32 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:42.166355 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-1f504922-a35f-462e-ab03-57909bb1fb32 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.1608422 Feb 09 02:53:42.179020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-bf0f845d-8b05-4738-8817-c26b777d7537 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/quotas/0a734d5ea4e4411eb7f4ac64a4f7d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0109732 Feb 09 02:53:42.185532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Request body: {'port': {'device_id': '6c8dbb40-5764-4f7f-bb2c-75ff6e06d222', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'admin_state_up': True, 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:42.258071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-68757b95-f212-4013-aed2-93a90a77fdc2 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a734d5ea4e4411eb7f4ac64a4f7d3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687730 Feb 09 02:53:42.308906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a349d-4f5a-46d5-9dda-dff497ca18f0 req-c18cff10-233a-47da-a6d0-ca727a26189e tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:42.310669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2a349d-4f5a-46d5-9dda-dff497ca18f0 req-c18cff10-233a-47da-a6d0-ca727a26189e tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0768535 Feb 09 02:53:42.342617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:42.346009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:42.365678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2a349d-4f5a-46d5-9dda-dff497ca18f0 req-63bbd97c-3062-4e88-91e0-b36450f9c197 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Feb 09 02:53:42.502827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f427e10-c328-4b58-ac54-d7720bad5503 req-f9a4444e-c260-4c9d-bec5-00fcddb37154 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 210 time: 0.0571499 Feb 09 02:53:42.546485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Allocated IP 172.20.0.8 (daf8e818-0f6a-438e-9812-956150916817/285be046-434d-4db6-9868-7b28c7c79961/51c63c71-4f9e-4b16-987b-07d2395ce717) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:42.698625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e6c82a80-d3f5-4998-912f-3c865e9c1c32 req-831ee646-b01a-478f-a638-4c34b94a6158 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 210 time: 0.1184750 Feb 09 02:53:42.717622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591956f5-3533-4d93-967a-47f492a27f94 req-2d914874-dbf8-4383-87ca-e083ecfb9951 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:42.726459 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-591956f5-3533-4d93-967a-47f492a27f94 req-2d914874-dbf8-4383-87ca-e083ecfb9951 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0757608 Feb 09 02:53:42.774321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks [] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:42.798830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-591956f5-3533-4d93-967a-47f492a27f94 req-8c211c49-6b6a-41b8-a3be-b94c6ecbd2f9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714548 Feb 09 02:53:42.876276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:42.888703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:42.918859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09441bb2-94e1-4fd4-8ffc-db3a6dfa314e req-797e4773-5193-43f8-9a24-d0ec72c8b546 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0402129 Feb 09 02:53:42.934369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Network daf8e818-0f6a-438e-9812-956150916817 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:42.944126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:42.946556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:42.996138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-5fab5957-e5fa-4465-8955-bebd991d0cdd tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:42.997640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-5fab5957-e5fa-4465-8955-bebd991d0cdd tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 805 time: 0.2003636 Feb 09 02:53:42.998295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event updated for resources: {'Port': ['ID=51c63c71-4f9e-4b16-987b-07d2395ce717,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:43.021705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-63d62849-2c3e-4ad0-a854-eef1815a6fdc tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/quotas/c1339907781a422791ef313023fe8185 HTTP/1.1" status: 200 len: 375 time: 0.0126152 Feb 09 02:53:43.036460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:43.037230 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:43.081987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d84b1372-6f57-4823-ba4c-673a5482c7bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9017761 Feb 09 02:53:43.093678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Request body: {'port': {'device_id': '6c8dbb40-5764-4f7f-bb2c-75ff6e06d222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:43.137541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-687cdf45-d0d5-4997-9789-214ff612c012 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959306 Feb 09 02:53:43.208722 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:43.291022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-65eecd9b-2d29-4189-92bf-770492b0077e service neutron] 10.222.0.32 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358235 Feb 09 02:53:43.490953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-2e872126-c836-4016-8b66-810a18d7536c service neutron] 10.222.0.32 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549895 Feb 09 02:53:43.522017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d827a08-92ae-4d9e-81d3-8f7ee7544e6e req-87d755a0-0a9f-4012-b053-397274b33a5f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:43.524487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d827a08-92ae-4d9e-81d3-8f7ee7544e6e req-87d755a0-0a9f-4012-b053-397274b33a5f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0609901 Feb 09 02:53:43.583182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d827a08-92ae-4d9e-81d3-8f7ee7544e6e req-4a7022b3-5bee-4c49-8a2c-1df42d91bbd2 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512078 Feb 09 02:53:43.611548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c63c71-4f9e-4b16-987b-07d2395ce717 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:43.630982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Publish callbacks [] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:43.648639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Transition to ACTIVE for port object 51c63c71-4f9e-4b16-987b-07d2395ce717 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:43.654174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:43.724681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-55fbc1d1-4237-4ac7-81c2-e84bfb308344 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0a734d5ea4e4411eb7f4ac64a4f7d3e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568995 Feb 09 02:53:43.749101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ed4f2-e6ca-479e-90f3-da49c59ad079 req-40efc41c-dcbf-462b-87a6-c78d86668556 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:43.751064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a19ed4f2-e6ca-479e-90f3-da49c59ad079 req-40efc41c-dcbf-462b-87a6-c78d86668556 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 943 time: 0.0935729 Feb 09 02:53:43.821479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a19ed4f2-e6ca-479e-90f3-da49c59ad079 req-be69d1df-7780-4bb2-b5ae-aefbdb31dbf2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629153 Feb 09 02:53:43.847108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Pushing event updated for resources: {'Port': ['ID=51c63c71-4f9e-4b16-987b-07d2395ce717,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:43.869094 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7ccef41-58e7-46b5-9044-731fdce479fe req-91729f47-ac68-46ae-add0-bf15cf22b307 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 210 time: 0.1357415 Feb 09 02:53:43.928672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e218b676-5962-40ca-8051-bdbf8acf1193 req-b5068645-4ca0-458d-acde-153a91a6cd77 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 210 time: 0.0433729 Feb 09 02:53:43.980998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Attempting to bind port 51c63c71-4f9e-4b16-987b-07d2395ce717 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:43.981703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Attempting to bind port 51c63c71-4f9e-4b16-987b-07d2395ce717 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:43.981703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Attempting to bind port 51c63c71-4f9e-4b16-987b-07d2395ce717 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:43.993390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-7b678354-33ba-4ff1-a9de-0ae9a827cbcc tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:43.994794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-7b678354-33ba-4ff1-a9de-0ae9a827cbcc tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604697 Feb 09 02:53:43.995823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Port 51c63c71-4f9e-4b16-987b-07d2395ce717 on network daf8e818-0f6a-438e-9812-956150916817 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:43.996271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Attempting to bind port 51c63c71-4f9e-4b16-987b-07d2395ce717 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:44.016070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Request body: {'port': {'device_id': '71fd242e-cf26-4fdd-9703-685b01e3ffc5', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '0a734d5ea4e4411eb7f4ac64a4f7d3e4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:44.019317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:44.019663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:44.020042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Bound using segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:44.020483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Bound port: 51c63c71-4f9e-4b16-987b-07d2395ce717, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:44.020837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.045739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ac6f8fc-a6d5-497d-a714-6172a462377a req-d6067de5-72a1-4f08-b968-e0f77d74bbf0 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0344772 Feb 09 02:53:44.452853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb060418-8a10-424c-a481-1b1d83f6696c req-f1cd2c24-ae64-4bb3-b14b-731f4adf1461 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:44.454318 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb060418-8a10-424c-a481-1b1d83f6696c req-f1cd2c24-ae64-4bb3-b14b-731f4adf1461 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.4556999 Feb 09 02:53:44.481384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] For port 51c63c71-4f9e-4b16-987b-07d2395ce717, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:44.508440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] For port 51c63c71-4f9e-4b16-987b-07d2395ce717, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=51c63c71-4f9e-4b16-987b-07d2395ce717,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:44.526070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.566084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 384cf330-7071-406b-865d-a70efe9ec9a1 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:44.579701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb060418-8a10-424c-a481-1b1d83f6696c req-713d4d2b-b94b-418d-a524-93864dfa045f tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150253 Feb 09 02:53:44.586782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:44.587414 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.588774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] 10.222.0.61 "PUT /v2.0/ports/51c63c71-4f9e-4b16-987b-07d2395ce717 HTTP/1.1" status: 200 len: 1091 time: 1.4990187 Feb 09 02:53:44.589542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8dbb40-5764-4f7f-bb2c-75ff6e06d222', 'tag': '51c63c71-4f9e-4b16-987b-07d2395ce717'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:44.591818 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8dbb40-5764-4f7f-bb2c-75ff6e06d222", "tag": "51c63c71-4f9e-4b16-987b-07d2395ce717"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:44.596555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Made reservation on behalf of 0a734d5ea4e4411eb7f4ac64a4f7d3e4 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:44.599855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.613631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.632751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521de65-ce06-4bbe-83ba-208d731332be service neutron] Pushing event updated for resources: {'Port': ['ID=51c63c71-4f9e-4b16-987b-07d2395ce717,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:44.664966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 384cf330-7071-406b-865d-a70efe9ec9a1 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:44.665565 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.679010 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dab052-d726-4378-9b76-c4a859fa4da1 x-openstack-request-id: req-30dab052-d726-4378-9b76-c4a859fa4da1 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:44.679323 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8dbb40-5764-4f7f-bb2c-75ff6e06d222", "tag": "51c63c71-4f9e-4b16-987b-07d2395ce717", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:44.679566 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30dab052-d726-4378-9b76-c4a859fa4da1 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:44.679969 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8dbb40-5764-4f7f-bb2c-75ff6e06d222', 'tag': '51c63c71-4f9e-4b16-987b-07d2395ce717', 'status': 'completed', 'code': 200} Feb 09 02:53:44.693423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:44.696601 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61b0579-5d67-43b5-aa14-e083d4136d97" -d '{"events": [{"server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "name": "network-vif-unplugged", "status": "completed", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:44.717982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:44.725722 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.740659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks [] for security_group (6a736c1f-988e-44f8-813f-77e25a47af5e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.756895 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6a736c1f-988e-44f8-813f-77e25a47af5e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:44.777965 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c2f415-291c-4910-be75-c60c2ae2999d x-openstack-request-id: req-31c2f415-291c-4910-be75-c60c2ae2999d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:44.778497 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "name": "network-vif-unplugged", "status": "completed", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:44.778749 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31c2f415-291c-4910-be75-c60c2ae2999d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:44.779352 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1', 'code': 200} Feb 09 02:53:44.784420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:44.805073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-6f0b85d8-cedc-41ef-b11d-ffcf8ade5188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:44.806683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-6f0b85d8-cedc-41ef-b11d-ffcf8ade5188 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 1125 time: 0.1259146 Feb 09 02:53:44.941599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a736c1f-988e-44f8-813f-77e25a47af5e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:44.946271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-61ca4c29-bc16-4d44-9306-4368bb9bfd09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51c63c71-4f9e-4b16-987b-07d2395ce717 HTTP/1.1" status: 200 len: 217 time: 0.1256387 Feb 09 02:53:44.953974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde77fb-d502-441a-a439-dd3a614aeed0 req-6e3a92ac-7109-4bf2-8388-08aef8c523f0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:44.955515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebde77fb-d502-441a-a439-dd3a614aeed0 req-6e3a92ac-7109-4bf2-8388-08aef8c523f0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 943 time: 0.0557690 Feb 09 02:53:45.004630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebde77fb-d502-441a-a439-dd3a614aeed0 req-8e298b9c-eb7d-48df-bae0-ebb4d060101d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Feb 09 02:53:45.011516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272332f-b836-4921-b3cf-2ed97526768f req-7cb3c886-2a5f-4ae7-ab15-f40e474689b8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:45.013002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d272332f-b836-4921-b3cf-2ed97526768f req-7cb3c886-2a5f-4ae7-ab15-f40e474689b8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.2747335 Feb 09 02:53:45.101925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-341ccc03-8b29-42a9-80fb-277b43ed1fe5 req-7bf1f327-9621-427f-aa44-1458364a3ec5 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 210 time: 0.0312669 Feb 09 02:53:45.108498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-76a6ffe6-7cd4-4db3-830f-808e59946f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:45.109987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-76a6ffe6-7cd4-4db3-830f-808e59946f99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.1531198 Feb 09 02:53:45.121152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-063bc948-d2d6-4e17-bc15-65f513713223 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:45.121306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-2b6b8cbc-d8ab-4a28-bded-74fedfc457a8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:45.122640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-2b6b8cbc-d8ab-4a28-bded-74fedfc457a8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.61 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 805 time: 0.3265257 Feb 09 02:53:45.123529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-063bc948-d2d6-4e17-bc15-65f513713223 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.26 "GET /v2.0/ports?device_id=05bea9e7-ff7f-4d45-bf6b-835c6dd38f09 HTTP/1.1" status: 200 len: 943 time: 0.0882800 Feb 09 02:53:45.128759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Allocated IP 192.168.233.20 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/743da0fc-0ebe-426f-95bf-9916b6a65298) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:45.149145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Request body: {'port': {'device_id': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'admin_state_up': True, 'tenant_id': 'c1339907781a422791ef313023fe8185'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:45.188423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-4592af4e-869e-4be7-8763-c0b08604865b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561941 Feb 09 02:53:45.222869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d05e6f9b-eebe-44d1-a42c-8b3ce7013be8 req-5736d82f-9c06-40fe-9944-7ebc54f3a02a tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 210 time: 0.0561659 Feb 09 02:53:45.231916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d272332f-b836-4921-b3cf-2ed97526768f req-6e2187be-4f0f-4ce4-ac5a-204daacb260b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928728 Feb 09 02:53:45.262773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Deleting port 384cf330-7071-406b-865d-a70efe9ec9a1 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:45.262773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:45.337884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fe748147-5aca-44ea-87db-5cfe0d85d6de req-8843c2f2-fc17-4060-bb32-14f7f8ac8efb tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0360062 Feb 09 02:53:45.376099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] For port 384cf330-7071-406b-865d-a70efe9ec9a1, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=384cf330-7071-406b-865d-a70efe9ec9a1,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:45.376464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:45.394415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Calling delete_port for 384cf330-7071-406b-865d-a70efe9ec9a1 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:45.431473 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-54e976e6-5090-4fcf-9a9c-e1819694a001 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152894 Feb 09 02:53:45.457526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Made reservation on behalf of c1339907781a422791ef313023fe8185 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:45.460778 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:45.527037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (384cf330-7071-406b-865d-a70efe9ec9a1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:45.555118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Pushing event deleted for resources: {'Port': ['ID=384cf330-7071-406b-865d-a70efe9ec9a1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:45.588445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks [] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:45.602771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] No DVR routers for this DVR port 384cf330-7071-406b-865d-a70efe9ec9a1 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:45.605391 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:45.608664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4455c8d-3549-4fca-9e40-5c0cfc6fe0c5 req-77490b97-e217-4859-9a4a-d462b42c79a6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.26 "DELETE /v2.0/ports/384cf330-7071-406b-865d-a70efe9ec9a1 HTTP/1.1" status: 204 len: 173 time: 0.4792473 Feb 09 02:53:45.609101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'name': 'network-vif-deleted', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:45.611513 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40e61d4-b7e1-4527-b9d6-90f23b3a1aa0" -d '{"events": [{"server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "name": "network-vif-deleted", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:45.647999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bb975e1-56d0-4281-9aa5-2eeab669af11 req-cf6e5f39-e382-4340-9f5b-5ef351672c7b service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063198 Feb 09 02:53:45.683161 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd4f205-8d81-49de-8e58-12f9c4c304b8 x-openstack-request-id: req-7cd4f205-8d81-49de-8e58-12f9c4c304b8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:45.683161 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bea9e7-ff7f-4d45-bf6b-835c6dd38f09", "name": "network-vif-deleted", "tag": "384cf330-7071-406b-865d-a70efe9ec9a1", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:45.683421 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cd4f205-8d81-49de-8e58-12f9c4c304b8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:45.683646 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bea9e7-ff7f-4d45-bf6b-835c6dd38f09', 'name': 'network-vif-deleted', 'tag': '384cf330-7071-406b-865d-a70efe9ec9a1', 'status': 'completed', 'code': 200} Feb 09 02:53:45.705805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Allocated IP 172.20.0.11 (ada7d93c-a7f5-40e3-9d82-8cbb9579b446/46d8041c-10b5-41ed-bb8c-2382269a8431/77aafe91-dcb6-462b-a29b-f30f29c6f146) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:45.710850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:45.735552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9018fe-bbf3-4908-99ce-ead5c8966414 req-625089a5-50d4-4871-bf75-90ae302f5158 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:45.737176 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b9018fe-bbf3-4908-99ce-ead5c8966414 req-625089a5-50d4-4871-bf75-90ae302f5158 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0664549 Feb 09 02:53:45.798920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b9018fe-bbf3-4908-99ce-ead5c8966414 req-8e00fea8-eefe-45ef-a767-7b8c8f282ef2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532744 Feb 09 02:53:45.812186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:45.827392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Pushing event updated for resources: {'Port': ['ID=743da0fc-0ebe-426f-95bf-9916b6a65298,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:45.829820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:45.836537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:45.950486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:45.951104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:45.954700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-c346213d-0cc9-4a9c-9927-8c3f86eb851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:45.956205 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-c346213d-0cc9-4a9c-9927-8c3f86eb851f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 1125 time: 0.2158020 Feb 09 02:53:46.023033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-13ef7d8d-93ed-4e80-a0d2-bfb60f14447f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0128949 Feb 09 02:53:46.044860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Request body: {'port': {'device_id': '71fd242e-cf26-4fdd-9703-685b01e3ffc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:46.088299 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks [] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:46.103439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-920f97b2-8484-4d23-9213-ac432463f8cc None None] Provisioning complete for port 743da0fc-0ebe-426f-95bf-9916b6a65298 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:46.103963 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-920f97b2-8484-4d23-9213-ac432463f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:46.137426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-920f97b2-8484-4d23-9213-ac432463f8cc None None] Port 743da0fc-0ebe-426f-95bf-9916b6a65298 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:53:46.181354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-49346562-b6ed-4a97-b083-8aa82cb59880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.182861 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-49346562-b6ed-4a97-b083-8aa82cb59880 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.2170241 Feb 09 02:53:46.203879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68dcc3df-df4f-4ca2-b478-465262621ad6 req-5da444c4-570f-46b8-8604-a5567cc77582 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 210 time: 0.0294309 Feb 09 02:53:46.238339 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:46.245287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-102d0805-a7d0-4230-bd9c-b98aa24d4274 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51c63c71-4f9e-4b16-987b-07d2395ce717 HTTP/1.1" status: 200 len: 217 time: 0.0530608 Feb 09 02:53:46.265216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:46.280392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287c46b-b7a4-4bbd-b158-d9f959fcfef2 req-b05b4280-6896-48d8-a11a-610790198ad9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.281879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c287c46b-b7a4-4bbd-b158-d9f959fcfef2 req-b05b4280-6896-48d8-a11a-610790198ad9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 943 time: 0.2035775 Feb 09 02:53:46.367679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd90297-4b48-458f-9e4b-8e5d3a09ebae req-4d832960-582f-41c7-a86e-d751a31d2a89 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.369279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcd90297-4b48-458f-9e4b-8e5d3a09ebae req-4d832960-582f-41c7-a86e-d751a31d2a89 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 935 time: 0.0625398 Feb 09 02:53:46.401213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:46.415293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:46.422643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:46.430288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcd90297-4b48-458f-9e4b-8e5d3a09ebae req-5422ce70-62f2-42d5-8f0e-e80910ae472b tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489326 Feb 09 02:53:46.431861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Pushing event updated for resources: {'Port': ['ID=77aafe91-dcb6-462b-a29b-f30f29c6f146,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:46.456579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-d27681de-2afa-45ed-b672-510ed236dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.458050 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-d27681de-2afa-45ed-b672-510ed236dd97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.2053092 Feb 09 02:53:46.562599 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-1610f159-3c00-48d7-bfff-70ce46840365 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953271 Feb 09 02:53:46.564695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-52567f90-5163-412f-8cdc-1baeef854811 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.566186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-52567f90-5163-412f-8cdc-1baeef854811 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.0832622 Feb 09 02:53:46.572233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c287c46b-b7a4-4bbd-b158-d9f959fcfef2 req-32570c18-4f25-49d7-80fd-615d6afb367a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630651 Feb 09 02:53:46.573810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ad3f6-849f-4ffb-bdde-789f0747361e req-1b004e0e-da10-4cf0-bc71-dd6eb6916747 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.575279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-880ad3f6-849f-4ffb-bdde-789f0747361e req-1b004e0e-da10-4cf0-bc71-dd6eb6916747 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 945 time: 0.0836155 Feb 09 02:53:46.582878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-4'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:46.594166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.594808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:46.692269 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-880ad3f6-849f-4ffb-bdde-789f0747361e req-37c231d3-4ef1-42d4-bd88-cdcfb6de76bf tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054471 Feb 09 02:53:46.692891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:46.726193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-ab311a7d-d6c7-4c0e-997d-d820cef0a8ee tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5835996 Feb 09 02:53:46.728019 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41635386-a234-4353-a853-210ad19ec3cf req-a8604b42-efc5-4989-9754-0121abd07c67 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0781810 Feb 09 02:53:46.742296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Request body: {'port': {'device_id': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:46.820736 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-9bb03963-6ab4-45c2-9e4e-bc426ccd099d service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437234 Feb 09 02:53:46.839887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:46.906701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:46.908312 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:46.961422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e62415-ab6a-45c5-bc2a-4f0d60f002f0 req-866b0e18-c5df-406e-9694-9bc8a5176bc2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:46.963147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7e62415-ab6a-45c5-bc2a-4f0d60f002f0 req-866b0e18-c5df-406e-9694-9bc8a5176bc2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0926697 Feb 09 02:53:46.967814 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Publish callbacks [] for port (37007964-4683-4b88-ae64-8fbf302d90c3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:46.979343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.031490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743da0fc-0ebe-426f-95bf-9916b6a65298 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:47.084053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Publish callbacks [] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.085281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7e62415-ab6a-45c5-bc2a-4f0d60f002f0 req-f3c2a85c-2b04-49b1-9a45-474310a79f1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148312 Feb 09 02:53:47.087897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21ee44ed-ba8a-4bde-b421-a3b9d39fa325 req-e49697fc-0ee5-4161-bc54-8c9e5e4a6440 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430978 Feb 09 02:53:47.100422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Pushing event updated for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:47.119527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on host n-h1-827839-4 for vnic_type normal with profile {"migrating_to": "n-h2-827839-4"} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:47.119853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:47.120236 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:47.121991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Transition to ACTIVE for port object 743da0fc-0ebe-426f-95bf-9916b6a65298 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:47.125401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:47.125849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Attempting to bind port 37007964-4683-4b88-ae64-8fbf302d90c3 on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:47.126883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.131441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:47.131792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:47.132176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:47.132603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Bound port: 37007964-4683-4b88-ae64-8fbf302d90c3, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:47.132968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.199356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:47.202782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:47.209665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.250420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Pushing event updated for resources: {'Port': ['ID=743da0fc-0ebe-426f-95bf-9916b6a65298,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:47.304128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:47.304756 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.306174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] 10.222.0.26 "PUT /v2.0/ports/37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 200 len: 1121 time: 0.7300074 Feb 09 02:53:47.313095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986ec05-33fd-4e14-92eb-667c47a6906e service neutron] Pushing event updated for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=8']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:47.393640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['37007964-4683-4b88-ae64-8fbf302d90c3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:47.446437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94386973-5dda-40f9-87fa-0b4223d1ccc2 req-49a4c1eb-4ada-41f6-aa2e-06be3a60641c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:47.447858 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94386973-5dda-40f9-87fa-0b4223d1ccc2 req-49a4c1eb-4ada-41f6-aa2e-06be3a60641c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 932 time: 0.1585584 Feb 09 02:53:47.450576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Attempting to bind port 743da0fc-0ebe-426f-95bf-9916b6a65298 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:47.450921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Attempting to bind port 743da0fc-0ebe-426f-95bf-9916b6a65298 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:47.451249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Attempting to bind port 743da0fc-0ebe-426f-95bf-9916b6a65298 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:47.465877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Port 743da0fc-0ebe-426f-95bf-9916b6a65298 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:47.465877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Attempting to bind port 743da0fc-0ebe-426f-95bf-9916b6a65298 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:47.470102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77aafe91-dcb6-462b-a29b-f30f29c6f146 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:47.484964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Publish callbacks [] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.487109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['37007964-4683-4b88-ae64-8fbf302d90c3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:47.503030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:47.503290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:47.503669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:47.504104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Bound port: 743da0fc-0ebe-426f-95bf-9916b6a65298, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:47.504460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.528910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Transition to ACTIVE for port object 77aafe91-dcb6-462b-a29b-f30f29c6f146 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:47.538681 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:47.571558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fedfcd-1424-412a-9551-cfc60e58388c req-ab3ec567-3aca-40ab-ae64-c3ca0fd30671 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:47.573328 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0fedfcd-1424-412a-9551-cfc60e58388c req-ab3ec567-3aca-40ab-ae64-c3ca0fd30671 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 947 time: 0.0689778 Feb 09 02:53:47.616903 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94386973-5dda-40f9-87fa-0b4223d1ccc2 req-b4790c70-5244-4317-860a-7cdd3f275f3e tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523008 Feb 09 02:53:47.635366 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0fedfcd-1424-412a-9551-cfc60e58388c req-0868e810-8263-4cf2-b563-a87c15d2cbbc tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535607 Feb 09 02:53:47.646541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Pushing event updated for resources: {'Port': ['ID=77aafe91-dcb6-462b-a29b-f30f29c6f146,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:47.681063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] For port 743da0fc-0ebe-426f-95bf-9916b6a65298, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:47.685183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3'}, {'name': 'network-changed', 'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:47.687620 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daae4222-9af6-4dd9-8bae-704b4ec173f5" -d '{"events": [{"server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "name": "network-vif-unplugged", "status": "completed", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3"}, {"name": "network-changed", "server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:47.731313 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc37719-5a60-4977-b30d-38250d3df2e4 x-openstack-request-id: req-3fc37719-5a60-4977-b30d-38250d3df2e4 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:47.731637 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "name": "network-vif-unplugged", "status": "completed", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3", "code": 200}, {"name": "network-changed", "server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:47.731894 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fc37719-5a60-4977-b30d-38250d3df2e4 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:47.732302 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3', 'code': 200} Feb 09 02:53:47.732562 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3', 'status': 'completed', 'code': 200} Feb 09 02:53:47.835826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ef391-fff5-4f99-81cd-578159b291fb req-e4b8609e-2b6e-45e9-8fc1-02a9cb6ac307 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:47.838415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c97ef391-fff5-4f99-81cd-578159b291fb req-e4b8609e-2b6e-45e9-8fc1-02a9cb6ac307 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0583706 Feb 09 02:53:47.839331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 51c63c71-4f9e-4b16-987b-07d2395ce717 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:47.894384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c97ef391-fff5-4f99-81cd-578159b291fb req-6bae8d68-6285-4ec2-b4bd-1ce7f8bee34a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492442 Feb 09 02:53:47.952694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 51c63c71-4f9e-4b16-987b-07d2395ce717, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=51c63c71-4f9e-4b16-987b-07d2395ce717,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:47.965720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '51c63c71-4f9e-4b16-987b-07d2395ce717', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'port_id': '51c63c71-4f9e-4b16-987b-07d2395ce717', 'mac_address': 'fa:16:3e:8d:e8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285be046-434d-4db6-9868-7b28c7c79961', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:47.999093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b29bc1a7-dabb-49e0-8173-68bc2074e53e req-dc13aede-eaea-467f-abc4-ee8588867934 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0364606 Feb 09 02:53:48.019195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 51c63c71-4f9e-4b16-987b-07d2395ce717 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:48.019590 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:48.033397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c63c71-4f9e-4b16-987b-07d2395ce717 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:48.040951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] For port 743da0fc-0ebe-426f-95bf-9916b6a65298, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=743da0fc-0ebe-426f-95bf-9916b6a65298,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:48.053223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 51c63c71-4f9e-4b16-987b-07d2395ce717, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=51c63c71-4f9e-4b16-987b-07d2395ce717,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:48.058201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:48.088512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:48.108485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=51c63c71-4f9e-4b16-987b-07d2395ce717,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:48.159890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.160514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:48.161921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] 10.222.0.26 "PUT /v2.0/ports/743da0fc-0ebe-426f-95bf-9916b6a65298 HTTP/1.1" status: 200 len: 1095 time: 2.1244223 Feb 09 02:53:48.162465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd242e-cf26-4fdd-9703-685b01e3ffc5', 'tag': '743da0fc-0ebe-426f-95bf-9916b6a65298'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:48.164643 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e" -d '{"events": [{"name": "network-changed", "server_uuid": "71fd242e-cf26-4fdd-9703-685b01e3ffc5", "tag": "743da0fc-0ebe-426f-95bf-9916b6a65298"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:48.170977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Attempting to bind port 77aafe91-dcb6-462b-a29b-f30f29c6f146 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:48.171315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Attempting to bind port 77aafe91-dcb6-462b-a29b-f30f29c6f146 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:48.171648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Attempting to bind port 77aafe91-dcb6-462b-a29b-f30f29c6f146 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:48.198801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2d271-b55e-4057-ba7d-6e5b14b80ae0 req-4a54cfe7-ede8-46d1-a200-1f561b9e8c0c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.200361 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f6a2d271-b55e-4057-ba7d-6e5b14b80ae0 req-4a54cfe7-ede8-46d1-a200-1f561b9e8c0c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 943 time: 0.4811075 Feb 09 02:53:48.200970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Port 77aafe91-dcb6-462b-a29b-f30f29c6f146 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:48.201299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Attempting to bind port 77aafe91-dcb6-462b-a29b-f30f29c6f146 on network ada7d93c-a7f5-40e3-9d82-8cbb9579b446 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:48.220770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f65e9-4582-409d-8090-17b4658c5008 service neutron] Pushing event updated for resources: {'Port': ['ID=743da0fc-0ebe-426f-95bf-9916b6a65298,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:48.224751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-0dcded7b-4e41-407a-b2d8-d58ab34556ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.226915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7709-aefc-48ce-91c7-9348bbbabec4 req-66424aeb-bac4-4b0c-83d6-2ec180898646 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.227456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-0dcded7b-4e41-407a-b2d8-d58ab34556ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1155 time: 0.1988857 Feb 09 02:53:48.229512 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95e7709-aefc-48ce-91c7-9348bbbabec4 req-66424aeb-bac4-4b0c-83d6-2ec180898646 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0662208 Feb 09 02:53:48.234759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:48.235100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Checking segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:48.235494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Bound using segment: {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:48.235939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Bound port: 77aafe91-dcb6-462b-a29b-f30f29c6f146, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d65c5e3-2153-4712-9e23-930a15e9d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:48.236297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:48.290078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c95e7709-aefc-48ce-91c7-9348bbbabec4 req-f8628c8a-5b92-429f-8a96-38a51dd335ee tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458281 Feb 09 02:53:48.323168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['51c63c71-4f9e-4b16-987b-07d2395ce717'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:48.363417 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f3e37-b826-447a-9cf1-4c523cf2c965 x-openstack-request-id: req-141f3e37-b826-447a-9cf1-4c523cf2c965 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:48.363712 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fd242e-cf26-4fdd-9703-685b01e3ffc5", "tag": "743da0fc-0ebe-426f-95bf-9916b6a65298", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:48.363962 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-141f3e37-b826-447a-9cf1-4c523cf2c965 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:48.364357 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd242e-cf26-4fdd-9703-685b01e3ffc5', 'tag': '743da0fc-0ebe-426f-95bf-9916b6a65298', 'status': 'completed', 'code': 200} Feb 09 02:53:48.368400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f6a2d271-b55e-4057-ba7d-6e5b14b80ae0 req-da17b7f1-26d4-404c-865a-c5444091dbac tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580017 Feb 09 02:53:48.436304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-54f1e479-8b95-4060-9676-a43243818f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.437728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-54f1e479-8b95-4060-9676-a43243818f69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a734d5ea4e4411eb7f4ac64a4f7d3e4&device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 1129 time: 0.2286682 Feb 09 02:53:48.498909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-48b05101-9aed-4306-b5fd-4df9e9396a84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=743da0fc-0ebe-426f-95bf-9916b6a65298 HTTP/1.1" status: 200 len: 217 time: 0.0509872 Feb 09 02:53:48.499898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:48.502649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-586b7b3c-cdd9-4c56-8a04-28d22db0a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.504012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-586b7b3c-cdd9-4c56-8a04-28d22db0a2d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.2656143 Feb 09 02:53:48.548620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:48.583952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:48.586551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-ef0a42d0-a38e-431c-84d9-bca44bae1d55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 200 len: 217 time: 0.0619812 Feb 09 02:53:48.595580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 37007964-4683-4b88-ae64-8fbf302d90c3 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:48.600995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 384cf330-7071-406b-865d-a70efe9ec9a1 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:48.627179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 384cf330-7071-406b-865d-a70efe9ec9a1 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:48.627535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 384cf330-7071-406b-865d-a70efe9ec9a1 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:48.656822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.657445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:48.658856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] 10.222.0.61 "PUT /v2.0/ports/77aafe91-dcb6-462b-a29b-f30f29c6f146 HTTP/1.1" status: 200 len: 1092 time: 1.9224868 Feb 09 02:53:48.660407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-3832da50-1354-46ef-8dfe-a2a57c6896e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.661768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-3832da50-1354-46ef-8dfe-a2a57c6896e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1555469 Feb 09 02:53:48.727988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:48.742355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 37007964-4683-4b88-ae64-8fbf302d90c3 has no active binding in host n-h2-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:53:48.762571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30d0a1-9599-434e-8271-1a145000fedb service neutron] Pushing event updated for resources: {'Port': ['ID=77aafe91-dcb6-462b-a29b-f30f29c6f146,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:48.766382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0777f-0a9f-4815-9b08-08ec67725d49 req-54c8e08e-d4bc-4d86-9441-173cff2158ab tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.767903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3a0777f-0a9f-4815-9b08-08ec67725d49 req-54c8e08e-d4bc-4d86-9441-173cff2158ab tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 944 time: 0.0593133 Feb 09 02:53:48.768099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-19d781d4-5b32-4fa4-83e0-e44651ae65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.769530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-19d781d4-5b32-4fa4-83e0-e44651ae65cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1746237 Feb 09 02:53:48.821243 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3a0777f-0a9f-4815-9b08-08ec67725d49 req-2955dce8-612e-4f34-a068-7e9bc424d35c tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469368 Feb 09 02:53:48.835611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-e30ac802-49a8-4c76-939c-8972b280c212 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524483 Feb 09 02:53:48.846390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-7051b14b-5e12-4a23-8b3f-d28ffcc81313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.847719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-7051b14b-5e12-4a23-8b3f-d28ffcc81313 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1778066 Feb 09 02:53:48.942889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-05e31fd7-6cbf-4f55-a1fc-f6457f98f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.944440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-05e31fd7-6cbf-4f55-a1fc-f6457f98f73a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 1126 time: 0.2213006 Feb 09 02:53:48.977461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9cbd2-f670-4334-a70d-50b64f896a3b req-0a3c9ec4-e47a-4016-9574-ed5b8662b90c tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:48.978966 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdb9cbd2-f670-4334-a70d-50b64f896a3b req-0a3c9ec4-e47a-4016-9574-ed5b8662b90c tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 947 time: 0.2126138 Feb 09 02:53:49.014005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-92bd45d9-bda5-4038-8b16-ce048478dc70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146 HTTP/1.1" status: 200 len: 217 time: 0.0606098 Feb 09 02:53:49.015875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223e41c-0f9b-4efb-ac50-777532cc8e31 req-1899fd1f-b13f-4eef-ae4e-8f9e0c9720ca tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.017338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2223e41c-0f9b-4efb-ac50-777532cc8e31 req-1899fd1f-b13f-4eef-ae4e-8f9e0c9720ca tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0532913 Feb 09 02:53:49.065991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2223e41c-0f9b-4efb-ac50-777532cc8e31 req-1812255f-c3a2-43e7-b701-4cf43acbf456 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Feb 09 02:53:49.132777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-1c8a7f3a-73de-45e0-94b9-e19bc9eb93df service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721734 Feb 09 02:53:49.138202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-d12738a3-5a82-4390-9e97-371f8f78f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.139597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-d12738a3-5a82-4390-9e97-371f8f78f0bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 200 len: 845 time: 0.1162436 Feb 09 02:53:49.143880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-e0eb6086-7e34-45b0-b50a-f5261b30cbea service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997460 Feb 09 02:53:49.152505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22ad479a-f002-4b6b-962f-649db0a054ea req-1f836fbc-496b-418d-8890-d923c0f41a86 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0280919 Feb 09 02:53:49.153477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdb9cbd2-f670-4334-a70d-50b64f896a3b req-31e8555c-a3bb-4d4e-a8b0-af69552788ef tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447103 Feb 09 02:53:49.252832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-a4b2fb46-c645-4bec-bba2-bb4a8513df6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973718 Feb 09 02:53:49.269683 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:49.396125 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c9332b4-d281-4095-83dd-afbf86fb75df req-27369810-068e-4a3b-bb6b-2e4ead951dd1 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545550 Feb 09 02:53:49.414309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-daae4222-9af6-4dd9-8bae-704b4ec173f5 req-3a12878a-666f-44d6-86f6-cfde1e70c370 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593505 Feb 09 02:53:49.438710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-fe585257-fc12-4bd1-9f82-e775e555bd70 service neutron] 10.222.0.61 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686537 Feb 09 02:53:49.454909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf4f65-f523-43db-ba8d-ad599745a491 req-1dfecb92-dd60-4ca0-9446-b87d2f1422bf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.456593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6bf4f65-f523-43db-ba8d-ad599745a491 req-1dfecb92-dd60-4ca0-9446-b87d2f1422bf tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0902996 Feb 09 02:53:49.507770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb711ba-582f-4a3e-9208-2b17b7e85b4a req-2115ac7b-5488-4f6d-a569-2aa17fbd657a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.509434 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5fb711ba-582f-4a3e-9208-2b17b7e85b4a req-2115ac7b-5488-4f6d-a569-2aa17fbd657a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 944 time: 0.0555937 Feb 09 02:53:49.562926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5fb711ba-582f-4a3e-9208-2b17b7e85b4a req-07d7a603-2da8-4cab-942f-208376277879 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466747 Feb 09 02:53:49.600963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6bf4f65-f523-43db-ba8d-ad599745a491 req-0676cfa6-4921-4439-a990-90406c4e5453 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347692 Feb 09 02:53:49.604324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-22bcaa6a-9052-40ee-be21-bfb97844d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.605733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-22bcaa6a-9052-40ee-be21-bfb97844d36c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a734d5ea4e4411eb7f4ac64a4f7d3e4&device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 1129 time: 0.1386118 Feb 09 02:53:49.636647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61a244d-82be-4fac-9ecf-23fa7a666c96 req-61a67c7d-966e-4aae-b3e9-17652dc0eaf5 service neutron] 10.222.0.61 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788888 Feb 09 02:53:49.706487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-8da7bd6c-9ec6-4eed-b5c2-38a36b2f6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.707952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-8da7bd6c-9ec6-4eed-b5c2-38a36b2f6d58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.0936425 Feb 09 02:53:49.750102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-5e3b3d43-0728-4b85-8f99-4817f6f1702c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=743da0fc-0ebe-426f-95bf-9916b6a65298 HTTP/1.1" status: 200 len: 217 time: 0.0340965 Feb 09 02:53:49.797935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-ebc18f45-59e5-4576-bf27-66da2630bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.799367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-ebc18f45-59e5-4576-bf27-66da2630bb56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0414021 Feb 09 02:53:49.850339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-902ebc0c-565f-4c17-aa33-e6cbb00ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.851826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-902ebc0c-565f-4c17-aa33-e6cbb00ff1ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0459170 Feb 09 02:53:49.863294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 51c63c71-4f9e-4b16-987b-07d2395ce717 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:49.912579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 51c63c71-4f9e-4b16-987b-07d2395ce717 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:49.917272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 51c63c71-4f9e-4b16-987b-07d2395ce717 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:49.918181 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:49.945809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cb149-96fc-404b-96af-0efd02023d2e req-b5ea5a65-85ad-433c-8a64-e1531476e227 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:49.947338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-406cb149-96fc-404b-96af-0efd02023d2e req-b5ea5a65-85ad-433c-8a64-e1531476e227 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 944 time: 0.0572140 Feb 09 02:53:49.947558 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-78c84616-f8fe-4153-9a9b-937171103e88 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868104 Feb 09 02:53:49.996211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-406cb149-96fc-404b-96af-0efd02023d2e req-fbd226ec-318f-4ca0-ae0d-9b18eeb4ede4 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Feb 09 02:53:50.004918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 51c63c71-4f9e-4b16-987b-07d2395ce717 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:50.005633 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:50.032230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8dbb40-5764-4f7f-bb2c-75ff6e06d222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c63c71-4f9e-4b16-987b-07d2395ce717'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:50.034463 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf0961c-be96-4c50-80f1-bbce8ba29db9" -d '{"events": [{"server_uuid": "6c8dbb40-5764-4f7f-bb2c-75ff6e06d222", "name": "network-vif-plugged", "status": "completed", "tag": "51c63c71-4f9e-4b16-987b-07d2395ce717"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:50.045106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69cd1502-e9b6-4c33-b8db-8f2db7f2976e req-a4ee168a-5f0c-4231-9bb6-6beead643983 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901499 Feb 09 02:53:50.047622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 51c63c71-4f9e-4b16-987b-07d2395ce717, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=51c63c71-4f9e-4b16-987b-07d2395ce717,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:50.052308 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:50.077930 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cceb873-8f8d-4c9f-b935-9473593197d3 x-openstack-request-id: req-8cceb873-8f8d-4c9f-b935-9473593197d3 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:50.078220 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8dbb40-5764-4f7f-bb2c-75ff6e06d222", "name": "network-vif-plugged", "status": "completed", "tag": "51c63c71-4f9e-4b16-987b-07d2395ce717", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:50.078497 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cceb873-8f8d-4c9f-b935-9473593197d3 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:50.078877 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8dbb40-5764-4f7f-bb2c-75ff6e06d222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c63c71-4f9e-4b16-987b-07d2395ce717', 'code': 200} Feb 09 02:53:50.104361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=51c63c71-4f9e-4b16-987b-07d2395ce717,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:50.190991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65a919-38fb-4781-8fd6-54aebaf9c0a8 req-29c39319-caf8-4fa6-9d0d-837381178c3b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.193109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c65a919-38fb-4781-8fd6-54aebaf9c0a8 req-29c39319-caf8-4fa6-9d0d-837381178c3b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0573404 Feb 09 02:53:50.200013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f56ca-7ff7-4061-ab5c-3d3ff4d63dc1 req-34272bbb-70b6-49be-916f-c6cb47041a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.202162 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-531f56ca-7ff7-4061-ab5c-3d3ff4d63dc1 req-34272bbb-70b6-49be-916f-c6cb47041a72 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 1127 time: 0.0500598 Feb 09 02:53:50.248557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c65a919-38fb-4781-8fd6-54aebaf9c0a8 req-9c599b59-1627-4d7c-8337-5a09d3b4154b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Feb 09 02:53:50.275212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-531f56ca-7ff7-4061-ab5c-3d3ff4d63dc1 req-26af8e96-a550-4b4d-95ce-a3c2ca3a5dbe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660300 Feb 09 02:53:50.294301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0b608-3eea-4bff-b0db-ad036994b1b4 req-f2dfdd5b-dd93-48fa-9c70-65e06e2f32ac tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.295777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f0b608-3eea-4bff-b0db-ad036994b1b4 req-f2dfdd5b-dd93-48fa-9c70-65e06e2f32ac tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 947 time: 0.0697091 Feb 09 02:53:50.337680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8a5234f-f351-4bd5-9932-d75f52033ee7 req-08e8c4b2-8318-4355-b43a-dd31a49bf5b2 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0308733 Feb 09 02:53:50.343604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f0b608-3eea-4bff-b0db-ad036994b1b4 req-271aa45b-7488-4136-b4b1-cf6c94a72a0b tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420525 Feb 09 02:53:50.365291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'tag': '77aafe91-dcb6-462b-a29b-f30f29c6f146'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:50.368245 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cffa886-cc31-4f77-9ca1-67c02592500a" -d '{"events": [{"name": "network-changed", "server_uuid": "bab120dd-699a-45a1-801b-6eaada5fe631", "tag": "77aafe91-dcb6-462b-a29b-f30f29c6f146"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:50.402458 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdac111-3dd2-4d5e-9f93-c0921c90afca x-openstack-request-id: req-bcdac111-3dd2-4d5e-9f93-c0921c90afca {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:50.402748 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab120dd-699a-45a1-801b-6eaada5fe631", "tag": "77aafe91-dcb6-462b-a29b-f30f29c6f146", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:50.402997 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcdac111-3dd2-4d5e-9f93-c0921c90afca {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:50.403383 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'tag': '77aafe91-dcb6-462b-a29b-f30f29c6f146', 'status': 'completed', 'code': 200} Feb 09 02:53:50.557545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-f17e2ec7-d96f-499a-9e07-87f2808fb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.559054 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-f17e2ec7-d96f-499a-9e07-87f2808fb141 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1339907781a422791ef313023fe8185&device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 1126 time: 0.0492911 Feb 09 02:53:50.697964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe99d4b-d565-4aa2-8cb4-9122e0b8bf50 req-6e40813c-93e9-49d2-a4dc-77b92e3a30a9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.699832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3fe99d4b-d565-4aa2-8cb4-9122e0b8bf50 req-6e40813c-93e9-49d2-a4dc-77b92e3a30a9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 945 time: 0.0700514 Feb 09 02:53:50.724586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dd164-f811-4315-a6b5-1797d2780960 req-2260f2bb-624e-4573-9027-f2b663fef0f8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.726734 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d4dd164-f811-4315-a6b5-1797d2780960 req-2260f2bb-624e-4573-9027-f2b663fef0f8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0570903 Feb 09 02:53:50.774711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d4dd164-f811-4315-a6b5-1797d2780960 req-22f6d504-5f4c-42a5-8fa1-49c114088b15 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Feb 09 02:53:50.793874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3fe99d4b-d565-4aa2-8cb4-9122e0b8bf50 req-92c4ba38-215c-4ce5-9389-83abc02e354b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668387 Feb 09 02:53:50.808995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-ed73c6d0-c89b-4196-b280-77c1cb8e1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.810489 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-ed73c6d0-c89b-4196-b280-77c1cb8e1dc9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 200 len: 906 time: 0.1410098 Feb 09 02:53:50.853454 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-f6861f1a-0b62-44b0-98f6-f117b089d685 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146 HTTP/1.1" status: 200 len: 217 time: 0.0363042 Feb 09 02:53:50.903138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-3446359c-8aac-402b-8e94-fccb3631de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:50.904534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-3446359c-8aac-402b-8e94-fccb3631de27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 200 len: 845 time: 0.0429640 Feb 09 02:53:50.944911 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-193d7af7-b72e-47ad-86a9-7d44d6966448 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ada7d93c-a7f5-40e3-9d82-8cbb9579b446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248358 Feb 09 02:53:51.042491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-bbcbe3f6-4045-49e1-831f-74c22b3ef844 service neutron] 10.222.0.61 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855777 Feb 09 02:53:51.116020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381af5a9-a0d9-4416-9e5c-a197450fdf68 req-b216fae9-dc23-4f9a-a64e-de59adb0801d tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:51.117397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-381af5a9-a0d9-4416-9e5c-a197450fdf68 req-b216fae9-dc23-4f9a-a64e-de59adb0801d tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 944 time: 0.0521910 Feb 09 02:53:51.130721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1cffa886-cc31-4f77-9ca1-67c02592500a req-4be734b2-0512-4177-841a-c0ff0b793d80 service neutron] 10.222.0.61 "GET /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821416 Feb 09 02:53:51.164557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-381af5a9-a0d9-4416-9e5c-a197450fdf68 req-0f553c8e-bf8a-487d-8d0f-b36797b50b28 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Feb 09 02:53:51.192098 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:51.375070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22d728-4635-4582-a1cd-6dc35bfc4fbb req-bdc21b48-9cee-4d33-8caa-bb2a183e8eea tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:51.376562 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d22d728-4635-4582-a1cd-6dc35bfc4fbb req-bdc21b48-9cee-4d33-8caa-bb2a183e8eea tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0593286 Feb 09 02:53:51.434879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d22d728-4635-4582-a1cd-6dc35bfc4fbb req-114b5939-b10a-4637-9514-1dce34c4149e tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526762 Feb 09 02:53:51.492001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a318f-609f-4878-ba32-e90195e35fad req-4bf9bbc9-01bd-4e29-9db7-55c06d330b4e tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:51.493476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d08a318f-609f-4878-ba32-e90195e35fad req-4bf9bbc9-01bd-4e29-9db7-55c06d330b4e tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 947 time: 0.0597911 Feb 09 02:53:51.525507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec004ebf-a838-4593-ac73-63da91c2dfe7 req-386e1e03-491b-45f1-89ce-1ddd98fe2dde tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0288618 Feb 09 02:53:51.543603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d08a318f-609f-4878-ba32-e90195e35fad req-8e9b5805-1aa4-4c98-8c98-cab56537db33 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Feb 09 02:53:51.855118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 77aafe91-dcb6-462b-a29b-f30f29c6f146 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:51.899937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf359e2-d9ec-48f0-95f9-58124d8dc087 req-bd0aef37-1845-4e53-beb7-7ac7ed0f7c05 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:51.901492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3cf359e2-d9ec-48f0-95f9-58124d8dc087 req-bd0aef37-1845-4e53-beb7-7ac7ed0f7c05 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0584931 Feb 09 02:53:51.915705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca4c18-7405-4d5a-baac-6694f1367f75 req-186a8031-3d4d-4630-86e4-59b6c356d1b6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:51.917861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83ca4c18-7405-4d5a-baac-6694f1367f75 req-186a8031-3d4d-4630-86e4-59b6c356d1b6 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 945 time: 0.0556393 Feb 09 02:53:51.951445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3cf359e2-d9ec-48f0-95f9-58124d8dc087 req-845b9a1f-6783-4e0b-9326-1214ea07e49b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Feb 09 02:53:51.958062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:51.970423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '77aafe91-dcb6-462b-a29b-f30f29c6f146', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'port_id': '77aafe91-dcb6-462b-a29b-f30f29c6f146', 'mac_address': 'fa:16:3e:66:a7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8041c-10b5-41ed-bb8c-2382269a8431', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:51.972013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83ca4c18-7405-4d5a-baac-6694f1367f75 req-87696b24-53ff-4be1-8a57-ad55daee9e88 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470107 Feb 09 02:53:52.009586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 77aafe91-dcb6-462b-a29b-f30f29c6f146 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:52.009983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:52.025859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77aafe91-dcb6-462b-a29b-f30f29c6f146 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:52.045063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:52.049314 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:52.101027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=77aafe91-dcb6-462b-a29b-f30f29c6f146,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:52.183257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d1b46-7feb-47f0-a5e9-00b8bc76c309 req-60a67fba-0e87-4d94-be98-dcaf4643b518 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:52.184699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-000d1b46-7feb-47f0-a5e9-00b8bc76c309 req-60a67fba-0e87-4d94-be98-dcaf4643b518 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 945 time: 0.0556409 Feb 09 02:53:52.232336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-000d1b46-7feb-47f0-a5e9-00b8bc76c309 req-5ed6e4fd-802a-4514-9b23-87f817bc31c7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Feb 09 02:53:52.289093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631acf8-ece9-4f29-9f8d-67c721d801fd req-05a4d3b3-57d5-4e56-a8ba-85a8737131b8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:52.290595 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b631acf8-ece9-4f29-9f8d-67c721d801fd req-05a4d3b3-57d5-4e56-a8ba-85a8737131b8 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 945 time: 0.0572631 Feb 09 02:53:52.311714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['77aafe91-dcb6-462b-a29b-f30f29c6f146'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:52.345679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b631acf8-ece9-4f29-9f8d-67c721d801fd req-e147201f-8dfb-4d0d-9593-7f8c91d04e0f tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494313 Feb 09 02:53:52.354876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e6d65-0131-4fe3-884d-5de77fd9977a req-e7273d9c-d528-4694-85f6-29775c45317d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:52.356416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff6e6d65-0131-4fe3-884d-5de77fd9977a req-e7273d9c-d528-4694-85f6-29775c45317d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 945 time: 0.0560558 Feb 09 02:53:52.412793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff6e6d65-0131-4fe3-884d-5de77fd9977a req-23906107-536c-4048-8669-17f38a456e17 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487130 Feb 09 02:53:52.562827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dffb2-764d-461e-918e-f6b09580a62d req-e13f3c56-64fa-48a4-89f3-3180cbb8a1b4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:52.564750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba7dffb2-764d-461e-918e-f6b09580a62d req-e13f3c56-64fa-48a4-89f3-3180cbb8a1b4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0630515 Feb 09 02:53:52.621618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba7dffb2-764d-461e-918e-f6b09580a62d req-b8450f7e-d0d5-49e2-8fc1-1a1bf9cbe70b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497653 Feb 09 02:53:52.657411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62654aa6-1775-4edd-874f-592f39f93296 req-86166cae-26dc-46ea-9ff9-56ff104a6d0f tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0284169 Feb 09 02:53:52.730674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb1f7-658b-4f23-95b6-d237c0f9bdb0 req-30011fef-71cc-4c1f-8742-d133f8ae5a27 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:52.732178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38cbb1f7-658b-4f23-95b6-d237c0f9bdb0 req-30011fef-71cc-4c1f-8742-d133f8ae5a27 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 947 time: 0.0544863 Feb 09 02:53:52.766955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4250e1-38cc-4837-b339-e66d5c52503e req-bd0ec068-e16b-4e8b-8efe-0be35e65fce9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:52.768446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d4250e1-38cc-4837-b339-e66d5c52503e req-bd0ec068-e16b-4e8b-8efe-0be35e65fce9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 945 time: 0.0532980 Feb 09 02:53:52.779823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-38cbb1f7-658b-4f23-95b6-d237c0f9bdb0 req-1a584880-a91c-4b24-b6c9-e71cc5e2d271 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Feb 09 02:53:52.815919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d4250e1-38cc-4837-b339-e66d5c52503e req-c66cb6f2-d253-4c8c-89a5-2b040fb4b8c1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Feb 09 02:53:53.072724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fccc6-4fb7-4daf-b536-29a52267f5c8 req-4c2b81f0-6988-4588-8f3b-f03f3b9852b0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:53.074185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff8fccc6-4fb7-4daf-b536-29a52267f5c8 req-4c2b81f0-6988-4588-8f3b-f03f3b9852b0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0530345 Feb 09 02:53:53.121199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff8fccc6-4fb7-4daf-b536-29a52267f5c8 req-b1a5f375-4b52-47bf-aba8-8267acd6458d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413630 Feb 09 02:53:53.470208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa737a3b-8eef-4205-aa3d-f1dd97e09929 req-8c0aab1d-a7d7-490f-8b60-a581869cc403 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:53.471706 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa737a3b-8eef-4205-aa3d-f1dd97e09929 req-8c0aab1d-a7d7-490f-8b60-a581869cc403 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 945 time: 0.0546350 Feb 09 02:53:53.518254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa737a3b-8eef-4205-aa3d-f1dd97e09929 req-642f6f35-8ba0-4e82-bb25-93663a66b32a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 Feb 09 02:53:53.747470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397cab5-450c-41e6-a426-dc475a34a274 req-1a8cb27f-1191-4b7f-a553-e9bb419926c5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:53.748938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5397cab5-450c-41e6-a426-dc475a34a274 req-1a8cb27f-1191-4b7f-a553-e9bb419926c5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0598030 Feb 09 02:53:53.761208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-973d1120-167a-4db8-8a81-107a38946966 req-20981867-36db-48c9-95b4-66f0b51f14eb tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0282061 Feb 09 02:53:53.799216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5397cab5-450c-41e6-a426-dc475a34a274 req-05d5c7b3-53ae-4f8d-9f5b-07d84427a633 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443726 Feb 09 02:53:53.870128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 77aafe91-dcb6-462b-a29b-f30f29c6f146 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:53.903263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df12c-02d6-44ef-8f8a-625dc3f7e09e req-5f31197e-f96e-41db-905d-afb22afade80 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:53.904799 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-964df12c-02d6-44ef-8f8a-625dc3f7e09e req-5f31197e-f96e-41db-905d-afb22afade80 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 947 time: 0.0539720 Feb 09 02:53:53.927328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 77aafe91-dcb6-462b-a29b-f30f29c6f146 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:53.932228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 77aafe91-dcb6-462b-a29b-f30f29c6f146 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:53.932678 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:53.942301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb336d-6f07-47ea-a2d8-2368f32db00a req-5b524fe5-fe74-4b82-a8d4-96e2b404f718 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:53.944048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8eb336d-6f07-47ea-a2d8-2368f32db00a req-5b524fe5-fe74-4b82-a8d4-96e2b404f718 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 945 time: 0.0592484 Feb 09 02:53:53.990487 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-964df12c-02d6-44ef-8f8a-625dc3f7e09e req-80926381-baef-4ab2-bdc7-1e3fe82c86fd tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798352 Feb 09 02:53:54.017852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e43780-53ad-4109-be14-eedf38b8376e req-0a78bb0f-0fc0-47e5-beb4-c2905f15846a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:54.019368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9e43780-53ad-4109-be14-eedf38b8376e req-0a78bb0f-0fc0-47e5-beb4-c2905f15846a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 945 time: 0.0649137 Feb 09 02:53:54.021696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 77aafe91-dcb6-462b-a29b-f30f29c6f146 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:54.022092 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:54.023116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8eb336d-6f07-47ea-a2d8-2368f32db00a req-74e7f2ad-f63c-4fa3-abaa-0066c3214e87 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709286 Feb 09 02:53:54.047899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aafe91-dcb6-462b-a29b-f30f29c6f146'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:54.050450 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297c0b20-cb3a-49c6-a280-2f1f4a286817" -d '{"events": [{"server_uuid": "bab120dd-699a-45a1-801b-6eaada5fe631", "name": "network-vif-plugged", "status": "completed", "tag": "77aafe91-dcb6-462b-a29b-f30f29c6f146"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:54.063348 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:54.067589 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:54.095235 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa88f37f-12ad-4cb6-b6f8-ec257fdcba37 x-openstack-request-id: req-fa88f37f-12ad-4cb6-b6f8-ec257fdcba37 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:54.095532 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab120dd-699a-45a1-801b-6eaada5fe631", "name": "network-vif-plugged", "status": "completed", "tag": "77aafe91-dcb6-462b-a29b-f30f29c6f146", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:54.095786 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa88f37f-12ad-4cb6-b6f8-ec257fdcba37 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:54.096174 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aafe91-dcb6-462b-a29b-f30f29c6f146', 'code': 200} Feb 09 02:53:54.130606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Deleting port 51c63c71-4f9e-4b16-987b-07d2395ce717 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:53:54.131188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:54.135261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=77aafe91-dcb6-462b-a29b-f30f29c6f146,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:54.253846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] For port 51c63c71-4f9e-4b16-987b-07d2395ce717, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=51c63c71-4f9e-4b16-987b-07d2395ce717,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:54.254217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:54.258398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da2624-0b80-425f-8968-3815651fb543 req-c79214ab-112e-4457-85b3-c53964d5fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:54.260044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69da2624-0b80-425f-8968-3815651fb543 req-c79214ab-112e-4457-85b3-c53964d5fea4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 1128 time: 0.0855422 Feb 09 02:53:54.276799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Calling delete_port for 51c63c71-4f9e-4b16-987b-07d2395ce717 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:53:54.350929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e19e7-98b3-4a51-84a3-bcb359e8c5f4 req-911ae9db-ccab-4fba-a824-aeedaa1347ea tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:54.351502 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69da2624-0b80-425f-8968-3815651fb543 req-62f00c55-730e-4465-8440-58111d5838ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841906 Feb 09 02:53:54.352390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e42e19e7-98b3-4a51-84a3-bcb359e8c5f4 req-911ae9db-ccab-4fba-a824-aeedaa1347ea tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0531466 Feb 09 02:53:54.408075 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e42e19e7-98b3-4a51-84a3-bcb359e8c5f4 req-d3ffb734-16ff-45f7-a47b-4316bd691746 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499372 Feb 09 02:53:54.433114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (51c63c71-4f9e-4b16-987b-07d2395ce717), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:54.445181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', '51c63c71-4f9e-4b16-987b-07d2395ce717'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:54.461698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event deleted for resources: {'Port': ['ID=51c63c71-4f9e-4b16-987b-07d2395ce717,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:54.508849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] No DVR routers for this DVR port 51c63c71-4f9e-4b16-987b-07d2395ce717 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:53:54.511774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:54.515336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9e43780-53ad-4109-be14-eedf38b8376e req-ec75b1bc-ef2c-4754-9206-02986aaed53d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "DELETE /v2.0/ports/51c63c71-4f9e-4b16-987b-07d2395ce717 HTTP/1.1" status: 204 len: 173 time: 0.4903922 Feb 09 02:53:54.515796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8dbb40-5764-4f7f-bb2c-75ff6e06d222', 'name': 'network-vif-deleted', 'tag': '51c63c71-4f9e-4b16-987b-07d2395ce717'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:54.518211 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc41ae6-1dd7-48e2-b4d6-26774d395abf" -d '{"events": [{"server_uuid": "6c8dbb40-5764-4f7f-bb2c-75ff6e06d222", "name": "network-vif-deleted", "tag": "51c63c71-4f9e-4b16-987b-07d2395ce717"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:54.560542 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1037c0be-c863-4b38-84a6-779599f222db x-openstack-request-id: req-1037c0be-c863-4b38-84a6-779599f222db {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:54.560846 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8dbb40-5764-4f7f-bb2c-75ff6e06d222", "name": "network-vif-deleted", "tag": "51c63c71-4f9e-4b16-987b-07d2395ce717", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:54.561100 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1037c0be-c863-4b38-84a6-779599f222db {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:54.561498 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8dbb40-5764-4f7f-bb2c-75ff6e06d222', 'name': 'network-vif-deleted', 'tag': '51c63c71-4f9e-4b16-987b-07d2395ce717', 'status': 'completed', 'code': 200} Feb 09 02:53:54.653198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99955b-ebd1-4896-a131-66a178b2e3e6 req-ca9c7351-0000-4ca2-ac76-91c0c30f595f tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:54.654717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e99955b-ebd1-4896-a131-66a178b2e3e6 req-ca9c7351-0000-4ca2-ac76-91c0c30f595f tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 946 time: 0.0567400 Feb 09 02:53:54.657755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 743da0fc-0ebe-426f-95bf-9916b6a65298 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:54.705303 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e99955b-ebd1-4896-a131-66a178b2e3e6 req-d4e30fc7-e696-4a2d-b6eb-e6d4f97a954a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Feb 09 02:53:54.760570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 743da0fc-0ebe-426f-95bf-9916b6a65298, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=743da0fc-0ebe-426f-95bf-9916b6a65298,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:54.772058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '743da0fc-0ebe-426f-95bf-9916b6a65298', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '743da0fc-0ebe-426f-95bf-9916b6a65298', 'mac_address': 'fa:16:3e:91:6a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:54.809861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 743da0fc-0ebe-426f-95bf-9916b6a65298 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:54.810273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:54.823460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743da0fc-0ebe-426f-95bf-9916b6a65298 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:54.844649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 743da0fc-0ebe-426f-95bf-9916b6a65298, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=743da0fc-0ebe-426f-95bf-9916b6a65298,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:54.851836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:54.870137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-58e6cc09-a61c-4036-9cd3-dde6ebf55bcf req-8a329566-726b-405e-a80d-1527c66185bf tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0309036 Feb 09 02:53:54.900016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=743da0fc-0ebe-426f-95bf-9916b6a65298,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:54.925252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7546b-77fe-4995-84c4-4c49b7f34cbf req-e8968eeb-d03f-4263-82ea-429c77001b4c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:54.926757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4db7546b-77fe-4995-84c4-4c49b7f34cbf req-e8968eeb-d03f-4263-82ea-429c77001b4c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0547957 Feb 09 02:53:54.972407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4db7546b-77fe-4995-84c4-4c49b7f34cbf req-32df8935-fbe5-44d9-985f-26f9754683f4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Feb 09 02:53:55.119288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91514e48-5763-4b58-a843-6a9478a8ddb0 req-3efb33ea-3a92-4ef1-85aa-1fe49690bd2a tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:55.123146 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91514e48-5763-4b58-a843-6a9478a8ddb0 req-3efb33ea-3a92-4ef1-85aa-1fe49690bd2a tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 948 time: 0.0598488 Feb 09 02:53:55.139552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a046a1a9-85db-4531-87a9-5a1a4ed12565 req-d51182d5-ade2-4362-913e-e98a46e3d4e3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c8dbb40-5764-4f7f-bb2c-75ff6e06d222 HTTP/1.1" status: 200 len: 210 time: 0.0323684 Feb 09 02:53:55.177432 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91514e48-5763-4b58-a843-6a9478a8ddb0 req-8dd08f73-b69c-48a2-b4cf-e766bdf3ffbd tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507934 Feb 09 02:53:55.384674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['743da0fc-0ebe-426f-95bf-9916b6a65298'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:55.535285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71127cdc-3c20-44a9-80c7-4c71a1f5289c req-5004365e-4657-48ec-8e9e-83af09d08c60 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:55.536871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71127cdc-3c20-44a9-80c7-4c71a1f5289c req-5004365e-4657-48ec-8e9e-83af09d08c60 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0591483 Feb 09 02:53:55.585936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71127cdc-3c20-44a9-80c7-4c71a1f5289c req-d5cb934c-0cd6-449d-98d7-a5e475176bc7 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Feb 09 02:53:55.826340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a76edf-e120-44ef-b03b-42d64f22eb0a req-dcc0c23c-601e-4a48-b473-c8babd573726 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:55.827811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1a76edf-e120-44ef-b03b-42d64f22eb0a req-dcc0c23c-601e-4a48-b473-c8babd573726 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 946 time: 0.0519526 Feb 09 02:53:55.876556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1a76edf-e120-44ef-b03b-42d64f22eb0a req-bfd59dda-ebdd-445b-88c2-fa89583ad1ca tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Feb 09 02:53:55.972915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f750663-cdbd-4c36-97be-38df18133b3a req-afa81f6c-cf9b-4768-8672-5370485691a0 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0269270 Feb 09 02:53:56.089370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e64b07-5066-4a24-8310-4a0e489841c8 req-8fd94429-f263-4a41-9249-7c8a707447e4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:56.090869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60e64b07-5066-4a24-8310-4a0e489841c8 req-8fd94429-f263-4a41-9249-7c8a707447e4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0538108 Feb 09 02:53:56.143435 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60e64b07-5066-4a24-8310-4a0e489841c8 req-a58a3ff2-4c86-43e5-a89e-1940b8b75b26 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470872 Feb 09 02:53:56.345656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94066e4-13f5-4758-943a-eeae61b732ee req-70bd0536-3651-4d68-b9cc-db80147bca6b tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:56.347401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e94066e4-13f5-4758-943a-eeae61b732ee req-70bd0536-3651-4d68-b9cc-db80147bca6b tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 948 time: 0.0736852 Feb 09 02:53:56.399778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e94066e4-13f5-4758-943a-eeae61b732ee req-b903d431-d210-4245-a61c-ac63437825a9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449417 Feb 09 02:53:56.597260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b0f6c542-f57b-4e0b-9257-4b03bfc1ac75 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:56.598857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b0f6c542-f57b-4e0b-9257-4b03bfc1ac75 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.1155221 Feb 09 02:53:56.615021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-3c4da9d6-2c51-4e97-97ea-278ea396bfe2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/quotas/73853ba10f5c4cd4be5969a0d564c931 HTTP/1.1" status: 200 len: 375 time: 0.0096102 Feb 09 02:53:56.674112 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-9df86654-f5a4-43d9-9c8d-ac6f0b8b6a06 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525646 Feb 09 02:53:56.687251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-91c16154-159c-4390-b087-cb93a1b886a3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:53:56.688279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-91c16154-159c-4390-b087-cb93a1b886a3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056424 Feb 09 02:53:56.784812 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-eed0cfc8-de87-42c7-86e5-2e06c90f2647 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898457 Feb 09 02:53:56.881484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-d9eb69d0-1567-478e-bd68-a5d7f53aa993 service neutron] 10.222.0.32 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907288 Feb 09 02:53:56.887326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da9e1-6adc-41d0-8395-979b277ccab4 req-e29cb929-1474-40ad-a17f-a1d23501f304 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:56.888845 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad7da9e1-6adc-41d0-8395-979b277ccab4 req-e29cb929-1474-40ad-a17f-a1d23501f304 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 946 time: 0.3472698 Feb 09 02:53:56.935130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad7da9e1-6adc-41d0-8395-979b277ccab4 req-d6d51b4d-cd26-4417-8173-c8f7e1bd8726 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Feb 09 02:53:57.052202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb04ed-ad28-4920-954e-371ae5be7753 req-2d1cf755-20c3-4d7f-8d23-ba069e6a0b27 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:57.053779 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ddcb04ed-ad28-4920-954e-371ae5be7753 req-2d1cf755-20c3-4d7f-8d23-ba069e6a0b27 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0629604 Feb 09 02:53:57.058733 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bff6cb06-c76c-4fe8-94d4-9ef9f0e2369a req-864d5322-d36a-468b-b6c7-b8ca3c4ee5b0 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 210 time: 0.0333121 Feb 09 02:53:57.114782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ddcb04ed-ad28-4920-954e-371ae5be7753 req-7257f222-232d-47bb-a343-7d343b55afd9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546813 Feb 09 02:53:57.159443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb834f44-b896-4348-bf5a-e05183971641 req-e9c87abb-0690-44c8-ba7e-da35362b0dd9 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0345004 Feb 09 02:53:57.278910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343eadc-ac6b-4f8d-bb10-fc73e96b61a6 req-0dbdf88c-4094-482a-a2a5-f1bcb5584c44 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:57.280413 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b343eadc-ac6b-4f8d-bb10-fc73e96b61a6 req-0dbdf88c-4094-482a-a2a5-f1bcb5584c44 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0637915 Feb 09 02:53:57.333748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b343eadc-ac6b-4f8d-bb10-fc73e96b61a6 req-f020b0e4-48a8-460a-b12a-9765c0888200 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 Feb 09 02:53:57.542136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5939f51-81a1-4940-b51f-8c8a2849a883 req-fe2bb759-6ecb-4172-bee0-df8b9951d1b4 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:57.544615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5939f51-81a1-4940-b51f-8c8a2849a883 req-fe2bb759-6ecb-4172-bee0-df8b9951d1b4 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 948 time: 0.0646629 Feb 09 02:53:57.603236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5939f51-81a1-4940-b51f-8c8a2849a883 req-5cd11b21-f8a2-4305-a34d-b92d18301fd9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529528 Feb 09 02:53:57.873107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 77aafe91-dcb6-462b-a29b-f30f29c6f146 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:53:57.880505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 51c63c71-4f9e-4b16-987b-07d2395ce717 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:53:57.915089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 51c63c71-4f9e-4b16-987b-07d2395ce717 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:53:57.915484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 51c63c71-4f9e-4b16-987b-07d2395ce717 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:53:58.081870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:58.098209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '77aafe91-dcb6-462b-a29b-f30f29c6f146', 'network_id': 'ada7d93c-a7f5-40e3-9d82-8cbb9579b446', 'port_id': '77aafe91-dcb6-462b-a29b-f30f29c6f146', 'mac_address': 'fa:16:3e:66:a7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8041c-10b5-41ed-bb8c-2382269a8431', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:53:58.133649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e9a91-d4f2-4097-9adf-7a50166e17ea req-e48f3735-e7e5-4554-9ae9-c202f9fc7b34 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:58.142026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e7e9a91-d4f2-4097-9adf-7a50166e17ea req-e48f3735-e7e5-4554-9ae9-c202f9fc7b34 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 946 time: 0.1256905 Feb 09 02:53:58.168523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 77aafe91-dcb6-462b-a29b-f30f29c6f146 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:58.169096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.188564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77aafe91-dcb6-462b-a29b-f30f29c6f146 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:58.191349 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a9c014d-af68-4bd7-ace1-1897973011fd req-16259ca5-70ac-4774-8da0-eb6c8c86ce04 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 210 time: 0.0533330 Feb 09 02:53:58.211752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:58.225597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.235493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-8f462fc9-ef49-4cd7-866f-65a76641c157 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:58.236985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-8f462fc9-ef49-4cd7-866f-65a76641c157 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 806 time: 0.1801543 Feb 09 02:53:58.240314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e7e9a91-d4f2-4097-9adf-7a50166e17ea req-29716e80-68d0-4a05-9f2a-bb186b3f4285 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972564 Feb 09 02:53:58.272634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Request body: {'port': {'device_id': '594ba611-51f3-4f02-8d59-4da7f3cb5fa5', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'admin_state_up': True, 'tenant_id': '73853ba10f5c4cd4be5969a0d564c931'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:58.292384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=77aafe91-dcb6-462b-a29b-f30f29c6f146,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:58.342528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc0a0-fa61-4cc5-a249-5beaa7821180 req-63d1838c-0033-4cee-b81d-c7efcc077025 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:58.344048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-512fc0a0-fa61-4cc5-a249-5beaa7821180 req-63d1838c-0033-4cee-b81d-c7efcc077025 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0629821 Feb 09 02:53:58.371184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e60b14b-31cd-4b96-9085-3da0be6c1cc4 req-a4823d27-46ef-4ec5-8664-5845d2510f0a tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0316162 Feb 09 02:53:58.404301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-512fc0a0-fa61-4cc5-a249-5beaa7821180 req-71ff530c-aedd-4830-b7c3-5f86c1989ade tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Feb 09 02:53:58.426662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Made reservation on behalf of 73853ba10f5c4cd4be5969a0d564c931 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:53:58.430148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.550476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a274745-1dd9-4152-87dd-fde469cc9665 req-8c70a64f-3bdb-45bf-a4ac-660d308335ca tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:58.550613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['77aafe91-dcb6-462b-a29b-f30f29c6f146'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:58.552186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a274745-1dd9-4152-87dd-fde469cc9665 req-8c70a64f-3bdb-45bf-a4ac-660d308335ca tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.1120141 Feb 09 02:53:58.631552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Allocated IP 172.20.0.14 (daf8e818-0f6a-438e-9812-956150916817/285be046-434d-4db6-9868-7b28c7c79961/35ff88dc-0e13-4a9f-b4d3-122f811a5453) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:53:58.639455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a274745-1dd9-4152-87dd-fde469cc9665 req-2ccace2e-36c0-425b-b131-f3ce6ffbfec1 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810697 Feb 09 02:53:58.689491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 743da0fc-0ebe-426f-95bf-9916b6a65298 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:58.730205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f381a7-b61b-4fc5-833b-43c7341c8cfe req-6b559b66-0fb7-4ac9-96b7-b95a28338c7a tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:58.732358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73f381a7-b61b-4fc5-833b-43c7341c8cfe req-6b559b66-0fb7-4ac9-96b7-b95a28338c7a tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 948 time: 0.0566378 Feb 09 02:53:58.751743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 743da0fc-0ebe-426f-95bf-9916b6a65298 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:53:58.757339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 743da0fc-0ebe-426f-95bf-9916b6a65298 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:58.758353 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.787326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73f381a7-b61b-4fc5-833b-43c7341c8cfe req-d3610e8b-1669-4c32-9862-01863c72c056 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487487 Feb 09 02:53:58.807248 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks [] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.842728 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.849242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 743da0fc-0ebe-426f-95bf-9916b6a65298 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:53:58.849631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.863314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:53:58.888380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Network daf8e818-0f6a-438e-9812-956150916817 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:53:58.891667 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:53:58.895423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:53:58.896515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd242e-cf26-4fdd-9703-685b01e3ffc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743da0fc-0ebe-426f-95bf-9916b6a65298'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:58.899082 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb91115f-979a-4f59-b5f1-678cd62fa769" -d '{"events": [{"server_uuid": "71fd242e-cf26-4fdd-9703-685b01e3ffc5", "name": "network-vif-plugged", "status": "completed", "tag": "743da0fc-0ebe-426f-95bf-9916b6a65298"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:58.919053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event updated for resources: {'Port': ['ID=35ff88dc-0e13-4a9f-b4d3-122f811a5453,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:58.919395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 743da0fc-0ebe-426f-95bf-9916b6a65298, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=743da0fc-0ebe-426f-95bf-9916b6a65298,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:53:58.927467 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.951540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:58.952146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:58.957368 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9dbe4a-0449-4fb4-bf16-c2aaaa897f68 x-openstack-request-id: req-af9dbe4a-0449-4fb4-bf16-c2aaaa897f68 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:53:58.957667 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd242e-cf26-4fdd-9703-685b01e3ffc5", "name": "network-vif-plugged", "status": "completed", "tag": "743da0fc-0ebe-426f-95bf-9916b6a65298", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:53:58.957924 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af9dbe4a-0449-4fb4-bf16-c2aaaa897f68 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:53:58.958338 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd242e-cf26-4fdd-9703-685b01e3ffc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743da0fc-0ebe-426f-95bf-9916b6a65298', 'code': 200} Feb 09 02:53:58.970060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b72683b2-5f3b-428d-8cbc-d6c7f48c2f80 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7150602 Feb 09 02:53:58.985395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Request body: {'port': {'device_id': '594ba611-51f3-4f02-8d59-4da7f3cb5fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:53:59.011329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=743da0fc-0ebe-426f-95bf-9916b6a65298,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:59.087709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d94d73-2b0c-42e2-b238-dde3eee64f7a req-5fcf4723-4f76-4e3e-869a-fec4f23122b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.089188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8d94d73-2b0c-42e2-b238-dde3eee64f7a req-5fcf4723-4f76-4e3e-869a-fec4f23122b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 1131 time: 0.0785859 Feb 09 02:53:59.089740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:59.173063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8d94d73-2b0c-42e2-b238-dde3eee64f7a req-c32718e8-e9db-4b03-9a6c-d1e1e467ecce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747299 Feb 09 02:53:59.323653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497bb87-30bd-44ce-881a-358d456cc68a req-e35d94e0-ae0d-4653-b974-17fa77c2fd8f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.325125 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a497bb87-30bd-44ce-881a-358d456cc68a req-e35d94e0-ae0d-4653-b974-17fa77c2fd8f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 932 time: 0.0561566 Feb 09 02:53:59.382867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a497bb87-30bd-44ce-881a-358d456cc68a req-8f431216-aba2-4955-bb02-bd7a80547ff4 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519528 Feb 09 02:53:59.431994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c0a68-4fff-4c58-8783-bc873e8ca9f2 req-14e5639c-de69-4e92-8d54-ba26a65e9362 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.433429 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a24c0a68-4fff-4c58-8783-bc873e8ca9f2 req-14e5639c-de69-4e92-8d54-ba26a65e9362 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 945 time: 0.1118460 Feb 09 02:53:59.454942 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ff88dc-0e13-4a9f-b4d3-122f811a5453 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:53:59.470495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Publish callbacks [] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:59.486070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50226a0a-a9cf-49ed-929d-62498f444f22 req-f777ad3c-61b8-48ed-949d-7cd8829f4a26 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0284221 Feb 09 02:53:59.499536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Transition to ACTIVE for port object 35ff88dc-0e13-4a9f-b4d3-122f811a5453 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:53:59.504649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:59.515287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a24c0a68-4fff-4c58-8783-bc873e8ca9f2 req-10f18470-3851-49c3-b200-578995755ff6 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714340 Feb 09 02:53:59.563358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=35ff88dc-0e13-4a9f-b4d3-122f811a5453,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:59.628691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7c746-20f1-4f74-a0d2-732fac32429b req-de2ef65f-e67d-48c1-ab75-3aa6bdd20c0b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.630152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9de7c746-20f1-4f74-a0d2-732fac32429b req-de2ef65f-e67d-48c1-ab75-3aa6bdd20c0b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0544789 Feb 09 02:53:59.635551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Attempting to bind port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:53:59.636164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Attempting to bind port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:53:59.636499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Attempting to bind port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:59.640815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 on network daf8e818-0f6a-438e-9812-956150916817 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:53:59.641149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Attempting to bind port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 on network daf8e818-0f6a-438e-9812-956150916817 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:53:59.646102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:53:59.646479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Checking segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:53:59.646905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Bound using segment: {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:53:59.647348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Bound port: 35ff88dc-0e13-4a9f-b4d3-122f811a5453, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9054ad6a-8d0d-41cc-a670-634db58bf4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'daf8e818-0f6a-438e-9812-956150916817'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:53:59.647743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:59.701161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9de7c746-20f1-4f74-a0d2-732fac32429b req-0f01c8ef-c023-412c-8137-0800d20f72ec tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580676 Feb 09 02:53:59.720894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] For port 35ff88dc-0e13-4a9f-b4d3-122f811a5453, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:53:59.724991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] For port 35ff88dc-0e13-4a9f-b4d3-122f811a5453, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=35ff88dc-0e13-4a9f-b4d3-122f811a5453,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:53:59.735026 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:59.747217 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:53:59.810328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.810956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:59.812453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] 10.222.0.61 "PUT /v2.0/ports/35ff88dc-0e13-4a9f-b4d3-122f811a5453 HTTP/1.1" status: 200 len: 1092 time: 0.8322721 Feb 09 02:53:59.813054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594ba611-51f3-4f02-8d59-4da7f3cb5fa5', 'tag': '35ff88dc-0e13-4a9f-b4d3-122f811a5453'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:53:59.816151 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "594ba611-51f3-4f02-8d59-4da7f3cb5fa5", "tag": "35ff88dc-0e13-4a9f-b4d3-122f811a5453"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:53:59.846924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cada8e8-f78c-4a66-80f2-1209e729c2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=35ff88dc-0e13-4a9f-b4d3-122f811a5453,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:53:59.874419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 77aafe91-dcb6-462b-a29b-f30f29c6f146 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:53:59.876419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470da4e2-75b8-43de-a719-77c30f4af5dd req-3194df97-b7a6-4991-acf4-8aaf0bf57e55 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.878517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-470da4e2-75b8-43de-a719-77c30f4af5dd req-3194df97-b7a6-4991-acf4-8aaf0bf57e55 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.1252129 Feb 09 02:53:59.931684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-5a15a2fd-5bd7-40d5-84d5-c6754d5bbbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.932837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 77aafe91-dcb6-462b-a29b-f30f29c6f146 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:53:59.933320 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:53:59.933407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-5a15a2fd-5bd7-40d5-84d5-c6754d5bbbb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 1126 time: 0.0747850 Feb 09 02:53:59.940536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b86b86-18e3-4423-b29c-b2ce3c785ff5 req-bf30d8ac-1702-4c38-b6bb-d52ae7242934 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:53:59.942310 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b86b86-18e3-4423-b29c-b2ce3c785ff5 req-bf30d8ac-1702-4c38-b6bb-d52ae7242934 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0660465 Feb 09 02:53:59.963139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-470da4e2-75b8-43de-a719-77c30f4af5dd req-7b3e9ade-7310-4700-b660-e634df3edee0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653698 Feb 09 02:53:59.997129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-ac94954f-d3db-4d38-9cfd-4291a70666a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ff88dc-0e13-4a9f-b4d3-122f811a5453 HTTP/1.1" status: 200 len: 217 time: 0.0450928 Feb 09 02:54:00.012476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b86b86-18e3-4423-b29c-b2ce3c785ff5 req-cd6a9cb4-cd82-4fdd-91c3-ed15c79c15f7 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624382 Feb 09 02:54:00.022038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 77aafe91-dcb6-462b-a29b-f30f29c6f146 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:00.022786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:00.044977 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d7eae1-c99d-468f-8172-6e5764f21590 x-openstack-request-id: req-05d7eae1-c99d-468f-8172-6e5764f21590 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:00.045268 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594ba611-51f3-4f02-8d59-4da7f3cb5fa5", "tag": "35ff88dc-0e13-4a9f-b4d3-122f811a5453", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:00.045532 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05d7eae1-c99d-468f-8172-6e5764f21590 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:00.045936 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594ba611-51f3-4f02-8d59-4da7f3cb5fa5', 'tag': '35ff88dc-0e13-4a9f-b4d3-122f811a5453', 'status': 'completed', 'code': 200} Feb 09 02:54:00.057762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-9465ae20-e2c2-401e-acde-e95b09924e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.059349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-9465ae20-e2c2-401e-acde-e95b09924e92 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0540459 Feb 09 02:54:00.063368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:00.067492 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:00.096902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-b23890aa-93da-48bd-877e-0e0252e96ab1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306840 Feb 09 02:54:00.120412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=77aafe91-dcb6-462b-a29b-f30f29c6f146,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:00.186835 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-27a1af10-ae14-41a9-8e5a-26c5aaa45d6a service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831244 Feb 09 02:54:00.231676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-23e4f7ce-8cee-43b6-b7d4-dcccff3a552e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:00.282672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42520965-9eec-48ad-b63c-3fbaf3db44a6 req-1f155c60-0f43-4b1f-8329-232ed04a72b5 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889695 Feb 09 02:54:00.368708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-1227b016-dd25-4063-b357-4065e8d46c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.370203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-1227b016-dd25-4063-b357-4065e8d46c94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=73853ba10f5c4cd4be5969a0d564c931&device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 1126 time: 0.0448542 Feb 09 02:54:00.467660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-84f58e70-c421-4c8f-8ba6-9ffcbf7ac578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.469127 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-84f58e70-c421-4c8f-8ba6-9ffcbf7ac578 service neutron] 10.222.0.61 "GET /v2.0/networks?id=daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 200 len: 907 time: 0.0903692 Feb 09 02:54:00.518529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-3d97a7c0-9976-4c24-b4d5-26fcc6a64a7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35ff88dc-0e13-4a9f-b4d3-122f811a5453 HTTP/1.1" status: 200 len: 217 time: 0.0385754 Feb 09 02:54:00.518708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ca604-43a1-40bb-8f52-3633a2e4a55b req-b30038d1-181a-4d22-8625-7cc1dc28fb95 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.520210 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f7ca604-43a1-40bb-8f52-3633a2e4a55b req-b30038d1-181a-4d22-8625-7cc1dc28fb95 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 944 time: 0.0549490 Feb 09 02:54:00.574172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f7ca604-43a1-40bb-8f52-3633a2e4a55b req-115242bf-e9d3-40c4-8504-e030a6f7af35 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Feb 09 02:54:00.584838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-4236eb83-c31d-4b22-8c1b-e1319d9fda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.586410 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-4236eb83-c31d-4b22-8c1b-e1319d9fda6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 200 len: 846 time: 0.0572674 Feb 09 02:54:00.612209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-382cf9d0-a272-4d46-8afa-c21d4423ec0d req-362c4f19-daf2-47b0-95f8-dd3c20d30fc3 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0396595 Feb 09 02:54:00.650573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-73f99096-6f67-48b1-9415-215aea9099af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=daf8e818-0f6a-438e-9812-956150916817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407097 Feb 09 02:54:00.707229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368c8ec-aa9b-4a43-b792-729aa3d7cc3d req-220aa94b-8161-41fa-a13d-8ed3f8aba0d4 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.708974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3368c8ec-aa9b-4a43-b792-729aa3d7cc3d req-220aa94b-8161-41fa-a13d-8ed3f8aba0d4 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 946 time: 0.0588052 Feb 09 02:54:00.755732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-fa369124-ac5a-4321-a8bc-e743833ee00b service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980668 Feb 09 02:54:00.766738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3368c8ec-aa9b-4a43-b792-729aa3d7cc3d req-391b28ed-4a73-4eb3-98e0-d46e721cdc70 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505934 Feb 09 02:54:00.889825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379280f-357e-41f8-882e-534d13cafff9 req-cb5d2525-c838-48f0-9690-9a335df6d20d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:00.891571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9379280f-357e-41f8-882e-534d13cafff9 req-cb5d2525-c838-48f0-9690-9a335df6d20d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.1156414 Feb 09 02:54:00.900118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba3e8b2a-b24a-4696-b3fa-3ffc095f2b3d req-2d7bb148-3101-43f3-bd8c-aa65fc9ecfa1 service neutron] 10.222.0.61 "GET /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350057 Feb 09 02:54:00.960007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aafe91-dcb6-462b-a29b-f30f29c6f146'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:00.965433 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62828f57-b27a-42d4-bbcc-f637372d7f20" -d '{"events": [{"server_uuid": "bab120dd-699a-45a1-801b-6eaada5fe631", "name": "network-vif-plugged", "status": "completed", "tag": "77aafe91-dcb6-462b-a29b-f30f29c6f146"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:00.982823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9379280f-357e-41f8-882e-534d13cafff9 req-a9cd4825-4ce7-4b76-b2d0-b68a58c805e8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855403 Feb 09 02:54:01.026793 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa69079-6cd3-485d-922f-0188b7fd3d6a x-openstack-request-id: req-afa69079-6cd3-485d-922f-0188b7fd3d6a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:01.027160 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab120dd-699a-45a1-801b-6eaada5fe631", "name": "network-vif-plugged", "status": "completed", "tag": "77aafe91-dcb6-462b-a29b-f30f29c6f146", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:01.027486 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afa69079-6cd3-485d-922f-0188b7fd3d6a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:01.027940 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aafe91-dcb6-462b-a29b-f30f29c6f146', 'code': 200} Feb 09 02:54:01.121440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55534) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:01.152985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc35c-d6e1-4d0f-89dc-5068252ac371 req-ac290dee-2f4d-455d-9f6b-346bc9a515c2 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.155816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-582cc35c-d6e1-4d0f-89dc-5068252ac371 req-ac290dee-2f4d-455d-9f6b-346bc9a515c2 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0776474 Feb 09 02:54:01.220652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a3fb8-efbb-44ca-bead-04dd3d106adc req-e9d68004-a9df-47f5-8fa6-e0fbb218c75f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.222129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed2a3fb8-efbb-44ca-bead-04dd3d106adc req-e9d68004-a9df-47f5-8fa6-e0fbb218c75f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0836487 Feb 09 02:54:01.231062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-582cc35c-d6e1-4d0f-89dc-5068252ac371 req-4670e5f6-7b81-42d5-aaf4-f8cc3380ae70 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689943 Feb 09 02:54:01.270035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-6599c9b4-58e4-4b1c-8724-0fbed3c6cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.270531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-6599c9b4-58e4-4b1c-8724-0fbed3c6cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.270995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-6599c9b4-58e4-4b1c-8724-0fbed3c6cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.271451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-6599c9b4-58e4-4b1c-8724-0fbed3c6cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.271902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-6599c9b4-58e4-4b1c-8724-0fbed3c6cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.272360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-6599c9b4-58e4-4b1c-8724-0fbed3c6cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.272805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-6599c9b4-58e4-4b1c-8724-0fbed3c6cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.275381 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-6599c9b4-58e4-4b1c-8724-0fbed3c6cf4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 6706 time: 0.1528609 Feb 09 02:54:01.313785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed2a3fb8-efbb-44ca-bead-04dd3d106adc req-12cfb553-3693-4837-9c93-c2df9ed9ec2c tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847960 Feb 09 02:54:01.354671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ab527-667b-4d5f-bd26-1b5a302bba87 req-688b533b-eeba-4814-9fff-90a4f2b69307 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.356211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b68ab527-667b-4d5f-bd26-1b5a302bba87 req-688b533b-eeba-4814-9fff-90a4f2b69307 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 946 time: 0.0588474 Feb 09 02:54:01.359244 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-ed331a6c-fdb8-461e-9082-1eb18e816022 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a46cefd-4497-4db6-885e-68bd47bcb22f&id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756364 Feb 09 02:54:01.409375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b68ab527-667b-4d5f-bd26-1b5a302bba87 req-12b93fb2-8a5a-46f3-9c49-dadf3f98c94a tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467844 Feb 09 02:54:01.696832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c12c43-2afc-4452-8a42-fcc4f313ba6f req-3d5a805e-e75e-499f-811a-43fe4ce99c5f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:01.700729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8c12c43-2afc-4452-8a42-fcc4f313ba6f req-3d5a805e-e75e-499f-811a-43fe4ce99c5f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 944 time: 0.0593786 Feb 09 02:54:01.733342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a76b4d27-07cc-485d-94b2-3c28c88a7f7f req-6beea20a-d54a-467f-afab-9c43815180ff tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0350564 Feb 09 02:54:01.762435 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8c12c43-2afc-4452-8a42-fcc4f313ba6f req-c6d3034a-9f70-4d2a-8a56-b7eb6f0f4f9b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584087 Feb 09 02:54:01.883585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 35ff88dc-0e13-4a9f-b4d3-122f811a5453 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:54:02.003346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 35ff88dc-0e13-4a9f-b4d3-122f811a5453, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=35ff88dc-0e13-4a9f-b4d3-122f811a5453,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:02.016976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '35ff88dc-0e13-4a9f-b4d3-122f811a5453', 'network_id': 'daf8e818-0f6a-438e-9812-956150916817', 'port_id': '35ff88dc-0e13-4a9f-b4d3-122f811a5453', 'mac_address': 'fa:16:3e:d3:d4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285be046-434d-4db6-9868-7b28c7c79961', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:54:02.059592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:02.060217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:02.073433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ff88dc-0e13-4a9f-b4d3-122f811a5453 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:02.094178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 35ff88dc-0e13-4a9f-b4d3-122f811a5453, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=35ff88dc-0e13-4a9f-b4d3-122f811a5453,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:02.099387 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:02.125835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c71f89-0ac1-4534-b9bd-95ac5886ec45 req-caf87373-b302-4b2f-9cb4-67fd313aa0b5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:02.127370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16c71f89-0ac1-4534-b9bd-95ac5886ec45 req-caf87373-b302-4b2f-9cb4-67fd313aa0b5 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0712295 Feb 09 02:54:02.186208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16c71f89-0ac1-4534-b9bd-95ac5886ec45 req-6010146e-9970-4b70-b94e-d03e758f6ef3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507686 Feb 09 02:54:02.302976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=35ff88dc-0e13-4a9f-b4d3-122f811a5453,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:02.355088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eac95-8197-40ab-9571-1180ce221e5d req-5936b41f-d4dc-4145-8f7a-3ead5b1a860d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:02.357156 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-855eac95-8197-40ab-9571-1180ce221e5d req-5936b41f-d4dc-4145-8f7a-3ead5b1a860d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0551970 Feb 09 02:54:02.390720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['35ff88dc-0e13-4a9f-b4d3-122f811a5453'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:02.439109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-855eac95-8197-40ab-9571-1180ce221e5d req-21cb1154-3e8b-43be-8a76-2d0dc7caad70 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754786 Feb 09 02:54:02.451151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff419d-2be8-47da-9413-5cd5f069ebb9 req-6a174abf-788d-40f5-88cc-0bf0c440ba5f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:02.452646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55ff419d-2be8-47da-9413-5cd5f069ebb9 req-6a174abf-788d-40f5-88cc-0bf0c440ba5f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0709271 Feb 09 02:54:02.531607 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55ff419d-2be8-47da-9413-5cd5f069ebb9 req-3957c04a-50e3-455d-ae83-51173e87cdd0 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622962 Feb 09 02:54:02.598484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdfafb-af9b-450b-9b85-09dfb4b857b5 req-627ce5bf-6e99-4dd1-9b77-ca3b4eceeee1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:02.599973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdbdfafb-af9b-450b-9b85-09dfb4b857b5 req-627ce5bf-6e99-4dd1-9b77-ca3b4eceeee1 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 946 time: 0.0725560 Feb 09 02:54:02.629325 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-88693efb-89f5-4584-a489-96203b91789c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:02.652877 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdbdfafb-af9b-450b-9b85-09dfb4b857b5 req-67dc21ec-0dda-4fca-a2e6-22bb9ab6f718 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/security-groups?id=4247c7cc-880b-4fb5-ad81-61339d8f6349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 Feb 09 02:54:02.776198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-f9490036-5e12-4b16-9ee3-0a00876fc199 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:02.778190 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-f9490036-5e12-4b16-9ee3-0a00876fc199 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.61 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 946 time: 0.0574193 Feb 09 02:54:02.861105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56b40791-f8ab-4ce7-9f99-eb4b598adb28 req-12ef0087-575f-4714-abd3-437b701ca7ea tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0348148 Feb 09 02:54:02.908741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da58f3-c019-46e0-aaff-f593ba25dea0 req-c29ea340-6df0-45cf-af5a-57150001a5cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:02.910256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0da58f3-c019-46e0-aaff-f593ba25dea0 req-c29ea340-6df0-45cf-af5a-57150001a5cd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 945 time: 0.0724747 Feb 09 02:54:02.919317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Deleting port 77aafe91-dcb6-462b-a29b-f30f29c6f146 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:54:02.919664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:02.959345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0da58f3-c019-46e0-aaff-f593ba25dea0 req-0e0ed226-f9b9-4d0a-998e-1ad8e3cb07a4 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Feb 09 02:54:03.015853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] For port 77aafe91-dcb6-462b-a29b-f30f29c6f146, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=77aafe91-dcb6-462b-a29b-f30f29c6f146,segment=NetworkSegment(2d65c5e3-2153-4712-9e23-930a15e9d2cc),segment_id=2d65c5e3-2153-4712-9e23-930a15e9d2cc)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:03.016212 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:03.029929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Calling delete_port for 77aafe91-dcb6-462b-a29b-f30f29c6f146 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:54:03.158586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (77aafe91-dcb6-462b-a29b-f30f29c6f146), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:03.187786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Pushing event deleted for resources: {'Port': ['ID=77aafe91-dcb6-462b-a29b-f30f29c6f146,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:03.218341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.218691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.219033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.219367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.219698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.220023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.220349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.220670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.220990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.221311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.221676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.221998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.222343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:03.246612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] No DVR routers for this DVR port 77aafe91-dcb6-462b-a29b-f30f29c6f146 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:03.249460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:03.252892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94c2d849-718a-42a3-a585-e18c1afd1b85 req-b531de94-3677-4927-b4c6-485f5a32c661 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.61 "DELETE /v2.0/ports/77aafe91-dcb6-462b-a29b-f30f29c6f146 HTTP/1.1" status: 204 len: 173 time: 0.4674668 Feb 09 02:54:03.253356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'name': 'network-vif-deleted', 'tag': '77aafe91-dcb6-462b-a29b-f30f29c6f146'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:03.255822 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1074f-f7d6-48c4-b74a-e60b88bfb14e" -d '{"events": [{"server_uuid": "bab120dd-699a-45a1-801b-6eaada5fe631", "name": "network-vif-deleted", "tag": "77aafe91-dcb6-462b-a29b-f30f29c6f146"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:03.301119 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4556178-d21f-42cd-be8f-ecfd6de48304 x-openstack-request-id: req-d4556178-d21f-42cd-be8f-ecfd6de48304 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:03.301416 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab120dd-699a-45a1-801b-6eaada5fe631", "name": "network-vif-deleted", "tag": "77aafe91-dcb6-462b-a29b-f30f29c6f146", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:03.301678 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4556178-d21f-42cd-be8f-ecfd6de48304 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:03.302086 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab120dd-699a-45a1-801b-6eaada5fe631', 'name': 'network-vif-deleted', 'tag': '77aafe91-dcb6-462b-a29b-f30f29c6f146', 'status': 'completed', 'code': 200} Feb 09 02:54:03.329140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b7a83-6119-4fdc-878f-4e69339d4139 req-a1d104bc-7769-4385-820a-124225240179 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:03.330650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-532b7a83-6119-4fdc-878f-4e69339d4139 req-a1d104bc-7769-4385-820a-124225240179 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0634375 Feb 09 02:54:03.384868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-532b7a83-6119-4fdc-878f-4e69339d4139 req-72fe2e6e-08b4-4cb3-b66b-1ba23dde3b87 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 Feb 09 02:54:03.572097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3e82-b9a6-4d5c-bb04-67d05a09782d req-89d14cb1-922b-47a3-b64b-6bb5d188f797 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:03.574106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-289e3e82-b9a6-4d5c-bb04-67d05a09782d req-89d14cb1-922b-47a3-b64b-6bb5d188f797 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0587554 Feb 09 02:54:03.625500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-289e3e82-b9a6-4d5c-bb04-67d05a09782d req-810571ed-1e92-4120-b4bd-bdce390ffa2f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Feb 09 02:54:03.663690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f884c1-181d-4da7-8fd3-e96681dda93d req-f8735da4-7943-4b2e-be32-59f6a48e5a36 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:03.665178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43f884c1-181d-4da7-8fd3-e96681dda93d req-f8735da4-7943-4b2e-be32-59f6a48e5a36 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0639977 Feb 09 02:54:03.736573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43f884c1-181d-4da7-8fd3-e96681dda93d req-8486933e-96fb-47c2-a477-994d86a2f733 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605173 Feb 09 02:54:03.786773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55584441-c0ec-4c9f-a490-90218f808128 req-57644f4b-6698-434c-81fb-435fcc6739d9 tempest-ImagesTestJSON-1922540495 tempest-ImagesTestJSON-1922540495-project] 10.222.0.32 "GET /v2.0/ports?device_id=bab120dd-699a-45a1-801b-6eaada5fe631 HTTP/1.1" status: 200 len: 210 time: 0.0303538 Feb 09 02:54:03.846311 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:03.892900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 35ff88dc-0e13-4a9f-b4d3-122f811a5453 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:03.944749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:54:03.949853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:03.950224 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:03.974084 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9609e84-bba0-4a19-b8a5-d7a3c8a60747 req-d63a746a-54f1-4e05-8ca2-653407ac09ee tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0328062 Feb 09 02:54:04.031522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:04.031916 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:04.055792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594ba611-51f3-4f02-8d59-4da7f3cb5fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ff88dc-0e13-4a9f-b4d3-122f811a5453'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:04.057873 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d5aa3-0793-4371-aaed-50d54aae506c" -d '{"events": [{"server_uuid": "594ba611-51f3-4f02-8d59-4da7f3cb5fa5", "name": "network-vif-plugged", "status": "completed", "tag": "35ff88dc-0e13-4a9f-b4d3-122f811a5453"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:04.073693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 35ff88dc-0e13-4a9f-b4d3-122f811a5453, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=35ff88dc-0e13-4a9f-b4d3-122f811a5453,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:04.079348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:04.080144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 77aafe91-dcb6-462b-a29b-f30f29c6f146 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:04.109183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84833e04-ac17-419e-8fd9-1742fabd38b1 req-295ad5f6-275a-4811-9faa-c40f110fb151 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:04.110789 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84833e04-ac17-419e-8fd9-1742fabd38b1 req-295ad5f6-275a-4811-9faa-c40f110fb151 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 945 time: 0.0692832 Feb 09 02:54:04.117909 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b4e60-704b-477f-9be5-389b347a3620 x-openstack-request-id: req-e92b4e60-704b-477f-9be5-389b347a3620 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:04.118461 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594ba611-51f3-4f02-8d59-4da7f3cb5fa5", "name": "network-vif-plugged", "status": "completed", "tag": "35ff88dc-0e13-4a9f-b4d3-122f811a5453", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:04.118872 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e92b4e60-704b-477f-9be5-389b347a3620 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:04.119399 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594ba611-51f3-4f02-8d59-4da7f3cb5fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ff88dc-0e13-4a9f-b4d3-122f811a5453', 'code': 200} Feb 09 02:54:04.120184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 77aafe91-dcb6-462b-a29b-f30f29c6f146 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:54:04.120713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 77aafe91-dcb6-462b-a29b-f30f29c6f146 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:04.121274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 37007964-4683-4b88-ae64-8fbf302d90c3 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:04.177654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=35ff88dc-0e13-4a9f-b4d3-122f811a5453,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:04.202337 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84833e04-ac17-419e-8fd9-1742fabd38b1 req-e4b495a0-68fe-4a01-9044-df5f8bdb3b0c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787377 Feb 09 02:54:04.223918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 37007964-4683-4b88-ae64-8fbf302d90c3 is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:04.229321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a21a13-f021-4358-8772-17116ab27df3 req-1c68291d-4e06-47be-af6d-cffdb90634ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:04.230882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56a21a13-f021-4358-8772-17116ab27df3 req-1c68291d-4e06-47be-af6d-cffdb90634ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 1128 time: 0.0635226 Feb 09 02:54:04.273738 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56a21a13-f021-4358-8772-17116ab27df3 req-ffecf7eb-c8a9-4a03-929d-a6562386d45f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Feb 09 02:54:04.540622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74657b55-b4b6-4e7d-a3a4-a9ae7d8e8823 req-39110ba9-aa07-4ea7-bb20-fde66e2eb75b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:04.542458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74657b55-b4b6-4e7d-a3a4-a9ae7d8e8823 req-39110ba9-aa07-4ea7-bb20-fde66e2eb75b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0674467 Feb 09 02:54:04.597298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74657b55-b4b6-4e7d-a3a4-a9ae7d8e8823 req-21bc2e74-1675-49d8-bbb9-98bd3c7e75af tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Feb 09 02:54:04.724917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-25bb2268-2074-43f7-89b2-2e0ba7efc72c service neutron] 10.222.0.61 "GET /v2.0/ports/37007964-4683-4b88-ae64-8fbf302d90c3/bindings/n-h2-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.0552738 Feb 09 02:54:04.758782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829658c-a7ed-4103-8545-1fa7257332c7 req-77759160-ed38-4129-a023-9ae51155258f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:04.761162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5829658c-a7ed-4103-8545-1fa7257332c7 req-77759160-ed38-4129-a023-9ae51155258f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 943 time: 0.0617888 Feb 09 02:54:04.812445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5829658c-a7ed-4103-8545-1fa7257332c7 req-37696465-64ec-4c95-b45a-fd6549e95cdc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Feb 09 02:54:04.936691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbb92e-e0dc-4c27-b53a-bc7cdd7220b1 req-05082126-8e30-4b71-b136-a928ff27ecf4 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:04.944099 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5edbb92e-e0dc-4c27-b53a-bc7cdd7220b1 req-05082126-8e30-4b71-b136-a928ff27ecf4 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.1165016 Feb 09 02:54:04.946330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:04.975556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:05.017667 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:05.028793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5edbb92e-e0dc-4c27-b53a-bc7cdd7220b1 req-69678a18-2a1b-4352-a267-4a3871bdafa8 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837135 Feb 09 02:54:05.060904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37007964-4683-4b88-ae64-8fbf302d90c3 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:05.073506 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:05.096347 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.110407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bed2adb-d724-4e73-9faf-ea7120b42860 req-e3c0835b-4580-4a39-a114-6e128598b528 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0372033 Feb 09 02:54:05.191027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] Transition to ACTIVE for port object 37007964-4683-4b88-ae64-8fbf302d90c3 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:54:05.197191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.281572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] No DVR routers for this DVR port 37007964-4683-4b88-ae64-8fbf302d90c3 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:05.291157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55618) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:05.340521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] Pushing event updated for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=10']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:05.345768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-e5500e13-b1e3-482d-b7ad-6016480b0c86 service neutron] 10.222.0.61 "PUT /v2.0/ports/37007964-4683-4b88-ae64-8fbf302d90c3/bindings/n-h2-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6138580 Feb 09 02:54:05.394855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Deleting subnet 46d8041c-10b5-41ed-bb8c-2382269a8431 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:54:05.401722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Publish callbacks [] for subnet (46d8041c-10b5-41ed-bb8c-2382269a8431), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.433966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ff454-8b5c-4f02-a5f5-090461000706 req-343905e2-4ca2-4c50-9315-859393dde60a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:05.435649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a4ff454-8b5c-4f02-a5f5-090461000706 req-343905e2-4ca2-4c50-9315-859393dde60a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.1325340 Feb 09 02:54:05.462798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (46d8041c-10b5-41ed-bb8c-2382269a8431), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.526782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a4ff454-8b5c-4f02-a5f5-090461000706 req-92e3480e-4f95-4338-b272-9a038143d49d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842505 Feb 09 02:54:05.529568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (46d8041c-10b5-41ed-bb8c-2382269a8431), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.586763 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (46d8041c-10b5-41ed-bb8c-2382269a8431), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.617169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d8041c-10b5-41ed-bb8c-2382269a8431,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:05.625112 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.628281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46d8041c-10b5-41ed-bb8c-2382269a8431 HTTP/1.1" status: 204 len: 168 time: 0.3356578 Feb 09 02:54:05.629810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.630117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.630839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:05.639290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.639882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.640494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.641292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.641810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.642563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.644587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.645189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.645720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.646226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.646958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58823013-3d9e-495f-8af7-a8df189fb466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:05.731710 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (ada7d93c-a7f5-40e3-9d82-8cbb9579b446), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.755369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d747-af32-4ce3-b08b-5b0bb00fab90 req-51a8114a-4ff8-4c0a-ae0d-825301ac4a64 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:05.756902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3e1d747-af32-4ce3-b08b-5b0bb00fab90 req-51a8114a-4ff8-4c0a-ae0d-825301ac4a64 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0816865 Feb 09 02:54:05.846007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (ada7d93c-a7f5-40e3-9d82-8cbb9579b446), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.879462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3e1d747-af32-4ce3-b08b-5b0bb00fab90 req-39c80c84-d2bc-4556-abe1-98274cd1859e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017497 Feb 09 02:54:05.881210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada7d93c-a7f5-40e3-9d82-8cbb9579b446']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:05.893259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d65c5e3-2153-4712-9e23-930a15e9d2cc') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:05.893551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d65c5e3-2153-4712-9e23-930a15e9d2cc') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:05.907830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2d65c5e3-2153-4712-9e23-930a15e9d2cc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.918156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2d65c5e3-2153-4712-9e23-930a15e9d2cc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.924499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:54:05.924991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2d65c5e3-2153-4712-9e23-930a15e9d2cc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:54:05.927119 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:54:05.961089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a3e0f-6173-4365-9034-5d87a884b7a0 req-7b004733-2b99-4b9c-bed6-dae4960583df tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:05.962909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-272a3e0f-6173-4365-9034-5d87a884b7a0 req-7b004733-2b99-4b9c-bed6-dae4960583df tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.0786607 Feb 09 02:54:06.000510 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (ada7d93c-a7f5-40e3-9d82-8cbb9579b446), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:06.006550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:06.009802 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] 10.222.0.32 "DELETE /v2.0/networks/ada7d93c-a7f5-40e3-9d82-8cbb9579b446 HTTP/1.1" status: 204 len: 168 time: 0.3779027 Feb 09 02:54:06.022049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ded41-d415-4bef-b223-6d3ef9a1a6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=ada7d93c-a7f5-40e3-9d82-8cbb9579b446,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:06.036457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-272a3e0f-6173-4365-9034-5d87a884b7a0 req-9c62d460-74d3-406b-9660-95205595f987 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681143 Feb 09 02:54:06.177537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a360-a8b9-4c12-8581-7624c3611e4b req-fe3aeec0-4916-4278-bfab-c0145416d343 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:06.180146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3f9a360-a8b9-4c12-8581-7624c3611e4b req-fe3aeec0-4916-4278-bfab-c0145416d343 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0682449 Feb 09 02:54:06.220988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ef768-a61f-4e9a-a764-5ce00430badf req-7a47d2ba-de4d-4ff7-915e-5f30544641e2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:06.222947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-617ef768-a61f-4e9a-a764-5ce00430badf req-7a47d2ba-de4d-4ff7-915e-5f30544641e2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0723712 Feb 09 02:54:06.251121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3f9a360-a8b9-4c12-8581-7624c3611e4b req-f166760c-e611-454c-a944-b42008fa5da7 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636849 Feb 09 02:54:06.251657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55636) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:06.292369 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:06.314718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-91858672-0f21-40bf-9f47-7ce34ae2ed49 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1339907781a422791ef313023fe8185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591519 Feb 09 02:54:06.316555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55638) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:06.319842 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-617ef768-a61f-4e9a-a764-5ce00430badf req-c5bbb423-2b9d-4a54-9f56-daf560410802 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835471 Feb 09 02:54:06.370492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80736580-013f-429c-b78e-0a46d122e54d req-96d562d4-aa3c-4310-8632-e4f642498354 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0396411 Feb 09 02:54:06.396174 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddb46095-7f26-42c8-9c50-afda2e502604 admin admin] Publish callbacks [] for security_group (4247c7cc-880b-4fb5-ad81-61339d8f6349), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:06.418637 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddb46095-7f26-42c8-9c50-afda2e502604 admin admin] Publish callbacks [] for security_group (4247c7cc-880b-4fb5-ad81-61339d8f6349), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:06.465064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddb46095-7f26-42c8-9c50-afda2e502604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4247c7cc-880b-4fb5-ad81-61339d8f6349), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:06.467704 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddb46095-7f26-42c8-9c50-afda2e502604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:06.468918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ddb46095-7f26-42c8-9c50-afda2e502604 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4247c7cc-880b-4fb5-ad81-61339d8f6349 HTTP/1.1" status: 204 len: 168 time: 0.1513174 Feb 09 02:54:06.477700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb46095-7f26-42c8-9c50-afda2e502604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4247c7cc-880b-4fb5-ad81-61339d8f6349,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:06.661909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6955d-6d35-4c42-a987-a56e403bfe15 req-bc211c2d-5716-473b-9d3b-13397b3ddbbe tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:06.663203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4dd6955d-6d35-4c42-a987-a56e403bfe15 req-bc211c2d-5716-473b-9d3b-13397b3ddbbe tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0626514 Feb 09 02:54:06.709594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4dd6955d-6d35-4c42-a987-a56e403bfe15 req-dfafb574-65fe-44c0-90a9-d18b936c0050 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Feb 09 02:54:06.915300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45d8f3-9317-41b7-8fa2-a8c1260f6944 req-27468c75-2a4f-4d8b-a5f2-6d00e8f54ce3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:06.916772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be45d8f3-9317-41b7-8fa2-a8c1260f6944 req-27468c75-2a4f-4d8b-a5f2-6d00e8f54ce3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0533912 Feb 09 02:54:06.965025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be45d8f3-9317-41b7-8fa2-a8c1260f6944 req-20c5c597-eef0-4811-9c7a-0b0dd94daffb tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Feb 09 02:54:07.096117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f268905-990a-4151-b23b-9aceec9b2618 req-82a331bb-96d7-42e0-b868-56a6aeb2856e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:07.097900 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f268905-990a-4151-b23b-9aceec9b2618 req-82a331bb-96d7-42e0-b868-56a6aeb2856e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0650866 Feb 09 02:54:07.147384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f268905-990a-4151-b23b-9aceec9b2618 req-c3ab4119-15ba-4fac-b6cd-12148374c0a4 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Feb 09 02:54:07.163362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b459-aa46-4dd4-b5a9-58f9026d760c req-0580d335-43a6-4ebd-aa79-fcceca07090a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:07.164882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d14b459-aa46-4dd4-b5a9-58f9026d760c req-0580d335-43a6-4ebd-aa79-fcceca07090a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.0547912 Feb 09 02:54:07.222759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d14b459-aa46-4dd4-b5a9-58f9026d760c req-679ad23e-0ea7-490e-9219-89d9c436e94f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Feb 09 02:54:07.376030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-0e1188d5-f061-482b-bc73-4dc541874bf2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:07.377567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-0e1188d5-f061-482b-bc73-4dc541874bf2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0732386 Feb 09 02:54:07.525429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a192f76-cc56-43bb-9aed-1cc72b733235 req-694e5094-0674-4098-90e5-f99f226023d9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:07.527024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a192f76-cc56-43bb-9aed-1cc72b733235 req-694e5094-0674-4098-90e5-f99f226023d9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0728009 Feb 09 02:54:07.530446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Deleting port 255da693-da88-4524-94e6-7c50fb3c2be2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:54:07.530786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:07.633133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a192f76-cc56-43bb-9aed-1cc72b733235 req-33b691f9-020b-4d5c-bee2-148b04413906 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987074 Feb 09 02:54:07.654052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] For port 255da693-da88-4524-94e6-7c50fb3c2be2, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=255da693-da88-4524-94e6-7c50fb3c2be2,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:07.654455 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:07.670027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045f02-656b-4b9c-8711-0984f1fbec50 req-b04995ad-aae3-43b1-bb15-55e805fb35b7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:07.671502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Calling delete_port for 255da693-da88-4524-94e6-7c50fb3c2be2 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:54:07.672209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75045f02-656b-4b9c-8711-0984f1fbec50 req-b04995ad-aae3-43b1-bb15-55e805fb35b7 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.3646207 Feb 09 02:54:07.721136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75045f02-656b-4b9c-8711-0984f1fbec50 req-c3e2625a-d753-4bb7-a54e-50ed920d20ea tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Feb 09 02:54:07.784871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379867c8-3459-4ee1-bd7b-9b11eb3aa507 req-f9b2fee6-f746-440a-8422-88250e1d5d82 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:07.786403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-379867c8-3459-4ee1-bd7b-9b11eb3aa507 req-f9b2fee6-f746-440a-8422-88250e1d5d82 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b35c8a8-b11f-45ef-a242-3e7a4244481e HTTP/1.1" status: 200 len: 945 time: 0.0746040 Feb 09 02:54:07.804899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dcfa31dc-44d4-47ab-8e23-cd21fcc4d0c6 req-c7de0258-d231-4c7d-b04a-eea1359f8820 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0265901 Feb 09 02:54:07.874055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-379867c8-3459-4ee1-bd7b-9b11eb3aa507 req-1ddc9394-ef69-40db-9c88-094926925a10 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816817 Feb 09 02:54:07.878826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (255da693-da88-4524-94e6-7c50fb3c2be2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:07.900380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['255da693-da88-4524-94e6-7c50fb3c2be2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:07.903503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 77aafe91-dcb6-462b-a29b-f30f29c6f146 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:07.913447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event deleted for resources: {'Port': ['ID=255da693-da88-4524-94e6-7c50fb3c2be2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:07.952757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 77aafe91-dcb6-462b-a29b-f30f29c6f146 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:54:07.953421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 77aafe91-dcb6-462b-a29b-f30f29c6f146 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:07.964636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] No DVR routers for this DVR port 255da693-da88-4524-94e6-7c50fb3c2be2 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:07.967889 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:07.972012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e96bf8a9-b1a1-4f09-a41d-6ecd668dfb97 req-6ff5c542-d506-4313-844a-cde4eb95aa1b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "DELETE /v2.0/ports/255da693-da88-4524-94e6-7c50fb3c2be2 HTTP/1.1" status: 204 len: 173 time: 0.5873005 Feb 09 02:54:07.973209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b35c8a8-b11f-45ef-a242-3e7a4244481e', 'name': 'network-vif-deleted', 'tag': '255da693-da88-4524-94e6-7c50fb3c2be2'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:07.976857 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b27796-7080-47ae-b857-5c97c6553347" -d '{"events": [{"server_uuid": "2b35c8a8-b11f-45ef-a242-3e7a4244481e", "name": "network-vif-deleted", "tag": "255da693-da88-4524-94e6-7c50fb3c2be2"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:08.025702 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00050dae-2c10-47bc-9506-3f98dfde171f x-openstack-request-id: req-00050dae-2c10-47bc-9506-3f98dfde171f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:08.026199 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b35c8a8-b11f-45ef-a242-3e7a4244481e", "name": "network-vif-deleted", "tag": "255da693-da88-4524-94e6-7c50fb3c2be2", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:08.026628 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00050dae-2c10-47bc-9506-3f98dfde171f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:08.027042 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b35c8a8-b11f-45ef-a242-3e7a4244481e', 'name': 'network-vif-deleted', 'tag': '255da693-da88-4524-94e6-7c50fb3c2be2', 'status': 'completed', 'code': 200} Feb 09 02:54:08.263967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55720) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:08.344653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7576d26-0f7f-4d35-ae6b-00733bd90096 req-83b08306-fd57-448f-919b-cbd2a3b63c94 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:08.346337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7576d26-0f7f-4d35-ae6b-00733bd90096 req-83b08306-fd57-448f-919b-cbd2a3b63c94 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.0577626 Feb 09 02:54:08.386391 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-129a19d2-5f5a-4c3a-9b4f-828698e6cc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:08.431114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7576d26-0f7f-4d35-ae6b-00733bd90096 req-bc013f5a-0aca-4626-89a3-9cf3cb80ccef tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775681 Feb 09 02:54:08.487043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-129a19d2-5f5a-4c3a-9b4f-828698e6cc44 admin admin] Publish callbacks [] for security_group (0de36ca9-c256-4a53-a335-b741a42d77ee), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:08.490539 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-129a19d2-5f5a-4c3a-9b4f-828698e6cc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0de36ca9-c256-4a53-a335-b741a42d77ee), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:08.533061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-129a19d2-5f5a-4c3a-9b4f-828698e6cc44 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd6c9b50f1564472bbf9cd0609bb7db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679508 Feb 09 02:54:08.535773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a19d2-5f5a-4c3a-9b4f-828698e6cc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de36ca9-c256-4a53-a335-b741a42d77ee,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:08.536253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55724) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:08.591117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e1af7aa-abce-44ad-81fb-ec052baad761 admin admin] Publish callbacks [] for security_group (0de36ca9-c256-4a53-a335-b741a42d77ee), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:08.612546 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e1af7aa-abce-44ad-81fb-ec052baad761 admin admin] Publish callbacks [] for security_group (0de36ca9-c256-4a53-a335-b741a42d77ee), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:08.657960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e1af7aa-abce-44ad-81fb-ec052baad761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0de36ca9-c256-4a53-a335-b741a42d77ee), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:08.660576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e1af7aa-abce-44ad-81fb-ec052baad761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:08.661714 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1e1af7aa-abce-44ad-81fb-ec052baad761 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0de36ca9-c256-4a53-a335-b741a42d77ee HTTP/1.1" status: 204 len: 168 time: 0.1244779 Feb 09 02:54:08.670114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1af7aa-abce-44ad-81fb-ec052baad761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de36ca9-c256-4a53-a335-b741a42d77ee,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:08.762510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdf081-22d7-4880-bfc9-e011e8c4141b req-bc86acbf-cd7f-4200-bced-1e2cf50405c5 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:08.764139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34cdf081-22d7-4880-bfc9-e011e8c4141b req-bc86acbf-cd7f-4200-bced-1e2cf50405c5 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0595376 Feb 09 02:54:08.832281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34cdf081-22d7-4880-bfc9-e011e8c4141b req-ff4ec8a2-ba38-4b13-b83a-ca34be1e0c7f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Feb 09 02:54:08.906056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164ca74-5be4-4473-91ee-aa1f14d50a38 req-921bc259-4a65-4c70-9c49-0f7600c925df tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:08.907716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6164ca74-5be4-4473-91ee-aa1f14d50a38 req-921bc259-4a65-4c70-9c49-0f7600c925df tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.1034403 Feb 09 02:54:08.918474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-63ab120b-2681-4b11-b246-e77b3c01ddb0 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:08.918474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-63ab120b-2681-4b11-b246-e77b3c01ddb0 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.0768392 Feb 09 02:54:08.938259 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-48d2430b-05ed-4108-b623-06d2f61b3b41 req-c3ddd3d3-1e62-449c-9bc6-6359ab3e70e7 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0353773 Feb 09 02:54:09.296031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-ecefd0f6-a047-4193-a77a-f0ea4cedb4d9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:09.297586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-ecefd0f6-a047-4193-a77a-f0ea4cedb4d9 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.1249375 Feb 09 02:54:09.316339 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-f3208175-2947-4f4c-b733-e5e6a5ba48ed tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/quotas/6d28b9e89eae40f78e01abe8fe65c347 HTTP/1.1" status: 200 len: 375 time: 0.0113294 Feb 09 02:54:09.319651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6164ca74-5be4-4473-91ee-aa1f14d50a38 req-019693dc-457a-4789-b062-a840bf79e5f9 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055212 Feb 09 02:54:09.330216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-7574225e-f9e4-4bf0-859b-aea90d96f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:09.331785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-7574225e-f9e4-4bf0-859b-aea90d96f6bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429&tenant_id=2618b90bba6341048386a8a8793c5ac0 HTTP/1.1" status: 200 len: 1126 time: 0.4032333 Feb 09 02:54:09.372058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-c83cb83b-b9d0-40cf-952e-4830823f5453 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405827 Feb 09 02:54:09.402293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-93e4b3df-5884-45f7-aa37-3fe622977969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:09.404528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-93e4b3df-5884-45f7-aa37-3fe622977969 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1126 time: 0.0486629 Feb 09 02:54:09.417882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55766) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:09.485261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-c40159de-d677-4380-9481-93185ff78880 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075983 Feb 09 02:54:09.509031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8201e148-3665-4e04-89d0-16e3db38e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:09.510550 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-8201e148-3665-4e04-89d0-16e3db38e2cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.0998046 Feb 09 02:54:09.566423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2116826992-network', 'tenant_id': 'd11b2b351f594119a25ad7629c7ad28e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:09.583247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-b87e8d7c-7a41-43db-a124-95a65d9e9b06 service neutron] 10.222.0.32 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967765 Feb 09 02:54:09.584121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-5dcfe90e-0278-426b-9779-c9067c0f5f32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 200 len: 217 time: 0.0642214 Feb 09 02:54:09.642992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Made reservation on behalf of d11b2b351f594119a25ad7629c7ad28e for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:09.645288 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:09.660602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:09.677108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd72e1d-ec91-4ba9-965f-b639d6ca85c8 req-d6f87718-3537-4a2f-b34d-5ac727ec9a61 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:09.678596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bd72e1d-ec91-4ba9-965f-b639d6ca85c8 req-d6f87718-3537-4a2f-b34d-5ac727ec9a61 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.1599193 Feb 09 02:54:09.680994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-354c8589-65df-4dc0-a5dc-149ffb8d60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:09.682336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-354c8589-65df-4dc0-a5dc-149ffb8d60c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.0909977 Feb 09 02:54:09.733651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-a166ea31-7269-44e1-ad8f-e70d5ed0f83d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431230 Feb 09 02:54:09.744601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdee159a-8164-4515-ae06-503aee72bb8f req-86c1b216-156b-4948-8fa0-752da8631c64 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 210 time: 0.0279868 Feb 09 02:54:09.831645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bd72e1d-ec91-4ba9-965f-b639d6ca85c8 req-b563be9c-4849-48b9-92b5-e6c56b39fc9d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437674 Feb 09 02:54:09.891895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-b05d2447-0425-433c-b949-431469969092 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459732 Feb 09 02:54:09.912704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Publish callbacks [] for security_group (5722357c-35f2-4093-abcf-6308f404552c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:09.955059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5722357c-35f2-4093-abcf-6308f404552c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:09.961573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabdcc1-b5ed-49fd-9703-555e7b790f1b req-e46d45eb-cc87-44b6-9031-0225b8d532bb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:09.963557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecabdcc1-b5ed-49fd-9703-555e7b790f1b req-e46d45eb-cc87-44b6-9031-0225b8d532bb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0583742 Feb 09 02:54:09.992891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:54:10.010972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5722357c-35f2-4093-abcf-6308f404552c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:10.019548 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (13443489-6f62-4dcb-b85d-bf29acd53fb4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.019906 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Added segment 13443489-6f62-4dcb-b85d-bf29acd53fb4 of type vlan for network 9031a7f6-b3e7-43cd-89c9-7ca735f5aac9 Feb 09 02:54:10.058831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecabdcc1-b5ed-49fd-9703-555e7b790f1b req-6f50d7a6-e2d3-4c7f-9ff6-33a3528f0417 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885658 Feb 09 02:54:10.084785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (9031a7f6-b3e7-43cd-89c9-7ca735f5aac9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.095454 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-931e8633-9320-493c-9f19-6753784c258e service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959691 Feb 09 02:54:10.122693 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0428cfd0-a65c-4497-ba30-382ea290260d req-9b74a0f3-48f0-4538-a8b0-975adedf490d tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0433142 Feb 09 02:54:10.149240 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (9031a7f6-b3e7-43cd-89c9-7ca735f5aac9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.150324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:10.151118 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.211668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7926142 Feb 09 02:54:10.214797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55786) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:10.219084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9885872-13ee-41b9-b771-5ba5b62d4678 admin admin] Pushing event updated for resources: {'Network': ['ID=9031a7f6-b3e7-43cd-89c9-7ca735f5aac9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:10.221310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Request body: {'subnet': {'network_id': '9031a7f6-b3e7-43cd-89c9-7ca735f5aac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2116826992-subnet', 'tenant_id': 'd11b2b351f594119a25ad7629c7ad28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:10.230565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 9031a7f6-b3e7-43cd-89c9-7ca735f5aac9 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:54:10.244673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Made reservation on behalf of d11b2b351f594119a25ad7629c7ad28e for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:10.247276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.370539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-aa97ae6d-5fe5-45f9-9691-49c5ac39bfe6 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:10.372844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-aa97ae6d-5fe5-45f9-9691-49c5ac39bfe6 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.0522602 Feb 09 02:54:10.461437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (e98cfc1e-8670-4333-8d52-fe9338fe4c6d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.500427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-43a08ee8-9483-41f8-b5ad-3b5bd60ad1bb service neutron] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:10.503602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-43a08ee8-9483-41f8-b5ad-3b5bd60ad1bb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.504723 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-095c00e5-91ee-4869-b084-a2d0a03abb5a req-43a08ee8-9483-41f8-b5ad-3b5bd60ad1bb service neutron] 10.222.0.26 "DELETE /v2.0/ports/37007964-4683-4b88-ae64-8fbf302d90c3/bindings/n-h1-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.1247704 Feb 09 02:54:10.521594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98cfc1e-8670-4333-8d52-fe9338fe4c6d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:10.531476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be711-c5dd-43f1-bf7c-d8555f4a12cd req-83314589-2aa0-4f1e-b620-c5e697b4075b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:10.532991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-873be711-c5dd-43f1-bf7c-d8555f4a12cd req-83314589-2aa0-4f1e-b620-c5e697b4075b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.1242430 Feb 09 02:54:10.566384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Checking segment: {'id': '13443489-6f62-4dcb-b85d-bf29acd53fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9031a7f6-b3e7-43cd-89c9-7ca735f5aac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:10.566756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Network hostable DHCP agents. Network: 9031a7f6-b3e7-43cd-89c9-7ca735f5aac9, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:54:10.602376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Network 9031a7f6-b3e7-43cd-89c9-7ca735f5aac9 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:54:10.618085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-873be711-c5dd-43f1-bf7c-d8555f4a12cd req-c5c75fa6-c5b5-46ab-a8fc-023b7fad07ff tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671387 Feb 09 02:54:10.619196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 9031a7f6-b3e7-43cd-89c9-7ca735f5aac9) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:10.623224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:10.623821 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:10.634899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b298f-85e3-40bc-ad73-18632e57fd15 None None] Network 9031a7f6-b3e7-43cd-89c9-7ca735f5aac9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:10.643428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-73e3c072-4ade-4ebf-8f56-5270735aecc5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4267280 Feb 09 02:54:10.735800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99915c4-6050-48c1-8d77-e8b1b781f6f3 None None] Network 9031a7f6-b3e7-43cd-89c9-7ca735f5aac9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:10.871870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8ec6daf-9a08-4c5d-85f1-56db861342f6 req-5ab4fdea-8798-4b7d-8e95-20aacd151d65 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 210 time: 0.0434124 Feb 09 02:54:10.964234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d505d59e-f60b-4917-9679-e7ac0cd00c8b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:10.966699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d505d59e-f60b-4917-9679-e7ac0cd00c8b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 812 time: 0.1980250 Feb 09 02:54:10.990981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Request body: {'port': {'device_id': 'ae1f2553-ea48-4527-be8d-d2df1d660b6d', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'admin_state_up': True, 'tenant_id': '6d28b9e89eae40f78e01abe8fe65c347'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:10.999712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-da61ea82-65d1-42e4-98e8-fe6d99bdad31 req-a580d2d2-dae2-4efc-9b5d-cece204e213a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-610895124', 'description': 'tempest-description-1443446597'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:11.012814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b07dd2-33bc-4df7-9029-1ce7aeb4c06d req-fb0c769f-7c6c-4602-970e-b8478eacba2b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.014313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22b07dd2-33bc-4df7-9029-1ce7aeb4c06d req-fb0c769f-7c6c-4602-970e-b8478eacba2b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.0894227 Feb 09 02:54:11.063053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22b07dd2-33bc-4df7-9029-1ce7aeb4c06d req-a91f624c-b00b-4a04-b583-277411d21952 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Feb 09 02:54:11.071096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da61ea82-65d1-42e4-98e8-fe6d99bdad31 req-a580d2d2-dae2-4efc-9b5d-cece204e213a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.155888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Made reservation on behalf of 6d28b9e89eae40f78e01abe8fe65c347 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:11.159283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.181662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7378ca-114e-40bb-8012-9682030a4c25 req-10292cc5-f85e-48a4-9158-476c60938c45 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.183327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7378ca-114e-40bb-8012-9682030a4c25 req-10292cc5-f85e-48a4-9158-476c60938c45 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0548229 Feb 09 02:54:11.185061 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da61ea82-65d1-42e4-98e8-fe6d99bdad31 req-a580d2d2-dae2-4efc-9b5d-cece204e213a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (bee44790-3543-479e-8cd2-cf6dcb7813e6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.191285 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da61ea82-65d1-42e4-98e8-fe6d99bdad31 req-a580d2d2-dae2-4efc-9b5d-cece204e213a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bee44790-3543-479e-8cd2-cf6dcb7813e6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.247944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7378ca-114e-40bb-8012-9682030a4c25 req-0524987c-3d57-4ef8-a04c-384da4073d5e tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Feb 09 02:54:11.273734 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-da61ea82-65d1-42e4-98e8-fe6d99bdad31 req-a580d2d2-dae2-4efc-9b5d-cece204e213a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.278178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da61ea82-65d1-42e4-98e8-fe6d99bdad31 req-a580d2d2-dae2-4efc-9b5d-cece204e213a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2927284 Feb 09 02:54:11.282880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580d2d2-dae2-4efc-9b5d-cece204e213a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee44790-3543-479e-8cd2-cf6dcb7813e6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:11.363070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a0379ce5-984b-4987-a736-0e7dd8cc5c70 req-d4ed2899-1efb-426f-b2fa-bc6a35a345ad tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0309012 Feb 09 02:54:11.392083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Allocated IP 172.20.0.13 (d7b3be57-884b-457a-a293-71087cb0cd70/a68e5f4c-91b4-4f13-8713-bd53fdcd6014/b94f2187-1137-44e4-b840-0af329c7b223) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:11.410499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2e40c-9a4b-4d86-a7f6-819ff17fb833 req-33826b86-4474-4182-8474-b6f7338b2797 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.412049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47d2e40c-9a4b-4d86-a7f6-819ff17fb833 req-33826b86-4474-4182-8474-b6f7338b2797 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1126 time: 0.0807402 Feb 09 02:54:11.431158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62904950-bba8-409e-a48f-1c20189f527b req-4179b25a-6be0-45b4-9bf2-b013fb525281 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/bee44790-3543-479e-8cd2-cf6dcb7813e6 HTTP/1.1" status: 200 len: 1831 time: 0.0389564 Feb 09 02:54:11.441083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-62904950-bba8-409e-a48f-1c20189f527b req-4ecc5f14-79ba-4ede-abb6-a62e56878dda tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bee44790-3543-479e-8cd2-cf6dcb7813e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:11.441481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-62904950-bba8-409e-a48f-1c20189f527b req-4ecc5f14-79ba-4ede-abb6-a62e56878dda tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bee44790-3543-479e-8cd2-cf6dcb7813e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:11.496090 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62904950-bba8-409e-a48f-1c20189f527b req-4ecc5f14-79ba-4ede-abb6-a62e56878dda tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group_rule (581b7476-64e9-4877-9eb8-143702f87eb8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.523273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62904950-bba8-409e-a48f-1c20189f527b req-4ecc5f14-79ba-4ede-abb6-a62e56878dda tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group_rule (581b7476-64e9-4877-9eb8-143702f87eb8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.528349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62904950-bba8-409e-a48f-1c20189f527b req-4ecc5f14-79ba-4ede-abb6-a62e56878dda tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (581b7476-64e9-4877-9eb8-143702f87eb8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.529635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47d2e40c-9a4b-4d86-a7f6-819ff17fb833 req-b27b34d3-3bb3-4f07-a025-e5854a17f1d2 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073155 Feb 09 02:54:11.549722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc5f14-79ba-4ede-abb6-a62e56878dda tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581b7476-64e9-4877-9eb8-143702f87eb8,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:11.555889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62904950-bba8-409e-a48f-1c20189f527b req-4ecc5f14-79ba-4ede-abb6-a62e56878dda tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.566808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62904950-bba8-409e-a48f-1c20189f527b req-4ecc5f14-79ba-4ede-abb6-a62e56878dda tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1297157 Feb 09 02:54:11.597434 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks [] for port (b94f2187-1137-44e4-b840-0af329c7b223), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.617285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0f52e93-d55e-4e83-8e9f-e6807d1f1526 req-727cc7e9-4c8a-4cb4-8bb5-d1fba99fc4de tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/bee44790-3543-479e-8cd2-cf6dcb7813e6 HTTP/1.1" status: 200 len: 2425 time: 0.0393450 Feb 09 02:54:11.660614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9196fd99-6fe3-41f1-ba0c-f3deee645be1 req-7783b5d7-af42-4b3d-922a-65ff7819c27d tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-group-rules/581b7476-64e9-4877-9eb8-143702f87eb8 HTTP/1.1" status: 200 len: 778 time: 0.0216262 Feb 09 02:54:11.665600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b94f2187-1137-44e4-b840-0af329c7b223), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.699687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59350e0-cb12-41e4-82e7-ead5bcd0c4e0 req-b238e91f-6cc2-409c-ae79-fb8e26a02ae7 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.701218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f59350e0-cb12-41e4-82e7-ead5bcd0c4e0 req-b238e91f-6cc2-409c-ae79-fb8e26a02ae7 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 1126 time: 0.0914607 Feb 09 02:54:11.707070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9196fd99-6fe3-41f1-ba0c-f3deee645be1 req-69c865e4-cd6e-4981-941b-91cf795d671a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/bee44790-3543-479e-8cd2-cf6dcb7813e6 HTTP/1.1" status: 200 len: 2425 time: 0.0402563 Feb 09 02:54:11.722370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Network d7b3be57-884b-457a-a293-71087cb0cd70 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:11.736106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:11.740531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9196fd99-6fe3-41f1-ba0c-f3deee645be1 req-3417e9ff-dcfa-49c4-8afb-d40dca81091a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group_rule (581b7476-64e9-4877-9eb8-143702f87eb8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.743880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:11.749291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9196fd99-6fe3-41f1-ba0c-f3deee645be1 req-3417e9ff-dcfa-49c4-8afb-d40dca81091a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group_rule (581b7476-64e9-4877-9eb8-143702f87eb8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.767125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event updated for resources: {'Port': ['ID=b94f2187-1137-44e4-b840-0af329c7b223,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:11.776091 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9196fd99-6fe3-41f1-ba0c-f3deee645be1 req-3417e9ff-dcfa-49c4-8afb-d40dca81091a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (581b7476-64e9-4877-9eb8-143702f87eb8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.783680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9196fd99-6fe3-41f1-ba0c-f3deee645be1 req-3417e9ff-dcfa-49c4-8afb-d40dca81091a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.784733 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9196fd99-6fe3-41f1-ba0c-f3deee645be1 req-3417e9ff-dcfa-49c4-8afb-d40dca81091a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/581b7476-64e9-4877-9eb8-143702f87eb8 HTTP/1.1" status: 204 len: 173 time: 0.0712459 Feb 09 02:54:11.794899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417e9ff-dcfa-49c4-8afb-d40dca81091a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=581b7476-64e9-4877-9eb8-143702f87eb8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:11.799418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f59350e0-cb12-41e4-82e7-ead5bcd0c4e0 req-1f874c2f-8c4f-4c37-b8a5-734e514868a7 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877941 Feb 09 02:54:11.815179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.816018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.834279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c2ee2460-53c9-4b22-9c00-d0bad9b64907 req-e4b88def-e59c-438a-aa3b-5f7ae144065e tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1203558651', 'description': 'tempest-description-2049244848'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:11.857022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-d1a1b699-bb04-4e97-856e-fa8e984dc353 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8727083 Feb 09 02:54:11.875695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Request body: {'port': {'device_id': 'ae1f2553-ea48-4527-be8d-d2df1d660b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:11.902662 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c2ee2460-53c9-4b22-9c00-d0bad9b64907 req-e4b88def-e59c-438a-aa3b-5f7ae144065e tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:11.906596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915bed-b052-47b3-a351-991ac5bf9b8d req-c135c439-d7da-448c-bccd-e7f41090c09b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:11.908077 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68915bed-b052-47b3-a351-991ac5bf9b8d req-c135c439-d7da-448c-bccd-e7f41090c09b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0589514 Feb 09 02:54:11.933477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 255da693-da88-4524-94e6-7c50fb3c2be2 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:11.956069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 255da693-da88-4524-94e6-7c50fb3c2be2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:54:11.956711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 255da693-da88-4524-94e6-7c50fb3c2be2 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:11.959993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68915bed-b052-47b3-a351-991ac5bf9b8d req-c9afdb81-6c62-42b5-a91d-b2575b23b2e1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Feb 09 02:54:11.972847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b94f2187-1137-44e4-b840-0af329c7b223), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.051216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c2ee2460-53c9-4b22-9c00-d0bad9b64907 req-e4b88def-e59c-438a-aa3b-5f7ae144065e tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (c6f3e831-2a6a-410d-9301-58bc7fdc2d1c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.058940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c2ee2460-53c9-4b22-9c00-d0bad9b64907 req-e4b88def-e59c-438a-aa3b-5f7ae144065e tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c6f3e831-2a6a-410d-9301-58bc7fdc2d1c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.138974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c2ee2460-53c9-4b22-9c00-d0bad9b64907 req-e4b88def-e59c-438a-aa3b-5f7ae144065e tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.150912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c2ee2460-53c9-4b22-9c00-d0bad9b64907 req-e4b88def-e59c-438a-aa3b-5f7ae144065e tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3258853 Feb 09 02:54:12.175970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b88def-e59c-438a-aa3b-5f7ae144065e tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f3e831-2a6a-410d-9301-58bc7fdc2d1c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:12.267268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a719f16-3d0e-4828-9db5-c3204062faaa req-ced9b470-1c20-411d-8f62-33791a0025f8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.268784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a719f16-3d0e-4828-9db5-c3204062faaa req-ced9b470-1c20-411d-8f62-33791a0025f8 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 932 time: 0.0581627 Feb 09 02:54:12.284812 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91a5f9e3-1bed-4366-a9d8-eac3722342f4 req-1df2e82f-3d40-4e56-be4e-a4592523f992 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/c6f3e831-2a6a-410d-9301-58bc7fdc2d1c HTTP/1.1" status: 200 len: 1832 time: 0.0597174 Feb 09 02:54:12.318679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a719f16-3d0e-4828-9db5-c3204062faaa req-92f28295-ace7-488a-b2b3-b7f437e5eea3 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Feb 09 02:54:12.362174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-19860303-4c5b-4fc7-baec-a9e698ae4509 req-5db88a3e-8760-443f-ac86-a54f38712446 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1987026793', 'description': 'tempest-description-1204890550'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:12.383157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-19860303-4c5b-4fc7-baec-a9e698ae4509 req-5db88a3e-8760-443f-ac86-a54f38712446 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.395320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94f2187-1137-44e4-b840-0af329c7b223 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:12.405369 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Publish callbacks [] for port (b94f2187-1137-44e4-b840-0af329c7b223), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.423101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Transition to ACTIVE for port object b94f2187-1137-44e4-b840-0af329c7b223 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:54:12.430085 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b94f2187-1137-44e4-b840-0af329c7b223), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.438298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf20d8-fac4-48a4-a92f-ae2abf4efd2f req-e8f39b19-550b-4c08-a62a-43d9a6a70188 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.439769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cecf20d8-fac4-48a4-a92f-ae2abf4efd2f req-e8f39b19-550b-4c08-a62a-43d9a6a70188 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0868080 Feb 09 02:54:12.456377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-19860303-4c5b-4fc7-baec-a9e698ae4509 req-5db88a3e-8760-443f-ac86-a54f38712446 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (c675de19-3c51-4a6d-97b2-39a98534a5d5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.460883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-19860303-4c5b-4fc7-baec-a9e698ae4509 req-5db88a3e-8760-443f-ac86-a54f38712446 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c675de19-3c51-4a6d-97b2-39a98534a5d5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.489825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-19860303-4c5b-4fc7-baec-a9e698ae4509 req-5db88a3e-8760-443f-ac86-a54f38712446 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.491093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19860303-4c5b-4fc7-baec-a9e698ae4509 req-5db88a3e-8760-443f-ac86-a54f38712446 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1330283 Feb 09 02:54:12.502050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db88a3e-8760-443f-ac86-a54f38712446 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c675de19-3c51-4a6d-97b2-39a98534a5d5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:12.539474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Pushing event updated for resources: {'Port': ['ID=b94f2187-1137-44e4-b840-0af329c7b223,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:12.548882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cecf20d8-fac4-48a4-a92f-ae2abf4efd2f req-e0f0a242-97ed-4195-b057-395892776ba0 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003814 Feb 09 02:54:12.590785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b569341-ead1-4967-ba30-2d47aea29012 req-e0f04a4b-a1ec-484a-aa5c-f3c25c5ef993 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0286419 Feb 09 02:54:12.638147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Attempting to bind port b94f2187-1137-44e4-b840-0af329c7b223 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:12.638505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Attempting to bind port b94f2187-1137-44e4-b840-0af329c7b223 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:12.638833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Attempting to bind port b94f2187-1137-44e4-b840-0af329c7b223 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:12.643448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2621da97-8ff5-421a-bc7c-749c082e52a2 req-f42469e0-dde2-4c4a-9a0d-f4f4dcb9d2dd tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/c675de19-3c51-4a6d-97b2-39a98534a5d5 HTTP/1.1" status: 200 len: 1832 time: 0.0690467 Feb 09 02:54:12.645461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Port b94f2187-1137-44e4-b840-0af329c7b223 on network d7b3be57-884b-457a-a293-71087cb0cd70 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:54:12.645784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Attempting to bind port b94f2187-1137-44e4-b840-0af329c7b223 on network d7b3be57-884b-457a-a293-71087cb0cd70 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:12.655026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:12.655368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Checking segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:12.655750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Bound using segment: {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:12.656177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Bound port: b94f2187-1137-44e4-b840-0af329c7b223, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:12.656536 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b94f2187-1137-44e4-b840-0af329c7b223), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.668126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-f1798639-fee8-4dd1-99f2-073d59bea5ee req-5db617c9-03b8-47a0-ad38-4c28365eb09c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2022525526', 'description': 'tempest-description-1777177214'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:12.688448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f1798639-fee8-4dd1-99f2-073d59bea5ee req-5db617c9-03b8-47a0-ad38-4c28365eb09c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.721448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] For port b94f2187-1137-44e4-b840-0af329c7b223, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:12.724755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] For port b94f2187-1137-44e4-b840-0af329c7b223, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b94f2187-1137-44e4-b840-0af329c7b223,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:12.731927 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b94f2187-1137-44e4-b840-0af329c7b223), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.758762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f1798639-fee8-4dd1-99f2-073d59bea5ee req-5db617c9-03b8-47a0-ad38-4c28365eb09c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (d763ce2d-0eaf-4956-9961-3923eed96df2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.763665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f1798639-fee8-4dd1-99f2-073d59bea5ee req-5db617c9-03b8-47a0-ad38-4c28365eb09c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d763ce2d-0eaf-4956-9961-3923eed96df2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.764434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.765691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.767119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] 10.222.0.61 "PUT /v2.0/ports/b94f2187-1137-44e4-b840-0af329c7b223 HTTP/1.1" status: 200 len: 1092 time: 0.9026811 Feb 09 02:54:12.769709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1f2553-ea48-4527-be8d-d2df1d660b6d', 'tag': 'b94f2187-1137-44e4-b840-0af329c7b223'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:12.772952 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bc8a67-faab-42a0-93a7-d0037ebe537b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1f2553-ea48-4527-be8d-d2df1d660b6d", "tag": "b94f2187-1137-44e4-b840-0af329c7b223"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:12.798783 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f1798639-fee8-4dd1-99f2-073d59bea5ee req-5db617c9-03b8-47a0-ad38-4c28365eb09c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:12.800634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1798639-fee8-4dd1-99f2-073d59bea5ee req-5db617c9-03b8-47a0-ad38-4c28365eb09c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1372089 Feb 09 02:54:12.802267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db617c9-03b8-47a0-ad38-4c28365eb09c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d763ce2d-0eaf-4956-9961-3923eed96df2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:12.809536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa93af7-9fc0-47ae-89a4-262e301eba32 service neutron] Pushing event updated for resources: {'Port': ['ID=b94f2187-1137-44e4-b840-0af329c7b223,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:12.827854 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c0bea-d6f3-4ab1-b5ec-09c82b127590 x-openstack-request-id: req-ba4c0bea-d6f3-4ab1-b5ec-09c82b127590 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:12.828224 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1f2553-ea48-4527-be8d-d2df1d660b6d", "tag": "b94f2187-1137-44e4-b840-0af329c7b223", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:12.828600 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba4c0bea-d6f3-4ab1-b5ec-09c82b127590 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:12.829197 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1f2553-ea48-4527-be8d-d2df1d660b6d', 'tag': 'b94f2187-1137-44e4-b840-0af329c7b223', 'status': 'completed', 'code': 200} Feb 09 02:54:12.866776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c81407ae-65d5-417a-bdab-50d40aad44b0 req-55227173-2fed-4cce-bf87-26c8280cebdd tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/d763ce2d-0eaf-4956-9961-3923eed96df2 HTTP/1.1" status: 200 len: 1832 time: 0.0418768 Feb 09 02:54:12.885610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-78f51040-76df-4f7b-a814-c0f1aed618ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:12.887668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-78f51040-76df-4f7b-a814-c0f1aed618ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 1126 time: 0.0535090 Feb 09 02:54:12.895536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1329ad85-6639-41c6-96fd-8d917edb1b90 req-4062b98b-f97d-4797-9802-2506ad9ccb09 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-901893189', 'description': 'tempest-description-61203011'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:12.942807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-7c60c521-7811-4e4c-b0bc-50483e466097 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b94f2187-1137-44e4-b840-0af329c7b223 HTTP/1.1" status: 200 len: 217 time: 0.0418134 Feb 09 02:54:12.978773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1329ad85-6639-41c6-96fd-8d917edb1b90 req-4062b98b-f97d-4797-9802-2506ad9ccb09 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.032662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-dba29fa9-a36e-4a81-9ae3-4d4ed7216015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.034376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-dba29fa9-a36e-4a81-9ae3-4d4ed7216015 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.0850899 Feb 09 02:54:13.078143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-4af52dd5-b0ec-4a3b-903e-5c0cbb13c693 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366457 Feb 09 02:54:13.091930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1329ad85-6639-41c6-96fd-8d917edb1b90 req-4062b98b-f97d-4797-9802-2506ad9ccb09 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (005d0626-1f4a-4b18-88e1-36cdaa8f2c65), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.111740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f752-ec27-4d84-aa1e-10f1b57ad4b5 req-0f94b112-51d4-49dd-bd2c-b93032b05ff3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.113410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f95f752-ec27-4d84-aa1e-10f1b57ad4b5 req-0f94b112-51d4-49dd-bd2c-b93032b05ff3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0598147 Feb 09 02:54:13.116034 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1329ad85-6639-41c6-96fd-8d917edb1b90 req-4062b98b-f97d-4797-9802-2506ad9ccb09 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (005d0626-1f4a-4b18-88e1-36cdaa8f2c65), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.162978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f95f752-ec27-4d84-aa1e-10f1b57ad4b5 req-9ceabf2d-c36f-4d81-8770-925db469e9dd tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Feb 09 02:54:13.193464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1329ad85-6639-41c6-96fd-8d917edb1b90 req-4062b98b-f97d-4797-9802-2506ad9ccb09 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.194995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1329ad85-6639-41c6-96fd-8d917edb1b90 req-4062b98b-f97d-4797-9802-2506ad9ccb09 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3030000 Feb 09 02:54:13.197666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062b98b-f97d-4797-9802-2506ad9ccb09 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005d0626-1f4a-4b18-88e1-36cdaa8f2c65,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:13.271325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e55ef1e7-6dc0-4912-bd42-c2fbebc44833 req-c925772c-d11e-45e7-bbfa-4f1761214775 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/005d0626-1f4a-4b18-88e1-36cdaa8f2c65 HTTP/1.1" status: 200 len: 1829 time: 0.0514441 Feb 09 02:54:13.283031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-2e013d70-ea78-4c0b-adad-d4fa6d522328 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936684 Feb 09 02:54:13.308462 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-34f8e206-782f-486a-af6e-b29f0a258283 req-541f14cb-4ba3-4e8c-9e78-611427898eb9 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] show failed (client error): The resource could not be found. Feb 09 02:54:13.315062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34f8e206-782f-486a-af6e-b29f0a258283 req-541f14cb-4ba3-4e8c-9e78-611427898eb9 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/e03b3694-9b49-4e37-b950-a7da4622c0f6 HTTP/1.1" status: 404 len: 352 time: 0.0243981 Feb 09 02:54:13.393350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8c60ed90-36a8-4ff9-8d61-91c1e9c02c78 req-ca284aef-445f-439a-9aa5-92fd4b1d7fcf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0395749 Feb 09 02:54:13.396276 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-78514806-17ba-4c2b-b4bd-18202c48299d req-536ee368-0d22-4dfa-9e1a-4692c0a8362c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] show failed (client error): The resource could not be found. Feb 09 02:54:13.397286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-78514806-17ba-4c2b-b4bd-18202c48299d req-536ee368-0d22-4dfa-9e1a-4692c0a8362c tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-group-rules/cd0cdcdd-e5c2-4a7f-9936-e0d3f5194890 HTTP/1.1" status: 404 len: 361 time: 0.0425177 Feb 09 02:54:13.452360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9988f86-e693-4d07-809e-4d06cfa6daac req-090a6778-19b3-4e5d-a97e-827333caa8d1 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627924 Feb 09 02:54:13.454940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18a873-579f-48de-86f8-a3cdbc9f25e5 req-cbe24814-fb6f-41af-a6b1-39a1a76b6f2c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.457025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd18a873-579f-48de-86f8-a3cdbc9f25e5 req-cbe24814-fb6f-41af-a6b1-39a1a76b6f2c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 944 time: 0.0655336 Feb 09 02:54:13.480071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5978fae7-1a79-438c-bbbe-565bb62cc3c9 req-221e4dd0-6f49-4552-b141-4117092b1990 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/005d0626-1f4a-4b18-88e1-36cdaa8f2c65 HTTP/1.1" status: 200 len: 1829 time: 0.0499616 Feb 09 02:54:13.523346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd18a873-579f-48de-86f8-a3cdbc9f25e5 req-689db8cc-b814-4d51-873f-5a4939fe5d1c tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564239 Feb 09 02:54:13.580776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5978fae7-1a79-438c-bbbe-565bb62cc3c9 req-19f727c0-cc0b-4b7f-917b-ce89d3150828 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (005d0626-1f4a-4b18-88e1-36cdaa8f2c65), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.600800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-a6b4f5e5-e359-4bc0-aae6-fb3c0bdd719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.602225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-a6b4f5e5-e359-4bc0-aae6-fb3c0bdd719b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 1126 time: 0.0849376 Feb 09 02:54:13.617321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5978fae7-1a79-438c-bbbe-565bb62cc3c9 req-19f727c0-cc0b-4b7f-917b-ce89d3150828 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (005d0626-1f4a-4b18-88e1-36cdaa8f2c65), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.678693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d73f0-5b63-4f3a-a736-f2944c55904a req-4e4d170c-0aff-4dbc-a36a-7a9b306aa902 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.681394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce5d73f0-5b63-4f3a-a736-f2944c55904a req-4e4d170c-0aff-4dbc-a36a-7a9b306aa902 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0622220 Feb 09 02:54:13.709229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5978fae7-1a79-438c-bbbe-565bb62cc3c9 req-19f727c0-cc0b-4b7f-917b-ce89d3150828 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (005d0626-1f4a-4b18-88e1-36cdaa8f2c65), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.711809 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5978fae7-1a79-438c-bbbe-565bb62cc3c9 req-19f727c0-cc0b-4b7f-917b-ce89d3150828 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.724629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5978fae7-1a79-438c-bbbe-565bb62cc3c9 req-19f727c0-cc0b-4b7f-917b-ce89d3150828 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "DELETE /v2.0/security-groups/005d0626-1f4a-4b18-88e1-36cdaa8f2c65 HTTP/1.1" status: 204 len: 173 time: 0.2333977 Feb 09 02:54:13.744818 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce5d73f0-5b63-4f3a-a736-f2944c55904a req-e7f43ff3-79ba-483d-865d-245ea702b765 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572391 Feb 09 02:54:13.746157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f727c0-cc0b-4b7f-917b-ce89d3150828 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d0626-1f4a-4b18-88e1-36cdaa8f2c65,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:13.748427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-966c4439-0ed5-4927-b29b-3700f04673d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.749886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-966c4439-0ed5-4927-b29b-3700f04673d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 200 len: 913 time: 0.1409605 Feb 09 02:54:13.805629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-b719f43b-4032-4bbe-889c-c651e39765ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b94f2187-1137-44e4-b840-0af329c7b223 HTTP/1.1" status: 200 len: 217 time: 0.0464127 Feb 09 02:54:13.830293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01ca0bcb-83ed-4c09-b7b8-30d52cfb0d26 req-b1037365-2793-47b5-80cf-97d1ba2147ad tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/d763ce2d-0eaf-4956-9961-3923eed96df2 HTTP/1.1" status: 200 len: 1832 time: 0.0470395 Feb 09 02:54:13.856303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d31d93c-d27b-47c7-b876-3b4939795cae req-fc36cf7c-671b-4cbc-9398-40b3129bc951 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0477915 Feb 09 02:54:13.875414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-91330638-1df5-4b96-b0f8-70a8389a18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:13.876876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-91330638-1df5-4b96-b0f8-70a8389a18e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 200 len: 852 time: 0.0603831 Feb 09 02:54:13.886182 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-01ca0bcb-83ed-4c09-b7b8-30d52cfb0d26 req-c40818f8-90f9-49ce-a241-9ef86296a907 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (d763ce2d-0eaf-4956-9961-3923eed96df2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.910449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-01ca0bcb-83ed-4c09-b7b8-30d52cfb0d26 req-c40818f8-90f9-49ce-a241-9ef86296a907 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (d763ce2d-0eaf-4956-9961-3923eed96df2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.921899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-0dd6075e-561b-4057-b0bb-0e21bace57b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7b3be57-884b-457a-a293-71087cb0cd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299749 Feb 09 02:54:13.954787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-01ca0bcb-83ed-4c09-b7b8-30d52cfb0d26 req-c40818f8-90f9-49ce-a241-9ef86296a907 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d763ce2d-0eaf-4956-9961-3923eed96df2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.957430 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-01ca0bcb-83ed-4c09-b7b8-30d52cfb0d26 req-c40818f8-90f9-49ce-a241-9ef86296a907 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:13.959074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01ca0bcb-83ed-4c09-b7b8-30d52cfb0d26 req-c40818f8-90f9-49ce-a241-9ef86296a907 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "DELETE /v2.0/security-groups/d763ce2d-0eaf-4956-9961-3923eed96df2 HTTP/1.1" status: 204 len: 173 time: 0.1270730 Feb 09 02:54:13.971112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40818f8-90f9-49ce-a241-9ef86296a907 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d763ce2d-0eaf-4956-9961-3923eed96df2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:14.042020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac3cc951-6b51-41ac-a7e1-897ce39181a2 req-d9db0b41-d7f6-4e82-9dc2-323912cb76b6 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/c675de19-3c51-4a6d-97b2-39a98534a5d5 HTTP/1.1" status: 200 len: 1832 time: 0.0599878 Feb 09 02:54:14.059631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-79c68a49-3fb6-450a-8610-7dbdac0deda5 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310837 Feb 09 02:54:14.161845 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ac3cc951-6b51-41ac-a7e1-897ce39181a2 req-7efb952a-56a6-413b-98a6-044e8d30005a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (c675de19-3c51-4a6d-97b2-39a98534a5d5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.195513 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53bc8a67-faab-42a0-93a7-d0037ebe537b req-01b014de-531b-434c-9e2c-e6050c124bb9 service neutron] 10.222.0.61 "GET /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272442 Feb 09 02:54:14.196995 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ac3cc951-6b51-41ac-a7e1-897ce39181a2 req-7efb952a-56a6-413b-98a6-044e8d30005a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (c675de19-3c51-4a6d-97b2-39a98534a5d5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.242648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ac3cc951-6b51-41ac-a7e1-897ce39181a2 req-7efb952a-56a6-413b-98a6-044e8d30005a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c675de19-3c51-4a6d-97b2-39a98534a5d5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.246184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ac3cc951-6b51-41ac-a7e1-897ce39181a2 req-7efb952a-56a6-413b-98a6-044e8d30005a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.247455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac3cc951-6b51-41ac-a7e1-897ce39181a2 req-7efb952a-56a6-413b-98a6-044e8d30005a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "DELETE /v2.0/security-groups/c675de19-3c51-4a6d-97b2-39a98534a5d5 HTTP/1.1" status: 204 len: 173 time: 0.1985776 Feb 09 02:54:14.258323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb952a-56a6-413b-98a6-044e8d30005a tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c675de19-3c51-4a6d-97b2-39a98534a5d5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:14.306995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a3984-e10d-45d1-9fcb-cf3c59e8958b req-ac8085ff-c308-450a-88bf-c6cc118fd404 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:14.308517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f66a3984-e10d-45d1-9fcb-cf3c59e8958b req-ac8085ff-c308-450a-88bf-c6cc118fd404 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0708289 Feb 09 02:54:14.320117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75f72087-5ffb-4377-86b9-33d0d26ff5e8 req-334abba0-8e25-4bfd-9a62-f44026992984 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/c6f3e831-2a6a-410d-9301-58bc7fdc2d1c HTTP/1.1" status: 200 len: 1832 time: 0.0407603 Feb 09 02:54:14.360942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f66a3984-e10d-45d1-9fcb-cf3c59e8958b req-caf53c54-bafc-4f1f-9173-1a31afbb68a8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 Feb 09 02:54:14.384012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75f72087-5ffb-4377-86b9-33d0d26ff5e8 req-29b86c1f-0ea9-4ac8-bdc3-1e4796b2d51d tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (c6f3e831-2a6a-410d-9301-58bc7fdc2d1c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.407505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75f72087-5ffb-4377-86b9-33d0d26ff5e8 req-29b86c1f-0ea9-4ac8-bdc3-1e4796b2d51d tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (c6f3e831-2a6a-410d-9301-58bc7fdc2d1c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.452325 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75f72087-5ffb-4377-86b9-33d0d26ff5e8 req-29b86c1f-0ea9-4ac8-bdc3-1e4796b2d51d tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c6f3e831-2a6a-410d-9301-58bc7fdc2d1c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.454966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75f72087-5ffb-4377-86b9-33d0d26ff5e8 req-29b86c1f-0ea9-4ac8-bdc3-1e4796b2d51d tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.456249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75f72087-5ffb-4377-86b9-33d0d26ff5e8 req-29b86c1f-0ea9-4ac8-bdc3-1e4796b2d51d tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "DELETE /v2.0/security-groups/c6f3e831-2a6a-410d-9301-58bc7fdc2d1c HTTP/1.1" status: 204 len: 173 time: 0.1306057 Feb 09 02:54:14.467176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b86c1f-0ea9-4ac8-bdc3-1e4796b2d51d tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f3e831-2a6a-410d-9301-58bc7fdc2d1c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:14.521688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-764b62c9-d7a9-4045-9c6b-621a80d61424 req-f469edcf-8634-44a8-b941-28d0f7efe3b1 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "GET /v2.0/security-groups/bee44790-3543-479e-8cd2-cf6dcb7813e6 HTTP/1.1" status: 200 len: 1831 time: 0.0441389 Feb 09 02:54:14.596464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-764b62c9-d7a9-4045-9c6b-621a80d61424 req-d1a98acd-15d9-4865-920f-bfc918611b63 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (bee44790-3543-479e-8cd2-cf6dcb7813e6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.621772 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-764b62c9-d7a9-4045-9c6b-621a80d61424 req-d1a98acd-15d9-4865-920f-bfc918611b63 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (bee44790-3543-479e-8cd2-cf6dcb7813e6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.645774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4baf98-af25-42af-a6b6-efaf8d9a19ee req-55a3e2fb-c583-48d3-9f40-8cbcbf4fc455 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:14.647431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce4baf98-af25-42af-a6b6-efaf8d9a19ee req-55a3e2fb-c583-48d3-9f40-8cbcbf4fc455 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 944 time: 0.0534136 Feb 09 02:54:14.666646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-764b62c9-d7a9-4045-9c6b-621a80d61424 req-d1a98acd-15d9-4865-920f-bfc918611b63 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bee44790-3543-479e-8cd2-cf6dcb7813e6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.669373 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-764b62c9-d7a9-4045-9c6b-621a80d61424 req-d1a98acd-15d9-4865-920f-bfc918611b63 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.670616 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-764b62c9-d7a9-4045-9c6b-621a80d61424 req-d1a98acd-15d9-4865-920f-bfc918611b63 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] 10.222.0.32 "DELETE /v2.0/security-groups/bee44790-3543-479e-8cd2-cf6dcb7813e6 HTTP/1.1" status: 204 len: 173 time: 0.1422226 Feb 09 02:54:14.678078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55886) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:14.700322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce4baf98-af25-42af-a6b6-efaf8d9a19ee req-7339221d-c8c9-49b5-ac65-bc9850e06fed tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462172 Feb 09 02:54:14.713484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a98acd-15d9-4865-920f-bfc918611b63 tempest-SecurityGroupRulesNegativeTestJSON-1987474366 tempest-SecurityGroupRulesNegativeTestJSON-1987474366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee44790-3543-479e-8cd2-cf6dcb7813e6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:14.735429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0617d05-8920-4883-b839-e7b27a8ae0ee admin admin] Deleting subnet e98cfc1e-8670-4333-8d52-fe9338fe4c6d {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:54:14.738732 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0617d05-8920-4883-b839-e7b27a8ae0ee admin admin] Publish callbacks [] for subnet (e98cfc1e-8670-4333-8d52-fe9338fe4c6d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.774551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0617d05-8920-4883-b839-e7b27a8ae0ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (e98cfc1e-8670-4333-8d52-fe9338fe4c6d), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.814283 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0617d05-8920-4883-b839-e7b27a8ae0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e98cfc1e-8670-4333-8d52-fe9338fe4c6d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.917348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2d25-c183-4bdf-bf05-601ba8e20673 req-1a34f474-7cf1-48d3-9c03-59032f83071c tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:14.918839 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30ff2d25-c183-4bdf-bf05-601ba8e20673 req-1a34f474-7cf1-48d3-9c03-59032f83071c tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0852232 Feb 09 02:54:14.920242 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0617d05-8920-4883-b839-e7b27a8ae0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (e98cfc1e-8670-4333-8d52-fe9338fe4c6d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.953530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0617d05-8920-4883-b839-e7b27a8ae0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98cfc1e-8670-4333-8d52-fe9338fe4c6d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:14.956089 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0617d05-8920-4883-b839-e7b27a8ae0ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:14.959634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c0617d05-8920-4883-b839-e7b27a8ae0ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e98cfc1e-8670-4333-8d52-fe9338fe4c6d HTTP/1.1" status: 204 len: 168 time: 0.2806728 Feb 09 02:54:14.964394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55892) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:15.003736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30ff2d25-c183-4bdf-bf05-601ba8e20673 req-b54ade73-11e8-45e6-9092-982747a5ec8e tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601079 Feb 09 02:54:15.066074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f46d749a-18f2-4724-9d08-44e85d2f8423 req-2794588a-6ec5-48e2-8772-7c7b60403ae3 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0390785 Feb 09 02:54:15.072674 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (9031a7f6-b3e7-43cd-89c9-7ca735f5aac9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.151632 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (9031a7f6-b3e7-43cd-89c9-7ca735f5aac9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.171040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9031a7f6-b3e7-43cd-89c9-7ca735f5aac9']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:15.180611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13443489-6f62-4dcb-b85d-bf29acd53fb4') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:15.180904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13443489-6f62-4dcb-b85d-bf29acd53fb4') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:15.190013 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (13443489-6f62-4dcb-b85d-bf29acd53fb4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.203384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (13443489-6f62-4dcb-b85d-bf29acd53fb4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.209249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:54:15.209628 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (13443489-6f62-4dcb-b85d-bf29acd53fb4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:54:15.211392 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:54:15.268166 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (9031a7f6-b3e7-43cd-89c9-7ca735f5aac9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.273802 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.277087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9031a7f6-b3e7-43cd-89c9-7ca735f5aac9 HTTP/1.1" status: 204 len: 168 time: 0.3114614 Feb 09 02:54:15.288236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0e523-7a15-411c-91e5-f758061f58c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9031a7f6-b3e7-43cd-89c9-7ca735f5aac9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:15.388777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55898) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:15.432305 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9dba55db-c1d2-4dcc-8e06-aa53503882a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d11b2b351f594119a25ad7629c7ad28e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422630 Feb 09 02:54:15.434796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55902) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:15.498342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d24f-7f10-4b7e-937d-f03ddd66bc14 admin admin] Publish callbacks [] for security_group (5722357c-35f2-4093-abcf-6308f404552c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.500225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35640d2-6b3d-4a01-b43d-ae2ad25eca03 req-2a1b0082-7483-4f5c-8ad6-0f42b87bf080 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:15.501850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b35640d2-6b3d-4a01-b43d-ae2ad25eca03 req-2a1b0082-7483-4f5c-8ad6-0f42b87bf080 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0684011 Feb 09 02:54:15.521758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d24f-7f10-4b7e-937d-f03ddd66bc14 admin admin] Publish callbacks [] for security_group (5722357c-35f2-4093-abcf-6308f404552c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.572348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b35640d2-6b3d-4a01-b43d-ae2ad25eca03 req-490c1a7e-07c9-414b-be7b-d505248831b2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583553 Feb 09 02:54:15.577356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d24f-7f10-4b7e-937d-f03ddd66bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5722357c-35f2-4093-abcf-6308f404552c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.579933 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d24f-7f10-4b7e-937d-f03ddd66bc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:15.582710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b2a2d24f-7f10-4b7e-937d-f03ddd66bc14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5722357c-35f2-4093-abcf-6308f404552c HTTP/1.1" status: 204 len: 168 time: 0.1463466 Feb 09 02:54:15.592746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2d24f-7f10-4b7e-937d-f03ddd66bc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5722357c-35f2-4093-abcf-6308f404552c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:15.827701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ad1d2-f5f8-4f98-9eeb-957d1111d216 req-b0545454-0c37-4a22-90db-f3f3bd1fd19b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:15.829012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f92ad1d2-f5f8-4f98-9eeb-957d1111d216 req-b0545454-0c37-4a22-90db-f3f3bd1fd19b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 944 time: 0.0527654 Feb 09 02:54:15.886133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f92ad1d2-f5f8-4f98-9eeb-957d1111d216 req-a92e737a-cb87-4851-a533-80e5bfd0d776 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510545 Feb 09 02:54:15.945326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b94f2187-1137-44e4-b840-0af329c7b223 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:54:16.058131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b94f2187-1137-44e4-b840-0af329c7b223, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b94f2187-1137-44e4-b840-0af329c7b223,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:16.075148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b94f2187-1137-44e4-b840-0af329c7b223', 'network_id': 'd7b3be57-884b-457a-a293-71087cb0cd70', 'port_id': 'b94f2187-1137-44e4-b840-0af329c7b223', 'mac_address': 'fa:16:3e:f9:c8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68e5f4c-91b4-4f13-8713-bd53fdcd6014', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:54:16.128247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b94f2187-1137-44e4-b840-0af329c7b223 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:16.128840 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b94f2187-1137-44e4-b840-0af329c7b223), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:16.144791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94f2187-1137-44e4-b840-0af329c7b223 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:16.171897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b94f2187-1137-44e4-b840-0af329c7b223, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b94f2187-1137-44e4-b840-0af329c7b223,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:16.176942 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b94f2187-1137-44e4-b840-0af329c7b223), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:16.182914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbc468-942b-46a7-968e-e525ef38b81f req-c7fe0aae-ad21-4213-ac23-1014b9ac2032 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:16.184800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5afbc468-942b-46a7-968e-e525ef38b81f req-c7fe0aae-ad21-4213-ac23-1014b9ac2032 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.1075575 Feb 09 02:54:16.209818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-afc92bc1-dd08-49ec-ba0b-f02181eb7897 req-28b7c2e7-9b4c-401e-8997-0f65077d8d2b tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0506773 Feb 09 02:54:16.246317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b94f2187-1137-44e4-b840-0af329c7b223,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:16.254715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.255065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.255407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.255752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.256082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.256413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.256739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.263852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.264222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.264574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.264917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.265255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.265587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:16.273901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5afbc468-942b-46a7-968e-e525ef38b81f req-0d2930d9-03db-43a8-95ff-09fbaa109236 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830026 Feb 09 02:54:16.431152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b94f2187-1137-44e4-b840-0af329c7b223'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:16.701365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a0e9-f192-40da-a56c-84426636eed7 req-5c3dbfad-8bc1-4dd1-8b9a-ca79c23d8a09 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:16.702890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f77a0e9-f192-40da-a56c-84426636eed7 req-5c3dbfad-8bc1-4dd1-8b9a-ca79c23d8a09 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0542772 Feb 09 02:54:16.751165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f77a0e9-f192-40da-a56c-84426636eed7 req-f3db16b2-3725-403b-96b4-2d7787995c13 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Feb 09 02:54:16.860096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55944) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:16.966963 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5fbec03c-bb18-43e2-9a02-ff142b356f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.011445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263e27-421d-40d9-adc0-b69fda0f6ca7 req-318d5c69-1dc3-4f6a-9319-f400ad9ca293 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:17.012854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6263e27-421d-40d9-adc0-b69fda0f6ca7 req-318d5c69-1dc3-4f6a-9319-f400ad9ca293 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 945 time: 0.0528781 Feb 09 02:54:17.059716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5fbec03c-bb18-43e2-9a02-ff142b356f12 admin admin] Publish callbacks [] for security_group (4e0ae114-a056-417f-ac87-1c7da8df0714), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.065349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5fbec03c-bb18-43e2-9a02-ff142b356f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4e0ae114-a056-417f-ac87-1c7da8df0714), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.066103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6263e27-421d-40d9-adc0-b69fda0f6ca7 req-80361c7d-ecd2-4589-9572-b4eda61e95d7 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471268 Feb 09 02:54:17.107788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5fbec03c-bb18-43e2-9a02-ff142b356f12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfe46cd6189b46ef8e747169f9cf1240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440512 Feb 09 02:54:17.107788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbec03c-bb18-43e2-9a02-ff142b356f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0ae114-a056-417f-ac87-1c7da8df0714,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:17.108176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55950) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:17.155779 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df6d390c-0b50-412a-a4e0-42ea70b8620b admin admin] Publish callbacks [] for security_group (4e0ae114-a056-417f-ac87-1c7da8df0714), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.176890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df6d390c-0b50-412a-a4e0-42ea70b8620b admin admin] Publish callbacks [] for security_group (4e0ae114-a056-417f-ac87-1c7da8df0714), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.223186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df6d390c-0b50-412a-a4e0-42ea70b8620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4e0ae114-a056-417f-ac87-1c7da8df0714), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.226314 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df6d390c-0b50-412a-a4e0-42ea70b8620b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:17.227466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-df6d390c-0b50-412a-a4e0-42ea70b8620b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e0ae114-a056-417f-ac87-1c7da8df0714 HTTP/1.1" status: 204 len: 168 time: 0.1182284 Feb 09 02:54:17.235318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d390c-0b50-412a-a4e0-42ea70b8620b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0ae114-a056-417f-ac87-1c7da8df0714,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:17.341702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5835138c-77ad-41cd-8ac2-ad1025c8e691 req-70bbba89-811c-4c0a-80b2-a2800870bd06 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0381675 Feb 09 02:54:17.419195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55509d3-a438-409d-a3bc-26bca13b251d req-a6fce0e2-f2ca-4815-8f04-8686cfec57df tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:17.420904 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e55509d3-a438-409d-a3bc-26bca13b251d req-a6fce0e2-f2ca-4815-8f04-8686cfec57df tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0588419 Feb 09 02:54:17.470839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e55509d3-a438-409d-a3bc-26bca13b251d req-69287118-031b-49c7-b58e-a859a1e25f7f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Feb 09 02:54:17.882810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf70f9-aef0-46fa-aa01-359b8aefa23f req-4a2f891f-beda-49d8-b1a5-c217b1fa7e19 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:17.884433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a7bf70f9-aef0-46fa-aa01-359b8aefa23f req-4a2f891f-beda-49d8-b1a5-c217b1fa7e19 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0576766 Feb 09 02:54:17.899616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55980) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:17.940948 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a7bf70f9-aef0-46fa-aa01-359b8aefa23f req-1ef0c8bb-7c0e-4e42-a5c7-a39c66291777 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504901 Feb 09 02:54:17.971158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b94f2187-1137-44e4-b840-0af329c7b223 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:18.004176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-783106981-network', 'tenant_id': 'dba07038b8f045f9aee276cf287310c1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:18.032746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port b94f2187-1137-44e4-b840-0af329c7b223 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:54:18.033933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Made reservation on behalf of dba07038b8f045f9aee276cf287310c1 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:18.037289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.039174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b94f2187-1137-44e4-b840-0af329c7b223 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:18.039803 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b94f2187-1137-44e4-b840-0af329c7b223), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.046614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.162557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b94f2187-1137-44e4-b840-0af329c7b223 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:18.162982 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b94f2187-1137-44e4-b840-0af329c7b223), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.165506 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Publish callbacks [] for security_group (d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.170824 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.188431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1f2553-ea48-4527-be8d-d2df1d660b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94f2187-1137-44e4-b840-0af329c7b223'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:18.190886 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc14cb-120b-48ba-b62e-fe6ed649d8a2" -d '{"events": [{"server_uuid": "ae1f2553-ea48-4527-be8d-d2df1d660b6d", "name": "network-vif-plugged", "status": "completed", "tag": "b94f2187-1137-44e4-b840-0af329c7b223"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:18.204738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b94f2187-1137-44e4-b840-0af329c7b223, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b94f2187-1137-44e4-b840-0af329c7b223,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:18.211572 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b94f2187-1137-44e4-b840-0af329c7b223), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.225599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:54:18.240361 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89bb5d2-067b-4fdc-9079-11ee2ac3ea6b x-openstack-request-id: req-f89bb5d2-067b-4fdc-9079-11ee2ac3ea6b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:18.240787 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1f2553-ea48-4527-be8d-d2df1d660b6d", "name": "network-vif-plugged", "status": "completed", "tag": "b94f2187-1137-44e4-b840-0af329c7b223", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:18.242551 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f89bb5d2-067b-4fdc-9079-11ee2ac3ea6b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:18.242953 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1f2553-ea48-4527-be8d-d2df1d660b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94f2187-1137-44e4-b840-0af329c7b223', 'code': 200} Feb 09 02:54:18.247549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:18.255747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c52c99f9-87af-47cf-8a36-503934948b45), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.256103 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Added segment c52c99f9-87af-47cf-8a36-503934948b45 of type vlan for network a11a452e-a9c2-4b04-8d58-3eb5b746b883 Feb 09 02:54:18.277175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488d1bf-99b8-46fc-bfea-007d8ca24600 req-0dc89394-99cc-409f-bb9b-2854796ecde4 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:18.278770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5488d1bf-99b8-46fc-bfea-007d8ca24600 req-0dc89394-99cc-409f-bb9b-2854796ecde4 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 945 time: 0.1261876 Feb 09 02:54:18.286713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b94f2187-1137-44e4-b840-0af329c7b223,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:18.344603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a11a452e-a9c2-4b04-8d58-3eb5b746b883), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.379252 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5488d1bf-99b8-46fc-bfea-007d8ca24600 req-7e6f0867-9ef7-4390-8df5-31b6b62d5a74 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946279 Feb 09 02:54:18.385966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8afd-f40a-4632-9b77-ef6d00073a65 req-00f9e37c-0b43-4788-96cb-a358fcbd4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:18.389068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8cc8afd-f40a-4632-9b77-ef6d00073a65 req-00f9e37c-0b43-4788-96cb-a358fcbd4a3b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 1128 time: 0.0569599 Feb 09 02:54:18.394647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a11a452e-a9c2-4b04-8d58-3eb5b746b883), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.397428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:18.398994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.467868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5669250 Feb 09 02:54:18.468956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cf00b-1bb1-4b7c-a4c6-86782e92dbbd admin admin] Pushing event updated for resources: {'Network': ['ID=a11a452e-a9c2-4b04-8d58-3eb5b746b883,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:18.471110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55990) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:18.473974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62e357ed-4287-4837-bbc0-1477ab937a47 req-0282428c-8168-498d-9bcb-f5b7965cca38 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0419219 Feb 09 02:54:18.475996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Request body: {'subnet': {'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-783106981-subnet', 'tenant_id': 'dba07038b8f045f9aee276cf287310c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:18.477550 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8cc8afd-f40a-4632-9b77-ef6d00073a65 req-ef33e902-3bf8-4bd4-9ff8-eddf4b643d2b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821679 Feb 09 02:54:18.481353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a11a452e-a9c2-4b04-8d58-3eb5b746b883 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:54:18.499756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Made reservation on behalf of dba07038b8f045f9aee276cf287310c1 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:18.502865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.648002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339ec3-5cd1-4fb8-a0b2-fb7205fbe936 req-8baf0e3f-1bec-459b-876e-86c7570bd691 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:18.649499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc339ec3-5cd1-4fb8-a0b2-fb7205fbe936 req-8baf0e3f-1bec-459b-876e-86c7570bd691 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0836685 Feb 09 02:54:18.762516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc339ec3-5cd1-4fb8-a0b2-fb7205fbe936 req-74323dd1-3b40-4205-9011-2db97de6eab7 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028256 Feb 09 02:54:18.778530 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (f2e4f9d2-2baa-4d59-91fb-671a8d003889), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.831395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e4f9d2-2baa-4d59-91fb-671a8d003889,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:18.847302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Checking segment: {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:18.847671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Network hostable DHCP agents. Network: a11a452e-a9c2-4b04-8d58-3eb5b746b883, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:54:18.864348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Network a11a452e-a9c2-4b04-8d58-3eb5b746b883 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:54:18.873197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a11a452e-a9c2-4b04-8d58-3eb5b746b883) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:18.877351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:18.878044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:18.883844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c13c32a-af58-41e1-bf64-4ba315fd60e8 None None] Network a11a452e-a9c2-4b04-8d58-3eb5b746b883 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:18.895429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d9d1f020-e468-454a-853d-66284fabd24d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4235523 Feb 09 02:54:18.992347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1cb30b-5670-4555-8089-3571ac6851c6 None None] Network a11a452e-a9c2-4b04-8d58-3eb5b746b883 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:19.093421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b35775-853e-4a72-ac23-c4527e7c2d06 req-e20de32d-e3b6-4dd9-acdb-ecfdcce77a9d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:19.094875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-96b35775-853e-4a72-ac23-c4527e7c2d06 req-e20de32d-e3b6-4dd9-acdb-ecfdcce77a9d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0754106 Feb 09 02:54:19.144868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-96b35775-853e-4a72-ac23-c4527e7c2d06 req-1827e75e-229e-42f7-b776-16c9a749510a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Feb 09 02:54:19.271955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:19.379977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-5927e345-1d98-42b0-b9a8-48327b2b8614 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:19.381420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-5927e345-1d98-42b0-b9a8-48327b2b8614 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 814 time: 0.1138020 Feb 09 02:54:19.395702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-8a48b9f2-fd34-41d2-9adc-c16c0473125b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/quotas/dba07038b8f045f9aee276cf287310c1 HTTP/1.1" status: 200 len: 375 time: 0.0087619 Feb 09 02:54:19.433580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-354502aa-79c1-43c5-8c2f-c6d348f68052 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325582 Feb 09 02:54:19.532521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ae989-7096-45ba-80f6-2b1dd12c7be1 req-9bc4fb99-edde-44ac-877c-50bee648ebd0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:19.533992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-958ae989-7096-45ba-80f6-2b1dd12c7be1 req-9bc4fb99-edde-44ac-877c-50bee648ebd0 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 946 time: 0.0701797 Feb 09 02:54:19.547500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-8b573c57-6e38-4e20-a942-aa899a8aa424 service neutron] 10.222.0.32 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074824 Feb 09 02:54:19.585719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-958ae989-7096-45ba-80f6-2b1dd12c7be1 req-4acfe745-9c00-47a8-8ac1-14f67a7b276b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Feb 09 02:54:19.651632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-8b007604-08d0-4ee1-befb-e52d822bd244 service neutron] 10.222.0.32 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982299 Feb 09 02:54:19.691631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d04d1111-9306-472a-8b19-1302db309630 req-114156cd-a136-4ad6-a29e-fcf4d9a8fd70 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0306396 Feb 09 02:54:19.840286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fbbce1f-4042-4ef1-bc68-66d549983c3d req-34d29792-764b-41ec-847c-09525c7d4eb0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 210 time: 0.0334599 Feb 09 02:54:19.899909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb715f-de83-4b75-9391-980621e5d6bd req-8fd583ed-84c4-423c-a66b-f65a8a044771 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:19.901509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4cb715f-de83-4b75-9391-980621e5d6bd req-8fd583ed-84c4-423c-a66b-f65a8a044771 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0672009 Feb 09 02:54:19.961557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4cb715f-de83-4b75-9391-980621e5d6bd req-7f9b1866-1d1a-4a86-874a-402a868cab8e tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 Feb 09 02:54:20.284218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c795d47-41a7-4cc5-a3db-a4be236cde0d req-86e0f6f1-c4f8-4ec6-8d10-d901076cad94 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:20.285972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c795d47-41a7-4cc5-a3db-a4be236cde0d req-86e0f6f1-c4f8-4ec6-8d10-d901076cad94 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0646768 Feb 09 02:54:20.334125 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c795d47-41a7-4cc5-a3db-a4be236cde0d req-bbcb1c4b-fc46-4e33-9f11-448c5738b48d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417016 Feb 09 02:54:20.724119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a14b2-06e3-494a-afae-f3aa516e25e3 req-136e9c80-e0aa-47e9-a14d-374f88d882d2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:20.727033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a3a14b2-06e3-494a-afae-f3aa516e25e3 req-136e9c80-e0aa-47e9-a14d-374f88d882d2 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 946 time: 0.0619433 Feb 09 02:54:20.785596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a3a14b2-06e3-494a-afae-f3aa516e25e3 req-9fb0464e-ebcc-48d3-b48a-8a31850f752d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531747 Feb 09 02:54:20.901090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-3b38d7a5-74dd-4efc-88b2-0630ce96fc14 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:20.902703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-3b38d7a5-74dd-4efc-88b2-0630ce96fc14 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.61 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 814 time: 0.1147377 Feb 09 02:54:20.922201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Request body: {'port': {'device_id': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'admin_state_up': True, 'tenant_id': 'dba07038b8f045f9aee276cf287310c1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:20.933494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ba43efc-ba23-48ee-b262-14ea0543ccdf req-6dafb0a4-6c0e-4d05-9865-7cf37d2d8bea tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.1584756 Feb 09 02:54:21.062868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32e89549-ccca-4346-b1b2-5e6e0dda6a14 req-ce2e79d0-bc69-46e3-a383-528fecaa77c1 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 210 time: 0.0429757 Feb 09 02:54:21.099497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Made reservation on behalf of dba07038b8f045f9aee276cf287310c1 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:21.103818 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.131917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee3d54-11e7-48f8-82da-272b3b674f1f req-7f0be6ed-1559-4ad5-bd69-902e54c93e36 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:21.133408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfee3d54-11e7-48f8-82da-272b3b674f1f req-7f0be6ed-1559-4ad5-bd69-902e54c93e36 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0559578 Feb 09 02:54:21.183645 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfee3d54-11e7-48f8-82da-272b3b674f1f req-df4daec6-f2f8-4557-aba4-cff66b0db1da tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Feb 09 02:54:21.218045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.258537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3bcc6-6e52-4bbb-b56c-73ad2b6e06e7 req-4b71abf3-f781-4c10-9601-0c5ae0504e25 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:21.260126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9c3bcc6-6e52-4bbb-b56c-73ad2b6e06e7 req-4b71abf3-f781-4c10-9601-0c5ae0504e25 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 946 time: 0.1311514 Feb 09 02:54:21.292501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Allocated IP 172.20.0.6 (a11a452e-a9c2-4b04-8d58-3eb5b746b883/f2e4f9d2-2baa-4d59-91fb-671a8d003889/e3686243-e725-47f0-8167-59131962c1e8) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:21.337668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9c3bcc6-6e52-4bbb-b56c-73ad2b6e06e7 req-48422ed6-2a8f-44d8-ab7b-629d762655af tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 Feb 09 02:54:21.462147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809e1ec-bd52-45ad-a81b-e4cd23650d12 req-4d107a70-2942-46a8-99a8-99fee8aa2fa3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:21.462431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks [] for port (e3686243-e725-47f0-8167-59131962c1e8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.463691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1809e1ec-bd52-45ad-a81b-e4cd23650d12 req-4d107a70-2942-46a8-99a8-99fee8aa2fa3 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0609145 Feb 09 02:54:21.499969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.521481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1809e1ec-bd52-45ad-a81b-e4cd23650d12 req-91cbf3b4-67c0-409d-b2d5-752eba7bec38 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507257 Feb 09 02:54:21.555613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Network a11a452e-a9c2-4b04-8d58-3eb5b746b883 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:21.558906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:21.564121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:21.568825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Pushing event updated for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:21.619765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:21.620359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:21.637991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-fd0377c7-d389-49bb-be59-5c3876b3446e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7198911 Feb 09 02:54:21.650268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Request body: {'port': {'device_id': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:21.714316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3686243-e725-47f0-8167-59131962c1e8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.042589 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c21d06d4-4291-4062-930a-d374ad316b93 req-c8a3e947-08bd-41d2-80e6-4fc6d932aeb4 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0272059 Feb 09 02:54:22.252984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a47fc-f845-4ae8-b425-f55d307ebf2e req-3085ee7f-5898-4926-9943-ae116c987b97 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:22.254603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc4a47fc-f845-4ae8-b425-f55d307ebf2e req-3085ee7f-5898-4926-9943-ae116c987b97 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 931 time: 0.1126592 Feb 09 02:54:22.319982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0f72f-cdc7-42b3-8677-fcd0af79dcd5 req-0aa01173-f341-43a8-8af4-9c1dc5ef29e0 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:22.321484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12b0f72f-cdc7-42b3-8677-fcd0af79dcd5 req-0aa01173-f341-43a8-8af4-9c1dc5ef29e0 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0551128 Feb 09 02:54:22.348408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc4a47fc-f845-4ae8-b425-f55d307ebf2e req-82f0eb92-c9c7-432c-b0ce-14ae3cb8a034 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827246 Feb 09 02:54:22.359524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3686243-e725-47f0-8167-59131962c1e8 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:22.368036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Publish callbacks [] for port (e3686243-e725-47f0-8167-59131962c1e8), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.381234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Transition to ACTIVE for port object e3686243-e725-47f0-8167-59131962c1e8 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:54:22.388486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.409481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12b0f72f-cdc7-42b3-8677-fcd0af79dcd5 req-870d0ec0-cdff-4bdf-9ce3-3ab2031f86f9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621896 Feb 09 02:54:22.482001 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Pushing event updated for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:22.542978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb3339-cfe9-4533-aa55-100b37e7845f req-42990814-e10c-4545-a1a0-3a66b98cbaae tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:22.544610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76fb3339-cfe9-4533-aa55-100b37e7845f req-42990814-e10c-4545-a1a0-3a66b98cbaae tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 946 time: 0.1138704 Feb 09 02:54:22.626512 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76fb3339-cfe9-4533-aa55-100b37e7845f req-ba931214-51f0-47c1-b952-ff0aaeb6dc1a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712602 Feb 09 02:54:22.627646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Attempting to bind port e3686243-e725-47f0-8167-59131962c1e8 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:22.628224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Attempting to bind port e3686243-e725-47f0-8167-59131962c1e8 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:22.628771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Attempting to bind port e3686243-e725-47f0-8167-59131962c1e8 on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:22.635891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Port e3686243-e725-47f0-8167-59131962c1e8 on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:54:22.636394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Attempting to bind port e3686243-e725-47f0-8167-59131962c1e8 on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:22.641965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:22.642406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Checking segment: {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:22.642892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Bound using segment: {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:22.643381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Bound port: e3686243-e725-47f0-8167-59131962c1e8, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:22.643807 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3686243-e725-47f0-8167-59131962c1e8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.688233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c0e6a-5316-46fe-a95a-713fbcfa3130 req-d7ed8a35-0f58-4906-9563-634741ffb0fa tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:22.690019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-203c0e6a-5316-46fe-a95a-713fbcfa3130 req-d7ed8a35-0f58-4906-9563-634741ffb0fa tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0803587 Feb 09 02:54:22.721073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:22.724356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:22.731522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.777161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:22.778359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:22.779394 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] 10.222.0.61 "PUT /v2.0/ports/e3686243-e725-47f0-8167-59131962c1e8 HTTP/1.1" status: 200 len: 1091 time: 1.1346638 Feb 09 02:54:22.779833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'tag': 'e3686243-e725-47f0-8167-59131962c1e8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:22.782522 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d96ed-d74c-4c41-b559-1905841efae2" -d '{"events": [{"name": "network-changed", "server_uuid": "95aefae1-31c2-48fd-9bd5-d75c5c547d63", "tag": "e3686243-e725-47f0-8167-59131962c1e8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:22.785384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-203c0e6a-5316-46fe-a95a-713fbcfa3130 req-4ed97080-c9d7-4050-8ccf-58002dfd9314 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818398 Feb 09 02:54:22.809357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0541f9-979b-4104-a0d9-9f4a407a2724 service neutron] Pushing event updated for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:22.882909 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e4130-3e00-4e98-b411-aad0292404f0 x-openstack-request-id: req-3e8e4130-3e00-4e98-b411-aad0292404f0 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:22.883206 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aefae1-31c2-48fd-9bd5-d75c5c547d63", "tag": "e3686243-e725-47f0-8167-59131962c1e8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:22.883465 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e8e4130-3e00-4e98-b411-aad0292404f0 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:22.883862 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'tag': 'e3686243-e725-47f0-8167-59131962c1e8', 'status': 'completed', 'code': 200} Feb 09 02:54:22.939524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-1dcd6408-661c-45c0-be3b-7e3afe11f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:22.941017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-1dcd6408-661c-45c0-be3b-7e3afe11f272 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 1125 time: 0.1074119 Feb 09 02:54:22.949206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaebe4-0e90-43df-b5e2-5a7e1bbe81ab req-ae019f1c-1cd3-4f21-bd38-ba7318ea496a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:22.950609 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8bbaebe4-0e90-43df-b5e2-5a7e1bbe81ab req-ae019f1c-1cd3-4f21-bd38-ba7318ea496a tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 946 time: 0.0660014 Feb 09 02:54:22.992558 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-6a4c6265-7f6f-4048-9890-6ec3e836e689 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3686243-e725-47f0-8167-59131962c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0410132 Feb 09 02:54:23.068670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8bbaebe4-0e90-43df-b5e2-5a7e1bbe81ab req-f8976420-c791-4c15-a8a7-0b9249c4188e tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111708 Feb 09 02:54:23.069881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-443c4a68-a885-4bbd-b9c3-b357ac95ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.071750 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-443c4a68-a885-4bbd-b9c3-b357ac95ce26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2e4f9d2-2baa-4d59-91fb-671a8d003889 HTTP/1.1" status: 200 len: 854 time: 0.0710161 Feb 09 02:54:23.109677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-4fdbea68-bb9c-409a-aad5-924cc33de538 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a11a452e-a9c2-4b04-8d58-3eb5b746b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312028 Feb 09 02:54:23.209155 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66ebacbd-9fbd-498b-aa21-ec04e55d4e41 req-8e1ee244-44d6-4cfa-90c5-4ca881fd68ac tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0424790 Feb 09 02:54:23.274225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-3fe5f152-4a3a-457e-8bae-44b0bda8f90b service neutron] 10.222.0.61 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563301 Feb 09 02:54:23.281317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f5ea2-2ed5-493f-b8a5-1ef8bc232bfd req-dacb429a-f6ca-4357-938a-41329c1788b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.283189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d42f5ea2-2ed5-493f-b8a5-1ef8bc232bfd req-dacb429a-f6ca-4357-938a-41329c1788b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0692043 Feb 09 02:54:23.307093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-0fbe9157-19dd-47dd-896e-4a04d648315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.308601 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-0fbe9157-19dd-47dd-896e-4a04d648315d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1127 time: 0.0892715 Feb 09 02:54:23.342642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d42f5ea2-2ed5-493f-b8a5-1ef8bc232bfd req-01d25c8d-280f-45a8-92fd-e06a11082929 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515902 Feb 09 02:54:23.448895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b246547-7fbf-4dfe-9e3a-aaf60263da63 req-9ef0292c-7918-4285-acbd-7ecbcab21a00 service neutron] 10.222.0.61 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657627 Feb 09 02:54:23.490198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-f3f59672-e6c0-4b58-966c-00764fe93623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.491937 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-f3f59672-e6c0-4b58-966c-00764fe93623 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.1586487 Feb 09 02:54:23.545485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c194cf0-f807-4cfe-9879-429ae7ea84e7 req-5c7b1411-424a-4469-ac39-bba469c25ce9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.547157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c194cf0-f807-4cfe-9879-429ae7ea84e7 req-5c7b1411-424a-4469-ac39-bba469c25ce9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0649891 Feb 09 02:54:23.589283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c98ca-4773-46f9-9924-260daac379dc req-66c2fdef-6852-4278-9532-629d9d0c966c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.590829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-209c98ca-4773-46f9-9924-260daac379dc req-66c2fdef-6852-4278-9532-629d9d0c966c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 943 time: 0.1481588 Feb 09 02:54:23.611378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c194cf0-f807-4cfe-9879-429ae7ea84e7 req-cab888f7-8c48-4b25-b578-f4b828be0067 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569520 Feb 09 02:54:23.634444 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-176eb1ef-7255-44f0-8116-195ebd3a52fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1000 time: 0.1347229 Feb 09 02:54:23.659168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d96ed-d74c-4c41-b559-1905841efae2 req-13dd1628-09af-4f5e-8559-dea3203bd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.660603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-938d96ed-d74c-4c41-b559-1905841efae2 req-13dd1628-09af-4f5e-8559-dea3203bd3c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 1125 time: 0.1543460 Feb 09 02:54:23.717743 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-209c98ca-4773-46f9-9924-260daac379dc req-839efe7f-c088-4c74-8097-7c3530d8c0b7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161518 Feb 09 02:54:23.761352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-8f9cd36d-0cab-448d-885f-81be08f12728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.763824 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-8f9cd36d-0cab-448d-885f-81be08f12728 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1169651 Feb 09 02:54:23.826831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d96ed-d74c-4c41-b559-1905841efae2 req-aaf29654-f108-47cc-8381-d7124952ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.826831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-938d96ed-d74c-4c41-b559-1905841efae2 req-aaf29654-f108-47cc-8381-d7124952ce5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 915 time: 0.1414280 Feb 09 02:54:23.838507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-4d4f54f7-877d-47be-8092-2e8d93228558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.840087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-4d4f54f7-877d-47be-8092-2e8d93228558 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0698767 Feb 09 02:54:23.886997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-938d96ed-d74c-4c41-b559-1905841efae2 req-b59c3e95-fb38-462c-9fa2-9ee7b8a0438e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3686243-e725-47f0-8167-59131962c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0508001 Feb 09 02:54:23.907729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844d88f-1a84-41e9-8116-938f7815c3aa req-9b7883f0-296d-49b4-87bd-2ae596742140 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.912198 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d844d88f-1a84-41e9-8116-938f7815c3aa req-9b7883f0-296d-49b4-87bd-2ae596742140 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0585899 Feb 09 02:54:23.959042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d844d88f-1a84-41e9-8116-938f7815c3aa req-71d4ba8e-b33d-4aee-bb68-a5eb26071a6b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Feb 09 02:54:23.982457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d96ed-d74c-4c41-b559-1905841efae2 req-f1d52fcc-60ca-4563-ab3f-df14f61b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:23.984554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-938d96ed-d74c-4c41-b559-1905841efae2 req-f1d52fcc-60ca-4563-ab3f-df14f61b9f94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2e4f9d2-2baa-4d59-91fb-671a8d003889 HTTP/1.1" status: 200 len: 854 time: 0.0878410 Feb 09 02:54:24.029380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-938d96ed-d74c-4c41-b559-1905841efae2 req-15d6f540-1be7-4905-a3e7-2c4cf37a590d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a11a452e-a9c2-4b04-8d58-3eb5b746b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351892 Feb 09 02:54:24.034639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-9ef39260-ec46-4bdb-8f0a-33130df9ef15 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877205 Feb 09 02:54:24.228811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4499c74b-f2f9-4e38-80c5-4ad21f0368a6 req-d7fa227f-e458-4db0-bb54-d6cbb94bad07 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846728 Feb 09 02:54:24.230802 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-938d96ed-d74c-4c41-b559-1905841efae2 req-5b2cc37f-3acc-4cbd-ab4d-06026f61ed13 service neutron] 10.222.0.61 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937485 Feb 09 02:54:24.254264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78bb25-e75f-48a1-b35c-52e58f47936c req-387cbe17-8300-4d55-b31c-515123684459 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:24.255849 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e78bb25-e75f-48a1-b35c-52e58f47936c req-387cbe17-8300-4d55-b31c-515123684459 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 946 time: 0.1106000 Feb 09 02:54:24.331004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-312cdd31-b5b9-4da1-b21d-c0ced7d1bc65 req-370f9a01-1e6a-450b-9ad6-ade4427ee8d4 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0294521 Feb 09 02:54:24.372857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e78bb25-e75f-48a1-b35c-52e58f47936c req-32f15122-f27f-486d-bce0-fd96110f96fc tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a22d633-df92-485f-8202-833c1f08416b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042304 Feb 09 02:54:24.396912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-938d96ed-d74c-4c41-b559-1905841efae2 req-31eb76ff-0a49-4790-bd76-b0b2a38f9de3 service neutron] 10.222.0.61 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583292 Feb 09 02:54:24.454910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-0324e784-a4ab-4391-970a-b8f0249a9919 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:24.456699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-0324e784-a4ab-4391-970a-b8f0249a9919 tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 946 time: 0.0747242 Feb 09 02:54:24.488543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f97f0b-b639-47f5-a9df-b6ab9553ac5d req-94b9bca6-dd09-41de-86c5-b6256dfca6f0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:24.490452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6f97f0b-b639-47f5-a9df-b6ab9553ac5d req-94b9bca6-dd09-41de-86c5-b6256dfca6f0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0623248 Feb 09 02:54:24.553819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6f97f0b-b639-47f5-a9df-b6ab9553ac5d req-b63a8665-8ba9-4167-99ac-c6eedde82bfe tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558352 Feb 09 02:54:24.573859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Deleting port b94f2187-1137-44e4-b840-0af329c7b223 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:54:24.574203 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b94f2187-1137-44e4-b840-0af329c7b223), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:24.675774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] For port b94f2187-1137-44e4-b840-0af329c7b223, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b94f2187-1137-44e4-b840-0af329c7b223,segment=NetworkSegment(c56c8891-12a0-4be3-9bdb-64e3f1f2baed),segment_id=c56c8891-12a0-4be3-9bdb-64e3f1f2baed)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:24.676147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b94f2187-1137-44e4-b840-0af329c7b223), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:24.690372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Calling delete_port for b94f2187-1137-44e4-b840-0af329c7b223 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:54:24.802019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8b34e-8843-40a0-9333-e117d626bcb7 req-e2fa0a51-25fd-4c7f-8081-a543605086d4 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:24.803588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e8b34e-8843-40a0-9333-e117d626bcb7 req-e2fa0a51-25fd-4c7f-8081-a543605086d4 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.1013212 Feb 09 02:54:24.901868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95e8b34e-8843-40a0-9333-e117d626bcb7 req-6d714444-0126-4091-a790-a8d99ba8e035 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900421 Feb 09 02:54:24.908592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343212b4-a21d-4dac-9401-f780d1e80826 req-a0f61bf9-a34a-417a-850b-9a432027d112 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:24.910072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-343212b4-a21d-4dac-9401-f780d1e80826 req-a0f61bf9-a34a-417a-850b-9a432027d112 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 943 time: 0.0652158 Feb 09 02:54:24.927713 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b94f2187-1137-44e4-b840-0af329c7b223), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:24.942834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b94f2187-1137-44e4-b840-0af329c7b223'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:24.976792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-343212b4-a21d-4dac-9401-f780d1e80826 req-d6d5a425-7b55-4d4e-ad05-6271587a1e69 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567756 Feb 09 02:54:24.990419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Pushing event deleted for resources: {'Port': ['ID=b94f2187-1137-44e4-b840-0af329c7b223,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:25.015047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] No DVR routers for this DVR port b94f2187-1137-44e4-b840-0af329c7b223 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:25.017748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:25.021361 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85ce9956-39f6-485e-a6ce-fa8c18de4cf6 req-b44393b2-440e-456f-90f0-141f9646d60b tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.61 "DELETE /v2.0/ports/b94f2187-1137-44e4-b840-0af329c7b223 HTTP/1.1" status: 204 len: 173 time: 0.5586634 Feb 09 02:54:25.021831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1f2553-ea48-4527-be8d-d2df1d660b6d', 'name': 'network-vif-deleted', 'tag': 'b94f2187-1137-44e4-b840-0af329c7b223'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:25.024165 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f10423-d619-4024-b85f-7890d1216712" -d '{"events": [{"server_uuid": "ae1f2553-ea48-4527-be8d-d2df1d660b6d", "name": "network-vif-deleted", "tag": "b94f2187-1137-44e4-b840-0af329c7b223"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:25.077101 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d84699f-c7c3-449f-b918-e217f09ec7b8 x-openstack-request-id: req-8d84699f-c7c3-449f-b918-e217f09ec7b8 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:25.077541 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1f2553-ea48-4527-be8d-d2df1d660b6d", "name": "network-vif-deleted", "tag": "b94f2187-1137-44e4-b840-0af329c7b223", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:25.077862 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d84699f-c7c3-449f-b918-e217f09ec7b8 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:25.078345 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1f2553-ea48-4527-be8d-d2df1d660b6d', 'name': 'network-vif-deleted', 'tag': 'b94f2187-1137-44e4-b840-0af329c7b223', 'status': 'completed', 'code': 200} Feb 09 02:54:25.105867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79233b97-9c92-4257-a8fc-ade120ae6bcc req-0c98948a-d7f3-4363-a032-c2bf6072e8d5 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:25.107804 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79233b97-9c92-4257-a8fc-ade120ae6bcc req-0c98948a-d7f3-4363-a032-c2bf6072e8d5 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0701737 Feb 09 02:54:25.162301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79233b97-9c92-4257-a8fc-ade120ae6bcc req-5944773b-3865-448c-92ef-e8226df02480 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483475 Feb 09 02:54:25.470672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-956ea82b-8deb-457e-ae89-8e5aeb2bff5d req-f6220e60-fa5f-4c82-b5c8-0e55f2a0f5b8 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0498898 Feb 09 02:54:25.530275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ae6167-44e6-4385-b6c0-cc98390fb51c req-922de1f5-7afb-4e4e-9378-88f8b67e710d tempest-DeleteServersTestJSON-525729813 tempest-DeleteServersTestJSON-525729813-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae1f2553-ea48-4527-be8d-d2df1d660b6d HTTP/1.1" status: 200 len: 210 time: 0.0452271 Feb 09 02:54:25.682798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcdcc7-d242-4587-9223-45e1d0949206 req-80d7f341-6f4b-4836-96b1-9a8c95da9f76 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:25.684288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f5fcdcc7-d242-4587-9223-45e1d0949206 req-80d7f341-6f4b-4836-96b1-9a8c95da9f76 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0600035 Feb 09 02:54:25.736993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f5fcdcc7-d242-4587-9223-45e1d0949206 req-85ba7f13-acea-4980-b2e8-a2138b83c6a1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470643 Feb 09 02:54:25.995356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e3686243-e725-47f0-8167-59131962c1e8 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:54:26.019134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f47f8d-8fa2-4872-b170-75c609d69c25 req-5a3b2e8e-e8a1-4a0f-86ea-b74696c0e687 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:26.021296 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73f47f8d-8fa2-4872-b170-75c609d69c25 req-5a3b2e8e-e8a1-4a0f-86ea-b74696c0e687 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0585234 Feb 09 02:54:26.073859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73f47f8d-8fa2-4872-b170-75c609d69c25 req-0129a51c-bccf-4771-9917-4f3bc2d0b2f2 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 Feb 09 02:54:26.108203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d437f4e-0329-4909-ab48-e727b90f5eed req-8de4c099-1b0f-4dd7-b28d-b46f9132ccba tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:26.109752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d437f4e-0329-4909-ab48-e727b90f5eed req-8de4c099-1b0f-4dd7-b28d-b46f9132ccba tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 943 time: 0.0581799 Feb 09 02:54:26.119026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:26.134185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'e3686243-e725-47f0-8167-59131962c1e8', 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'port_id': 'e3686243-e725-47f0-8167-59131962c1e8', 'mac_address': 'fa:16:3e:e7:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e4f9d2-2baa-4d59-91fb-671a8d003889', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:54:26.165784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d437f4e-0329-4909-ab48-e727b90f5eed req-d736fb9c-fd96-4a94-895e-b48385da21e8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494406 Feb 09 02:54:26.173495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e3686243-e725-47f0-8167-59131962c1e8 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:26.173833 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3686243-e725-47f0-8167-59131962c1e8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:26.188045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3686243-e725-47f0-8167-59131962c1e8 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:26.209459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:26.214033 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:26.266924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:26.306134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a26605-d262-4223-b2ea-cfa56fe805c1 req-4794e957-3175-4764-bfa7-16860b60deb1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:26.307656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86a26605-d262-4223-b2ea-cfa56fe805c1 req-4794e957-3175-4764-bfa7-16860b60deb1 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0645995 Feb 09 02:54:26.357138 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86a26605-d262-4223-b2ea-cfa56fe805c1 req-da72d908-cc9f-4d54-b198-c43ebfc93e0e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437057 Feb 09 02:54:26.458081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['e3686243-e725-47f0-8167-59131962c1e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:26.589292 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba9625df-aa22-4e76-8393-66938470f1b7 req-ab700a2d-acd8-472c-b4a5-baaf5aba2218 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0342381 Feb 09 02:54:27.207125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61076361-a9e0-4ab2-9f6b-4dca0f79ddaa req-181677d3-b581-4fe9-a4d5-7592fe445837 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:27.214145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61076361-a9e0-4ab2-9f6b-4dca0f79ddaa req-181677d3-b581-4fe9-a4d5-7592fe445837 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0649829 Feb 09 02:54:27.276823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61076361-a9e0-4ab2-9f6b-4dca0f79ddaa req-53ef3867-e246-4d2a-9f6a-689278172022 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614123 Feb 09 02:54:27.314003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4e9c1-10b3-4ff0-a24f-27dbb9fcb745 req-05364c0a-a49e-4e61-aa6d-a084fe013b7d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:27.315607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cc4e9c1-10b3-4ff0-a24f-27dbb9fcb745 req-05364c0a-a49e-4e61-aa6d-a084fe013b7d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 944 time: 0.0721958 Feb 09 02:54:27.372307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cc4e9c1-10b3-4ff0-a24f-27dbb9fcb745 req-9f06e6e3-5950-4f41-8f6f-86ac748854f4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496838 Feb 09 02:54:27.489831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d61cd-a601-4760-9a97-57d87765191e req-ffc4b41c-6799-41e1-bffb-e731c5de3880 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:27.492389 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-694d61cd-a601-4760-9a97-57d87765191e req-ffc4b41c-6799-41e1-bffb-e731c5de3880 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0620737 Feb 09 02:54:27.548308 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-694d61cd-a601-4760-9a97-57d87765191e req-83f85ca5-f0c1-4c25-80e9-159a504ca845 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Feb 09 02:54:27.706031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a40b0d3-1186-4361-b0c7-543cce62e646 req-399c013e-caa7-4da3-aec3-f3f53e21b1ee tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0300157 Feb 09 02:54:28.009446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e3686243-e725-47f0-8167-59131962c1e8 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:28.088891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port e3686243-e725-47f0-8167-59131962c1e8 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:54:28.093889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port e3686243-e725-47f0-8167-59131962c1e8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:28.094629 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e3686243-e725-47f0-8167-59131962c1e8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:28.181260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e3686243-e725-47f0-8167-59131962c1e8 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:28.181915 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3686243-e725-47f0-8167-59131962c1e8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:28.205871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3686243-e725-47f0-8167-59131962c1e8'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:28.208109 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb86a5-aac8-4416-b508-5a82c9ee371d" -d '{"events": [{"server_uuid": "95aefae1-31c2-48fd-9bd5-d75c5c547d63", "name": "network-vif-plugged", "status": "completed", "tag": "e3686243-e725-47f0-8167-59131962c1e8"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:28.227078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:28.233066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:28.233868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b94f2187-1137-44e4-b840-0af329c7b223 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:28.262179 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8955eff4-677f-45ba-baf6-87a7cf55d8ba x-openstack-request-id: req-8955eff4-677f-45ba-baf6-87a7cf55d8ba {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:28.262436 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95aefae1-31c2-48fd-9bd5-d75c5c547d63", "name": "network-vif-plugged", "status": "completed", "tag": "e3686243-e725-47f0-8167-59131962c1e8", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:28.262757 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8955eff4-677f-45ba-baf6-87a7cf55d8ba {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:28.263086 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3686243-e725-47f0-8167-59131962c1e8', 'code': 200} Feb 09 02:54:28.267503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: b94f2187-1137-44e4-b840-0af329c7b223 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:54:28.268612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b94f2187-1137-44e4-b840-0af329c7b223 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:28.356781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:28.426442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849a8fc-f66b-473b-8988-1b704d5ad50b req-71b8bab1-1983-4e96-9f76-3394b89e01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:28.429320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4849a8fc-f66b-473b-8988-1b704d5ad50b req-71b8bab1-1983-4e96-9f76-3394b89e01c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 1127 time: 0.0523388 Feb 09 02:54:28.487456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2daba-8929-40e2-abed-7327b2922808 req-7edba63e-3a5e-48f9-b6ea-42816ab714e9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:28.488964 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3a2daba-8929-40e2-abed-7327b2922808 req-7edba63e-3a5e-48f9-b6ea-42816ab714e9 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0559683 Feb 09 02:54:28.547302 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4849a8fc-f66b-473b-8988-1b704d5ad50b req-e771452a-3aa4-4921-9fed-e0b73c981fc5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120355 Feb 09 02:54:28.562869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3a2daba-8929-40e2-abed-7327b2922808 req-a9d425ee-32cd-4106-a98d-a057a2c95190 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678935 Feb 09 02:54:28.569802 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-47798b30-2d38-4118-9454-3a63a841b8f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1266849 Feb 09 02:54:28.582007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a4f86-58b1-48d7-bc6c-f47d9d20b2d9 req-b4f4cddc-3b53-4b0f-adcd-5f24cf7f37c0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:28.583499 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f7a4f86-58b1-48d7-bc6c-f47d9d20b2d9 req-b4f4cddc-3b53-4b0f-adcd-5f24cf7f37c0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0961947 Feb 09 02:54:28.643899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f7a4f86-58b1-48d7-bc6c-f47d9d20b2d9 req-608b9f14-e973-4c7b-8311-c7810c7e8d4b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511577 Feb 09 02:54:28.679469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89ffa-b653-4fbd-8e46-7d40eba77f53 req-2546f821-bc0b-4c48-af01-61b87a7e7dee tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:28.681149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28a89ffa-b653-4fbd-8e46-7d40eba77f53 req-2546f821-bc0b-4c48-af01-61b87a7e7dee tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0588994 Feb 09 02:54:28.734730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28a89ffa-b653-4fbd-8e46-7d40eba77f53 req-61c002ac-ead6-4dfe-a077-f8883631f92b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Feb 09 02:54:28.845342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff357c84-d86e-47a3-8769-3308c2e5cb43 req-ef90ee05-143f-4c95-a487-ea0c364e2539 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0523620 Feb 09 02:54:28.877055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-5eba98c8-5cc7-42cd-a116-c603289241b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:28.879464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-5eba98c8-5cc7-42cd-a116-c603289241b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1127 time: 0.0951951 Feb 09 02:54:28.997307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-c4fd653c-97d4-4023-9266-48966e36a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:28.998820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-c4fd653c-97d4-4023-9266-48966e36a4bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.0980189 Feb 09 02:54:29.043406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-86e8f0fe-a051-4cde-b8a7-0facbd14a9a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 217 time: 0.0362372 Feb 09 02:54:29.094568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-b5aa7b83-a3ee-43e7-a6b3-f3838d901a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:29.096088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-b5aa7b83-a3ee-43e7-a6b3-f3838d901a5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.0460215 Feb 09 02:54:29.141082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-1f1c8d24-0414-4fb6-888a-8b904ff2daee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370100 Feb 09 02:54:29.240360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-57d33d32-47e1-4cca-b900-3a046003e8c8 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919847 Feb 09 02:54:29.343643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a73abda3-8cb3-4c1d-8b68-96ca0b1394a9 req-3e1d33e5-10f2-4ebb-8408-03fb05e5410b service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962217 Feb 09 02:54:29.706182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf1d6-2ef5-455b-ab9b-7246c87cf109 req-14379424-a932-46e8-97a7-288d7a20c788 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:29.713497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-130bf1d6-2ef5-455b-ab9b-7246c87cf109 req-14379424-a932-46e8-97a7-288d7a20c788 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0665596 Feb 09 02:54:29.764441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-130bf1d6-2ef5-455b-ab9b-7246c87cf109 req-cb7dfc93-7c07-42d6-acf5-36260c8abc43 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Feb 09 02:54:29.838353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d24ee-4262-4e9e-a4ed-c9500eb92d8b req-6cc6bf89-de14-4ff7-81f7-2ebee21942f9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:29.846440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e38d24ee-4262-4e9e-a4ed-c9500eb92d8b req-6cc6bf89-de14-4ff7-81f7-2ebee21942f9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0766697 Feb 09 02:54:29.905862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e38d24ee-4262-4e9e-a4ed-c9500eb92d8b req-803b893f-7763-4ed1-bde1-01c4a1a7c401 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584598 Feb 09 02:54:29.939356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1f3d-ef2e-4c3e-9885-52f2083ef861 req-d05bb4ab-d75b-4828-9017-b4938580fe9e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:29.946865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da9a1f3d-ef2e-4c3e-9885-52f2083ef861 req-d05bb4ab-d75b-4828-9017-b4938580fe9e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0782039 Feb 09 02:54:30.000714 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da9a1f3d-ef2e-4c3e-9885-52f2083ef861 req-5be05075-2f34-48bd-b7d9-3237f22df1ed tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Feb 09 02:54:30.017831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e277c1f-5513-44bc-b921-c8bda8f8d7bb req-1841ef14-d5e7-48f0-b5f5-e1aee38d2c8a tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0281641 Feb 09 02:54:30.237895 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-368523f2-aa5c-4d88-82c0-fd67d5c49639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:30.910887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185ddb2-3893-46b7-a959-d6dad40304b9 req-691a1de0-1a7f-4dd6-954f-cdd92262fbbb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:30.914769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ddb2-3893-46b7-a959-d6dad40304b9 req-691a1de0-1a7f-4dd6-954f-cdd92262fbbb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0673559 Feb 09 02:54:30.977586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ddb2-3893-46b7-a959-d6dad40304b9 req-8c0128ca-29a1-4d48-b94c-d0364c4f84c3 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Feb 09 02:54:31.065839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830a8ab-7b85-4def-a6a3-78a1eac798ca req-0e0f397e-ee7f-45a3-9237-44f6f27655bb tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:31.069737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8830a8ab-7b85-4def-a6a3-78a1eac798ca req-0e0f397e-ee7f-45a3-9237-44f6f27655bb tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0662155 Feb 09 02:54:31.151699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8830a8ab-7b85-4def-a6a3-78a1eac798ca req-7e7a23d3-7188-4da3-8849-60ebc26601f3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764837 Feb 09 02:54:31.158756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d630a-b79c-4599-b1f5-793ebefffca5 req-27406829-02be-4f2c-b26f-723ca2a12d5a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:31.160759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-380d630a-b79c-4599-b1f5-793ebefffca5 req-27406829-02be-4f2c-b26f-723ca2a12d5a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0911107 Feb 09 02:54:31.241235 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-380d630a-b79c-4599-b1f5-793ebefffca5 req-308537d9-1a8e-4652-abd5-de0f6774faca tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736744 Feb 09 02:54:31.278723 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ab4036fb-3462-4487-a1ce-132a4175592e req-8406f9bf-50f1-4f8e-97f0-4947c88e1723 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0433455 Feb 09 02:54:31.373972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238a87d-cb9a-479d-a40f-72e9ed5846f9 req-21254adf-b3ba-4287-b3fc-b85677031d89 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:31.375461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8238a87d-cb9a-479d-a40f-72e9ed5846f9 req-21254adf-b3ba-4287-b3fc-b85677031d89 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0609882 Feb 09 02:54:31.455510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8238a87d-cb9a-479d-a40f-72e9ed5846f9 req-abba96d6-6c19-4c7b-a123-7762ce4c0f48 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715590 Feb 09 02:54:31.890395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0fd52-18d6-4096-ba32-8d7b3ea67ef2 req-130e9195-082b-4fe5-a00b-01413caf656d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:31.898778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3e0fd52-18d6-4096-ba32-8d7b3ea67ef2 req-130e9195-082b-4fe5-a00b-01413caf656d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0841854 Feb 09 02:54:31.958847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3e0fd52-18d6-4096-ba32-8d7b3ea67ef2 req-8782e311-494e-44bc-95b4-4913429f5585 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571306 Feb 09 02:54:32.140260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f81736-dce1-4123-a517-561715c699c0 req-25aa9aa6-7821-4cd0-93a9-509ea86ec425 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:32.146870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7f81736-dce1-4123-a517-561715c699c0 req-25aa9aa6-7821-4cd0-93a9-509ea86ec425 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0780075 Feb 09 02:54:32.201397 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7f81736-dce1-4123-a517-561715c699c0 req-ca397213-d4b0-4be1-a244-13a7c0ed697e tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535269 Feb 09 02:54:32.416018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595022c8-b045-4fcf-b14b-a97fda73252a req-90e0edd9-a61d-4fd7-a349-0aec847fb2bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:32.424673 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-595022c8-b045-4fcf-b14b-a97fda73252a req-90e0edd9-a61d-4fd7-a349-0aec847fb2bc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0901892 Feb 09 02:54:32.484908 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-595022c8-b045-4fcf-b14b-a97fda73252a req-e18108a4-56e5-4772-a924-00e1fffd3d45 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593722 Feb 09 02:54:32.511091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-049be170-f8c9-4430-8d94-979c9ecd7c7e req-f7c174da-61b1-41bb-ae7c-9f1b1926779c tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0289669 Feb 09 02:54:32.635448 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a80d002f-8f37-4579-8154-8b091ec34e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:32.692423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6b411-7a50-4ed6-996d-888e46ea1c44 req-5518344f-4439-491b-b3ff-43df39d7ac8e tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:32.695030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1a6b411-7a50-4ed6-996d-888e46ea1c44 req-5518344f-4439-491b-b3ff-43df39d7ac8e tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0908375 Feb 09 02:54:32.759100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1a6b411-7a50-4ed6-996d-888e46ea1c44 req-a8371da7-ff93-4a88-913a-4ac5ec517fbf tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537245 Feb 09 02:54:32.948055 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a003034-d513-429a-a4c3-1b155ec416b7 req-00fa6612-bac4-47f9-9de3-1bd1aefff708 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a&device_id=4bcf29d4-7ea6-4fb7-83c6-c8a6cc13b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Feb 09 02:54:33.118669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0de062-8aa1-429d-8aeb-4deda7ff103e req-c5da216a-24d2-4872-9224-99bb0a6c63a8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:33.120389 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e0de062-8aa1-429d-8aeb-4deda7ff103e req-c5da216a-24d2-4872-9224-99bb0a6c63a8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0708804 Feb 09 02:54:33.187848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e0de062-8aa1-429d-8aeb-4deda7ff103e req-bccd6476-73b7-47c8-ad94-49605dbb6c36 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617843 Feb 09 02:54:33.203378 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d543151a-0782-4ce5-adaa-01c3eafaa29c req-784a18d9-6a8b-4abe-b3ae-575c18c4118c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=087f28cbbfd54e7ba271fb719c4c8e25&device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0360813 Feb 09 02:54:33.257035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d543151a-0782-4ce5-adaa-01c3eafaa29c req-c7ea7406-5324-42e4-804f-158f3aac2ac2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=087f28cbbfd54e7ba271fb719c4c8e25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377660 Feb 09 02:54:33.258773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d61a6d8a-f917-46a1-ad2c-e2bd45e7db1a req-2efc6577-0e2e-4e88-97e1-010bc159c5b1 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0507922 Feb 09 02:54:33.362294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543151a-0782-4ce5-adaa-01c3eafaa29c req-9f1c2f2b-3db1-41d2-b459-90ea4af6ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:33.363761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d543151a-0782-4ce5-adaa-01c3eafaa29c req-9f1c2f2b-3db1-41d2-b459-90ea4af6ffd8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017237 Feb 09 02:54:33.567611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56326) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:33.649181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e4335-ee9f-48f3-a68f-7f3c9671fa58 req-639c03fb-2d6f-43f8-96a5-6cd3d666606e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:33.658110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd2e4335-ee9f-48f3-a68f-7f3c9671fa58 req-639c03fb-2d6f-43f8-96a5-6cd3d666606e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0913017 Feb 09 02:54:33.674900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c91fbd-41d2-4c25-8bcf-a3b125d45c4b admin admin] Deleting subnet a68e5f4c-91b4-4f13-8713-bd53fdcd6014 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:54:33.680149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8c91fbd-41d2-4c25-8bcf-a3b125d45c4b admin admin] Publish callbacks [] for subnet (a68e5f4c-91b4-4f13-8713-bd53fdcd6014), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:33.736087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8c91fbd-41d2-4c25-8bcf-a3b125d45c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (a68e5f4c-91b4-4f13-8713-bd53fdcd6014), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:33.780991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd2e4335-ee9f-48f3-a68f-7f3c9671fa58 req-19b0515d-d3af-480f-b094-5a8b416f8984 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164083 Feb 09 02:54:33.816134 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8c91fbd-41d2-4c25-8bcf-a3b125d45c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a68e5f4c-91b4-4f13-8713-bd53fdcd6014), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:33.871820 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:33.931009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8c91fbd-41d2-4c25-8bcf-a3b125d45c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (a68e5f4c-91b4-4f13-8713-bd53fdcd6014), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:33.951158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8c91fbd-41d2-4c25-8bcf-a3b125d45c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:33.958512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56334) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:33.967809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b8c91fbd-41d2-4c25-8bcf-a3b125d45c4b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a68e5f4c-91b4-4f13-8713-bd53fdcd6014 HTTP/1.1" status: 204 len: 168 time: 0.3989615 Feb 09 02:54:34.062616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c91fbd-41d2-4c25-8bcf-a3b125d45c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68e5f4c-91b4-4f13-8713-bd53fdcd6014,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:34.083174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ce636-c03f-4036-97a1-d15f062560e0 req-de60e87c-44b4-465b-b342-2bcfe90724bb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:34.085526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a2ce636-c03f-4036-97a1-d15f062560e0 req-de60e87c-44b4-465b-b342-2bcfe90724bb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.2158010 Feb 09 02:54:34.091218 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (d7b3be57-884b-457a-a293-71087cb0cd70), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.103196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-f4c4d9e6-1a7d-4ad3-8ed6-ba334c5a3e7f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:34.105790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-f4c4d9e6-1a7d-4ad3-8ed6-ba334c5a3e7f tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.26 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 949 time: 0.0766077 Feb 09 02:54:34.191753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20760f04-f89a-49e6-a8b8-f047c04d1994 req-1f675325-535f-49ac-9e01-2ed3c10b532a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:34.194547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20760f04-f89a-49e6-a8b8-f047c04d1994 req-1f675325-535f-49ac-9e01-2ed3c10b532a tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.1421602 Feb 09 02:54:34.211450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a2ce636-c03f-4036-97a1-d15f062560e0 req-e3a28eaf-eaf5-4f83-b9db-7a0131c5b8b1 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a736c1f-988e-44f8-813f-77e25a47af5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057632 Feb 09 02:54:34.261402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Deleting port 743da0fc-0ebe-426f-95bf-9916b6a65298 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:54:34.261740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.301591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (d7b3be57-884b-457a-a293-71087cb0cd70), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.365276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b3be57-884b-457a-a293-71087cb0cd70']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:34.397308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20760f04-f89a-49e6-a8b8-f047c04d1994 req-ca5a0059-1e3c-4551-8eb6-0cafb05dac9c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165881 Feb 09 02:54:34.402587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:34.402888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56c8891-12a0-4be3-9bdb-64e3f1f2baed') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:34.420670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] For port 743da0fc-0ebe-426f-95bf-9916b6a65298, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=743da0fc-0ebe-426f-95bf-9916b6a65298,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:34.421479 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.421623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (c56c8891-12a0-4be3-9bdb-64e3f1f2baed), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.443423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c56c8891-12a0-4be3-9bdb-64e3f1f2baed), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.444370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Calling delete_port for 743da0fc-0ebe-426f-95bf-9916b6a65298 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:54:34.453143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:54:34.453731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (c56c8891-12a0-4be3-9bdb-64e3f1f2baed), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:54:34.458446 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:54:34.572032 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (d7b3be57-884b-457a-a293-71087cb0cd70), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.576660 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59217f81-66e9-48b3-bfe5-b7e60ee6ee91 req-4cd53bcd-9a47-41c6-97b3-3d59307fb708 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0695946 Feb 09 02:54:34.591847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:34.602684 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] 10.222.0.32 "DELETE /v2.0/networks/d7b3be57-884b-457a-a293-71087cb0cd70 HTTP/1.1" status: 204 len: 168 time: 0.6416845 Feb 09 02:54:34.634734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaa8a4-3d9e-4f2d-937d-7b3382518adf admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b3be57-884b-457a-a293-71087cb0cd70,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:34.790520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239a84d-16a3-4b31-951f-e26c3f147ad9 req-06d82973-adbe-4b14-b57f-79d676ff22fe tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:34.797968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2239a84d-16a3-4b31-951f-e26c3f147ad9 req-06d82973-adbe-4b14-b57f-79d676ff22fe tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0801203 Feb 09 02:54:34.867756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3d0dc-7e64-4f1f-9729-6667d54172df req-5ba4edd5-3a11-447f-b301-76c6ea99bd97 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:34.873006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2239a84d-16a3-4b31-951f-e26c3f147ad9 req-bb7d66d8-3c27-489e-96dd-25fcc29a5399 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735552 Feb 09 02:54:34.873865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56348) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:34.875025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0a3d0dc-7e64-4f1f-9729-6667d54172df req-5ba4edd5-3a11-447f-b301-76c6ea99bd97 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.5565403 Feb 09 02:54:34.951999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56352) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:34.955502 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ddd4d0c2-cfde-480c-996c-626f7f90e914 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d28b9e89eae40f78e01abe8fe65c347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754111 Feb 09 02:54:34.956486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:35.034791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0a3d0dc-7e64-4f1f-9729-6667d54172df req-02025128-975d-443a-97aa-dfd8e5da5cee tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567531 Feb 09 02:54:35.097906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d543151a-0782-4ce5-adaa-01c3eafaa29c req-7f65028a-205d-4de1-9d36-0d66218a9764 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.26 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0341177 Feb 09 02:54:35.156670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10379244-8844-4531-9cdf-f0a7ba5e1403 admin admin] Publish callbacks [] for security_group (6a22d633-df92-485f-8202-833c1f08416b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:35.248141 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10379244-8844-4531-9cdf-f0a7ba5e1403 admin admin] Publish callbacks [] for security_group (6a22d633-df92-485f-8202-833c1f08416b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:35.277492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (743da0fc-0ebe-426f-95bf-9916b6a65298), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:35.292611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['743da0fc-0ebe-426f-95bf-9916b6a65298'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:35.328851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Pushing event deleted for resources: {'Port': ['ID=743da0fc-0ebe-426f-95bf-9916b6a65298,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:35.350364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a413-e3d1-4378-8693-8fec461bb010 req-60e5f670-4766-49f8-98fb-bfa3c4161f4d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:35.352059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b549a413-e3d1-4378-8693-8fec461bb010 req-60e5f670-4766-49f8-98fb-bfa3c4161f4d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.1567876 Feb 09 02:54:35.411328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] No DVR routers for this DVR port 743da0fc-0ebe-426f-95bf-9916b6a65298 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:35.414571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:35.418608 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07d5b0f0-8e9b-45c7-8107-61e459f2c89c req-ffe30d07-236a-4797-a794-1fc6b4b432eb tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.26 "DELETE /v2.0/ports/743da0fc-0ebe-426f-95bf-9916b6a65298 HTTP/1.1" status: 204 len: 173 time: 1.3058124 Feb 09 02:54:35.421261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd242e-cf26-4fdd-9703-685b01e3ffc5', 'name': 'network-vif-deleted', 'tag': '743da0fc-0ebe-426f-95bf-9916b6a65298'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:35.421950 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30585185-9f35-4a99-b40d-67f00c541aeb" -d '{"events": [{"server_uuid": "71fd242e-cf26-4fdd-9703-685b01e3ffc5", "name": "network-vif-deleted", "tag": "743da0fc-0ebe-426f-95bf-9916b6a65298"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:35.441913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10379244-8844-4531-9cdf-f0a7ba5e1403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6a22d633-df92-485f-8202-833c1f08416b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:35.445356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10379244-8844-4531-9cdf-f0a7ba5e1403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:35.448844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-10379244-8844-4531-9cdf-f0a7ba5e1403 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a22d633-df92-485f-8202-833c1f08416b HTTP/1.1" status: 204 len: 168 time: 0.4933188 Feb 09 02:54:35.463284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10379244-8844-4531-9cdf-f0a7ba5e1403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a22d633-df92-485f-8202-833c1f08416b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:35.478502 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b549a413-e3d1-4378-8693-8fec461bb010 req-b8c2b8e9-dcd6-4b6b-8214-e97741a134dc tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Feb 09 02:54:35.543640 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0eb533b5-5fcd-4029-8b8c-7fe337ed2065 req-0dc9a8cc-cea6-4ee1-85a2-de2e2cb97b48 tempest-ImagesNegativeTestJSON-1387170874 tempest-ImagesNegativeTestJSON-1387170874-project] 10.222.0.32 "GET /v2.0/ports?device_id=71fd242e-cf26-4fdd-9703-685b01e3ffc5 HTTP/1.1" status: 200 len: 210 time: 0.0921826 Feb 09 02:54:35.546873 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2cbe08-7c32-4c5e-89f3-80f3fb8d68dc x-openstack-request-id: req-9b2cbe08-7c32-4c5e-89f3-80f3fb8d68dc {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:35.547412 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd242e-cf26-4fdd-9703-685b01e3ffc5", "name": "network-vif-deleted", "tag": "743da0fc-0ebe-426f-95bf-9916b6a65298", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:35.547866 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b2cbe08-7c32-4c5e-89f3-80f3fb8d68dc {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:35.548521 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd242e-cf26-4fdd-9703-685b01e3ffc5', 'name': 'network-vif-deleted', 'tag': '743da0fc-0ebe-426f-95bf-9916b6a65298', 'status': 'completed', 'code': 200} Feb 09 02:54:35.744770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc380f62-1c9a-4e8d-bac5-902bfa8fdb6d req-fcb6ff92-e852-40f8-93bb-8804af3839c4 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=10f9b40c-72d6-4d03-9ff1-7e4f707bc43a HTTP/1.1" status: 200 len: 210 time: 0.0342193 Feb 09 02:54:36.163880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a98d3-61c1-4f4a-844c-8bf8b570aed6 req-0111726c-191f-4feb-86ba-1a841acfe166 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:36.165269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-103a98d3-61c1-4f4a-844c-8bf8b570aed6 req-0111726c-191f-4feb-86ba-1a841acfe166 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0610464 Feb 09 02:54:36.221577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-103a98d3-61c1-4f4a-844c-8bf8b570aed6 req-07e13d87-520c-4215-b585-ba38aad9718a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488222 Feb 09 02:54:36.280412 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.298554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56396) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:36.404080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-737319802-network', 'tenant_id': 'c11a074063364372b45e1f6063023698'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:36.425488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-7ca3c297-4fb0-442e-879f-32871f26ed1f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:36.426970 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-7ca3c297-4fb0-442e-879f-32871f26ed1f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0678358 Feb 09 02:54:36.440636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:36.442829 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.476245 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.610860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Deleting port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:54:36.612241 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.639891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d522fdd-3aa1-451b-9cae-fbd5d4c93f48 req-137d4afb-3750-4f45-9c04-dba85a8e392e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:36.641642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d522fdd-3aa1-451b-9cae-fbd5d4c93f48 req-137d4afb-3750-4f45-9c04-dba85a8e392e tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 946 time: 0.0943792 Feb 09 02:54:36.679928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Publish callbacks [] for security_group (b4014cca-4016-45b5-8978-f1c6d77b1319), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.705090 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b4014cca-4016-45b5-8978-f1c6d77b1319), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.718534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d522fdd-3aa1-451b-9cae-fbd5d4c93f48 req-82267e9b-af10-4314-8b9c-4b1b2045e272 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700126 Feb 09 02:54:36.723037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:54:36.741329 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5619d38c-4924-45d2-a239-e277eaf00074), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.741617 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Added segment 5619d38c-4924-45d2-a239-e277eaf00074 of type vlan for network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a Feb 09 02:54:36.747478 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:54:36.804342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (60278643-5c7b-4c6b-8c8d-6d6299a9f05a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.842407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4014cca-4016-45b5-8978-f1c6d77b1319,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:36.882638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] For port 35ff88dc-0e13-4a9f-b4d3-122f811a5453, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=35ff88dc-0e13-4a9f-b4d3-122f811a5453,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:36.883005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.895258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (60278643-5c7b-4c6b-8c8d-6d6299a9f05a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.896435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:36.897314 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:36.954289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Calling delete_port for 35ff88dc-0e13-4a9f-b4d3-122f811a5453 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:54:36.994202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] Pushing event updated for resources: {'Network': ['ID=60278643-5c7b-4c6b-8c8d-6d6299a9f05a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:37.005240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:54:37.080404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56434) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:37.096846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56438) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:37.097100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-96d6be76-ea73-4acd-9044-3b47d0377e71 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7974195 Feb 09 02:54:37.104028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Request body: {'subnet': {'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-subnet', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:37.132466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:37.137706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.141175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40ce5424-5d69-48cc-8edb-42c9d8e78ee2 req-828aa438-8c63-4864-b1dc-62420acbb941 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=087f28cbbfd54e7ba271fb719c4c8e25&device_id=4bcf29d4-7ea6-4fb7-83c6-c8a6cc13b0b8 HTTP/1.1" status: 200 len: 210 time: 0.1416197 Feb 09 02:54:37.158606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1471fece-d8c4-4384-b86e-22ea906c2b7d req-04779a52-d814-46ed-b8ba-ef3f804fc504 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bcf29d4-7ea6-4fb7-83c6-c8a6cc13b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0600476 Feb 09 02:54:37.187722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40ce5424-5d69-48cc-8edb-42c9d8e78ee2 req-fa93194b-8b5c-448a-8490-2a0a83f15e79 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=087f28cbbfd54e7ba271fb719c4c8e25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269215 Feb 09 02:54:37.310472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (35ff88dc-0e13-4a9f-b4d3-122f811a5453), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.324237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', '35ff88dc-0e13-4a9f-b4d3-122f811a5453'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:37.329864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dcc230ca-d960-4c20-94ea-194f57f09708 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a734d5ea4e4411eb7f4ac64a4f7d3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454228 Feb 09 02:54:37.355045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56444) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:37.375185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event deleted for resources: {'Port': ['ID=35ff88dc-0e13-4a9f-b4d3-122f811a5453,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:37.386690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce5424-5d69-48cc-8edb-42c9d8e78ee2 req-88ed0e3b-d3cf-4094-9a60-8e226fb450e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:37.388227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40ce5424-5d69-48cc-8edb-42c9d8e78ee2 req-88ed0e3b-d3cf-4094-9a60-8e226fb450e6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1781526 Feb 09 02:54:37.429317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] No DVR routers for this DVR port 35ff88dc-0e13-4a9f-b4d3-122f811a5453 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:37.432171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.436596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ace2c094-cc5b-49f7-b33f-2aa6872a3c71 req-44b7a9e3-7937-4448-b2b1-9a5c566dfc65 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "DELETE /v2.0/ports/35ff88dc-0e13-4a9f-b4d3-122f811a5453 HTTP/1.1" status: 204 len: 173 time: 1.0040791 Feb 09 02:54:37.472972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7753-535a-4141-b9dc-328ef8f012f7 req-7e4b2f98-e3fd-49f5-95f4-e9a7d618ae96 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:37.482626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e91b7753-535a-4141-b9dc-328ef8f012f7 req-7e4b2f98-e3fd-49f5-95f4-e9a7d618ae96 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1584532 Feb 09 02:54:37.549623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594ba611-51f3-4f02-8d59-4da7f3cb5fa5', 'name': 'network-vif-deleted', 'tag': '35ff88dc-0e13-4a9f-b4d3-122f811a5453'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:37.553839 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85d1765-8a26-4ecd-8661-03fefe7e8a7d" -d '{"events": [{"server_uuid": "594ba611-51f3-4f02-8d59-4da7f3cb5fa5", "name": "network-vif-deleted", "tag": "35ff88dc-0e13-4a9f-b4d3-122f811a5453"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:37.556471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3b40-5eaa-47b0-b330-90e9eff3738a admin admin] Publish callbacks [] for security_group (6a736c1f-988e-44f8-813f-77e25a47af5e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.588444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (b6a40ee5-8eb9-4491-a5ea-9694678bdeaa), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.601434 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1253568-4f13-48e5-b8f3-2852f1c5afc5 x-openstack-request-id: req-b1253568-4f13-48e5-b8f3-2852f1c5afc5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:37.601749 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594ba611-51f3-4f02-8d59-4da7f3cb5fa5", "name": "network-vif-deleted", "tag": "35ff88dc-0e13-4a9f-b4d3-122f811a5453", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:37.602006 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1253568-4f13-48e5-b8f3-2852f1c5afc5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:37.602441 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594ba611-51f3-4f02-8d59-4da7f3cb5fa5', 'name': 'network-vif-deleted', 'tag': '35ff88dc-0e13-4a9f-b4d3-122f811a5453', 'status': 'completed', 'code': 200} Feb 09 02:54:37.639846 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3b40-5eaa-47b0-b330-90e9eff3738a admin admin] Publish callbacks [] for security_group (6a736c1f-988e-44f8-813f-77e25a47af5e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.666707 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e91b7753-535a-4141-b9dc-328ef8f012f7 req-972f4960-5c6d-442c-812b-b64638dd4e8b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832318 Feb 09 02:54:37.708464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a40ee5-8eb9-4491-a5ea-9694678bdeaa,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:37.715277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Checking segment: {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:37.715671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Network hostable DHCP agents. Network: 60278643-5c7b-4c6b-8c8d-6d6299a9f05a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:54:37.735930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:54:37.750046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3b40-5eaa-47b0-b330-90e9eff3738a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6a736c1f-988e-44f8-813f-77e25a47af5e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.753721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3b40-5eaa-47b0-b330-90e9eff3738a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.755089 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c4ae3b40-5eaa-47b0-b330-90e9eff3738a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a736c1f-988e-44f8-813f-77e25a47af5e HTTP/1.1" status: 204 len: 168 time: 0.3953912 Feb 09 02:54:37.766018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 60278643-5c7b-4c6b-8c8d-6d6299a9f05a) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:37.767817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae3b40-5eaa-47b0-b330-90e9eff3738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a736c1f-988e-44f8-813f-77e25a47af5e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:37.772122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:37.772698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.790154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43156c0-c3e5-447b-852c-f8331c621f8d None None] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:37.829409 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5d72cdf7-bc25-40dd-9b0a-c1f1116dce2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7285240 Feb 09 02:54:37.833053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56452) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:37.844022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:37.885872 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9e0a879-b937-4772-bd62-2bdd93bfc610 req-a7b27228-f338-4865-8dfe-a742f82c4e2d tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=594ba611-51f3-4f02-8d59-4da7f3cb5fa5 HTTP/1.1" status: 200 len: 210 time: 0.0601666 Feb 09 02:54:37.894574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (328b3bf1-9013-45dd-8156-491079ea7cbd), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.897279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (328b3bf1-9013-45dd-8156-491079ea7cbd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:37.989412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'project_id': 'c11a074063364372b45e1f6063023698', 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:54:37.990731 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.002933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks [] for router_controller (328b3bf1-9013-45dd-8156-491079ea7cbd), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.184082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Allocated IP 172.20.0.2 (60278643-5c7b-4c6b-8c8d-6d6299a9f05a/b6a40ee5-8eb9-4491-a5ea-9694678bdeaa/15e1ec2b-62cc-4df5-9347-8b2110a4886d) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:38.453617 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Publish callbacks [] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.467267 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.502178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89022527-9539-4913-8341-5e575610a39a req-950a4c6c-bc21-4014-a3f0-17949e08655f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896664 Feb 09 02:54:38.535988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:38.557692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:38.566480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:38.570490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Pushing event updated for resources: {'Port': ['ID=15e1ec2b-62cc-4df5-9347-8b2110a4886d,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:38.575596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e15b613-65d0-4cfc-96cf-3174091ff94c req-690053ea-21bc-4ced-a13c-d9e8140b3f1f tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bcf29d4-7ea6-4fb7-83c6-c8a6cc13b0b8 HTTP/1.1" status: 200 len: 210 time: 0.1183460 Feb 09 02:54:38.595899 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks [] for router_gateway (328b3bf1-9013-45dd-8156-491079ea7cbd), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.640350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022527-9539-4913-8341-5e575610a39a req-16800b65-1306-4933-94ba-6d1461d02061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:38.641856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89022527-9539-4913-8341-5e575610a39a req-16800b65-1306-4933-94ba-6d1461d02061 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1127 time: 0.0797019 Feb 09 02:54:38.648504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Attempting to bind port 15e1ec2b-62cc-4df5-9347-8b2110a4886d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:38.648879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Attempting to bind port 15e1ec2b-62cc-4df5-9347-8b2110a4886d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:38.649630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Attempting to bind port 15e1ec2b-62cc-4df5-9347-8b2110a4886d on network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:38.655936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:38.656365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Checking segment: {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:38.657417 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.657966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Bound using segment: {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:38.658529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Bound port: 15e1ec2b-62cc-4df5-9347-8b2110a4886d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:38.658964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.746667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] For port 15e1ec2b-62cc-4df5-9347-8b2110a4886d, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:38.750400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] For port 15e1ec2b-62cc-4df5-9347-8b2110a4886d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=15e1ec2b-62cc-4df5-9347-8b2110a4886d,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:38.764351 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.831778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022527-9539-4913-8341-5e575610a39a req-595c0e4c-6891-4935-a271-bd799a0e3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:38.834548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89022527-9539-4913-8341-5e575610a39a req-595c0e4c-6891-4935-a271-bd799a0e3fae service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.1707816 Feb 09 02:54:38.863345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a9c59-2596-47de-ae33-7b1874995a78 None None] Pushing event updated for resources: {'Port': ['ID=15e1ec2b-62cc-4df5-9347-8b2110a4886d,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:38.937484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks [] for router_gateway (328b3bf1-9013-45dd-8156-491079ea7cbd), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:38.938115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 743da0fc-0ebe-426f-95bf-9916b6a65298 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:38.979319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89022527-9539-4913-8341-5e575610a39a req-0ecd53ce-e5ca-45f3-9fc6-534c32119685 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1000 time: 0.1345508 Feb 09 02:54:38.993361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:39.006995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 743da0fc-0ebe-426f-95bf-9916b6a65298 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:54:39.007160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 743da0fc-0ebe-426f-95bf-9916b6a65298 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:39.017698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae63e7e-94a0-4828-a378-0fe4299ccf51 req-292fd5cb-418a-48dd-9c42-8ff871461f33 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:39.024313 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fae63e7e-94a0-4828-a378-0fe4299ccf51 req-292fd5cb-418a-48dd-9c42-8ff871461f33 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1871114 Feb 09 02:54:39.125945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022527-9539-4913-8341-5e575610a39a req-0ee3a9ea-e845-4dbf-8f50-fdc0bc99bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:39.129003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89022527-9539-4913-8341-5e575610a39a req-0ee3a9ea-e845-4dbf-8f50-fdc0bc99bcc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1324601 Feb 09 02:54:39.222423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fae63e7e-94a0-4828-a378-0fe4299ccf51 req-e993755e-f183-462f-825d-aa4d3987b40f tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609235 Feb 09 02:54:39.237755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Allocated IP 172.25.2.47 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/897bd5f2-4b6b-4ea7-9d2f-1a2c66925457) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:39.251007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022527-9539-4913-8341-5e575610a39a req-5e39ac11-283e-4382-a103-a5c929cf3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:39.253046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89022527-9539-4913-8341-5e575610a39a req-5e39ac11-283e-4382-a103-a5c929cf3e12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1176426 Feb 09 02:54:39.306953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40ce5424-5d69-48cc-8edb-42c9d8e78ee2 req-83cb6a58-afb7-4406-84a8-c5d681dcbe29 tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bcf29d4-7ea6-4fb7-83c6-c8a6cc13b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0640185 Feb 09 02:54:39.391072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89022527-9539-4913-8341-5e575610a39a req-7eb0427a-0ded-4f1d-a932-a9478f6cef2a service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279743 Feb 09 02:54:39.458432 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks [] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:39.592870 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:39.596516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 15e1ec2b-62cc-4df5-9347-8b2110a4886d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:39.620461 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89022527-9539-4913-8341-5e575610a39a req-203eaf2c-40e2-4712-9a45-71425793e082 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226977 Feb 09 02:54:39.667912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:39.672061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:39.682872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:39.722517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 15e1ec2b-62cc-4df5-9347-8b2110a4886d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:39.723277 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:39.727130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Pushing event updated for resources: {'Port': ['ID=897bd5f2-4b6b-4ea7-9d2f-1a2c66925457,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:39.775583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d99a3842-9687-4fa7-bea4-27ca04ec3def req-33cbcea6-9e36-4845-85ae-3a72c680634b tempest-ServerShowV247Test-2010063278 tempest-ServerShowV247Test-2010063278-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bcf29d4-7ea6-4fb7-83c6-c8a6cc13b0b8 HTTP/1.1" status: 200 len: 210 time: 0.0492899 Feb 09 02:54:39.858397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 15e1ec2b-62cc-4df5-9347-8b2110a4886d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:39.858901 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:39.924330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 15e1ec2b-62cc-4df5-9347-8b2110a4886d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=15e1ec2b-62cc-4df5-9347-8b2110a4886d,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:39.941592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:40.074697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=15e1ec2b-62cc-4df5-9347-8b2110a4886d,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:40.134739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks [] for router_gateway (328b3bf1-9013-45dd-8156-491079ea7cbd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:40.342260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf60b13-88c1-48a8-b63c-27a7a24fb9eb req-aef27b63-77e9-46c1-8fac-fffa375cbf8c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:40.350549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fcf60b13-88c1-48a8-b63c-27a7a24fb9eb req-aef27b63-77e9-46c1-8fac-fffa375cbf8c tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 945 time: 0.1009743 Feb 09 02:54:40.421305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fcf60b13-88c1-48a8-b63c-27a7a24fb9eb req-f9143c23-8d03-4059-99bc-4994562413a8 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646236 Feb 09 02:54:40.425328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (328b3bf1-9013-45dd-8156-491079ea7cbd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:40.455169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136ff94-1c42-4484-8d37-518050365c0f None None] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:40.624158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8cc03832-dde7-4cb6-bbfc-87bf28a24549 None None] Provisioning complete for port 15e1ec2b-62cc-4df5-9347-8b2110a4886d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:40.625207 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8cc03832-dde7-4cb6-bbfc-87bf28a24549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:40.650668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78001e7b-7f1c-487e-8b07-78b34c381e46 req-ed8f61bf-2e55-41b3-86f7-4173dc10afc8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:40.652209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78001e7b-7f1c-487e-8b07-78b34c381e46 req-ed8f61bf-2e55-41b3-86f7-4173dc10afc8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.2246065 Feb 09 02:54:40.680343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Router 328b3bf1-9013-45dd-8156-491079ea7cbd is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:54:40.800037 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78001e7b-7f1c-487e-8b07-78b34c381e46 req-23cf169d-8b1a-4c27-bd3f-0b85a5306904 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376667 Feb 09 02:54:40.850949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:54:40.862950 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Sync routers for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:54:40.879544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:40.882432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f9a9cf76-d4f0-47c5-b38a-bfa3ffa01a23 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0482852 Feb 09 02:54:40.884208 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:54:40.885781 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:40.885926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56554) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:40.962260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8cc03832-dde7-4cb6-bbfc-87bf28a24549 None None] Current status of the port 15e1ec2b-62cc-4df5-9347-8b2110a4886d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:41.089372 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:54:41.290827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e3ff2eff-9631-4a5d-9b32-0cf35750e6c2 None None] Provisioning complete for port 15e1ec2b-62cc-4df5-9347-8b2110a4886d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:41.291635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2eff-9631-4a5d-9b32-0cf35750e6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.389298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56584) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:41.408667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff2eff-9631-4a5d-9b32-0cf35750e6c2 None None] Current status of the port 15e1ec2b-62cc-4df5-9347-8b2110a4886d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:41.533071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 15e1ec2b-62cc-4df5-9347-8b2110a4886d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:41.539880 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:39Z', 'revision_number': 3, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:41.575634 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Checking router: 328b3bf1-9013-45dd-8156-491079ea7cbd for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:54:41.576068 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Updating router 328b3bf1-9013-45dd-8156-491079ea7cbd port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:54:41.588834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66938a41-8a49-4317-a521-a40ba9e3820b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.611078 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.612446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.615588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 15e1ec2b-62cc-4df5-9347-8b2110a4886d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:41.615972 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.683834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69370ab9-8eaf-4c14-a0bd-c81ad1c4add3 req-a85a96f5-b992-4853-887b-ee84c4a31899 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:41.685925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69370ab9-8eaf-4c14-a0bd-c81ad1c4add3 req-a85a96f5-b992-4853-887b-ee84c4a31899 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 945 time: 0.1279783 Feb 09 02:54:41.759832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99541420-0ee8-42a0-aa44-c5d48845681e req-0536caf1-85fa-417a-877b-7c60bb1e490f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:41.761588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99541420-0ee8-42a0-aa44-c5d48845681e req-0536caf1-85fa-417a-877b-7c60bb1e490f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 945 time: 0.1931391 Feb 09 02:54:41.796365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 15e1ec2b-62cc-4df5-9347-8b2110a4886d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:41.810127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69370ab9-8eaf-4c14-a0bd-c81ad1c4add3 req-3008aed2-23a0-4dd0-83d9-3d3f1ffd3c1b tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaf88312-f491-4b42-83ab-7146df4611cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154056 Feb 09 02:54:41.886782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Allocated IP 172.20.0.1 (60278643-5c7b-4c6b-8c8d-6d6299a9f05a/b6a40ee5-8eb9-4491-a5ea-9694678bdeaa/1bea1437-d61f-4fc2-9744-e908f52d7270) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:41.908601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66938a41-8a49-4317-a521-a40ba9e3820b admin admin] Publish callbacks [] for security_group (3d183ae2-78c3-42f6-8d2c-53d322fc371e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.926493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66938a41-8a49-4317-a521-a40ba9e3820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3d183ae2-78c3-42f6-8d2c-53d322fc371e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.965390 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Publish callbacks [] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.972889 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:41.993106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Deleting port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:54:41.993433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.020669 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Attempting to bind port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:42.021271 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Attempting to bind port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:42.022690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Attempting to bind port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:42.042248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Publish callbacks [] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.048164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66938a41-8a49-4317-a521-a40ba9e3820b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d183ae2-78c3-42f6-8d2c-53d322fc371e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:42.055131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 35ff88dc-0e13-4a9f-b4d3-122f811a5453 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:42.056842 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:42.057227 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:42.060447 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.062227 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:42.067081 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Bound port: 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:42.067754 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.072081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-66938a41-8a49-4317-a521-a40ba9e3820b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=087f28cbbfd54e7ba271fb719c4c8e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6790619 Feb 09 02:54:42.076396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56594) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:42.092158 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Pushing event updated for resources: {'Port': ['ID=897bd5f2-4b6b-4ea7-9d2f-1a2c66925457,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:42.100690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 35ff88dc-0e13-4a9f-b4d3-122f811a5453 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:54:42.101607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 35ff88dc-0e13-4a9f-b4d3-122f811a5453 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:42.120060 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.120298 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.120705 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.121347 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.121547 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.121967 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.122433 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.122853 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.123271 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.123689 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.124103 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.124522 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.124948 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:54:42.136734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b992-16a8-472e-93b9-a02664174841 req-2f8dccae-bca1-4205-af5c-5c9157cfb56a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:42.138927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9133b992-16a8-472e-93b9-a02664174841 req-2f8dccae-bca1-4205-af5c-5c9157cfb56a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1956208 Feb 09 02:54:42.163212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] For port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,segment=NetworkSegment(9054ad6a-8d0d-41cc-a670-634db58bf4e4),segment_id=9054ad6a-8d0d-41cc-a670-634db58bf4e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:42.163575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.165063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39dbec9c-610d-4498-a66d-95cd3e1ff346 admin admin] Publish callbacks [] for security_group (3d183ae2-78c3-42f6-8d2c-53d322fc371e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.176985 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] For port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:42.182223 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] For port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=897bd5f2-4b6b-4ea7-9d2f-1a2c66925457,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:42.187722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Calling delete_port for 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:54:42.197467 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39dbec9c-610d-4498-a66d-95cd3e1ff346 admin admin] Publish callbacks [] for security_group (3d183ae2-78c3-42f6-8d2c-53d322fc371e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.205339 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.249733 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.265474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9133b992-16a8-472e-93b9-a02664174841 req-4c0544e4-c6dc-4684-8d58-c8ed9cd2f50c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159146 Feb 09 02:54:42.270823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:42.274519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:42.309597 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39dbec9c-610d-4498-a66d-95cd3e1ff346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3d183ae2-78c3-42f6-8d2c-53d322fc371e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.312324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39dbec9c-610d-4498-a66d-95cd3e1ff346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.313527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-39dbec9c-610d-4498-a66d-95cd3e1ff346 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d183ae2-78c3-42f6-8d2c-53d322fc371e HTTP/1.1" status: 204 len: 168 time: 0.2361653 Feb 09 02:54:42.317179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:42.317881 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:54:42.320003 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:42.374893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbec9c-610d-4498-a66d-95cd3e1ff346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d183ae2-78c3-42f6-8d2c-53d322fc371e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:42.414141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Pushing event updated for resources: {'Port': ['ID=1bea1437-d61f-4fc2-9744-e908f52d7270,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:42.435392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (328b3bf1-9013-45dd-8156-491079ea7cbd), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.489646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9f1daddb-b228-4d3f-9b7c-f6e7e7b87347), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.503713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:42.613220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Pushing event deleted for resources: {'Port': ['ID=9f1daddb-b228-4d3f-9b7c-f6e7e7b87347,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:42.626739 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583818c3-060e-40a6-acf2-d1703b34cd50 None None] Pushing event updated for resources: {'Port': ['ID=897bd5f2-4b6b-4ea7-9d2f-1a2c66925457,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:42.732351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] No DVR routers for this DVR port 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:54:42.735932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.745843 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99541420-0ee8-42a0-aa44-c5d48845681e req-3823621c-5022-4c0c-9a83-f36e0345c8f2 tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.61 "DELETE /v2.0/ports/9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 HTTP/1.1" status: 204 len: 173 time: 0.9777038 Feb 09 02:54:42.751898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf371089-583f-4398-a72c-fdd7b7bd9084', 'name': 'network-vif-deleted', 'tag': '9f1daddb-b228-4d3f-9b7c-f6e7e7b87347'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:42.755456 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb48013-e7c0-495f-87fb-1c309c184db9" -d '{"events": [{"server_uuid": "cf371089-583f-4398-a72c-fdd7b7bd9084", "name": "network-vif-deleted", "tag": "9f1daddb-b228-4d3f-9b7c-f6e7e7b87347"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:42.760385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ba39e2d9-6b6a-437c-924f-4711432ff0cf None None] Provisioning complete for port 1bea1437-d61f-4fc2-9744-e908f52d7270 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:42.762010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba39e2d9-6b6a-437c-924f-4711432ff0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.763907 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:54:42.789336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:42.848581 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e891150-a67a-43b5-91a3-adf9d0620712 x-openstack-request-id: req-8e891150-a67a-43b5-91a3-adf9d0620712 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:42.848581 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf371089-583f-4398-a72c-fdd7b7bd9084", "name": "network-vif-deleted", "tag": "9f1daddb-b228-4d3f-9b7c-f6e7e7b87347", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:42.848581 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e891150-a67a-43b5-91a3-adf9d0620712 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:42.848581 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf371089-583f-4398-a72c-fdd7b7bd9084', 'name': 'network-vif-deleted', 'tag': '9f1daddb-b228-4d3f-9b7c-f6e7e7b87347', 'status': 'completed', 'code': 200} Feb 09 02:54:42.883667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ba39e2d9-6b6a-437c-924f-4711432ff0cf None None] Port 1bea1437-d61f-4fc2-9744-e908f52d7270 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:54:42.986053 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e5b8651c-1f39-4c67-8fb7-018a971e68d5 req-8614b269-4a99-421f-9b2c-ad9668eab53f tempest-ServersTestJSON-1413865310 tempest-ServersTestJSON-1413865310-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf371089-583f-4398-a72c-fdd7b7bd9084 HTTP/1.1" status: 200 len: 210 time: 0.0513301 Feb 09 02:54:43.133551 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:39Z', 'revision_number': 3, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:43.169844 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394acbfe-8991-4343-a2be-8812693ac76a None None] The sync data for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 is: [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:39Z', 'revision_number': 3, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:54:43.467342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda59f-727a-47b7-8fb0-a5bfe55cce59 req-e6dd1dcf-5e97-4074-9767-34b5c510eec9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:43.469322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbdda59f-727a-47b7-8fb0-a5bfe55cce59 req-e6dd1dcf-5e97-4074-9767-34b5c510eec9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1016016 Feb 09 02:54:43.586340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbdda59f-727a-47b7-8fb0-a5bfe55cce59 req-99b8740f-cdd2-4fb9-9843-3dbcb0acae21 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 Feb 09 02:54:43.674464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Publish callbacks [] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:43.676464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:43.756997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Pushing event updated for resources: {'Port': ['ID=1bea1437-d61f-4fc2-9744-e908f52d7270,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:43.761358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (328b3bf1-9013-45dd-8156-491079ea7cbd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:43.875977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:43.877642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:44.047917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Router 328b3bf1-9013-45dd-8156-491079ea7cbd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:54:44.090227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56680) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:44.157784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbc8743-cc10-42f5-bde0-4eebcb85a8a5 admin admin] Deleting subnet 285be046-434d-4db6-9868-7b28c7c79961 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:54:44.161798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cbc8743-cc10-42f5-bde0-4eebcb85a8a5 admin admin] Publish callbacks [] for subnet (285be046-434d-4db6-9868-7b28c7c79961), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.229730 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cbc8743-cc10-42f5-bde0-4eebcb85a8a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (285be046-434d-4db6-9868-7b28c7c79961), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.231813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5b3844d7-76eb-4612-9cc2-7ae6d29be055 None None] Provisioning complete for port 1bea1437-d61f-4fc2-9744-e908f52d7270 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:44.234778 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5b3844d7-76eb-4612-9cc2-7ae6d29be055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.239837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:54:44.246868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-df772f46-71ea-4291-904e-06380c5ae3cc admin admin] 10.222.0.32 "PUT /v2.0/routers/328b3bf1-9013-45dd-8156-491079ea7cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3592997 Feb 09 02:54:44.284520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5b3844d7-76eb-4612-9cc2-7ae6d29be055 None None] Port 1bea1437-d61f-4fc2-9744-e908f52d7270 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:54:44.311888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cbc8743-cc10-42f5-bde0-4eebcb85a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (285be046-434d-4db6-9868-7b28c7c79961), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.383437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cbc8743-cc10-42f5-bde0-4eebcb85a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (285be046-434d-4db6-9868-7b28c7c79961), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.444858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc8743-cc10-42f5-bde0-4eebcb85a8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285be046-434d-4db6-9868-7b28c7c79961,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:44.503987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f657ffd-e8c3-4424-943b-6d574db844e7 req-169b8820-9f77-42b6-ac8c-070a5b86df16 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0466628 Feb 09 02:54:44.513154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cbc8743-cc10-42f5-bde0-4eebcb85a8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.521330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56694) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:44.529316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7cbc8743-cc10-42f5-bde0-4eebcb85a8a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/285be046-434d-4db6-9868-7b28c7c79961 HTTP/1.1" status: 204 len: 168 time: 0.4265959 Feb 09 02:54:44.651106 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (daf8e818-0f6a-438e-9812-956150916817), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.822446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (daf8e818-0f6a-438e-9812-956150916817), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.859731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24080171-436a-4e73-b811-fc080c881cee req-ce04a55a-7704-4647-bb42-ff9a0d9e6a7f tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:44.861485 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24080171-436a-4e73-b811-fc080c881cee req-ce04a55a-7704-4647-bb42-ff9a0d9e6a7f tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1427777 Feb 09 02:54:44.863693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf8e818-0f6a-438e-9812-956150916817']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:44.880295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9054ad6a-8d0d-41cc-a670-634db58bf4e4') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:44.880874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9054ad6a-8d0d-41cc-a670-634db58bf4e4') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:44.897171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9054ad6a-8d0d-41cc-a670-634db58bf4e4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.940002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9054ad6a-8d0d-41cc-a670-634db58bf4e4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.966219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:54:44.966806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9054ad6a-8d0d-41cc-a670-634db58bf4e4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:54:44.975661 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:54:45.035488 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24080171-436a-4e73-b811-fc080c881cee req-f688c713-f76c-4f80-8944-0737a8e032bd tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618924 Feb 09 02:54:45.062386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (daf8e818-0f6a-438e-9812-956150916817), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.069345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.072526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/daf8e818-0f6a-438e-9812-956150916817 HTTP/1.1" status: 204 len: 168 time: 0.5501266 Feb 09 02:54:45.089168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef124a49-aca5-4604-a0fd-691cb9efc3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf8e818-0f6a-438e-9812-956150916817,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:45.277078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56732) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:45.299079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-60853265-network', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:45.332131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Made reservation on behalf of 06d9c83dc6dd4a5c89acc29fa6a04677 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:45.336391 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.346706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.372141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56736) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:45.467142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dbe29d25-d073-49a9-99c9-99d90d38f8d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73853ba10f5c4cd4be5969a0d564c931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0930524 Feb 09 02:54:45.469674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56748) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:45.540816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Publish callbacks [] for security_group (91f66056-ef53-43a5-b99c-7cec77beab22), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.562513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (91f66056-ef53-43a5-b99c-7cec77beab22), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.606868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcd66db5-33b7-4b49-81e6-db153154bab0 admin admin] Publish callbacks [] for security_group (aaf88312-f491-4b42-83ab-7146df4611cb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.626093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:45.637152 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcd66db5-33b7-4b49-81e6-db153154bab0 admin admin] Publish callbacks [] for security_group (aaf88312-f491-4b42-83ab-7146df4611cb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.660827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f66056-ef53-43a5-b99c-7cec77beab22,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:45.690890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:54:45.700088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:45.700702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.714989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5692c76c-a93c-44b8-924f-718bf78a4e4a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.715344 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Added segment 5692c76c-a93c-44b8-924f-718bf78a4e4a of type vlan for network 7acc7f2f-f388-4d25-96d0-3e7924ff331e Feb 09 02:54:45.764211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a8686ea-f3fc-4974-9229-049c856ca95e req-875c52e2-a9c9-4a4b-b251-bb46bd85dd93 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0347209 Feb 09 02:54:45.769120 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcd66db5-33b7-4b49-81e6-db153154bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aaf88312-f491-4b42-83ab-7146df4611cb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.777034 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dcd66db5-33b7-4b49-81e6-db153154bab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.778199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dcd66db5-33b7-4b49-81e6-db153154bab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaf88312-f491-4b42-83ab-7146df4611cb HTTP/1.1" status: 204 len: 168 time: 0.3057239 Feb 09 02:54:45.797476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd66db5-33b7-4b49-81e6-db153154bab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf88312-f491-4b42-83ab-7146df4611cb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:45.848584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7acc7f2f-f388-4d25-96d0-3e7924ff331e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.861619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:45.862026 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.888335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=897bd5f2-4b6b-4ea7-9d2f-1a2c66925457,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:45.891142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Sync routers for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:54:45.908776 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.976203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:54:45.976846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:45.978744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-989db4d2-c754-42bc-9792-a56b408e6792 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660448 Feb 09 02:54:45.984141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7acc7f2f-f388-4d25-96d0-3e7924ff331e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:45.986466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:45.987319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:46.095988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=897bd5f2-4b6b-4ea7-9d2f-1a2c66925457,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:46.107340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:54:46.151860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:54:46.154606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8713245 Feb 09 02:54:46.155202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56782) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:46.161805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Request body: {'subnet': {'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-subnet', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:46.231443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd01ea-fc06-4bc7-bf49-43fa6e390db0 admin admin] Pushing event updated for resources: {'Network': ['ID=7acc7f2f-f388-4d25-96d0-3e7924ff331e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:46.268470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Made reservation on behalf of 06d9c83dc6dd4a5c89acc29fa6a04677 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:46.271096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:46.274534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7acc7f2f-f388-4d25-96d0-3e7924ff331e details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:54:46.282641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:54:46.283423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f1daddb-b228-4d3f-9b7c-f6e7e7b87347 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:54:46.327890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-b3a5c6fc-7c1a-4346-bdc8-7bad4b68b864 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:46.335056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-b3a5c6fc-7c1a-4346-bdc8-7bad4b68b864 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428483 Feb 09 02:54:46.369028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-4897ebf2-1e2e-4760-8160-d47f6e6a0df4 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/quotas/21c41c5d617a4b57ae5b0ecedd9f8f7c HTTP/1.1" status: 200 len: 375 time: 0.0330489 Feb 09 02:54:46.375939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed0756-1595-4a77-9094-e4ba82b75fa9 req-34c9c049-2da9-4b5d-829a-5871ffd492ac tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:46.383982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e6ed0756-1595-4a77-9094-e4ba82b75fa9 req-34c9c049-2da9-4b5d-829a-5871ffd492ac tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.2000864 Feb 09 02:54:46.439767 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-0efa4368-9524-4a9f-88f7-dd9f1b88068c tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643647 Feb 09 02:54:46.496078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e6ed0756-1595-4a77-9094-e4ba82b75fa9 req-ce386bcc-20ba-4478-868f-2e39a845593e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109121 Feb 09 02:54:46.659698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (9fbf6a55-1c30-4297-8445-ea27f833667e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:46.718558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 2, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:46.767805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Checking router: 328b3bf1-9013-45dd-8156-491079ea7cbd for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:54:46.768792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Updating router 328b3bf1-9013-45dd-8156-491079ea7cbd port 1bea1437-d61f-4fc2-9744-e908f52d7270 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:54:46.783967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fbf6a55-1c30-4297-8445-ea27f833667e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:46.798435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Checking segment: {'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:46.801837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Network hostable DHCP agents. Network: 7acc7f2f-f388-4d25-96d0-3e7924ff331e, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:54:46.815689 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:46.839186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Network 7acc7f2f-f388-4d25-96d0-3e7924ff331e is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:54:46.867681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7acc7f2f-f388-4d25-96d0-3e7924ff331e) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:46.873477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:46.874976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:46.892277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8095bd0c-da5a-46a2-b4b5-4ebdbe75fc00 None None] Network 7acc7f2f-f388-4d25-96d0-3e7924ff331e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:46.898431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-af87c0cf-9573-44ca-bb7b-12ae81bdf8f3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7419629 Feb 09 02:54:46.900462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56806) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:46.905531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:46.966692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa8466a4-0a57-44a3-98df-7e1b02c22814 req-bfed9558-2903-4d62-bf39-b15a2fadca49 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0348639 Feb 09 02:54:46.968877 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (42269657-ef90-4823-9bf6-e4e01eb5bd08), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:46.969984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (42269657-ef90-4823-9bf6-e4e01eb5bd08), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.021318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-3372c3ef-4fb3-47dc-8c23-90beecd35601 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450001 Feb 09 02:54:47.136763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks [] for router_controller (42269657-ef90-4823-9bf6-e4e01eb5bd08), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.220303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7acc7f2f-f388-4d25-96d0-3e7924ff331e', 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e', 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'fixed_ips': [{'subnet_id': '9fbf6a55-1c30-4297-8445-ea27f833667e'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:54:47.221213 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.321319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb126c-4224-4591-9223-526410a9d027 req-4dad78b7-9310-478b-8f63-d04a409f39e2 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:47.324355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-4dad78b7-9310-478b-8f63-d04a409f39e2 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2905788 Feb 09 02:54:47.354757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-881fbd34-aa9d-43d9-bb59-98f726f522d4 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/quotas/21c41c5d617a4b57ae5b0ecedd9f8f7c HTTP/1.1" status: 200 len: 375 time: 0.0223615 Feb 09 02:54:47.403075 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-4fa1a2dd-e33a-46e7-8912-a52349f2a8ed tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395908 Feb 09 02:54:47.413300 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks [] for router_gateway (42269657-ef90-4823-9bf6-e4e01eb5bd08), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.592232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:47.632269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Allocated IP 172.20.0.2 (7acc7f2f-f388-4d25-96d0-3e7924ff331e/9fbf6a55-1c30-4297-8445-ea27f833667e/e57c6c92-14c4-4931-a2a7-e8333b0a9cfa) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:47.794601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks [] for router_gateway (42269657-ef90-4823-9bf6-e4e01eb5bd08), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.794860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e929d3-85e8-4d84-830c-9afede15eeda req-13533653-3802-4d5e-85ef-8a072c69dc1c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:47.804197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6e929d3-85e8-4d84-830c-9afede15eeda req-13533653-3802-4d5e-85ef-8a072c69dc1c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0808244 Feb 09 02:54:47.837491 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.846936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Publish callbacks [] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.871938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6e929d3-85e8-4d84-830c-9afede15eeda req-d6854a3a-2f4a-48ed-b8eb-587c870da3f8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666981 Feb 09 02:54:47.894514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:47.895209 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.907692 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:47.978007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16373c-1cfc-4035-b4ae-d3aa30923e49 None None] Pushing event updated for resources: {'Port': ['ID=1bea1437-d61f-4fc2-9744-e908f52d7270,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:48.007530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53971731-95ed-4d2c-acf7-71d381419ca9 req-f92ddad0-3351-4e72-9e58-3d848ff12e97 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 210 time: 0.0724781 Feb 09 02:54:48.149292 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7cd95ef2-cef7-4636-82f4-6be7c7729903 req-42738802-c932-45cd-9da7-7db4ef6c2121 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0518751 Feb 09 02:54:48.190520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Allocated IP 172.25.2.137 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/93e5d633-b2a6-4220-be43-3a998b362baf) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:48.294035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Attempting to bind port 1bea1437-d61f-4fc2-9744-e908f52d7270 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:48.295389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Attempting to bind port 1bea1437-d61f-4fc2-9744-e908f52d7270 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:48.296340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Attempting to bind port 1bea1437-d61f-4fc2-9744-e908f52d7270 on network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:48.330311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:48.330989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Checking segment: {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:48.331635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.332359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Bound using segment: {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:48.333061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Bound port: 1bea1437-d61f-4fc2-9744-e908f52d7270, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:48.333664 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.388863 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Publish callbacks [] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.408548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33c78128-bfe0-4804-80b4-385dd024d33a req-8c56124e-a37e-41e4-94d3-61eed77ca371 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0734904 Feb 09 02:54:48.446552 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.493531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Pushing event updated for resources: {'Port': ['ID=e57c6c92-14c4-4931-a2a7-e8333b0a9cfa,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:48.498075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:48.542952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Network 7acc7f2f-f388-4d25-96d0-3e7924ff331e is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:48.551949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:48.555844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:48.566101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] For port 1bea1437-d61f-4fc2-9744-e908f52d7270, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:48.569199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b92907f4-e4a4-43d7-b90b-0795a715028c None None] Provisioning complete for port 1bea1437-d61f-4fc2-9744-e908f52d7270 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:48.569800 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b92907f4-e4a4-43d7-b90b-0795a715028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.574160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] For port 1bea1437-d61f-4fc2-9744-e908f52d7270, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1bea1437-d61f-4fc2-9744-e908f52d7270,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:48.590754 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-4ffcb440-adbb-4cb3-817a-725bee974f35 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754993 Feb 09 02:54:48.594300 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks [] for port (93e5d633-b2a6-4220-be43-3a998b362baf), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.631920 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.702209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16373c-1cfc-4035-b4ae-d3aa30923e49 None None] Pushing event updated for resources: {'Port': ['ID=1bea1437-d61f-4fc2-9744-e908f52d7270,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:48.723413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Attempting to bind port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:48.724422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Attempting to bind port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:48.725007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Attempting to bind port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa on network 7acc7f2f-f388-4d25-96d0-3e7924ff331e {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:48.727251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b92907f4-e4a4-43d7-b90b-0795a715028c None None] Port 1bea1437-d61f-4fc2-9744-e908f52d7270 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:54:48.737040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:48.737613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Checking segment: {'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:48.738169 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.738803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Bound using segment: {'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:48.739579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Bound port: e57c6c92-14c4-4931-a2a7-e8333b0a9cfa, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:48.740151 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.742505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:48.758069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:54:48.759035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:48.859876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:48.863130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:48.913923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:49.123337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baef13-84cf-40dc-b519-0e92c85fa8ea req-307a5639-f2f4-4ea5-89df-5017552c9712 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:49.132487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39baef13-84cf-40dc-b519-0e92c85fa8ea req-307a5639-f2f4-4ea5-89df-5017552c9712 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1019499 Feb 09 02:54:49.164141 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-318a5b08-7855-4672-8b9e-a81813cb8f92 req-625d030d-eb6f-4f4f-8f67-b8535304ef50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.1122389 Feb 09 02:54:49.187793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] For port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:49.218378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] For port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e57c6c92-14c4-4931-a2a7-e8333b0a9cfa,segment=NetworkSegment(5692c76c-a93c-44b8-924f-718bf78a4e4a),segment_id=5692c76c-a93c-44b8-924f-718bf78a4e4a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:49.223367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:54:49.227047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4884463c-f40e-4688-a082-872b3783052a None None] Provisioning complete for port 1bea1437-d61f-4fc2-9744-e908f52d7270 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:49.227730 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4884463c-f40e-4688-a082-872b3783052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:49.232924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39baef13-84cf-40dc-b519-0e92c85fa8ea req-5c5618bc-0215-4202-bd02-bd0409330acc tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995612 Feb 09 02:54:49.303420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:49.365218 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-23eece0d-3c40-4973-9572-3eaf78bdfab2 req-773f3154-2f08-48a4-aac8-266ad144763b tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0535092 Feb 09 02:54:49.418058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:49.549727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Pushing event updated for resources: {'Port': ['ID=93e5d633-b2a6-4220-be43-3a998b362baf,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:49.585034 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks [] for router_gateway (42269657-ef90-4823-9bf6-e4e01eb5bd08), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:49.632777 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53ecead5-d73a-4132-9e59-f5273ae7a6c5 req-1b21da16-12ae-4948-9fb4-f4a613f59327 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0492568 Feb 09 02:54:49.640634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d37fe64d-abdc-4d3a-a7ca-a3706ee4377f req-3a908184-a97f-41fb-8484-404478fa478e tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 210 time: 0.2621114 Feb 09 02:54:49.643328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-8f8fc22c-ff3f-4e4b-81b9-3147666f79ce tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386007 Feb 09 02:54:49.674108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de97f7-a37e-4f90-bb79-1eb7d4fe3e1d None None] Pushing event updated for resources: {'Port': ['ID=e57c6c92-14c4-4931-a2a7-e8333b0a9cfa,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:49.715158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4884463c-f40e-4688-a082-872b3783052a None None] Current status of the port 1bea1437-d61f-4fc2-9744-e908f52d7270 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:49.715497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-1fe554b7-6293-4de9-b14e-05e6711927af tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:49.715626 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4884463c-f40e-4688-a082-872b3783052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:49.717622 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-1fe554b7-6293-4de9-b14e-05e6711927af tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1191044 Feb 09 02:54:49.774798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Request body: {'port': {'device_id': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '21c41c5d617a4b57ae5b0ecedd9f8f7c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:49.795650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4884463c-f40e-4688-a082-872b3783052a None None] For port 1bea1437-d61f-4fc2-9744-e908f52d7270, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1bea1437-d61f-4fc2-9744-e908f52d7270,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:49.816948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4884463c-f40e-4688-a082-872b3783052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:49.941431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884463c-f40e-4688-a082-872b3783052a None None] Pushing event updated for resources: {'Port': ['ID=1bea1437-d61f-4fc2-9744-e908f52d7270,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:49.964335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:48Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:49.994420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa77fb21-bc18-458f-a0c2-9d3280350cb4 None None] The sync data for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 is: [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:48Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:54:50.422521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb126c-4224-4591-9223-526410a9d027 req-727cd17f-72f8-42f9-967a-63da39d36af4 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:50.424089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-727cd17f-72f8-42f9-967a-63da39d36af4 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7054529 Feb 09 02:54:50.532856 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cffce63c-809f-41a4-a1d1-61297e310df3 req-5365ddf7-b833-4874-ac2f-f9bbb68fc685 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0684178 Feb 09 02:54:50.546907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Request body: {'port': {'device_id': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '21c41c5d617a4b57ae5b0ecedd9f8f7c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:50.557619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Made reservation on behalf of 21c41c5d617a4b57ae5b0ecedd9f8f7c for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:50.560925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:50.658390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:50.686817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985f1d-197c-4427-9251-15fa73d87f9c req-23e6c953-ebed-41cd-9c77-4e7a085730ff tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:50.694568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43985f1d-197c-4427-9251-15fa73d87f9c req-23e6c953-ebed-41cd-9c77-4e7a085730ff tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.3797743 Feb 09 02:54:50.780948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a508c-2489-47cb-a20f-0aa8c49e12ee None None] Network 7acc7f2f-f388-4d25-96d0-3e7924ff331e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:54:50.809896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f9cf83e8-5d45-4473-8ea5-579ba2706b0a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:50.811986 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f9cf83e8-5d45-4473-8ea5-579ba2706b0a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 807 time: 0.1573319 Feb 09 02:54:50.838405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-d1ff721d-39f4-42f4-8f54-5e734a402886 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/quotas/2618b90bba6341048386a8a8793c5ac0 HTTP/1.1" status: 200 len: 375 time: 0.0204370 Feb 09 02:54:50.877722 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks [] for security_group (027baf6a-e12a-4e45-ae53-12afe7cf3311), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:50.881638 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (42269657-ef90-4823-9bf6-e4e01eb5bd08), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:50.896905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43985f1d-197c-4427-9251-15fa73d87f9c req-d81c37d7-cfa3-493b-bdd3-2a606b11df54 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984830 Feb 09 02:54:50.914757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c9ddfea6-c851-4144-a423-d9d916025c7f None None] Provisioning complete for port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:50.915138 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfea6-c851-4144-a423-d9d916025c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:50.942695 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-1b7c1f32-11b8-4706-9d09-9e0d022bd211 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031797 Feb 09 02:54:51.044152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddfea6-c851-4144-a423-d9d916025c7f None None] Current status of the port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:51.044550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfea6-c851-4144-a423-d9d916025c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.050712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (027baf6a-e12a-4e45-ae53-12afe7cf3311), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.114097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-b6e4c0ae-d517-4180-8dc6-7ee9ed9f0904 service neutron] 10.222.0.32 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685822 Feb 09 02:54:51.122613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c9ddfea6-c851-4144-a423-d9d916025c7f None None] For port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e57c6c92-14c4-4931-a2a7-e8333b0a9cfa,segment=NetworkSegment(5692c76c-a93c-44b8-924f-718bf78a4e4a),segment_id=5692c76c-a93c-44b8-924f-718bf78a4e4a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:51.134276 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfea6-c851-4144-a423-d9d916025c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.164739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51726e86-8176-4468-9aa4-aaef7014cb44 req-b70f23ef-744d-4199-be12-639ca4f7fe53 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 210 time: 0.1092482 Feb 09 02:54:51.169239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Made reservation on behalf of 21c41c5d617a4b57ae5b0ecedd9f8f7c for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:51.172635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.199797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027baf6a-e12a-4e45-ae53-12afe7cf3311,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:51.244725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Router 42269657-ef90-4823-9bf6-e4e01eb5bd08 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:54:51.266448 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-2145ba03-b370-49d4-a5e2-70de70283ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450574 Feb 09 02:54:51.278117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddfea6-c851-4144-a423-d9d916025c7f None None] Pushing event updated for resources: {'Port': ['ID=e57c6c92-14c4-4931-a2a7-e8333b0a9cfa,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:51.291214 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.365568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-606b94fb-14af-4038-ba2f-993a399a851c None None] Provisioning complete for port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:51.366014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-606b94fb-14af-4038-ba2f-993a399a851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.476723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-606b94fb-14af-4038-ba2f-993a399a851c None None] Current status of the port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:51.532066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fd660d2-2545-4133-95df-9308774af6e1 req-738822fd-84e9-442c-a945-4f98abdcdae9 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.1790886 Feb 09 02:54:51.539931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Allocated IP 192.168.233.130 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/b0842167-dc75-4698-ab32-ef1d7e7db528) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:51.570088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:54:51.588205 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Sync routers for ids ['42269657-ef90-4823-9bf6-e4e01eb5bd08'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:54:51.601062 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Routers {'42269657-ef90-4823-9bf6-e4e01eb5bd08'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:54:51.602793 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['42269657-ef90-4823-9bf6-e4e01eb5bd08'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:51.623719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.625014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-63dc0ae2-fadf-4180-835b-a892b28e9426 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7232535 Feb 09 02:54:51.628101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56898) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:54:51.715620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1bea1437-d61f-4fc2-9744-e908f52d7270 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:51.787500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcfb29e8-4c14-4748-bdec-3ee685ed510b req-eec6e41c-e571-43af-b806-1a09d2ed6227 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0948031 Feb 09 02:54:51.797753 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Set router 42269657-ef90-4823-9bf6-e4e01eb5bd08 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:54:51.866410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1bea1437-d61f-4fc2-9744-e908f52d7270 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:51.867443 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.929132 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks [] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:51.969222 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc4f98b5-db95-4686-b533-63af8665098c req-edd7ee8a-e79a-4aa9-a55b-d84c543b0095 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.1384695 Feb 09 02:54:52.017173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1bea1437-d61f-4fc2-9744-e908f52d7270 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:52.024523 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.027678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e57c6c92-14c4-4931-a2a7-e8333b0a9cfa up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:52.053051 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 3, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:52.108253 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Checking router: 42269657-ef90-4823-9bf6-e4e01eb5bd08 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:54:52.112350 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Updating router 42269657-ef90-4823-9bf6-e4e01eb5bd08 port 93e5d633-b2a6-4220-be43-3a998b362baf binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:54:52.144993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:52.151963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:52.157066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:52.157715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:52.158127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.161339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:52.179896 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.216325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Allocated IP 192.168.233.8 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/04bebd5c-cd83-4788-b196-e6244720365c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:52.227052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:52.227718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.277099 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-c49bbd8a-80b0-4287-830b-a8ac211080ec tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5086913 Feb 09 02:54:52.311767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Request body: {'port': {'device_id': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:52.369635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:52.474456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efa396e4-a9df-429d-a5be-a6c2a9b6d141 req-3bc82229-df98-45d7-8a91-39abcae043b0 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 210 time: 0.0996485 Feb 09 02:54:52.523034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-871bcc50-eeb2-46b3-ad62-d5e94d82abe5 None None] Provisioning complete for port b0842167-dc75-4698-ab32-ef1d7e7db528 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:52.523895 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-871bcc50-eeb2-46b3-ad62-d5e94d82abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.596979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-871bcc50-eeb2-46b3-ad62-d5e94d82abe5 None None] Port b0842167-dc75-4698-ab32-ef1d7e7db528 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:54:52.709851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.710067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.722685 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Publish callbacks [] for port (93e5d633-b2a6-4220-be43-3a998b362baf), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.736652 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.853769 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Attempting to bind port 93e5d633-b2a6-4220-be43-3a998b362baf on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:52.854141 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Attempting to bind port 93e5d633-b2a6-4220-be43-3a998b362baf by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:52.854531 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Attempting to bind port 93e5d633-b2a6-4220-be43-3a998b362baf on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:52.873787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks [] for port (04bebd5c-cd83-4788-b196-e6244720365c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.875348 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b93db-56da-4664-9869-a66419136857 None None] Pushing event updated for resources: {'Port': ['ID=93e5d633-b2a6-4220-be43-3a998b362baf,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:52.882382 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:52.883113 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:52.883886 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.885227 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:52.887162 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Bound port: 93e5d633-b2a6-4220-be43-3a998b362baf, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:52.887704 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:52.923365 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea27e9db-7d4b-43ae-a9aa-162910b77392 req-aaca01b2-c0e5-4b7f-97b4-99dcfd3bdf21 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0395544 Feb 09 02:54:52.984703 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] For port 93e5d633-b2a6-4220-be43-3a998b362baf, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:52.991151 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] For port 93e5d633-b2a6-4220-be43-3a998b362baf, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=93e5d633-b2a6-4220-be43-3a998b362baf,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:53.007814 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.070226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50954144-47ec-4c88-83ec-bed3bd9a6c63 req-09fdd51b-7483-49b6-9d9e-48c35a77b9e9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:53.071867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50954144-47ec-4c88-83ec-bed3bd9a6c63 req-09fdd51b-7483-49b6-9d9e-48c35a77b9e9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.3305750 Feb 09 02:54:53.075332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Allocated IP 172.20.0.1 (7acc7f2f-f388-4d25-96d0-3e7924ff331e/9fbf6a55-1c30-4297-8445-ea27f833667e/066ccb31-27e4-4811-b4a9-2918cf18933e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:53.083194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5a0551f-1b3d-44a1-b036-463102d80cc4 req-fe605a7c-2f2a-4198-af2f-789b8d18b2d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0672534 Feb 09 02:54:53.104895 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b93db-56da-4664-9869-a66419136857 None None] Pushing event updated for resources: {'Port': ['ID=93e5d633-b2a6-4220-be43-3a998b362baf,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:53.116656 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Routers {'42269657-ef90-4823-9bf6-e4e01eb5bd08'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:54:53.117487 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['42269657-ef90-4823-9bf6-e4e01eb5bd08'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:53.128041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ec5f6dc-3734-4d6b-9739-18c7239b6060 req-fcf8d0e8-aac9-44ee-9d4d-77bb36b2d8e5 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0471556 Feb 09 02:54:53.148646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.201094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50954144-47ec-4c88-83ec-bed3bd9a6c63 req-09d65cfe-a184-4415-ab6e-d78a170ee96e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203539 Feb 09 02:54:53.233368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:53.247043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:53.254799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:53.267329 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] Set router 42269657-ef90-4823-9bf6-e4e01eb5bd08 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:54:53.285410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Publish callbacks [] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.289959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d6f1f2a3-77b9-4a0a-87e5-cc666e89b6bc req-d84bf4d7-61e4-4147-9d93-98df0d711160 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0689092 Feb 09 02:54:53.324826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Pushing event updated for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:53.370488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.384943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:53.386282 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.455263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-72cec5a2-54e1-4932-becb-d4ddc45f9812 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9807558 Feb 09 02:54:53.472061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Request body: {'port': {'device_id': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:53.562875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Pushing event updated for resources: {'Port': ['ID=066ccb31-27e4-4811-b4a9-2918cf18933e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:53.594988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Network 7acc7f2f-f388-4d25-96d0-3e7924ff331e is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:53.598347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:53.605210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:53.619735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0842167-dc75-4698-ab32-ef1d7e7db528 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:53.649884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bfaa8cd2-1839-4c98-8316-2bbbae484ea1 None None] Provisioning complete for port 04bebd5c-cd83-4788-b196-e6244720365c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:53.650398 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bfaa8cd2-1839-4c98-8316-2bbbae484ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (04bebd5c-cd83-4788-b196-e6244720365c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.653866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Publish callbacks [] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.704541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04bebd5c-cd83-4788-b196-e6244720365c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.712946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Transition to ACTIVE for port object b0842167-dc75-4698-ab32-ef1d7e7db528 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:54:53.738215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.738554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa8cd2-1839-4c98-8316-2bbbae484ea1 None None] Port 04bebd5c-cd83-4788-b196-e6244720365c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:54:53.764914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-02066f17-5936-4968-8e2b-c74e7c94ccc0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:53.767115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-02066f17-5936-4968-8e2b-c74e7c94ccc0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 807 time: 0.3051641 Feb 09 02:54:53.767344 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 3, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:53.772948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (42269657-ef90-4823-9bf6-e4e01eb5bd08), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:53.784835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ab81-32f5-4ff0-b704-af1519f8c098 req-c2794768-8375-4576-8919-1fc5046fb3fc tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:53.787158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2d0ab81-32f5-4ff0-b704-af1519f8c098 req-c2794768-8375-4576-8919-1fc5046fb3fc tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 934 time: 0.1739583 Feb 09 02:54:53.797479 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6575aa-2d12-4dec-a605-9a618b6fa858 None None] The sync data for ids ['42269657-ef90-4823-9bf6-e4e01eb5bd08'] in n-d-827839-4 is: [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 3, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:54:53.833365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Request body: {'port': {'device_id': '296bce24-b88b-45db-84d9-549df665897d', 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'admin_state_up': True, 'tenant_id': '2618b90bba6341048386a8a8793c5ac0'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:53.942689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:53.969987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fbb0f340-a835-4817-bd36-ef82b574046c None None] Provisioning complete for port 066ccb31-27e4-4811-b4a9-2918cf18933e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:53.970990 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fbb0f340-a835-4817-bd36-ef82b574046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:54.069551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0f340-a835-4817-bd36-ef82b574046c None None] Port 066ccb31-27e4-4811-b4a9-2918cf18933e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:54:54.329064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bebd5c-cd83-4788-b196-e6244720365c {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:54.355323 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Publish callbacks [] for port (04bebd5c-cd83-4788-b196-e6244720365c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:54.376915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Transition to ACTIVE for port object 04bebd5c-cd83-4788-b196-e6244720365c will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:54:54.392285 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:54.513764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b675a29c-0ced-4f38-aee4-2eaae71a6ee0 req-5e5bd852-f4a0-43e6-aedc-0c10c1741122 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.4226491 Feb 09 02:54:54.558378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Attempting to bind port b0842167-dc75-4698-ab32-ef1d7e7db528 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:54.559559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Attempting to bind port b0842167-dc75-4698-ab32-ef1d7e7db528 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:54.561261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Attempting to bind port b0842167-dc75-4698-ab32-ef1d7e7db528 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:54.604456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Port b0842167-dc75-4698-ab32-ef1d7e7db528 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:54:54.604801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Attempting to bind port b0842167-dc75-4698-ab32-ef1d7e7db528 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:54.612352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Pushing event updated for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:54.639110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:54.639459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:54.639854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:54.640305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Bound port: b0842167-dc75-4698-ab32-ef1d7e7db528, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:54.640669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:54.758126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2d0ab81-32f5-4ff0-b704-af1519f8c098 req-f7e742c8-79aa-4d80-8fb7-432c04b02e81 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816617 Feb 09 02:54:54.766329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Made reservation on behalf of 2618b90bba6341048386a8a8793c5ac0 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:54:54.770545 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:54.778106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:54.781852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:54.829406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:54.857774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46219785-9c9b-4d27-b8e4-748ea8de944d req-5c2c9c92-d101-40e9-bb34-734a903c3b12 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.1845102 Feb 09 02:54:54.946382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:54.947152 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:54.948560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] 10.222.0.61 "PUT /v2.0/ports/b0842167-dc75-4698-ab32-ef1d7e7db528 HTTP/1.1" status: 200 len: 1096 time: 2.6612151 Feb 09 02:54:54.950711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:54.955750 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14f9cee-c8d0-4c76-9a79-d5a75acda667" -d '{"events": [{"name": "network-changed", "server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:54.984220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Attempting to bind port 04bebd5c-cd83-4788-b196-e6244720365c on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:54.984909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Attempting to bind port 04bebd5c-cd83-4788-b196-e6244720365c by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:54.985248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Attempting to bind port 04bebd5c-cd83-4788-b196-e6244720365c on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:55.035089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Allocated IP 172.20.0.4 (7df2201d-50f8-46a0-970e-60ec608b8981/af7edeef-7a8f-4da0-b380-41ebf8496e93/5ac56e31-cc0d-4f79-ade3-ccfda13b413e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:54:55.065396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-222d999c-36e6-4389-b535-1b114b6ae12a req-c1f0d9cd-0ee0-410e-bef4-93084705ea40 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0828991 Feb 09 02:54:55.086701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a69c55-eba0-4c86-80d2-52b8722c3a10 service neutron] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:55.129803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Port 04bebd5c-cd83-4788-b196-e6244720365c on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:54:55.130135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Attempting to bind port 04bebd5c-cd83-4788-b196-e6244720365c on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:55.153452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:55.153791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:55.154181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:55.154641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Bound port: 04bebd5c-cd83-4788-b196-e6244720365c, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:55.155000 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04bebd5c-cd83-4788-b196-e6244720365c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.170587 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3913210c-5cbc-4edc-8c40-2093f8aa6b32 x-openstack-request-id: req-3913210c-5cbc-4edc-8c40-2093f8aa6b32 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:55.170876 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:55.171132 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3913210c-5cbc-4edc-8c40-2093f8aa6b32 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:55.171537 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'status': 'completed', 'code': 200} Feb 09 02:54:55.223816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.261163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-1880a143-7a9c-49b9-af3f-5dd7bea6187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:55.263512 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-1880a143-7a9c-49b9-af3f-5dd7bea6187c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 1130 time: 0.2170212 Feb 09 02:54:55.327690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:55.332847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-b9ceab24-bed1-4c7e-adb3-6d98b688ad54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b0842167-dc75-4698-ab32-ef1d7e7db528 HTTP/1.1" status: 200 len: 217 time: 0.0545871 Feb 09 02:54:55.356789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b968e-ce17-432b-8495-5987c317c98d req-cf8d52a3-8abb-420d-bd81-13a88646b9c0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:55.359378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e00b968e-ce17-432b-8495-5987c317c98d req-cf8d52a3-8abb-420d-bd81-13a88646b9c0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.2550626 Feb 09 02:54:55.367738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:55.379683 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.549101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks [] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.560839 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e00b968e-ce17-432b-8495-5987c317c98d req-cd602c9c-493f-44be-83a6-4f096670c95a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854975 Feb 09 02:54:55.582636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 93e5d633-b2a6-4220-be43-3a998b362baf up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:55.667985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Publish callbacks [] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.682725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 93e5d633-b2a6-4220-be43-3a998b362baf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:55.683502 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.684357 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.757005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Pushing event updated for resources: {'Port': ['ID=066ccb31-27e4-4811-b4a9-2918cf18933e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:55.793755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.794586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-83aba3d9-cf3d-49fb-a0a3-0460c107eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:55.796069 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-83aba3d9-cf3d-49fb-a0a3-0460c107eb17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.4561310 Feb 09 02:54:55.799907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:55.800526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.802026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] 10.222.0.61 "PUT /v2.0/ports/04bebd5c-cd83-4788-b196-e6244720365c HTTP/1.1" status: 200 len: 1094 time: 2.3340678 Feb 09 02:54:55.810767 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3acad0c4-c3d1-43d5-bb71-79cdaaabde80 req-84e19992-257e-4029-93c6-08a9e245d207 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0555108 Feb 09 02:54:55.813321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['37007964-4683-4b88-ae64-8fbf302d90c3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:55.850298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (42269657-ef90-4823-9bf6-e4e01eb5bd08), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.887619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 93e5d633-b2a6-4220-be43-3a998b362baf is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:55.892511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:55.945734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163ea1f-c4a0-4204-bf4f-1ce288097c8e service neutron] Pushing event updated for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:55.992918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 93e5d633-b2a6-4220-be43-3a998b362baf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=93e5d633-b2a6-4220-be43-3a998b362baf,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:56.012022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-9544575a-6bb5-4179-9407-c6f0c7b02a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.014869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-9544575a-6bb5-4179-9407-c6f0c7b02a00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1971855 Feb 09 02:54:56.019672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb126c-4224-4591-9223-526410a9d027 req-e7ce1952-64e8-4cde-9497-db809118ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.021295 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-e7ce1952-64e8-4cde-9497-db809118ec37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 1128 time: 0.1599565 Feb 09 02:54:56.030252 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:56.057392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Network 7df2201d-50f8-46a0-970e-60ec608b8981 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:56.119765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:56.163431 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Pushing event updated for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:56.174996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:54:56.214559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-4cef13ba-bfd7-4ef3-b6e5-0b671ea5c7b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=04bebd5c-cd83-4788-b196-e6244720365c HTTP/1.1" status: 200 len: 217 time: 0.1642199 Feb 09 02:54:56.228258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=93e5d633-b2a6-4220-be43-3a998b362baf,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:56.346203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fcb1b23e-9649-47cb-911a-55692e88c148 req-76a18faf-fb59-4337-aea5-e3fce0dfb601 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0571551 Feb 09 02:54:56.376652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15541d6-5810-4b04-91c6-2ba773d626bf req-1605507f-7c8e-42ea-962b-cec163eb41c8 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.378247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15541d6-5810-4b04-91c6-2ba773d626bf req-1605507f-7c8e-42ea-962b-cec163eb41c8 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 946 time: 0.4455411 Feb 09 02:54:56.417307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb126c-4224-4591-9223-526410a9d027 req-82f797d9-5b2f-4639-ba95-f723a21d2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.419506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-82f797d9-5b2f-4639-ba95-f723a21d2f0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1925931 Feb 09 02:54:56.420103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.420741 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:56.471636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-79c2ac79-0eac-4595-a446-27f2ebfe24a9 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308584 Feb 09 02:54:56.486545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Network 7acc7f2f-f388-4d25-96d0-3e7924ff331e is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:54:56.494543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:54:56.499392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-f24f6b2f-895f-4bd0-b9c4-b20d37d12e78 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6701515 Feb 09 02:54:56.517238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Request body: {'port': {'device_id': '296bce24-b88b-45db-84d9-549df665897d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:54:56.609967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb126c-4224-4591-9223-526410a9d027 req-fd5e8243-74fc-49de-8183-b2d3dcd767f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.612067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-fd5e8243-74fc-49de-8183-b2d3dcd767f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1851134 Feb 09 02:54:56.627299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4284fef-2be2-4f50-82d6-fc4ac84a6ddf req-ac80b05b-1386-4420-88fa-ae4f397e5bdd tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:56.636665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4284fef-2be2-4f50-82d6-fc4ac84a6ddf req-ac80b05b-1386-4420-88fa-ae4f397e5bdd tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 931 time: 0.2001054 Feb 09 02:54:56.686827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15541d6-5810-4b04-91c6-2ba773d626bf req-a5bdae37-3ff4-47d8-a3f3-eaed8c622529 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809362 Feb 09 02:54:56.761798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dc61bd3-cb2d-408c-8df8-5b1f6fc9b8c0 req-fe5dbd97-96f8-47c8-a9b7-ab5302e31514 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630200 Feb 09 02:54:56.779585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:56.791390 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4284fef-2be2-4f50-82d6-fc4ac84a6ddf req-9ff9dfd9-448c-4453-812f-897026e9d9c3 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501536 Feb 09 02:54:56.848915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cee86d94-3dac-4aa9-b2ef-b0bd7bdd7287 req-3bad7151-6d70-4a15-af9c-caa612fbe859 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0635004 Feb 09 02:54:56.871691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-c0176793-1b74-40c1-bf09-6750581b6ca5 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329395 Feb 09 02:54:56.896754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Router 42269657-ef90-4823-9bf6-e4e01eb5bd08 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:54:56.933130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b7eaccaf-1c0f-4990-8100-ef0eeeeb488a None None] Provisioning complete for port 066ccb31-27e4-4811-b4a9-2918cf18933e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:56.934144 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b7eaccaf-1c0f-4990-8100-ef0eeeeb488a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:56.986417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b7eaccaf-1c0f-4990-8100-ef0eeeeb488a None None] Port 066ccb31-27e4-4811-b4a9-2918cf18933e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:54:57.024532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-ec3cec97-62eb-47ea-9eac-ec35f6594ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.026193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-ec3cec97-62eb-47ea-9eac-ec35f6594ab3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 1130 time: 0.1793361 Feb 09 02:54:57.037563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162bf87-8f90-445b-9f62-fd64d2b3ada0 req-1c2d7306-fd8c-4954-b7e7-ded8869dc135 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.039129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a162bf87-8f90-445b-9f62-fd64d2b3ada0 req-1c2d7306-fd8c-4954-b7e7-ded8869dc135 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1416254 Feb 09 02:54:57.101564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bcb126c-4224-4591-9223-526410a9d027 req-7e96280d-53da-4191-b502-97f81bf56027 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057102 Feb 09 02:54:57.158088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:54:57.158301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a162bf87-8f90-445b-9f62-fd64d2b3ada0 req-f27cce0a-ee95-484f-93cf-86c53692ed34 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028759 Feb 09 02:54:57.171666 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1b661b1b-731f-4c06-bc80-34580829a00c admin admin] 10.222.0.32 "PUT /v2.0/routers/42269657-ef90-4823-9bf6-e4e01eb5bd08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5354502 Feb 09 02:54:57.174023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:57.176666 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b639d646-86cd-40d7-9479-c6e9af65323b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "tag": "04bebd5c-cd83-4788-b196-e6244720365c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:57.185680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Sync routers for ids ['42269657-ef90-4823-9bf6-e4e01eb5bd08'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:54:57.192010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-8ec0d346-071a-4c69-83b5-f169a99ffadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.194572 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-8ec0d346-071a-4c69-83b5-f169a99ffadd service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1540747 Feb 09 02:54:57.204008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Routers {'42269657-ef90-4823-9bf6-e4e01eb5bd08'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:54:57.205040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['42269657-ef90-4823-9bf6-e4e01eb5bd08'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:57.254043 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b673c4-fc1b-4d43-8c6f-5c38c5ba1a6c x-openstack-request-id: req-13b673c4-fc1b-4d43-8c6f-5c38c5ba1a6c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:57.255011 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "tag": "04bebd5c-cd83-4788-b196-e6244720365c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:57.256101 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13b673c4-fc1b-4d43-8c6f-5c38c5ba1a6c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:57.256679 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c', 'status': 'completed', 'code': 200} Feb 09 02:54:57.258997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-1ccf0ff9-b80f-4655-9378-7529ab43cf69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b0842167-dc75-4698-ab32-ef1d7e7db528 HTTP/1.1" status: 200 len: 217 time: 0.0496235 Feb 09 02:54:57.300007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac56e31-cc0d-4f79-ade3-ccfda13b413e {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:57.309058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Publish callbacks [] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:57.325234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Transition to ACTIVE for port object 5ac56e31-cc0d-4f79-ade3-ccfda13b413e will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:54:57.335372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:57.363637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-f9350d66-9b18-4702-885f-7a895725bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.366182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-f9350d66-9b18-4702-885f-7a895725bc6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0980668 Feb 09 02:54:57.392288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d646-86cd-40d7-9479-c6e9af65323b req-fa14444f-2268-4afe-896b-b1c16b5084c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.393911 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b639d646-86cd-40d7-9479-c6e9af65323b req-fa14444f-2268-4afe-896b-b1c16b5084c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 1128 time: 0.1085248 Feb 09 02:54:57.430841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Pushing event updated for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:57.514103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Set router 42269657-ef90-4823-9bf6-e4e01eb5bd08 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:54:57.566368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e116831-1f6f-41e8-b5fc-6a29eaaf1e8f req-e92c3181-b711-48be-991b-f5d06a08aaf9 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0758243 Feb 09 02:54:57.573982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-58c296fc-878e-4fce-ade9-b980e347ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.575745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-58c296fc-878e-4fce-ade9-b980e347ea1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1984067 Feb 09 02:54:57.597769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:57.598718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:57.600904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:57.606693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:54:57.610956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:57.626825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:57.628088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:57.628702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:57.629361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Bound port: 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:57.629949 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:57.653596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 93e5d633-b2a6-4220-be43-3a998b362baf up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:54:57.673263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d646-86cd-40d7-9479-c6e9af65323b req-c8613bc2-a2ab-4629-8eab-49df0827a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.674830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b639d646-86cd-40d7-9479-c6e9af65323b req-c8613bc2-a2ab-4629-8eab-49df0827a6ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2586033 Feb 09 02:54:57.727482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b639d646-86cd-40d7-9479-c6e9af65323b req-cdae98d0-84b2-4c62-819a-ce3bc121f64b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=04bebd5c-cd83-4788-b196-e6244720365c HTTP/1.1" status: 200 len: 217 time: 0.0440111 Feb 09 02:54:57.747078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:57.759485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:57.777777 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:57.791573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-e2be1cf0-56ce-4165-a895-98a8809cefed service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906395 Feb 09 02:54:57.915978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.916700 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:57.918198 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] 10.222.0.61 "PUT /v2.0/ports/5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 200 len: 1091 time: 1.4094272 Feb 09 02:54:57.919259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 93e5d633-b2a6-4220-be43-3a998b362baf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:54:57.919773 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:57.923680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:54:57.926951 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ef3773-5f15-43aa-879c-c45a1ecba735" -d '{"events": [{"name": "network-changed", "server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:54:57.963215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d646-86cd-40d7-9479-c6e9af65323b req-37e8b06c-0d13-4d9e-af1d-561fe9ebe87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:57.964972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b639d646-86cd-40d7-9479-c6e9af65323b req-37e8b06c-0d13-4d9e-af1d-561fe9ebe87d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2276783 Feb 09 02:54:57.999372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea715-5da7-42a4-ade2-d6839d7cc093 req-158b08a3-a6ea-42b2-b93d-5afe3c8f39a1 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:58.001385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b7ea715-5da7-42a4-ade2-d6839d7cc093 req-158b08a3-a6ea-42b2-b93d-5afe3c8f39a1 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 946 time: 0.2058349 Feb 09 02:54:58.050546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T02:54:54Z', 'revision_number': 4, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '066ccb31-27e4-4811-b4a9-2918cf18933e', 'name': '', 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'mac_address': 'fa:16:3e:98:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '9fbf6a55-1c30-4297-8445-ea27f833667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:52Z', 'updated_at': '2022-02-09T02:54:55Z', 'revision_number': 2, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'subnets': [{'id': '9fbf6a55-1c30-4297-8445-ea27f833667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:58.088897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Checking router: 42269657-ef90-4823-9bf6-e4e01eb5bd08 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:54:58.089327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Updating router 42269657-ef90-4823-9bf6-e4e01eb5bd08 port 066ccb31-27e4-4811-b4a9-2918cf18933e binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:54:58.117590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:54:58.168548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d500591-0934-4526-91cb-e64f93c501bf req-8cbe43a1-4ed9-4f6b-9dbb-00d558456280 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:58.172827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 93e5d633-b2a6-4220-be43-3a998b362baf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:58.175840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b7ea715-5da7-42a4-ade2-d6839d7cc093 req-0958615e-7995-4fb3-baf5-1072a294f71c tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492870 Feb 09 02:54:58.178443 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:58.181849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eea2c-7e5e-47ea-9d73-cb74257c41cd service neutron] Pushing event updated for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:58.189747 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d500591-0934-4526-91cb-e64f93c501bf req-8cbe43a1-4ed9-4f6b-9dbb-00d558456280 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.2496290 Feb 09 02:54:58.195727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-aaa8b715-67f0-42c5-b97e-e6f35ab2c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:58.197769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-aaa8b715-67f0-42c5-b97e-e6f35ab2c068 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1125 time: 0.1947622 Feb 09 02:54:58.199184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d14f9cee-c8d0-4c76-9a79-d5a75acda667 req-24a799b5-948b-4398-91c7-dfb55252fd60 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934770 Feb 09 02:54:58.238023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d646-86cd-40d7-9479-c6e9af65323b req-516d4344-ba38-447f-bed8-bb6efc4481b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:58.239796 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b639d646-86cd-40d7-9479-c6e9af65323b req-516d4344-ba38-447f-bed8-bb6efc4481b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2273350 Feb 09 02:54:58.290720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d500591-0934-4526-91cb-e64f93c501bf req-269e1d2e-7cb7-49c7-b3a4-de48898a1d1a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948308 Feb 09 02:54:58.300396 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:54:58.329126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-19854c4d-f151-46bf-9f33-434783d3ccde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 200 len: 217 time: 0.1154308 Feb 09 02:54:58.423897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b639d646-86cd-40d7-9479-c6e9af65323b req-66857b67-1133-4a7a-8a8f-07f28d12d03f service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742845 Feb 09 02:54:58.456526 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf4ae3f-1624-452a-aa97-455f09688f4f x-openstack-request-id: req-6cf4ae3f-1624-452a-aa97-455f09688f4f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:54:58.460524 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:54:58.461077 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cf4ae3f-1624-452a-aa97-455f09688f4f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:54:58.462970 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e', 'status': 'completed', 'code': 200} Feb 09 02:54:58.486810 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e1ea797-a6e3-47a9-bab7-bf49776c4b56 req-86589b0e-9693-404a-b6a8-c60ae4de0431 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0647275 Feb 09 02:54:58.488684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-2f6daae4-ede9-4572-9edf-6cc05822d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:58.490192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-2f6daae4-ede9-4572-9edf-6cc05822d86c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1509624 Feb 09 02:54:58.581144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-73fd30b6-6ab5-4e8b-8453-675dc7975ba1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837481 Feb 09 02:54:58.697294 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b639d646-86cd-40d7-9479-c6e9af65323b req-54de310b-b738-4e97-881e-9d6a56e2e713 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638772 Feb 09 02:54:58.768361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e575805-7d67-4dc8-b6d3-6a13330d4779 req-fe2bd84c-97b1-4281-bc49-0b40bdbe1d6b tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0674777 Feb 09 02:54:58.822540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-58298413-7fcb-44c5-9312-8e51c51e9ef6 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311144 Feb 09 02:54:58.841613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8d4e-cba5-4c30-a777-603edbd8c5cc req-23c43863-6fce-43e9-a4b5-f38fe495596a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:58.843415 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e20f8d4e-cba5-4c30-a777-603edbd8c5cc req-23c43863-6fce-43e9-a4b5-f38fe495596a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1451645 Feb 09 02:54:58.917755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:58.948058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef7a00e-1d88-45d4-af2d-285bef6c7904 req-ea4a2b44-88ce-48d0-b3be-c1243be9d558 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176617 Feb 09 02:54:58.951815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e20f8d4e-cba5-4c30-a777-603edbd8c5cc req-5444c2e8-6e94-4eae-bed7-86c589886c21 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980186 Feb 09 02:54:58.981478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'mac_address': 'fa:16:3e:28:4f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:54:59.065190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0842167-dc75-4698-ab32-ef1d7e7db528 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:54:59.066308 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:59.086771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-d93a8626-ccc2-4196-9ca5-3ca4c37c6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:59.092381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0842167-dc75-4698-ab32-ef1d7e7db528 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:54:59.092568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-d93a8626-ccc2-4196-9ca5-3ca4c37c6227 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1125 time: 0.0789702 Feb 09 02:54:59.116841 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Publish callbacks [] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:59.132600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:54:59.136118 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:59.144941 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:59.251063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c5e8-655f-4878-a98f-1312596e9962 None None] Pushing event updated for resources: {'Port': ['ID=066ccb31-27e4-4811-b4a9-2918cf18933e,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:59.270173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-44ab6a1d-f853-4717-9dce-03d1801f1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:59.272663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-44ab6a1d-f853-4717-9dce-03d1801f1218 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1713386 Feb 09 02:54:59.329115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-8b295767-ace6-45f3-bef9-0858c42a4553 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 200 len: 217 time: 0.0493243 Feb 09 02:54:59.334342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Attempting to bind port 066ccb31-27e4-4811-b4a9-2918cf18933e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:54:59.334889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Attempting to bind port 066ccb31-27e4-4811-b4a9-2918cf18933e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:54:59.335418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Attempting to bind port 066ccb31-27e4-4811-b4a9-2918cf18933e on network 7acc7f2f-f388-4d25-96d0-3e7924ff331e {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:54:59.351885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:54:59.352267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Checking segment: {'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:54:59.352973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:59.353376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Bound using segment: {'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:54:59.353861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Bound port: 066ccb31-27e4-4811-b4a9-2918cf18933e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5692c76c-a93c-44b8-924f-718bf78a4e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:54:59.354303 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:59.378527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:54:59.452974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b0842167-dc75-4698-ab32-ef1d7e7db528'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:54:59.500118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236b16-0d42-4a0a-ba94-e0a00b1b2401 req-5ea8ff1c-9c82-4ff6-9154-4428aeb324fe tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:59.512523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-79405ed0-32e7-4e4f-9a11-d01f94bf0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:59.515202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88236b16-0d42-4a0a-ba94-e0a00b1b2401 req-5ea8ff1c-9c82-4ff6-9154-4428aeb324fe tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0905297 Feb 09 02:54:59.519361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-79405ed0-32e7-4e4f-9a11-d01f94bf0340 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1842449 Feb 09 02:54:59.524111 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] For port 066ccb31-27e4-4811-b4a9-2918cf18933e, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:54:59.532612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] For port 066ccb31-27e4-4811-b4a9-2918cf18933e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=066ccb31-27e4-4811-b4a9-2918cf18933e,segment=NetworkSegment(5692c76c-a93c-44b8-924f-718bf78a4e4a),segment_id=5692c76c-a93c-44b8-924f-718bf78a4e4a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:54:59.555243 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:54:59.592796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-2c9aa4ed-1057-4934-b2ae-f4c77a1565d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638335 Feb 09 02:54:59.602689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88236b16-0d42-4a0a-ba94-e0a00b1b2401 req-b84c8d22-32ff-4411-a166-f46c06c805fc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773795 Feb 09 02:54:59.726700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1260bf-0173-42b9-8a6f-251f2c75072b req-3d708e44-bc59-4b2d-9895-db0fa70cbde6 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:54:59.736199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a1260bf-0173-42b9-8a6f-251f2c75072b req-3d708e44-bc59-4b2d-9895-db0fa70cbde6 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 946 time: 0.3154199 Feb 09 02:54:59.749604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8285dafb-f549-4854-ae2d-acce843d4e34 req-5d85a9e4-7a8d-45e9-b6d9-5720c8c896ff tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0672038 Feb 09 02:54:59.805200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Routers {'42269657-ef90-4823-9bf6-e4e01eb5bd08'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:54:59.806934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['42269657-ef90-4823-9bf6-e4e01eb5bd08'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:54:59.909398 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-50ed5bad-1f21-4785-9b71-14929abc18e4 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076477 Feb 09 02:54:59.962633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a1260bf-0173-42b9-8a6f-251f2c75072b req-6d624df9-8e2b-43ae-a270-1b706f542f94 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270081 Feb 09 02:55:00.018946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c73ef9f5-8d64-4a80-b333-bc6a11d0f231 req-c7d7ece4-791b-4c1c-94f3-2076830db067 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0391493 Feb 09 02:55:00.040520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] Set router 42269657-ef90-4823-9bf6-e4e01eb5bd08 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:55:00.148936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 04bebd5c-cd83-4788-b196-e6244720365c details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:00.177730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1d89efc4-ad2d-45d7-a4cc-40a872d8252f None None] Provisioning complete for port 066ccb31-27e4-4811-b4a9-2918cf18933e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:00.178974 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1d89efc4-ad2d-45d7-a4cc-40a872d8252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:00.205473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8c5e8-655f-4878-a98f-1312596e9962 None None] Pushing event updated for resources: {'Port': ['ID=066ccb31-27e4-4811-b4a9-2918cf18933e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:00.236064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ef3773-5f15-43aa-879c-c45a1ecba735 req-18911987-ff24-4ca1-b48e-37500a313117 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141942 Feb 09 02:55:00.280537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc146-f3ea-478c-99c3-ecf31f057616 req-86b5f4d3-5076-4fe2-9b1c-15d188b74df0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:00.292902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-578bc146-f3ea-478c-99c3-ecf31f057616 req-86b5f4d3-5076-4fe2-9b1c-15d188b74df0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1580622 Feb 09 02:55:00.383976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-578bc146-f3ea-478c-99c3-ecf31f057616 req-ad7333ea-5f64-4527-8a24-9236887941e5 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896339 Feb 09 02:55:00.473052 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8b593988-710e-4c20-9230-adf80c917f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:00.481241 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:55:00.695442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1d89efc4-ad2d-45d7-a4cc-40a872d8252f None None] Current status of the port 066ccb31-27e4-4811-b4a9-2918cf18933e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:00.695766 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1d89efc4-ad2d-45d7-a4cc-40a872d8252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:00.699883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:00.729603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '04bebd5c-cd83-4788-b196-e6244720365c', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '04bebd5c-cd83-4788-b196-e6244720365c', 'mac_address': 'fa:16:3e:45:3c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:00.730048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e206b8c-ee92-40f1-8488-f364c2010487 req-2b187e1b-4170-4a1d-a38e-35dcb5496fd5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:00.732103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e206b8c-ee92-40f1-8488-f364c2010487 req-2b187e1b-4170-4a1d-a38e-35dcb5496fd5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0673296 Feb 09 02:55:00.764632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1d89efc4-ad2d-45d7-a4cc-40a872d8252f None None] For port 066ccb31-27e4-4811-b4a9-2918cf18933e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=066ccb31-27e4-4811-b4a9-2918cf18933e,segment=NetworkSegment(5692c76c-a93c-44b8-924f-718bf78a4e4a),segment_id=5692c76c-a93c-44b8-924f-718bf78a4e4a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:00.788051 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1d89efc4-ad2d-45d7-a4cc-40a872d8252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:00.801109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e206b8c-ee92-40f1-8488-f364c2010487 req-b81ed822-dbe0-4728-9fb3-35608f3da7ef tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618074 Feb 09 02:55:00.832031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 04bebd5c-cd83-4788-b196-e6244720365c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:00.832387 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04bebd5c-cd83-4788-b196-e6244720365c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:00.866807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T02:54:54Z', 'revision_number': 4, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '066ccb31-27e4-4811-b4a9-2918cf18933e', 'name': '', 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'mac_address': 'fa:16:3e:98:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '9fbf6a55-1c30-4297-8445-ea27f833667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:52Z', 'updated_at': '2022-02-09T02:54:59Z', 'revision_number': 4, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'subnets': [{'id': '9fbf6a55-1c30-4297-8445-ea27f833667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:55:00.871788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89efc4-ad2d-45d7-a4cc-40a872d8252f None None] Pushing event updated for resources: {'Port': ['ID=066ccb31-27e4-4811-b4a9-2918cf18933e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:00.874050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bebd5c-cd83-4788-b196-e6244720365c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:00.909877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33046508-88dc-4ff8-8af1-2651a84be01b None None] The sync data for ids ['42269657-ef90-4823-9bf6-e4e01eb5bd08'] in n-d-827839-4 is: [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T02:54:54Z', 'revision_number': 4, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '066ccb31-27e4-4811-b4a9-2918cf18933e', 'name': '', 'network_id': '7acc7f2f-f388-4d25-96d0-3e7924ff331e', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'mac_address': 'fa:16:3e:98:88:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '9fbf6a55-1c30-4297-8445-ea27f833667e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:52Z', 'updated_at': '2022-02-09T02:54:59Z', 'revision_number': 4, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'subnets': [{'id': '9fbf6a55-1c30-4297-8445-ea27f833667e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:55:00.932561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:00.932734 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfc00e37-5d0e-4dcd-96ea-090191b6fa56 req-0ae2893e-01b1-424a-8b85-a9c24dacdbf6 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0376925 Feb 09 02:55:00.950745 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:00.951888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e3686243-e725-47f0-8167-59131962c1e8 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:00.960862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-02ca284e-4407-4333-b0ff-4197fb9ac92e None None] Provisioning complete for port 066ccb31-27e4-4811-b4a9-2918cf18933e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:00.962693 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02ca284e-4407-4333-b0ff-4197fb9ac92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:01.222711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:01.298801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c27f121-3066-466b-a396-0986a92e8832 req-007a3b7d-15e9-4550-8c27-216040c03ae3 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.1121604 Feb 09 02:55:01.309203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f775ba-9140-4994-ab3c-c8ac83b49a0f req-57268d2c-b9ae-4896-a4a1-3d47967470aa tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:01.319766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66f775ba-9140-4994-ab3c-c8ac83b49a0f req-57268d2c-b9ae-4896-a4a1-3d47967470aa tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 947 time: 0.1750333 Feb 09 02:55:01.364670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:01.368727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-02ca284e-4407-4333-b0ff-4197fb9ac92e None None] Current status of the port 066ccb31-27e4-4811-b4a9-2918cf18933e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:01.391851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'e3686243-e725-47f0-8167-59131962c1e8', 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'port_id': 'e3686243-e725-47f0-8167-59131962c1e8', 'mac_address': 'fa:16:3e:e7:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e4f9d2-2baa-4d59-91fb-671a8d003889', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:01.464366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66f775ba-9140-4994-ab3c-c8ac83b49a0f req-79740e00-e316-4982-bec0-911b71ea9e1b tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415217 Feb 09 02:55:01.515326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e3686243-e725-47f0-8167-59131962c1e8 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:01.515966 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3686243-e725-47f0-8167-59131962c1e8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:01.542335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3686243-e725-47f0-8167-59131962c1e8 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:01.574140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:01.578578 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:01.650076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 066ccb31-27e4-4811-b4a9-2918cf18933e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:01.665765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:01.671068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63194e02-ee77-483b-90f4-9d3dcf9ed425 req-520dd414-3ee9-442f-bf56-2be579c7f99a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:01.673579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63194e02-ee77-483b-90f4-9d3dcf9ed425 req-520dd414-3ee9-442f-bf56-2be579c7f99a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.1411688 Feb 09 02:55:01.782813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63194e02-ee77-483b-90f4-9d3dcf9ed425 req-bb313a11-65e1-425e-a923-ed2ae7501de3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010864 Feb 09 02:55:01.800731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 066ccb31-27e4-4811-b4a9-2918cf18933e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:01.801114 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:01.855634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['e3686243-e725-47f0-8167-59131962c1e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:01.859559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['04bebd5c-cd83-4788-b196-e6244720365c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:02.143035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196a875-616b-45ab-8bbb-16f60f836d39 req-4807c7ae-aab5-4087-91f2-8f5ebcd9e070 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:02.158057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b196a875-616b-45ab-8bbb-16f60f836d39 req-4807c7ae-aab5-4087-91f2-8f5ebcd9e070 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1521363 Feb 09 02:55:02.159163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:02.184925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5c62224-62f0-4bbd-8db4-6d94b6c86068 req-b4267480-bbfb-4cd8-9fdb-555a9e21b19e tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0625975 Feb 09 02:55:02.272806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 066ccb31-27e4-4811-b4a9-2918cf18933e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:02.278682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b196a875-616b-45ab-8bbb-16f60f836d39 req-242a091f-36a8-40a3-a3f6-d62723bfe736 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193953 Feb 09 02:55:02.545998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-329a06f6-a504-4d19-ab3f-d6af883785bb req-8f0b3e29-36cb-460c-a08d-b2019c0f5a86 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.1296568 Feb 09 02:55:02.579358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port b0842167-dc75-4698-ab32-ef1d7e7db528 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:02.617420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b0842167-dc75-4698-ab32-ef1d7e7db528 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:02.617801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:02.694719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2e937-6235-4a7b-be86-9c0de5a233b7 req-0adf7ebe-ba29-4087-84e1-ebd2656c0e83 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:02.696654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fb2e937-6235-4a7b-be86-9c0de5a233b7 req-0adf7ebe-ba29-4087-84e1-ebd2656c0e83 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 947 time: 0.0945892 Feb 09 02:55:02.707332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c1e8c08-99c9-4442-9c3a-6ca45fe5db13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:02.773368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0842167-dc75-4698-ab32-ef1d7e7db528 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:02.773683 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:02.777877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fb2e937-6235-4a7b-be86-9c0de5a233b7 req-e59a283b-e829-49b4-9f41-a4c542fa93c7 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724707 Feb 09 02:55:02.806573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:02.809505 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7026027e-ba76-4627-bc0a-903c14cbef65" -d '{"events": [{"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-plugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:02.825886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:02.835753 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:02.836772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e3686243-e725-47f0-8167-59131962c1e8 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:02.883001 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28abea6a-ef0f-4dbf-bf67-a0f8a7a88d62 x-openstack-request-id: req-28abea6a-ef0f-4dbf-bf67-a0f8a7a88d62 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:02.883343 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-plugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:02.889620 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28abea6a-ef0f-4dbf-bf67-a0f8a7a88d62 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:02.890973 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'code': 200} Feb 09 02:55:02.998574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:03.063493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18ee8b-cd19-4548-b403-69599f2bf9b4 req-cd58216c-ffcd-4a63-94cd-cc197668051d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:03.069756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e3686243-e725-47f0-8167-59131962c1e8 is: BUILD; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:03.070154 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3686243-e725-47f0-8167-59131962c1e8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.074692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b18ee8b-cd19-4548-b403-69599f2bf9b4 req-cd58216c-ffcd-4a63-94cd-cc197668051d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 944 time: 0.1546783 Feb 09 02:55:03.090219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e3686243-e725-47f0-8167-59131962c1e8 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:03.118286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:03.131271 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.165988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b18ee8b-cd19-4548-b403-69599f2bf9b4 req-f9e4bc8e-ae0f-4582-926d-7394bf09cba0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877588 Feb 09 02:55:03.181535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a816e81-c02f-48b8-89d3-5e52dd19699d req-be95a67a-e109-4c63-8d47-6c816f03ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:03.183272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a816e81-c02f-48b8-89d3-5e52dd19699d req-be95a67a-e109-4c63-8d47-6c816f03ebd9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 1132 time: 0.2511132 Feb 09 02:55:03.201690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:03.251471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a816e81-c02f-48b8-89d3-5e52dd19699d req-defdb57e-d580-4178-9170-6c29aacec953 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604479 Feb 09 02:55:03.339028 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a697f85-b462-409a-a0be-1b1f3a8210c5 req-5be91fc6-8138-440f-b93b-a92441aaf7c7 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0507782 Feb 09 02:55:03.422868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15381e2a-e651-407b-8184-c07551141cce req-aab248a2-7fe3-4c80-930d-65a4883639f0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:03.424531 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15381e2a-e651-407b-8184-c07551141cce req-aab248a2-7fe3-4c80-930d-65a4883639f0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0701303 Feb 09 02:55:03.489246 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15381e2a-e651-407b-8184-c07551141cce req-bf6c9fa2-61ae-4971-8d80-6a8057f4f9ee tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Feb 09 02:55:03.673216 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1079ab-3f64-4d1a-b996-2c581ea0b298 req-42b0d186-52c5-471c-8863-83f8dcef7c57 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0346239 Feb 09 02:55:03.848293 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:03.930607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35b644-927a-4453-9272-8bedf903fec7 req-66a49682-62b1-4fb5-88df-e1fc96ebb0b6 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:03.932370 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c35b644-927a-4453-9272-8bedf903fec7 req-66a49682-62b1-4fb5-88df-e1fc96ebb0b6 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 947 time: 0.0700641 Feb 09 02:55:03.986761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c35b644-927a-4453-9272-8bedf903fec7 req-94fc4e03-e4ac-4e1d-972a-c024599fde28 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Feb 09 02:55:04.153205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 04bebd5c-cd83-4788-b196-e6244720365c up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:04.271696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 04bebd5c-cd83-4788-b196-e6244720365c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:04.276764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 04bebd5c-cd83-4788-b196-e6244720365c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:04.277286 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (04bebd5c-cd83-4788-b196-e6244720365c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.324011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bae873-60c9-4dfd-991e-ccdefb24447f req-ae4769a8-bdb4-42c0-83d0-c10bed998500 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.333088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-60bae873-60c9-4dfd-991e-ccdefb24447f req-ae4769a8-bdb4-42c0-83d0-c10bed998500 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 943 time: 0.0788016 Feb 09 02:55:04.371366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 04bebd5c-cd83-4788-b196-e6244720365c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:04.371775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04bebd5c-cd83-4788-b196-e6244720365c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.401725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-60bae873-60c9-4dfd-991e-ccdefb24447f req-b48b5fed-34f3-47b8-b424-31402d0fefb4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632651 Feb 09 02:55:04.410881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:04.417845 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.418841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e3686243-e725-47f0-8167-59131962c1e8 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:04.502149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d147cbf-fdb4-45f8-81b2-45c25e6c2a5f req-d3bbcc90-41c1-4633-9b5d-5a32ff00dc97 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0493021 Feb 09 02:55:04.524686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:04.574514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port e3686243-e725-47f0-8167-59131962c1e8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:04.575156 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e3686243-e725-47f0-8167-59131962c1e8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.701243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a586fb-87bb-4cd2-9f6f-07fa26e82bbe req-603a1ffc-6efb-4d25-81e0-9f187b16babe tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:04.718866 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a586fb-87bb-4cd2-9f6f-07fa26e82bbe req-603a1ffc-6efb-4d25-81e0-9f187b16babe tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1078961 Feb 09 02:55:04.721167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e3686243-e725-47f0-8167-59131962c1e8 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:04.721744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3686243-e725-47f0-8167-59131962c1e8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.760052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:04.767064 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:04.819772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a586fb-87bb-4cd2-9f6f-07fa26e82bbe req-31007b46-3a28-416c-a872-6a827f8d2e09 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999572 Feb 09 02:55:04.849459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:04.851931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-682f7a02-64e8-4f11-8bfc-0de505e60773 req-2f3438db-edee-4718-b0a8-8f3fa754fa82 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0631337 Feb 09 02:55:04.892442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c'}, {'server_uuid': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3686243-e725-47f0-8167-59131962c1e8'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:04.894885 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de157b8-bc05-4a13-81e0-389824d2ef19" -d '{"events": [{"server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "name": "network-vif-plugged", "status": "completed", "tag": "04bebd5c-cd83-4788-b196-e6244720365c"}, {"server_uuid": "95aefae1-31c2-48fd-9bd5-d75c5c547d63", "name": "network-vif-plugged", "status": "completed", "tag": "e3686243-e725-47f0-8167-59131962c1e8"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:04.950499 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0218a299-d96a-46ee-a6ef-db07983ca886 x-openstack-request-id: req-0218a299-d96a-46ee-a6ef-db07983ca886 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:04.951080 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "name": "network-vif-plugged", "status": "completed", "tag": "04bebd5c-cd83-4788-b196-e6244720365c", "code": 200}, {"server_uuid": "95aefae1-31c2-48fd-9bd5-d75c5c547d63", "name": "network-vif-plugged", "status": "completed", "tag": "e3686243-e725-47f0-8167-59131962c1e8", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:04.952721 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0218a299-d96a-46ee-a6ef-db07983ca886 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:04.952721 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c', 'code': 200} Feb 09 02:55:04.952721 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3686243-e725-47f0-8167-59131962c1e8', 'code': 200} Feb 09 02:55:04.971688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:05.102744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e8cb1-1986-42eb-bc93-1c1a63fc49b5 req-abc909be-dad4-44d8-b65b-d2d4dd5178eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:05.114355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c39e8cb1-1986-42eb-bc93-1c1a63fc49b5 req-abc909be-dad4-44d8-b65b-d2d4dd5178eb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 1130 time: 0.0934854 Feb 09 02:55:05.168142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae14d3-75e3-4f9b-a2db-a66333c0b974 req-490d2570-77d1-4d4c-b737-2c9c6e53b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:05.170006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38ae14d3-75e3-4f9b-a2db-a66333c0b974 req-490d2570-77d1-4d4c-b737-2c9c6e53b522 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 1127 time: 0.0697989 Feb 09 02:55:05.226332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c39e8cb1-1986-42eb-bc93-1c1a63fc49b5 req-c8b2d804-bc8a-4d5e-87eb-03ac099d52af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989814 Feb 09 02:55:05.250491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38ae14d3-75e3-4f9b-a2db-a66333c0b974 req-9a0c313a-ee12-47e8-86fe-7332095ca5c4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692637 Feb 09 02:55:05.253929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b0e98-99fb-42f6-915e-46f9e959b094 req-355fd1ff-8da8-4346-9f4e-00dd7f3e429d tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:05.257934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-331b0e98-99fb-42f6-915e-46f9e959b094 req-355fd1ff-8da8-4346-9f4e-00dd7f3e429d tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 948 time: 0.1399889 Feb 09 02:55:05.323063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-331b0e98-99fb-42f6-915e-46f9e959b094 req-bc88362c-9da2-453b-a62c-05d8fe843fbd tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579157 Feb 09 02:55:05.602386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cb00c-c769-4f6a-be67-b25990236b93 req-2534db29-595b-4947-95f1-34c97af6d23e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:05.614587 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f6cb00c-c769-4f6a-be67-b25990236b93 req-2534db29-595b-4947-95f1-34c97af6d23e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0977008 Feb 09 02:55:05.627203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc0767c6-8456-4f87-a987-855189cd5662 req-8610b646-f9cd-4992-a310-f44d1f759bdc tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0355835 Feb 09 02:55:05.671297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f6cb00c-c769-4f6a-be67-b25990236b93 req-e4787584-27a0-4d6c-8b37-f30d91bcaf85 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553949 Feb 09 02:55:05.993556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453696de-c7b3-40db-99a5-974ea926de70 req-5b01860c-0118-42f7-8f67-e402ead271cc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:05.999817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-453696de-c7b3-40db-99a5-974ea926de70 req-5b01860c-0118-42f7-8f67-e402ead271cc tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0878010 Feb 09 02:55:06.025951 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cfe1e17b-24a1-4e88-bca2-253d1f6e9ff5 req-3bd875b8-1418-488a-adb1-988da35e72ba tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0539551 Feb 09 02:55:06.098794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-453696de-c7b3-40db-99a5-974ea926de70 req-401b0c7f-05ac-43d0-b245-c200c5e89efd tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Feb 09 02:55:06.278157 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:06.547161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b446b-347b-4dfa-b8b4-b81fceede1f7 req-1ba202fa-7fe7-4018-bd6f-0f203a1c6432 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.550774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-452b446b-347b-4dfa-b8b4-b81fceede1f7 req-1ba202fa-7fe7-4018-bd6f-0f203a1c6432 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 948 time: 0.0944631 Feb 09 02:55:06.622209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-452b446b-347b-4dfa-b8b4-b81fceede1f7 req-c64ab8ba-5279-4c23-b8d2-6c3f9482efc6 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657287 Feb 09 02:55:06.852373 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae12df79-1f02-410a-8868-fc46bc6029e9 req-f3a546b1-67d0-46f8-8650-fdcebd23376b tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0640922 Feb 09 02:55:06.883500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5476c96-2d97-4600-a4c9-49742e83fe65 req-bf689986-4d6a-4277-862c-5a0cc27e8939 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:06.886036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5476c96-2d97-4600-a4c9-49742e83fe65 req-bf689986-4d6a-4277-862c-5a0cc27e8939 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0951612 Feb 09 02:55:06.953777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5476c96-2d97-4600-a4c9-49742e83fe65 req-5b96d73e-2fa5-4803-9aec-c56841072472 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553741 Feb 09 02:55:07.097084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b228959-8e34-42f1-8e3c-b883781ac9b0 req-c9040471-80a6-4fe8-acba-3f1154905de5 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.106755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b228959-8e34-42f1-8e3c-b883781ac9b0 req-c9040471-80a6-4fe8-acba-3f1154905de5 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0818603 Feb 09 02:55:07.167863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b228959-8e34-42f1-8e3c-b883781ac9b0 req-cd408600-4523-4bfc-b079-9e4c50bc691d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589864 Feb 09 02:55:07.174897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f083b3ef-1d65-404a-8cd2-3cc3283a195c req-6d42a54f-32d9-4a20-9e7d-b0c9648d2252 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0441983 Feb 09 02:55:07.309444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338b65-da4c-4a17-9bf8-d1c2ab32d917 req-02f9e6ef-95fe-4248-8e11-60afed3dabbf tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.310979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9338b65-da4c-4a17-9bf8-d1c2ab32d917 req-02f9e6ef-95fe-4248-8e11-60afed3dabbf tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0593123 Feb 09 02:55:07.392630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9338b65-da4c-4a17-9bf8-d1c2ab32d917 req-7b577841-a80b-4417-9f51-d4ef6e7616a8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694823 Feb 09 02:55:07.679569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-3f37c0fa-067c-4114-a46e-e50c55c3ec3d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.688254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-3f37c0fa-067c-4114-a46e-e50c55c3ec3d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 814 time: 0.1370885 Feb 09 02:55:07.700658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-26de222e-b752-4470-8260-eb8543e4c3db tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/quotas/dba07038b8f045f9aee276cf287310c1 HTTP/1.1" status: 200 len: 375 time: 0.0112505 Feb 09 02:55:07.761318 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-1c1cd9ba-16cf-4b4b-94eb-a0551c003e06 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535676 Feb 09 02:55:07.768283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa396fdb-8006-4e80-8532-2444166b322c req-094ed750-69cd-4ca8-b0c7-594c48e5cf62 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.770968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa396fdb-8006-4e80-8532-2444166b322c req-094ed750-69cd-4ca8-b0c7-594c48e5cf62 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 948 time: 0.0664053 Feb 09 02:55:07.839717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa396fdb-8006-4e80-8532-2444166b322c req-21d6bb53-082e-4880-b338-9850336f28af tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638020 Feb 09 02:55:07.886430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-cf17df33-1c98-493a-a20b-3567121f96c7 service neutron] 10.222.0.32 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178269 Feb 09 02:55:07.976954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb8393-0567-4653-81b7-eea8121b3cba req-5dd803e8-54bd-4646-8073-24abb84cd64c tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:07.978995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4eb8393-0567-4653-81b7-eea8121b3cba req-5dd803e8-54bd-4646-8073-24abb84cd64c tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 950 time: 0.0629914 Feb 09 02:55:08.019239 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-dcd114bb-fd0c-4e77-9539-4b1ad37d335a service neutron] 10.222.0.32 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280286 Feb 09 02:55:08.050140 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4eb8393-0567-4653-81b7-eea8121b3cba req-174f3cab-0a55-4185-b291-7d2698025a9c tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599668 Feb 09 02:55:08.142064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-661dc6d2-eb00-4746-affd-e143171601a0 req-40057f3a-10b3-4ed8-bd95-5a2b28352674 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0382540 Feb 09 02:55:08.216103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52b89dbb-32a8-4653-98cf-adc222db67eb req-8a360a09-8034-4813-8157-e25b02aa750b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 210 time: 0.0282447 Feb 09 02:55:08.341643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90336f26-2925-4a80-9d3f-33a76e62cdf8 req-3ed9beb5-bebe-4a75-a384-b6fc67cef5ee tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0592530 Feb 09 02:55:08.679516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6557881-262c-44a3-ad73-de85e82dac2b req-e7968259-21a3-490c-b7e6-c0accb01a52a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:08.687480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6557881-262c-44a3-ad73-de85e82dac2b req-e7968259-21a3-490c-b7e6-c0accb01a52a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1128323 Feb 09 02:55:08.739256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6557881-262c-44a3-ad73-de85e82dac2b req-504af81c-c259-4ab8-a4d1-16a6c858b4e0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503235 Feb 09 02:55:08.806922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-ed21f572-c7af-4cbb-91ff-7740d00ca397 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:08.808548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-ed21f572-c7af-4cbb-91ff-7740d00ca397 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.61 "GET /v2.0/ports?device_id=95aefae1-31c2-48fd-9bd5-d75c5c547d63 HTTP/1.1" status: 200 len: 945 time: 0.0641084 Feb 09 02:55:08.917808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Deleting port e3686243-e725-47f0-8167-59131962c1e8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:55:08.918476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e3686243-e725-47f0-8167-59131962c1e8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:09.016637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] For port e3686243-e725-47f0-8167-59131962c1e8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e3686243-e725-47f0-8167-59131962c1e8,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:09.017002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e3686243-e725-47f0-8167-59131962c1e8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:09.031165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Calling delete_port for e3686243-e725-47f0-8167-59131962c1e8 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:55:09.160373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e3686243-e725-47f0-8167-59131962c1e8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:09.180196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['e3686243-e725-47f0-8167-59131962c1e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:09.197055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Pushing event deleted for resources: {'Port': ['ID=e3686243-e725-47f0-8167-59131962c1e8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:09.225184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.225536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.225878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.226213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.226566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.226896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.227234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.227542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.227860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.228185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.228507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.228829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.229395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:09.271032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] No DVR routers for this DVR port e3686243-e725-47f0-8167-59131962c1e8 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:55:09.274144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:09.277991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ffb7ceb-8717-4e2e-b3d8-77e8369f70cd req-e004ed76-f0ec-49cf-aa33-07e0252c8f31 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.61 "DELETE /v2.0/ports/e3686243-e725-47f0-8167-59131962c1e8 HTTP/1.1" status: 204 len: 173 time: 0.4634759 Feb 09 02:55:09.278505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'name': 'network-vif-deleted', 'tag': 'e3686243-e725-47f0-8167-59131962c1e8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:09.280823 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958354be-4a1e-491a-9edc-d79fc13f4f95" -d '{"events": [{"server_uuid": "95aefae1-31c2-48fd-9bd5-d75c5c547d63", "name": "network-vif-deleted", "tag": "e3686243-e725-47f0-8167-59131962c1e8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:09.318524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e13d0fe-24f1-46f3-9e93-19f58d837e75 req-a394a9ea-13ea-4cc4-80b1-12df573aeb9b tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0685725 Feb 09 02:55:09.342842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a8eac83-4496-4c06-b4c5-24006fcc2fe2 req-c490f176-193b-4ce9-92d0-5fc0de633da6 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 210 time: 0.0397329 Feb 09 02:55:09.439033 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef49c8a-6689-4825-90f3-7cb404df136a x-openstack-request-id: req-2ef49c8a-6689-4825-90f3-7cb404df136a {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:09.439402 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95aefae1-31c2-48fd-9bd5-d75c5c547d63", "name": "network-vif-deleted", "tag": "e3686243-e725-47f0-8167-59131962c1e8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:09.439758 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ef49c8a-6689-4825-90f3-7cb404df136a {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:09.440265 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aefae1-31c2-48fd-9bd5-d75c5c547d63', 'name': 'network-vif-deleted', 'tag': 'e3686243-e725-47f0-8167-59131962c1e8', 'status': 'completed', 'code': 200} Feb 09 02:55:09.501633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-cafb4673-c2cd-481e-89be-7826b8894b18 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:09.503654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-cafb4673-c2cd-481e-89be-7826b8894b18 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.26 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 814 time: 0.1477067 Feb 09 02:55:09.505815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea7b8684-c8a9-49d1-ba78-f4154fd18f5e req-5504eaef-4419-40f3-a8e5-18d9b7d7c93f tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0449569 Feb 09 02:55:09.517161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Request body: {'port': {'device_id': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'admin_state_up': True, 'tenant_id': 'dba07038b8f045f9aee276cf287310c1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:09.655455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Made reservation on behalf of dba07038b8f045f9aee276cf287310c1 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:09.661819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:09.796382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Allocated IP 172.20.0.6 (a11a452e-a9c2-4b04-8d58-3eb5b746b883/f2e4f9d2-2baa-4d59-91fb-671a8d003889/6502c1c8-e02c-4ab8-bfc7-885bc48b354f) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:09.873778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94bda4-3834-402f-ab48-93cd4b1f8b87 req-f18dbb59-5755-4751-8d19-ca703a1bffb9 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:09.876347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb94bda4-3834-402f-ab48-93cd4b1f8b87 req-f18dbb59-5755-4751-8d19-ca703a1bffb9 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0668926 Feb 09 02:55:09.938153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb94bda4-3834-402f-ab48-93cd4b1f8b87 req-9369eb4e-fe74-4da7-b649-f997a9ebfc88 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535908 Feb 09 02:55:09.986472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks [] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.021735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.034230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['e3686243-e725-47f0-8167-59131962c1e8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:10.079036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Network a11a452e-a9c2-4b04-8d58-3eb5b746b883 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:10.080505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Pushing event updated for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:10.083254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:10.085429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:10.133604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:10.134210 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.151755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-5ce3c70c-557d-4a8d-94ed-5525a3ebbc86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6388042 Feb 09 02:55:10.162926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Request body: {'port': {'device_id': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:10.164129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:10.237409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.275936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:10.290536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'mac_address': 'fa:16:3e:28:4f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:10.337848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0842167-dc75-4698-ab32-ef1d7e7db528 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:10.338261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.353574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0842167-dc75-4698-ab32-ef1d7e7db528 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:10.399947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:10.406993 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.466159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-901c7d56-b042-4fb0-95b6-c78d341c3b25 req-c7908e40-2127-4c65-9b20-2df4a8bc7aa2 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0308130 Feb 09 02:55:10.471839 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:10.506166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b0842167-dc75-4698-ab32-ef1d7e7db528'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:10.516351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67d477-7193-4765-9f57-1c81ad022a1d req-f2329e4c-33d3-4cd5-80da-22eed330ceba tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:10.518758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8e67d477-7193-4765-9f57-1c81ad022a1d req-f2329e4c-33d3-4cd5-80da-22eed330ceba tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 931 time: 0.0732174 Feb 09 02:55:10.613317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8e67d477-7193-4765-9f57-1c81ad022a1d req-ae5159c0-560d-44c7-860c-9ee46295ce15 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828810 Feb 09 02:55:10.616669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6502c1c8-e02c-4ab8-bfc7-885bc48b354f {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:10.640190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Publish callbacks [] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.661830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62cad072-d01d-4f1c-b46c-1f59b8af811c req-238da41a-1d18-4de7-b6b7-09d2275fb3c1 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0397530 Feb 09 02:55:10.676556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Transition to ACTIVE for port object 6502c1c8-e02c-4ab8-bfc7-885bc48b354f will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:55:10.680156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.780059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Pushing event updated for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:10.811252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Attempting to bind port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:10.811509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Attempting to bind port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:10.811831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Attempting to bind port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:10.816004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:10.816328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Attempting to bind port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:10.821170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:10.821505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Checking segment: {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:10.821906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Bound using segment: {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:10.822340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Bound port: 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:10.822697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.900859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:10.904302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:10.914992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.949071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:10.949693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:10.951135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] 10.222.0.26 "PUT /v2.0/ports/6502c1c8-e02c-4ab8-bfc7-885bc48b354f HTTP/1.1" status: 200 len: 1091 time: 0.7923853 Feb 09 02:55:10.983980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51ff3a-bf9a-4277-bf4f-7278e5bc4d34 service neutron] Pushing event updated for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:11.072865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-dcc54a00-070b-4d2a-a63e-fa6bd45d3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.074348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-dcc54a00-070b-4d2a-a63e-fa6bd45d3e45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 1125 time: 0.0795269 Feb 09 02:55:11.088419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c166-17eb-459b-a57a-e4baa0c09cd1 req-7a6fa963-9be9-4888-b0b7-e1b64caf1b55 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.089954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2679c166-17eb-459b-a57a-e4baa0c09cd1 req-7a6fa963-9be9-4888-b0b7-e1b64caf1b55 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0664110 Feb 09 02:55:11.133462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-b711e529-9554-4611-a279-e8246caa4945 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f HTTP/1.1" status: 200 len: 217 time: 0.0425208 Feb 09 02:55:11.201658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2679c166-17eb-459b-a57a-e4baa0c09cd1 req-c28c162a-931a-42f7-9e71-75eb80db2f05 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052334 Feb 09 02:55:11.209712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-36ff43c7-a2aa-49f4-a3ff-9787edfa4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.211212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-36ff43c7-a2aa-49f4-a3ff-9787edfa4ca4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2e4f9d2-2baa-4d59-91fb-671a8d003889 HTTP/1.1" status: 200 len: 854 time: 0.0693357 Feb 09 02:55:11.246964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-2c67cba5-e316-46c5-8b44-930febfb92ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a11a452e-a9c2-4b04-8d58-3eb5b746b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285075 Feb 09 02:55:11.351681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-e3c415ef-e1fd-4f88-b7bb-2586a39319d2 service neutron] 10.222.0.26 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981839 Feb 09 02:55:11.441532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:11.444481 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7645a0-3ace-4af2-b246-3236915f21ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:11.461543 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0b5209e-8956-466b-80d7-fb75d4732cfe req-114efad8-2065-4364-9392-397459328011 service neutron] 10.222.0.26 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035836 Feb 09 02:55:11.489782 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26869f4-6a94-4a3d-a0b9-6c58ebc131bf x-openstack-request-id: req-a26869f4-6a94-4a3d-a0b9-6c58ebc131bf {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:11.490168 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:11.490523 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a26869f4-6a94-4a3d-a0b9-6c58ebc131bf {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:11.490985 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'status': 'completed', 'code': 200} Feb 09 02:55:11.602344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12674eaf-a278-48e1-a0f1-9835e9ee0971 req-9ca2fd3f-7926-4590-a62b-dc6c3b86b327 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0313203 Feb 09 02:55:11.611892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-5ba4ffee-65b4-4ddc-9576-f3a865163be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.614658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-5ba4ffee-65b4-4ddc-9576-f3a865163be7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 1125 time: 0.0885880 Feb 09 02:55:11.736262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c336-288a-4415-b4ef-bfcd25433f30 req-a9e8752a-4561-4445-a00a-e6df930c476b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.745412 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64b2c336-288a-4415-b4ef-bfcd25433f30 req-a9e8752a-4561-4445-a00a-e6df930c476b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 943 time: 0.0662155 Feb 09 02:55:11.769489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-fbc8198f-082d-4296-9251-05fd7d38f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.773547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-fbc8198f-082d-4296-9251-05fd7d38f111 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 915 time: 0.1511874 Feb 09 02:55:11.803654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64b2c336-288a-4415-b4ef-bfcd25433f30 req-0d364c6a-5b2a-4e85-b942-ca8ff29c3b83 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563731 Feb 09 02:55:11.831501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-05d6f6f7-3d93-4fcd-a08a-9b829b0e2305 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f HTTP/1.1" status: 200 len: 217 time: 0.0510554 Feb 09 02:55:11.874530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7157016-5a6d-4593-aee2-f75d240d9c75 req-ad380657-1645-4482-93c4-a8df9397c30a tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0815611 Feb 09 02:55:11.942547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-ea148f0d-af35-4f6e-a697-8de73e5b3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:11.944463 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-ea148f0d-af35-4f6e-a697-8de73e5b3dfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2e4f9d2-2baa-4d59-91fb-671a8d003889 HTTP/1.1" status: 200 len: 854 time: 0.1043482 Feb 09 02:55:11.984577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-c439fb67-eba4-465e-baa0-018923bd8479 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a11a452e-a9c2-4b04-8d58-3eb5b746b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333476 Feb 09 02:55:12.081685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-fb20bc44-b0a4-41b3-bc15-b0917ffe01d0 service neutron] 10.222.0.26 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901730 Feb 09 02:55:12.164419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:12.195327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a7645a0-3ace-4af2-b246-3236915f21ec req-f54f94f5-15df-4664-8c84-31133e67597b service neutron] 10.222.0.26 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054003 Feb 09 02:55:12.236182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b0842167-dc75-4698-ab32-ef1d7e7db528 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:12.236932 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.349670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0842167-dc75-4698-ab32-ef1d7e7db528 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:12.350403 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.382730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:12.386876 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37fca5-0b6b-44f4-a0f1-1cdb568b6f7f" -d '{"events": [{"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-plugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:12.433266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:12.440205 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:12.441605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e3686243-e725-47f0-8167-59131962c1e8 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:12.504528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: e3686243-e725-47f0-8167-59131962c1e8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:55:12.512121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e3686243-e725-47f0-8167-59131962c1e8 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:55:12.563633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:12.777960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bb664-8849-4633-bc12-fd3d5b3da808 req-40bea55f-62be-4572-8a9b-040f819e3529 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:12.784840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-013bb664-8849-4633-bc12-fd3d5b3da808 req-40bea55f-62be-4572-8a9b-040f819e3529 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.4825733 Feb 09 02:55:12.851249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-013bb664-8849-4633-bc12-fd3d5b3da808 req-7f2d9366-b47d-465f-acf3-704e9d6e7c49 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642745 Feb 09 02:55:12.909545 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359e587-e74b-4a25-8f7e-e7dba82236d5 x-openstack-request-id: req-6359e587-e74b-4a25-8f7e-e7dba82236d5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:12.909889 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-plugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:12.910195 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6359e587-e74b-4a25-8f7e-e7dba82236d5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:12.910642 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'code': 200} Feb 09 02:55:12.999210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2277ede4-8543-40f7-834c-46052f411b48 req-fb59e155-59aa-4160-83e4-d9ff198b97d4 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0344889 Feb 09 02:55:13.168621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991ea2e-9a91-4fbf-93f2-932a704a9215 req-0d1752e7-44a8-4aab-a08c-98d8b505d5c2 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:13.170315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9991ea2e-9a91-4fbf-93f2-932a704a9215 req-0d1752e7-44a8-4aab-a08c-98d8b505d5c2 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 943 time: 0.0682664 Feb 09 02:55:13.242026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9991ea2e-9a91-4fbf-93f2-932a704a9215 req-9210c536-8c9b-40e5-80d0-7c7335c78a75 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649741 Feb 09 02:55:13.350135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fda019bf-0495-4ecb-aabe-eda279792fb0 req-52d3fe5a-1b85-49a8-9d05-e04f11fccab9 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0347693 Feb 09 02:55:13.748334 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:55:14.018885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a5ef6-95e6-4ce0-aa66-29426cd76460 req-82e01369-47f0-449f-87d5-737d3dd95637 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:14.025945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a30a5ef6-95e6-4ce0-aa66-29426cd76460 req-82e01369-47f0-449f-87d5-737d3dd95637 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0990391 Feb 09 02:55:14.101163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a30a5ef6-95e6-4ce0-aa66-29426cd76460 req-92fd3885-3f19-4309-951a-7e26ad046b49 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737214 Feb 09 02:55:14.168929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc755ab4-0442-4847-b5b6-84aa76852703 req-1a0258aa-1d8a-4ba2-b31b-a7662cb66449 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0343990 Feb 09 02:55:14.400912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305462ae-8aae-445b-b7ca-1b034319c63c req-82544527-70e7-4970-b5b2-08baae678ea8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:14.408214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-305462ae-8aae-445b-b7ca-1b034319c63c req-82544527-70e7-4970-b5b2-08baae678ea8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 943 time: 0.0730121 Feb 09 02:55:14.481791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-305462ae-8aae-445b-b7ca-1b034319c63c req-65fba188-e2d0-4316-b006-cbf86630dccc tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677311 Feb 09 02:55:14.499782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d77d6bd-ed0e-46e2-929b-06b3cca49147 req-239e2393-66d2-482d-ba74-470a17112b08 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0463650 Feb 09 02:55:15.109157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6502c1c8-e02c-4ab8-bfc7-885bc48b354f details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:15.230513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:15.248073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'port_id': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'mac_address': 'fa:16:3e:bc:80:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e4f9d2-2baa-4d59-91fb-671a8d003889', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:15.289593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deb430-71ce-4061-8cdb-6ac5f3d0cf50 req-31dfe093-f6bc-49a1-8c76-2a2777dec8ff tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:15.299390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53deb430-71ce-4061-8cdb-6ac5f3d0cf50 req-31dfe093-f6bc-49a1-8c76-2a2777dec8ff tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1309078 Feb 09 02:55:15.309488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:15.311419 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:15.340826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11380807-ba5a-4a2c-85b8-6c3480cf623c req-65d66cd8-a9f1-40bf-b867-b7f97187ac3e tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0547962 Feb 09 02:55:15.348644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6502c1c8-e02c-4ab8-bfc7-885bc48b354f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:15.383910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:15.400235 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:15.406618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53deb430-71ce-4061-8cdb-6ac5f3d0cf50 req-eee7e338-ae3c-4621-b82e-4c8208fa5fed tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004407 Feb 09 02:55:15.477593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:15.652809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909c7d-fcc0-48a4-a2dd-5f1ba3930b90 req-4fb67237-c1e1-444c-bdf3-c591ad968a7f tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:15.655453 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-029a7158-bd74-40bd-9666-d1e4bf19960d req-8466f3c1-63b5-4470-ab8a-4a04ca2bc2a9 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0511012 Feb 09 02:55:15.655668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e5909c7d-fcc0-48a4-a2dd-5f1ba3930b90 req-4fb67237-c1e1-444c-bdf3-c591ad968a7f tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 944 time: 0.0780511 Feb 09 02:55:15.746634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e5909c7d-fcc0-48a4-a2dd-5f1ba3930b90 req-fd405d3a-f706-4461-a5e5-82333baf611b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838940 Feb 09 02:55:15.886874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['6502c1c8-e02c-4ab8-bfc7-885bc48b354f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:16.186682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5ac56e31-cc0d-4f79-ade3-ccfda13b413e details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:16.319915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:16.336877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e', 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981', 'port_id': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e', 'mac_address': 'fa:16:3e:b0:e1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7edeef-7a8f-4da0-b380-41ebf8496e93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:16.407271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:16.407667 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:16.422211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac56e31-cc0d-4f79-ade3-ccfda13b413e {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:16.445739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:16.459823 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:16.515087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-174da9db-3d08-4876-af86-6a13d61eae42 req-0e596644-346f-49fc-89a0-92c9ad60e923 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0581558 Feb 09 02:55:16.566576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:16.575500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.575770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.576121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.576469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.576810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.577148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.577486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.577821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.578153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.578515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.578847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.579175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.579640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:16.613688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0ccb2-9804-4b80-a06f-7a4d7815538d req-dc45e965-4779-4e96-9088-b6e1495be5e7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:16.621794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6cc0ccb2-9804-4b80-a06f-7a4d7815538d req-dc45e965-4779-4e96-9088-b6e1495be5e7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 944 time: 0.0861053 Feb 09 02:55:16.711187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6cc0ccb2-9804-4b80-a06f-7a4d7815538d req-bf9ed9f2-bdc5-46fa-af33-b5e24bdfb872 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834181 Feb 09 02:55:16.748856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5ac56e31-cc0d-4f79-ade3-ccfda13b413e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:16.829081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8aa0309-0e32-42e7-9656-13027733206a req-414d4b2d-b2ab-47af-91f7-de4770710af2 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0788496 Feb 09 02:55:16.964341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b72616-d2d6-4b4f-967b-9d966d7f5605 req-9c4c89a1-a65a-4ba6-a400-69bff5e5099e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:16.971896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-24b72616-d2d6-4b4f-967b-9d966d7f5605 req-9c4c89a1-a65a-4ba6-a400-69bff5e5099e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 944 time: 0.0699675 Feb 09 02:55:17.036764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-24b72616-d2d6-4b4f-967b-9d966d7f5605 req-8482ccac-5209-4fc1-a81f-37a6665a6d0d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626166 Feb 09 02:55:17.664210 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20a2f20d-f955-4a8c-841f-3da698b2ab8b req-c7564603-2fb8-40e9-b438-49a43d1b27b8 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0341516 Feb 09 02:55:17.882210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e40a7-f370-428e-89df-5746f727a9e9 req-d03992c1-edcc-4685-8183-07ed2c82ade0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:17.892258 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-144e40a7-f370-428e-89df-5746f727a9e9 req-d03992c1-edcc-4685-8183-07ed2c82ade0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 944 time: 0.1177802 Feb 09 02:55:17.977035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-144e40a7-f370-428e-89df-5746f727a9e9 req-0ec96189-d136-48f4-8e1c-7b7aa682215f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837402 Feb 09 02:55:18.113147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f39cc4f8-56d5-444c-9781-808d8fafc9ee req-47887c24-43f9-4cb3-a131-b74d758e71d8 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0605731 Feb 09 02:55:18.206067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5ac56e31-cc0d-4f79-ade3-ccfda13b413e up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:18.256839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4fa23-7704-46ef-9bd7-8eaf93b367bc req-73bac092-464a-4eb8-84f4-effb4801625a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:18.258921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1f4fa23-7704-46ef-9bd7-8eaf93b367bc req-73bac092-464a-4eb8-84f4-effb4801625a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 944 time: 0.0791748 Feb 09 02:55:18.283737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:18.289374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:18.289950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:18.342773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1f4fa23-7704-46ef-9bd7-8eaf93b367bc req-ceadd6c3-6f9d-4249-87e3-5b9b9e66f041 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779796 Feb 09 02:55:18.385202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:18.386200 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:18.411942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:18.414684 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ae2f46-d387-429d-9db1-f02fdde784c3" -d '{"events": [{"server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "name": "network-vif-plugged", "status": "completed", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:18.430633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:18.437791 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:18.482178 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee809f-4830-474c-8d72-5ca10232c565 x-openstack-request-id: req-05ee809f-4830-474c-8d72-5ca10232c565 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:18.482907 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "name": "network-vif-plugged", "status": "completed", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:18.483657 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05ee809f-4830-474c-8d72-5ca10232c565 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:18.484873 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e', 'code': 200} Feb 09 02:55:18.520379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:18.602307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb6f88-c09a-4623-a2ab-6fa74949ce99 req-8f58bbbe-8b6d-468a-90c5-9aff56956d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:18.604234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86fb6f88-c09a-4623-a2ab-6fa74949ce99 req-8f58bbbe-8b6d-468a-90c5-9aff56956d99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1127 time: 0.0500772 Feb 09 02:55:18.659218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86fb6f88-c09a-4623-a2ab-6fa74949ce99 req-daeee55e-8322-41ae-9d63-6f94425bc358 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Feb 09 02:55:18.809909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d6888929-df5c-48f0-9bc6-dfc51e9ab18e req-cb7fc19b-d244-475e-af54-126ffddda209 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0409596 Feb 09 02:55:19.133550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac56b9f-db8c-4ce6-ab49-f64ef7fcc6b2 req-e269dfed-ce03-4354-8b31-d14ca661f380 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:19.142561 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ac56b9f-db8c-4ce6-ab49-f64ef7fcc6b2 req-e269dfed-ce03-4354-8b31-d14ca661f380 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.0808823 Feb 09 02:55:19.147404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6502c1c8-e02c-4ab8-bfc7-885bc48b354f up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:19.203615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ac56b9f-db8c-4ce6-ab49-f64ef7fcc6b2 req-63fdd31d-83d9-4b19-aa3b-0ba2b6b0b103 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582509 Feb 09 02:55:19.251568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:19.267439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:19.268506 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:19.291340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aca5a198-311f-49a9-86ad-054619f8e7d5 req-e1cc7ad3-9ea6-4d33-b4c9-4ac6d2376987 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0475273 Feb 09 02:55:19.339709 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:19.408135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:19.408656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:19.449816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:19.460533 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:19.521054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:19.577789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23918f9-0018-4ac3-b49b-5983190d8b02 req-806cc3e0-f8e6-41cd-9a98-fd4f96a4e465 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:19.579505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e23918f9-0018-4ac3-b49b-5983190d8b02 req-806cc3e0-f8e6-41cd-9a98-fd4f96a4e465 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1083379 Feb 09 02:55:19.659185 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e23918f9-0018-4ac3-b49b-5983190d8b02 req-3db97713-0cea-49d9-bb29-1410273425d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734630 Feb 09 02:55:19.951081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f0d52a7-cee3-401d-9635-795c1ee449fd req-8bd877c7-ba5b-4bb9-a103-3373fe21b119 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0446434 Feb 09 02:55:20.366075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ea42e-9928-415c-a6f7-61fcb24cff04 req-ecb5540b-c7dd-4936-92c9-7fdde92b56ce tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:20.368556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-984ea42e-9928-415c-a6f7-61fcb24cff04 req-ecb5540b-c7dd-4936-92c9-7fdde92b56ce tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.0894365 Feb 09 02:55:20.423119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da7fba30-882d-4025-b962-19d9451d1463 req-f564479a-6ae9-4683-a9bc-4887072caa19 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0432739 Feb 09 02:55:20.436625 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-984ea42e-9928-415c-a6f7-61fcb24cff04 req-92ffe233-db4a-44c0-ae1d-27de4f9d245b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622914 Feb 09 02:55:20.486516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:20.488821 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6bf438-1f00-4135-9fc6-d808b80dfc0b" -d '{"events": [{"server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "name": "network-vif-plugged", "status": "completed", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:20.562574 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376bb4e3-ea38-4cc5-8c6c-8a9f16f04781 x-openstack-request-id: req-376bb4e3-ea38-4cc5-8c6c-8a9f16f04781 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:20.564631 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "name": "network-vif-plugged", "status": "completed", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:20.565008 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-376bb4e3-ea38-4cc5-8c6c-8a9f16f04781 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:20.565530 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'code': 200} Feb 09 02:55:20.594929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578644ae-44b1-4e14-8f90-32170b8323c5 req-7fe5af4a-ebfb-4565-a97f-766a8bba41ab tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:20.608715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-578644ae-44b1-4e14-8f90-32170b8323c5 req-7fe5af4a-ebfb-4565-a97f-766a8bba41ab tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1127 time: 0.0889509 Feb 09 02:55:20.670655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-578644ae-44b1-4e14-8f90-32170b8323c5 req-2ad2148b-c8be-4ede-822b-051fca9338b2 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609806 Feb 09 02:55:20.768600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46047551-abe1-48f6-8d95-1628daee74d2 req-2e026b24-0c34-4289-a04a-5e321a2c6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:20.771174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46047551-abe1-48f6-8d95-1628daee74d2 req-2e026b24-0c34-4289-a04a-5e321a2c6fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 1127 time: 0.1030619 Feb 09 02:55:20.856220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe5c8-7087-47c7-a593-b90ad373953c req-82b62693-c38e-4af3-90f8-44701e3597c0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:20.864161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83cfe5c8-7087-47c7-a593-b90ad373953c req-82b62693-c38e-4af3-90f8-44701e3597c0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1096268 Feb 09 02:55:20.877352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46047551-abe1-48f6-8d95-1628daee74d2 req-bee1abe3-7e7a-438f-84f9-91da93d4b21a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862882 Feb 09 02:55:20.881092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab63a0-8b95-428d-a90a-0c13863854eb req-93fa7571-8d65-4384-af3d-dfa7fa1885ef tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:20.882658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8ab63a0-8b95-428d-a90a-0c13863854eb req-93fa7571-8d65-4384-af3d-dfa7fa1885ef tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1127 time: 0.1251426 Feb 09 02:55:20.929759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83cfe5c8-7087-47c7-a593-b90ad373953c req-6c21ac36-06bd-48c9-a6d4-58201b67a17e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645294 Feb 09 02:55:20.956820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8ab63a0-8b95-428d-a90a-0c13863854eb req-33e3263e-7836-4370-8723-2366ba7708e9 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Feb 09 02:55:21.093635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-b7f22c05-edbd-49c8-8743-a22a87b57983 req-f3222eab-dcbb-43f8-bce9-cc34f2a87c1a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:55:21.094667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7f22c05-edbd-49c8-8743-a22a87b57983 req-f3222eab-dcbb-43f8-bce9-cc34f2a87c1a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060637 Feb 09 02:55:21.114819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3727c00a-00b0-4ff7-86d0-94220c5d1c4d req-86db1d1d-1b27-498f-9d87-16c139a4926e tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0557246 Feb 09 02:55:21.264057 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:21.554143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12c7beef-f7bb-4bc6-90e1-954403e9d393 req-a0f46513-7b7a-49d5-9e09-f37da5c6917b tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0485988 Feb 09 02:55:22.140910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a377e-e9b6-4ebe-8aab-bf16d10bb2b5 req-a2a228a4-557c-467a-90a0-caa24cbf0811 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:22.142481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-968a377e-e9b6-4ebe-8aab-bf16d10bb2b5 req-a2a228a4-557c-467a-90a0-caa24cbf0811 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0701277 Feb 09 02:55:22.227359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-968a377e-e9b6-4ebe-8aab-bf16d10bb2b5 req-299aaaa5-c198-4b08-877e-1748ef77e4e5 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777528 Feb 09 02:55:22.351331 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb94bf1e-b1b7-4ec4-b4a2-4493d472df23 req-bf23c18e-6839-4094-aa92-837f79356ae5 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0381413 Feb 09 02:55:22.697462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d441a95-ab32-43de-902b-87490a41cd91 req-ef65016b-eb53-4510-8af2-8cec46445f2e tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0387058 Feb 09 02:55:22.783735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-e4e414bd-461a-4173-b482-71f2d714186b tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:55:22.791202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-e4e414bd-461a-4173-b482-71f2d714186b tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1771374 Feb 09 02:55:22.842688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-625e68b6-729c-4c98-89b4-a493eb61b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:22.844258 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-625e68b6-729c-4c98-89b4-a493eb61b159 service neutron] 10.222.0.32 "GET /v2.0/ports/5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 200 len: 1124 time: 0.0522039 Feb 09 02:55:22.858846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Request body: {'binding': {'host': 'n-h2-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:22.859439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Unknown quota resources ['binding']. {{(pid=109856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:55:23.008472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on host n-h2-827839-4 for vnic_type normal with profile None {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:23.008811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:23.009144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:23.013821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:23.014161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:23.019317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:23.019670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:23.020192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:23.020562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Bound port: 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:23.093083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:23.100797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:23.102106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6775dcf7-ee8c-47cd-b307-4736c1bf3e32 service neutron] 10.222.0.32 "POST /v2.0/ports/5ac56e31-cc0d-4f79-ade3-ccfda13b413e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2522981 Feb 09 02:55:23.303613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62051f1-7b1f-4615-aeea-1c51cd5a9162 req-c2ad8ac3-16f4-4c3e-904e-6930f8168fd7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:23.307013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e62051f1-7b1f-4615-aeea-1c51cd5a9162 req-c2ad8ac3-16f4-4c3e-904e-6930f8168fd7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.0655971 Feb 09 02:55:23.386059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e62051f1-7b1f-4615-aeea-1c51cd5a9162 req-6da92e7c-926f-401b-8873-e44a8c2da956 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688338 Feb 09 02:55:23.415702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d8576-2616-43da-bf2c-e5b98d674631 req-56802a2e-c0f6-4c81-8bb5-96d8c7958c60 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:23.417749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-685d8576-2616-43da-bf2c-e5b98d674631 req-56802a2e-c0f6-4c81-8bb5-96d8c7958c60 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1034424 Feb 09 02:55:23.500591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-685d8576-2616-43da-bf2c-e5b98d674631 req-0e6c30cb-db50-483d-b5b6-a26e5022345a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721660 Feb 09 02:55:23.549307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b33a0da-9403-4541-9864-b3efe12de8aa req-eb1a4ade-426f-41da-8d71-c8585b341223 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0630774 Feb 09 02:55:23.592697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-8ab883a5-5a7e-4ed4-bd6b-a25b2ae6f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:23.599734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-8ab883a5-5a7e-4ed4-bd6b-a25b2ae6f7bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1127 time: 0.0861149 Feb 09 02:55:23.703770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878e719-b6f3-4c3a-91de-781db267bf8f req-64b588ef-7137-43a6-9f3b-c861dcd23edd tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:23.710784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6878e719-b6f3-4c3a-91de-781db267bf8f req-64b588ef-7137-43a6-9f3b-c861dcd23edd tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0826519 Feb 09 02:55:23.771551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-db8b52ea-944e-403e-9626-b9b3025b2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:23.774626 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-db8b52ea-944e-403e-9626-b9b3025b2e2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1675987 Feb 09 02:55:23.794314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6878e719-b6f3-4c3a-91de-781db267bf8f req-4f4597c3-2e80-47fa-a039-f398314e6c4a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819266 Feb 09 02:55:23.838633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-9dcf97de-84a0-417c-87ef-a3ed1fa603f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 200 len: 217 time: 0.0558898 Feb 09 02:55:23.911787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-b5616bf5-9d47-4c5c-95c4-de0a21e0964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:23.912036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d31bfc78-c2fc-458a-a066-e946cc8c6201 req-3451d801-d09c-49ea-8a9d-389b411281c3 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0292363 Feb 09 02:55:23.913244 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-b5616bf5-9d47-4c5c-95c4-de0a21e0964c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.0571742 Feb 09 02:55:23.925257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e4451-e486-40f7-afcd-529da0027aff req-e9c71b56-7540-4f75-b00f-360e8e3fb7cb tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:23.927360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c22e4451-e486-40f7-afcd-529da0027aff req-e9c71b56-7540-4f75-b00f-360e8e3fb7cb tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 950 time: 0.1377296 Feb 09 02:55:23.970953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-a3d2036a-abe6-4392-a76b-aa7dab7d627e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317805 Feb 09 02:55:24.063427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c22e4451-e486-40f7-afcd-529da0027aff req-0ed23764-d6f3-4cab-b56a-dbba3828a457 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161020 Feb 09 02:55:24.093895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-33df54dc-777e-4431-a57a-8b5dbe48fccc service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140943 Feb 09 02:55:24.122048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ebce3-c0d3-4cdf-b602-43ac3234d0d1 req-194831fe-43b0-47c6-adb4-fb99384a327b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:24.123860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779ebce3-c0d3-4cdf-b602-43ac3234d0d1 req-194831fe-43b0-47c6-adb4-fb99384a327b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0567307 Feb 09 02:55:24.184540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779ebce3-c0d3-4cdf-b602-43ac3234d0d1 req-0d006ac7-ee02-42e9-a611-8a67cd66f810 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550516 Feb 09 02:55:24.201655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-1b06bde3-6d88-49a1-af34-6fc2d33247d0 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011527 Feb 09 02:55:24.319683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda6114-bb77-40f2-bf49-712548a3f302 req-701acafc-3618-47d1-a16a-43ac44861ca3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:24.321701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3bda6114-bb77-40f2-bf49-712548a3f302 req-701acafc-3618-47d1-a16a-43ac44861ca3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0702014 Feb 09 02:55:24.387750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3bda6114-bb77-40f2-bf49-712548a3f302 req-7109b7f7-e039-4efd-933b-ed778800c839 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Feb 09 02:55:24.674922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814973-0094-4aea-b6cc-6250efa8cc9e req-ddf82649-b126-4239-b412-aec144e88084 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:24.677661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36814973-0094-4aea-b6cc-6250efa8cc9e req-ddf82649-b126-4239-b412-aec144e88084 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1006975 Feb 09 02:55:24.812927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36814973-0094-4aea-b6cc-6250efa8cc9e req-88fd29ff-b7a4-41e8-8fae-ab0279c022df tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065600 Feb 09 02:55:24.885962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea58ca37-d8f2-4b73-81c3-cac92ccdf8ab req-4ab258e6-59fb-4206-bf28-8fd163d92193 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0668535 Feb 09 02:55:24.935149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b05175-6df7-4158-8a57-0d95b9ffdc8b req-23436b97-dca5-4eb5-ab98-9151822b2996 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:24.936788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39b05175-6df7-4158-8a57-0d95b9ffdc8b req-23436b97-dca5-4eb5-ab98-9151822b2996 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0673230 Feb 09 02:55:25.032542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39b05175-6df7-4158-8a57-0d95b9ffdc8b req-e53b56e0-7028-4a55-80bb-033774d3c35e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886915 Feb 09 02:55:25.047045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba4f3384-9c07-4262-885e-f1fea7b49e59 req-a8bf45c4-3f69-4990-ab06-114d2291447e tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0455258 Feb 09 02:55:25.937956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31803f0-46a7-4715-b1a5-d63cc106b26d req-50c36845-6cc4-4e8d-a27c-29a53fff51d6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:25.948279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d31803f0-46a7-4715-b1a5-d63cc106b26d req-50c36845-6cc4-4e8d-a27c-29a53fff51d6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.0723548 Feb 09 02:55:26.007455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d31803f0-46a7-4715-b1a5-d63cc106b26d req-544f6c04-07ff-4e31-a979-2cffec2e4a89 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527625 Feb 09 02:55:26.016747 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15dce15a-9016-42c5-b251-48b6390dfda6 req-6088d6d8-d5eb-499e-9275-8c4deda82671 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0469077 Feb 09 02:55:26.152753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378050f-c982-46b6-b681-5fe041e3e083 req-331fd732-7d8f-469d-be93-bbc2ee917e0d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:26.154501 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2378050f-c982-46b6-b681-5fe041e3e083 req-331fd732-7d8f-469d-be93-bbc2ee917e0d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0554326 Feb 09 02:55:26.187705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5dfabd12-528c-4225-ad99-ec04eaef2e62 req-d982acb5-832c-4a83-933c-d18c4244a2d8 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0387905 Feb 09 02:55:26.221650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 04bebd5c-cd83-4788-b196-e6244720365c details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:26.237516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2378050f-c982-46b6-b681-5fe041e3e083 req-1d35a92a-724e-4bed-b3a0-d9dfd44543b8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 Feb 09 02:55:26.331120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:26.343119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '04bebd5c-cd83-4788-b196-e6244720365c', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '04bebd5c-cd83-4788-b196-e6244720365c', 'mac_address': 'fa:16:3e:45:3c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:26.384841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 04bebd5c-cd83-4788-b196-e6244720365c is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:26.385600 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04bebd5c-cd83-4788-b196-e6244720365c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:26.399115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04bebd5c-cd83-4788-b196-e6244720365c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:26.420463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:26.425604 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:26.478222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:26.524185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['04bebd5c-cd83-4788-b196-e6244720365c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:27.134061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57eb2d43-c6d0-40b8-a5b0-fa31d45fcd4b req-f6d2bc82-ad0d-4546-b449-ef61915b7293 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0536304 Feb 09 02:55:27.183115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7183a-f070-4512-a647-9c7e9a1e0d82 req-c54157c4-89cd-41b9-bf30-9912e4492463 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:27.184764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cae7183a-f070-4512-a647-9c7e9a1e0d82 req-c54157c4-89cd-41b9-bf30-9912e4492463 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1037555 Feb 09 02:55:27.250046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cae7183a-f070-4512-a647-9c7e9a1e0d82 req-7dfc7b97-276a-41ce-8634-c06b74b7f39e tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590239 Feb 09 02:55:27.334827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7244e86b-a130-47c1-9b47-e227b4a1a32a req-53945433-71a5-4668-a40e-c88f7cfcc3e1 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0496669 Feb 09 02:55:27.392568 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bdb11-6cbb-4015-86f3-72982b698f52 req-584db383-c109-450d-837c-b8357dfe22c3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:27.394821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e09bdb11-6cbb-4015-86f3-72982b698f52 req-584db383-c109-450d-837c-b8357dfe22c3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0711164 Feb 09 02:55:27.453482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e09bdb11-6cbb-4015-86f3-72982b698f52 req-86cc8213-0b7d-4d06-b7a1-f31a37485349 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501692 Feb 09 02:55:27.998897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5de8cb93-a4cb-4a05-b68d-0db755da6333 req-0d86d368-37cb-4386-8af1-c1754fe81ff4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0256081 Feb 09 02:55:28.225338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 04bebd5c-cd83-4788-b196-e6244720365c up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:28.280920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 04bebd5c-cd83-4788-b196-e6244720365c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:28.281466 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (04bebd5c-cd83-4788-b196-e6244720365c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:28.293030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62204cd4-1e0d-405c-b065-47873f3412d5 req-57a92319-e21e-4354-8745-3bc6b3f9cc16 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0761735 Feb 09 02:55:28.479135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 04bebd5c-cd83-4788-b196-e6244720365c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:28.479559 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04bebd5c-cd83-4788-b196-e6244720365c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:28.518199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db930c0-47b7-4655-a67a-799bfd9f409e req-f5db6a78-db18-4584-93fc-5c41edef529d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:28.532597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2db930c0-47b7-4655-a67a-799bfd9f409e req-f5db6a78-db18-4584-93fc-5c41edef529d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1405873 Feb 09 02:55:28.536746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:28.539207 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa0fb38-8dc1-49e4-bb39-77ecb7a64294" -d '{"events": [{"server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "name": "network-vif-plugged", "status": "completed", "tag": "04bebd5c-cd83-4788-b196-e6244720365c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:28.556843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:28.559906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-523d5dbb-29ee-4edd-963a-d1cc3dcc8019 req-22336f45-e7c4-43a7-b920-13f8a901c6fb tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0918465 Feb 09 02:55:28.564691 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:28.565763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:28.622868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2db930c0-47b7-4655-a67a-799bfd9f409e req-97e9a5fe-5aa5-4686-9a7c-efa4b4ebb89f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881436 Feb 09 02:55:28.671247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:28.674828 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ed556f-1ab5-4908-a1b6-19a5703d8e7e x-openstack-request-id: req-35ed556f-1ab5-4908-a1b6-19a5703d8e7e {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:28.675189 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "name": "network-vif-plugged", "status": "completed", "tag": "04bebd5c-cd83-4788-b196-e6244720365c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:28.675515 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35ed556f-1ab5-4908-a1b6-19a5703d8e7e {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:28.676509 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c', 'code': 200} Feb 09 02:55:28.769468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0842167-dc75-4698-ab32-ef1d7e7db528 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:28.773148 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:28.842450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:28.848228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:28.851728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c96909-c9bd-416e-ae8f-6ff89f9a0194 req-af46492c-b24c-489e-87b3-3a147b33b1b6 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:28.858766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4c96909-c9bd-416e-ae8f-6ff89f9a0194 req-af46492c-b24c-489e-87b3-3a147b33b1b6 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1268277 Feb 09 02:55:28.909029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:28.964962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4c96909-c9bd-416e-ae8f-6ff89f9a0194 req-845c52e0-1302-47a7-a90d-a0b8849b84d8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949459 Feb 09 02:55:29.175450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41f95f-3b47-4db8-9194-b2f6ba2e9d92 req-ac8bba79-6e92-425c-906b-5650c947315f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:29.177693 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d41f95f-3b47-4db8-9194-b2f6ba2e9d92 req-ac8bba79-6e92-425c-906b-5650c947315f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0896683 Feb 09 02:55:29.248800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d41f95f-3b47-4db8-9194-b2f6ba2e9d92 req-c91f1945-14df-4b52-b00c-b89f1a493273 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648324 Feb 09 02:55:29.475796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85845716-a473-4988-8659-0e98c881cc27 req-b2ab62b4-6122-4824-836b-a0e0e1919205 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:29.485268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85845716-a473-4988-8659-0e98c881cc27 req-b2ab62b4-6122-4824-836b-a0e0e1919205 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1051233 Feb 09 02:55:29.511348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67974dd4-bf57-49da-b7d6-3ee5475882fe req-d9e83fd6-a80c-4538-914e-f9d124ce4f3a tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0604873 Feb 09 02:55:29.585050 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85845716-a473-4988-8659-0e98c881cc27 req-39b6d9c9-82c8-4a57-9c35-4706a64ea977 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838838 Feb 09 02:55:29.786840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b76c25d-b2bf-4657-892b-73bcdc2b0cb4 req-51a284ce-d23d-494f-b03b-60f41e1b1c47 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0571897 Feb 09 02:55:29.879827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beb402-b061-4417-b8ce-29d3a4807c30 req-d6c66003-09f5-40f7-ae96-4f113ab9b20d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:29.881617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33beb402-b061-4417-b8ce-29d3a4807c30 req-d6c66003-09f5-40f7-ae96-4f113ab9b20d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1322167 Feb 09 02:55:29.970554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33beb402-b061-4417-b8ce-29d3a4807c30 req-06d10144-7710-470a-81e8-da1d57539472 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815895 Feb 09 02:55:30.156452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555a16-fab2-4613-9682-ffd59efb14d4 req-2449c48e-3571-4fe8-9a8b-a3626e4f6aee tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:30.157947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-97555a16-fab2-4613-9682-ffd59efb14d4 req-2449c48e-3571-4fe8-9a8b-a3626e4f6aee tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1112959 Feb 09 02:55:30.237561 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db71be12-a276-4eec-804e-7de5b81e94f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:30.257670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-97555a16-fab2-4613-9682-ffd59efb14d4 req-42254c9f-381d-4605-bd40-ac663c97a2f4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904045 Feb 09 02:55:30.634765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-2acb7f1b-15c9-4a4a-bda1-6e1371245da6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:30.648811 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-2acb7f1b-15c9-4a4a-bda1-6e1371245da6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.6654508 Feb 09 02:55:30.675605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-b6e26a27-353a-48e1-a928-04c952d7f440 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/quotas/f3543bf9774a49c98569f1d49b6d9f3e HTTP/1.1" status: 200 len: 375 time: 0.0254774 Feb 09 02:55:30.678001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:30.680609 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b33e2a2-a844-4cdf-9680-fa5ab0c35af1" -d '{"events": [{"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-unplugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:30.776526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-8080838b-ddfc-48f9-83f1-200b9bff357d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0875092 Feb 09 02:55:30.797441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a06a983-4cef-4d0e-8edc-892eefbe5305 req-b8a49f48-f376-44c8-babd-4837104bcb29 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0503252 Feb 09 02:55:30.879754 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f3f51b-c753-4ad3-bfc4-4fb5e7b23b0c x-openstack-request-id: req-71f3f51b-c753-4ad3-bfc4-4fb5e7b23b0c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:30.880916 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-unplugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:30.881395 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71f3f51b-c753-4ad3-bfc4-4fb5e7b23b0c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:30.882068 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'code': 200} Feb 09 02:55:30.998523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bc23a91-8dd2-4401-b9d4-aff1d6d528ad req-0f86e471-481b-474e-acfc-b45f9c4bc5b5 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0518050 Feb 09 02:55:31.101873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-3ab3edd9-4a38-4e2f-bde9-1b77cb910933 service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238308 Feb 09 02:55:31.319770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d5013-362e-4d1d-859b-3da022e8f904 req-9b2fd98c-d827-4088-b5be-67be434e62d2 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:31.329926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b2d5013-362e-4d1d-859b-3da022e8f904 req-9b2fd98c-d827-4088-b5be-67be434e62d2 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1144140 Feb 09 02:55:31.333658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-ceed98b4-2c9d-419d-8048-4af6cbdead60 service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196734 Feb 09 02:55:31.450209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b2d5013-362e-4d1d-859b-3da022e8f904 req-f06ffe9f-9aa8-43bb-97c9-3df7d17d73b0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160972 Feb 09 02:55:31.643265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5274239-e2a5-466a-b7c6-068062b941cd req-f806b68f-7de4-48c5-9605-60687eda5ae9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0588725 Feb 09 02:55:31.735901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c96872-09b7-4844-a2bb-8019cc471331 req-ded9b0bd-c1dc-421b-9d40-ef6e75ff71b0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:31.738119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-81c96872-09b7-4844-a2bb-8019cc471331 req-ded9b0bd-c1dc-421b-9d40-ef6e75ff71b0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0864282 Feb 09 02:55:31.870684 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-81c96872-09b7-4844-a2bb-8019cc471331 req-5b016f11-cfd0-4956-9417-73e140b64b5c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191573 Feb 09 02:55:32.044416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-921db872-9cdf-4ffd-bef7-918d0039dd43 req-788ca962-5993-4e24-9d65-2701dddf4330 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 210 time: 0.1100922 Feb 09 02:55:32.187766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed9ec6e3-cd02-4d68-98c6-f21867824c5c req-6daf5172-54a0-4ab0-b6f1-578d9d367f26 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0897977 Feb 09 02:55:32.189705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08909648-d214-4c80-983a-e622afeba8f9 req-9098ad11-0449-4c45-b658-511663d50c95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=957235847e8d42edb534cb28920046a5&device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.1736042 Feb 09 02:55:32.217836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d280685-b6a5-444e-97e4-eaffc16c7107 req-7b051542-c2b6-4926-ac26-0c97a3608324 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0537667 Feb 09 02:55:32.224690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57826) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:32.230268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1656820610'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:32.250090 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08909648-d214-4c80-983a-e622afeba8f9 req-1c6167b2-a30a-445c-9a20-42b71328e9e3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=957235847e8d42edb534cb28920046a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532358 Feb 09 02:55:32.293459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:32.296630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:32.389312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:55:32.449930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (eb8cf849-304c-4c07-bf6b-755b4aefca86), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:32.450586 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Added segment eb8cf849-304c-4c07-bf6b-755b4aefca86 of type vlan for network c70f694e-e19b-4a75-9897-3b13466de0ec Feb 09 02:55:32.521820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909648-d214-4c80-983a-e622afeba8f9 req-d58325eb-a298-4a3c-a369-1988a9009edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:32.523776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08909648-d214-4c80-983a-e622afeba8f9 req-d58325eb-a298-4a3c-a369-1988a9009edd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2563777 Feb 09 02:55:32.537377 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (c70f694e-e19b-4a75-9897-3b13466de0ec), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:32.578885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (c70f694e-e19b-4a75-9897-3b13466de0ec), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:32.585886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:32.586774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:32.662763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00a6eaaf-a547-4a13-a98f-b81aa3b11bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:32.711123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4845605 Feb 09 02:55:32.714676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57832) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:32.720636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1241748289'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:32.775900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:32.779591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:32.840851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd261342-a385-490c-b37a-bd1294474b93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Network': ['ID=c70f694e-e19b-4a75-9897-3b13466de0ec,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:32.842133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:55:32.860755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network c70f694e-e19b-4a75-9897-3b13466de0ec details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:55:32.864477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cfb75c94-12cc-42a6-9050-f316c001f305), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:32.865131 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Added segment cfb75c94-12cc-42a6-9050-f316c001f305 of type vlan for network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 Feb 09 02:55:32.898366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de451c7-5131-4304-bc73-d3c02d96d384 req-c1172a25-028d-4bc2-94d0-936988f2e6d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:32.900698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5de451c7-5131-4304-bc73-d3c02d96d384 req-c1172a25-028d-4bc2-94d0-936988f2e6d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.2861390 Feb 09 02:55:32.963876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (0addf226-c966-49a2-a9a4-d8df1e9e24b7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:33.007167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5de451c7-5131-4304-bc73-d3c02d96d384 req-777ac9a8-6c41-4d44-b86d-d2726bea4250 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994527 Feb 09 02:55:33.015124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (0addf226-c966-49a2-a9a4-d8df1e9e24b7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:33.020827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:33.021560 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:33.171153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Network': ['ID=0addf226-c966-49a2-a9a4-d8df1e9e24b7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:33.195655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.196367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.196929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.197508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.198077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.198653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.199217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.199781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.200565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.201119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.201741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.202417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.203076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:55:33.216993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9f41cbc9-bfab-4c39-9ab0-1aa8e5c118ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5008404 Feb 09 02:55:33.220028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57850) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:33.220171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:55:33.225765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'subnet': {'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:33.235031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7d0c75d-bb26-424e-844b-84fbf7815c40 req-5385db8a-78fa-43b8-babe-8018dbcc2238 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 210 time: 0.0468602 Feb 09 02:55:33.305631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d96e-4f17-4ecb-b18a-eeb6efafa084 req-09797b46-f5b0-4a94-b3b0-e803115c34b1 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:33.312893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8217d96e-4f17-4ecb-b18a-eeb6efafa084 req-09797b46-f5b0-4a94-b3b0-e803115c34b1 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.2861180 Feb 09 02:55:33.396025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8217d96e-4f17-4ecb-b18a-eeb6efafa084 req-3053f9ff-2cce-4430-9768-f7b7082fb8fb tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816705 Feb 09 02:55:33.445386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-834c850b-e6f5-457a-9d52-b44db3f7c0c6 req-dfdcbaa1-287e-4650-b534-08b37419f0d7 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0628817 Feb 09 02:55:33.461740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:33.466298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:33.579359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-252861d6-6f52-410c-a70b-f2a3738c240f req-9b7a8ebf-8e9a-400a-bdb5-8ead75860347 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0501273 Feb 09 02:55:33.867751 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (10fe5c87-23c6-4ad3-8b04-65df0b2daf9e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:33.932357 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:33.950123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Subnet': ['ID=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:33.983606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-182eb7b5-1406-4f74-80b6-de57849c6279 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:33.987230 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-182eb7b5-1406-4f74-80b6-de57849c6279 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.61 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.2624590 Feb 09 02:55:34.004074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Checking segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:34.007768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'port': {'device_id': '52d8295f-6023-4870-8165-5e0d46999086', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'admin_state_up': True, 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:34.008196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network hostable DHCP agents. Network: c70f694e-e19b-4a75-9897-3b13466de0ec, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:55:34.069432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network c70f694e-e19b-4a75-9897-3b13466de0ec is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:55:34.091852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, c70f694e-e19b-4a75-9897-3b13466de0ec) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:34.097528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:34.099943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:34.103860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b7989-b739-45a8-816c-6eef1f566822 None None] Network c70f694e-e19b-4a75-9897-3b13466de0ec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:55:34.130146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c5a37eb8-3e9e-4153-b582-ed841836c4dd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9060948 Feb 09 02:55:34.130366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57858) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:34.137824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'subnet': {'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:34.255887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:34.272746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:34.324491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08909648-d214-4c80-983a-e622afeba8f9 req-7fb4716e-57c0-4cce-8835-1eebfa1a7b45 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0668342 Feb 09 02:55:34.341378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-c70f694e-e19b-4a75-9897-3b13466de0ec', 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'project_id': 'c11a074063364372b45e1f6063023698', 'fixed_ips': [{'subnet_id': '10fe5c87-23c6-4ad3-8b04-65df0b2daf9e'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:55:34.345874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:34.411552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99aa7b7-c76f-42ad-b6ca-4da1f2b413a9 req-3275c1d3-ac70-46cf-83e1-6be0fef70180 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:34.413017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d99aa7b7-c76f-42ad-b6ca-4da1f2b413a9 req-3275c1d3-ac70-46cf-83e1-6be0fef70180 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.2525845 Feb 09 02:55:34.468769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Made reservation on behalf of f3543bf9774a49c98569f1d49b6d9f3e for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:34.473506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:34.589607 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (729f9683-7775-4b68-82af-450127942b78), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:34.623925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a9c1fa5-8745-4207-8539-1b827e2c4313 req-1ffe0089-969b-483e-bde9-02c5f0fa2946 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 210 time: 0.0485017 Feb 09 02:55:34.704797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Allocated IP 172.20.0.14 (47a3b409-6d32-4997-af71-7f5c4950d446/c7d5485c-f1ba-400c-975c-10eee174c8d7/bbf77518-e483-4f98-bb38-5d92ad2a2ae9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:34.900681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d99aa7b7-c76f-42ad-b6ca-4da1f2b413a9 req-557c1505-1842-4ac1-828a-c44bed6977c8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762037 Feb 09 02:55:34.915228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:34.917205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Subnet': ['ID=729f9683-7775-4b68-82af-450127942b78,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:34.977603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Checking segment: {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:34.977857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network hostable DHCP agents. Network: 0addf226-c966-49a2-a9a4-d8df1e9e24b7, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:55:35.015202 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:35.028009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:35.039247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65357d5a-dfaf-42ec-befd-0c59569274ed req-d8900148-5eb4-4c0a-a26b-c49414c66a04 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0433145 Feb 09 02:55:35.041093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e6fc4-fd65-4e19-9d03-14eb9869f4cb req-a20f3dd6-b0b4-4606-ac90-92affe9db93a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:35.051119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f14e9858-1bbc-40ee-891d-9a6f87c1ae32', '4ebd218c-2d68-4cbe-9d79-0504a29cb32c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:35.053401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Allocated IP 10.1.1.2 (c70f694e-e19b-4a75-9897-3b13466de0ec/10fe5c87-23c6-4ad3-8b04-65df0b2daf9e/7e36620b-1b78-4402-88fa-e731a3deb006) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:35.058278 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b66e6fc4-fd65-4e19-9d03-14eb9869f4cb req-a20f3dd6-b0b4-4606-ac90-92affe9db93a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.3057199 Feb 09 02:55:35.080785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:55:35.113381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 0addf226-c966-49a2-a9a4-d8df1e9e24b7) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:35.120999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:35.121612 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:35.129757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdce0e6-a379-435f-b415-714f62ca2b93 None None] Network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:55:35.177073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:35.187100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:35.188385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4881ce65-d6c2-474e-b154-2e273aa837df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0569541 Feb 09 02:55:35.195913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57882) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:35.203422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:35.212475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'Port': ['ID=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:35.214311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'port': {'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1373700849', 'fixed_ips': [{'subnet_id': '10fe5c87-23c6-4ad3-8b04-65df0b2daf9e'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:35.297237 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57307f6d-0181-4b4a-994a-9598dc5595a3 req-142a3f0b-5847-456b-ba0e-2b5a8d9b29a9 tempest-ServerShowV254Test-184082299 tempest-ServerShowV254Test-184082299-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e63d7b0-bd60-4afe-a0ac-1226719450d7 HTTP/1.1" status: 200 len: 210 time: 0.0866442 Feb 09 02:55:35.368419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:35.377605 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:35.480490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-95e3637a-7ec6-4991-80e6-624b3fbbbd16 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4820440 Feb 09 02:55:35.484795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b66e6fc4-fd65-4e19-9d03-14eb9869f4cb req-ae3f548d-b55f-452e-bb54-4f9b962e09b5 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254818 Feb 09 02:55:35.508300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Request body: {'port': {'device_id': '52d8295f-6023-4870-8165-5e0d46999086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:35.574308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:35.735393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-0addf226-c966-49a2-a9a4-d8df1e9e24b7', 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7', 'project_id': 'c11a074063364372b45e1f6063023698', 'fixed_ips': [{'subnet_id': '729f9683-7775-4b68-82af-450127942b78'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:55:35.736671 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:35.770689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:35.871916 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Publish callbacks [] for port (7e36620b-1b78-4402-88fa-e731a3deb006), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:35.914442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43de8e35-d217-4b05-b656-5077391c1878 req-e8aad7bb-2e8b-463c-a04c-0dcca46064cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c2a405f1c0dd43d195d0d4f896f131b1&device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0775747 Feb 09 02:55:35.957973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:35.984667 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:36.015047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] device_id is not set on port 26e2633e-edfb-4253-b9b9-013520f11e14 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:55:36.038354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46e6ba-5f34-4578-bac1-9acc5ea62855 req-3e57c450-e35f-4119-b4f3-ac31963ec656 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:36.040096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db46e6ba-5f34-4578-bac1-9acc5ea62855 req-3e57c450-e35f-4119-b4f3-ac31963ec656 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 932 time: 0.1836066 Feb 09 02:55:36.067296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-89d3acea-2812-4be0-8232-df51e0e00e3f None None] Provisioning complete for port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:36.067950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89d3acea-2812-4be0-8232-df51e0e00e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:36.155343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Network c70f694e-e19b-4a75-9897-3b13466de0ec is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:36.231389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:36.263498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:36.270515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db46e6ba-5f34-4578-bac1-9acc5ea62855 req-b82cf8e7-66bc-4ff1-be49-2cd6e9393032 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815825 Feb 09 02:55:36.287909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2e8c011-3a8d-498e-aa25-51aefe3c0520 req-7207c199-aa73-4c85-9af6-4217aa7fcaa3 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0599701 Feb 09 02:55:36.299282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43de8e35-d217-4b05-b656-5077391c1878 req-8e288c58-96e9-490a-bc8e-4e7270c8cece service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c2a405f1c0dd43d195d0d4f896f131b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3700845 Feb 09 02:55:36.364824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Pushing event updated for resources: {'Port': ['ID=7e36620b-1b78-4402-88fa-e731a3deb006,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:36.370165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-89d3acea-2812-4be0-8232-df51e0e00e3f None None] Port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:55:36.545255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de8e35-d217-4b05-b656-5077391c1878 req-e3900e7a-67f3-4285-8326-d38cbe53f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:36.546148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43de8e35-d217-4b05-b656-5077391c1878 req-e3900e7a-67f3-4285-8326-d38cbe53f6d1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2392159 Feb 09 02:55:36.602199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Allocated IP 10.1.1.147 (c70f694e-e19b-4a75-9897-3b13466de0ec/10fe5c87-23c6-4ad3-8b04-65df0b2daf9e/26e2633e-edfb-4253-b9b9-013520f11e14) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:36.614879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:36.628093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42ff39-cce4-44cf-a02a-d22bc5e7ee01 req-5e73834f-6bbc-4755-bbb1-45228d952520 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:36.636287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d42ff39-cce4-44cf-a02a-d22bc5e7ee01 req-5e73834f-6bbc-4755-bbb1-45228d952520 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1911151 Feb 09 02:55:36.670067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Attempting to bind port 7e36620b-1b78-4402-88fa-e731a3deb006 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:36.673360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Attempting to bind port 7e36620b-1b78-4402-88fa-e731a3deb006 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:36.674937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Attempting to bind port 7e36620b-1b78-4402-88fa-e731a3deb006 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:36.688083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:36.688734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Checking segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:36.689317 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:36.692544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Bound using segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:36.697297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Bound port: 7e36620b-1b78-4402-88fa-e731a3deb006, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:36.701605 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:36.732538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d42ff39-cce4-44cf-a02a-d22bc5e7ee01 req-2fc2be63-35ff-46fb-8dc3-f9fbb5ff958c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899255 Feb 09 02:55:36.770707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Allocated IP 10.2.2.2 (0addf226-c966-49a2-a9a4-d8df1e9e24b7/729f9683-7775-4b68-82af-450127942b78/469fb45c-adf9-47e0-ae3c-b0dac54f39e0) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:36.859339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf77518-e483-4f98-bb38-5d92ad2a2ae9 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:36.872416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Publish callbacks [] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:36.891711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Transition to ACTIVE for port object bbf77518-e483-4f98-bb38-5d92ad2a2ae9 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:55:36.902836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fac7d2-496b-4132-9d4f-7767e3f1975e req-a6c1e580-7a1a-466c-8070-aab32f115949 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:36.910008 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8fac7d2-496b-4132-9d4f-7767e3f1975e req-a6c1e580-7a1a-466c-8070-aab32f115949 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.2407858 Feb 09 02:55:36.917332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:36.989263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57922) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:36.993243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] For port 7e36620b-1b78-4402-88fa-e731a3deb006, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:37.020809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] For port 7e36620b-1b78-4402-88fa-e731a3deb006, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7e36620b-1b78-4402-88fa-e731a3deb006,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:37.040714 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.041402 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (26e2633e-edfb-4253-b9b9-013520f11e14), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.080878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8fac7d2-496b-4132-9d4f-7767e3f1975e req-ec92a425-3ab6-43fc-ba12-8301c1eafd75 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651978 Feb 09 02:55:37.096807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:37.146962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.182826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Attempting to bind port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:37.183320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Attempting to bind port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:37.184341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Attempting to bind port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:37.189507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 on network 47a3b409-6d32-4997-af71-7f5c4950d446 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:37.189991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Attempting to bind port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:37.198795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:37.199286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Checking segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:37.199788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Bound using segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:37.200827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Bound port: bbf77518-e483-4f98-bb38-5d92ad2a2ae9, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:37.201364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.307281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b975f30-9b00-4982-abf7-7259a36fe4ad None None] Pushing event updated for resources: {'Port': ['ID=7e36620b-1b78-4402-88fa-e731a3deb006,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:37.344393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=26e2633e-edfb-4253-b9b9-013520f11e14,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:37.354691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] For port bbf77518-e483-4f98-bb38-5d92ad2a2ae9, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:37.369369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] For port bbf77518-e483-4f98-bb38-5d92ad2a2ae9, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:37.385866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network c70f694e-e19b-4a75-9897-3b13466de0ec is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:37.387208 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Publish callbacks [] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.404322 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.412461 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.421834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:37.428938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:37.518401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:37.524816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:37.532936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:37.577286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee18e47b-11ee-469d-a633-755daa64e41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.593588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Pushing event updated for resources: {'Port': ['ID=469fb45c-adf9-47e0-ae3c-b0dac54f39e0,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:37.597343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:37.628481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:37.631954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.636153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.642442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/bbf77518-e483-4f98-bb38-5d92ad2a2ae9 HTTP/1.1" status: 200 len: 1092 time: 2.1525674 Feb 09 02:55:37.663803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d8295f-6023-4870-8165-5e0d46999086', 'tag': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:37.666222 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "52d8295f-6023-4870-8165-5e0d46999086", "tag": "bbf77518-e483-4f98-bb38-5d92ad2a2ae9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:37.725176 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3af87923-19d6-4689-b86e-64df91bc742b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5257313 Feb 09 02:55:37.734201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57932) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:37.738774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Attempting to bind port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:37.744169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Attempting to bind port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:37.744643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Attempting to bind port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 on network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:37.753703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad3cc7-6160-4763-b590-994abb2245f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:37.757454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:37.757926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Checking segment: {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:37.758542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.759015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Bound using segment: {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:37.759565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Bound port: 469fb45c-adf9-47e0-ae3c-b0dac54f39e0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:37.760015 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.795372 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be23d11c-7f7c-46fc-a873-2019c2e220df req-47b187e3-0c4f-44c1-a10e-8a8ccedcafc3 tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.32 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.2732997 Feb 09 02:55:37.841128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'port': {'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'name': 'tempest-TaggedBootDevicesTest_v242-1600293280', 'fixed_ips': [{'subnet_id': '10fe5c87-23c6-4ad3-8b04-65df0b2daf9e'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:37.939441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] For port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:37.947509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] For port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=469fb45c-adf9-47e0-ae3c-b0dac54f39e0,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:37.963906 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:37.994410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee18e47b-11ee-469d-a633-755daa64e41d admin admin] Publish callbacks [] for security_group (30c5c2fe-6e2f-46af-b0d7-73eb03daf7e7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:38.011972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee18e47b-11ee-469d-a633-755daa64e41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (30c5c2fe-6e2f-46af-b0d7-73eb03daf7e7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:38.070747 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f00044e-7399-439e-b67b-5006539c8de6 x-openstack-request-id: req-9f00044e-7399-439e-b67b-5006539c8de6 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:38.071261 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d8295f-6023-4870-8165-5e0d46999086", "tag": "bbf77518-e483-4f98-bb38-5d92ad2a2ae9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:38.071678 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f00044e-7399-439e-b67b-5006539c8de6 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:38.072442 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d8295f-6023-4870-8165-5e0d46999086', 'tag': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9', 'status': 'completed', 'code': 200} Feb 09 02:55:38.089067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47d88-c17e-473b-8e51-e688c970c2ca req-df3d8b1a-0706-4d52-bbb4-bc8a5d39d5bc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:38.107175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-82d47d88-c17e-473b-8e51-e688c970c2ca req-df3d8b1a-0706-4d52-bbb4-bc8a5d39d5bc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 944 time: 0.5274379 Feb 09 02:55:38.130042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d431403-53b4-46e9-836b-87aed1e8339b None None] Pushing event updated for resources: {'Port': ['ID=469fb45c-adf9-47e0-ae3c-b0dac54f39e0,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:38.167966 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43de8e35-d217-4b05-b656-5077391c1878 req-14785eb6-1e3c-45f0-bf3c-990eb5fc32af tempest-ServerShowV257Test-826547891 tempest-ServerShowV257Test-826547891-project] 10.222.0.26 "GET /v2.0/ports?device_id=70523c31-853c-4134-b2f8-a5c55bf9ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0990343 Feb 09 02:55:38.243828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:38.256326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18e47b-11ee-469d-a633-755daa64e41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c5c2fe-6e2f-46af-b0d7-73eb03daf7e7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:38.266692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ee18e47b-11ee-469d-a633-755daa64e41d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=957235847e8d42edb534cb28920046a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2741420 Feb 09 02:55:38.271641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57940) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:38.305302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-00f91dd3-9069-415f-bab0-8232f2e32c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:38.307005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-00f91dd3-9069-415f-bab0-8232f2e32c96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 1126 time: 0.5556142 Feb 09 02:55:38.329423 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-82d47d88-c17e-473b-8e51-e688c970c2ca req-80c65bb3-fc5e-4805-85a5-c3bd33335bf2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212543 Feb 09 02:55:38.404658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52e2b17c-e4c2-4fa6-b5ed-6f95ce7171fb admin admin] Publish callbacks [] for security_group (30c5c2fe-6e2f-46af-b0d7-73eb03daf7e7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:38.437351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-a26e6b0d-2180-4b10-8ddd-d761022d5928 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9 HTTP/1.1" status: 200 len: 217 time: 0.1100414 Feb 09 02:55:38.514496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52e2b17c-e4c2-4fa6-b5ed-6f95ce7171fb admin admin] Publish callbacks [] for security_group (30c5c2fe-6e2f-46af-b0d7-73eb03daf7e7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:38.573126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-c5e4b1a6-805b-4e25-b315-9889b24f464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:38.574725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-c5e4b1a6-805b-4e25-b315-9889b24f464a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1300502 Feb 09 02:55:38.585295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be0e3e-90ea-4fc8-a9c0-fb51cf4aa814 req-bba15f09-e1df-42b3-908f-ca62fe0222ad tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:38.592771 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8be0e3e-90ea-4fc8-a9c0-fb51cf4aa814 req-bba15f09-e1df-42b3-908f-ca62fe0222ad tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.3980465 Feb 09 02:55:38.741604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52e2b17c-e4c2-4fa6-b5ed-6f95ce7171fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (30c5c2fe-6e2f-46af-b0d7-73eb03daf7e7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:38.741604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52e2b17c-e4c2-4fa6-b5ed-6f95ce7171fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:38.747115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-52e2b17c-e4c2-4fa6-b5ed-6f95ce7171fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30c5c2fe-6e2f-46af-b0d7-73eb03daf7e7 HTTP/1.1" status: 204 len: 168 time: 0.4744430 Feb 09 02:55:38.776029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bbfb6-c52f-4cfc-a00a-df076783dd23 req-4e3c6989-b74a-45f5-bd65-d4e85d69cf74 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:38.795083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-234bbfb6-c52f-4cfc-a00a-df076783dd23 req-4e3c6989-b74a-45f5-bd65-d4e85d69cf74 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1780303 Feb 09 02:55:38.842447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2b17c-e4c2-4fa6-b5ed-6f95ce7171fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c5c2fe-6e2f-46af-b0d7-73eb03daf7e7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:38.845874 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:38.925045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-234bbfb6-c52f-4cfc-a00a-df076783dd23 req-de74c9ea-b6b3-4ff6-b431-47065cbf2712 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289420 Feb 09 02:55:38.956634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8be0e3e-90ea-4fc8-a9c0-fb51cf4aa814 req-e37079b9-6d69-482a-b192-c4e3440e8d51 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629985 Feb 09 02:55:38.994755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-34f08e09-724b-4632-8fa4-edc4e9b9c157 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4173539 Feb 09 02:55:38.996020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] device_id is not set on port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:55:39.025222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-90646386-35ee-4bbf-bc47-2c943fdaeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:39.026860 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-90646386-35ee-4bbf-bc47-2c943fdaeba2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4158123 Feb 09 02:55:39.305929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0df941-6745-4c36-8aa4-039c51100a6a None None] Network c70f694e-e19b-4a75-9897-3b13466de0ec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:55:39.612101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-dfedc98f-6493-4220-86e4-8a0759510891 None None] Provisioning complete for port 7e36620b-1b78-4402-88fa-e731a3deb006 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:39.612481 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dfedc98f-6493-4220-86e4-8a0759510891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:39.854122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7e36620b-1b78-4402-88fa-e731a3deb006 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:39.861379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57978) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:40.146183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a7979-9f5f-4eff-8ddc-635ab4419649 None None] Network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:55:40.233204 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f824a88f-b14a-41ef-9e0c-9b9969c681b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.289830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Allocated IP 10.1.1.163 (c70f694e-e19b-4a75-9897-3b13466de0ec/10fe5c87-23c6-4ad3-8b04-65df0b2daf9e/62bdaf3e-a7b2-46b2-8200-bdfeb6940a03) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:40.311612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ea4e-a521-44be-b1d1-6b534aaa1aa6 req-7b6ad988-d09c-4f84-a18d-f064bece32f0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:40.320263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a52ea4e-a521-44be-b1d1-6b534aaa1aa6 req-7b6ad988-d09c-4f84-a18d-f064bece32f0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.2314315 Feb 09 02:55:40.364831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dfedc98f-6493-4220-86e4-8a0759510891 None None] Current status of the port 7e36620b-1b78-4402-88fa-e731a3deb006 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:40.365349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dfedc98f-6493-4220-86e4-8a0759510891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.518306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.529347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a52ea4e-a521-44be-b1d1-6b534aaa1aa6 req-625bf98b-81f0-4ed2-a8be-903148f6ff1f tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055442 Feb 09 02:55:40.543689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dfedc98f-6493-4220-86e4-8a0759510891 None None] For port 7e36620b-1b78-4402-88fa-e731a3deb006, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7e36620b-1b78-4402-88fa-e731a3deb006,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:40.572158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dfedc98f-6493-4220-86e4-8a0759510891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.603221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.606508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7e36620b-1b78-4402-88fa-e731a3deb006 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:40.612511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.664232 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f824a88f-b14a-41ef-9e0c-9b9969c681b9 admin admin] Publish callbacks [] for security_group (390a545a-b36b-42cd-9533-9bfbec0c4fb8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.675216 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f824a88f-b14a-41ef-9e0c-9b9969c681b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (390a545a-b36b-42cd-9533-9bfbec0c4fb8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.728149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f824a88f-b14a-41ef-9e0c-9b9969c681b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2a405f1c0dd43d195d0d4f896f131b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8648012 Feb 09 02:55:40.736109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58002) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:40.773538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824a88f-b14a-41ef-9e0c-9b9969c681b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390a545a-b36b-42cd-9533-9bfbec0c4fb8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:40.781461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:40.904434 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9ae85e0-09bd-4b50-811d-3b09ea1b191f admin admin] Publish callbacks [] for security_group (390a545a-b36b-42cd-9533-9bfbec0c4fb8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:40.912373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network c70f694e-e19b-4a75-9897-3b13466de0ec is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:40.917621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:40.920917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-8ebe7ae4-faec-42cd-b5aa-f290544c0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:40.922510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-8ebe7ae4-faec-42cd-b5aa-f290544c0dc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 1127 time: 1.8809693 Feb 09 02:55:40.942324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:40.969226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9ae85e0-09bd-4b50-811d-3b09ea1b191f admin admin] Publish callbacks [] for security_group (390a545a-b36b-42cd-9533-9bfbec0c4fb8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.111018 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9ae85e0-09bd-4b50-811d-3b09ea1b191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (390a545a-b36b-42cd-9533-9bfbec0c4fb8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.114930 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9ae85e0-09bd-4b50-811d-3b09ea1b191f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.116830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c9ae85e0-09bd-4b50-811d-3b09ea1b191f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/390a545a-b36b-42cd-9533-9bfbec0c4fb8 HTTP/1.1" status: 204 len: 168 time: 0.3797750 Feb 09 02:55:41.143464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae85e0-09bd-4b50-811d-3b09ea1b191f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390a545a-b36b-42cd-9533-9bfbec0c4fb8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:41.257221 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c11d4-36af-46d1-9743-05fd59866f1b req-ef63cb82-65f2-419e-bc55-10bc3e090639 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:41.261440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db7c11d4-36af-46d1-9743-05fd59866f1b req-ef63cb82-65f2-419e-bc55-10bc3e090639 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 944 time: 0.6694112 Feb 09 02:55:41.286491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-86e3052b-83fc-4555-bdc4-13670219bb35 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2482719 Feb 09 02:55:41.310353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedc98f-6493-4220-86e4-8a0759510891 None None] Pushing event updated for resources: {'Port': ['ID=7e36620b-1b78-4402-88fa-e731a3deb006,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:41.353584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a012-22e1-48af-a26a-a340e1a1c003 req-7d3d59f9-a3ad-4b06-b524-223f678a2b81 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:41.364368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Provisioning complete for port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:41.365046 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.386871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a42a012-22e1-48af-a26a-a340e1a1c003 req-7d3d59f9-a3ad-4b06-b524-223f678a2b81 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1714423 Feb 09 02:55:41.522858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a42a012-22e1-48af-a26a-a340e1a1c003 req-1e4f78e8-f0ee-46c4-86ee-025392351510 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349926 Feb 09 02:55:41.542898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7e36620b-1b78-4402-88fa-e731a3deb006 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:41.544026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:41.591026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:41.592094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Current status of the port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:41.592491 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.593178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.638785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4dfc0ac7-a58a-441e-b149-f4cdc533641a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8858798 Feb 09 02:55:41.640216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:41.656638 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.698494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-a9121970-3cf1-48d8-bb34-c161e2e049e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:41.702084 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-a9121970-3cf1-48d8-bb34-c161e2e049e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.7473214 Feb 09 02:55:41.725767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] For port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=469fb45c-adf9-47e0-ae3c-b0dac54f39e0,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:41.745023 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.782496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-544998bc-49f1-452d-acfb-98809d6b258b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32 HTTP/1.1" status: 200 len: 217 time: 0.0685923 Feb 09 02:55:41.823671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Provisioning complete for port 26e2633e-edfb-4253-b9b9-013520f11e14 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:41.824531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.879514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:41.902833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-50c3d306-7e53-41b0-8d97-5614b9f44b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:41.904548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-50c3d306-7e53-41b0-8d97-5614b9f44b33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1079719 Feb 09 02:55:41.906897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Pushing event updated for resources: {'Port': ['ID=469fb45c-adf9-47e0-ae3c-b0dac54f39e0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:41.915520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Port 26e2633e-edfb-4253-b9b9-013520f11e14 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:55:41.931919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Provisioning complete for port 7e36620b-1b78-4402-88fa-e731a3deb006 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:41.932778 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:41.950376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db7c11d4-36af-46d1-9743-05fd59866f1b req-422e8758-6caa-460c-b1c7-63c50b1d074a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561873 Feb 09 02:55:42.003305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ff0e05-9cde-4be9-bb2f-d0e504d7e5df req-0d7f9baa-9f19-4c82-80b4-e8e042283312 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6884372 Feb 09 02:55:42.093261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-fb50f016-8269-4acd-83e1-bfba98f0fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:42.100150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-fb50f016-8269-4acd-83e1-bfba98f0fba9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1826737 Feb 09 02:55:42.129315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7e36620b-1b78-4402-88fa-e731a3deb006 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:42.189621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-de23f47c-942c-44a5-859d-99489a8778cb None None] Current status of the port 7e36620b-1b78-4402-88fa-e731a3deb006 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:42.224359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7e36620b-1b78-4402-88fa-e731a3deb006 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:42.224724 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:42.314767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-66350577-6b4a-46e6-9739-d5a5b3bc2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:42.315552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-66350577-6b4a-46e6-9739-d5a5b3bc2985 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 1126 time: 0.2135890 Feb 09 02:55:42.324788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafde6c5-87a4-499e-b539-208185eef1a3 req-7a6ecf3f-c9d2-4a31-aeb0-d8b1c5612eaa tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:42.333242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fafde6c5-87a4-499e-b539-208185eef1a3 req-7a6ecf3f-c9d2-4a31-aeb0-d8b1c5612eaa tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.2073920 Feb 09 02:55:42.358791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Provisioning complete for port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:42.364264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:42.396163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7e36620b-1b78-4402-88fa-e731a3deb006 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:42.474094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-a1945210-2b26-4a38-a82f-17a9ffb005c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:42.479282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-a1945210-2b26-4a38-a82f-17a9ffb005c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.1384251 Feb 09 02:55:42.495627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Current status of the port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:42.512302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Provisioning complete for port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:42.513225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:42.567068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-da056136-afdb-4aac-ad9d-759fc9dc7ede service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9 HTTP/1.1" status: 200 len: 217 time: 0.0792713 Feb 09 02:55:42.569099 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-9d162c07-e488-4acb-a145-3fa18e0a54c9 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658606 Feb 09 02:55:42.576136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:55:42.587145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Provisioning complete for port 26e2633e-edfb-4253-b9b9-013520f11e14 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:42.587757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:42.629691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f87ea-1573-4c3f-b62b-f843fb22fcce None None] Port 26e2633e-edfb-4253-b9b9-013520f11e14 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:55:42.730875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fafde6c5-87a4-499e-b539-208185eef1a3 req-1b2c941f-037f-4c96-809e-1469e6015b13 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966734 Feb 09 02:55:42.751921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-c104203a-d467-4925-957e-4cca25d975d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:42.757033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-c104203a-d467-4925-957e-4cca25d975d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1827190 Feb 09 02:55:42.877260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58046) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:42.891289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52a9134e-27a5-4481-b446-04ca124a96a3 req-6df59073-3972-4b97-855d-7cd3bbc77cb5 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957094 Feb 09 02:55:42.926025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-44ca3a13-6f17-42b0-8765-71fcae9c54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:42.927875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-44ca3a13-6f17-42b0-8765-71fcae9c54ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1578827 Feb 09 02:55:43.028960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d938-e63c-40d0-8fb4-3a732d9bc893 req-da1e4014-8370-46cc-ab74-17c3bd4c3598 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:43.031109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3e7d938-e63c-40d0-8fb4-3a732d9bc893 req-da1e4014-8370-46cc-ab74-17c3bd4c3598 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1667535 Feb 09 02:55:43.056370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2144131346-network', 'tenant_id': 'a38c3e44fd414e2485a4d77dc5e88451'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:43.094132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Made reservation on behalf of a38c3e44fd414e2485a4d77dc5e88451 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:43.099694 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.141543 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3e7d938-e63c-40d0-8fb4-3a732d9bc893 req-dda615df-daa5-4cc2-b6b5-3e9472c72ee8 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977859 Feb 09 02:55:43.145174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-958ffcf2-aa9d-4e51-b649-f83e377193a9 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071507 Feb 09 02:55:43.157383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.363281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Publish callbacks [] for security_group (969284a0-2466-4cf7-9495-1b012de46694), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.379063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (969284a0-2466-4cf7-9495-1b012de46694), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.431170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05169676-db8a-449a-b4b1-c1e8a620b849 req-265116ed-74de-4fdd-9878-3ef0be2ce35f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:43.438633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969284a0-2466-4cf7-9495-1b012de46694,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:43.443412 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-05169676-db8a-449a-b4b1-c1e8a620b849 req-265116ed-74de-4fdd-9878-3ef0be2ce35f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 944 time: 0.1242850 Feb 09 02:55:43.456145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:43.481915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:55:43.494657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3da9d201-60d1-434d-a87a-afdf4f2c4dc6 req-981084c5-e347-4fb8-b7f7-19d377bc9b64 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415458 Feb 09 02:55:43.534921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (57a9d796-bbba-4724-9748-0fd9b196305f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.537291 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Added segment 57a9d796-bbba-4724-9748-0fd9b196305f of type vlan for network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 Feb 09 02:55:43.584109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-05169676-db8a-449a-b4b1-c1e8a620b849 req-bfee69fb-3c97-40d6-baeb-015986e23bba tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359384 Feb 09 02:55:43.666637 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (2cfa56f8-87b1-48eb-b1f3-b2f7da609261), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.719070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (2cfa56f8-87b1-48eb-b1f3-b2f7da609261), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.722843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:43.723561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.739593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27fbb748-1772-4e03-9ef0-30d6532b8218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.743926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58068) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:43.760536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-07d1e490-618b-4ce3-a82e-8c37d014c594 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282653741', 'description': 'tempest-description--828327839'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:43.801380 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07d1e490-618b-4ce3-a82e-8c37d014c594 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:43.848441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9698551 Feb 09 02:55:43.849135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:43.854971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Request body: {'subnet': {'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2144131346-subnet', 'tenant_id': 'a38c3e44fd414e2485a4d77dc5e88451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:43.860499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea095d5-1164-4b1c-b6a9-7813e48de743 admin admin] Pushing event updated for resources: {'Network': ['ID=2cfa56f8-87b1-48eb-b1f3-b2f7da609261,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:43.872810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:55:43.886328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Made reservation on behalf of a38c3e44fd414e2485a4d77dc5e88451 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:43.930699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.031319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27fbb748-1772-4e03-9ef0-30d6532b8218 admin admin] Publish callbacks [] for security_group (c84cddb1-da0e-4f6f-8825-90b9130c5656), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.061214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27fbb748-1772-4e03-9ef0-30d6532b8218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c84cddb1-da0e-4f6f-8825-90b9130c5656), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.119300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:44.145482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-27fbb748-1772-4e03-9ef0-30d6532b8218 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ee07aec909e4483ae32cb537447ef1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6808903 Feb 09 02:55:44.152972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58080) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:44.160918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbb748-1772-4e03-9ef0-30d6532b8218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84cddb1-da0e-4f6f-8825-90b9130c5656,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:44.199796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbce180-b677-4ade-b2db-44eb06036ec3 req-6362b752-e9fb-499b-965f-72035308b3c4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:44.206510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fbce180-b677-4ade-b2db-44eb06036ec3 req-6362b752-e9fb-499b-965f-72035308b3c4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.3606932 Feb 09 02:55:44.231717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:44.233729 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.304824 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07d1e490-618b-4ce3-a82e-8c37d014c594 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group (a3b79ded-bd5c-44b1-95d1-cbdc61198405), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.319121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fbce180-b677-4ade-b2db-44eb06036ec3 req-ba7f106d-429f-4519-8b31-6b16625217bb tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092060 Feb 09 02:55:44.320769 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (87109b47-f43d-4643-8a15-9bbbce272f5e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.333598 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07d1e490-618b-4ce3-a82e-8c37d014c594 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a3b79ded-bd5c-44b1-95d1-cbdc61198405), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.335134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device bbf77518-e483-4f98-bb38-5d92ad2a2ae9 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:44.396126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1e490-618b-4ce3-a82e-8c37d014c594 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b79ded-bd5c-44b1-95d1-cbdc61198405,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:44.417552 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b7d295be-1161-4ee1-a33b-d11c18d8d5ec admin admin] Publish callbacks [] for security_group (c84cddb1-da0e-4f6f-8825-90b9130c5656), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.424977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:44.445249 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07d1e490-618b-4ce3-a82e-8c37d014c594 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.450673 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-07d1e490-618b-4ce3-a82e-8c37d014c594 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7045925 Feb 09 02:55:44.451425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58094) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:44.462300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4d38f268-37ae-432b-a25e-467d8db74af4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'security_group_rule': {'security_group_id': 'a3b79ded-bd5c-44b1-95d1-cbdc61198405', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:44.469556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87109b47-f43d-4643-8a15-9bbbce272f5e,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:44.471931 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b7d295be-1161-4ee1-a33b-d11c18d8d5ec admin admin] Publish callbacks [] for security_group (c84cddb1-da0e-4f6f-8825-90b9130c5656), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.481154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28901a54-7685-471f-9f19-5d989f708825 req-389457ee-a555-40ae-88ce-b2824851f973 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:44.483004 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:55:44.490586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28901a54-7685-471f-9f19-5d989f708825 req-389457ee-a555-40ae-88ce-b2824851f973 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.2153547 Feb 09 02:55:44.515004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Checking segment: {'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:44.515517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Network hostable DHCP agents. Network: 2cfa56f8-87b1-48eb-b1f3-b2f7da609261, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:55:44.556363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d38f268-37ae-432b-a25e-467d8db74af4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group_rule (1e872e11-cffd-4df4-a57d-d537bd16dfa7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.580094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28901a54-7685-471f-9f19-5d989f708825 req-4cd9fd6c-c889-4880-b2a3-dcb0b55295ff tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850070 Feb 09 02:55:44.599557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:55:44.613712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 2cfa56f8-87b1-48eb-b1f3-b2f7da609261) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:44.619296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:44.620264 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.637094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb3d80f-6af7-4e38-b742-52e33f64158c None None] Network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:55:44.641032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b7d295be-1161-4ee1-a33b-d11c18d8d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c84cddb1-da0e-4f6f-8825-90b9130c5656), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.647416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b7d295be-1161-4ee1-a33b-d11c18d8d5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.648785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b7d295be-1161-4ee1-a33b-d11c18d8d5ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c84cddb1-da0e-4f6f-8825-90b9130c5656 HTTP/1.1" status: 204 len: 168 time: 0.4946539 Feb 09 02:55:44.667002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d295be-1161-4ee1-a33b-d11c18d8d5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84cddb1-da0e-4f6f-8825-90b9130c5656,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:44.677579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-968546c7-eb16-4589-b20a-21a2f337c5b5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8262863 Feb 09 02:55:44.693049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d38f268-37ae-432b-a25e-467d8db74af4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group_rule (1e872e11-cffd-4df4-a57d-d537bd16dfa7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.704022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d38f268-37ae-432b-a25e-467d8db74af4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (1e872e11-cffd-4df4-a57d-d537bd16dfa7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.755541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38f268-37ae-432b-a25e-467d8db74af4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e872e11-cffd-4df4-a57d-d537bd16dfa7,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:44.820692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8fb70-fe3a-4439-b173-15752f424927 None None] Network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:55:44.823225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d38f268-37ae-432b-a25e-467d8db74af4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.824606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4d38f268-37ae-432b-a25e-467d8db74af4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679047 Feb 09 02:55:44.827308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58102) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:44.845762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-563fa22a-0ce1-4df9-a058-90870b106aab tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'security_group_rule': {'security_group_id': 'a3b79ded-bd5c-44b1-95d1-cbdc61198405', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:44.886573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-563fa22a-0ce1-4df9-a058-90870b106aab tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group_rule (e1682804-59fa-4e3c-a53e-0db2d7880bad), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:44.906904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port bbf77518-e483-4f98-bb38-5d92ad2a2ae9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:44.926378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9', 'mac_address': 'fa:16:3e:1b:24:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:44.937741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede3431-0dba-4290-96bb-c266e1fe4ac6 req-2d013c42-9e6f-4afc-ae87-17b073501a2e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:44.948118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bede3431-0dba-4290-96bb-c266e1fe4ac6 req-2d013c42-9e6f-4afc-ae87-17b073501a2e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 944 time: 0.1958399 Feb 09 02:55:45.008299 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-563fa22a-0ce1-4df9-a058-90870b106aab tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group_rule (e1682804-59fa-4e3c-a53e-0db2d7880bad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.031082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:45.031531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.049223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf77518-e483-4f98-bb38-5d92ad2a2ae9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:45.064549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bede3431-0dba-4290-96bb-c266e1fe4ac6 req-d0ca3c85-f7e6-4910-93e4-7085cd180481 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153748 Feb 09 02:55:45.067991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-563fa22a-0ce1-4df9-a058-90870b106aab tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (e1682804-59fa-4e3c-a53e-0db2d7880bad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.082467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port bbf77518-e483-4f98-bb38-5d92ad2a2ae9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:45.090849 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.096996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fa22a-0ce1-4df9-a058-90870b106aab tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1682804-59fa-4e3c-a53e-0db2d7880bad,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:45.102455 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-563fa22a-0ce1-4df9-a058-90870b106aab tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.105095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-563fa22a-0ce1-4df9-a058-90870b106aab tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2768483 Feb 09 02:55:45.108090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58112) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:55:45.114349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:45.146268 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.194058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:45.299058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.401427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['bbf77518-e483-4f98-bb38-5d92ad2a2ae9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:45.501981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Allocated IP 172.25.2.141 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/486f15d0-0435-49f3-a88c-626f0cbd7a15) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:45.533650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123545c5-c85f-491b-9996-c5bca2eddd2e req-e8cfafc2-e35f-4ba4-9634-e9769c6491ce tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:45.544678 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-123545c5-c85f-491b-9996-c5bca2eddd2e req-e8cfafc2-e35f-4ba4-9634-e9769c6491ce tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1231275 Feb 09 02:55:45.560971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-9d1fc436-ecec-4e53-861d-4002826e4589 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:45.562901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-9d1fc436-ecec-4e53-861d-4002826e4589 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 814 time: 0.2672994 Feb 09 02:55:45.594825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-d5c6e48a-0533-46fe-a754-3e02cf9fce30 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/quotas/a38c3e44fd414e2485a4d77dc5e88451 HTTP/1.1" status: 200 len: 375 time: 0.0193648 Feb 09 02:55:45.665274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-153ae190-728e-47e6-9f78-e07c6f07055e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578973 Feb 09 02:55:45.821082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (486f15d0-0435-49f3-a88c-626f0cbd7a15), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.846654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-123545c5-c85f-491b-9996-c5bca2eddd2e req-6153136f-f302-474e-afd9-d2d11885d3e6 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962208 Feb 09 02:55:45.902858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (486f15d0-0435-49f3-a88c-626f0cbd7a15), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:45.907863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-a1c8bfba-4465-4f70-a442-729d68ac5833 service neutron] 10.222.0.32 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342417 Feb 09 02:55:46.020084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:46.021936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=486f15d0-0435-49f3-a88c-626f0cbd7a15,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:46.024168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:46.026458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:46.072957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-79c075aa-4a70-4f7b-bedf-6dc2663d76c6 service neutron] 10.222.0.32 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540537 Feb 09 02:55:46.157557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43776081-bec8-4647-8116-4807c0a48f96 req-429e695c-f7d4-4721-8020-b631ad46b06d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:46.165529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43776081-bec8-4647-8116-4807c0a48f96 req-429e695c-f7d4-4721-8020-b631ad46b06d tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1154504 Feb 09 02:55:46.192221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for floatingip (217ae515-d79e-4a0b-90f0-7b506e8de220), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:46.265149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43776081-bec8-4647-8116-4807c0a48f96 req-55ee77ff-db83-4793-9de3-bb7826861d1a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984631 Feb 09 02:55:46.292441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (486f15d0-0435-49f3-a88c-626f0cbd7a15), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:46.391816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-64897da2-4264-4abf-ad55-850355d7d255 req-f0e7d26e-b5e3-4602-b9f3-7524b91bbd2a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 210 time: 0.0517001 Feb 09 02:55:46.586327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51794d7b-914a-46b1-8e95-1da7daf400c9 req-82d33279-1ba7-4271-b33a-275ace934c41 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:46.620798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51794d7b-914a-46b1-8e95-1da7daf400c9 req-82d33279-1ba7-4271-b33a-275ace934c41 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 945 time: 0.1599092 Feb 09 02:55:46.780361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51794d7b-914a-46b1-8e95-1da7daf400c9 req-4dd527e6-70d7-4f81-aaf4-9623263178a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521900 Feb 09 02:55:46.795303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (486f15d0-0435-49f3-a88c-626f0cbd7a15), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:46.803904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (486f15d0-0435-49f3-a88c-626f0cbd7a15), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:46.910950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=486f15d0-0435-49f3-a88c-626f0cbd7a15,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:46.916418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (217ae515-d79e-4a0b-90f0-7b506e8de220), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:46.974576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:46.974576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-86f0e09c-a956-486b-8004-c6609db0377f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8644586 Feb 09 02:55:47.122962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee294919-b1b7-4cd5-8294-13f0719d491d req-99a4cd5e-8c40-4a8f-8607-30814de678c4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:47.124887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee294919-b1b7-4cd5-8294-13f0719d491d req-99a4cd5e-8c40-4a8f-8607-30814de678c4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1751754 Feb 09 02:55:47.280073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee294919-b1b7-4cd5-8294-13f0719d491d req-bce8a190-3153-43d9-af4e-20ae7d6fbe57 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491680 Feb 09 02:55:47.408007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-cd0897dd-0e7f-4a5d-be59-25c6e8ce0740 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--282653741&fields=id&tenant_id=c11a074063364372b45e1f6063023698 HTTP/1.1" status: 200 len: 267 time: 0.0659368 Feb 09 02:55:47.477944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-c9850398-38f9-44c8-827d-17cc4a20aa1a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:47.485609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-c9850398-38f9-44c8-827d-17cc4a20aa1a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports/26e2633e-edfb-4253-b9b9-013520f11e14 HTTP/1.1" status: 200 len: 937 time: 0.0762162 Feb 09 02:55:47.561807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d678b3-98b0-47d3-bc8d-67fd85756cdf req-124b00d6-1549-409e-b3e3-a93c52961414 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:47.563742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73d678b3-98b0-47d3-bc8d-67fd85756cdf req-124b00d6-1549-409e-b3e3-a93c52961414 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1164143 Feb 09 02:55:47.583713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-499afa90-9acd-4a77-94e2-f8889b372d0d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:47.591758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-499afa90-9acd-4a77-94e2-f8889b372d0d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports/62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 HTTP/1.1" status: 200 len: 937 time: 0.1049714 Feb 09 02:55:47.624827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73d678b3-98b0-47d3-bc8d-67fd85756cdf req-3abe0a67-d364-4b0f-addb-df3d1ed0799a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530839 Feb 09 02:55:47.672384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fe806130-14a1-4a0b-875a-e68c5cad79d0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0796406 Feb 09 02:55:47.712951 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-d358f525-f9e6-430d-897f-9d4d08c8d916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395861 Feb 09 02:55:47.741187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8a409951-d177-4c21-9e9b-8adbea0c2ce2 req-be7dc585-2169-47ed-9bb4-e983806a864c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 210 time: 0.0415194 Feb 09 02:55:47.925923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724c97f-bd34-43f7-8bb8-90d26f420a39 req-14b43fce-495b-4b56-8e47-343b229545a6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:47.927759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e724c97f-bd34-43f7-8bb8-90d26f420a39 req-14b43fce-495b-4b56-8e47-343b229545a6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 945 time: 0.0702469 Feb 09 02:55:47.966983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-39054132-db0b-401e-9b74-7f7e9ecf4db0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:47.976872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-39054132-db0b-401e-9b74-7f7e9ecf4db0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:47.983404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-39054132-db0b-401e-9b74-7f7e9ecf4db0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:47.990681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-39054132-db0b-401e-9b74-7f7e9ecf4db0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/networks?id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&id=0addf226-c966-49a2-a9a4-d8df1e9e24b7 HTTP/1.1" status: 200 len: 1995 time: 0.2768373 Feb 09 02:55:48.007690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fde2ddd5-1fe2-44fd-b137-f15771314a81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/quotas/c11a074063364372b45e1f6063023698 HTTP/1.1" status: 200 len: 375 time: 0.0158374 Feb 09 02:55:48.127632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-dd83b4f4-cd45-48e7-8f93-24e63152d942 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1146026 Feb 09 02:55:48.134296 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e724c97f-bd34-43f7-8bb8-90d26f420a39 req-b7392ed5-8106-4d6a-a658-f5b8042cf79a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942799 Feb 09 02:55:48.293120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-2c7cf712-03b4-4afc-a23e-36adaff97319 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:48.294654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-2c7cf712-03b4-4afc-a23e-36adaff97319 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.61 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 814 time: 0.3242240 Feb 09 02:55:48.304922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device bbf77518-e483-4f98-bb38-5d92ad2a2ae9 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:48.314124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Request body: {'port': {'device_id': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261', 'admin_state_up': True, 'tenant_id': 'a38c3e44fd414e2485a4d77dc5e88451'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:48.371002 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-86144803-81ed-4ce6-8248-62927f53f70d service neutron] 10.222.0.32 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139025 Feb 09 02:55:48.394311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:55:48.403540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:48.404400 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:48.535677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f813b-70f4-4ceb-a237-17d60241965c req-8108cf14-70c2-4e74-b90a-4ae6de5563ad tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:48.542843 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d12f813b-70f4-4ceb-a237-17d60241965c req-8108cf14-70c2-4e74-b90a-4ae6de5563ad tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1229770 Feb 09 02:55:48.560703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:48.561474 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:48.566363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-875d9a7d-4816-43b3-8a35-0fa1b6f9b709 service neutron] 10.222.0.32 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942322 Feb 09 02:55:48.595077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Made reservation on behalf of a38c3e44fd414e2485a4d77dc5e88451 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:48.599965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:48.604031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port bbf77518-e483-4f98-bb38-5d92ad2a2ae9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:48.605295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d8295f-6023-4870-8165-5e0d46999086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:48.608132 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbbd8dd-e4f2-4743-b492-3970760db32b" -d '{"events": [{"server_uuid": "52d8295f-6023-4870-8165-5e0d46999086", "name": "network-vif-plugged", "status": "completed", "tag": "bbf77518-e483-4f98-bb38-5d92ad2a2ae9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:48.614106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:48.693527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-281a3861-5b8b-460a-95ff-acdd73f9866b service neutron] 10.222.0.32 "GET /v2.0/ports/26e2633e-edfb-4253-b9b9-013520f11e14?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1162319 Feb 09 02:55:48.699425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:48.849266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-d7d97793-f825-49f7-8829-dbfb7929bc82 service neutron] 10.222.0.32 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479962 Feb 09 02:55:48.855187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d12f813b-70f4-4ceb-a237-17d60241965c req-7d7bb7e1-9133-4319-80fc-8762caddbfce tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114128 Feb 09 02:55:48.861900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-73c910da-783e-4809-a8d3-53d0c1d41445 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:48.869020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-73c910da-783e-4809-a8d3-53d0c1d41445 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.2636423 Feb 09 02:55:48.897010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-4'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:48.938458 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5733cc3b-9601-48c6-80eb-98822d043164 x-openstack-request-id: req-5733cc3b-9601-48c6-80eb-98822d043164 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:48.939014 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d8295f-6023-4870-8165-5e0d46999086", "name": "network-vif-plugged", "status": "completed", "tag": "bbf77518-e483-4f98-bb38-5d92ad2a2ae9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:48.939014 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5733cc3b-9601-48c6-80eb-98822d043164 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:48.939423 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d8295f-6023-4870-8165-5e0d46999086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9', 'code': 200} Feb 09 02:55:49.019502 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2729fd31-8bde-432e-b4a6-2aff1c04ab12 service neutron] 10.222.0.32 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634171 Feb 09 02:55:49.109209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-128511bc-f861-4fdd-8e6e-f30dbee4ce4b service neutron] 10.222.0.32 "GET /v2.0/ports/62bdaf3e-a7b2-46b2-8200-bdfeb6940a03?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0808389 Feb 09 02:55:49.111455 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:49.133510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cdf4e-c9c6-4b80-acd9-81e3074f4cd0 req-986e4a5d-2112-4765-9a42-5548aaabbe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:49.134017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Allocated IP 172.20.0.6 (2cfa56f8-87b1-48eb-b1f3-b2f7da609261/87109b47-f43d-4643-8a15-9bbbce272f5e/9f3a7643-df1d-44af-82fe-c1c8f8b30910) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:49.135344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b3cdf4e-c9c6-4b80-acd9-81e3074f4cd0 req-986e4a5d-2112-4765-9a42-5548aaabbe2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 1128 time: 0.0987568 Feb 09 02:55:49.192314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381e842-6b19-4266-86a8-9b2a2c322283 req-330a2054-0159-48cc-a1ae-564937f7712f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:49.194214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8381e842-6b19-4266-86a8-9b2a2c322283 req-330a2054-0159-48cc-a1ae-564937f7712f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 945 time: 0.1483052 Feb 09 02:55:49.267802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5ac56e31-cc0d-4f79-ade3-ccfda13b413e details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:49.288972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b3cdf4e-c9c6-4b80-acd9-81e3074f4cd0 req-086add4e-7aa1-4cf7-b15e-e674dd8bba03 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345785 Feb 09 02:55:49.314293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-ffe8b842-39bb-4d9d-b7e4-7e14efb7073a service neutron] 10.222.0.32 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880219 Feb 09 02:55:49.424657 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:49.489464 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:49.508196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-72ffb25c-52ae-454f-b884-b45d8e9cd5f7 service neutron] 10.222.0.32 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794217 Feb 09 02:55:49.524938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5ac56e31-cc0d-4f79-ade3-ccfda13b413e has no active binding in host n-h2-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 02:55:49.626102 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2822ff96-8bc2-4529-aea7-722743c52e73 service neutron] 10.222.0.32 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167338 Feb 09 02:55:49.731590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7e923b38-7f7f-4b62-b230-bddba8a62bd5 service neutron] 10.222.0.32 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034646 Feb 09 02:55:49.780256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8381e842-6b19-4266-86a8-9b2a2c322283 req-bbdf1a9d-ada8-4938-9ec2-dd84ff51a990 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632126 Feb 09 02:55:49.846150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2aa74f71-6506-4aff-b682-464c51fade5b service neutron] 10.222.0.32 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127453 Feb 09 02:55:49.894542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:49.949001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0898d71-0c76-4416-862f-006a2c6c44dd req-89fb3f44-beef-4f76-84fe-9c1c87b901b6 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 210 time: 0.0616167 Feb 09 02:55:49.954968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks [] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:49.956082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-645de16d-8454-47d6-bab5-93dbeb13f03d service neutron] 10.222.0.32 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088867 Feb 09 02:55:50.022469 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:50.073321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:50.083672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-cf7a2ac7-8a95-4223-97b8-82e4a7c6b2e1 service neutron] 10.222.0.32 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196680 Feb 09 02:55:50.095192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:50.115337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:50.140562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:50.204851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:50.230851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:50.233257 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782a69b8-7e07-4e2d-8d73-4ca5aa2535a1" -d '{"events": [{"server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:50.236838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3f87be62-e571-4bb1-93f1-448ea1b07e0e service neutron] 10.222.0.32 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455653 Feb 09 02:55:50.239620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Publish callbacks [] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:50.256999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:50.257854 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:50.260612 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:50.317200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23156756-9064-49f2-9398-9e0d58d1acae req-a57bf81d-f41a-4aeb-a352-e5bb651dc092 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:50.324336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23156756-9064-49f2-9398-9e0d58d1acae req-a57bf81d-f41a-4aeb-a352-e5bb651dc092 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 946 time: 0.2584393 Feb 09 02:55:50.340539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-98946096-d55f-4798-91d4-f7c9d95178de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0321770 Feb 09 02:55:50.347903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-4d44a49d-7f4c-4b47-86c6-11fad0a8804c service neutron] 10.222.0.32 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043804 Feb 09 02:55:50.364936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Request body: {'port': {'device_id': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:50.438718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3cb74a73-ac76-47e7-afb2-80bb73f02584 service neutron] 10.222.0.32 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848730 Feb 09 02:55:50.442774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:50.478724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on host n-h1-827839-4 for vnic_type normal with profile {"migrating_to": "n-h2-827839-4"} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:50.479064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:50.479399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:50.491173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23156756-9064-49f2-9398-9e0d58d1acae req-8c30ad1f-238f-4342-b55f-7e85326fda7f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658359 Feb 09 02:55:50.493671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:50.494015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Attempting to bind port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on network 7df2201d-50f8-46a0-970e-60ec608b8981 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:50.503529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:50.503839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Checking segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:50.504227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Bound using segment: {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:50.504759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Bound port: 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7df2201d-50f8-46a0-970e-60ec608b8981'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:50.505227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:50.507145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:50.707938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:50.748866 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:55:50.749629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:50.765765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:50.877006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5097d2-aa0d-4501-8f79-4be4bb28125e req-71217813-fc1b-4227-b694-ca5f583b310f tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:50.879278 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e5097d2-aa0d-4501-8f79-4be4bb28125e req-71217813-fc1b-4227-b694-ca5f583b310f tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.2382929 Feb 09 02:55:50.930504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=8']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:50.960976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:50.961604 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:50.963023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-f7601f93-4697-4fd9-97ac-17a42ceb9432 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 200 len: 1121 time: 2.0799692 Feb 09 02:55:51.013591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e5097d2-aa0d-4501-8f79-4be4bb28125e req-7c11dfce-bf5c-4744-a0ae-4a7672382aa6 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177976 Feb 09 02:55:51.083490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3a7643-df1d-44af-82fe-c1c8f8b30910 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:51.093041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Publish callbacks [] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:51.096261 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3db44e5-fc1a-4d17-aca7-4ba847e9d787 x-openstack-request-id: req-f3db44e5-fc1a-4d17-aca7-4ba847e9d787 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:51.096559 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:51.096885 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3db44e5-fc1a-4d17-aca7-4ba847e9d787 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:51.097340 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e', 'code': 200} Feb 09 02:55:51.100856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5ac56e31-cc0d-4f79-ade3-ccfda13b413e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:51.113582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Transition to ACTIVE for port object 9f3a7643-df1d-44af-82fe-c1c8f8b30910 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:55:51.115452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['5ac56e31-cc0d-4f79-ade3-ccfda13b413e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:51.119429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:51.267262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:51.325200 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:51.349960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05084c07-6550-44dc-b58d-779d5209a4fa req-d3d737f0-cbd2-4004-98f9-94323d0987f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:51.359519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05084c07-6550-44dc-b58d-779d5209a4fa req-d3d737f0-cbd2-4004-98f9-94323d0987f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.0808644 Feb 09 02:55:51.439824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66353fc1-7aab-41aa-ac64-0ded8ebc9a61 req-bebc874f-61a8-42e7-afe9-ea0da7b48035 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:51.447985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66353fc1-7aab-41aa-ac64-0ded8ebc9a61 req-bebc874f-61a8-42e7-afe9-ea0da7b48035 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.2059817 Feb 09 02:55:51.450022 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05084c07-6550-44dc-b58d-779d5209a4fa req-9fef5a04-d838-43e4-9189-eb817bcb3eea tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891364 Feb 09 02:55:51.486131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Attempting to bind port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:55:51.486518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Attempting to bind port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:55:51.486853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Attempting to bind port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 on network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:51.500937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 on network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:55:51.501180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Attempting to bind port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 on network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:55:51.527422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:55:51.527790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Checking segment: {'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:55:51.528325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Bound using segment: {'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:55:51.528692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Bound port: 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:55:51.529393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:51.565512 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66353fc1-7aab-41aa-ac64-0ded8ebc9a61 req-b8351152-484d-4b71-99f8-3bcb33b90171 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164396 Feb 09 02:55:51.598697 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4cd5f40b-d031-4175-9023-407cf39ba987 req-526d53eb-95a2-49c2-b8b0-9cc3e246c3db tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0517313 Feb 09 02:55:51.662485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:55:51.700263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:55:51.719090 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:51.741741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f640e-0eaf-424f-b2b3-c776318cdf24 req-efd57444-ce73-4ea3-b004-b0001fdec9db tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:51.743391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-373f640e-0eaf-424f-b2b3-c776318cdf24 req-efd57444-ce73-4ea3-b004-b0001fdec9db tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 948 time: 0.1014009 Feb 09 02:55:51.777645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:51.778413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:51.779876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] 10.222.0.61 "PUT /v2.0/ports/9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 200 len: 1091 time: 1.4212205 Feb 09 02:55:51.816703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c4163-fb87-4014-b25a-7a045d4f7552 req-9e74db84-ee75-4a8f-8725-405b20785cfd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:51.819859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-260c4163-fb87-4014-b25a-7a045d4f7552 req-9e74db84-ee75-4a8f-8725-405b20785cfd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 946 time: 0.1547992 Feb 09 02:55:51.882645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac5dc0-50ce-417f-962b-0b8c2e82f46d service neutron] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:51.884722 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-260c4163-fb87-4014-b25a-7a045d4f7552 req-9e0a8d33-3341-4dd7-8039-5fcaa6c352b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570316 Feb 09 02:55:51.923171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-373f640e-0eaf-424f-b2b3-c776318cdf24 req-a1ea2046-688d-42bf-8aa7-9871b1226369 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550920 Feb 09 02:55:51.958215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-6090f871-fdff-41d9-b6e2-e3bbb553204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:51.962175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-6090f871-fdff-41d9-b6e2-e3bbb553204b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1125 time: 0.1189921 Feb 09 02:55:52.025897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-926330f0-11c6-473a-a52f-916b0e0838a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 200 len: 217 time: 0.0553949 Feb 09 02:55:52.063843 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-913328c4-b536-403d-8673-d99989aa7a2a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f3543bf9774a49c98569f1d49b6d9f3e HTTP/1.1" status: 200 len: 267 time: 0.0843277 Feb 09 02:55:52.089724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-f57ea44e-a6f2-4369-8bbd-6051a23060ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.091255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-f57ea44e-a6f2-4369-8bbd-6051a23060ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.0572987 Feb 09 02:55:52.132633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-9662f026-5ff9-4088-90c4-8cd712b5b62b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341766 Feb 09 02:55:52.150022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-2505ba87-5910-4fd6-8c7e-64742a6ffd32 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.152395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-2505ba87-5910-4fd6-8c7e-64742a6ffd32 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 946 time: 0.0871959 Feb 09 02:55:52.178776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'port': {'security_groups': []}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:52.276614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.303630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-251abc28-9345-4835-b858-8fe719eb6b7d service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620476 Feb 09 02:55:52.452264 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228bd08a-30b4-4de9-a1c9-50cbe6ede459 req-0248bee1-4422-4fdc-918b-e607b61c9953 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422739 Feb 09 02:55:52.476024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebc125-5a04-4c33-b0fc-1b6643aba923 req-74d177b0-7485-4027-9a26-7c97892b9c86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.483810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89ebc125-5a04-4c33-b0fc-1b6643aba923 req-74d177b0-7485-4027-9a26-7c97892b9c86 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.0810206 Feb 09 02:55:52.532546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] For port bbf77518-e483-4f98-bb38-5d92ad2a2ae9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:52.535528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89ebc125-5a04-4c33-b0fc-1b6643aba923 req-3fd3765f-0631-41d8-b851-0d4e5af09084 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499487 Feb 09 02:55:52.582623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.589817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.604549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f14e9858-1bbc-40ee-891d-9a6f87c1ae32', '4ebd218c-2d68-4cbe-9d79-0504a29cb32c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:52.608439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['bbf77518-e483-4f98-bb38-5d92ad2a2ae9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:52.682472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'Port': ['ID=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:52.709273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.709934 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:52.737314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e33adbf-6e34-4fad-bf55-acb107973713 req-ca9a93b0-755e-4e75-9388-8379b4925e42 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "PUT /v2.0/ports/bbf77518-e483-4f98-bb38-5d92ad2a2ae9 HTTP/1.1" status: 200 len: 905 time: 0.5684116 Feb 09 02:55:52.739318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d8295f-6023-4870-8165-5e0d46999086', 'tag': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:52.743671 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76ac274-a77b-4a31-a930-a1d229aef58d" -d '{"events": [{"name": "network-changed", "server_uuid": "52d8295f-6023-4870-8165-5e0d46999086", "tag": "bbf77518-e483-4f98-bb38-5d92ad2a2ae9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:52.766394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf47237-ec92-4627-8623-b20bfe0eb9ac req-be133dc7-c161-4110-9aee-f52428c1b229 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.775081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcf47237-ec92-4627-8623-b20bfe0eb9ac req-be133dc7-c161-4110-9aee-f52428c1b229 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1010101 Feb 09 02:55:52.845930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcf47237-ec92-4627-8623-b20bfe0eb9ac req-d48cea54-5b07-4c56-afe7-df3abf53a052 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696156 Feb 09 02:55:52.865889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['bbf77518-e483-4f98-bb38-5d92ad2a2ae9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:52.921771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8d56-88da-44d5-b364-79a9c3b984c0 req-8a3c0483-b62d-4a1c-b3f5-28117a7fc844 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:52.931253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55aa8d56-88da-44d5-b364-79a9c3b984c0 req-8a3c0483-b62d-4a1c-b3f5-28117a7fc844 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1301336 Feb 09 02:55:53.039045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-537cb1b3-f5df-446b-8b92-586cb8003786 req-d11d7c43-b14b-47a6-b930-48483d832593 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0345058 Feb 09 02:55:53.047573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55aa8d56-88da-44d5-b364-79a9c3b984c0 req-90d635e9-7b88-4383-9909-d9f40ad97c14 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050851 Feb 09 02:55:53.091155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-cfca749f-e5d6-4dba-8d80-6c8bf81b4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.092523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-cfca749f-e5d6-4dba-8d80-6c8bf81b4cb2 service neutron] 10.222.0.26 "GET /v2.0/ports/26e2633e-edfb-4253-b9b9-013520f11e14 HTTP/1.1" status: 200 len: 1033 time: 0.0562730 Feb 09 02:55:53.098700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e'}, {'name': 'network-changed', 'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:53.101211 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7" -d '{"events": [{"name": "network-changed", "server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e"}, {"name": "network-changed", "server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:53.136871 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1186444-4cfb-46a2-a4ec-eef2e405831f x-openstack-request-id: req-e1186444-4cfb-46a2-a4ec-eef2e405831f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:53.137188 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d8295f-6023-4870-8165-5e0d46999086", "tag": "bbf77518-e483-4f98-bb38-5d92ad2a2ae9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:53.137521 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1186444-4cfb-46a2-a4ec-eef2e405831f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:53.137930 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d8295f-6023-4870-8165-5e0d46999086', 'tag': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9', 'status': 'completed', 'code': 200} Feb 09 02:55:53.146268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3dd9f3dc-e342-4eda-af4f-eeb939ed494e None None] Provisioning complete for port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:53.146645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3dd9f3dc-e342-4eda-af4f-eeb939ed494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:53.204739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2b2e2d7f-c174-4d7d-aa0e-26d0fb6f1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.207248 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2b2e2d7f-c174-4d7d-aa0e-26d0fb6f1562 service neutron] 10.222.0.26 "GET /v2.0/ports/62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 HTTP/1.1" status: 200 len: 1033 time: 0.1014996 Feb 09 02:55:53.209967 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79142cf-d527-44a1-b3b8-9390fc287b76 x-openstack-request-id: req-b79142cf-d527-44a1-b3b8-9390fc287b76 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:53.210321 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:53.210589 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b79142cf-d527-44a1-b3b8-9390fc287b76 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:53.211100 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e', 'status': 'completed', 'code': 200} Feb 09 02:55:53.211306 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'status': 'completed', 'code': 200} Feb 09 02:55:53.281135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9f3dc-e342-4eda-af4f-eeb939ed494e None None] Current status of the port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:53.300927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-42e4d14c-1008-49a6-8f90-c6bfde3ef3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.302884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-42e4d14c-1008-49a6-8f90-c6bfde3ef3eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1155 time: 0.0620527 Feb 09 02:55:53.373549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-b8bf2d2f-2724-4b53-b673-41078f4b3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.375140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-b8bf2d2f-2724-4b53-b673-41078f4b3f2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 1090 time: 0.2091880 Feb 09 02:55:53.382869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c48c-6513-4081-9582-078b4fac2cbd req-5bf18314-2f02-4e33-a5ae-26be006d4356 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.384345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ff7c48c-6513-4081-9582-078b4fac2cbd req-5bf18314-2f02-4e33-a5ae-26be006d4356 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 908 time: 0.2025206 Feb 09 02:55:53.431729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-97360fd8-414e-4183-9eda-16e2b20d7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.433289 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-97360fd8-414e-4183-9eda-16e2b20d7897 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1198263 Feb 09 02:55:53.498391 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-ff0c8c77-4f6a-499a-8d37-8190c3e397e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 200 len: 217 time: 0.0506492 Feb 09 02:55:53.510435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-963a3bbf-3873-46e5-bb93-422b1281b98e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.511752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-963a3bbf-3873-46e5-bb93-422b1281b98e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.516859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-963a3bbf-3873-46e5-bb93-422b1281b98e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.518575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-963a3bbf-3873-46e5-bb93-422b1281b98e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "GET /v2.0/networks?id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&id=0addf226-c966-49a2-a9a4-d8df1e9e24b7 HTTP/1.1" status: 200 len: 1995 time: 0.2838447 Feb 09 02:55:53.578860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-8d15a7ff-481e-42fd-b21d-18b69c6b4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.587979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-8d15a7ff-481e-42fd-b21d-18b69c6b4ad7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.1951480 Feb 09 02:55:53.670256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-43aae446-e7cd-43c0-904a-fa1660c10803 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9 HTTP/1.1" status: 200 len: 217 time: 0.0812228 Feb 09 02:55:53.761801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-0924f4f9-ecd3-4af9-b4fd-bf0f0fc57294 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11a074063364372b45e1f6063023698 HTTP/1.1" status: 200 len: 379 time: 0.2312784 Feb 09 02:55:53.777117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'admin_state_up': True, 'tenant_id': 'c11a074063364372b45e1f6063023698', 'security_groups': ['a3b79ded-bd5c-44b1-95d1-cbdc61198405']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:53.833919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-a8147dbc-4ba4-4ed7-a743-e6d324ce4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.836585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-a8147dbc-4ba4-4ed7-a743-e6d324ce4cca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1574194 Feb 09 02:55:53.866213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854dc78-baf4-4405-b214-6d919a1aeced req-cd885a3e-4bd1-43b7-8e4e-d927da71bf0c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.867756 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2854dc78-baf4-4405-b214-6d919a1aeced req-cd885a3e-4bd1-43b7-8e4e-d927da71bf0c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1943803 Feb 09 02:55:53.980451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-ce71296c-f7b0-44ca-bb0e-fa1894b33e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.980677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e937eea-c7bb-4773-a0b4-51882b4387da req-71b4e8ec-1ab3-4d84-9eea-34e91be0e409 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.981959 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e937eea-c7bb-4773-a0b4-51882b4387da req-71b4e8ec-1ab3-4d84-9eea-34e91be0e409 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.4948540 Feb 09 02:55:53.982840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-ce71296c-f7b0-44ca-bb0e-fa1894b33e2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1336555 Feb 09 02:55:53.988580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-feb3ff9e-cfb3-45ce-955d-95b825f755b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:53.990741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-feb3ff9e-cfb3-45ce-955d-95b825f755b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.4690094 Feb 09 02:55:53.996271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2854dc78-baf4-4405-b214-6d919a1aeced req-fc2f5886-9473-4fcd-bc0c-2f1a131b51a0 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229467 Feb 09 02:55:54.002955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:54.008274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:54.039898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-c0e2a5df-d909-4f8a-82ff-3b494175fa2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320833 Feb 09 02:55:54.136928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e937eea-c7bb-4773-a0b4-51882b4387da req-bbd246bf-d17e-4261-a779-32a3efc814bf tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448834 Feb 09 02:55:54.200877 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-f70491b9-27e4-4567-ad04-1a550ee14bad service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459928 Feb 09 02:55:54.248347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-444efe67-972d-49ee-ab33-346b490e907b service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265141 Feb 09 02:55:54.308263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-df361510-fb10-409a-bc73-c26fcdb48baa service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991559 Feb 09 02:55:54.328326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 04bebd5c-cd83-4788-b196-e6244720365c no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:54.386559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4fb1e-4ed9-4210-b9ae-6eed2dec11e1 req-0bd728da-41c7-4dcd-bda9-8b420aba400f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.388810 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-adb4fb1e-4ed9-4210-b9ae-6eed2dec11e1 req-0bd728da-41c7-4dcd-bda9-8b420aba400f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0795753 Feb 09 02:55:54.490275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a06e-3ccb-42a7-812f-9722a2534d78 req-9853a1ba-78ce-4da8-9d85-c96d72f76dc8 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.491839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea83a06e-3ccb-42a7-812f-9722a2534d78 req-9853a1ba-78ce-4da8-9d85-c96d72f76dc8 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.3441632 Feb 09 02:55:54.531259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Allocated IP 172.20.0.9 (60278643-5c7b-4c6b-8c8d-6d6299a9f05a/b6a40ee5-8eb9-4491-a5ea-9694678bdeaa/8b36161c-e575-47ed-a5b1-a29c7b529559) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:54.554513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-adb4fb1e-4ed9-4210-b9ae-6eed2dec11e1 req-f4581834-af37-4e4a-885e-c351689a950f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260564 Feb 09 02:55:54.565093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-29cdde58-55fe-47bd-96ff-258c2fc44434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.570109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-29cdde58-55fe-47bd-96ff-258c2fc44434 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1125 time: 0.1802797 Feb 09 02:55:54.613346 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d76ac274-a77b-4a31-a930-a1d229aef58d req-c5b058a1-368b-4b00-969f-3f7c502f186d service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517435 Feb 09 02:55:54.735799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-e0956edc-a888-43e0-ae13-6a5f6b559888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.738918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-e0956edc-a888-43e0-ae13-6a5f6b559888 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 915 time: 0.1611176 Feb 09 02:55:54.824338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 04bebd5c-cd83-4788-b196-e6244720365c is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:54.824857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04bebd5c-cd83-4788-b196-e6244720365c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:54.835485 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-bc427370-b2f8-4169-bfbd-62dff27629aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 200 len: 217 time: 0.0630381 Feb 09 02:55:54.863472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:54.864777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:54.868894 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0b3651-eb99-400c-92f6-559676eb3a90" -d '{"events": [{"server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "name": "network-vif-unplugged", "status": "completed", "tag": "04bebd5c-cd83-4788-b196-e6244720365c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:54.873746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:54.882629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:54.930669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:54.932908 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea83a06e-3ccb-42a7-812f-9722a2534d78 req-d6dffb54-fb5b-43ce-884e-805763e0eadb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284434 Feb 09 02:55:54.936378 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:54.955920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-607bd679-b959-49e7-9f43-60e444a6682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:54.957827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-607bd679-b959-49e7-9f43-60e444a6682d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.1040637 Feb 09 02:55:54.960591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d364ab12-3cb9-4c5b-91bb-e56cc735570e req-94711494-0f8e-44af-9b27-cb61dc646c38 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.2139335 Feb 09 02:55:55.014839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:55.024541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:55.036187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-ef0b3302-6de7-480e-b5a6-6110a8a794f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664213 Feb 09 02:55:55.049551 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c099d9e-530c-46c9-ab32-84fb6fcc9168 x-openstack-request-id: req-4c099d9e-530c-46c9-ab32-84fb6fcc9168 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:55.049853 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "name": "network-vif-unplugged", "status": "completed", "tag": "04bebd5c-cd83-4788-b196-e6244720365c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:55.050694 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c099d9e-530c-46c9-ab32-84fb6fcc9168 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:55.051174 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c', 'code': 200} Feb 09 02:55:55.056785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:55.060643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=8b36161c-e575-47ed-a5b1-a29c7b529559,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:55.185816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:55.186451 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:55.204467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3468de-1bf3-49ed-84bd-74033baf1e00 req-0ac4be17-9d5c-4bb8-81b8-5ab2a486c903 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:55.206141 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a3468de-1bf3-49ed-84bd-74033baf1e00 req-0ac4be17-9d5c-4bb8-81b8-5ab2a486c903 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1019876 Feb 09 02:55:55.226496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f046c8fa-2d6d-4d11-b8d2-0e390a823f9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4533379 Feb 09 02:55:55.247404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'admin_state_up': True, 'tenant_id': 'c11a074063364372b45e1f6063023698', 'security_groups': ['a3b79ded-bd5c-44b1-95d1-cbdc61198405']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:55.296345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6502c1c8-e02c-4ab8-bfc7-885bc48b354f details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:55.298799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6502c1c8-e02c-4ab8-bfc7-885bc48b354f no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:55.301649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d3cc1-03a6-42d6-bdec-3c585e2b4644 req-e2c7a1e3-d24c-4d19-a155-225d8a4d1b50 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:55.303460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c66d3cc1-03a6-42d6-bdec-3c585e2b4644 req-e2c7a1e3-d24c-4d19-a155-225d8a4d1b50 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1557920 Feb 09 02:55:55.354492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-d1a7f5d7-cea7-4cbc-ba89-2b99426261b8 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160698 Feb 09 02:55:55.393140 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c66d3cc1-03a6-42d6-bdec-3c585e2b4644 req-85fb2148-4848-4853-9952-a864f66c2e02 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826106 Feb 09 02:55:55.458707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a3468de-1bf3-49ed-84bd-74033baf1e00 req-4e3264d1-fb05-4403-91db-ed037af568e1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449715 Feb 09 02:55:55.469650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:55.473941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:55.535661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63d1382e-cfb3-4ff1-9759-e2e15d8503f7 req-b652347d-fda2-4ce9-ab1a-80436653128b service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719964 Feb 09 02:55:55.590020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-31595d91-b281-4677-9b6d-20f0f72274b4 None None] Provisioning complete for port 8b36161c-e575-47ed-a5b1-a29c7b529559 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:55.603936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-31595d91-b281-4677-9b6d-20f0f72274b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:55.683788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Allocated IP 10.1.1.215 (c70f694e-e19b-4a75-9897-3b13466de0ec/10fe5c87-23c6-4ad3-8b04-65df0b2daf9e/b18ba5c7-5848-4d1d-b5a6-1c7660a71c31) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:55.786338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-31595d91-b281-4677-9b6d-20f0f72274b4 None None] Port 8b36161c-e575-47ed-a5b1-a29c7b529559 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:55:55.800806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:55.801407 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:55.837030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dbdf-d87c-4696-8de3-244ba056d5f4 req-142438fc-9696-4256-8511-0b29ad81c69b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:55.837609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:55.840552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7539dbdf-d87c-4696-8de3-244ba056d5f4 req-142438fc-9696-4256-8511-0b29ad81c69b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1422641 Feb 09 02:55:55.847016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:55.857246 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:55.915000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:55.926072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'port_id': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'mac_address': 'fa:16:3e:bc:80:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e4f9d2-2baa-4d59-91fb-671a8d003889', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:55.989419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:55.989813 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:56.006422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6502c1c8-e02c-4ab8-bfc7-885bc48b354f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:56.019763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-4f5f46bb-6106-4280-a5d8-a77c103a4969 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:56.021338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-4f5f46bb-6106-4280-a5d8-a77c103a4969 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.2515054 Feb 09 02:55:56.030858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:56.037315 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:56.048831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-5fa4b9da-b287-42c3-8cc1-7e6804c03c45 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/quotas/f3543bf9774a49c98569f1d49b6d9f3e HTTP/1.1" status: 200 len: 375 time: 0.0214291 Feb 09 02:55:56.075589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7539dbdf-d87c-4696-8de3-244ba056d5f4 req-e2639907-fdd2-4c60-b669-8a980b2a66ec tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285063 Feb 09 02:55:56.108109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:56.153540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:56.156496 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-388e24a7-79e0-4808-aece-5c104257ba5c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1011837 Feb 09 02:55:56.208585 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:56.271451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-b8df5e63-d085-457c-963f-3e6d95c37545 service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076863 Feb 09 02:55:56.281690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network c70f694e-e19b-4a75-9897-3b13466de0ec is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:56.293384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:56.298142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:56.321911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:56.386367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:56.387050 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:56.409142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:56.422626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16874042-c9cc-4e0f-9501-71ffbe3a8c48 req-5542c419-5dd3-484c-9bf2-589c9e9fd704 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:56.425953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16874042-c9cc-4e0f-9501-71ffbe3a8c48 req-5542c419-5dd3-484c-9bf2-589c9e9fd704 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.2311299 Feb 09 02:55:56.441549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2c379b15-6fcc-493c-891e-3edc11464df3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1986208 Feb 09 02:55:56.471632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'admin_state_up': True, 'tenant_id': 'c11a074063364372b45e1f6063023698', 'security_groups': ['a3b79ded-bd5c-44b1-95d1-cbdc61198405']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:56.514951 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-b4afd8fc-a2e6-4e40-bd3c-09b89f2f067d service neutron] 10.222.0.32 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367024 Feb 09 02:55:56.542297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['6502c1c8-e02c-4ab8-bfc7-885bc48b354f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:56.678835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:56.772477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261', 'port_id': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'mac_address': 'fa:16:3e:95:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87109b47-f43d-4643-8a15-9bbbce272f5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:56.972520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e0502-43ec-47d3-a2e1-56c1064df9e0 req-8fabee43-b7ca-46da-803a-0cd4bf3954e7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:56.982548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e0502-43ec-47d3-a2e1-56c1064df9e0 req-8fabee43-b7ca-46da-803a-0cd4bf3954e7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:56.988508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d9e0502-43ec-47d3-a2e1-56c1064df9e0 req-8fabee43-b7ca-46da-803a-0cd4bf3954e7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 1653 time: 0.1957326 Feb 09 02:55:56.994115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a1e10e73-6d36-4e0c-9f97-ce3837d5796c None None] Provisioning complete for port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:56.994813 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a1e10e73-6d36-4e0c-9f97-ce3837d5796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:57.071389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:57.075678 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3d4195-79cf-42e8-a0e2-1241351e5316" -d '{"events": [{"server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:57.089493 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d9e0502-43ec-47d3-a2e1-56c1064df9e0 req-cd570a5d-08f9-435b-87df-c4cf3f46fd23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879781 Feb 09 02:55:57.090969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:57.091377 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:57.170483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3a7643-df1d-44af-82fe-c1c8f8b30910 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:57.228376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:57.271932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a1e10e73-6d36-4e0c-9f97-ce3837d5796c None None] Port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:55:57.273868 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:57.276422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:55:57.326421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16874042-c9cc-4e0f-9501-71ffbe3a8c48 req-6c1fc427-b3bb-462a-bbab-71a8226751c8 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8686712 Feb 09 02:55:57.359373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b7b7a-602e-4b2f-9953-353cabfad778 req-a5448214-3c43-4bc2-9b6f-ed6a390ece0c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:57.360866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:57.366871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c8b7b7a-602e-4b2f-9953-353cabfad778 req-a5448214-3c43-4bc2-9b6f-ed6a390ece0c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 944 time: 0.1194844 Feb 09 02:55:57.369572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:57.469295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c8b7b7a-602e-4b2f-9953-353cabfad778 req-4104affc-a474-4a5b-9e24-9f2788b6e471 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961118 Feb 09 02:55:57.542968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:57.604069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Allocated IP 10.1.1.154 (c70f694e-e19b-4a75-9897-3b13466de0ec/10fe5c87-23c6-4ad3-8b04-65df0b2daf9e/070c77cb-1176-4385-b476-a6cd6be6c5be) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:57.604668 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc1ed4-a1b5-419b-9a4d-eb53cedbc0a8 x-openstack-request-id: req-a8fc1ed4-a1b5-419b-9a4d-eb53cedbc0a8 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:57.605035 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:57.605306 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8fc1ed4-a1b5-419b-9a4d-eb53cedbc0a8 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:57.605816 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'code': 200} Feb 09 02:55:57.610682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:57.626850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'mac_address': 'fa:16:3e:28:4f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:55:57.680223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0842167-dc75-4698-ab32-ef1d7e7db528 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:57.681378 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:57.718512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0842167-dc75-4698-ab32-ef1d7e7db528 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:55:57.759471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d0f6e-ff46-4432-9c57-fa96ac5b8d4a req-c4a4655e-035d-45b1-8411-fbe26da6e438 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:57.767643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d41d0f6e-ff46-4432-9c57-fa96ac5b8d4a req-c4a4655e-035d-45b1-8411-fbe26da6e438 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0784199 Feb 09 02:55:57.774298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:57.792937 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:57.846470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d41d0f6e-ff46-4432-9c57-fa96ac5b8d4a req-2c80256e-064a-431b-b814-efb6fc2635e1 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776606 Feb 09 02:55:57.888614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-951525c5-0ccc-49e2-be9c-65b2e894d594 req-438089d8-b1da-49e7-9b08-14137d17ecec tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 210 time: 0.0992723 Feb 09 02:55:57.918255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:57.958384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b0842167-dc75-4698-ab32-ef1d7e7db528'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:57.979069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:58.005413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:58.028260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network c70f694e-e19b-4a75-9897-3b13466de0ec is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:58.031942 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:58.035690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:58.091739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.092659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:58.124998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6653318 Feb 09 02:55:58.133718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f3a7643-df1d-44af-82fe-c1c8f8b30910'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:58.141200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7', 'admin_state_up': True, 'tenant_id': 'c11a074063364372b45e1f6063023698', 'security_groups': ['a3b79ded-bd5c-44b1-95d1-cbdc61198405']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:58.156777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7c84e-5d2b-4e48-bc45-dfd06cdb1f77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=070c77cb-1176-4385-b476-a6cd6be6c5be,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:58.334751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5ac56e31-cc0d-4f79-ade3-ccfda13b413e no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:55:58.393212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:58.588638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3132c31d-0cb9-4c02-aac6-5ceb36014aed None None] Provisioning complete for port 070c77cb-1176-4385-b476-a6cd6be6c5be triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:58.589085 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3132c31d-0cb9-4c02-aac6-5ceb36014aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:58.599833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:58.664927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648948-7545-4fb5-bf39-1ac82daa6b97 req-f207c8ca-1e32-4b74-b21a-c0a4f540c03e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.665623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e320-b8dc-4d26-b71c-b564f2b3a895 req-b770a2ef-9607-4a36-862d-26420e2cdcd9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.666772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd648948-7545-4fb5-bf39-1ac82daa6b97 req-f207c8ca-1e32-4b74-b21a-c0a4f540c03e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 944 time: 0.1679344 Feb 09 02:55:58.669790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3132c31d-0cb9-4c02-aac6-5ceb36014aed None None] Port 070c77cb-1176-4385-b476-a6cd6be6c5be cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:55:58.680347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e320-b8dc-4d26-b71c-b564f2b3a895 req-b770a2ef-9607-4a36-862d-26420e2cdcd9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.685852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e320-b8dc-4d26-b71c-b564f2b3a895 req-b770a2ef-9607-4a36-862d-26420e2cdcd9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.693256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2540e320-b8dc-4d26-b71c-b564f2b3a895 req-b770a2ef-9607-4a36-862d-26420e2cdcd9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 2374 time: 0.3749526 Feb 09 02:55:58.714645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:58.747017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-eb55543c-ac50-42f8-b0a6-c9f810337203 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:58.748713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-eb55543c-ac50-42f8-b0a6-c9f810337203 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.61 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 812 time: 0.4246411 Feb 09 02:55:58.775718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Request body: {'port': {'device_id': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'admin_state_up': True, 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:55:58.804792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2540e320-b8dc-4d26-b71c-b564f2b3a895 req-784302fe-f154-4308-b6f7-c734228027e1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995505 Feb 09 02:55:58.883031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd648948-7545-4fb5-bf39-1ac82daa6b97 req-705a40bc-d36e-4ffe-8ee4-98464f00c963 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046609 Feb 09 02:55:59.027113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Made reservation on behalf of f3543bf9774a49c98569f1d49b6d9f3e for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:55:59.031536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.151656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e752bc-d227-4d0d-aa28-6a5b731afb12 req-c6cdd9ec-5435-4d28-9065-c8ae8a6ff810 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:59.162411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21e752bc-d227-4d0d-aa28-6a5b731afb12 req-c6cdd9ec-5435-4d28-9065-c8ae8a6ff810 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 944 time: 0.1859078 Feb 09 02:55:59.182808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d48a7-065b-4a76-8f9a-ce57e7e70ee0 req-64106101-01d6-4c1e-a691-eeced720747c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:59.184398 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-589d48a7-065b-4a76-8f9a-ce57e7e70ee0 req-64106101-01d6-4c1e-a691-eeced720747c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1500640 Feb 09 02:55:59.239039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21e752bc-d227-4d0d-aa28-6a5b731afb12 req-90c964eb-8584-48db-8f4e-00f7e243d52b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 Feb 09 02:55:59.245864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Allocated IP 10.2.2.100 (0addf226-c966-49a2-a9a4-d8df1e9e24b7/729f9683-7775-4b68-82af-450127942b78/9f379e0b-cd45-4303-82c3-ce4dcc4e667b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:59.247471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-589d48a7-065b-4a76-8f9a-ce57e7e70ee0 req-c5899d21-1634-4d98-9e39-eb0bd81027a4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546658 Feb 09 02:55:59.309863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6502c1c8-e02c-4ab8-bfc7-885bc48b354f up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:55:59.345514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Allocated IP 172.20.0.9 (47a3b409-6d32-4997-af71-7f5c4950d446/c7d5485c-f1ba-400c-975c-10eee174c8d7/5977f047-ad40-4d9b-8788-86d6ea2f2355) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:55:59.430048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-477aba4c-e948-46c8-ac19-450945ef622a req-9bccbaf1-80dd-4edc-8909-43ae5cdd8a24 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 210 time: 0.0747602 Feb 09 02:55:59.441496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:55:59.441877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.569882 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.614053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:55:59.615778 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.649367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.680330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:55:59.686776 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bffa127-5027-4395-9984-5a3cca1f8c4d" -d '{"events": [{"server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "name": "network-vif-plugged", "status": "completed", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:55:59.738217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:55:59.747327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:55:59.748875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.765368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:55:59.772983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:55:59.779324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:59.806723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.842988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:55:59.861379 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38efdb79-0013-4b0d-a988-77782d6c7abc x-openstack-request-id: req-38efdb79-0013-4b0d-a988-77782d6c7abc {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:55:59.863159 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "name": "network-vif-plugged", "status": "completed", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:55:59.863672 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38efdb79-0013-4b0d-a988-77782d6c7abc {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:55:59.866154 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'code': 200} Feb 09 02:55:59.900248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:55:59.900924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.921149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:55:59.933401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f14e9858-1bbc-40ee-891d-9a6f87c1ae32', '4ebd218c-2d68-4cbe-9d79-0504a29cb32c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:55:59.950034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3b891294-4ff1-44aa-b83b-dd8277e138c1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8179829 Feb 09 02:55:59.978375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7', 'admin_state_up': True, 'tenant_id': 'c11a074063364372b45e1f6063023698', 'security_groups': ['a3b79ded-bd5c-44b1-95d1-cbdc61198405']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:00.041764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event updated for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:00.075086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Network 47a3b409-6d32-4997-af71-7f5c4950d446 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:00.079265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:00.084450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:00.202941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a193b-cf05-4111-a5f2-137d841d9779 req-c2600bc9-3a17-4ee7-a87a-5fa810a3695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.204516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-169a193b-cf05-4111-a5f2-137d841d9779 req-c2600bc9-3a17-4ee7-a87a-5fa810a3695b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 1127 time: 0.2754083 Feb 09 02:56:00.258323 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-836d8554-0902-46e3-9bda-3d590f3b9d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.280294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.283024 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.321399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:00.351146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-951892bc-4420-40b3-9f77-bbefd9e2c256 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5793197 Feb 09 02:56:00.361187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008568f-a9df-484e-a7d1-77961ec112cc req-11f3aab4-77cf-4d29-b701-6a43e97098c7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.369563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a008568f-a9df-484e-a7d1-77961ec112cc req-11f3aab4-77cf-4d29-b701-6a43e97098c7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 944 time: 0.2766476 Feb 09 02:56:00.409590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Request body: {'port': {'device_id': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:00.426995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00699c2f-af50-4fae-8c4f-8abeb6826fe8 req-e7efd284-52db-48d1-94ec-f1f1234e2dc0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.443435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00699c2f-af50-4fae-8c4f-8abeb6826fe8 req-e7efd284-52db-48d1-94ec-f1f1234e2dc0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.470799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00699c2f-af50-4fae-8c4f-8abeb6826fe8 req-e7efd284-52db-48d1-94ec-f1f1234e2dc0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.476708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00699c2f-af50-4fae-8c4f-8abeb6826fe8 req-e7efd284-52db-48d1-94ec-f1f1234e2dc0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:00.491795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.501184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00699c2f-af50-4fae-8c4f-8abeb6826fe8 req-e7efd284-52db-48d1-94ec-f1f1234e2dc0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 3095 time: 0.4566696 Feb 09 02:56:00.536481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:56:00.557481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1f03eaf0-e334-42e0-9419-99dec8c2ed7f None None] Provisioning complete for port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:00.558363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f03eaf0-e334-42e0-9419-99dec8c2ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.560618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:00.561411 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.609997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00699c2f-af50-4fae-8c4f-8abeb6826fe8 req-ebde499d-6018-4c90-9f82-54bcb49cbd5d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052608 Feb 09 02:56:00.665908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Made reservation on behalf of c11a074063364372b45e1f6063023698 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:00.677806 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.683053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a008568f-a9df-484e-a7d1-77961ec112cc req-0405e449-72d3-48a3-9195-297d045253e9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123615 Feb 09 02:56:00.719860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-169a193b-cf05-4111-a5f2-137d841d9779 req-689fd626-34d9-4468-8f44-4a2b3f1bafa4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965227 Feb 09 02:56:00.903781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1f03eaf0-e334-42e0-9419-99dec8c2ed7f None None] Port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:00.934698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:00.935359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:00.989315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:00.998198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.000341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:01.081796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Allocated IP 10.2.2.200 (0addf226-c966-49a2-a9a4-d8df1e9e24b7/729f9683-7775-4b68-82af-450127942b78/71cb2272-a612-47e4-8d4f-59a752075244) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:01.095871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:01.136555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951f7c-585e-4f21-801a-392183c79eab req-6216c7d5-0675-46ac-bdf3-0fa30fedf414 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:01.143295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d976e8cf-30fe-4bd6-895c-e30f46ac27b6 None None] Provisioning complete for port 5977f047-ad40-4d9b-8788-86d6ea2f2355 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:01.144647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d976e8cf-30fe-4bd6-895c-e30f46ac27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.146644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-26951f7c-585e-4f21-801a-392183c79eab req-6216c7d5-0675-46ac-bdf3-0fa30fedf414 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.2249906 Feb 09 02:56:01.201134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b0842167-dc75-4698-ab32-ef1d7e7db528 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:01.201861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.251203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d976e8cf-30fe-4bd6-895c-e30f46ac27b6 None None] Port 5977f047-ad40-4d9b-8788-86d6ea2f2355 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:01.265539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-26951f7c-585e-4f21-801a-392183c79eab req-ae25e434-3de0-420c-ad1e-85d690890418 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177459 Feb 09 02:56:01.341886 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for port (71cb2272-a612-47e4-8d4f-59a752075244), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.359246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0842167-dc75-4698-ab32-ef1d7e7db528 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:01.359644 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.411398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:01.419586 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.465226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (71cb2272-a612-47e4-8d4f-59a752075244), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.482734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41046ed1-20be-4ffe-a13b-ae14465881ad req-606485bb-4b2f-4083-89fa-652a4b35b364 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:01.490792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41046ed1-20be-4ffe-a13b-ae14465881ad req-606485bb-4b2f-4083-89fa-652a4b35b364 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 931 time: 0.1076293 Feb 09 02:56:01.516409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac5c5-5f25-41aa-9f9e-88b1e29c140b req-c0ace1ac-06b3-43fc-a7aa-ba31ef347184 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:01.527102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-559ac5c5-5f25-41aa-9f9e-88b1e29c140b req-c0ace1ac-06b3-43fc-a7aa-ba31ef347184 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.6073472 Feb 09 02:56:01.533714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5977f047-ad40-4d9b-8788-86d6ea2f2355 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:01.550794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Publish callbacks [] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.560407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:01.586454 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41046ed1-20be-4ffe-a13b-ae14465881ad req-6f0c95be-f7bd-4216-bd27-b3bc59c1bce0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942764 Feb 09 02:56:01.598146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Transition to ACTIVE for port object 5977f047-ad40-4d9b-8788-86d6ea2f2355 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:01.602492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.642170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:01.688496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:01.694525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:01.699624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Pushing event updated for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:01.805900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Attempting to bind port 5977f047-ad40-4d9b-8788-86d6ea2f2355 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:01.806188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Attempting to bind port 5977f047-ad40-4d9b-8788-86d6ea2f2355 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:01.809753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Attempting to bind port 5977f047-ad40-4d9b-8788-86d6ea2f2355 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:01.822130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Port 5977f047-ad40-4d9b-8788-86d6ea2f2355 on network 47a3b409-6d32-4997-af71-7f5c4950d446 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:01.822418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Attempting to bind port 5977f047-ad40-4d9b-8788-86d6ea2f2355 on network 47a3b409-6d32-4997-af71-7f5c4950d446 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:01.849334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:01.849677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Checking segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:01.850068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Bound using segment: {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:01.850530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Bound port: 5977f047-ad40-4d9b-8788-86d6ea2f2355, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df746090-9be8-411b-8e71-e85bada48d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:01.850890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.857435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event updated for resources: {'Port': ['ID=71cb2272-a612-47e4-8d4f-59a752075244,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:01.867688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910'}, {'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:01.870750 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5fba79-88cd-4168-a304-054f43bbcabf" -d '{"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910"}, {"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-plugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:01.919546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:01.920626 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:01.928357 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-559ac5c5-5f25-41aa-9f9e-88b1e29c140b req-0e0082f9-83b1-4f45-90b2-32d7b916dab4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004018 Feb 09 02:56:01.961187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6497e2be-101c-40b7-a7a4-abaf0ab5c742 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0019026 Feb 09 02:56:01.976273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:02.090833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16060b-fb26-4cde-a811-e97e8fb47d25 req-958252ea-92fb-4ed5-a1b1-bac5ad00beca tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.106130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16060b-fb26-4cde-a811-e97e8fb47d25 req-958252ea-92fb-4ed5-a1b1-bac5ad00beca tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.116695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16060b-fb26-4cde-a811-e97e8fb47d25 req-958252ea-92fb-4ed5-a1b1-bac5ad00beca tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.123930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16060b-fb26-4cde-a811-e97e8fb47d25 req-958252ea-92fb-4ed5-a1b1-bac5ad00beca tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.132107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16060b-fb26-4cde-a811-e97e8fb47d25 req-958252ea-92fb-4ed5-a1b1-bac5ad00beca tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.134144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c16060b-fb26-4cde-a811-e97e8fb47d25 req-958252ea-92fb-4ed5-a1b1-bac5ad00beca tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 3816 time: 0.3312962 Feb 09 02:56:02.149387 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.189510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:02.217221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6868bdab-927d-404b-8a8f-77a3f83e5f55 None None] Provisioning complete for port 71cb2272-a612-47e4-8d4f-59a752075244 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:02.217780 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6868bdab-927d-404b-8a8f-77a3f83e5f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71cb2272-a612-47e4-8d4f-59a752075244), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.256366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:02.297455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c16060b-fb26-4cde-a811-e97e8fb47d25 req-f92705d0-ad4d-426c-8d97-71de0fc70338 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541116 Feb 09 02:56:02.298746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b410587-c808-4801-828d-623d3ffcfea8 req-ee741b93-3c5d-4318-951a-9b7117d48e80 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.301233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b410587-c808-4801-828d-623d3ffcfea8 req-ee741b93-3c5d-4318-951a-9b7117d48e80 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1804292 Feb 09 02:56:02.307280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.332932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6868bdab-927d-404b-8a8f-77a3f83e5f55 None None] Port 71cb2272-a612-47e4-8d4f-59a752075244 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:02.447706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Pushing event updated for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:02.451265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.452020 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.453794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-7142053f-49e3-4b6f-8666-5ee5b5eecd9a service neutron] 10.222.0.61 "PUT /v2.0/ports/5977f047-ad40-4d9b-8788-86d6ea2f2355 HTTP/1.1" status: 200 len: 1091 time: 2.0491056 Feb 09 02:56:02.454442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:02.459082 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5521220d-6f44-44b0-bda7-d1ddafe6c63f" -d '{"events": [{"name": "network-changed", "server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:02.485344 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1388185-4cf9-472e-9c7d-a65b96a17442 x-openstack-request-id: req-f1388185-4cf9-472e-9c7d-a65b96a17442 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:02.485651 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910", "code": 200}, {"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-plugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:02.485908 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1388185-4cf9-472e-9c7d-a65b96a17442 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:02.486353 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'code': 200} Feb 09 02:56:02.486614 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'code': 200} Feb 09 02:56:02.656485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e0436f2-1e16-4efd-ba9d-425966aefc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:02.683437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-0dcd9f37-ed9d-4b96-a73b-7da56e2fa504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.685170 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-0dcd9f37-ed9d-4b96-a73b-7da56e2fa504 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 1125 time: 0.1675549 Feb 09 02:56:02.731103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc36198-e3d9-461b-a54d-96b82ced8386 req-e176e860-cf44-48f4-9669-247fe45ad741 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.733263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bfc36198-e3d9-461b-a54d-96b82ced8386 req-e176e860-cf44-48f4-9669-247fe45ad741 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.1410620 Feb 09 02:56:02.775197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-ba9d6a9d-71c7-418c-abe8-9af083e5ea31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355 HTTP/1.1" status: 200 len: 217 time: 0.0803246 Feb 09 02:56:02.775826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b410587-c808-4801-828d-623d3ffcfea8 req-ef2b2f17-5bb9-401b-8b2e-3a104e7e220c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087950 Feb 09 02:56:02.814975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962a8e2-03ae-4c06-9f1e-985733010536 req-48964697-eb5c-4e42-a942-df19772d4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.817147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b962a8e2-03ae-4c06-9f1e-985733010536 req-48964697-eb5c-4e42-a942-df19772d4061 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1127 time: 0.2132332 Feb 09 02:56:02.862704 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bfc36198-e3d9-461b-a54d-96b82ced8386 req-415484c3-1748-4bd2-b3bc-cb6a8d023a52 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912707 Feb 09 02:56:02.902986 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1596a30b-f8c9-4b18-91a4-759cbcd8ea6a x-openstack-request-id: req-1596a30b-f8c9-4b18-91a4-759cbcd8ea6a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:02.905103 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:02.905530 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1596a30b-f8c9-4b18-91a4-759cbcd8ea6a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:02.906159 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'status': 'completed', 'code': 200} Feb 09 02:56:02.909578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-f42d34fa-7eb8-4f2d-bdd8-e8e927e88357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:02.916592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-f42d34fa-7eb8-4f2d-bdd8-e8e927e88357 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1335244 Feb 09 02:56:02.981382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b36161c-e575-47ed-a5b1-a29c7b529559 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:02.993944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Publish callbacks [] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.008068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Transition to ACTIVE for port object 8b36161c-e575-47ed-a5b1-a29c7b529559 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:03.043721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-0b422deb-5df7-4ef4-8063-98cf1a4a9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:03.045254 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-0b422deb-5df7-4ef4-8063-98cf1a4a9abd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1206648 Feb 09 02:56:03.055311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.104316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b962a8e2-03ae-4c06-9f1e-985733010536 req-d6617617-993d-41cb-ad61-3891ff8937b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774656 Feb 09 02:56:03.130595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1448a0-8479-4afc-a27f-287cef2dfaf5 req-86ce6402-7bfd-4f0c-9148-a6e83685c4f2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:03.137887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb1448a0-8479-4afc-a27f-287cef2dfaf5 req-86ce6402-7bfd-4f0c-9148-a6e83685c4f2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 943 time: 0.1742852 Feb 09 02:56:03.235004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18655f20-a09b-414b-9f04-302d8f0f5de4 req-d4555e6e-c43b-4c60-94d6-12107c7560b3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:03.236778 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18655f20-a09b-414b-9f04-302d8f0f5de4 req-d4555e6e-c43b-4c60-94d6-12107c7560b3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.2182460 Feb 09 02:56:03.269808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-49512662-f48d-4c82-93fd-3989c560b2f0 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147527 Feb 09 02:56:03.281883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Pushing event updated for resources: {'Port': ['ID=8b36161c-e575-47ed-a5b1-a29c7b529559,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:03.287366 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb1448a0-8479-4afc-a27f-287cef2dfaf5 req-d3ea3505-3ff1-40cf-bd1b-dbb4247a904e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484950 Feb 09 02:56:03.319163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Attempting to bind port 8b36161c-e575-47ed-a5b1-a29c7b529559 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:03.319491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Attempting to bind port 8b36161c-e575-47ed-a5b1-a29c7b529559 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:03.319911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Attempting to bind port 8b36161c-e575-47ed-a5b1-a29c7b529559 on network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:03.331847 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Port 8b36161c-e575-47ed-a5b1-a29c7b529559 on network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:03.332179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Attempting to bind port 8b36161c-e575-47ed-a5b1-a29c7b529559 on network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:03.343094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:03.343474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Checking segment: {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:03.343992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Bound using segment: {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:03.349557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Bound port: 8b36161c-e575-47ed-a5b1-a29c7b529559, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5619d38c-4924-45d2-a239-e277eaf00074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:03.350062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.398390 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18655f20-a09b-414b-9f04-302d8f0f5de4 req-af7b35a8-9fe9-4377-98d1-f2d476d845dd tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529126 Feb 09 02:56:03.484434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] For port 8b36161c-e575-47ed-a5b1-a29c7b529559, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:03.489116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] For port 8b36161c-e575-47ed-a5b1-a29c7b529559, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b36161c-e575-47ed-a5b1-a29c7b529559,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:03.511255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.542652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721036d-f22e-4e10-b2c8-5c02ee2884b1 req-b8d48f50-087d-4858-870b-d19a14d44e23 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:03.542652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e721036d-f22e-4e10-b2c8-5c02ee2884b1 req-b8d48f50-087d-4858-870b-d19a14d44e23 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1037982 Feb 09 02:56:03.545635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2eca30d3-672b-4beb-af0d-6ad7aa2cc94e req-615bcef2-4f1a-4307-8ffe-2e0a572bd488 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406704 Feb 09 02:56:03.634495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Pushing event updated for resources: {'Port': ['ID=8b36161c-e575-47ed-a5b1-a29c7b529559,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:03.669443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:03.671208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.675486 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7d1512f1-2ea8-4150-90f0-e3d491d9543b service neutron] 10.222.0.26 "PUT /v2.0/ports/8b36161c-e575-47ed-a5b1-a29c7b529559 HTTP/1.1" status: 200 len: 1091 time: 1.7052882 Feb 09 02:56:03.677474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:03.697529 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95af4845-71e4-4d14-9ef2-3722d2c192a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:03.702532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e721036d-f22e-4e10-b2c8-5c02ee2884b1 req-f40e8c86-72d4-44d2-8f62-d9c853eb3aae tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551487 Feb 09 02:56:03.705727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-2b17dbb4-ec65-4704-b544-656eb1f9767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:03.707367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-2b17dbb4-ec65-4704-b544-656eb1f9767a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 1125 time: 0.0982494 Feb 09 02:56:03.724752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:03.865406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:03.903939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.017112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-17af6234-0f5f-4093-8149-6ca316dcf8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.019114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-17af6234-0f5f-4093-8149-6ca316dcf8f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.2995450 Feb 09 02:56:04.148356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-27f94596-f59a-4071-a9f5-b43c506e5453 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355 HTTP/1.1" status: 200 len: 217 time: 0.1186495 Feb 09 02:56:04.255269 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cb82-97c0-4ab7-9282-ebb03827e190 req-eeb34e85-efc8-414f-afe3-0ea420807a99 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.276736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cb82-97c0-4ab7-9282-ebb03827e190 req-eeb34e85-efc8-414f-afe3-0ea420807a99 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.285539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cb82-97c0-4ab7-9282-ebb03827e190 req-eeb34e85-efc8-414f-afe3-0ea420807a99 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.293652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cb82-97c0-4ab7-9282-ebb03827e190 req-eeb34e85-efc8-414f-afe3-0ea420807a99 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.311471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cb82-97c0-4ab7-9282-ebb03827e190 req-eeb34e85-efc8-414f-afe3-0ea420807a99 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.316784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2485cb82-97c0-4ab7-9282-ebb03827e190 req-eeb34e85-efc8-414f-afe3-0ea420807a99 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 3828 time: 0.3959134 Feb 09 02:56:04.339709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e2633e-edfb-4253-b9b9-013520f11e14 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:04.348403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Publish callbacks [] for port (26e2633e-edfb-4253-b9b9-013520f11e14), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.368571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Transition to ACTIVE for port object 26e2633e-edfb-4253-b9b9-013520f11e14 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:04.376347 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.405436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-477a0e73-7f39-4903-bd71-7cc88803f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.413180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-477a0e73-7f39-4903-bd71-7cc88803f888 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.2483253 Feb 09 02:56:04.582655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2485cb82-97c0-4ab7-9282-ebb03827e190 req-d8bd404b-9afe-429e-9411-e58267d3019e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550757 Feb 09 02:56:04.620422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-91c4b868-8474-4311-a3cb-0cf965409e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.624290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-91c4b868-8474-4311-a3cb-0cf965409e75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2045610 Feb 09 02:56:04.629649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Pushing event updated for resources: {'Port': ['ID=26e2633e-edfb-4253-b9b9-013520f11e14,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:04.747154 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83000c7b-6bb1-41ab-9baa-b28f539b3e75 x-openstack-request-id: req-83000c7b-6bb1-41ab-9baa-b28f539b3e75 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:04.747736 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:04.748181 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83000c7b-6bb1-41ab-9baa-b28f539b3e75 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:04.748753 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'status': 'completed', 'code': 200} Feb 09 02:56:04.805350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Attempting to bind port 26e2633e-edfb-4253-b9b9-013520f11e14 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:04.805659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Attempting to bind port 26e2633e-edfb-4253-b9b9-013520f11e14 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:04.805966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Attempting to bind port 26e2633e-edfb-4253-b9b9-013520f11e14 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:04.812154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Port 26e2633e-edfb-4253-b9b9-013520f11e14 on network c70f694e-e19b-4a75-9897-3b13466de0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:04.812558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Attempting to bind port 26e2633e-edfb-4253-b9b9-013520f11e14 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:04.823103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c7393-687f-4693-bcf2-a98f34d53e54 req-45b872f4-924b-4609-924e-2b72a8643d94 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:04.830912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-203c7393-687f-4693-bcf2-a98f34d53e54 req-45b872f4-924b-4609-924e-2b72a8643d94 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1877763 Feb 09 02:56:04.919144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:04.919511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Checking segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:04.919882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Bound using segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:04.920457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Bound port: 26e2633e-edfb-4253-b9b9-013520f11e14, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:04.920951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:04.966740 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-203c7393-687f-4693-bcf2-a98f34d53e54 req-4953e146-5c36-4975-a952-002cadc69e0b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346271 Feb 09 02:56:05.024978 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.166054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-3b8e2fd1-8cab-4c0a-92b7-931fc24a9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.178833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-3b8e2fd1-8cab-4c0a-92b7-931fc24a9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.179305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-3b8e2fd1-8cab-4c0a-92b7-931fc24a9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.179796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-3b8e2fd1-8cab-4c0a-92b7-931fc24a9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.180228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-3b8e2fd1-8cab-4c0a-92b7-931fc24a9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.180712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-3b8e2fd1-8cab-4c0a-92b7-931fc24a9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.182985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-3b8e2fd1-8cab-4c0a-92b7-931fc24a9bee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5281 time: 0.4570892 Feb 09 02:56:05.185888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-d486fd42-eee9-4b48-909b-f0ac07393a9f service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518930 Feb 09 02:56:05.198868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] For port 26e2633e-edfb-4253-b9b9-013520f11e14, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:05.208537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc857-d454-4447-8d28-98d353fd1772 req-5e71fb6f-c5d4-4e19-b698-d2811b4002bb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.214061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc857-d454-4447-8d28-98d353fd1772 req-5e71fb6f-c5d4-4e19-b698-d2811b4002bb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.232181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc857-d454-4447-8d28-98d353fd1772 req-5e71fb6f-c5d4-4e19-b698-d2811b4002bb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.238012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc857-d454-4447-8d28-98d353fd1772 req-5e71fb6f-c5d4-4e19-b698-d2811b4002bb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.248075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] For port 26e2633e-edfb-4253-b9b9-013520f11e14, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=26e2633e-edfb-4253-b9b9-013520f11e14,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:05.253100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc857-d454-4447-8d28-98d353fd1772 req-5e71fb6f-c5d4-4e19-b698-d2811b4002bb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.259270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc857-d454-4447-8d28-98d353fd1772 req-5e71fb6f-c5d4-4e19-b698-d2811b4002bb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.268936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.276841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc857-d454-4447-8d28-98d353fd1772 req-5e71fb6f-c5d4-4e19-b698-d2811b4002bb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.278717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03acc857-d454-4447-8d28-98d353fd1772 req-5e71fb6f-c5d4-4e19-b698-d2811b4002bb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.4410965 Feb 09 02:56:05.300385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bf338-434b-43a6-b96c-73300851c13a req-8499ccf7-4ac1-4b06-8fed-49067aa4d728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.307081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-423bf338-434b-43a6-b96c-73300851c13a req-8499ccf7-4ac1-4b06-8fed-49067aa4d728 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 943 time: 0.1924164 Feb 09 02:56:05.418082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.418846 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.420171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] 10.222.0.26 "PUT /v2.0/ports/26e2633e-edfb-4253-b9b9-013520f11e14 HTTP/1.1" status: 200 len: 1136 time: 1.7079515 Feb 09 02:56:05.480878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:05.685051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a1637-523e-4f89-8211-bc0dbdf35d67 service neutron] Pushing event updated for resources: {'Port': ['ID=26e2633e-edfb-4253-b9b9-013520f11e14,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:05.726896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-423bf338-434b-43a6-b96c-73300851c13a req-799aeee3-3c84-4f00-acb7-fc15021cea2b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183791 Feb 09 02:56:05.796445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:05.799934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03acc857-d454-4447-8d28-98d353fd1772 req-1bc04a7b-cda0-4f5e-8f5b-cc6c66d88313 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5024283 Feb 09 02:56:05.833410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5521220d-6f44-44b0-bda7-d1ddafe6c63f req-c1c2e062-7463-488b-924b-a5c774030546 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526752 Feb 09 02:56:05.971256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-4e23912a-c1c6-4442-9141-a679e77b0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.971777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-4e23912a-c1c6-4442-9141-a679e77b0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.972240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-4e23912a-c1c6-4442-9141-a679e77b0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:05.973799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-4e23912a-c1c6-4442-9141-a679e77b0cb7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c11a074063364372b45e1f6063023698&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6942132 Feb 09 02:56:06.300789 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.346229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5977f047-ad40-4d9b-8788-86d6ea2f2355 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:56:06.475222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-119e2264-320c-4512-bbe8-423031bbbe9d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:06.477548 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-119e2264-320c-4512-bbe8-423031bbbe9d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fc8217-cbe2-4099-afa5-dd264bb67ff5 HTTP/1.1" status: 200 len: 945 time: 0.6290045 Feb 09 02:56:06.498682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:06.512673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Publish callbacks [] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.522794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a2b96-a8ed-414d-8abe-3508dbc1cf81 req-9ce524cb-1324-4cec-8b83-b245af0c9596 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:06.526716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Transition to ACTIVE for port object 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:06.534511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e65a2b96-a8ed-414d-8abe-3508dbc1cf81 req-9ce524cb-1324-4cec-8b83-b245af0c9596 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.5786295 Feb 09 02:56:06.644656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-301a6875-ee13-4aa7-bfb4-f61e0515256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:06.646746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-95af4845-71e4-4d14-9ef2-3722d2c192a3 req-301a6875-ee13-4aa7-bfb4-f61e0515256e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6549826 Feb 09 02:56:06.648108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9989740-7423-47fc-a96c-58c1cdae359a req-37dc2561-7f63-422f-a7c1-dbd05b8346ef tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:06.664038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e65a2b96-a8ed-414d-8abe-3508dbc1cf81 req-e7cc2f92-fcf4-489f-b6e0-a3b1f06a2e58 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281295 Feb 09 02:56:06.668652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-37dc2561-7f63-422f-a7c1-dbd05b8346ef tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 814 time: 0.7310255 Feb 09 02:56:06.681549 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.703513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:06.737195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'mac_address': 'fa:16:3e:f0:e7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:56:06.737720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Pushing event updated for resources: {'Port': ['ID=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:06.750508 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-cc718675-fd5b-49b3-b788-588d5d02f942 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/quotas/dba07038b8f045f9aee276cf287310c1 HTTP/1.1" status: 200 len: 375 time: 0.0800219 Feb 09 02:56:06.785433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '26e2633e-edfb-4253-b9b9-013520f11e14'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:06.787975 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "26e2633e-edfb-4253-b9b9-013520f11e14"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:06.819868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5977f047-ad40-4d9b-8788-86d6ea2f2355 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:06.822105 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.847778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Deleting port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:06.848523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5977f047-ad40-4d9b-8788-86d6ea2f2355 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:06.854414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:06.888495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:06.913858 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.046407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:07.223700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-e661e033-59ec-4314-a297-198134909ed5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.244141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-e661e033-59ec-4314-a297-198134909ed5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.256373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-e661e033-59ec-4314-a297-198134909ed5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.268097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-e661e033-59ec-4314-a297-198134909ed5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.285109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-e661e033-59ec-4314-a297-198134909ed5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.297227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-e661e033-59ec-4314-a297-198134909ed5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.308340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-e661e033-59ec-4314-a297-198134909ed5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.322591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-e661e033-59ec-4314-a297-198134909ed5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5384 time: 0.3352914 Feb 09 02:56:07.352283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] For port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:07.352804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.408464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Calling delete_port for 6502c1c8-e02c-4ab8-bfc7-885bc48b354f owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:07.577449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5977f047-ad40-4d9b-8788-86d6ea2f2355'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:07.624235 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-23d20c5e-4d6d-48a4-af57-fc616c0924c7 req-aac63623-2097-470b-9a39-40c9ece5a46b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3004630 Feb 09 02:56:07.701246 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-0bbd887c-b206-4bda-b010-16623a46333c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9497337 Feb 09 02:56:07.784628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Attempting to bind port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:07.785136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Attempting to bind port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:07.785572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Attempting to bind port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:07.796883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 on network c70f694e-e19b-4a75-9897-3b13466de0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:07.797278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Attempting to bind port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:07.808724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:07.809264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Checking segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:07.810822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Bound using segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:07.813365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Bound port: 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:07.813851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.860975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-5c19c4cb-9ae4-41cb-a6ad-5c86f1cf78fb service neutron] 10.222.0.32 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587677 Feb 09 02:56:07.944330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6502c1c8-e02c-4ab8-bfc7-885bc48b354f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:07.976079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Pushing event deleted for resources: {'Port': ['ID=6502c1c8-e02c-4ab8-bfc7-885bc48b354f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:07.989281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-35b9158d-5db9-4230-803b-a3803b9eb751 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.994584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-35b9158d-5db9-4230-803b-a3803b9eb751 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:07.999798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-35b9158d-5db9-4230-803b-a3803b9eb751 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.005054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-35b9158d-5db9-4230-803b-a3803b9eb751 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.010463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-35b9158d-5db9-4230-803b-a3803b9eb751 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.015840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-35b9158d-5db9-4230-803b-a3803b9eb751 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.021223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-35b9158d-5db9-4230-803b-a3803b9eb751 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.023324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-35b9158d-5db9-4230-803b-a3803b9eb751 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.2616122 Feb 09 02:56:08.063894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] For port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:08.087229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-e7ed7501-e493-4b48-bde9-0922005deb11 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.087441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] For port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:08.087547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-e7ed7501-e493-4b48-bde9-0922005deb11 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "GET /v2.0/ports/02652f4c-3e80-45ce-9db7-40dea329dd41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0526328 Feb 09 02:56:08.108611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-ce1fd424-1b96-4c08-b4eb-6e529509d77e service neutron] 10.222.0.32 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461693 Feb 09 02:56:08.120449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.120730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5a8c4-4518-42cf-9709-0b5419192aab req-07221e72-e529-4765-83c2-0f8307eec921 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.137089 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea5a8c4-4518-42cf-9709-0b5419192aab req-07221e72-e529-4765-83c2-0f8307eec921 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3679593 Feb 09 02:56:08.239101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.239708 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.241116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] 10.222.0.26 "PUT /v2.0/ports/62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 HTTP/1.1" status: 200 len: 1136 time: 2.7795420 Feb 09 02:56:08.292065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ac4bc-5f67-414f-8170-39890c903d64 service neutron] Pushing event updated for resources: {'Port': ['ID=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:08.313460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:08.418597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea5a8c4-4518-42cf-9709-0b5419192aab req-5e6b39c1-ab5f-4428-9d07-f037304068a3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786660 Feb 09 02:56:08.419560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] No DVR routers for this DVR port 6502c1c8-e02c-4ab8-bfc7-885bc48b354f on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:08.423628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.428056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68d33c02-e28c-46fd-97d9-15c623c77da1 req-3fbbceb7-3086-4024-9292-a026ed1a22d7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.26 "DELETE /v2.0/ports/6502c1c8-e02c-4ab8-bfc7-885bc48b354f HTTP/1.1" status: 204 len: 173 time: 1.9398861 Feb 09 02:56:08.433613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-747bec1a-7f9e-4ca9-bd9e-fa70996ef772 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "GET /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2715755 Feb 09 02:56:08.434426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'name': 'network-vif-deleted', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:08.437317 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cdd77a-d307-4578-939b-90f28cfe708f" -d '{"events": [{"server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "name": "network-vif-deleted", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:08.450526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:08.541167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:08.597411 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529ccda8-21cb-4d7a-9ac1-b74ce6b30e0a x-openstack-request-id: req-529ccda8-21cb-4d7a-9ac1-b74ce6b30e0a {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:08.603326 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "26e2633e-edfb-4253-b9b9-013520f11e14", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:08.603618 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-529ccda8-21cb-4d7a-9ac1-b74ce6b30e0a {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:08.605029 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '26e2633e-edfb-4253-b9b9-013520f11e14', 'status': 'completed', 'code': 200} Feb 09 02:56:08.936405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d738c3-fc5e-4210-bd43-f694066aad11 req-4e8a4a0c-8a28-4419-8e24-f053d3198fbf tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:08.946652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1d738c3-fc5e-4210-bd43-f694066aad11 req-4e8a4a0c-8a28-4419-8e24-f053d3198fbf tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 944 time: 0.3258638 Feb 09 02:56:09.073818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1d738c3-fc5e-4210-bd43-f694066aad11 req-54b88036-7495-47f7-a293-c5a0716d9c7e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215522 Feb 09 02:56:09.077932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.134612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-642e3a09-1bdb-4115-b509-12de3001230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.138218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-642e3a09-1bdb-4115-b509-12de3001230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.138405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-642e3a09-1bdb-4115-b509-12de3001230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.141910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-642e3a09-1bdb-4115-b509-12de3001230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.146873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-642e3a09-1bdb-4115-b509-12de3001230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.147388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-642e3a09-1bdb-4115-b509-12de3001230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.148665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-642e3a09-1bdb-4115-b509-12de3001230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.157951 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-642e3a09-1bdb-4115-b509-12de3001230f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6314 time: 0.5476744 Feb 09 02:56:09.261068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-165fcecd-7a67-4978-8a3f-e89fb2daf4c5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.297338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-165fcecd-7a67-4978-8a3f-e89fb2daf4c5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.301423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:09.316990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c4d13-f370-45b0-bd2c-6427e759dc81 req-0cff41a5-eca6-4684-83ff-2ff8805b4aac tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.319712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-165fcecd-7a67-4978-8a3f-e89fb2daf4c5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.324842 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-351c4d13-f370-45b0-bd2c-6427e759dc81 req-0cff41a5-eca6-4684-83ff-2ff8805b4aac tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.1514568 Feb 09 02:56:09.328928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Publish callbacks [] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.343124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-165fcecd-7a67-4978-8a3f-e89fb2daf4c5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.364362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-165fcecd-7a67-4978-8a3f-e89fb2daf4c5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.367280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Transition to ACTIVE for port object b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:09.370357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-165fcecd-7a67-4978-8a3f-e89fb2daf4c5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.372820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4bc7e70e-64b6-4625-b5c1-5493724b6c43 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:09.377117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-165fcecd-7a67-4978-8a3f-e89fb2daf4c5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.379920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-165fcecd-7a67-4978-8a3f-e89fb2daf4c5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 5432 time: 0.5215476 Feb 09 02:56:09.396493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.492475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:09.493680 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.564874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-351c4d13-f370-45b0-bd2c-6427e759dc81 req-d8bf2a78-13c7-47fe-a3b3-7edba53aedc2 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377853 Feb 09 02:56:09.592735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Pushing event updated for resources: {'Port': ['ID=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:09.592984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 4bc7e70e-64b6-4625-b5c1-5493724b6c43, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4bc7e70e-64b6-4625-b5c1-5493724b6c43,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:09.596233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:09.600176 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf715a-3843-42e6-9430-2382571a90aa" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:09.609794 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.610682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 24abcf34-94d9-4360-a2b2-fe3c9b361b19 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:09.688765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28aa52b5-e9f2-421c-8464-03ef7e3b500a req-e8f564b1-feb4-46e4-b01d-66c87d87ba2a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&id=5a46cefd-4497-4db6-885e-68bd47bcb22f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2966893 Feb 09 02:56:09.690423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-87ad4302-cc4d-40ec-a13f-a3e5392bee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.691014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-87ad4302-cc4d-40ec-a13f-a3e5392bee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.691542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-87ad4302-cc4d-40ec-a13f-a3e5392bee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:09.693341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-87ad4302-cc4d-40ec-a13f-a3e5392bee46 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c11a074063364372b45e1f6063023698&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3122346 Feb 09 02:56:09.753878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] For port 02652f4c-3e80-45ce-9db7-40dea329dd41, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=02652f4c-3e80-45ce-9db7-40dea329dd41,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:09.767925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.768317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.768664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.769004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.769342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.774188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.774522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.774868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.775208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.775547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.775890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.776220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.776547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:09.835358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] For port 02652f4c-3e80-45ce-9db7-40dea329dd41, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:09.844589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=4bc7e70e-64b6-4625-b5c1-5493724b6c43,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:09.850657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:09.851288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.871170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Attempting to bind port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:09.871521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Attempting to bind port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:09.874609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Attempting to bind port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:09.890272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 on network c70f694e-e19b-4a75-9897-3b13466de0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:09.890548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Attempting to bind port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:09.904751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:09.905093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Checking segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:09.905483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Bound using segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:09.905912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Bound port: b18ba5c7-5848-4d1d-b5a6-1c7660a71c31, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:09.906298 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.926290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 24abcf34-94d9-4360-a2b2-fe3c9b361b19, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=24abcf34-94d9-4360-a2b2-fe3c9b361b19,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:09.929518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] device_id is not set on port 02652f4c-3e80-45ce-9db7-40dea329dd41 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:56:09.943844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.944971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9bfc8228-2948-475f-87fc-46dd9830118f no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:09.953190 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] Publish callbacks [] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:09.981502 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d43d534-3a5e-40a1-a84d-34761a891130 x-openstack-request-id: req-7d43d534-3a5e-40a1-a84d-34761a891130 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:09.981802 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fc8217-cbe2-4099-afa5-dd264bb67ff5", "name": "network-vif-deleted", "tag": "6502c1c8-e02c-4ab8-bfc7-885bc48b354f", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:09.982063 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d43d534-3a5e-40a1-a84d-34761a891130 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:09.982546 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fc8217-cbe2-4099-afa5-dd264bb67ff5', 'name': 'network-vif-deleted', 'tag': '6502c1c8-e02c-4ab8-bfc7-885bc48b354f', 'status': 'completed', 'code': 200} Feb 09 02:56:10.035030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.199339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=24abcf34-94d9-4360-a2b2-fe3c9b361b19,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:10.215693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] For port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:10.247755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-2fc947ad-4628-4cfc-995c-13e983798752 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.256280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9bfc8228-2948-475f-87fc-46dd9830118f is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:10.256687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.269782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-2fc947ad-4628-4cfc-995c-13e983798752 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.278818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-2fc947ad-4628-4cfc-995c-13e983798752 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.297211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-2fc947ad-4628-4cfc-995c-13e983798752 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.306709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-2fc947ad-4628-4cfc-995c-13e983798752 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.309053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-89d5c234-99fa-488b-bc71-efde33cce206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.310635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d40fe97-5ad2-4c08-bb00-a84cda56e63b req-89d5c234-99fa-488b-bc71-efde33cce206 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3272054 Feb 09 02:56:10.319473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-2fc947ad-4628-4cfc-995c-13e983798752 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.323786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9bfc8228-2948-475f-87fc-46dd9830118f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bfc8228-2948-475f-87fc-46dd9830118f,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:10.334153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-2fc947ad-4628-4cfc-995c-13e983798752 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.336335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-2fc947ad-4628-4cfc-995c-13e983798752 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5396 time: 0.3195200 Feb 09 02:56:10.346077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.346905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1f314b80-df3b-4115-9ec6-92b6a6d57f7b no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:10.358162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] For port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:10.365963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-915338f9-ece1-4477-bbab-0bdb523705cf req-86365898-00bc-44d0-86c6-898c47b9d3f7 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 210 time: 0.4036458 Feb 09 02:56:10.396709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.437440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9bfc8228-2948-475f-87fc-46dd9830118f,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:10.454437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5977f047-ad40-4d9b-8788-86d6ea2f2355 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:10.460098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] No DVR routers for this DVR port 02652f4c-3e80-45ce-9db7-40dea329dd41 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:10.536047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] Pushing event updated for resources: {'Port': ['ID=02652f4c-3e80-45ce-9db7-40dea329dd41,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:10.566048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Pushing event updated for resources: {'Port': ['ID=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:10.654811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '62bdaf3e-a7b2-46b2-8200-bdfeb6940a03'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:10.657876 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f62109c-8218-4057-af2b-bd86017cac53" -d '{"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "62bdaf3e-a7b2-46b2-8200-bdfeb6940a03"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:10.665680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-127914d3-f80a-4e49-b703-aac605fe87f0 req-76630e5d-642e-4d02-bbb8-63a9a5e17010 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3121181 Feb 09 02:56:10.669217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.669846 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.671257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1cef7e69-db99-4619-88d6-41c50dfb4d35 service neutron] 10.222.0.26 "PUT /v2.0/ports/b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 HTTP/1.1" status: 200 len: 1091 time: 2.3655360 Feb 09 02:56:10.717304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e4caa363-4642-4d73-b421-f3ef0b623775 None None] Provisioning complete for port 02652f4c-3e80-45ce-9db7-40dea329dd41 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:10.717996 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e4caa363-4642-4d73-b421-f3ef0b623775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.734215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9989740-7423-47fc-a96c-58c1cdae359a req-68d2af3e-f4cd-4a36-a68a-48613e2e4165 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.736313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-68d2af3e-f4cd-4a36-a68a-48613e2e4165 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.26 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 814 time: 0.2094393 Feb 09 02:56:10.740089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:10.814185 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8f511f-b2cc-44c9-b5fd-72e859f82c03 x-openstack-request-id: req-0d8f511f-b2cc-44c9-b5fd-72e859f82c03 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:10.814548 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:10.814766 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d8f511f-b2cc-44c9-b5fd-72e859f82c03 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:10.815722 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'code': 200} Feb 09 02:56:10.830938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 5977f047-ad40-4d9b-8788-86d6ea2f2355 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:56:10.853015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 5977f047-ad40-4d9b-8788-86d6ea2f2355 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:10.853394 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.881276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.892393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Request body: {'port': {'device_id': 'a9eae254-eb20-4c0b-9a3d-470f488fde18', 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'admin_state_up': True, 'tenant_id': 'dba07038b8f045f9aee276cf287310c1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:10.902849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] In _notify_port_updated(), no bound segment for port 02652f4c-3e80-45ce-9db7-40dea329dd41 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:56:10.905137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:10.905766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.910944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-7c8cf5ba-bf75-49d4-9256-673cfc2ca23b service neutron] 10.222.0.26 "PUT /v2.0/ports/02652f4c-3e80-45ce-9db7-40dea329dd41 HTTP/1.1" status: 200 len: 1026 time: 2.4651463 Feb 09 02:56:10.926683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:10.927249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:10.953118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e4caa363-4642-4d73-b421-f3ef0b623775 None None] Port 02652f4c-3e80-45ce-9db7-40dea329dd41 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:11.024367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:11.088432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5977f047-ad40-4d9b-8788-86d6ea2f2355 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:11.088805 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.100248 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.101613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 02652f4c-3e80-45ce-9db7-40dea329dd41 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:11.154606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56353dc7-58c2-45ca-9984-ab5c263419e6 req-ff72d5c5-9ac7-4a17-83c8-55f484e2c6ae tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:11.164892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56353dc7-58c2-45ca-9984-ab5c263419e6 req-ff72d5c5-9ac7-4a17-83c8-55f484e2c6ae tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 944 time: 0.1854374 Feb 09 02:56:11.241820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-f04c5e94-ca1e-4b3d-8ae6-7b56a6dd0476 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:11.243468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-f04c5e94-ca1e-4b3d-8ae6-7b56a6dd0476 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "GET /v2.0/ports/c7ff4c90-2418-43f6-8695-e61a1cf8b407?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2067173 Feb 09 02:56:11.244081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56353dc7-58c2-45ca-9984-ab5c263419e6 req-46cc79fc-a53f-401a-88d3-c96fed6b5f5e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735936 Feb 09 02:56:11.265212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:11.267685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:11.272852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 02652f4c-3e80-45ce-9db7-40dea329dd41 host ! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:56:11.273302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 02652f4c-3e80-45ce-9db7-40dea329dd41 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:11.273726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 58679687-5046-4df9-8f33-b618de0038b2 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:11.349476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:11.354740 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.480718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40699619-5966-4168-a65e-2a77a7f9776b req-4e4f39a5-b3cb-4755-9677-247d5c8929e6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:11.491481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40699619-5966-4168-a65e-2a77a7f9776b req-4e4f39a5-b3cb-4755-9677-247d5c8929e6 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 943 time: 0.0993967 Feb 09 02:56:11.492832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 58679687-5046-4df9-8f33-b618de0038b2 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:11.493320 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (58679687-5046-4df9-8f33-b618de0038b2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.535293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 58679687-5046-4df9-8f33-b618de0038b2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=58679687-5046-4df9-8f33-b618de0038b2,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:11.537012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:11.550807 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (58679687-5046-4df9-8f33-b618de0038b2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.551938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6502c1c8-e02c-4ab8-bfc7-885bc48b354f no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:11.562943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40699619-5966-4168-a65e-2a77a7f9776b req-fbde3579-c2a2-4385-916d-ade0e0d4b37b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 Feb 09 02:56:11.567009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.618927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 6502c1c8-e02c-4ab8-bfc7-885bc48b354f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:11.619362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6502c1c8-e02c-4ab8-bfc7-885bc48b354f not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:11.624537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-aa82e162-800f-456c-b39e-bf042b8d9c5e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:11.630593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-aa82e162-800f-456c-b39e-bf042b8d9c5e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 814 time: 0.8781300 Feb 09 02:56:11.633133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c7ff4c90-2418-43f6-8695-e61a1cf8b407 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:11.675020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=58679687-5046-4df9-8f33-b618de0038b2,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:11.707592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-ff306726-e97a-4560-986e-6dfe1b5fb114 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/quotas/a38c3e44fd414e2485a4d77dc5e88451 HTTP/1.1" status: 200 len: 375 time: 0.0587535 Feb 09 02:56:11.738555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Made reservation on behalf of dba07038b8f045f9aee276cf287310c1 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:11.743136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.765059 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dcd92d-fdd7-4746-adae-9c6e0475b206 x-openstack-request-id: req-b0dcd92d-fdd7-4746-adae-9c6e0475b206 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:11.780443 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "62bdaf3e-a7b2-46b2-8200-bdfeb6940a03", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:11.780834 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0dcd92d-fdd7-4746-adae-9c6e0475b206 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:11.783529 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '62bdaf3e-a7b2-46b2-8200-bdfeb6940a03', 'status': 'completed', 'code': 200} Feb 09 02:56:11.895824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c7ff4c90-2418-43f6-8695-e61a1cf8b407 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:11.896316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:11.978316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] For port c7ff4c90-2418-43f6-8695-e61a1cf8b407, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c7ff4c90-2418-43f6-8695-e61a1cf8b407,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:11.989059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b888e-cd2c-4a38-80e7-c7c0ea0b9be5 req-c448c567-b824-443e-a168-a223b55590f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:11.997737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b888e-cd2c-4a38-80e7-c7c0ea0b9be5 req-c448c567-b824-443e-a168-a223b55590f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.004029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b888e-cd2c-4a38-80e7-c7c0ea0b9be5 req-c448c567-b824-443e-a168-a223b55590f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.009749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b888e-cd2c-4a38-80e7-c7c0ea0b9be5 req-c448c567-b824-443e-a168-a223b55590f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.016003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b888e-cd2c-4a38-80e7-c7c0ea0b9be5 req-c448c567-b824-443e-a168-a223b55590f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.021628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b888e-cd2c-4a38-80e7-c7c0ea0b9be5 req-c448c567-b824-443e-a168-a223b55590f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.027943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] For port c7ff4c90-2418-43f6-8695-e61a1cf8b407, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:12.030134 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a36b888e-cd2c-4a38-80e7-c7c0ea0b9be5 req-c448c567-b824-443e-a168-a223b55590f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 4649 time: 0.1923094 Feb 09 02:56:12.064539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070c77cb-1176-4385-b476-a6cd6be6c5be {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:12.085084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Publish callbacks [] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.105037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-b9b4ed4a-86f9-4793-afd9-18df90ae169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.105651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-b9b4ed4a-86f9-4793-afd9-18df90ae169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.106131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-b9b4ed4a-86f9-4793-afd9-18df90ae169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.106625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-b9b4ed4a-86f9-4793-afd9-18df90ae169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.107086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-b9b4ed4a-86f9-4793-afd9-18df90ae169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.107900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-b9b4ed4a-86f9-4793-afd9-18df90ae169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.108517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-b9b4ed4a-86f9-4793-afd9-18df90ae169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.110450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f62109c-8218-4057-af2b-bd86017cac53 req-b9b4ed4a-86f9-4793-afd9-18df90ae169e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6412 time: 0.3214030 Feb 09 02:56:12.161161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Transition to ACTIVE for port object 070c77cb-1176-4385-b476-a6cd6be6c5be will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:12.204519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] device_id is not set on port c7ff4c90-2418-43f6-8695-e61a1cf8b407 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:56:12.212093 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.235853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] Publish callbacks [] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.242814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-30fb1103-c910-48d0-9317-9ca14984a292 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5287058 Feb 09 02:56:12.330100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a36b888e-cd2c-4a38-80e7-c7c0ea0b9be5 req-039fee46-7c72-4f4e-9d88-11cdd77bff01 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a46cefd-4497-4db6-885e-68bd47bcb22f&id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2943103 Feb 09 02:56:12.331338 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:56:12.331909 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:56:12.370738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.461711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-4efa0bfd-c336-4a9b-92be-d7b3ee83c5d6 service neutron] 10.222.0.61 "GET /v2.0/ports/5ac56e31-cc0d-4f79-ade3-ccfda13b413e/bindings/n-h2-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.3356097 Feb 09 02:56:12.548421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Pushing event updated for resources: {'Port': ['ID=070c77cb-1176-4385-b476-a6cd6be6c5be,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:12.677745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Allocated IP 172.20.0.13 (a11a452e-a9c2-4b04-8d58-3eb5b746b883/f2e4f9d2-2baa-4d59-91fb-671a8d003889/5e4f4d26-1997-4181-93f3-f8232b576a81) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:12.680200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] No DVR routers for this DVR port c7ff4c90-2418-43f6-8695-e61a1cf8b407 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:12.698172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-e885474c-1586-4a48-9e51-09e3e85c09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.699065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-e885474c-1586-4a48-9e51-09e3e85c09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.703444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-e885474c-1586-4a48-9e51-09e3e85c09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.712562 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f62109c-8218-4057-af2b-bd86017cac53 req-e885474c-1586-4a48-9e51-09e3e85c09b2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c11a074063364372b45e1f6063023698&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5860980 Feb 09 02:56:12.717732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56f5d0e9-def9-41d1-8b2e-f0cbd96a6c09 req-ddbc584b-0eee-4f9c-b4d0-450a1f7e5f9b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 210 time: 0.1032586 Feb 09 02:56:12.779866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] In _notify_port_updated(), no bound segment for port c7ff4c90-2418-43f6-8695-e61a1cf8b407 on network 88065435-d1c2-42d5-8975-73ae0aa2a3ba {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:56:12.780750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:12.781365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:12.783051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] 10.222.0.26 "PUT /v2.0/ports/c7ff4c90-2418-43f6-8695-e61a1cf8b407 HTTP/1.1" status: 200 len: 1026 time: 1.5195115 Feb 09 02:56:12.817926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24abcf34-94d9-4360-a2b2-fe3c9b361b19'}, {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bfc8228-2948-475f-87fc-46dd9830118f'}, {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b'}, {'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355'}, {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58679687-5046-4df9-8f33-b618de0038b2'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:12.820694 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39efa13-fd86-4d01-9b43-872f7bad2e5e" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "24abcf34-94d9-4360-a2b2-fe3c9b361b19"}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "9bfc8228-2948-475f-87fc-46dd9830118f"}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "1f314b80-df3b-4115-9ec6-92b6a6d57f7b"}, {"server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "name": "network-vif-plugged", "status": "completed", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355"}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "58679687-5046-4df9-8f33-b618de0038b2"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:12.902094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Attempting to bind port 070c77cb-1176-4385-b476-a6cd6be6c5be on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:12.902094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Attempting to bind port 070c77cb-1176-4385-b476-a6cd6be6c5be by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:12.902587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Attempting to bind port 070c77cb-1176-4385-b476-a6cd6be6c5be on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:12.960033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Port 070c77cb-1176-4385-b476-a6cd6be6c5be on network c70f694e-e19b-4a75-9897-3b13466de0ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:12.960364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Attempting to bind port 070c77cb-1176-4385-b476-a6cd6be6c5be on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:12.988396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c7ff4c90-2418-43f6-8695-e61a1cf8b407 is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:12.988760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:12.989244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Checking segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:12.989780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Bound using segment: {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:12.990229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Bound port: 070c77cb-1176-4385-b476-a6cd6be6c5be, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8cf849-304c-4c07-bf6b-755b4aefca86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:12.990622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.050867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62109c-8218-4057-af2b-bd86017cac53 req-2279a6cd-f717-4f89-bd35-761cfaed0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.052633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f62109c-8218-4057-af2b-bd86017cac53 req-2279a6cd-f717-4f89-bd35-761cfaed0b48 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3277311 Feb 09 02:56:13.056762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cba5dbec-8bab-4592-9e19-767bcff517a3 None None] Provisioning complete for port c7ff4c90-2418-43f6-8695-e61a1cf8b407 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:13.058111 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cba5dbec-8bab-4592-9e19-767bcff517a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.063823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-e0ac88da-9afd-4510-9d64-5a28470640af tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.069500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-e0ac88da-9afd-4510-9d64-5a28470640af tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.075272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-e0ac88da-9afd-4510-9d64-5a28470640af tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.081620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-e0ac88da-9afd-4510-9d64-5a28470640af tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.086914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-e0ac88da-9afd-4510-9d64-5a28470640af tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.093702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-e0ac88da-9afd-4510-9d64-5a28470640af tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.098538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-e0ac88da-9afd-4510-9d64-5a28470640af tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.106533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-e0ac88da-9afd-4510-9d64-5a28470640af tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5408 time: 0.2420614 Feb 09 02:56:13.108266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks [] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.159974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cba5dbec-8bab-4592-9e19-767bcff517a3 None None] Port c7ff4c90-2418-43f6-8695-e61a1cf8b407 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:13.178323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] For port 070c77cb-1176-4385-b476-a6cd6be6c5be, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:13.178834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f01bd-3535-4feb-a5e1-59b421ff617d service neutron] Pushing event updated for resources: {'Port': ['ID=c7ff4c90-2418-43f6-8695-e61a1cf8b407,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:13.182838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] For port 070c77cb-1176-4385-b476-a6cd6be6c5be, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=070c77cb-1176-4385-b476-a6cd6be6c5be,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:13.212165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc7cc81d-4a8c-4704-8f6a-4109a20ed0ae req-8dcf98d7-0b29-4bcf-9427-32cced423dc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046872 Feb 09 02:56:13.218117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.244617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-42b61579-b94f-4500-8b47-f87f3570e895 service neutron] 10.222.0.32 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9926262 Feb 09 02:56:13.286184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.291059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:13.291493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.293225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] 10.222.0.26 "PUT /v2.0/ports/070c77cb-1176-4385-b476-a6cd6be6c5be HTTP/1.1" status: 200 len: 1091 time: 2.5761688 Feb 09 02:56:13.394465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:13.396210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:13.421723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:13.459239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac56e31-cc0d-4f79-ade3-ccfda13b413e {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:13.473078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:13.503383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fd29e-4b80-4d94-9265-3a20b6388409 service neutron] Pushing event updated for resources: {'Port': ['ID=070c77cb-1176-4385-b476-a6cd6be6c5be,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:13.612388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Pushing event updated for resources: {'Port': ['ID=5e4f4d26-1997-4181-93f3-f8232b576a81,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:13.629318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.636324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Network a11a452e-a9c2-4b04-8d58-3eb5b746b883 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:13.636971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:13.657680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:13.686515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:14.037312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f379e0b-cd45-4303-82c3-ce4dcc4e667b {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:14.047607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Publish callbacks [] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:14.065961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Transition to ACTIVE for port object 9f379e0b-cd45-4303-82c3-ce4dcc4e667b will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:14.067367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31'}, {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '070c77cb-1176-4385-b476-a6cd6be6c5be'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:14.071002 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cd90b0-99ec-4cf3-9675-3f1141137674" -d '{"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "b18ba5c7-5848-4d1d-b5a6-1c7660a71c31"}, {"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "070c77cb-1176-4385-b476-a6cd6be6c5be"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:14.079036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:14.148066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba32ba-5edd-401f-af44-e57530600a18 req-3d6f0002-3f1b-4a05-833d-0e8d45505674 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:14.157627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5cba32ba-5edd-401f-af44-e57530600a18 req-3d6f0002-3f1b-4a05-833d-0e8d45505674 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.6728740 Feb 09 02:56:14.191863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-c505ef40-4da8-4d11-8ee6-fad0141ba8a4 service neutron] 10.222.0.32 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9367008 Feb 09 02:56:14.237581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:14.238518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:14.251403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:14.253061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:14.257772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5cba32ba-5edd-401f-af44-e57530600a18 req-b5582e48-5d9e-4161-91ed-85e3302376af tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988355 Feb 09 02:56:14.386071 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8ffc177f-3855-4338-910b-8da3199ff554 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5088117 Feb 09 02:56:14.387090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] Transition to ACTIVE for port object 5ac56e31-cc0d-4f79-ade3-ccfda13b413e will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:14.404344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Request body: {'port': {'device_id': 'a9eae254-eb20-4c0b-9a3d-470f488fde18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:14.436096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:14.485843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Attempting to bind port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:14.486405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Attempting to bind port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:14.487665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Attempting to bind port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b on network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:14.536479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b on network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:14.550106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Attempting to bind port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b on network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:14.553693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Pushing event updated for resources: {'Port': ['ID=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:14.592493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:14.592968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Checking segment: {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:14.593620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Bound using segment: {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:14.594183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Bound port: 9f379e0b-cd45-4303-82c3-ce4dcc4e667b, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:14.595008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:14.625517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daac8dd-6d88-4655-8ee6-a7bd62040e9c req-4909b159-e68b-4bfe-be6d-8c397451f821 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:14.648496 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b79c4f-9a20-4034-842c-72583c77193a x-openstack-request-id: req-71b79c4f-9a20-4034-842c-72583c77193a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:14.649068 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "24abcf34-94d9-4360-a2b2-fe3c9b361b19", "code": 200}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "9bfc8228-2948-475f-87fc-46dd9830118f", "code": 200}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "1f314b80-df3b-4115-9ec6-92b6a6d57f7b", "code": 200}, {"server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "name": "network-vif-plugged", "status": "completed", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355", "code": 200}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-unplugged", "status": "completed", "tag": "58679687-5046-4df9-8f33-b618de0038b2", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:14.649068 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71b79c4f-9a20-4034-842c-72583c77193a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:14.649498 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24abcf34-94d9-4360-a2b2-fe3c9b361b19', 'code': 200} Feb 09 02:56:14.653907 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5daac8dd-6d88-4655-8ee6-a7bd62040e9c req-4909b159-e68b-4bfe-be6d-8c397451f821 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 944 time: 0.2016950 Feb 09 02:56:14.656023 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bfc8228-2948-475f-87fc-46dd9830118f', 'code': 200} Feb 09 02:56:14.656395 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b', 'code': 200} Feb 09 02:56:14.656759 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'code': 200} Feb 09 02:56:14.656977 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58679687-5046-4df9-8f33-b618de0038b2', 'code': 200} Feb 09 02:56:14.713538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] For port 4bc7e70e-64b6-4625-b5c1-5493724b6c43, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4bc7e70e-64b6-4625-b5c1-5493724b6c43,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:14.714892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:14.751038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] No DVR routers for this DVR port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:14.798082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=10']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:14.941446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:14.995619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5daac8dd-6d88-4655-8ee6-a7bd62040e9c req-e58c1ffd-f216-4c4b-93f0-9c6ed6ceb434 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399925 Feb 09 02:56:15.104679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca8a6-a262-4e07-96d4-8d9655f7dc01 req-2ec34a39-7b1a-41c4-972e-611f1e0bef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.109978 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bddca8a6-a262-4e07-96d4-8d9655f7dc01 req-2ec34a39-7b1a-41c4-972e-611f1e0bef8d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 1127 time: 0.3660438 Feb 09 02:56:15.134914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] For port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:15.160306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-6f7787ff-75e9-4701-adcf-5973d7262157 service neutron] 10.222.0.61 "PUT /v2.0/ports/5ac56e31-cc0d-4f79-ade3-ccfda13b413e/bindings/n-h2-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 2.6356022 Feb 09 02:56:15.225751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] For port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:15.296822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:15.441467 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bddca8a6-a262-4e07-96d4-8d9655f7dc01 req-e8671d3e-6c52-4802-89d1-069b4fa75a3c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269007 Feb 09 02:56:15.510404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.511390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:15.512457 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f379e0b-cd45-4303-82c3-ce4dcc4e667b HTTP/1.1" status: 200 len: 1091 time: 2.1628394 Feb 09 02:56:15.533893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101a45-5595-4a6f-8e49-b272b20ea0e6 req-94b74b87-edb1-4c63-9725-9bd6345ca5cb tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.541966 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5101a45-5595-4a6f-8e49-b272b20ea0e6 req-94b74b87-edb1-4c63-9725-9bd6345ca5cb tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 932 time: 0.3773777 Feb 09 02:56:15.586400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff17dd6-2436-4629-86e6-0973abbbfe44 service neutron] Pushing event updated for resources: {'Port': ['ID=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:15.600631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Request body: {'port': {'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:15.662324 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5101a45-5595-4a6f-8e49-b272b20ea0e6 req-394d9b2d-b377-4320-b97c-2f9742ceeb23 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194324 Feb 09 02:56:15.698530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71cb2272-a612-47e4-8d4f-59a752075244), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:15.808449 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68035d13-0399-4905-9cd6-0bf18174fb69 x-openstack-request-id: req-68035d13-0399-4905-9cd6-0bf18174fb69 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:15.812217 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "b18ba5c7-5848-4d1d-b5a6-1c7660a71c31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "070c77cb-1176-4385-b476-a6cd6be6c5be", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:15.812488 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68035d13-0399-4905-9cd6-0bf18174fb69 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:15.812900 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31', 'status': 'completed', 'code': 200} Feb 09 02:56:15.813162 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '070c77cb-1176-4385-b476-a6cd6be6c5be', 'status': 'completed', 'code': 200} Feb 09 02:56:15.822568 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97819ec-57c1-4a30-959d-ec5e9eb5b094 req-fb8dadc1-ff7a-450d-8eca-321ca9d2ed1d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.835634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97819ec-57c1-4a30-959d-ec5e9eb5b094 req-fb8dadc1-ff7a-450d-8eca-321ca9d2ed1d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.854603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97819ec-57c1-4a30-959d-ec5e9eb5b094 req-fb8dadc1-ff7a-450d-8eca-321ca9d2ed1d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.868474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97819ec-57c1-4a30-959d-ec5e9eb5b094 req-fb8dadc1-ff7a-450d-8eca-321ca9d2ed1d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.884335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97819ec-57c1-4a30-959d-ec5e9eb5b094 req-fb8dadc1-ff7a-450d-8eca-321ca9d2ed1d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:15.896363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b97819ec-57c1-4a30-959d-ec5e9eb5b094 req-fb8dadc1-ff7a-450d-8eca-321ca9d2ed1d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 3876 time: 0.8086791 Feb 09 02:56:16.164115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-dcfa8dcd-27e0-457a-8600-aa5887a89d50 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.166341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-dcfa8dcd-27e0-457a-8600-aa5887a89d50 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.8910878 Feb 09 02:56:16.260254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-9a995cd1-6b83-41fa-a729-5b6a4d0b5eed tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.265335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:16.266164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a986b78d-05cd-4a53-93af-5b6d21549548), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:16.266922 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Floating IP a986b78d-05cd-4a53-93af-5b6d21549548 disassociated. External IP: 172.25.2.107, port: 4bc7e70e-64b6-4625-b5c1-5493724b6c43. Feb 09 02:56:16.267517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for 4bc7e70e-64b6-4625-b5c1-5493724b6c43 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:16.277587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-9a995cd1-6b83-41fa-a729-5b6a4d0b5eed tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.292671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-9a995cd1-6b83-41fa-a729-5b6a4d0b5eed tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.301295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-9a995cd1-6b83-41fa-a729-5b6a4d0b5eed tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.320146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-9a995cd1-6b83-41fa-a729-5b6a4d0b5eed tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.325495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-9a995cd1-6b83-41fa-a729-5b6a4d0b5eed tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.338665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-9a995cd1-6b83-41fa-a729-5b6a4d0b5eed tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.346728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-9a995cd1-6b83-41fa-a729-5b6a4d0b5eed tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5420 time: 0.3122754 Feb 09 02:56:16.377147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.26', 51719) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:16.390550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b97819ec-57c1-4a30-959d-ec5e9eb5b094 req-dcf28d45-5add-4e28-932f-0c79b320b7cc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4854465 Feb 09 02:56:16.528062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-778d93b2-326c-4441-9560-0b5701e4f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.529635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-778d93b2-326c-4441-9560-0b5701e4f547 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d&tenant_id=2618b90bba6341048386a8a8793c5ac0 HTTP/1.1" status: 200 len: 1126 time: 0.3526764 Feb 09 02:56:16.601501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-019fc518-f160-4c53-8207-c6a9c1aeebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.602265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-019fc518-f160-4c53-8207-c6a9c1aeebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.602807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-019fc518-f160-4c53-8207-c6a9c1aeebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.603346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-019fc518-f160-4c53-8207-c6a9c1aeebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.603876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-019fc518-f160-4c53-8207-c6a9c1aeebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.604412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-019fc518-f160-4c53-8207-c6a9c1aeebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.605142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-019fc518-f160-4c53-8207-c6a9c1aeebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.607169 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-019fc518-f160-4c53-8207-c6a9c1aeebfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6608 time: 0.6963291 Feb 09 02:56:16.625082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4496d2d6-aa26-48e6-bfc7-10c1059a028f req-d9cf32db-1ac3-4652-b43f-a31506f6bbdd tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 210 time: 0.0919845 Feb 09 02:56:16.681886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea4c1c95-e363-415d-a50b-f1c430847608 req-ca41bc75-f547-4351-85d9-089a5cb40a07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3342876 Feb 09 02:56:16.722361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4bc7e70e-64b6-4625-b5c1-5493724b6c43), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:16.767262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cb2272-a612-47e4-8d4f-59a752075244 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:16.779442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Publish callbacks [] for port (71cb2272-a612-47e4-8d4f-59a752075244), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:16.787803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-f8a19ed3-d9d8-456e-921e-4e493a57af32 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.789312 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-f8a19ed3-d9d8-456e-921e-4e493a57af32 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.26 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 814 time: 0.4040523 Feb 09 02:56:16.806529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Request body: {'port': {'device_id': 'bcc952f6-f56a-47c8-b74d-516975f05489', 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261', 'admin_state_up': True, 'tenant_id': 'a38c3e44fd414e2485a4d77dc5e88451'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:16.816529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-75398aaa-f68c-4ef0-a71e-b89d4ee5b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:16.818281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-75398aaa-f68c-4ef0-a71e-b89d4ee5b166 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1126 time: 0.2163465 Feb 09 02:56:16.832968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Transition to ACTIVE for port object 71cb2272-a612-47e4-8d4f-59a752075244 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:16.887167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=4bc7e70e-64b6-4625-b5c1-5493724b6c43,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:16.891258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (71cb2272-a612-47e4-8d4f-59a752075244), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:17.091500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Pushing event updated for resources: {'Port': ['ID=71cb2272-a612-47e4-8d4f-59a752075244,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:17.135535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4f4d26-1997-4181-93f3-f8232b576a81 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:17.142819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-0d600f58-131f-4073-9f25-d8a238114be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.144521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-0d600f58-131f-4073-9f25-d8a238114be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.145043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-0d600f58-131f-4073-9f25-d8a238114be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.146773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-0d600f58-131f-4073-9f25-d8a238114be5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c11a074063364372b45e1f6063023698&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5122411 Feb 09 02:56:17.158551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Publish callbacks [] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:17.284235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Transition to ACTIVE for port object 5e4f4d26-1997-4181-93f3-f8232b576a81 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:17.311499 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:17.383179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b2a3b-d992-4d8a-a828-0cf9c6364cb0 req-c1302c37-f310-4cc1-ac8a-0388b406a633 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.384779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f2b2a3b-d992-4d8a-a828-0cf9c6364cb0 req-c1302c37-f310-4cc1-ac8a-0388b406a633 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 944 time: 0.3942599 Feb 09 02:56:17.586542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Router 4b83e111-ee24-4edb-980b-a26370295e22 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:56:17.620908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d756993a-828d-4b7a-a0df-9b54f1b1d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.622849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d756993a-828d-4b7a-a0df-9b54f1b1d63e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4615324 Feb 09 02:56:17.625094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4f4d26-1997-4181-93f3-f8232b576a81,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:17.713648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e355f9-166f-4c59-a765-65bde99b8f29 req-7ce9c193-a27e-4912-bee3-d5c95cba6c5a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.720507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83e355f9-166f-4c59-a765-65bde99b8f29 req-7ce9c193-a27e-4912-bee3-d5c95cba6c5a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.8512936 Feb 09 02:56:17.723866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f2b2a3b-d992-4d8a-a828-0cf9c6364cb0 req-4b64e265-e2fc-4f90-802a-6378c97856f3 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726083 Feb 09 02:56:17.737926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-b8935a90-0812-48a7-9cab-410fb3141ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.739417 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-b8935a90-0812-48a7-9cab-410fb3141ae9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.9054356 Feb 09 02:56:17.817461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:17.819757 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1749c376-9a49-4e1d-bfe5-32e85b823ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "9f379e0b-cd45-4303-82c3-ce4dcc4e667b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:17.823265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-a9ef61e2-b73a-48be-9fa9-b468ea87f046 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 200 len: 217 time: 0.0625615 Feb 09 02:56:17.851565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Attempting to bind port 71cb2272-a612-47e4-8d4f-59a752075244 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:17.851903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Attempting to bind port 71cb2272-a612-47e4-8d4f-59a752075244 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:17.852229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Attempting to bind port 71cb2272-a612-47e4-8d4f-59a752075244 on network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:17.860357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Port 71cb2272-a612-47e4-8d4f-59a752075244 on network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:17.860656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Attempting to bind port 71cb2272-a612-47e4-8d4f-59a752075244 on network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:17.869338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Attempting to bind port 5e4f4d26-1997-4181-93f3-f8232b576a81 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:17.869693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Attempting to bind port 5e4f4d26-1997-4181-93f3-f8232b576a81 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:17.870253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Attempting to bind port 5e4f4d26-1997-4181-93f3-f8232b576a81 on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:17.885456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Port 5e4f4d26-1997-4181-93f3-f8232b576a81 on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:17.885903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Attempting to bind port 5e4f4d26-1997-4181-93f3-f8232b576a81 on network a11a452e-a9c2-4b04-8d58-3eb5b746b883 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:17.900200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d5892712-f32e-4c40-a1f8-3a4d901a86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.900931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d5892712-f32e-4c40-a1f8-3a4d901a86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.901220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d5892712-f32e-4c40-a1f8-3a4d901a86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.901827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d5892712-f32e-4c40-a1f8-3a4d901a86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.902318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d5892712-f32e-4c40-a1f8-3a4d901a86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.902782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d5892712-f32e-4c40-a1f8-3a4d901a86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.903243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d5892712-f32e-4c40-a1f8-3a4d901a86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:17.905796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-d5892712-f32e-4c40-a1f8-3a4d901a86a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6633 time: 0.2020257 Feb 09 02:56:17.911391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:17.912067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Checking segment: {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:17.912511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Bound using segment: {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:17.913044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Bound port: 5e4f4d26-1997-4181-93f3-f8232b576a81, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52c99f9-87af-47cf-8a36-503934948b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:17.913501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:17.982073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:17.982442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Checking segment: {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:17.982827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Bound using segment: {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:17.983247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Bound port: 71cb2272-a612-47e4-8d4f-59a752075244, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb75c94-12cc-42a6-9050-f316c001f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:17.983596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71cb2272-a612-47e4-8d4f-59a752075244), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.001377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Made reservation on behalf of a38c3e44fd414e2485a4d77dc5e88451 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:18.004826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.052391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83e355f9-166f-4c59-a765-65bde99b8f29 req-e9646e74-0076-48fc-9fb4-5c7994645fd3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282359 Feb 09 02:56:18.053588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:18.066440 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] Sync routers for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:18.081150 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:18.081466 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:56:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:18.115749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-005e600d-1c5e-4953-8e2b-7a3886ae78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.118165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-005e600d-1c5e-4953-8e2b-7a3886ae78ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.2785599 Feb 09 02:56:18.251234 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:18.270772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-417ef9f7-bc67-4b6a-9f73-1eddf878cccd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440940 Feb 09 02:56:18.304097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] No DVR routers for this DVR port 4bc7e70e-64b6-4625-b5c1-5493724b6c43 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:18.320731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.327812 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-d57082eb-d629-4b06-b1d9-78302a6b8bdf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "DELETE /v2.0/ports/4bc7e70e-64b6-4625-b5c1-5493724b6c43 HTTP/1.1" status: 204 len: 173 time: 5.1623995 Feb 09 02:56:18.365833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] For port 5e4f4d26-1997-4181-93f3-f8232b576a81, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:18.369387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] For port 5e4f4d26-1997-4181-93f3-f8232b576a81, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5e4f4d26-1997-4181-93f3-f8232b576a81,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:18.373357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:18.376692 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e564a-8a8d-4e83-8234-f81269b7f6d4" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:18.437578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.473148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.473796 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.475262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e4f4d26-1997-4181-93f3-f8232b576a81 HTTP/1.1" status: 200 len: 1092 time: 4.0786924 Feb 09 02:56:18.486590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd00a0-ef8b-45f8-a932-93f1e549dda8 req-a22f6057-1fa1-477c-bb91-9abab96934e9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.501779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0bd00a0-ef8b-45f8-a932-93f1e549dda8 req-a22f6057-1fa1-477c-bb91-9abab96934e9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 944 time: 0.5480013 Feb 09 02:56:18.505492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] For port 71cb2272-a612-47e4-8d4f-59a752075244, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:18.519031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-c9d686e3-cec5-4552-aa2b-6e772dbd2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.519479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-c9d686e3-cec5-4552-aa2b-6e772dbd2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.520054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-c9d686e3-cec5-4552-aa2b-6e772dbd2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.521906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-c9d686e3-cec5-4552-aa2b-6e772dbd2c72 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c11a074063364372b45e1f6063023698&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6003613 Feb 09 02:56:18.553501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] For port 71cb2272-a612-47e4-8d4f-59a752075244, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71cb2272-a612-47e4-8d4f-59a752075244,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:18.606491 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (71cb2272-a612-47e4-8d4f-59a752075244), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.643282 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:40Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:18.670351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f3f6-94d7-40eb-bd1a-e110454b2872 req-eb3ea248-f811-4fc3-8511-de27c184b6eb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.676084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f3f6-94d7-40eb-bd1a-e110454b2872 req-eb3ea248-f811-4fc3-8511-de27c184b6eb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.694828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f3f6-94d7-40eb-bd1a-e110454b2872 req-eb3ea248-f811-4fc3-8511-de27c184b6eb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.697609 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] Checking router: 4b83e111-ee24-4edb-980b-a26370295e22 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:18.705108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f3f6-94d7-40eb-bd1a-e110454b2872 req-eb3ea248-f811-4fc3-8511-de27c184b6eb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.708757 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:18.709440 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:56:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:18.717114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d785f3f6-94d7-40eb-bd1a-e110454b2872 req-eb3ea248-f811-4fc3-8511-de27c184b6eb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 3143 time: 0.3401377 Feb 09 02:56:18.778861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:18.779476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:18.780882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] 10.222.0.26 "PUT /v2.0/ports/71cb2272-a612-47e4-8d4f-59a752075244 HTTP/1.1" status: 200 len: 1091 time: 3.1968904 Feb 09 02:56:18.792392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-7d4c44cf-ec36-4f61-8dfd-7d564b9a1c73 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368324 Feb 09 02:56:18.795637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Allocated IP 172.20.0.5 (2cfa56f8-87b1-48eb-b1f3-b2f7da609261/87109b47-f43d-4643-8a15-9bbbce272f5e/033ee48e-9805-42e2-aaa7-f35e4d79bd87) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:18.899536 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:18.984893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] Pushing event updated for resources: {'Port': ['ID=71cb2272-a612-47e4-8d4f-59a752075244,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:19.038440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d785f3f6-94d7-40eb-bd1a-e110454b2872 req-f03d62cc-0c0b-4b7f-af76-8245ca09ba2c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202908 Feb 09 02:56:19.152935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-52b03b2b-b317-4207-90f2-4ddc0817fef4 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389330 Feb 09 02:56:19.262011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bfa611b-0f7f-417c-8728-392f5de37e85 req-67790114-9174-4ae5-9d4d-dd83dd717945 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 210 time: 0.0613284 Feb 09 02:56:19.324238 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:40Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:19.362482 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:19.406749 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6384c-b5e5-41af-b8fc-6cabee01ea6f None None] The sync data for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 is: [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:49:34Z', 'revision_number': 4, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '008cb221-b4c4-403e-b035-4f94fcfb350f', 'name': '', 'network_id': '9b799aea-b9be-4e59-9337-9682fc26a869', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'mac_address': 'fa:16:3e:f9:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:31Z', 'updated_at': '2022-02-09T02:49:40Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'subnets': [{'id': 'ffed1295-2d64-4ddb-ac25-6211e02bb325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:19.489743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30d8d3-08e0-4952-8784-7bcf0d841ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4f4d26-1997-4181-93f3-f8232b576a81,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:19.493061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-b1162e7c-c192-4592-a513-c6cf96075a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.494860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55cd90b0-99ec-4cf3-9675-3f1141137674 req-b1162e7c-c192-4592-a513-c6cf96075a69 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8405845 Feb 09 02:56:19.520866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks [] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:19.595759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9989740-7423-47fc-a96c-58c1cdae359a req-323c62c2-b6e8-4605-8bc3-12258acd05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.597491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-323c62c2-b6e8-4605-8bc3-12258acd05cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 1126 time: 0.9206004 Feb 09 02:56:19.600014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-e5ba8201-db38-4d04-8ff5-701334105dfa tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.602583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-e5ba8201-db38-4d04-8ff5-701334105dfa tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d&tenant_id=2618b90bba6341048386a8a8793c5ac0&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.1330647 Feb 09 02:56:19.616869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-fb23c94d-0ea9-4a54-a31b-eb33a11a7a00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.622071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-fb23c94d-0ea9-4a54-a31b-eb33a11a7a00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.628280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-fb23c94d-0ea9-4a54-a31b-eb33a11a7a00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.633394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-fb23c94d-0ea9-4a54-a31b-eb33a11a7a00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.639096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-fb23c94d-0ea9-4a54-a31b-eb33a11a7a00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.646750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-fb23c94d-0ea9-4a54-a31b-eb33a11a7a00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.652590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-fb23c94d-0ea9-4a54-a31b-eb33a11a7a00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.654551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-fb23c94d-0ea9-4a54-a31b-eb33a11a7a00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2391839 Feb 09 02:56:19.660223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0bd00a0-ef8b-45f8-a932-93f1e549dda8 req-4be025e3-d41c-4ca8-9fbe-6ce1dcb20410 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1372256 Feb 09 02:56:19.661883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-0190b476-e66c-42e5-a7c5-bc25f1cc0497 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e4f4d26-1997-4181-93f3-f8232b576a81 HTTP/1.1" status: 200 len: 217 time: 0.0538797 Feb 09 02:56:19.744217 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c75b680-008d-43f4-a301-469042cde4a4 x-openstack-request-id: req-8c75b680-008d-43f4-a301-469042cde4a4 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:19.744801 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "9f379e0b-cd45-4303-82c3-ce4dcc4e667b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:19.744801 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c75b680-008d-43f4-a301-469042cde4a4 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:19.745126 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b', 'status': 'completed', 'code': 200} Feb 09 02:56:19.770781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9989740-7423-47fc-a96c-58c1cdae359a req-bc33babc-95bb-49b2-987a-895f7cc09538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:19.772498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-bc33babc-95bb-49b2-987a-895f7cc09538 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2e4f9d2-2baa-4d59-91fb-671a8d003889 HTTP/1.1" status: 200 len: 854 time: 0.1035492 Feb 09 02:56:19.815880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:19.816148 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:19.842324 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:19.859749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f3a7643-df1d-44af-82fe-c1c8f8b30910'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:19.921575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] For port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:19.921917 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:19.942385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for 1f314b80-df3b-4115-9ec6-92b6a6d57f7b owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:20.018690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34c43e-97c0-4679-a8ae-59a6e7129442 None None] New status for floating IP a986b78d-05cd-4a53-93af-5b6d21549548: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:56:20.055337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Pushing event updated for resources: {'Port': ['ID=033ee48e-9805-42e2-aaa7-f35e4d79bd87,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:20.070796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-6ed0f804-9957-4c3b-bdcc-60cb96786230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a11a452e-a9c2-4b04-8d58-3eb5b746b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2915409 Feb 09 02:56:20.111486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:20.114191 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd9da33-693a-4b55-8217-61b4aeaa766f x-openstack-request-id: req-ebd9da33-693a-4b55-8217-61b4aeaa766f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:20.114523 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "4bc7e70e-64b6-4625-b5c1-5493724b6c43", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:20.114785 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebd9da33-693a-4b55-8217-61b4aeaa766f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:20.117704 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '4bc7e70e-64b6-4625-b5c1-5493724b6c43', 'status': 'completed', 'code': 200} Feb 09 02:56:20.139784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-53aec1e1-864f-4547-bbb4-ba99bcf2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.140341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-53aec1e1-864f-4547-bbb4-ba99bcf2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.140850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-53aec1e1-864f-4547-bbb4-ba99bcf2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.141326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-53aec1e1-864f-4547-bbb4-ba99bcf2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.141976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-53aec1e1-864f-4547-bbb4-ba99bcf2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.142479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-53aec1e1-864f-4547-bbb4-ba99bcf2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.142973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-53aec1e1-864f-4547-bbb4-ba99bcf2ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.143356 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca0853ef-6ba4-447b-8a4e-80952f24077f req-4478ac56-11d9-4ee7-b955-b387e4bcaeb3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4783123 Feb 09 02:56:20.145134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-53aec1e1-864f-4547-bbb4-ba99bcf2ecd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6706 time: 0.5839109 Feb 09 02:56:20.182886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:20.186791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:20.385776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.390890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-f01318e5-e198-4ce0-ae70-8575f5aafbed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b36161c-e575-47ed-a5b1-a29c7b529559 HTTP/1.1" status: 200 len: 217 time: 0.1189499 Feb 09 02:56:20.394794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:20.407413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-10157aa9-0457-4949-9cf4-1da63ffc7373 service neutron] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:20.430542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-10157aa9-0457-4949-9cf4-1da63ffc7373 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:20.431670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb72c546-0ee1-4a10-802a-4e17f8ee039a req-10157aa9-0457-4949-9cf4-1da63ffc7373 service neutron] 10.222.0.26 "DELETE /v2.0/ports/5ac56e31-cc0d-4f79-ade3-ccfda13b413e/bindings/n-h1-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.7751670 Feb 09 02:56:20.457836 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-97df7958-fce3-450a-b59b-61b2cd71a4f1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6547134 Feb 09 02:56:20.468629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Request body: {'port': {'device_id': 'bcc952f6-f56a-47c8-b74d-516975f05489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:20.524619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7d118-2af5-4138-945a-7632ed10f5e6 req-18edbf1b-5cc2-4326-b982-81753dfcc8be tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.526380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ccf7d118-2af5-4138-945a-7632ed10f5e6 req-18edbf1b-5cc2-4326-b982-81753dfcc8be tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1475420 Feb 09 02:56:20.532265 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-08c002ef-88a2-4caf-ab0a-60ebb100b218 service neutron] 10.222.0.26 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418316 Feb 09 02:56:20.548843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fe02f601-3d5e-4250-a511-655641280b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.550379 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-fe02f601-3d5e-4250-a511-655641280b43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6a40ee5-8eb9-4491-a5ea-9694678bdeaa HTTP/1.1" status: 200 len: 855 time: 0.1495903 Feb 09 02:56:20.592393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:20.615783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a996fb9-7748-4b57-b1ea-ea81e467eecb req-f23416c7-3245-4858-8073-2b5e5539fe9c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.623193 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a996fb9-7748-4b57-b1ea-ea81e467eecb req-f23416c7-3245-4858-8073-2b5e5539fe9c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 944 time: 0.3268454 Feb 09 02:56:20.628714 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ccf7d118-2af5-4138-945a-7632ed10f5e6 req-611f19a5-029f-4e81-8796-dd7bcf1824a7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931022 Feb 09 02:56:20.757053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1f314b80-df3b-4115-9ec6-92b6a6d57f7b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:20.867859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a996fb9-7748-4b57-b1ea-ea81e467eecb req-bc7baab1-fb06-4b6f-a118-3cf95720f039 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439609 Feb 09 02:56:20.886769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=1f314b80-df3b-4115-9ec6-92b6a6d57f7b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:20.898395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-9db0621d-b4d2-4e12-8c43-55551c3afc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:20.899931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-9db0621d-b4d2-4e12-8c43-55551c3afc7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3007100 Feb 09 02:56:20.901786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9989740-7423-47fc-a96c-58c1cdae359a req-1aa3ecb1-0d71-4a8c-a7ce-e771caf3681f service neutron] 10.222.0.26 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180408 Feb 09 02:56:21.070978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033ee48e-9805-42e2-aaa7-f35e4d79bd87 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:21.094183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff5914-bf05-4b7c-911b-392791cf09c0 req-b9a6ef6c-b7ac-4643-8258-a645a95fa7ac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:21.099757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff5914-bf05-4b7c-911b-392791cf09c0 req-b9a6ef6c-b7ac-4643-8258-a645a95fa7ac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:21.105609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff5914-bf05-4b7c-911b-392791cf09c0 req-b9a6ef6c-b7ac-4643-8258-a645a95fa7ac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:21.107389 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14ff5914-bf05-4b7c-911b-392791cf09c0 req-b9a6ef6c-b7ac-4643-8258-a645a95fa7ac tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 2410 time: 0.0994272 Feb 09 02:56:21.109668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Publish callbacks [] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:21.125879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] No DVR routers for this DVR port 1f314b80-df3b-4115-9ec6-92b6a6d57f7b on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:21.131883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:21.135491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-ddee5848-0baa-4d4f-8a2d-f1b7e752cfc9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "DELETE /v2.0/ports/1f314b80-df3b-4115-9ec6-92b6a6d57f7b HTTP/1.1" status: 204 len: 173 time: 2.7506349 Feb 09 02:56:21.166782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14ff5914-bf05-4b7c-911b-392791cf09c0 req-ec4207b6-4958-4dcd-826c-8f95dc9852fc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521562 Feb 09 02:56:21.177570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Transition to ACTIVE for port object 033ee48e-9805-42e2-aaa7-f35e4d79bd87 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:21.182909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:21.272511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:21.331548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03f88-7418-4750-8359-de6959bee6b1 req-10f7cb8e-d043-4d28-8d1c-8688473bdb28 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:21.345799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99f03f88-7418-4750-8359-de6959bee6b1 req-10f7cb8e-d043-4d28-8d1c-8688473bdb28 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 931 time: 0.3465748 Feb 09 02:56:21.379429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Attempting to bind port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:21.380097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Attempting to bind port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:21.382457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Attempting to bind port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 on network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:21.392372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 on network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:21.392709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Attempting to bind port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 on network 2cfa56f8-87b1-48eb-b1f3-b2f7da609261 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:21.406930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Pushing event updated for resources: {'Port': ['ID=033ee48e-9805-42e2-aaa7-f35e4d79bd87,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:21.422086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:21.422489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Checking segment: {'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:21.423700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Bound using segment: {'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:21.424186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Bound port: 033ee48e-9805-42e2-aaa7-f35e4d79bd87, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a9d796-bbba-4724-9748-0fd9b196305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:21.424599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:21.438917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-6f81468c-4c07-4cb8-8678-f032a40e84e1 service neutron] 10.222.0.26 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068395 Feb 09 02:56:21.595149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77947311-104d-4e0c-9526-e45bb713f232 req-9baa4ce4-c400-4348-8eae-6eb4a9d355e4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:21.607264 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77947311-104d-4e0c-9526-e45bb713f232 req-9baa4ce4-c400-4348-8eae-6eb4a9d355e4 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 944 time: 0.1430905 Feb 09 02:56:21.633297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] For port 033ee48e-9805-42e2-aaa7-f35e4d79bd87, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:21.642640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] For port 033ee48e-9805-42e2-aaa7-f35e4d79bd87, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=033ee48e-9805-42e2-aaa7-f35e4d79bd87,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:21.669212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99f03f88-7418-4750-8359-de6959bee6b1 req-8a89aa34-cf15-4065-ac89-59408acde014 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081961 Feb 09 02:56:21.677216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:21.705307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port 9bfc8228-2948-475f-87fc-46dd9830118f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:21.715833 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:21.762534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '71cb2272-a612-47e4-8d4f-59a752075244'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:21.764753 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "71cb2272-a612-47e4-8d4f-59a752075244"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:21.804811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:21.804811 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:21.806219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] 10.222.0.26 "PUT /v2.0/ports/033ee48e-9805-42e2-aaa7-f35e4d79bd87 HTTP/1.1" status: 200 len: 1091 time: 1.3420064 Feb 09 02:56:21.839697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77947311-104d-4e0c-9526-e45bb713f232 req-0afc9205-8e70-4630-bb4c-57897d5d8a56 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313843 Feb 09 02:56:21.876513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4dd4-f95e-49d2-932f-64e87ede90af service neutron] Pushing event updated for resources: {'Port': ['ID=033ee48e-9805-42e2-aaa7-f35e4d79bd87,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:21.911928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-eff5200c-629f-4935-9254-a42ce5ae748b service neutron] 10.222.0.26 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538777 Feb 09 02:56:22.008341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-ecf71b8f-ac2f-49d7-81b0-cc0c628d59c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.015230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-ecf71b8f-ac2f-49d7-81b0-cc0c628d59c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.022494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-ecf71b8f-ac2f-49d7-81b0-cc0c628d59c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.031674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-ecf71b8f-ac2f-49d7-81b0-cc0c628d59c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.037379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-ecf71b8f-ac2f-49d7-81b0-cc0c628d59c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.043581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-ecf71b8f-ac2f-49d7-81b0-cc0c628d59c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.050685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-ecf71b8f-ac2f-49d7-81b0-cc0c628d59c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.052685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-ecf71b8f-ac2f-49d7-81b0-cc0c628d59c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1387064 Feb 09 02:56:22.084191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-55988eab-59a6-44e3-86de-22684ff24851 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=26e2633e-edfb-4253-b9b9-013520f11e14 HTTP/1.1" status: 200 len: 217 time: 0.1550744 Feb 09 02:56:22.143473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eae254-eb20-4c0b-9a3d-470f488fde18', 'tag': '5e4f4d26-1997-4181-93f3-f8232b576a81'}, {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:22.145975 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eae254-eb20-4c0b-9a3d-470f488fde18", "tag": "5e4f4d26-1997-4181-93f3-f8232b576a81"}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "1f314b80-df3b-4115-9ec6-92b6a6d57f7b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:22.163465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbc8de63-a9bf-4ac9-9d4c-5ef1639c3c68 req-219b9726-c54c-447d-a712-c27574b0d616 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992570 Feb 09 02:56:22.195772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7ec12cae-1633-4cc3-9ff2-1fe06f19f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.197271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-7ec12cae-1633-4cc3-9ff2-1fe06f19f728 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.1031244 Feb 09 02:56:22.200526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-e3593742-f15a-4398-b484-4e614a786df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.203442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-e3593742-f15a-4398-b484-4e614a786df4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 1125 time: 0.1484029 Feb 09 02:56:22.208337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] For port 9bfc8228-2948-475f-87fc-46dd9830118f, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bfc8228-2948-475f-87fc-46dd9830118f,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:22.208711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:22.243635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4bcb3-ac4d-497a-b442-3bdf7a3d6ab6 req-d1f7992c-e2fb-432b-b709-cf0f3219b0f9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.245487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17e4bcb3-ac4d-497a-b442-3bdf7a3d6ab6 req-d1f7992c-e2fb-432b-b709-cf0f3219b0f9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.2620912 Feb 09 02:56:22.248003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for 9bfc8228-2948-475f-87fc-46dd9830118f owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:22.262049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-142206ca-339b-496b-bd83-64650df3598b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=033ee48e-9805-42e2-aaa7-f35e4d79bd87 HTTP/1.1" status: 200 len: 217 time: 0.0467572 Feb 09 02:56:22.263808 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ece6d8-b18d-4e92-b242-3b81c77845b8 x-openstack-request-id: req-41ece6d8-b18d-4e92-b242-3b81c77845b8 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:22.264094 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "71cb2272-a612-47e4-8d4f-59a752075244", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:22.264345 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41ece6d8-b18d-4e92-b242-3b81c77845b8 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:22.264728 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '71cb2272-a612-47e4-8d4f-59a752075244', 'status': 'completed', 'code': 200} Feb 09 02:56:22.375939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-eb200ed2-1310-4f25-881b-aa0fee23413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.377572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-eb200ed2-1310-4f25-881b-aa0fee23413a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1575086 Feb 09 02:56:22.377910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-b576d109-a748-46f3-b4b8-09b20fa7a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.382225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-b576d109-a748-46f3-b4b8-09b20fa7a8f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.1131818 Feb 09 02:56:22.389995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17e4bcb3-ac4d-497a-b442-3bdf7a3d6ab6 req-570fb5d2-99b5-431f-ad3b-36201c308be9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205261 Feb 09 02:56:22.449993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-66f9861b-5275-4ba8-99e7-256058506bed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587146 Feb 09 02:56:22.547308 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea89122-5a09-4c93-8274-43c021b581d6 x-openstack-request-id: req-9ea89122-5a09-4c93-8274-43c021b581d6 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:22.547827 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eae254-eb20-4c0b-9a3d-470f488fde18", "tag": "5e4f4d26-1997-4181-93f3-f8232b576a81", "status": "completed", "code": 200}, {"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "1f314b80-df3b-4115-9ec6-92b6a6d57f7b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:22.548627 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ea89122-5a09-4c93-8274-43c021b581d6 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:22.550985 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eae254-eb20-4c0b-9a3d-470f488fde18', 'tag': '5e4f4d26-1997-4181-93f3-f8232b576a81', 'status': 'completed', 'code': 200} Feb 09 02:56:22.551579 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '1f314b80-df3b-4115-9ec6-92b6a6d57f7b', 'status': 'completed', 'code': 200} Feb 09 02:56:22.682302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a0b7f-be01-4b72-8d94-ae809b9da4bf req-eb37573a-d2b8-4f35-8780-1164366d63ff tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.689908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf7a0b7f-be01-4b72-8d94-ae809b9da4bf req-eb37573a-d2b8-4f35-8780-1164366d63ff tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 1126 time: 0.1846476 Feb 09 02:56:22.702340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-2b1c2f28-d843-45fa-ba90-02b4380edf8c service neutron] 10.222.0.26 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421603 Feb 09 02:56:22.722394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-43ac8476-5566-470a-b873-26bbd21036b7 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254907 Feb 09 02:56:22.805114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-dbb61eca-c0cc-4d80-9aa9-8931b418b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.806800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-dbb61eca-c0cc-4d80-9aa9-8931b418b9ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dba07038b8f045f9aee276cf287310c1&device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 1126 time: 0.2421765 Feb 09 02:56:22.853920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65107f34-c3ba-468e-afd5-cdba0cd66ddd req-b73a7f32-6f91-499a-84e6-fbd0f654e37c service neutron] 10.222.0.26 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391902 Feb 09 02:56:22.889263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9b2ea-f52f-4fc6-a4e7-48b0b7b674f2 req-19e51c0b-17b1-46e3-869c-e3c6c45979f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.896614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9bfc8228-2948-475f-87fc-46dd9830118f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:22.897635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9b2ea-f52f-4fc6-a4e7-48b0b7b674f2 req-19e51c0b-17b1-46e3-869c-e3c6c45979f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.905533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9b2ea-f52f-4fc6-a4e7-48b0b7b674f2 req-19e51c0b-17b1-46e3-869c-e3c6c45979f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:22.915625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fad9b2ea-f52f-4fc6-a4e7-48b0b7b674f2 req-19e51c0b-17b1-46e3-869c-e3c6c45979f5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 2332 time: 0.2568772 Feb 09 02:56:22.959915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=9bfc8228-2948-475f-87fc-46dd9830118f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:22.976443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf7a0b7f-be01-4b72-8d94-ae809b9da4bf req-1b04bb58-5ada-45d1-9a00-f1b305bff462 tempest-LiveMigrationTest-1767558878 tempest-LiveMigrationTest-1767558878-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833710 Feb 09 02:56:22.995443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fad9b2ea-f52f-4fc6-a4e7-48b0b7b674f2 req-ba243d69-7074-471b-8a8f-ea71ddba6c6c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786762 Feb 09 02:56:23.195510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-47c0154b-b2df-4bf1-aa35-d0f2401bb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:23.197075 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-47c0154b-b2df-4bf1-aa35-d0f2401bb451 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 200 len: 915 time: 0.3812892 Feb 09 02:56:23.201367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-feafbc69-1fab-4601-843b-c34d99ab7e2e service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618418 Feb 09 02:56:23.275896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] No DVR routers for this DVR port 9bfc8228-2948-475f-87fc-46dd9830118f on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:23.278948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:23.283302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-13f413d8-c22f-462d-91aa-f57e05d9c5f4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "DELETE /v2.0/ports/9bfc8228-2948-475f-87fc-46dd9830118f HTTP/1.1" status: 204 len: 173 time: 2.1402926 Feb 09 02:56:23.286027 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-36d12640-d166-4ba1-bfb1-1f0e777f220b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e4f4d26-1997-4181-93f3-f8232b576a81 HTTP/1.1" status: 200 len: 217 time: 0.0544543 Feb 09 02:56:23.428409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5e4f4d26-1997-4181-93f3-f8232b576a81 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:56:23.516483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ed6e6-f8c9-4a4b-bd8d-b025120f3f1d req-746f7c19-2704-4e1d-ba3c-aa402c6a2ec7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:23.518092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d25ed6e6-f8c9-4a4b-bd8d-b025120f3f1d req-746f7c19-2704-4e1d-ba3c-aa402c6a2ec7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 943 time: 0.1888299 Feb 09 02:56:23.519274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-4538840e-f66b-49f2-b2f1-cbce7ac2e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:23.520780 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-4538840e-f66b-49f2-b2f1-cbce7ac2e887 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f2e4f9d2-2baa-4d59-91fb-671a8d003889 HTTP/1.1" status: 200 len: 854 time: 0.2239368 Feb 09 02:56:23.576963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-c18db88c-9d74-4544-91bf-643b354649f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 HTTP/1.1" status: 200 len: 217 time: 0.3545954 Feb 09 02:56:23.604699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 5e4f4d26-1997-4181-93f3-f8232b576a81, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5e4f4d26-1997-4181-93f3-f8232b576a81,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:23.621618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '5e4f4d26-1997-4181-93f3-f8232b576a81', 'network_id': 'a11a452e-a9c2-4b04-8d58-3eb5b746b883', 'port_id': '5e4f4d26-1997-4181-93f3-f8232b576a81', 'mac_address': 'fa:16:3e:3b:ca:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e4f9d2-2baa-4d59-91fb-671a8d003889', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:56:23.624532 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d25ed6e6-f8c9-4a4b-bd8d-b025120f3f1d req-bbc9be5a-746b-448d-9837-7fb5c52f31c9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997550 Feb 09 02:56:23.665199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-ba4e6511-e2e8-4802-952c-bc5319e005a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a11a452e-a9c2-4b04-8d58-3eb5b746b883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994074 Feb 09 02:56:23.797086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 5e4f4d26-1997-4181-93f3-f8232b576a81 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:23.797490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:23.856369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4f4d26-1997-4181-93f3-f8232b576a81 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:24.024195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 5e4f4d26-1997-4181-93f3-f8232b576a81, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5e4f4d26-1997-4181-93f3-f8232b576a81,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:24.060304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad52c4a-90ac-45eb-b3c7-c63c1e4a0631 req-0362c5d1-be9f-4e7e-a668-b3af0f9c918c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.067402 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aad52c4a-90ac-45eb-b3c7-c63c1e4a0631 req-0362c5d1-be9f-4e7e-a668-b3af0f9c918c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 944 time: 0.3335688 Feb 09 02:56:24.088129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:24.122185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-9ad85572-dadd-41e4-a6c1-9b0285e299ab service neutron] 10.222.0.26 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107020 Feb 09 02:56:24.187877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-b3c56672-8d2e-4981-ba3f-0a80cbf87ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.195830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-b3c56672-8d2e-4981-ba3f-0a80cbf87ccd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.5252249 Feb 09 02:56:24.270524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc952f6-f56a-47c8-b74d-516975f05489', 'tag': '033ee48e-9805-42e2-aaa7-f35e4d79bd87'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:24.272774 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed435060-4042-448a-9601-14e3b3e523d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc952f6-f56a-47c8-b74d-516975f05489", "tag": "033ee48e-9805-42e2-aaa7-f35e4d79bd87"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:24.291141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=5e4f4d26-1997-4181-93f3-f8232b576a81,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:24.310276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aad52c4a-90ac-45eb-b3c7-c63c1e4a0631 req-cc1eecf6-5353-4169-acd4-7b6f14ef1cf1 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418089 Feb 09 02:56:24.325869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.326230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.326602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.326942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.327276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.327613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.327941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.328268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.328594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.328917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.329251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.329573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.329894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:24.514616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e546a5-0422-4614-b466-4789f6fad0c9 req-bb069205-6fcb-400f-917f-e850327d53e4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.519683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14e546a5-0422-4614-b466-4789f6fad0c9 req-bb069205-6fcb-400f-917f-e850327d53e4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.0902162 Feb 09 02:56:24.617794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14e546a5-0422-4614-b466-4789f6fad0c9 req-bcecd22e-ef0b-4bed-9093-c045b3048640 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906572 Feb 09 02:56:24.627948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['5e4f4d26-1997-4181-93f3-f8232b576a81'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:24.766211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '9bfc8228-2948-475f-87fc-46dd9830118f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:24.769262 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7451af-2501-4675-865b-d06324e0ad28" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "9bfc8228-2948-475f-87fc-46dd9830118f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:24.835722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe235-d724-48ab-b9f0-c1463b6408c2 req-ef8c5812-0cd3-4d9d-9bea-2c8988c5527e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.841951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe235-d724-48ab-b9f0-c1463b6408c2 req-ef8c5812-0cd3-4d9d-9bea-2c8988c5527e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.844612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-655fe235-d724-48ab-b9f0-c1463b6408c2 req-ef8c5812-0cd3-4d9d-9bea-2c8988c5527e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 1677 time: 0.1104040 Feb 09 02:56:24.884333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-4788cfbd-642d-4cf3-b020-766e39bcc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:24.890671 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-4788cfbd-642d-4cf3-b020-766e39bcc7c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6177268 Feb 09 02:56:24.949092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-655fe235-d724-48ab-b9f0-c1463b6408c2 req-c783f957-2a68-4656-8493-01838789f51d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970273 Feb 09 02:56:24.962346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:24.962811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.157586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] For port 24abcf34-94d9-4360-a2b2-fe3c9b361b19, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=24abcf34-94d9-4360-a2b2-fe3c9b361b19,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:25.158320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.187171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for 24abcf34-94d9-4360-a2b2-fe3c9b361b19 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:25.210757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-275d863f-ca34-4175-88b0-43edbe322389 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.212516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-275d863f-ca34-4175-88b0-43edbe322389 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.26 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 944 time: 0.1868591 Feb 09 02:56:25.272998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e3c-1899-4c58-b3cd-3a9ecda9d213 req-73a463f8-0b7e-43f2-897e-5bd7731f0457 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.274527 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff6c0e3c-1899-4c58-b3cd-3a9ecda9d213 req-73a463f8-0b7e-43f2-897e-5bd7731f0457 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 944 time: 0.1898236 Feb 09 02:56:25.392262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-895a87f0-7a5b-4da6-93c4-3df98ec89846 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.393179 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff6c0e3c-1899-4c58-b3cd-3a9ecda9d213 req-7470e3a4-f029-4b13-827f-51fd2a590d6c tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060231 Feb 09 02:56:25.398174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-895a87f0-7a5b-4da6-93c4-3df98ec89846 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.403940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-895a87f0-7a5b-4da6-93c4-3df98ec89846 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.410161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-895a87f0-7a5b-4da6-93c4-3df98ec89846 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.416090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-895a87f0-7a5b-4da6-93c4-3df98ec89846 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.421967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-895a87f0-7a5b-4da6-93c4-3df98ec89846 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.428171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-895a87f0-7a5b-4da6-93c4-3df98ec89846 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.437058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-895a87f0-7a5b-4da6-93c4-3df98ec89846 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 1.1933436 Feb 09 02:56:25.449548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 033ee48e-9805-42e2-aaa7-f35e4d79bd87 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:56:25.449903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Deleting port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:25.453211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.477523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (24abcf34-94d9-4360-a2b2-fe3c9b361b19), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.505158 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94afc410-f7ce-499c-b901-c17efbeb8d44 x-openstack-request-id: req-94afc410-f7ce-499c-b901-c17efbeb8d44 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:25.505712 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc952f6-f56a-47c8-b74d-516975f05489", "tag": "033ee48e-9805-42e2-aaa7-f35e4d79bd87", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:25.506188 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94afc410-f7ce-499c-b901-c17efbeb8d44 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:25.507501 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc952f6-f56a-47c8-b74d-516975f05489', 'tag': '033ee48e-9805-42e2-aaa7-f35e4d79bd87', 'status': 'completed', 'code': 200} Feb 09 02:56:25.549980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-882d8e90-39af-4594-b878-301fad8bbc38 service neutron] 10.222.0.26 "GET /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4080765 Feb 09 02:56:25.637697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=24abcf34-94d9-4360-a2b2-fe3c9b361b19,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:25.738915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 033ee48e-9805-42e2-aaa7-f35e4d79bd87, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=033ee48e-9805-42e2-aaa7-f35e4d79bd87,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:25.768159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '033ee48e-9805-42e2-aaa7-f35e4d79bd87', 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261', 'port_id': '033ee48e-9805-42e2-aaa7-f35e4d79bd87', 'mac_address': 'fa:16:3e:fe:d6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87109b47-f43d-4643-8a15-9bbbce272f5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:56:25.781833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] No DVR routers for this DVR port 24abcf34-94d9-4360-a2b2-fe3c9b361b19 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:25.788700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed435060-4042-448a-9601-14e3b3e523d6 req-4e3e51e6-3f8f-43fe-8e89-ecc51b091846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.790188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed435060-4042-448a-9601-14e3b3e523d6 req-4e3e51e6-3f8f-43fe-8e89-ecc51b091846 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 1125 time: 0.1960485 Feb 09 02:56:25.797587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] For port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:25.797952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.806644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.810285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-629eea81-4fc9-42d0-809f-8d7d09a51c6e tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "DELETE /v2.0/ports/24abcf34-94d9-4360-a2b2-fe3c9b361b19 HTTP/1.1" status: 204 len: 173 time: 2.5211234 Feb 09 02:56:25.834584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031720d-1250-4d5b-8036-12a3909cffdf req-34980e47-7b7a-4e7b-b8e3-64a4b5ab31be tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:25.841612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5031720d-1250-4d5b-8036-12a3909cffdf req-34980e47-7b7a-4e7b-b8e3-64a4b5ab31be tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 943 time: 0.2039831 Feb 09 02:56:25.863479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:25.864042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.878936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033ee48e-9805-42e2-aaa7-f35e4d79bd87 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:25.880765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Calling delete_port for 5ac56e31-cc0d-4f79-ade3-ccfda13b413e owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:25.911037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 033ee48e-9805-42e2-aaa7-f35e4d79bd87, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=033ee48e-9805-42e2-aaa7-f35e4d79bd87,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:25.924565 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:25.953532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c65b272-d7fd-4d34-8c7d-dade4da7aa74 req-31a40bfc-72f6-4499-b521-6eda82e02584 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5153265 Feb 09 02:56:25.959148 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-576ff170-ef5d-478d-ba21-738d028dc7b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0564752 Feb 09 02:56:26.102667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=033ee48e-9805-42e2-aaa7-f35e4d79bd87,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:26.227487 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5031720d-1250-4d5b-8036-12a3909cffdf req-f5e82208-2b9e-46c4-b29a-98214fa6aaa8 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818486 Feb 09 02:56:26.295760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['033ee48e-9805-42e2-aaa7-f35e4d79bd87'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:26.329654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-b48b0828-c3b5-4460-9df0-ba510f2291f0 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398845 Feb 09 02:56:26.338053 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eae3ce7-6056-41ac-8fdf-b2f6091c3639 x-openstack-request-id: req-5eae3ce7-6056-41ac-8fdf-b2f6091c3639 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:26.338374 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "9bfc8228-2948-475f-87fc-46dd9830118f", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:26.338631 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5eae3ce7-6056-41ac-8fdf-b2f6091c3639 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:26.339024 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '9bfc8228-2948-475f-87fc-46dd9830118f', 'status': 'completed', 'code': 200} Feb 09 02:56:26.354557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed435060-4042-448a-9601-14e3b3e523d6 req-fa1eb0ea-00e4-48ee-814a-51ad914ffb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:26.355867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed435060-4042-448a-9601-14e3b3e523d6 req-fa1eb0ea-00e4-48ee-814a-51ad914ffb5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 915 time: 0.5547125 Feb 09 02:56:26.422140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5977f047-ad40-4d9b-8788-86d6ea2f2355 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:56:26.470759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-04ad7e40-4548-452d-9e3c-242fbdd44c7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 HTTP/1.1" status: 200 len: 217 time: 0.1069262 Feb 09 02:56:26.511245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed435060-4042-448a-9601-14e3b3e523d6 req-3d42c6de-c796-4340-9bc8-15477763f199 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=033ee48e-9805-42e2-aaa7-f35e4d79bd87 HTTP/1.1" status: 200 len: 217 time: 0.1416361 Feb 09 02:56:26.552225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eb939-ad31-4b8e-915b-e96cca56e275 req-d82ae58d-7938-4346-82b0-9f96f0e4252c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:26.575094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-510eb939-ad31-4b8e-915b-e96cca56e275 req-d82ae58d-7938-4346-82b0-9f96f0e4252c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 945 time: 0.2350683 Feb 09 02:56:26.627932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed435060-4042-448a-9601-14e3b3e523d6 req-714b8cd0-7d61-4f7c-8fac-23206662e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:26.629417 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed435060-4042-448a-9601-14e3b3e523d6 req-714b8cd0-7d61-4f7c-8fac-23206662e6c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.1132154 Feb 09 02:56:26.643484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:26.645808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a668e-7ceb-4131-b0bc-4d2e9af37932 req-bd20447c-050d-4518-aeb5-4695a596fc7f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:26.653089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-802a668e-7ceb-4131-b0bc-4d2e9af37932 req-bd20447c-050d-4518-aeb5-4695a596fc7f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.3230829 Feb 09 02:56:26.659272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'port_id': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'mac_address': 'fa:16:3e:f0:e7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:56:26.711338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-510eb939-ad31-4b8e-915b-e96cca56e275 req-53d918d4-0750-4d4e-aec3-fc8a4cc15e9e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319709 Feb 09 02:56:26.732679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5977f047-ad40-4d9b-8788-86d6ea2f2355 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:26.733123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:26.752937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5977f047-ad40-4d9b-8788-86d6ea2f2355 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:26.758494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-5c9e7247-63b0-43bb-bf62-ad7da394c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:26.760925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-5c9e7247-63b0-43bb-bf62-ad7da394c1c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.2823062 Feb 09 02:56:26.770345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port 58679687-5046-4df9-8f33-b618de0038b2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:26.772985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (58679687-5046-4df9-8f33-b618de0038b2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:26.788780 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed435060-4042-448a-9601-14e3b3e523d6 req-78c44e1d-7738-4f81-ab41-a4505e1fe87d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884404 Feb 09 02:56:26.803034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:26.835102 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:26.932441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed435060-4042-448a-9601-14e3b3e523d6 req-7e9e0182-0b80-44e5-8fdb-612bc9497b37 service neutron] 10.222.0.26 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315436 Feb 09 02:56:26.935945 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5ac56e31-cc0d-4f79-ade3-ccfda13b413e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:26.960494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['37007964-4683-4b88-ae64-8fbf302d90c3', '5ac56e31-cc0d-4f79-ade3-ccfda13b413e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:27.031023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5977f047-ad40-4d9b-8788-86d6ea2f2355'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:27.106691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed435060-4042-448a-9601-14e3b3e523d6 req-502fc6c6-d564-436f-9c44-b6dbdc7ed479 service neutron] 10.222.0.26 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592345 Feb 09 02:56:27.137884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531c05c-c0d2-4aa7-84fa-834d6862907b req-4ca1fb79-f2b2-41ca-b0f3-ecb0d4701226 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.139611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b531c05c-c0d2-4aa7-84fa-834d6862907b req-4ca1fb79-f2b2-41ca-b0f3-ecb0d4701226 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 943 time: 0.2557063 Feb 09 02:56:27.154487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Pushing event deleted for resources: {'Port': ['ID=5ac56e31-cc0d-4f79-ade3-ccfda13b413e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:27.181988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-dcd4a6e9-8915-41a0-a6da-a44a83a4fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.183559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-dcd4a6e9-8915-41a0-a6da-a44a83a4fe7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3988814 Feb 09 02:56:27.214221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:27.233210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-802a668e-7ceb-4131-b0bc-4d2e9af37932 req-eb23c00e-1cf9-435e-9530-3cc59d845f03 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792298 Feb 09 02:56:27.274790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] No DVR routers for this DVR port 5ac56e31-cc0d-4f79-ade3-ccfda13b413e on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:27.280464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:27.293768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.26 "DELETE /v2.0/ports/5ac56e31-cc0d-4f79-ade3-ccfda13b413e HTTP/1.1" status: 204 len: 173 time: 2.0711007 Feb 09 02:56:27.369929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-26beed1f-9c48-46ee-a8a1-1ed444683b9f service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574302 Feb 09 02:56:27.398953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-832bdb21-e53b-46dd-94ce-5d2a956afe8a req-4be7b612-068d-41c1-aea6-7327fb1390c4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0503492 Feb 09 02:56:27.435314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] For port 58679687-5046-4df9-8f33-b618de0038b2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=58679687-5046-4df9-8f33-b618de0038b2,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:27.435970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (58679687-5046-4df9-8f33-b618de0038b2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:27.480016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5e4f4d26-1997-4181-93f3-f8232b576a81 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:27.509348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'name': 'network-vif-deleted', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:27.512353 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bfade4-fefd-4206-b444-58481a14a9a4" -d '{"events": [{"server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "name": "network-vif-deleted", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:27.545196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b531c05c-c0d2-4aa7-84fa-834d6862907b req-6cdbef25-4e1f-423d-afb0-70354e12fbab tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups?id=abe7b5ac-442d-4c10-b588-7674937d3a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3977904 Feb 09 02:56:27.592524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for 58679687-5046-4df9-8f33-b618de0038b2 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:27.688553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-55c2d80b-3894-403a-b888-0192841d8ade tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.709902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 5e4f4d26-1997-4181-93f3-f8232b576a81 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:56:27.715710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-55c2d80b-3894-403a-b888-0192841d8ade tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.749150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-55c2d80b-3894-403a-b888-0192841d8ade tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.755812 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:56:27.779709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-55c2d80b-3894-403a-b888-0192841d8ade tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.787647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 5e4f4d26-1997-4181-93f3-f8232b576a81 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:27.788225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:27.791152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-55c2d80b-3894-403a-b888-0192841d8ade tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.810839 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-0a081b1b-6d3c-4825-a223-a59e4472a9ea service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387619 Feb 09 02:56:27.816590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-55c2d80b-3894-403a-b888-0192841d8ade tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.829693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-55c2d80b-3894-403a-b888-0192841d8ade tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:27.836560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-55c2d80b-3894-403a-b888-0192841d8ade tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.3143487 Feb 09 02:56:27.971242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-738a4c7e-d1df-4739-b0f0-0e20cf91d9e7 req-1e656d24-c56d-4a20-bef2-e73aa745292f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269979 Feb 09 02:56:28.123744 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8c3ae-bc95-4411-8ad2-b5a60c95d303 x-openstack-request-id: req-65e8c3ae-bc95-4411-8ad2-b5a60c95d303 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:28.124673 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296bce24-b88b-45db-84d9-549df665897d", "name": "network-vif-deleted", "tag": "5ac56e31-cc0d-4f79-ade3-ccfda13b413e", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:28.125147 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65e8c3ae-bc95-4411-8ad2-b5a60c95d303 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:28.125702 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296bce24-b88b-45db-84d9-549df665897d', 'name': 'network-vif-deleted', 'tag': '5ac56e31-cc0d-4f79-ade3-ccfda13b413e', 'status': 'completed', 'code': 200} Feb 09 02:56:28.140871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1252f260-6135-40a5-b2ec-1610ddddd201 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=070c77cb-1176-4385-b476-a6cd6be6c5be HTTP/1.1" status: 200 len: 217 time: 0.3118160 Feb 09 02:56:28.154175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 5e4f4d26-1997-4181-93f3-f8232b576a81 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:28.154617 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:28.216013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 5e4f4d26-1997-4181-93f3-f8232b576a81, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5e4f4d26-1997-4181-93f3-f8232b576a81,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:28.217165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eae254-eb20-4c0b-9a3d-470f488fde18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4f4d26-1997-4181-93f3-f8232b576a81'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:28.219818 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c456fb15-e399-46c1-8454-b31a6a1af1da" -d '{"events": [{"server_uuid": "a9eae254-eb20-4c0b-9a3d-470f488fde18", "name": "network-vif-plugged", "status": "completed", "tag": "5e4f4d26-1997-4181-93f3-f8232b576a81"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:28.226761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:28.227748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5ac56e31-cc0d-4f79-ade3-ccfda13b413e no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:28.260982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 5ac56e31-cc0d-4f79-ade3-ccfda13b413e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:28.261318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5ac56e31-cc0d-4f79-ade3-ccfda13b413e not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:28.288122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3798ab7b-bb6d-49a4-99f3-f4a732cc086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:28.289786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3798ab7b-bb6d-49a4-99f3-f4a732cc086d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.1284478 Feb 09 02:56:28.369007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=5e4f4d26-1997-4181-93f3-f8232b576a81,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:28.378085 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '24abcf34-94d9-4360-a2b2-fe3c9b361b19'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:28.380886 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01daf618-ad6b-491c-9d70-3627012838c9" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "24abcf34-94d9-4360-a2b2-fe3c9b361b19"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:28.390660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088e491-fb5d-488d-90e3-4ecf37b688fa req-ebd4450d-62dd-436a-9411-a1baacbe9fc3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:28.391431 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (58679687-5046-4df9-8f33-b618de0038b2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:28.430822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7088e491-fb5d-488d-90e3-4ecf37b688fa req-ebd4450d-62dd-436a-9411-a1baacbe9fc3 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.1876323 Feb 09 02:56:28.440851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5977f047-ad40-4d9b-8788-86d6ea2f2355 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:28.519878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f84e59-9cff-4f9b-883a-568125c4b826 req-f5bf3380-e2cb-4213-9cb8-26498570e914 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:28.524234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6f84e59-9cff-4f9b-883a-568125c4b826 req-f5bf3380-e2cb-4213-9cb8-26498570e914 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 944 time: 0.4675210 Feb 09 02:56:28.526366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=58679687-5046-4df9-8f33-b618de0038b2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:28.533058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 5977f047-ad40-4d9b-8788-86d6ea2f2355 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:28.535757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:28.619567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7088e491-fb5d-488d-90e3-4ecf37b688fa req-128d7143-b0bf-4856-b89c-80d76cba31cc tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876912 Feb 09 02:56:28.637633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] No DVR routers for this DVR port 58679687-5046-4df9-8f33-b618de0038b2 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:28.644871 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:28.647139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-2f397bff-c647-4e4c-b369-8252fe33ccb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1975894 Feb 09 02:56:28.662139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b33e38f-17a9-419a-b262-7fc9b296c45e req-88b71d03-94f8-4d3f-8da9-11412392b9a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.26 "DELETE /v2.0/ports/58679687-5046-4df9-8f33-b618de0038b2 HTTP/1.1" status: 204 len: 173 time: 2.8379233 Feb 09 02:56:28.667304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-22534dba-5cfa-49fa-bb28-0ca4aa9d1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:28.683469 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-22534dba-5cfa-49fa-bb28-0ca4aa9d1487 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3697684 Feb 09 02:56:28.776640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5977f047-ad40-4d9b-8788-86d6ea2f2355 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:28.783745 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:28.829947 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992fa370-bb8f-4f3c-8ded-5946be115950 x-openstack-request-id: req-992fa370-bb8f-4f3c-8ded-5946be115950 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:28.830803 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eae254-eb20-4c0b-9a3d-470f488fde18", "name": "network-vif-plugged", "status": "completed", "tag": "5e4f4d26-1997-4181-93f3-f8232b576a81", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:28.831072 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-992fa370-bb8f-4f3c-8ded-5946be115950 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:28.831476 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eae254-eb20-4c0b-9a3d-470f488fde18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4f4d26-1997-4181-93f3-f8232b576a81', 'code': 200} Feb 09 02:56:28.913095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-349a57bc-0b15-436b-b0c2-b46dcdd6646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:28.914642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-349a57bc-0b15-436b-b0c2-b46dcdd6646d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 1127 time: 0.1382015 Feb 09 02:56:28.949645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:28.957037 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:29.036373 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6f84e59-9cff-4f9b-883a-568125c4b826 req-585c2e42-7f03-4c2b-b0a3-ab16641dd623 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960299 Feb 09 02:56:29.062223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:29.086687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-1889d780-9f2b-49d8-9de1-6d748cac2bc2 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898883 Feb 09 02:56:29.155336 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f049f58-6343-4f25-bb5b-210d47dafcb9 x-openstack-request-id: req-7f049f58-6343-4f25-bb5b-210d47dafcb9 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:29.155628 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "24abcf34-94d9-4360-a2b2-fe3c9b361b19", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:29.155882 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f049f58-6343-4f25-bb5b-210d47dafcb9 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:29.156556 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '24abcf34-94d9-4360-a2b2-fe3c9b361b19', 'status': 'completed', 'code': 200} Feb 09 02:56:29.164865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88535b1e-e529-4e8a-9eba-754382f9a3cc req-0e5de711-885a-41b1-a435-303ffad8854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.166652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88535b1e-e529-4e8a-9eba-754382f9a3cc req-0e5de711-885a-41b1-a435-303ffad8854b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 1128 time: 0.1824813 Feb 09 02:56:29.218674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-7e2346fc-1db5-428f-ae14-4d9ac69943a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.220442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-7e2346fc-1db5-428f-ae14-4d9ac69943a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.2790885 Feb 09 02:56:29.260792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88535b1e-e529-4e8a-9eba-754382f9a3cc req-75ffaa69-3c07-43c9-8e3a-3dad34eae991 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872166 Feb 09 02:56:29.310512 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-4dbed619-7652-41a4-8987-89535c09ba2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 200 len: 217 time: 0.0807877 Feb 09 02:56:29.328478 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f686900-5b59-4218-b983-f97992b98908 req-611936d7-9065-4aa7-b0ec-ff4927c60143 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0795107 Feb 09 02:56:29.332934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a18257-a8c0-433d-ab80-fcd98d819a91 req-c1739758-9d72-415a-96b8-12fa6da9f956 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.343934 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31a18257-a8c0-433d-ab80-fcd98d819a91 req-c1739758-9d72-415a-96b8-12fa6da9f956 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.3939302 Feb 09 02:56:29.408153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-2464d0ce-87a1-41a8-bf1d-162f3c03ea41 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128412 Feb 09 02:56:29.464692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-d5a92309-5d20-482b-b1e9-b910e9a51adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.468160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 033ee48e-9805-42e2-aaa7-f35e4d79bd87 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:29.476435 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70139861-6163-4c1e-be8a-0dc4e470bed3 req-c83d09c1-2344-482d-9d58-e7fbdf27c6f8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0511770 Feb 09 02:56:29.482509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-d5a92309-5d20-482b-b1e9-b910e9a51adb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1288986 Feb 09 02:56:29.536716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31a18257-a8c0-433d-ab80-fcd98d819a91 req-ef776a62-22cb-4cba-8774-f83741e2089d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832359 Feb 09 02:56:29.586709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-3408867f-8db0-4d08-8ccd-a079c92d6d8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b HTTP/1.1" status: 200 len: 217 time: 0.0818558 Feb 09 02:56:29.592289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-69e51d34-c47f-4260-ac46-3a95f798db7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088965 Feb 09 02:56:29.632492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:56:29.637185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:29.637564 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:29.735942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-5e77a946-b54e-4cac-bb9c-601245740c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.748111 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-5e77a946-b54e-4cac-bb9c-601245740c23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 200 len: 797 time: 0.1397872 Feb 09 02:56:29.804257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2584261-a82a-4f4e-8178-2515ba811f56 req-d094551f-cdea-419e-b677-b62961fda386 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.822125 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2584261-a82a-4f4e-8178-2515ba811f56 req-d094551f-cdea-419e-b677-b62961fda386 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 951 time: 0.2324030 Feb 09 02:56:29.881140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-04febb6e-9e24-4f65-ae4f-b1fc7e1f893c service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826068 Feb 09 02:56:29.899860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:29.900438 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:29.942548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-c7418ab7-c037-4727-9b4c-7daba34cdca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.944393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-c7418ab7-c037-4727-9b4c-7daba34cdca4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1747620 Feb 09 02:56:29.958901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264b57-298a-4aa4-95f1-da16485f051b req-f8f8d9f4-2f1f-4278-ac4a-781c17b20916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.965862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264b57-298a-4aa4-95f1-da16485f051b req-f8f8d9f4-2f1f-4278-ac4a-781c17b20916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.970867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2584261-a82a-4f4e-8178-2515ba811f56 req-97e2ae00-c3ed-4500-ae92-b503dfb29c12 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473725 Feb 09 02:56:29.972440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264b57-298a-4aa4-95f1-da16485f051b req-f8f8d9f4-2f1f-4278-ac4a-781c17b20916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.979362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264b57-298a-4aa4-95f1-da16485f051b req-f8f8d9f4-2f1f-4278-ac4a-781c17b20916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.984578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264b57-298a-4aa4-95f1-da16485f051b req-f8f8d9f4-2f1f-4278-ac4a-781c17b20916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.989940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264b57-298a-4aa4-95f1-da16485f051b req-f8f8d9f4-2f1f-4278-ac4a-781c17b20916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:29.995266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264b57-298a-4aa4-95f1-da16485f051b req-f8f8d9f4-2f1f-4278-ac4a-781c17b20916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:30.003987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16264b57-298a-4aa4-95f1-da16485f051b req-f8f8d9f4-2f1f-4278-ac4a-781c17b20916 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2849219 Feb 09 02:56:30.023281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 033ee48e-9805-42e2-aaa7-f35e4d79bd87, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=033ee48e-9805-42e2-aaa7-f35e4d79bd87,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:30.038273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:30.153537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=033ee48e-9805-42e2-aaa7-f35e4d79bd87,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:30.160217 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16264b57-298a-4aa4-95f1-da16485f051b req-cb694689-562b-4186-9fce-25867da80d46 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553006 Feb 09 02:56:30.165944 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82c0d307-f108-4cf4-a887-0dd78c0d1f3f req-9a0390a7-236f-4750-8585-0b9c6b71f4e9 service neutron] 10.222.0.61 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697415 Feb 09 02:56:30.238592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2affc35c-29ab-4462-aca5-faf8b87f7902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:30.428983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cbef2-452d-4143-9d21-4cc8f17d0f86 req-9b67338b-020d-4ab6-a943-82301dc4c705 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:30.433473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560c22-3490-4737-b67f-1423db489f70 req-798f0fcd-fc3a-454c-8bdb-0678f4b97c4b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:30.436855 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e560c22-3490-4737-b67f-1423db489f70 req-798f0fcd-fc3a-454c-8bdb-0678f4b97c4b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.2486501 Feb 09 02:56:30.438024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-583cbef2-452d-4143-9d21-4cc8f17d0f86 req-9b67338b-020d-4ab6-a943-82301dc4c705 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 945 time: 0.0812964 Feb 09 02:56:30.443543 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-d34d6501-b8b5-4254-9432-aa6e620e7176 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695311 Feb 09 02:56:30.456538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:30.570385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-583cbef2-452d-4143-9d21-4cc8f17d0f86 req-fb672394-4156-4517-8d50-4fd67d0ac33b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309545 Feb 09 02:56:30.664128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b0842167-dc75-4698-ab32-ef1d7e7db528 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:30.664589 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:30.735653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:30.761172 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:30.794658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e560c22-3490-4737-b67f-1423db489f70 req-e41217b8-7cb2-456b-87cc-312925bef230 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482661 Feb 09 02:56:30.887103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355'}, {'server_uuid': 'bcc952f6-f56a-47c8-b74d-516975f05489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033ee48e-9805-42e2-aaa7-f35e4d79bd87'}, {'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:30.895336 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab883fd-e848-4ecc-bbee-1ac8fa55d4a4" -d '{"events": [{"server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "name": "network-vif-plugged", "status": "completed", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355"}, {"server_uuid": "bcc952f6-f56a-47c8-b74d-516975f05489", "name": "network-vif-plugged", "status": "completed", "tag": "033ee48e-9805-42e2-aaa7-f35e4d79bd87"}, {"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-unplugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:30.899052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:30.907832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-78d3ed6e-5553-4ed2-99a5-ddf401a44a94 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085188 Feb 09 02:56:30.930755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5717ec1-8d53-48b4-8c89-a4b66586e94f req-b3bee65d-9527-4970-ae48-b20cf9e3375b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0743961 Feb 09 02:56:31.002568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6245cec-4e41-4fcc-8c6d-3fb8a04efc0f req-0ce84930-1cbc-4650-9427-87f3bcfb93f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.1141901 Feb 09 02:56:31.058832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-06b82bb5-de95-4e37-90d2-d3faf48af130 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71cb2272-a612-47e4-8d4f-59a752075244 HTTP/1.1" status: 200 len: 217 time: 0.0933552 Feb 09 02:56:31.157904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '58679687-5046-4df9-8f33-b618de0038b2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:31.160748 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f9e6bf-b1ce-4ac1-9abc-5cfdda273a90" -d '{"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "58679687-5046-4df9-8f33-b618de0038b2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:31.209421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e07fadfa-787d-4eab-a3c5-7b8bc0956601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.210960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-e07fadfa-787d-4eab-a3c5-7b8bc0956601 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 200 len: 797 time: 0.1395712 Feb 09 02:56:31.302062 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d311c5d7-bf00-4276-9e8d-978e4f744ca5 x-openstack-request-id: req-d311c5d7-bf00-4276-9e8d-978e4f744ca5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:31.302959 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "name": "network-vif-plugged", "status": "completed", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355", "code": 200}, {"server_uuid": "bcc952f6-f56a-47c8-b74d-516975f05489", "name": "network-vif-plugged", "status": "completed", "tag": "033ee48e-9805-42e2-aaa7-f35e4d79bd87", "code": 200}, {"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-unplugged", "status": "completed", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:31.303412 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d311c5d7-bf00-4276-9e8d-978e4f744ca5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:31.304006 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'code': 200} Feb 09 02:56:31.304791 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc952f6-f56a-47c8-b74d-516975f05489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033ee48e-9805-42e2-aaa7-f35e4d79bd87', 'code': 200} Feb 09 02:56:31.305204 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'code': 200} Feb 09 02:56:31.341511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-236f7e33-19e2-4d48-82be-34d9c2f54133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.347279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-236f7e33-19e2-4d48-82be-34d9c2f54133 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1201293 Feb 09 02:56:31.400279 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b1f642-b985-47bd-86b2-6854cbe7c938 x-openstack-request-id: req-e0b1f642-b985-47bd-86b2-6854cbe7c938 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:31.400577 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c963c8-6ca3-4190-a6b1-deb0c52e3f51", "name": "network-vif-deleted", "tag": "58679687-5046-4df9-8f33-b618de0038b2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:31.400843 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0b1f642-b985-47bd-86b2-6854cbe7c938 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:31.401242 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c963c8-6ca3-4190-a6b1-deb0c52e3f51', 'name': 'network-vif-deleted', 'tag': '58679687-5046-4df9-8f33-b618de0038b2', 'status': 'completed', 'code': 200} Feb 09 02:56:31.582118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908908bc-8ca3-41d7-b121-aa52a2480735 req-7c2ab825-b722-41a2-8b30-8c17b9492a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.583682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-908908bc-8ca3-41d7-b121-aa52a2480735 req-7c2ab825-b722-41a2-8b30-8c17b9492a60 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 1127 time: 0.2046416 Feb 09 02:56:31.641242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-5f1b6f81-d1ff-45e3-8297-e0f951aca9a4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.646628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-5f1b6f81-d1ff-45e3-8297-e0f951aca9a4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.651860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-5f1b6f81-d1ff-45e3-8297-e0f951aca9a4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.657257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-5f1b6f81-d1ff-45e3-8297-e0f951aca9a4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.662727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-5f1b6f81-d1ff-45e3-8297-e0f951aca9a4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.668423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-5f1b6f81-d1ff-45e3-8297-e0f951aca9a4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.676222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-5f1b6f81-d1ff-45e3-8297-e0f951aca9a4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.683879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-5f1b6f81-d1ff-45e3-8297-e0f951aca9a4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1767824 Feb 09 02:56:31.715883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952ef9e-abed-465b-a1ef-cf869e7fcaff req-536d2492-99c3-4bf9-858d-765d2a0b3c53 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:31.724011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a952ef9e-abed-465b-a1ef-cf869e7fcaff req-536d2492-99c3-4bf9-858d-765d2a0b3c53 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.7219856 Feb 09 02:56:31.728443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-908908bc-8ca3-41d7-b121-aa52a2480735 req-d310b63f-46e9-47b3-a98d-8dc4c487869a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355445 Feb 09 02:56:31.731807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-4a704258-7aef-48bd-a046-4121078cf0f9 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615043 Feb 09 02:56:31.792456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a952ef9e-abed-465b-a1ef-cf869e7fcaff req-1b19704b-567b-402f-9418-da5922cae7f2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537117 Feb 09 02:56:31.820048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ad988cd-8b6d-4067-87de-a3813b52bc05 req-a4fcdd5f-10c1-411a-8bbb-940640eaaa93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342523 Feb 09 02:56:32.036614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc788e2a-40a0-4fb6-924e-f41f285028ac req-946e7866-32fb-4b10-95d0-5188e0434ab8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.043039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc788e2a-40a0-4fb6-924e-f41f285028ac req-946e7866-32fb-4b10-95d0-5188e0434ab8 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.1247447 Feb 09 02:56:32.134588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc788e2a-40a0-4fb6-924e-f41f285028ac req-e9fd4df6-f118-4cb2-bac7-a2c8bd5b72d6 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904756 Feb 09 02:56:32.175829 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-13aa04fa-9b78-4306-930e-2973cee25339 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930475 Feb 09 02:56:32.216924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316447-b24f-4b68-8cd4-e34817267ad4 req-2f476a53-7253-41cc-a620-149f2269605a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.218788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e316447-b24f-4b68-8cd4-e34817267ad4 req-2f476a53-7253-41cc-a620-149f2269605a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 945 time: 0.2961631 Feb 09 02:56:32.354358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-a10e98ed-be73-41c1-ae85-b546864f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.354840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-a10e98ed-be73-41c1-ae85-b546864f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.355725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-a10e98ed-be73-41c1-ae85-b546864f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.356210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-a10e98ed-be73-41c1-ae85-b546864f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.357091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-a10e98ed-be73-41c1-ae85-b546864f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.357562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-a10e98ed-be73-41c1-ae85-b546864f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.358030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-a10e98ed-be73-41c1-ae85-b546864f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.360026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-a10e98ed-be73-41c1-ae85-b546864f2c78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6706 time: 0.0988939 Feb 09 02:56:32.368476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9e316447-b24f-4b68-8cd4-e34817267ad4 req-bf6e1a39-8f1d-48f3-a559-d16228b6f21a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411788 Feb 09 02:56:32.512501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1368c2c3-9a2c-481e-be11-b21a6737f803 req-953a6173-60c4-4df5-942d-d4372d8451c5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0626614 Feb 09 02:56:32.552091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-789dbcb2-7854-416c-9850-17211d583ecb req-1e304112-5e66-4710-81c4-e78177d236a5 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0527782 Feb 09 02:56:32.581783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-78ad0d43-661c-42cb-b402-ae0578f4f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.581783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-78ad0d43-661c-42cb-b402-ae0578f4f7db service neutron] 10.222.0.26 "GET /v2.0/networks?id=0addf226-c966-49a2-a9a4-d8df1e9e24b7 HTTP/1.1" status: 200 len: 903 time: 0.2042806 Feb 09 02:56:32.672309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2ca5-46b9-4b9a-b466-0a5d87cae20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:32.686395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-5f53bfaf-7823-4113-b330-7bfd507f29da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b HTTP/1.1" status: 200 len: 217 time: 0.1046493 Feb 09 02:56:32.749848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff6038-3b97-48eb-979e-e84a5770ac62 req-98c7a414-119c-4944-9eb5-66d8c16ce608 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.763830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91ff6038-3b97-48eb-979e-e84a5770ac62 req-98c7a414-119c-4944-9eb5-66d8c16ce608 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.1264553 Feb 09 02:56:32.785674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-62b358e4-22ff-4e51-8284-72c8034efa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.787569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-62b358e4-22ff-4e51-8284-72c8034efa7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 200 len: 797 time: 0.0894125 Feb 09 02:56:32.867861 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91ff6038-3b97-48eb-979e-e84a5770ac62 req-59807c2e-7dc2-4245-ba4c-cecc8648825c tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030521 Feb 09 02:56:32.868577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-0122327b-c8ba-4228-acf8-4121314c684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:32.870599 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-0122327b-c8ba-4228-acf8-4121314c684f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0640793 Feb 09 02:56:33.000969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-7af14d14-5015-4a25-8ff4-eb7414bcc36b service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198969 Feb 09 02:56:33.082107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-c522a9af-0fca-4a3c-98a7-8050d7166af5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.099854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-c522a9af-0fca-4a3c-98a7-8050d7166af5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.105117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1749c376-9a49-4e1d-bfe5-32e85b823ab8 req-1d14c94e-05e2-4b87-82c1-8b33117b71f6 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919480 Feb 09 02:56:33.109994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-c522a9af-0fca-4a3c-98a7-8050d7166af5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.127870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-c522a9af-0fca-4a3c-98a7-8050d7166af5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.133319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-c522a9af-0fca-4a3c-98a7-8050d7166af5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.151684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b458c4-278e-4d99-b7cb-9d0e4c24f132 req-aefe9065-d081-4498-bf81-e9b50d44780e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.152229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-c522a9af-0fca-4a3c-98a7-8050d7166af5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.153878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3b458c4-278e-4d99-b7cb-9d0e4c24f132 req-aefe9065-d081-4498-bf81-e9b50d44780e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1509845 Feb 09 02:56:33.157794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-c522a9af-0fca-4a3c-98a7-8050d7166af5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.169636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-c522a9af-0fca-4a3c-98a7-8050d7166af5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1907539 Feb 09 02:56:33.214436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3b458c4-278e-4d99-b7cb-9d0e4c24f132 req-9a9bb2b8-f7c7-402e-b3d9-7287759816ef tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549488 Feb 09 02:56:33.326531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1eb02452-0d34-47ec-8f37-ebe61c7346ba req-1d39136f-72d1-40c4-8c1c-008c8529f8b8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1511934 Feb 09 02:56:33.330637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-3ca454ab-494c-44d2-a227-a7c82a47c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.331399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-3ca454ab-494c-44d2-a227-a7c82a47c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.332038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-3ca454ab-494c-44d2-a227-a7c82a47c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.332671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-3ca454ab-494c-44d2-a227-a7c82a47c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.333597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-3ca454ab-494c-44d2-a227-a7c82a47c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.334297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-3ca454ab-494c-44d2-a227-a7c82a47c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.335202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-3ca454ab-494c-44d2-a227-a7c82a47c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.349595 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-3ca454ab-494c-44d2-a227-a7c82a47c868 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6706 time: 0.1332886 Feb 09 02:56:33.548046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-e252fe06-a8ba-456f-8e0b-af46cf22a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.554442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-e252fe06-a8ba-456f-8e0b-af46cf22a3f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0addf226-c966-49a2-a9a4-d8df1e9e24b7 HTTP/1.1" status: 200 len: 903 time: 0.1962175 Feb 09 02:56:33.612919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-2fdfe8cf-523b-4779-ae43-82bd27fb0120 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71cb2272-a612-47e4-8d4f-59a752075244 HTTP/1.1" status: 200 len: 217 time: 0.0440092 Feb 09 02:56:33.657858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2dccf-e1d8-49ec-a667-bfd46654fa99 req-aad12f17-5b17-400c-b851-00205dc2952b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.659922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ae2dccf-e1d8-49ec-a667-bfd46654fa99 req-aad12f17-5b17-400c-b851-00205dc2952b tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.0813954 Feb 09 02:56:33.702389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-434c2ecf-bc19-4f14-92c7-eb365da8daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.703851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-434c2ecf-bc19-4f14-92c7-eb365da8daae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 200 len: 797 time: 0.0738559 Feb 09 02:56:33.729188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ae2dccf-e1d8-49ec-a667-bfd46654fa99 req-e5387e15-a0aa-404d-a393-697ed632e227 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628698 Feb 09 02:56:33.780314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe5ca3-dbc7-450e-a267-0127d4f53a9d req-b7e933da-1bcc-4c18-9d89-eda035a97fc4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.781827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9efe5ca3-dbc7-450e-a267-0127d4f53a9d req-b7e933da-1bcc-4c18-9d89-eda035a97fc4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 945 time: 0.2263329 Feb 09 02:56:33.857658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9efe5ca3-dbc7-450e-a267-0127d4f53a9d req-ad9978b1-1588-448a-8a1f-f24b6dcc83d6 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681541 Feb 09 02:56:33.860815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-1dd446e9-40c4-4a36-969d-acda3ddcd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:33.866107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-1dd446e9-40c4-4a36-969d-acda3ddcd5f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1553502 Feb 09 02:56:33.873755 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:33.957506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e40a1cdd-cda8-48bb-b7d8-50879d167937 req-33da62b4-f69e-4fbd-b032-80a36638ea7f tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0647418 Feb 09 02:56:34.060997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6d0426c-1354-4834-b09d-53037ae69e77 req-d40cb2c4-7b06-4b0d-94f3-71a7eafbdc34 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0721333 Feb 09 02:56:34.070031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-1a908343-a1c6-4f3f-a79a-23a473295f69 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957448 Feb 09 02:56:34.094820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02830aa1-50e4-4c4a-ac22-e10f2175a416 req-478bee3c-43ac-46da-8189-5ec0b5bf5c2a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.103489 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-02830aa1-50e4-4c4a-ac22-e10f2175a416 req-478bee3c-43ac-46da-8189-5ec0b5bf5c2a tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.0716233 Feb 09 02:56:34.187602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ea75920-2b52-45a8-bb3d-cf1b0fd26cdf req-6204ac31-7677-4411-a7dc-12f8f1a19bd0 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117232 Feb 09 02:56:34.215421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-02830aa1-50e4-4c4a-ac22-e10f2175a416 req-6beb410c-a9ec-4f8d-a815-bb0eb887c2ea tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097584 Feb 09 02:56:34.512692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8ef6d-96fa-4146-833a-f59aaeded58b req-0724f3ea-10b7-4729-b80a-7e9538f839aa tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.521314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86d8ef6d-96fa-4146-833a-f59aaeded58b req-0724f3ea-10b7-4729-b80a-7e9538f839aa tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.0780632 Feb 09 02:56:34.592595 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86d8ef6d-96fa-4146-833a-f59aaeded58b req-cd993585-b2d5-46c0-9eaa-e9df51b73784 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 Feb 09 02:56:34.774492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41839445-c762-457e-80bb-4ea08878098d req-d1eced65-e002-4594-ab63-363f7a4863e4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.796122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41839445-c762-457e-80bb-4ea08878098d req-d1eced65-e002-4594-ab63-363f7a4863e4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.802325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41839445-c762-457e-80bb-4ea08878098d req-d1eced65-e002-4594-ab63-363f7a4863e4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.824183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41839445-c762-457e-80bb-4ea08878098d req-d1eced65-e002-4594-ab63-363f7a4863e4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.829933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41839445-c762-457e-80bb-4ea08878098d req-d1eced65-e002-4594-ab63-363f7a4863e4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.835857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba72e6b-4358-4fba-9506-bbc90672e843 req-8117dde4-2fc1-44de-a7a6-6052ee51cb27 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.837745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eba72e6b-4358-4fba-9506-bbc90672e843 req-8117dde4-2fc1-44de-a7a6-6052ee51cb27 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.1220875 Feb 09 02:56:34.850332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41839445-c762-457e-80bb-4ea08878098d req-d1eced65-e002-4594-ab63-363f7a4863e4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.855888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41839445-c762-457e-80bb-4ea08878098d req-d1eced65-e002-4594-ab63-363f7a4863e4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:34.860692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41839445-c762-457e-80bb-4ea08878098d req-d1eced65-e002-4594-ab63-363f7a4863e4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1961491 Feb 09 02:56:34.935757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eba72e6b-4358-4fba-9506-bbc90672e843 req-5ff372fa-b649-4597-897c-c0aaaeeefa20 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894809 Feb 09 02:56:34.987475 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41839445-c762-457e-80bb-4ea08878098d req-1f98a806-63aa-4d2a-8e3f-ccbe97400fff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176136 Feb 09 02:56:34.989131 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:35.101449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafe621-286c-4e36-a4cc-838be5ae372d req-055e3517-e6d9-40f9-8a1f-32a21671e7ba tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:35.110946 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aafe621-286c-4e36-a4cc-838be5ae372d req-055e3517-e6d9-40f9-8a1f-32a21671e7ba tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 945 time: 0.0768201 Feb 09 02:56:35.193505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2aafe621-286c-4e36-a4cc-838be5ae372d req-cb18031d-423d-4220-9e3a-200dbcf8bcb5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807605 Feb 09 02:56:35.234547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26729a9-1c0d-444b-be46-a1e763477c85 req-2c717748-b48c-425d-b9ba-d171ed5853f2 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:35.237722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d26729a9-1c0d-444b-be46-a1e763477c85 req-2c717748-b48c-425d-b9ba-d171ed5853f2 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.0658398 Feb 09 02:56:35.287500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d26729a9-1c0d-444b-be46-a1e763477c85 req-dd85256c-cacb-4d69-9107-7e1d432dc214 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Feb 09 02:56:35.291692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d319473-41e0-4947-a761-c5e5d28e38c9 req-1e6bfa46-199a-48cb-ad92-4bf1046be2b7 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0386255 Feb 09 02:56:35.416782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2cdb7122-2a79-4f92-bb1c-ba9b8b05c6fa req-d38b57bd-8d1f-46df-838a-7be6909a6319 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0480185 Feb 09 02:56:35.843829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8518a-25ce-4d75-a6a8-b766e85276e1 req-492865bd-d2de-4961-b67c-c54539e76303 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:35.847766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fad8518a-25ce-4d75-a6a8-b766e85276e1 req-492865bd-d2de-4961-b67c-c54539e76303 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1147988 Feb 09 02:56:35.940689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fad8518a-25ce-4d75-a6a8-b766e85276e1 req-da0de61b-f147-426a-b377-59ac4e71becd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869961 Feb 09 02:56:36.066362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-c7dc9a14-7083-4c2f-acde-015d5dc3b56c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.067968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-c7dc9a14-7083-4c2f-acde-015d5dc3b56c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 945 time: 0.0860362 Feb 09 02:56:36.291469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Deleting port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:36.291962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:36.300959 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:36.349769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-2d789ff5-66fa-4737-a83c-2c85a5cce66f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.355344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-2d789ff5-66fa-4737-a83c-2c85a5cce66f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.363688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-2d789ff5-66fa-4737-a83c-2c85a5cce66f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.382972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-2d789ff5-66fa-4737-a83c-2c85a5cce66f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.399073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-2d789ff5-66fa-4737-a83c-2c85a5cce66f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.406910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-2d789ff5-66fa-4737-a83c-2c85a5cce66f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.425438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-2d789ff5-66fa-4737-a83c-2c85a5cce66f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.436254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] For port 033ee48e-9805-42e2-aaa7-f35e4d79bd87, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=033ee48e-9805-42e2-aaa7-f35e4d79bd87,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:36.436616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:36.446383 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-2d789ff5-66fa-4737-a83c-2c85a5cce66f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2465734 Feb 09 02:56:36.469841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Calling delete_port for 033ee48e-9805-42e2-aaa7-f35e4d79bd87 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:36.570380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0e46c6b-1088-41a3-a763-1bde09378122 req-362faa07-4f1e-42d1-bd11-46b5925765e6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227331 Feb 09 02:56:36.742262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e2561-1032-409e-acc5-7a90d7698f21 req-1a18f935-da86-4b1b-bda3-c979aed76370 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:36.743936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-628e2561-1032-409e-acc5-7a90d7698f21 req-1a18f935-da86-4b1b-bda3-c979aed76370 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcc952f6-f56a-47c8-b74d-516975f05489 HTTP/1.1" status: 200 len: 945 time: 0.0831120 Feb 09 02:56:36.805201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-628e2561-1032-409e-acc5-7a90d7698f21 req-b2c7f118-09d4-44c4-9c43-b495dfccf8ae tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547936 Feb 09 02:56:36.931598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f6463cf2-1b9b-46c7-a636-33cec71ede39 req-f6355f1d-edcd-4fad-8811-107f6641a032 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0377238 Feb 09 02:56:36.996708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397363c-818e-4bc6-a7e4-227eacdbd8a7 req-451caeb6-0195-4196-a6cf-d0bbc36f23be tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:37.000440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2397363c-818e-4bc6-a7e4-227eacdbd8a7 req-451caeb6-0195-4196-a6cf-d0bbc36f23be tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.5081162 Feb 09 02:56:37.107748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2397363c-818e-4bc6-a7e4-227eacdbd8a7 req-568b8e7e-7618-44a2-823b-ac6a58c7a437 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978682 Feb 09 02:56:37.145727 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (033ee48e-9805-42e2-aaa7-f35e4d79bd87), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:37.164972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f3a7643-df1d-44af-82fe-c1c8f8b30910'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:37.186759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Pushing event deleted for resources: {'Port': ['ID=033ee48e-9805-42e2-aaa7-f35e4d79bd87,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:37.200778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.201133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.201478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.201822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.202192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.202524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.202860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.203157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.203486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.203813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.204140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.204472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.206970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:37.261420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['033ee48e-9805-42e2-aaa7-f35e4d79bd87'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:37.282000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] No DVR routers for this DVR port 033ee48e-9805-42e2-aaa7-f35e4d79bd87 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:37.287437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:37.293978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-21a4b18f-1c42-4cc9-aefa-9344c6fbaf32 req-229dd0ea-5c4a-4c18-a573-625eee045d44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.26 "DELETE /v2.0/ports/033ee48e-9805-42e2-aaa7-f35e4d79bd87 HTTP/1.1" status: 204 len: 173 time: 1.2145102 Feb 09 02:56:37.384219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc952f6-f56a-47c8-b74d-516975f05489', 'name': 'network-vif-deleted', 'tag': '033ee48e-9805-42e2-aaa7-f35e4d79bd87'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:37.387747 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0b3ee3-74d7-4a92-b303-e2035a53d882" -d '{"events": [{"server_uuid": "bcc952f6-f56a-47c8-b74d-516975f05489", "name": "network-vif-deleted", "tag": "033ee48e-9805-42e2-aaa7-f35e4d79bd87"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:37.414157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e442d797-271a-4e97-bf37-e2445f2bb87d req-7b48e360-efaf-48e2-818e-1e212cfbfadc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.1826892 Feb 09 02:56:37.496056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-0d0b77f6-45ca-421d-8191-13032fa0574e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:37.498685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-0d0b77f6-45ca-421d-8191-13032fa0574e tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 946 time: 0.2542531 Feb 09 02:56:37.703401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64299-bab1-4e42-b4d7-4fd7d6f46ed8 req-d8722d95-c547-4bcb-84e4-20f305544ade tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:37.705555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87f64299-bab1-4e42-b4d7-4fd7d6f46ed8 req-d8722d95-c547-4bcb-84e4-20f305544ade tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1117351 Feb 09 02:56:37.711962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Deleting port 5e4f4d26-1997-4181-93f3-f8232b576a81 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:37.712289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:37.849815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] For port 5e4f4d26-1997-4181-93f3-f8232b576a81, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5e4f4d26-1997-4181-93f3-f8232b576a81,segment=NetworkSegment(c52c99f9-87af-47cf-8a36-503934948b45),segment_id=c52c99f9-87af-47cf-8a36-503934948b45)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:37.850189 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:37.881423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Calling delete_port for 5e4f4d26-1997-4181-93f3-f8232b576a81 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:37.994903 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b6dbce-0c7c-412e-bdd5-16a3c46815d8 x-openstack-request-id: req-97b6dbce-0c7c-412e-bdd5-16a3c46815d8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:37.995577 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc952f6-f56a-47c8-b74d-516975f05489", "name": "network-vif-deleted", "tag": "033ee48e-9805-42e2-aaa7-f35e4d79bd87", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:37.996676 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97b6dbce-0c7c-412e-bdd5-16a3c46815d8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:37.997328 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc952f6-f56a-47c8-b74d-516975f05489', 'name': 'network-vif-deleted', 'tag': '033ee48e-9805-42e2-aaa7-f35e4d79bd87', 'status': 'completed', 'code': 200} Feb 09 02:56:38.113100 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5e4f4d26-1997-4181-93f3-f8232b576a81), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:38.172296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['5e4f4d26-1997-4181-93f3-f8232b576a81'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:38.204575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-86fbc51b-2ee4-4ce7-a52c-247c9d7b24f4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.206316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Pushing event deleted for resources: {'Port': ['ID=5e4f4d26-1997-4181-93f3-f8232b576a81,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:38.218640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-86fbc51b-2ee4-4ce7-a52c-247c9d7b24f4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.233536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-86fbc51b-2ee4-4ce7-a52c-247c9d7b24f4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.242487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-86fbc51b-2ee4-4ce7-a52c-247c9d7b24f4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.263044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-86fbc51b-2ee4-4ce7-a52c-247c9d7b24f4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.273797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-86fbc51b-2ee4-4ce7-a52c-247c9d7b24f4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.292157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-86fbc51b-2ee4-4ce7-a52c-247c9d7b24f4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.297115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-86fbc51b-2ee4-4ce7-a52c-247c9d7b24f4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2363441 Feb 09 02:56:38.299145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] No DVR routers for this DVR port 5e4f4d26-1997-4181-93f3-f8232b576a81 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:38.311356 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:38.315083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dfcd1bc2-ddef-4c8b-8b71-e382268c3165 req-9d8f1680-8019-4b1d-b0b9-f1b9b8bc3aa9 tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.26 "DELETE /v2.0/ports/5e4f4d26-1997-4181-93f3-f8232b576a81 HTTP/1.1" status: 204 len: 173 time: 0.8024986 Feb 09 02:56:38.343872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87f64299-bab1-4e42-b4d7-4fd7d6f46ed8 req-eaf6079c-0406-4fa4-af67-969b91b5a8d4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555038 Feb 09 02:56:38.453897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a50c1e2-3a21-4aed-a9b9-a0733fc373dd req-24df7789-51fd-49f7-89ff-513dc7320980 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493819 Feb 09 02:56:38.596562 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3b20f07-c269-4adf-aa38-cd784a41ee6a req-53d84e01-83a2-4424-bbf6-aef3328854df tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0495396 Feb 09 02:56:38.760538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a4cc4fe-8fd9-466f-bbb8-47b9aabc6b4e req-95312335-0045-4355-95ac-e07e493f5f3d tempest-ServerDiskConfigTestJSON-718881722 tempest-ServerDiskConfigTestJSON-718881722-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9eae254-eb20-4c0b-9a3d-470f488fde18 HTTP/1.1" status: 200 len: 210 time: 0.0489256 Feb 09 02:56:38.946372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5e971-3cab-4988-a05b-85d316313a62 req-76d23cb3-1afd-4870-aa0c-315419599087 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:38.956002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecd5e971-3cab-4988-a05b-85d316313a62 req-76d23cb3-1afd-4870-aa0c-315419599087 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0954521 Feb 09 02:56:39.050942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecd5e971-3cab-4988-a05b-85d316313a62 req-4895ab9c-09a7-464d-a940-80c79aa276ea tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936248 Feb 09 02:56:39.189972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1b03a5d-ace0-4126-aae3-7ca9374cb559 req-9dce819d-0c82-43d3-ba6f-5e9d1856151f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0481665 Feb 09 02:56:39.360308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596ad58-642a-4574-a5a4-2209c738d9cc req-8feedea6-b224-49db-a1df-33849eac6b38 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.363382 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5596ad58-642a-4574-a5a4-2209c738d9cc req-8feedea6-b224-49db-a1df-33849eac6b38 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0691111 Feb 09 02:56:39.440623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5596ad58-642a-4574-a5a4-2209c738d9cc req-fbfb3ebd-f61c-4928-badf-c04de51ae187 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661039 Feb 09 02:56:39.568681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 033ee48e-9805-42e2-aaa7-f35e4d79bd87 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:39.621112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 033ee48e-9805-42e2-aaa7-f35e4d79bd87 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:39.621464 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 033ee48e-9805-42e2-aaa7-f35e4d79bd87 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:39.621896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5e4f4d26-1997-4181-93f3-f8232b576a81 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:39.637265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34f4af-07a4-4cfe-875a-ad37576bd307 req-a175fa2e-9931-4a3e-9c60-b059135d82de tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.647981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 5e4f4d26-1997-4181-93f3-f8232b576a81 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:39.648742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5e4f4d26-1997-4181-93f3-f8232b576a81 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:39.652768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d34f4af-07a4-4cfe-875a-ad37576bd307 req-a175fa2e-9931-4a3e-9c60-b059135d82de tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1497061 Feb 09 02:56:39.721171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d34f4af-07a4-4cfe-875a-ad37576bd307 req-fcc40282-fea7-4050-8d7b-b26b69c8af5e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536687 Feb 09 02:56:39.747193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0631fcd-2bc2-405a-b2b7-0b4e7d3f512b req-4bae7379-26bd-44b8-a324-e240ab1d63d5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.749149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a0631fcd-2bc2-405a-b2b7-0b4e7d3f512b req-4bae7379-26bd-44b8-a324-e240ab1d63d5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0974491 Feb 09 02:56:39.825310 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a0631fcd-2bc2-405a-b2b7-0b4e7d3f512b req-24b4a4bf-3eee-45a3-aea5-9165cedcafdc tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700328 Feb 09 02:56:39.841313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-1cffe0fa-9319-45f6-b3f6-317a370a85d2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.858279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-1cffe0fa-9319-45f6-b3f6-317a370a85d2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.858279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-1cffe0fa-9319-45f6-b3f6-317a370a85d2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.859962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-1cffe0fa-9319-45f6-b3f6-317a370a85d2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.865096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-1cffe0fa-9319-45f6-b3f6-317a370a85d2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.870217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-1cffe0fa-9319-45f6-b3f6-317a370a85d2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.875403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-1cffe0fa-9319-45f6-b3f6-317a370a85d2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:39.887864 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-1cffe0fa-9319-45f6-b3f6-317a370a85d2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1206281 Feb 09 02:56:39.980374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba6bb413-ba06-49ac-ad74-391189cdd974 req-ac6d8a6d-3bc2-4b1d-bfcb-8426aff7f9e5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914910 Feb 09 02:56:40.022381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e1bbc-13e3-47aa-82ba-e7ccacc5b753 req-80056efb-58d0-401c-9efa-092764dff1a6 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:40.028151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b71e1bbc-13e3-47aa-82ba-e7ccacc5b753 req-80056efb-58d0-401c-9efa-092764dff1a6 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 946 time: 0.1201017 Feb 09 02:56:40.032288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eae254-eb20-4c0b-9a3d-470f488fde18', 'name': 'network-vif-deleted', 'tag': '5e4f4d26-1997-4181-93f3-f8232b576a81'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:40.036207 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe1f3bc-91cc-40ea-b6b1-6f7373cdbf8b" -d '{"events": [{"server_uuid": "a9eae254-eb20-4c0b-9a3d-470f488fde18", "name": "network-vif-deleted", "tag": "5e4f4d26-1997-4181-93f3-f8232b576a81"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:40.088003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8b8f09f-a1c4-4979-948f-18cbf93c6a4a req-b9c3f6ba-40bd-44e0-900a-d1ffe20c9703 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0345600 Feb 09 02:56:40.100837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b71e1bbc-13e3-47aa-82ba-e7ccacc5b753 req-6aebf9a5-6309-43a4-8ff3-dfc8bc0d2661 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588341 Feb 09 02:56:40.179607 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc29e36-b5da-4532-b84a-8b07560cfc06 x-openstack-request-id: req-6fc29e36-b5da-4532-b84a-8b07560cfc06 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:40.180098 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eae254-eb20-4c0b-9a3d-470f488fde18", "name": "network-vif-deleted", "tag": "5e4f4d26-1997-4181-93f3-f8232b576a81", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:40.180414 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fc29e36-b5da-4532-b84a-8b07560cfc06 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:40.180877 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eae254-eb20-4c0b-9a3d-470f488fde18', 'name': 'network-vif-deleted', 'tag': '5e4f4d26-1997-4181-93f3-f8232b576a81', 'status': 'completed', 'code': 200} Feb 09 02:56:40.364150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59374) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:40.380607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c77b15e9-d928-4d37-b253-bfb6a3b3fc41 req-defc9186-d720-406f-835a-2849b885f47a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0345294 Feb 09 02:56:40.437901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b80da1-107a-4adc-b826-7cb9523a9ef6 admin admin] Deleting subnet f2e4f9d2-2baa-4d59-91fb-671a8d003889 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:56:40.444074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72b80da1-107a-4adc-b826-7cb9523a9ef6 admin admin] Publish callbacks [] for subnet (f2e4f9d2-2baa-4d59-91fb-671a8d003889), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.494586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72b80da1-107a-4adc-b826-7cb9523a9ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (f2e4f9d2-2baa-4d59-91fb-671a8d003889), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.528873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15eba2f0-5253-4990-9559-856c5758d724 req-7a618a37-191d-46bc-a44d-6579dcbea9b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829747 Feb 09 02:56:40.555991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72b80da1-107a-4adc-b826-7cb9523a9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f2e4f9d2-2baa-4d59-91fb-671a8d003889), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.629247 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72b80da1-107a-4adc-b826-7cb9523a9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (f2e4f9d2-2baa-4d59-91fb-671a8d003889), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.642917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eba2f0-5253-4990-9559-856c5758d724 req-9d2d3a19-6adb-4dde-bfed-f6aa8e566bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:40.644529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15eba2f0-5253-4990-9559-856c5758d724 req-9d2d3a19-6adb-4dde-bfed-f6aa8e566bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2618b90bba6341048386a8a8793c5ac0&device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 1127 time: 0.0900476 Feb 09 02:56:40.662187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72b80da1-107a-4adc-b826-7cb9523a9ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.668174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-72b80da1-107a-4adc-b826-7cb9523a9ef6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f2e4f9d2-2baa-4d59-91fb-671a8d003889 HTTP/1.1" status: 204 len: 168 time: 0.3000059 Feb 09 02:56:40.668174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b80da1-107a-4adc-b826-7cb9523a9ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e4f9d2-2baa-4d59-91fb-671a8d003889,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:40.670366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59376) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:40.747717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a11a452e-a9c2-4b04-8d58-3eb5b746b883), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.813451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eba2f0-5253-4990-9559-856c5758d724 req-02d85fc2-3731-4803-ac79-35007062cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:40.815583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15eba2f0-5253-4990-9559-856c5758d724 req-02d85fc2-3731-4803-ac79-35007062cf16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 200 len: 908 time: 0.1306033 Feb 09 02:56:40.886247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15eba2f0-5253-4990-9559-856c5758d724 req-0167f6b9-7659-4821-9d61-135689fca6d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 200 len: 217 time: 0.0629041 Feb 09 02:56:40.903441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a11a452e-a9c2-4b04-8d58-3eb5b746b883), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.930587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11a452e-a9c2-4b04-8d58-3eb5b746b883']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:40.943205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52c99f9-87af-47cf-8a36-503934948b45') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:40.943589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52c99f9-87af-47cf-8a36-503934948b45') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:40.960797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fb37c-6142-41a6-8b3e-27a256025a20 req-81dade05-4f23-4049-8030-4aa6fa598feb tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:40.968755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-099fb37c-6142-41a6-8b3e-27a256025a20 req-81dade05-4f23-4049-8030-4aa6fa598feb tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1547518 Feb 09 02:56:40.972922 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (c52c99f9-87af-47cf-8a36-503934948b45), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:40.988788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eba2f0-5253-4990-9559-856c5758d724 req-1cc450a6-c9f8-4cf6-ba74-1a81d3bf8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:40.996202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15eba2f0-5253-4990-9559-856c5758d724 req-1cc450a6-c9f8-4cf6-ba74-1a81d3bf8e1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 200 len: 847 time: 0.1032259 Feb 09 02:56:41.023079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c52c99f9-87af-47cf-8a36-503934948b45), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.039835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:56:41.040348 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (c52c99f9-87af-47cf-8a36-503934948b45), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:56:41.044611 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:56:41.068473 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15eba2f0-5253-4990-9559-856c5758d724 req-e61a4d7f-5c9c-44be-b4f5-19c7bd65aaf5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7df2201d-50f8-46a0-970e-60ec608b8981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650766 Feb 09 02:56:41.100644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-099fb37c-6142-41a6-8b3e-27a256025a20 req-ee55ca63-20ec-4992-805c-e49a2ec6270a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255686 Feb 09 02:56:41.144987 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a11a452e-a9c2-4b04-8d58-3eb5b746b883), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.162533 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.167036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a11a452e-a9c2-4b04-8d58-3eb5b746b883 HTTP/1.1" status: 204 len: 168 time: 0.4956274 Feb 09 02:56:41.201905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ad61c-f765-455e-afc2-3a6cdd7126f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a11a452e-a9c2-4b04-8d58-3eb5b746b883,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:41.266967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2318e2de-9c0c-4528-a7cb-b78157d46501 req-05cdd024-f213-46f9-91cc-fea2b04dac1e tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0438945 Feb 09 02:56:41.312688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15eba2f0-5253-4990-9559-856c5758d724 req-3971d688-4641-424e-98e4-5d5e6dc1e665 service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377229 Feb 09 02:56:41.397645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-0b82799a-5df4-43ff-839d-141046fc182c tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.399208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-0b82799a-5df4-43ff-839d-141046fc182c tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 946 time: 0.1026242 Feb 09 02:56:41.423801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d255f5-2b2d-4a32-ad0c-7565c017784a req-f6e32c54-5db0-4672-94fb-6b0f14cc15bc tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.430709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63d255f5-2b2d-4a32-ad0c-7565c017784a req-f6e32c54-5db0-4672-94fb-6b0f14cc15bc tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 946 time: 0.0935781 Feb 09 02:56:41.452482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59390) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:41.496713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-81e1e8a2-2610-4bba-8b80-b0047e3e6aa9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.504119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-81e1e8a2-2610-4bba-8b80-b0047e3e6aa9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.517637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-81e1e8a2-2610-4bba-8b80-b0047e3e6aa9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.523571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-81e1e8a2-2610-4bba-8b80-b0047e3e6aa9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.529279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-81e1e8a2-2610-4bba-8b80-b0047e3e6aa9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.547997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-81e1e8a2-2610-4bba-8b80-b0047e3e6aa9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.553846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-81e1e8a2-2610-4bba-8b80-b0047e3e6aa9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:41.562395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-81e1e8a2-2610-4bba-8b80-b0047e3e6aa9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.3791101 Feb 09 02:56:41.565641 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63d255f5-2b2d-4a32-ad0c-7565c017784a req-2c591696-2ae8-49a4-a600-f4c434fecc9a tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337812 Feb 09 02:56:41.613688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c84e0177-4fbc-494c-a3a6-05d14ab80c0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dba07038b8f045f9aee276cf287310c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512482 Feb 09 02:56:41.618448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59392) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:41.622837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15eba2f0-5253-4990-9559-856c5758d724 req-3bd32a73-d0d8-4f29-b932-900bb5d94a4b service neutron] 10.222.0.26 "GET /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625399 Feb 09 02:56:41.678890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Deleting port 04bebd5c-cd83-4788-b196-e6244720365c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:41.679244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (04bebd5c-cd83-4788-b196-e6244720365c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.691634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-91ca395a-03d7-4bfa-b6af-ac8b17ffaeb0 req-c5aacc25-a638-4a28-a734-171b8553f193 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283426 Feb 09 02:56:41.750557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70bc15b5-2268-4d80-8383-8872626b64a5 admin admin] Publish callbacks [] for security_group (d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.776993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70bc15b5-2268-4d80-8383-8872626b64a5 admin admin] Publish callbacks [] for security_group (d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.786083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f6c8221-b1ea-474a-bd64-119048bced73 req-b40aa6b4-23a1-4ffb-b2a8-31d5c1483d2c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.1223917 Feb 09 02:56:41.848173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] For port 04bebd5c-cd83-4788-b196-e6244720365c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=04bebd5c-cd83-4788-b196-e6244720365c,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:41.849101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (04bebd5c-cd83-4788-b196-e6244720365c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.867121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70bc15b5-2268-4d80-8383-8872626b64a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.871978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70bc15b5-2268-4d80-8383-8872626b64a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:41.875139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-70bc15b5-2268-4d80-8383-8872626b64a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa HTTP/1.1" status: 204 len: 168 time: 0.2530804 Feb 09 02:56:41.882723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Calling delete_port for 04bebd5c-cd83-4788-b196-e6244720365c owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:41.887303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc15b5-2268-4d80-8383-8872626b64a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b64b17-e1f2-4da1-95e7-5a6c09aa2caa,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:42.072340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (04bebd5c-cd83-4788-b196-e6244720365c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:42.115246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Pushing event deleted for resources: {'Port': ['ID=04bebd5c-cd83-4788-b196-e6244720365c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:42.182332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] No DVR routers for this DVR port 04bebd5c-cd83-4788-b196-e6244720365c on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:42.187223 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:42.196427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1b3f02b-6278-4546-ad76-9d1e65ff3dcb req-9f92507e-b85a-4289-bfa4-bf480c3e01df tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "DELETE /v2.0/ports/04bebd5c-cd83-4788-b196-e6244720365c HTTP/1.1" status: 204 len: 173 time: 0.7866716 Feb 09 02:56:42.196427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'name': 'network-vif-deleted', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:42.205896 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31dd6c8-8bea-46d6-8ad7-05f4cebdcf67" -d '{"events": [{"server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "name": "network-vif-deleted", "tag": "04bebd5c-cd83-4788-b196-e6244720365c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:42.317077 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57f0e2f-06b0-4564-b004-493b5febaf1f x-openstack-request-id: req-e57f0e2f-06b0-4564-b004-493b5febaf1f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:42.317385 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f16d74c-c0e5-4f27-808b-80045aa0fb71", "name": "network-vif-deleted", "tag": "04bebd5c-cd83-4788-b196-e6244720365c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:42.317831 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e57f0e2f-06b0-4564-b004-493b5febaf1f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:42.318285 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f16d74c-c0e5-4f27-808b-80045aa0fb71', 'name': 'network-vif-deleted', 'tag': '04bebd5c-cd83-4788-b196-e6244720365c', 'status': 'completed', 'code': 200} Feb 09 02:56:42.336450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585105a-c460-4c40-b37f-5507a9ab0bd8 req-bd5d55db-44c1-45c6-a4da-46b7d8aba93c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:42.352551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8585105a-c460-4c40-b37f-5507a9ab0bd8 req-bd5d55db-44c1-45c6-a4da-46b7d8aba93c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1401999 Feb 09 02:56:42.523483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8585105a-c460-4c40-b37f-5507a9ab0bd8 req-9f42e4ac-27bc-45cf-ba02-b2700d356127 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697390 Feb 09 02:56:42.539113 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34a4146c-c032-4928-838f-af663cb55897 req-202ba096-e86b-4e1f-8af1-adfa2d27ee74 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0832350 Feb 09 02:56:42.785866 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ad655b9-a811-46ba-8228-10f38fc69bc2 req-1959f8b1-9a2a-4537-a80c-9ff0e9a5bdf5 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f16d74c-c0e5-4f27-808b-80045aa0fb71 HTTP/1.1" status: 200 len: 210 time: 0.0721116 Feb 09 02:56:42.940139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-473bf143-6c15-4b1b-9bd4-38051eb2e96e req-15636e91-c478-491e-abbf-4ac383bb9bc4 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0644832 Feb 09 02:56:42.987216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-e25384d2-68a3-4d10-bb1c-fc3c9d7a1f41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:42.992748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-e25384d2-68a3-4d10-bb1c-fc3c9d7a1f41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:42.998427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-e25384d2-68a3-4d10-bb1c-fc3c9d7a1f41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:43.004002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-e25384d2-68a3-4d10-bb1c-fc3c9d7a1f41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:43.009162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-e25384d2-68a3-4d10-bb1c-fc3c9d7a1f41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:43.015103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-e25384d2-68a3-4d10-bb1c-fc3c9d7a1f41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:43.020830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-e25384d2-68a3-4d10-bb1c-fc3c9d7a1f41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:43.029095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-e25384d2-68a3-4d10-bb1c-fc3c9d7a1f41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1524792 Feb 09 02:56:43.099798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c06cb0b2-507c-465d-80ee-ddd84a5e7887 req-b29660c7-7c54-4e08-8982-538e4b92d17c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700264 Feb 09 02:56:43.172328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59426) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:43.292284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-169262170-network', 'tenant_id': '36501eaf50e64d02985d76c22f2887ce'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:43.319968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Made reservation on behalf of 36501eaf50e64d02985d76c22f2887ce for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:43.322777 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:43.334956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:43.456541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Publish callbacks [] for security_group (893fe1ea-0a16-4d27-af33-bf54eaf6543f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:43.462696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (893fe1ea-0a16-4d27-af33-bf54eaf6543f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:43.492869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893fe1ea-0a16-4d27-af33-bf54eaf6543f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:43.507534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:56:43.522023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (681718a3-4665-4f1a-a94e-4c9baf37ce02), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:43.522741 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Added segment 681718a3-4665-4f1a-a94e-4c9baf37ce02 of type vlan for network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 Feb 09 02:56:43.600270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (46c44deb-5d90-42dd-bf7c-5bfb66a317a0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:43.681643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22a930a2-637c-45c0-921a-ec52a69e0d8e req-d044ae09-8e6b-4c3c-bb87-2cd1bc4a471a tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0324721 Feb 09 02:56:43.715537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c7f93-c563-4b6f-b801-801ca9de0b88 req-05efd704-7c6c-4b23-8fbc-203e920309e4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:43.723465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-227c7f93-c563-4b6f-b801-801ca9de0b88 req-05efd704-7c6c-4b23-8fbc-203e920309e4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1100121 Feb 09 02:56:43.746194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (46c44deb-5d90-42dd-bf7c-5bfb66a317a0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:43.748950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:43.749600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:43.861961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59436) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:43.863947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6904433 Feb 09 02:56:43.869207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Request body: {'subnet': {'network_id': '46c44deb-5d90-42dd-bf7c-5bfb66a317a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-169262170-subnet', 'tenant_id': '36501eaf50e64d02985d76c22f2887ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:43.881408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-227c7f93-c563-4b6f-b801-801ca9de0b88 req-a16109e5-ca18-44ee-9c59-dcb053daab34 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568468 Feb 09 02:56:43.889934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d20795-34bd-4a84-8672-f7bebc24ca1a admin admin] Pushing event updated for resources: {'Network': ['ID=46c44deb-5d90-42dd-bf7c-5bfb66a317a0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:43.904324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:56:43.984379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Made reservation on behalf of 36501eaf50e64d02985d76c22f2887ce for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:43.998366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:44.178172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad30c9a1-d11f-46be-b852-085a24590b69 req-0b3da6bd-fa7e-4699-ad69-ea2e0399bcae tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0560119 Feb 09 02:56:44.314845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cb93c-4192-4859-a196-03a42ee53e0b req-d4d580e1-7a59-4174-aeaa-159bb5ab048f tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.319850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-306cb93c-4192-4859-a196-03a42ee53e0b req-d4d580e1-7a59-4174-aeaa-159bb5ab048f tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 949 time: 0.1582620 Feb 09 02:56:44.413773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-2acaecf2-bf3c-44f4-94fd-b5cdf5200261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.427716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-2acaecf2-bf3c-44f4-94fd-b5cdf5200261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.434522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-2acaecf2-bf3c-44f4-94fd-b5cdf5200261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.435815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-306cb93c-4192-4859-a196-03a42ee53e0b req-0f8451d2-d1d0-4f7c-9633-20e95400390f tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060114 Feb 09 02:56:44.440389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-2acaecf2-bf3c-44f4-94fd-b5cdf5200261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.446782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-2acaecf2-bf3c-44f4-94fd-b5cdf5200261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.452521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-2acaecf2-bf3c-44f4-94fd-b5cdf5200261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.458762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-2acaecf2-bf3c-44f4-94fd-b5cdf5200261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.467343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-2acaecf2-bf3c-44f4-94fd-b5cdf5200261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1912642 Feb 09 02:56:44.502690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (c9e2df34-579f-400d-8e1b-e734fa3b24de), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:44.534998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7bc4c43-1f24-4eab-bbc0-b503edb5db91 req-e73d99ae-8be3-43f7-91de-b268553b70ca tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664756 Feb 09 02:56:44.560411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 04bebd5c-cd83-4788-b196-e6244720365c no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:44.587947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e2df34-579f-400d-8e1b-e734fa3b24de,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:44.589468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 04bebd5c-cd83-4788-b196-e6244720365c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:44.590984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 04bebd5c-cd83-4788-b196-e6244720365c not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:44.615881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Checking segment: {'id': '681718a3-4665-4f1a-a94e-4c9baf37ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46c44deb-5d90-42dd-bf7c-5bfb66a317a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:44.616159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Network hostable DHCP agents. Network: 46c44deb-5d90-42dd-bf7c-5bfb66a317a0, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:56:44.637679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:56:44.650099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 46c44deb-5d90-42dd-bf7c-5bfb66a317a0) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:44.654816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:44.655419 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:44.666729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8cd0e1-6926-4d33-a7bc-f802a6d0ce7b None None] Network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:44.680210 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3abb1da3-414c-4465-9ce0-c32a5f297ca9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8165545 Feb 09 02:56:44.825334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a2b8d02-f7b2-4ef5-89cf-320ab5f0e9d9 req-ee98cdc0-41be-42b3-9634-dce6c13ef9fd tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0350542 Feb 09 02:56:44.865306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44113db-d74b-4885-89a0-444b39729fe2 None None] Network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:45.078029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f594ba8-29c0-4984-bc74-2e9ab50515d0 req-3a085d35-e961-4a06-8483-10d5094fd3f5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.081074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f594ba8-29c0-4984-bc74-2e9ab50515d0 req-3a085d35-e961-4a06-8483-10d5094fd3f5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.0747671 Feb 09 02:56:45.166729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f594ba8-29c0-4984-bc74-2e9ab50515d0 req-65d5c715-94d7-48ed-a350-5116521ef183 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783682 Feb 09 02:56:45.321272 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21208b75-9668-444b-9a36-edf729952a50 req-47c29502-1e66-4bcc-9348-eeee59734480 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0464921 Feb 09 02:56:45.362529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292d04-1135-4aa4-847a-7181891be159 req-bc4c1139-477b-4cae-b6e5-8edcb364fcf3 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.365057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-bc4c1139-477b-4cae-b6e5-8edcb364fcf3 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/networks?id=46c44deb-5d90-42dd-bf7c-5bfb66a317a0 HTTP/1.1" status: 200 len: 813 time: 0.1569073 Feb 09 02:56:45.397201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-d9a93190-f072-4dc6-a0f0-652d8d7e03bc tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/quotas/36501eaf50e64d02985d76c22f2887ce HTTP/1.1" status: 200 len: 375 time: 0.0258617 Feb 09 02:56:45.464361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-07082bd2-57b7-463f-8508-03db6c2b00d0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=36501eaf50e64d02985d76c22f2887ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465322 Feb 09 02:56:45.575094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b711b2-cd18-4d97-acfa-10cda62b6f2c req-0e2f26ce-4f93-4d6b-93d1-843294920417 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.583317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88b711b2-cd18-4d97-acfa-10cda62b6f2c req-0e2f26ce-4f93-4d6b-93d1-843294920417 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 949 time: 0.0707676 Feb 09 02:56:45.602728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-2212e4a3-91e5-4294-9e63-e1ace125684d service neutron] 10.222.0.32 "GET /v2.0/networks/46c44deb-5d90-42dd-bf7c-5bfb66a317a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244705 Feb 09 02:56:45.664135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88b711b2-cd18-4d97-acfa-10cda62b6f2c req-5697427f-5c49-4d26-970b-1a12472b5802 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/security-groups?id=027baf6a-e12a-4e45-ae53-12afe7cf3311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796764 Feb 09 02:56:45.768961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-a407d3cd-0a7d-46c7-a98c-f9f19ac6b99d service neutron] 10.222.0.32 "GET /v2.0/networks/46c44deb-5d90-42dd-bf7c-5bfb66a317a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598973 Feb 09 02:56:45.839223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442afff4-e13e-4e48-aed8-d790670b191e req-01b5e0e6-3998-472c-bb3c-ca1d130e1995 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.859331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442afff4-e13e-4e48-aed8-d790670b191e req-01b5e0e6-3998-472c-bb3c-ca1d130e1995 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.874115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442afff4-e13e-4e48-aed8-d790670b191e req-01b5e0e6-3998-472c-bb3c-ca1d130e1995 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.880121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442afff4-e13e-4e48-aed8-d790670b191e req-01b5e0e6-3998-472c-bb3c-ca1d130e1995 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.886201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442afff4-e13e-4e48-aed8-d790670b191e req-01b5e0e6-3998-472c-bb3c-ca1d130e1995 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.891717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442afff4-e13e-4e48-aed8-d790670b191e req-01b5e0e6-3998-472c-bb3c-ca1d130e1995 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.897663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442afff4-e13e-4e48-aed8-d790670b191e req-01b5e0e6-3998-472c-bb3c-ca1d130e1995 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:45.906810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-442afff4-e13e-4e48-aed8-d790670b191e req-01b5e0e6-3998-472c-bb3c-ca1d130e1995 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1625786 Feb 09 02:56:46.083182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74ad68b3-c890-45f7-aa00-b13ab060f6d8 req-ea861a75-8ae8-4392-bc8d-7ffa12f97719 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0533247 Feb 09 02:56:46.105175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-442afff4-e13e-4e48-aed8-d790670b191e req-61769bbe-2156-4440-a243-f869c26b6e77 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1911008 Feb 09 02:56:46.160103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-7ecddd44-c4e7-482a-a0ca-c405798dd1b8 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:46.184228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-7ecddd44-c4e7-482a-a0ca-c405798dd1b8 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 949 time: 0.2415025 Feb 09 02:56:46.209697 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c93d70de-af93-4985-a41d-48e30917a4ab req-0f2c874d-72c3-43f9-9e93-199c3247d825 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 210 time: 0.0633583 Feb 09 02:56:46.424369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34f339-1b59-4abf-bf62-fd4cd466a1a7 req-1dab23a8-07bb-44ec-83e0-4e7f48ea4b4d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:46.434100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b34f339-1b59-4abf-bf62-fd4cd466a1a7 req-1dab23a8-07bb-44ec-83e0-4e7f48ea4b4d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1271122 Feb 09 02:56:46.445147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Deleting port b0842167-dc75-4698-ab32-ef1d7e7db528 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:56:46.445479 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:46.446798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53a8e661-391b-440f-9c8d-8099af2bda3a req-f77ffda8-c9a4-47ec-8c39-2721a639b0b0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0553422 Feb 09 02:56:46.569844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b34f339-1b59-4abf-bf62-fd4cd466a1a7 req-d679c8fb-7ed2-48a1-a706-ab5e6c9fb4e6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347959 Feb 09 02:56:46.595254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] For port b0842167-dc75-4698-ab32-ef1d7e7db528, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b0842167-dc75-4698-ab32-ef1d7e7db528,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:46.595765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:46.608900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Calling delete_port for b0842167-dc75-4698-ab32-ef1d7e7db528 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:56:46.756873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b0842167-dc75-4698-ab32-ef1d7e7db528), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:46.787301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Pushing event deleted for resources: {'Port': ['ID=b0842167-dc75-4698-ab32-ef1d7e7db528,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:46.814751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77cf6c4e-bc5e-4fc0-8ab5-7c7f645bec80 req-e9f65361-8e19-47ab-a21d-69f651190610 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa99bc7d-4b73-46cf-9d5c-3c777dcaff39 HTTP/1.1" status: 200 len: 210 time: 0.0508881 Feb 09 02:56:46.861272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] No DVR routers for this DVR port b0842167-dc75-4698-ab32-ef1d7e7db528 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:56:46.863964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:46.867540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2d1b30d-b87e-48fd-9d4b-fc38dc89e7e5 req-bd2970f3-9682-48df-9f13-a51b68817174 tempest-ListImageFiltersTestJSON-1063475910 tempest-ListImageFiltersTestJSON-1063475910-project] 10.222.0.61 "DELETE /v2.0/ports/b0842167-dc75-4698-ab32-ef1d7e7db528 HTTP/1.1" status: 204 len: 173 time: 0.6723857 Feb 09 02:56:46.868002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-deleted', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:46.870276 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdc48f6-9a05-4ac1-836d-d1d4601a2737" -d '{"events": [{"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-deleted", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:46.920725 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55976032-322b-4f2f-91e2-0346be2fe6a6 x-openstack-request-id: req-55976032-322b-4f2f-91e2-0346be2fe6a6 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:46.921018 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa99bc7d-4b73-46cf-9d5c-3c777dcaff39", "name": "network-vif-deleted", "tag": "b0842167-dc75-4698-ab32-ef1d7e7db528", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:46.921276 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55976032-322b-4f2f-91e2-0346be2fe6a6 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:46.922179 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa99bc7d-4b73-46cf-9d5c-3c777dcaff39', 'name': 'network-vif-deleted', 'tag': 'b0842167-dc75-4698-ab32-ef1d7e7db528', 'status': 'completed', 'code': 200} Feb 09 02:56:47.026680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-a984b4e8-5a66-4b12-9425-c578edf043f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.028273 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-a984b4e8-5a66-4b12-9425-c578edf043f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 1127 time: 0.0504923 Feb 09 02:56:47.116969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-3c222d9c-f6b2-41e3-b4b6-244aa4498646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.118877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-3c222d9c-f6b2-41e3-b4b6-244aa4498646 service neutron] 10.222.0.61 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.0840135 Feb 09 02:56:47.167597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-3a38b6c9-6fad-43fb-85a8-690a5edfce31 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355 HTTP/1.1" status: 200 len: 217 time: 0.0413787 Feb 09 02:56:47.259295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-652d2ba2-d61d-45c3-b025-acb3fe6527a6 req-917ed804-6aed-4b1d-8dd3-d01626693f16 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0457191 Feb 09 02:56:47.297210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-c6bfc319-f0e0-4653-901d-64401dd86aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.300307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-c6bfc319-f0e0-4653-901d-64401dd86aec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.1215389 Feb 09 02:56:47.363108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-9726e631-46d0-47b2-99ca-d2257afff92f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.376006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-9726e631-46d0-47b2-99ca-d2257afff92f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.382940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-9726e631-46d0-47b2-99ca-d2257afff92f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.389645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-9726e631-46d0-47b2-99ca-d2257afff92f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.395614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-9726e631-46d0-47b2-99ca-d2257afff92f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.400987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-9726e631-46d0-47b2-99ca-d2257afff92f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.406168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-9726e631-46d0-47b2-99ca-d2257afff92f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.408694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-9726e631-46d0-47b2-99ca-d2257afff92f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1698225 Feb 09 02:56:47.462167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-3348aaaa-6735-4eb0-8e27-9ae39a8ddec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.464556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-3348aaaa-6735-4eb0-8e27-9ae39a8ddec4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1536171 Feb 09 02:56:47.497132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2120d323-b40a-4cdf-81c1-8fa42acd793d req-0592a4b4-8417-4dcd-8f0a-94e32495b8cd tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 210 time: 0.0628231 Feb 09 02:56:47.568743 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84132753-48e2-42c9-b50c-8f7f8c57f097 req-bb17572c-5ff8-471c-aad9-5bada7cfd715 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512878 Feb 09 02:56:47.571118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292d04-1135-4aa4-847a-7181891be159 req-d87ed2c3-dfba-4bb1-b201-5daa79444f43 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.581732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-d87ed2c3-dfba-4bb1-b201-5daa79444f43 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.61 "GET /v2.0/networks?id=46c44deb-5d90-42dd-bf7c-5bfb66a317a0 HTTP/1.1" status: 200 len: 813 time: 0.2717354 Feb 09 02:56:47.599449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Request body: {'port': {'device_id': 'a98559b0-79c2-41c0-ba34-06fd10c6d269', 'network_id': '46c44deb-5d90-42dd-bf7c-5bfb66a317a0', 'admin_state_up': True, 'tenant_id': '36501eaf50e64d02985d76c22f2887ce'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:47.631978 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-fb7d150c-13f5-4521-b87a-1452c955bb59 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579747 Feb 09 02:56:47.691684 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3045dbd2-bcfd-43b8-bd97-b146d66804d3 req-7d05efa3-3d95-4c10-a9a7-cc1f4eaf4de8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0639136 Feb 09 02:56:47.761665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e224134-e8e1-4b92-8e2a-894a7db4621b req-c89ffb88-5087-438c-9899-7c7115292db0 service neutron] 10.222.0.61 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214609 Feb 09 02:56:47.782148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Made reservation on behalf of 36501eaf50e64d02985d76c22f2887ce for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:47.786739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:47.953860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Allocated IP 172.20.0.14 (46c44deb-5d90-42dd-bf7c-5bfb66a317a0/c9e2df34-579f-400d-8e1b-e734fa3b24de/ec9fae33-10d4-4b3d-bf6f-e13165961fb3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:47.965320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9288a6d-21af-47b6-aefa-13a5476ff193 req-fb0ce512-33ee-4a30-a3c8-8c7bf7850160 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:47.966496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9288a6d-21af-47b6-aefa-13a5476ff193 req-fb0ce512-33ee-4a30-a3c8-8c7bf7850160 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.0604978 Feb 09 02:56:48.026133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9288a6d-21af-47b6-aefa-13a5476ff193 req-0eee01ae-bcd0-4911-9cda-2b71da6554dd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525999 Feb 09 02:56:48.165077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Publish callbacks [] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.203731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.247682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:48.255139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:48.259556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:48.291771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Pushing event updated for resources: {'Port': ['ID=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:48.319230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.320335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.350272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-e668c2dd-2b4e-483b-b8c1-8bdf8a3ee9c9 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7597754 Feb 09 02:56:48.369105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Request body: {'port': {'device_id': 'a98559b0-79c2-41c0-ba34-06fd10c6d269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:48.382349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e337a93-41dd-4977-bc8a-edb31722c4f1 req-b5a9fd09-5da0-46f1-be08-eabedb3814f5 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0489559 Feb 09 02:56:48.455163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:48.669482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e8a7-6c6f-4def-bd53-cc73b865b1f6 req-1670f249-1ee9-4df5-a96e-4196b508baf3 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.671523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5b1e8a7-6c6f-4def-bd53-cc73b865b1f6 req-1670f249-1ee9-4df5-a96e-4196b508baf3 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 932 time: 0.0710752 Feb 09 02:56:48.760101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5b1e8a7-6c6f-4def-bd53-cc73b865b1f6 req-89af27b4-33b1-4433-8a4f-6f944821684b tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739148 Feb 09 02:56:48.915371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-80712fcd-1dac-4d2a-b21d-4d26b65ac392 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.922925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-80712fcd-1dac-4d2a-b21d-4d26b65ac392 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.928579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-80712fcd-1dac-4d2a-b21d-4d26b65ac392 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.934836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-80712fcd-1dac-4d2a-b21d-4d26b65ac392 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.940257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-80712fcd-1dac-4d2a-b21d-4d26b65ac392 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.947347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-80712fcd-1dac-4d2a-b21d-4d26b65ac392 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.959620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-80712fcd-1dac-4d2a-b21d-4d26b65ac392 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:48.961796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-80712fcd-1dac-4d2a-b21d-4d26b65ac392 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2024336 Feb 09 02:56:48.994971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9fae33-10d4-4b3d-bf6f-e13165961fb3 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:49.039614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Publish callbacks [] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.070919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Transition to ACTIVE for port object ec9fae33-10d4-4b3d-bf6f-e13165961fb3 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:56:49.088332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.140028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-531b637c-0e9b-4184-87c0-3a3a71eb8a71 req-4f0dc957-1763-4958-85f0-682ca15e5c40 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1663139 Feb 09 02:56:49.269439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Pushing event updated for resources: {'Port': ['ID=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:49.358855 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.361749 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc072fe3-1334-4073-9c59-f9e46726729b req-9bcd93d5-733d-4af3-aa87-3bc093c62cff tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0469210 Feb 09 02:56:49.374157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f4686-0fc5-42b3-a6f5-6bc016ac0b57 req-fec2302e-8d42-409d-a935-ce4fd4f4949f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:49.376814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-624f4686-0fc5-42b3-a6f5-6bc016ac0b57 req-fec2302e-8d42-409d-a935-ce4fd4f4949f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.0837684 Feb 09 02:56:49.433602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Attempting to bind port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:49.434074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Attempting to bind port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '681718a3-4665-4f1a-a94e-4c9baf37ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46c44deb-5d90-42dd-bf7c-5bfb66a317a0'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:49.434581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Attempting to bind port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 on network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:49.442390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 on network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:56:49.446765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Attempting to bind port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 on network 46c44deb-5d90-42dd-bf7c-5bfb66a317a0 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:49.459181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:49.460957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Checking segment: {'id': '681718a3-4665-4f1a-a94e-4c9baf37ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46c44deb-5d90-42dd-bf7c-5bfb66a317a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:49.461461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Bound using segment: {'id': '681718a3-4665-4f1a-a94e-4c9baf37ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46c44deb-5d90-42dd-bf7c-5bfb66a317a0'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:49.463167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Bound port: ec9fae33-10d4-4b3d-bf6f-e13165961fb3, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681718a3-4665-4f1a-a94e-4c9baf37ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46c44deb-5d90-42dd-bf7c-5bfb66a317a0'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:49.463167 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.584157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-624f4686-0fc5-42b3-a6f5-6bc016ac0b57 req-f20d8551-5bd6-46b3-83b5-903fc402a5fd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727986 Feb 09 02:56:49.686188 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a063116-18cd-4f3b-b7e6-3bc82d83ff16 req-b308ea90-5c79-4abb-b94e-5689955de041 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=296bce24-b88b-45db-84d9-549df665897d HTTP/1.1" status: 200 len: 210 time: 0.0773876 Feb 09 02:56:49.708381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59602) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:49.726367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] For port ec9fae33-10d4-4b3d-bf6f-e13165961fb3, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:49.731202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] For port ec9fae33-10d4-4b3d-bf6f-e13165961fb3, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,segment=NetworkSegment(681718a3-4665-4f1a-a94e-4c9baf37ce02),segment_id=681718a3-4665-4f1a-a94e-4c9baf37ce02)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:49.744649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.830646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:49.835130 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:49.836867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] 10.222.0.61 "PUT /v2.0/ports/ec9fae33-10d4-4b3d-bf6f-e13165961fb3 HTTP/1.1" status: 200 len: 1092 time: 1.4776270 Feb 09 02:56:49.837575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98559b0-79c2-41c0-ba34-06fd10c6d269', 'tag': 'ec9fae33-10d4-4b3d-bf6f-e13165961fb3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:49.844362 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a98559b0-79c2-41c0-ba34-06fd10c6d269", "tag": "ec9fae33-10d4-4b3d-bf6f-e13165961fb3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:49.918062 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14355d06-8d68-4cb6-92e2-ea5054252c84 x-openstack-request-id: req-14355d06-8d68-4cb6-92e2-ea5054252c84 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:49.919130 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98559b0-79c2-41c0-ba34-06fd10c6d269", "tag": "ec9fae33-10d4-4b3d-bf6f-e13165961fb3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:49.919599 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14355d06-8d68-4cb6-92e2-ea5054252c84 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:49.920214 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98559b0-79c2-41c0-ba34-06fd10c6d269', 'tag': 'ec9fae33-10d4-4b3d-bf6f-e13165961fb3', 'status': 'completed', 'code': 200} Feb 09 02:56:49.950649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e213c-cfb2-43d6-9dff-5b48bb6b23fb service neutron] Pushing event updated for resources: {'Port': ['ID=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:49.974475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292d04-1135-4aa4-847a-7181891be159 req-228616a4-001e-410c-85ae-5014ca57e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:49.976342 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-228616a4-001e-410c-85ae-5014ca57e2ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36501eaf50e64d02985d76c22f2887ce&device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 1126 time: 0.0842264 Feb 09 02:56:50.059814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-b55ec3ab-fa30-4ca4-beaa-3b2c58e9b91d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec9fae33-10d4-4b3d-bf6f-e13165961fb3 HTTP/1.1" status: 200 len: 217 time: 0.0728626 Feb 09 02:56:50.098005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e4b0-ada7-40f7-8de5-51212a4dfc1e req-00b27eab-be13-4f41-af6b-636fea0c6650 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.107720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-def4e4b0-ada7-40f7-8de5-51212a4dfc1e req-00b27eab-be13-4f41-af6b-636fea0c6650 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 944 time: 0.2303376 Feb 09 02:56:50.153203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a292d04-1135-4aa4-847a-7181891be159 req-0c7f5dae-e18b-496c-bad5-b7d33a9f3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.154144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-07541628-6c09-4a4a-a00d-7627e42634ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21c41c5d617a4b57ae5b0ecedd9f8f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4438851 Feb 09 02:56:50.155777 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-0c7f5dae-e18b-496c-bad5-b7d33a9f3ccb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9e2df34-579f-400d-8e1b-e734fa3b24de HTTP/1.1" status: 200 len: 853 time: 0.0846081 Feb 09 02:56:50.156918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59610) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:50.247336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-f18811f7-6722-4187-8967-e2cafa3e49f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46c44deb-5d90-42dd-bf7c-5bfb66a317a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841262 Feb 09 02:56:50.298327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-def4e4b0-ada7-40f7-8de5-51212a4dfc1e req-68b70401-f7e2-41b7-a2ba-b67f514611f3 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895568 Feb 09 02:56:50.367883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93dfb196-be0d-4585-b382-6740756e2b8e admin admin] Publish callbacks [] for security_group (027baf6a-e12a-4e45-ae53-12afe7cf3311), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:50.417763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93dfb196-be0d-4585-b382-6740756e2b8e admin admin] Publish callbacks [] for security_group (027baf6a-e12a-4e45-ae53-12afe7cf3311), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:50.535759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4579dad1-7bf9-464e-a450-8dacbcc141ce req-ecd4a862-f337-4dad-8881-441018a9e3cf tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0467350 Feb 09 02:56:50.540337 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93dfb196-be0d-4585-b382-6740756e2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (027baf6a-e12a-4e45-ae53-12afe7cf3311), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:50.546714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93dfb196-be0d-4585-b382-6740756e2b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:50.553119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93dfb196-be0d-4585-b382-6740756e2b8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/027baf6a-e12a-4e45-ae53-12afe7cf3311 HTTP/1.1" status: 204 len: 168 time: 0.3896272 Feb 09 02:56:50.582694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5977f047-ad40-4d9b-8788-86d6ea2f2355 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:50.585597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfb196-be0d-4585-b382-6740756e2b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027baf6a-e12a-4e45-ae53-12afe7cf3311,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:50.614517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-eacebcff-2e3a-4913-b1b3-ee86f15e4fe2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.633116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-eacebcff-2e3a-4913-b1b3-ee86f15e4fe2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.639759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-eacebcff-2e3a-4913-b1b3-ee86f15e4fe2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.657657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-eacebcff-2e3a-4913-b1b3-ee86f15e4fe2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.674162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-eacebcff-2e3a-4913-b1b3-ee86f15e4fe2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.688312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-eacebcff-2e3a-4913-b1b3-ee86f15e4fe2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.702178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-eacebcff-2e3a-4913-b1b3-ee86f15e4fe2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.714653 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-eacebcff-2e3a-4913-b1b3-ee86f15e4fe2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.3255575 Feb 09 02:56:50.775777 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-db87a12a-3660-47ee-a781-8bfd04b552eb service neutron] 10.222.0.61 "GET /v2.0/networks/46c44deb-5d90-42dd-bf7c-5bfb66a317a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139768 Feb 09 02:56:50.801537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5977f047-ad40-4d9b-8788-86d6ea2f2355 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:50.803098 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:50.825627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117f6bb-7f20-4aa2-80fd-02a3d41def72 req-2b937bf1-201a-4b7e-9487-65549774b4ee tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:50.835641 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8117f6bb-7f20-4aa2-80fd-02a3d41def72 req-2b937bf1-201a-4b7e-9487-65549774b4ee tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 945 time: 0.1320038 Feb 09 02:56:50.909968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:50.914065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:50.924607 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719be107-6f2b-4a23-b0f9-8185371286b1" -d '{"events": [{"server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "name": "network-vif-unplugged", "status": "completed", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:50.939785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:50.940654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:56:50.944535 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8117f6bb-7f20-4aa2-80fd-02a3d41def72 req-fb12c688-94c3-4d0f-9d22-648f0279ee70 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076190 Feb 09 02:56:50.980120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca13c3dd-6b71-47ff-9970-a46c65b1f71d req-c8b6cea2-f169-43d8-94b1-18b3701b87bc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2610562 Feb 09 02:56:51.186566 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c630cd-8c1c-4760-9239-e7db28c59d45 x-openstack-request-id: req-05c630cd-8c1c-4760-9239-e7db28c59d45 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:51.186873 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "name": "network-vif-unplugged", "status": "failed", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355", "code": 422}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:51.187141 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05c630cd-8c1c-4760-9239-e7db28c59d45 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:51.187578 n-d-827839-4 neutron-server[109858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'code': 422} returned with failed status Feb 09 02:56:51.194147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:51.203631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: b0842167-dc75-4698-ab32-ef1d7e7db528 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:56:51.203805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b0842167-dc75-4698-ab32-ef1d7e7db528 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:56:51.211036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a292d04-1135-4aa4-847a-7181891be159 req-bd10a47b-ed8f-473f-b540-8b866c63458d service neutron] 10.222.0.61 "GET /v2.0/networks/46c44deb-5d90-42dd-bf7c-5bfb66a317a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254899 Feb 09 02:56:51.239776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa658b5-63e1-4770-887d-299564e08a23 req-687f4f7b-96fb-4214-9564-aadb8fc3a1ad tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:51.250051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bfa658b5-63e1-4770-887d-299564e08a23 req-687f4f7b-96fb-4214-9564-aadb8fc3a1ad tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1125741 Feb 09 02:56:51.268865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:51.378647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bfa658b5-63e1-4770-887d-299564e08a23 req-6d823ee4-e9a9-4bb8-a0e3-d423f701ff2f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274271 Feb 09 02:56:51.382895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-5f685d5f-fd90-4018-a8de-3567dc9b5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:51.396307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-5f685d5f-fd90-4018-a8de-3567dc9b5821 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=36501eaf50e64d02985d76c22f2887ce&device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 1126 time: 0.1209285 Feb 09 02:56:51.549531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-6f8168f6-4b04-4d72-a1f1-53ca264819d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:51.551285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-6f8168f6-4b04-4d72-a1f1-53ca264819d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=46c44deb-5d90-42dd-bf7c-5bfb66a317a0 HTTP/1.1" status: 200 len: 914 time: 0.1478772 Feb 09 02:56:51.624511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f519a2c-f4ea-41a4-9904-02b6860c407a req-138e6949-2879-4396-bed5-c25932d444d3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:51.633390 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f519a2c-f4ea-41a4-9904-02b6860c407a req-138e6949-2879-4396-bed5-c25932d444d3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1352417 Feb 09 02:56:51.690324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-90524242-9e84-4605-86db-8654c42171ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec9fae33-10d4-4b3d-bf6f-e13165961fb3 HTTP/1.1" status: 200 len: 217 time: 0.1003525 Feb 09 02:56:51.707549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f519a2c-f4ea-41a4-9904-02b6860c407a req-7c240a40-75a7-4895-a2ab-2d55a9b9fa05 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728707 Feb 09 02:56:51.761067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-b808d384-1233-4678-83c8-17717ab8b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:51.762650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-b808d384-1233-4678-83c8-17717ab8b3bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9e2df34-579f-400d-8e1b-e734fa3b24de HTTP/1.1" status: 200 len: 853 time: 0.0631323 Feb 09 02:56:51.814109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abed0b-7a20-41ee-91a9-6c85f38a97f6 req-317cad3c-98fb-42d0-a4ec-eb0d4374f1a0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:51.827613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-58abed0b-7a20-41ee-91a9-6c85f38a97f6 req-317cad3c-98fb-42d0-a4ec-eb0d4374f1a0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 944 time: 0.3843281 Feb 09 02:56:51.873873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-56d75424-2604-4e54-a9e7-eddca409ace8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46c44deb-5d90-42dd-bf7c-5bfb66a317a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018713 Feb 09 02:56:51.888890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6eb4bafc-dc38-4a19-9c2c-dd251c96a225 req-ab885d7b-38f5-4c45-a2db-f9300f8296fb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0626974 Feb 09 02:56:51.983907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59658) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:52.024675 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-4f39bb43-21f6-43ec-a648-acdaa061d013 service neutron] 10.222.0.61 "GET /v2.0/networks/46c44deb-5d90-42dd-bf7c-5bfb66a317a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418395 Feb 09 02:56:52.082741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-58abed0b-7a20-41ee-91a9-6c85f38a97f6 req-618c96d2-f120-4f49-8358-10bacb204452 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534389 Feb 09 02:56:52.154911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-309648252-network', 'tenant_id': 'b34f527737454803a58f84e933eb1279'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:52.212795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:52.221255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.231471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbb9ca24-14a4-4859-bec0-f8ddcf4976f4 req-098caff4-0312-4de0-8f2d-8f8caf3ecb22 service neutron] 10.222.0.61 "GET /v2.0/networks/46c44deb-5d90-42dd-bf7c-5bfb66a317a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990638 Feb 09 02:56:52.259321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204b78f-bc84-476e-8f03-539f2bd8ef30 req-74a8b47f-8697-4553-b005-e3483c33d3aa tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.262549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-81670e01-d12c-4de9-8fb8-ee1eff186e23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.267552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5204b78f-bc84-476e-8f03-539f2bd8ef30 req-74a8b47f-8697-4553-b005-e3483c33d3aa tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0786688 Feb 09 02:56:52.269785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-81670e01-d12c-4de9-8fb8-ee1eff186e23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.275981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-81670e01-d12c-4de9-8fb8-ee1eff186e23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.282454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-81670e01-d12c-4de9-8fb8-ee1eff186e23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.289109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-81670e01-d12c-4de9-8fb8-ee1eff186e23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.296330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-81670e01-d12c-4de9-8fb8-ee1eff186e23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.303572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-81670e01-d12c-4de9-8fb8-ee1eff186e23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.314812 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-81670e01-d12c-4de9-8fb8-ee1eff186e23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1773138 Feb 09 02:56:52.316062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.320045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5204b78f-bc84-476e-8f03-539f2bd8ef30 req-7b545cf0-de6b-46e1-8353-f8e81af7a406 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514820 Feb 09 02:56:52.405236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7a11deb5-9191-4f05-8bbb-855dc45a5364 req-252c9eb7-1b86-45ec-9704-21819d58d8fb tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867724 Feb 09 02:56:52.460499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Publish callbacks [] for security_group (81d670df-9ced-4e42-b1ac-aacdb2751188), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.464415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81d670df-9ced-4e42-b1ac-aacdb2751188), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.494343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:56:52.500956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d670df-9ced-4e42-b1ac-aacdb2751188,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:52.509105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1651b915-e99c-475e-8c7d-e30bc9a7b36b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.509528 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Added segment 1651b915-e99c-475e-8c7d-e30bc9a7b36b of type vlan for network 0fca47e9-093d-409c-bbc2-9c972a56d766 Feb 09 02:56:52.553320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (0fca47e9-093d-409c-bbc2-9c972a56d766), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.578905 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (0fca47e9-093d-409c-bbc2-9c972a56d766), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.581046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:52.581841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.638887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6538501 Feb 09 02:56:52.641553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59666) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:52.648827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Request body: {'subnet': {'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-309648252-subnet', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:52.657483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cf9f1-fed2-4c8b-a004-be363265ecb0 admin admin] Pushing event updated for resources: {'Network': ['ID=0fca47e9-093d-409c-bbc2-9c972a56d766,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:52.667900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 0fca47e9-093d-409c-bbc2-9c972a56d766 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:56:52.671597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:52.675800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.880742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (ce750ad7-26ae-4702-8c7b-54b67e1a99af), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:52.941412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce750ad7-26ae-4702-8c7b-54b67e1a99af,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:52.961106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Checking segment: {'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:52.961461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Network hostable DHCP agents. Network: 0fca47e9-093d-409c-bbc2-9c972a56d766, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:56:53.002279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4156432c-c23b-4e20-bfa8-e0a63fc66770 req-903fc264-f2dc-48ed-9d7e-4e7d537a4a6d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0342078 Feb 09 02:56:53.004791 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Network 0fca47e9-093d-409c-bbc2-9c972a56d766 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:56:53.022321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 0fca47e9-093d-409c-bbc2-9c972a56d766) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:53.030940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.033720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.037713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520af790-7525-4af6-a660-77bb8d88d9a7 None None] Network 0fca47e9-093d-409c-bbc2-9c972a56d766 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:53.054703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9292a714-2271-4123-958f-70168bf65f96 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4104691 Feb 09 02:56:53.058302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59670) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:53.063024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:53.084923 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (f75385a1-c986-454c-8191-07a371369d81), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.086097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (f75385a1-c986-454c-8191-07a371369d81), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.171973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-0fca47e9-093d-409c-bbc2-9c972a56d766', 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766', 'project_id': 'b34f527737454803a58f84e933eb1279', 'fixed_ips': [{'subnet_id': 'ce750ad7-26ae-4702-8c7b-54b67e1a99af'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:56:53.173944 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.196458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks [] for router_controller (f75385a1-c986-454c-8191-07a371369d81), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.246081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3accf6-9c3b-424c-a416-5ead7a9c1aed req-3d0806e9-539e-415e-b1e1-48db3ceddbcd tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.254627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce3accf6-9c3b-424c-a416-5ead7a9c1aed req-3d0806e9-539e-415e-b1e1-48db3ceddbcd tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 944 time: 0.0739481 Feb 09 02:56:53.314701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce3accf6-9c3b-424c-a416-5ead7a9c1aed req-f44c50fe-688b-429d-805e-7acdef2a0906 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555160 Feb 09 02:56:53.386059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Allocated IP 172.20.0.2 (0fca47e9-093d-409c-bbc2-9c972a56d766/ce750ad7-26ae-4702-8c7b-54b67e1a99af/4565f7eb-a4fc-48f5-889d-6a78869e938c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:53.412789 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks [] for router_gateway (f75385a1-c986-454c-8191-07a371369d81), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.566371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b27a25-5424-410d-b5e8-806d2cbcfe97 req-b4f26da1-2a59-4cec-943c-48df6226d2b6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.573425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25b27a25-5424-410d-b5e8-806d2cbcfe97 req-b4f26da1-2a59-4cec-943c-48df6226d2b6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1308043 Feb 09 02:56:53.633607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-2aaa78cb-6ec7-4e51-8ee3-b5db0cd7de72 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.637585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25b27a25-5424-410d-b5e8-806d2cbcfe97 req-0f0fcf2d-f194-47f4-ba31-c7af5f94dda0 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583367 Feb 09 02:56:53.651100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-2aaa78cb-6ec7-4e51-8ee3-b5db0cd7de72 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.655214 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Publish callbacks [] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.658957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-2aaa78cb-6ec7-4e51-8ee3-b5db0cd7de72 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.663837 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.664706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-2aaa78cb-6ec7-4e51-8ee3-b5db0cd7de72 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.670194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-2aaa78cb-6ec7-4e51-8ee3-b5db0cd7de72 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.675645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-2aaa78cb-6ec7-4e51-8ee3-b5db0cd7de72 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.685710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-2aaa78cb-6ec7-4e51-8ee3-b5db0cd7de72 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:53.699588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-2aaa78cb-6ec7-4e51-8ee3-b5db0cd7de72 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1510863 Feb 09 02:56:53.703754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Network 0fca47e9-093d-409c-bbc2-9c972a56d766 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:53.709184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:53.712607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:53.778889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Pushing event updated for resources: {'Port': ['ID=4565f7eb-a4fc-48f5-889d-6a78869e938c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:53.793417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Attempting to bind port 4565f7eb-a4fc-48f5-889d-6a78869e938c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:53.794014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Attempting to bind port 4565f7eb-a4fc-48f5-889d-6a78869e938c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:53.794683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Attempting to bind port 4565f7eb-a4fc-48f5-889d-6a78869e938c on network 0fca47e9-093d-409c-bbc2-9c972a56d766 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:53.800778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:53.801410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Checking segment: {'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:53.802347 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.803225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Bound using segment: {'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:53.803785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Bound port: 4565f7eb-a4fc-48f5-889d-6a78869e938c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:53.804376 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.824841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b75ca65-f9f6-4d49-b998-1f8effa6937c req-745f66f7-5a11-4281-96cd-3948bbe6dc48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178033 Feb 09 02:56:53.863208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks [] for router_gateway (f75385a1-c986-454c-8191-07a371369d81), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.892657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.898869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] For port 4565f7eb-a4fc-48f5-889d-6a78869e938c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:53.904071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] For port 4565f7eb-a4fc-48f5-889d-6a78869e938c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4565f7eb-a4fc-48f5-889d-6a78869e938c,segment=NetworkSegment(1651b915-e99c-475e-8c7d-e30bc9a7b36b),segment_id=1651b915-e99c-475e-8c7d-e30bc9a7b36b)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:53.914323 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:53.991188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ce6c0-1bb3-4fa0-b658-ab7bda5cb550 None None] Pushing event updated for resources: {'Port': ['ID=4565f7eb-a4fc-48f5-889d-6a78869e938c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:54.061340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Allocated IP 172.25.2.118 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/5e2df391-e877-46f9-9fe3-1a58d150d761) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:54.246208 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b439322-77ff-4678-ad38-56b4160f0c7d req-807803cd-4f41-4f09-8859-99afd2bead92 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0533264 Feb 09 02:56:54.250681 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks [] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.309320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.478370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415adac-33a9-46f9-8614-63956fbaa131 req-c49ea902-0a99-4373-8bab-2f339eeccb7d tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.480331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0415adac-33a9-46f9-8614-63956fbaa131 req-c49ea902-0a99-4373-8bab-2f339eeccb7d tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 944 time: 0.0623422 Feb 09 02:56:54.582034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0415adac-33a9-46f9-8614-63956fbaa131 req-a49adbcb-e8d9-4e4f-9e7f-94eec5af96cb tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939348 Feb 09 02:56:54.614928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ec9fae33-10d4-4b3d-bf6f-e13165961fb3 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:56:54.706773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:54.709866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:54.713843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:54.720259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Pushing event updated for resources: {'Port': ['ID=5e2df391-e877-46f9-9fe3-1a58d150d761,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:54.788570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ec9fae33-10d4-4b3d-bf6f-e13165961fb3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,segment=NetworkSegment(681718a3-4665-4f1a-a94e-4c9baf37ce02),segment_id=681718a3-4665-4f1a-a94e-4c9baf37ce02)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:54.817306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'ec9fae33-10d4-4b3d-bf6f-e13165961fb3', 'network_id': '46c44deb-5d90-42dd-bf7c-5bfb66a317a0', 'port_id': 'ec9fae33-10d4-4b3d-bf6f-e13165961fb3', 'mac_address': 'fa:16:3e:dd:8b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e2df34-579f-400d-8e1b-e734fa3b24de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:56:54.871372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:54.871779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.892976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9fae33-10d4-4b3d-bf6f-e13165961fb3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:56:54.926386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ec9fae33-10d4-4b3d-bf6f-e13165961fb3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,segment=NetworkSegment(681718a3-4665-4f1a-a94e-4c9baf37ce02),segment_id=681718a3-4665-4f1a-a94e-4c9baf37ce02)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:54.941107 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:54.948497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c32c8a-193f-408a-8c58-fff48c3f4a60 req-bbed6b44-b3fb-4622-90e0-84e987663661 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:54.950815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8c32c8a-193f-408a-8c58-fff48c3f4a60 req-bbed6b44-b3fb-4622-90e0-84e987663661 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.2102077 Feb 09 02:56:55.037070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:55.069334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-1a420c6d-7449-4a22-93db-5f54ffebd871 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.074834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-1a420c6d-7449-4a22-93db-5f54ffebd871 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.080698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-1a420c6d-7449-4a22-93db-5f54ffebd871 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.086015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-1a420c6d-7449-4a22-93db-5f54ffebd871 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.093163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-1a420c6d-7449-4a22-93db-5f54ffebd871 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.099055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-1a420c6d-7449-4a22-93db-5f54ffebd871 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.104304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-1a420c6d-7449-4a22-93db-5f54ffebd871 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.112991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-1a420c6d-7449-4a22-93db-5f54ffebd871 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1583943 Feb 09 02:56:55.143515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8c32c8a-193f-408a-8c58-fff48c3f4a60 req-f75968ba-2a86-4719-bfa3-fcfb8fec1ba4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804042 Feb 09 02:56:55.174986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef6ac36a-c093-4f26-a09c-6cf8d8b55643 req-374a564c-453c-4807-a079-37cb4d50e804 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612791 Feb 09 02:56:55.176378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ec9fae33-10d4-4b3d-bf6f-e13165961fb3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:56:55.181806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks [] for router_gateway (f75385a1-c986-454c-8191-07a371369d81), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.394265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a7dca-6095-45b1-9ad4-4d1b8aae0c95 None None] Network 0fca47e9-093d-409c-bbc2-9c972a56d766 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:56:55.445789 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69579d1a-7d7f-486d-b5ee-c68b35140fd9 req-9425072a-3ab5-41b2-ae02-59f29c6ea345 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0338669 Feb 09 02:56:55.481835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-976e819e-7c87-4238-aa90-2d83a045b0ac None None] Provisioning complete for port 4565f7eb-a4fc-48f5-889d-6a78869e938c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:55.482285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-976e819e-7c87-4238-aa90-2d83a045b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.490770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (f75385a1-c986-454c-8191-07a371369d81), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.651884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Router f75385a1-c986-454c-8191-07a371369d81 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:56:55.658882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-976e819e-7c87-4238-aa90-2d83a045b0ac None None] Current status of the port 4565f7eb-a4fc-48f5-889d-6a78869e938c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:55.659286 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-976e819e-7c87-4238-aa90-2d83a045b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.733108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-976e819e-7c87-4238-aa90-2d83a045b0ac None None] For port 4565f7eb-a4fc-48f5-889d-6a78869e938c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4565f7eb-a4fc-48f5-889d-6a78869e938c,segment=NetworkSegment(1651b915-e99c-475e-8c7d-e30bc9a7b36b),segment_id=1651b915-e99c-475e-8c7d-e30bc9a7b36b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:55.743010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-976e819e-7c87-4238-aa90-2d83a045b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.765253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a0222-f694-43f5-9538-89005eb31910 req-9f1aae9b-1917-44ea-b084-9e7781cba500 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:55.772304 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-683a0222-f694-43f5-9538-89005eb31910 req-9f1aae9b-1917-44ea-b084-9e7781cba500 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 945 time: 0.0834842 Feb 09 02:56:55.834525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e819e-7c87-4238-aa90-2d83a045b0ac None None] Pushing event updated for resources: {'Port': ['ID=4565f7eb-a4fc-48f5-889d-6a78869e938c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:55.837163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-683a0222-f694-43f5-9538-89005eb31910 req-531c55ec-e6c1-4389-9fac-885bf493388f tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Feb 09 02:56:55.872337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:55.892947 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Sync routers for ids ['f75385a1-c986-454c-8191-07a371369d81'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:55.896379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:55.897717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b40dc697-2a7b-4a43-b1b7-b24ba90f15ba admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8383665 Feb 09 02:56:55.900498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59690) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:55.908713 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Routers {'f75385a1-c986-454c-8191-07a371369d81'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:55.909609 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:56:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f75385a1-c986-454c-8191-07a371369d81'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:56.060610 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Set router f75385a1-c986-454c-8191-07a371369d81 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:56.083284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a65351ab-137e-4370-80e3-f8743a521ccc None None] Provisioning complete for port 4565f7eb-a4fc-48f5-889d-6a78869e938c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:56.083679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a65351ab-137e-4370-80e3-f8743a521ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.169970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4565f7eb-a4fc-48f5-889d-6a78869e938c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:56.305879 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:54Z', 'revision_number': 3, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:56.335066 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Checking router: f75385a1-c986-454c-8191-07a371369d81 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:56:56.335733 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Updating router f75385a1-c986-454c-8191-07a371369d81 port 5e2df391-e877-46f9-9fe3-1a58d150d761 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:56:56.366782 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.415056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-3012c3f3-0012-4ba4-a1ef-faf8e62afeae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.421430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-3012c3f3-0012-4ba4-a1ef-faf8e62afeae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.427411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-3012c3f3-0012-4ba4-a1ef-faf8e62afeae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.433812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-3012c3f3-0012-4ba4-a1ef-faf8e62afeae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.440056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-3012c3f3-0012-4ba4-a1ef-faf8e62afeae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.446596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-3012c3f3-0012-4ba4-a1ef-faf8e62afeae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.456767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-3012c3f3-0012-4ba4-a1ef-faf8e62afeae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.471139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-3012c3f3-0012-4ba4-a1ef-faf8e62afeae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1390214 Feb 09 02:56:56.624778 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d162d512-78b0-4656-8f65-0d6dad3e33ee req-640f46cc-4c41-4271-9059-5e666e621c17 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525123 Feb 09 02:56:56.641205 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.673399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ec9fae33-10d4-4b3d-bf6f-e13165961fb3 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:56.676875 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Publish callbacks [] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.685163 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.747813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a65351ab-137e-4370-80e3-f8743a521ccc None None] Current status of the port 4565f7eb-a4fc-48f5-889d-6a78869e938c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:56.767883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 4565f7eb-a4fc-48f5-889d-6a78869e938c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:56.768464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.796425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a8c4815-e326-4832-9112-0728fa9e82dd req-1bb090c6-62a4-4c3e-b25e-4c220e1d6e28 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0494499 Feb 09 02:56:56.819215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:56:56.823020 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Attempting to bind port 5e2df391-e877-46f9-9fe3-1a58d150d761 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:56:56.823399 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Attempting to bind port 5e2df391-e877-46f9-9fe3-1a58d150d761 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:56:56.823770 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Attempting to bind port 5e2df391-e877-46f9-9fe3-1a58d150d761 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:56:56.826029 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Pushing event updated for resources: {'Port': ['ID=5e2df391-e877-46f9-9fe3-1a58d150d761,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:56.828771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:56.829924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.837511 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.837865 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.838291 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.838645 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.838986 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.839320 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.839647 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.839975 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.840674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.841009 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.841338 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.841661 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.841987 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:56:56.845528 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:56:56.845904 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:56:56.846394 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.846787 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:56:56.847266 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Bound port: 5e2df391-e877-46f9-9fe3-1a58d150d761, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:56:56.847645 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.925077 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] For port 5e2df391-e877-46f9-9fe3-1a58d150d761, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:56:56.929673 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] For port 5e2df391-e877-46f9-9fe3-1a58d150d761, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5e2df391-e877-46f9-9fe3-1a58d150d761,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:56:56.936459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7eef4-056a-4285-8494-bcbf7229500b req-b64fe21e-cc4d-46ef-841d-4217092fcba8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:56.940084 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:56.942034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aee7eef4-056a-4285-8494-bcbf7229500b req-b64fe21e-cc4d-46ef-841d-4217092fcba8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.5145612 Feb 09 02:56:56.996644 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Routers {'f75385a1-c986-454c-8191-07a371369d81'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:56.997538 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:56:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f75385a1-c986-454c-8191-07a371369d81'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:57.003544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b5d0f-4fce-4f20-a182-a2b217a36e7d req-26e3a505-f90f-4d9d-9e37-f5b737141816 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.012029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4565f7eb-a4fc-48f5-889d-6a78869e938c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:57.012974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-349b5d0f-4fce-4f20-a182-a2b217a36e7d req-26e3a505-f90f-4d9d-9e37-f5b737141816 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 945 time: 0.0937109 Feb 09 02:56:57.078762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Allocated IP 172.20.0.1 (0fca47e9-093d-409c-bbc2-9c972a56d766/ce750ad7-26ae-4702-8c7b-54b67e1a99af/53849532-1257-4912-92e8-4671fbb58228) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:56:57.088045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-349b5d0f-4fce-4f20-a182-a2b217a36e7d req-b097f4e1-33c1-4d94-9db1-180c028fb7db tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741062 Feb 09 02:56:57.118351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aee7eef4-056a-4285-8494-bcbf7229500b req-93da7c92-6c0f-4b6c-998f-c641d18fb09b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195874 Feb 09 02:56:57.119609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:57.120020 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.174145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98559b0-79c2-41c0-ba34-06fd10c6d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9fae33-10d4-4b3d-bf6f-e13165961fb3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:56:57.179522 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3421ac4-a2a4-4b00-9272-b4075fbc43b1" -d '{"events": [{"server_uuid": "a98559b0-79c2-41c0-ba34-06fd10c6d269", "name": "network-vif-plugged", "status": "completed", "tag": "ec9fae33-10d4-4b3d-bf6f-e13165961fb3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:56:57.210651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ec9fae33-10d4-4b3d-bf6f-e13165961fb3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,segment=NetworkSegment(681718a3-4665-4f1a-a94e-4c9baf37ce02),segment_id=681718a3-4665-4f1a-a94e-4c9baf37ce02)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:57.221834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.243172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Publish callbacks [] for port (53849532-1257-4912-92e8-4671fbb58228), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.287783 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b787e5-49da-4ccd-88a8-b60558076e91 x-openstack-request-id: req-68b787e5-49da-4ccd-88a8-b60558076e91 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:56:57.288023 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98559b0-79c2-41c0-ba34-06fd10c6d269", "name": "network-vif-plugged", "status": "completed", "tag": "ec9fae33-10d4-4b3d-bf6f-e13165961fb3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:56:57.288322 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68b787e5-49da-4ccd-88a8-b60558076e91 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:56:57.289186 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98559b0-79c2-41c0-ba34-06fd10c6d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9fae33-10d4-4b3d-bf6f-e13165961fb3', 'code': 200} Feb 09 02:56:57.291561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (53849532-1257-4912-92e8-4671fbb58228), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.293614 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd86a24-753f-44f2-b033-fd0c716e43d3 None None] Pushing event updated for resources: {'Port': ['ID=5e2df391-e877-46f9-9fe3-1a58d150d761,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:57.332867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Network 0fca47e9-093d-409c-bbc2-9c972a56d766 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:57.335030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:57.337991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:57.361231 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] Set router f75385a1-c986-454c-8191-07a371369d81 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:57.403032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:56:57.486036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Pushing event updated for resources: {'Port': ['ID=53849532-1257-4912-92e8-4671fbb58228,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:57.506108 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (f75385a1-c986-454c-8191-07a371369d81), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.575527 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:54Z', 'revision_number': 3, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:57.583901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a3fc-1e56-4587-98e4-59c4a4545e6a req-bf20b206-05b8-435e-94b5-db6acad7c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.585844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15b7a3fc-1e56-4587-98e4-59c4a4545e6a req-bf20b206-05b8-435e-94b5-db6acad7c99d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 1128 time: 0.2496929 Feb 09 02:56:57.609750 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570f674-aa79-464d-be17-39ba32b173b6 None None] The sync data for ids ['f75385a1-c986-454c-8191-07a371369d81'] in n-d-827839-4 is: [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:54Z', 'revision_number': 3, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:56:57.675313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15b7a3fc-1e56-4587-98e4-59c4a4545e6a req-bc51f320-b3f9-426c-944e-11af72784cc1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788929 Feb 09 02:56:57.789792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-28547424-64c6-4c1d-8db8-1f96b24d4d14 None None] Provisioning complete for port 53849532-1257-4912-92e8-4671fbb58228 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:57.790675 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-28547424-64c6-4c1d-8db8-1f96b24d4d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53849532-1257-4912-92e8-4671fbb58228), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.833633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (53849532-1257-4912-92e8-4671fbb58228), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:57.874785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-28547424-64c6-4c1d-8db8-1f96b24d4d14 None None] Port 53849532-1257-4912-92e8-4671fbb58228 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:57.900788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-2b922e1a-3162-4bcf-8a76-68dda490b3bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.912764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-2b922e1a-3162-4bcf-8a76-68dda490b3bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.918400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-2b922e1a-3162-4bcf-8a76-68dda490b3bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.924186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-2b922e1a-3162-4bcf-8a76-68dda490b3bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.929379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-2b922e1a-3162-4bcf-8a76-68dda490b3bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.941996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-2b922e1a-3162-4bcf-8a76-68dda490b3bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.954891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-860dcd33-5c54-4433-81cb-d093db793415 req-90ef3bb1-6a5e-492e-b88c-c36612ea232f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0496154 Feb 09 02:56:57.975483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-2b922e1a-3162-4bcf-8a76-68dda490b3bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:57.977562 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-2b922e1a-3162-4bcf-8a76-68dda490b3bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2372639 Feb 09 02:56:58.178649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5e2df391-e877-46f9-9fe3-1a58d150d761 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:56:58.211651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96342a26-846d-40a3-860d-b96ef6bbf824 req-3c899bd8-228c-4218-98fe-3f148841be4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2102151 Feb 09 02:56:58.293882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5e2df391-e877-46f9-9fe3-1a58d150d761 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:58.294472 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.315798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88928880-aa42-48aa-b80a-e7df01f824a5 req-c86bd412-27af-4c6c-acb5-104160e5ec35 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:58.320543 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88928880-aa42-48aa-b80a-e7df01f824a5 req-c86bd412-27af-4c6c-acb5-104160e5ec35 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 946 time: 0.1180212 Feb 09 02:56:58.325829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Publish callbacks [] for port (53849532-1257-4912-92e8-4671fbb58228), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.346011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (53849532-1257-4912-92e8-4671fbb58228), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.399801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5e2df391-e877-46f9-9fe3-1a58d150d761 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:56:58.400861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.418327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Pushing event updated for resources: {'Port': ['ID=53849532-1257-4912-92e8-4671fbb58228,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:58.420200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88928880-aa42-48aa-b80a-e7df01f824a5 req-cbdab4be-a2c9-4cbe-bc65-45fd5f536b55 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931871 Feb 09 02:56:58.445263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 5e2df391-e877-46f9-9fe3-1a58d150d761, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5e2df391-e877-46f9-9fe3-1a58d150d761,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:56:58.455245 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.488310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (f75385a1-c986-454c-8191-07a371369d81), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:58.514053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d66f0-ef55-4c24-82b9-95f8e3e36e06 req-0e203642-f598-42ee-8119-0a5952a7a46e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:58.515669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c6d66f0-ef55-4c24-82b9-95f8e3e36e06 req-0e203642-f598-42ee-8119-0a5952a7a46e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1835029 Feb 09 02:56:58.528338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=5e2df391-e877-46f9-9fe3-1a58d150d761,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:58.638897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c6d66f0-ef55-4c24-82b9-95f8e3e36e06 req-4b6aefc7-0bd3-4f3e-8424-ec28e2c85217 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076250 Feb 09 02:56:58.661773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Network 0fca47e9-093d-409c-bbc2-9c972a56d766 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:56:58.663896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:56:58.801659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Router f75385a1-c986-454c-8191-07a371369d81 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:56:58.956975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:56:58.961961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7f353bb8-3eb9-42dd-8052-a4c1442b29d2 admin admin] 10.222.0.32 "PUT /v2.0/routers/f75385a1-c986-454c-8191-07a371369d81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0604377 Feb 09 02:56:59.014850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5818fd84-22ab-4693-8a33-fde489f9961d None None] Provisioning complete for port 53849532-1257-4912-92e8-4671fbb58228 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:56:59.021392 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5818fd84-22ab-4693-8a33-fde489f9961d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53849532-1257-4912-92e8-4671fbb58228), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.060665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5818fd84-22ab-4693-8a33-fde489f9961d None None] Port 53849532-1257-4912-92e8-4671fbb58228 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:56:59.100144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e5c284e2-926f-4407-8e87-00a57d310ee0 req-2b48c55f-fcf4-4762-bf22-6aede48b4f25 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0298142 Feb 09 02:56:59.114051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59714) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:59.165896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-603311904'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:59.185324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:59.189229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.213792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:56:59.223746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d2367698-4ff1-4697-8272-a218b3b1b20d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.224132 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Added segment d2367698-4ff1-4697-8272-a218b3b1b20d of type vlan for network c15c6e70-d3d4-4def-81f5-65e6d102a495 Feb 09 02:56:59.267921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (c15c6e70-d3d4-4def-81f5-65e6d102a495), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.299769 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (c15c6e70-d3d4-4def-81f5-65e6d102a495), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.307540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.308416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.402803 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2874560 Feb 09 02:56:59.405741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59720) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:56:59.410820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'subnet': {'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:56:59.415850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce3914-bcef-42af-9266-0200b01b0523 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Network': ['ID=c15c6e70-d3d4-4def-81f5-65e6d102a495,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:56:59.429839 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network c15c6e70-d3d4-4def-81f5-65e6d102a495 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:56:59.444746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-b9ce12b1-8146-496b-bfce-ba32adae76c3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.450751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-b9ce12b1-8146-496b-bfce-ba32adae76c3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.459935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-b9ce12b1-8146-496b-bfce-ba32adae76c3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.466552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-b9ce12b1-8146-496b-bfce-ba32adae76c3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.472983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-b9ce12b1-8146-496b-bfce-ba32adae76c3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.479894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-b9ce12b1-8146-496b-bfce-ba32adae76c3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.486923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-b9ce12b1-8146-496b-bfce-ba32adae76c3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.489104 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-b9ce12b1-8146-496b-bfce-ba32adae76c3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1773908 Feb 09 02:56:59.558872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:56:59.564483 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.582738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83480c3a-b437-4f5a-a570-5eec937e29ed req-8c83ab73-051f-4f64-bd40-f07fb647e60a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876713 Feb 09 02:56:59.689893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a743951-b604-4724-9475-cd601263c544 req-562476d1-2707-4233-9b0e-52ec4d817b65 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.691886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a743951-b604-4724-9475-cd601263c544 req-562476d1-2707-4233-9b0e-52ec4d817b65 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 946 time: 0.1454954 Feb 09 02:56:59.791355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Sync routers for ids ['f75385a1-c986-454c-8191-07a371369d81'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:56:59.803297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Routers {'f75385a1-c986-454c-8191-07a371369d81'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:56:59.804206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:56:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f75385a1-c986-454c-8191-07a371369d81'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:56:59.807857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a743951-b604-4724-9475-cd601263c544 req-0693424d-1cd7-479f-b9fc-f7b1b4d25c5e tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091099 Feb 09 02:56:59.824765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f41a0d-5c99-4af2-b61b-befa806c464a req-5d3a0e61-57bc-42b2-a20b-ceecc6f48b7c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:56:59.826356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6f41a0d-5c99-4af2-b61b-befa806c464a req-5d3a0e61-57bc-42b2-a20b-ceecc6f48b7c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1020923 Feb 09 02:56:59.916731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (f935a50d-d21e-4aae-a03b-d792db1a2c17), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:56:59.948275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Set router f75385a1-c986-454c-8191-07a371369d81 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:56:59.951295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6f41a0d-5c99-4af2-b61b-befa806c464a req-27e00cfe-2a87-4546-9356-e3ccad41e8dc tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102691 Feb 09 02:57:00.003745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Checking segment: {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:00.004112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network hostable DHCP agents. Network: c15c6e70-d3d4-4def-81f5-65e6d102a495, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:00.035134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Subnet': ['ID=f935a50d-d21e-4aae-a03b-d792db1a2c17,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:00.046226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network c15c6e70-d3d4-4def-81f5-65e6d102a495 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:00.060599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, c15c6e70-d3d4-4def-81f5-65e6d102a495) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:00.069517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.070131 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.087368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885bcb06-9fb8-4d72-9964-795043c3791b None None] Network c15c6e70-d3d4-4def-81f5-65e6d102a495 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:00.095854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20110f4c-d65c-47f2-91d5-1474c12ef6b8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6859241 Feb 09 02:57:00.096190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59734) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:00.101134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-593862096'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:00.135537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:00.153496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.185665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5e2df391-e877-46f9-9fe3-1a58d150d761 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:00.206794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:57:00.228931 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2a58ccd3-cc91-4ba0-9c51-370e24862040), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.229290 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Added segment 2a58ccd3-cc91-4ba0-9c51-370e24862040 of type vlan for network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 Feb 09 02:57:00.286094 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55c100e5-8afe-48b6-a649-082a0e4af885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.313296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c418643-75f9-4fd9-92bb-9dbee1ab053a req-9fc8458e-8820-40f6-9171-3790576dbdbc tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0445757 Feb 09 02:57:00.315307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (3cac9b01-315a-4fc6-a2e5-4e791ff442d5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.358339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf7e51-7043-48b0-b36b-f4139f0ddcf9 req-739bf5e4-531c-457b-b1b4-6a13e430ee8d tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.360319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ebf7e51-7043-48b0-b36b-f4139f0ddcf9 req-739bf5e4-531c-457b-b1b4-6a13e430ee8d tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 946 time: 0.0850425 Feb 09 02:57:00.373403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (3cac9b01-315a-4fc6-a2e5-4e791ff442d5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.375072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5e2df391-e877-46f9-9fe3-1a58d150d761 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:00.375390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.380755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.381025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-c15c6e70-d3d4-4def-81f5-65e6d102a495', 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495', 'project_id': 'b34f527737454803a58f84e933eb1279', 'fixed_ips': [{'subnet_id': 'f935a50d-d21e-4aae-a03b-d792db1a2c17'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:57:00.381518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.381879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.450831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ebf7e51-7043-48b0-b36b-f4139f0ddcf9 req-facc772a-5bdd-4b24-9805-c6d62a277dd5 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842443 Feb 09 02:57:00.460393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3630295 Feb 09 02:57:00.463255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:00.468674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'subnet': {'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:00.472055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58752d-2ef9-4803-9cbf-819dfecfb922 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Network': ['ID=3cac9b01-315a-4fc6-a2e5-4e791ff442d5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:00.504405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:57:00.574762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:00.578393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.605860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '53849532-1257-4912-92e8-4671fbb58228', 'name': '', 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'mac_address': 'fa:16:3e:db:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ce750ad7-26ae-4702-8c7b-54b67e1a99af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:56:58Z', 'revision_number': 2, 'project_id': 'b34f527737454803a58f84e933eb1279', 'subnets': [{'id': 'ce750ad7-26ae-4702-8c7b-54b67e1a99af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:00.692562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Checking router: f75385a1-c986-454c-8191-07a371369d81 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:00.693144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Updating router f75385a1-c986-454c-8191-07a371369d81 port 53849532-1257-4912-92e8-4671fbb58228 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:57:00.738821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5e2df391-e877-46f9-9fe3-1a58d150d761 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:00.747979 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (53849532-1257-4912-92e8-4671fbb58228), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.754595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Allocated IP 19.80.0.2 (c15c6e70-d3d4-4def-81f5-65e6d102a495/f935a50d-d21e-4aae-a03b-d792db1a2c17/aa81ca1f-588c-4a68-bb19-1b81f54b889c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:00.767609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-58e9c664-c3d8-481c-93dd-2ee719ca6a06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.776060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-58e9c664-c3d8-481c-93dd-2ee719ca6a06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.788186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-58e9c664-c3d8-481c-93dd-2ee719ca6a06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.796341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-58e9c664-c3d8-481c-93dd-2ee719ca6a06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.800615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (703c06bb-9657-44bd-b93a-f42d31121dbf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.806932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-58e9c664-c3d8-481c-93dd-2ee719ca6a06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.815801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-58e9c664-c3d8-481c-93dd-2ee719ca6a06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.822641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-58e9c664-c3d8-481c-93dd-2ee719ca6a06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.834387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-58e9c664-c3d8-481c-93dd-2ee719ca6a06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1547537 Feb 09 02:57:00.867129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Subnet': ['ID=703c06bb-9657-44bd-b93a-f42d31121dbf,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:00.897651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Checking segment: {'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:00.898281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network hostable DHCP agents. Network: 3cac9b01-315a-4fc6-a2e5-4e791ff442d5, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:00.920461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:00.926558 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-548fe694-3ae4-4738-b476-e3c5dc486ae9 req-f63b4c65-3af4-49b4-b82d-8e61abd3c795 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870626 Feb 09 02:57:00.933806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 3cac9b01-315a-4fc6-a2e5-4e791ff442d5) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:00.940305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:00.940908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:00.984446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3be4cc67-a26c-4e70-9cb6-87399e0356fc tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5113101 Feb 09 02:57:01.032798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18e6eb-22a4-45af-868a-01bd7d03ceae None None] Network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:01.110963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249c578-4965-40fd-9630-96e78415fb1d req-e0bef41c-cd2c-49bb-b921-8eab6289eecb tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:01.112709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5249c578-4965-40fd-9630-96e78415fb1d req-e0bef41c-cd2c-49bb-b921-8eab6289eecb tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0790887 Feb 09 02:57:01.179310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5249c578-4965-40fd-9630-96e78415fb1d req-cd384536-76d3-4f1b-9178-9f2e7927adef tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544422 Feb 09 02:57:01.269391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-74c252ef-af8b-4bd4-b41b-4d7542255d7e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:01.275290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-74c252ef-af8b-4bd4-b41b-4d7542255d7e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:01.276884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-74c252ef-af8b-4bd4-b41b-4d7542255d7e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/networks?id=c15c6e70-d3d4-4def-81f5-65e6d102a495&id=3cac9b01-315a-4fc6-a2e5-4e791ff442d5&id=c15c6e70-d3d4-4def-81f5-65e6d102a495 HTTP/1.1" status: 200 len: 1390 time: 0.1741998 Feb 09 02:57:01.299829 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-7870eeb3-3b63-42d5-b15a-d40daf39f1fa tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/quotas/b34f527737454803a58f84e933eb1279 HTTP/1.1" status: 200 len: 375 time: 0.0153077 Feb 09 02:57:01.402019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-1a83fbb9-3fd9-4259-b48b-fd51d98ad870 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010878 Feb 09 02:57:01.516499 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a5cdbb9-0a1f-41fd-98ce-07b9bf9b5439 req-5ee6ca92-0275-4475-b8d9-7d6c8f22607a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0639794 Feb 09 02:57:01.517001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-7292d49f-dc97-4e56-94a1-daa644410a4d service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106899 Feb 09 02:57:01.550386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-3cac9b01-315a-4fc6-a2e5-4e791ff442d5', 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5', 'project_id': 'b34f527737454803a58f84e933eb1279', 'fixed_ips': [{'subnet_id': '703c06bb-9657-44bd-b93a-f42d31121dbf'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:57:01.551249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.616103 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Publish callbacks [] for port (53849532-1257-4912-92e8-4671fbb58228), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.619288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Publish callbacks [] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.629785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (53849532-1257-4912-92e8-4671fbb58228), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.650128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71379a0-957d-4ffb-aa95-c187f9084fcd req-a7c32886-d4da-4cf0-87d3-ac0317ea9643 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:01.652016 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b71379a0-957d-4ffb-aa95-c187f9084fcd req-a7c32886-d4da-4cf0-87d3-ac0317ea9643 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 946 time: 0.0711460 Feb 09 02:57:01.674785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-7a19bd74-384e-40d4-a18f-32ac16114fb7 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598761 Feb 09 02:57:01.689213 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:01.708150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b71379a0-957d-4ffb-aa95-c187f9084fcd req-00826af6-d9c5-46cc-a704-ddd521ccea96 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497880 Feb 09 02:57:01.764856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Network c15c6e70-d3d4-4def-81f5-65e6d102a495 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:01.776051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae7fcd-7714-474d-8662-36dcd11a49ff None None] Pushing event updated for resources: {'Port': ['ID=53849532-1257-4912-92e8-4671fbb58228,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:01.805487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-c3b085c7-2762-42cf-90e6-c72a69806e83 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:01.807773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-c3b085c7-2762-42cf-90e6-c72a69806e83 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.61 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 946 time: 0.2089267 Feb 09 02:57:01.818325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:01.892346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:01.922128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-8c77ff70-b306-4caa-9333-d509938e055e service neutron] 10.222.0.32 "GET /v2.0/networks/3cac9b01-315a-4fc6-a2e5-4e791ff442d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424097 Feb 09 02:57:01.939844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Allocated IP 19.86.0.2 (3cac9b01-315a-4fc6-a2e5-4e791ff442d5/703c06bb-9657-44bd-b93a-f42d31121dbf/7d0b660b-9355-49c6-ac29-381ed6463da8) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:02.033256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Attempting to bind port 53849532-1257-4912-92e8-4671fbb58228 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:02.033635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Attempting to bind port 53849532-1257-4912-92e8-4671fbb58228 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:02.034007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Attempting to bind port 53849532-1257-4912-92e8-4671fbb58228 on network 0fca47e9-093d-409c-bbc2-9c972a56d766 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:02.038848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Deleting port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:02.039623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.059396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:02.059835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Checking segment: {'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:02.060217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.060611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Bound using segment: {'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:02.061095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Bound port: 53849532-1257-4912-92e8-4671fbb58228, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1651b915-e99c-475e-8c7d-e30bc9a7b36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:02.061718 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (53849532-1257-4912-92e8-4671fbb58228), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.064217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Attempting to bind port aa81ca1f-588c-4a68-bb19-1b81f54b889c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:02.064345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Attempting to bind port aa81ca1f-588c-4a68-bb19-1b81f54b889c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:02.064621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Attempting to bind port aa81ca1f-588c-4a68-bb19-1b81f54b889c on network c15c6e70-d3d4-4def-81f5-65e6d102a495 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:02.084264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-da118fc2-3c09-4e06-bf76-bf46ec69c342 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.085323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f5dd4b05-a16e-4eeb-98cb-d877ae5b66c8 None None] Provisioning complete for port 53849532-1257-4912-92e8-4671fbb58228 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:02.085721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4b05-a16e-4eeb-98cb-d877ae5b66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53849532-1257-4912-92e8-4671fbb58228), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.092233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-da118fc2-3c09-4e06-bf76-bf46ec69c342 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.092511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-4d931248-35f1-444f-81f6-a713f42d4eb6 service neutron] 10.222.0.32 "GET /v2.0/networks/3cac9b01-315a-4fc6-a2e5-4e791ff442d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688941 Feb 09 02:57:02.100049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-da118fc2-3c09-4e06-bf76-bf46ec69c342 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.105710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-da118fc2-3c09-4e06-bf76-bf46ec69c342 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.112467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-da118fc2-3c09-4e06-bf76-bf46ec69c342 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.118880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-da118fc2-3c09-4e06-bf76-bf46ec69c342 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.126444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-da118fc2-3c09-4e06-bf76-bf46ec69c342 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.128281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd4b05-a16e-4eeb-98cb-d877ae5b66c8 None None] Port 53849532-1257-4912-92e8-4671fbb58228 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:02.133971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:02.134341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-da118fc2-3c09-4e06-bf76-bf46ec69c342 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1237516 Feb 09 02:57:02.136225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Checking segment: {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:02.136225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.136225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Bound using segment: {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:02.136225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Bound port: aa81ca1f-588c-4a68-bb19-1b81f54b889c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:02.136564 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.138468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Pushing event updated for resources: {'Port': ['ID=aa81ca1f-588c-4a68-bb19-1b81f54b889c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.210428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4afc2b5-1b64-496c-ad0d-e64a7f867151 req-4b60a860-0ee9-4062-9684-4886827169f6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741091 Feb 09 02:57:02.248844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] For port ec9fae33-10d4-4b3d-bf6f-e13165961fb3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,segment=NetworkSegment(681718a3-4665-4f1a-a94e-4c9baf37ce02),segment_id=681718a3-4665-4f1a-a94e-4c9baf37ce02)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:02.249214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.257062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] For port 53849532-1257-4912-92e8-4671fbb58228, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:02.260751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] For port 53849532-1257-4912-92e8-4671fbb58228, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=53849532-1257-4912-92e8-4671fbb58228,segment=NetworkSegment(1651b915-e99c-475e-8c7d-e30bc9a7b36b),segment_id=1651b915-e99c-475e-8c7d-e30bc9a7b36b)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:02.276618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-8c679df2-8437-4a2d-b4b1-0559494e4bb5 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547122 Feb 09 02:57:02.277706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Calling delete_port for ec9fae33-10d4-4b3d-bf6f-e13165961fb3 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:02.304479 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (53849532-1257-4912-92e8-4671fbb58228), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.410275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44d45-17c8-4d5b-8df6-5d8da6292f3e req-6038593f-491b-4ee4-83a5-1d55e04244d1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.411876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84a44d45-17c8-4d5b-8df6-5d8da6292f3e req-6038593f-491b-4ee4-83a5-1d55e04244d1 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1117277 Feb 09 02:57:02.456612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Routers {'f75385a1-c986-454c-8191-07a371369d81'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:02.457627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:56:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f75385a1-c986-454c-8191-07a371369d81'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:02.466956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] For port aa81ca1f-588c-4a68-bb19-1b81f54b889c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:02.504220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84a44d45-17c8-4d5b-8df6-5d8da6292f3e req-84ac8ea5-8230-4723-b210-7417ab9d23f6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789571 Feb 09 02:57:02.616551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] For port aa81ca1f-588c-4a68-bb19-1b81f54b889c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=aa81ca1f-588c-4a68-bb19-1b81f54b889c,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:02.620538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae7fcd-7714-474d-8662-36dcd11a49ff None None] Pushing event updated for resources: {'Port': ['ID=53849532-1257-4912-92e8-4671fbb58228,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.631863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d58cf16b-a390-478f-a774-e151d32234c8 req-6991a7f4-c4dc-4c8c-b8c2-a4106126a8cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0372155 Feb 09 02:57:02.662991 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.771027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e4877b0a-b48c-4d44-bed0-89c88207f373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.784525 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Publish callbacks [] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.831501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a865bb-39dd-4433-913e-16d8a3605452 None None] Pushing event updated for resources: {'Port': ['ID=aa81ca1f-588c-4a68-bb19-1b81f54b889c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:02.856357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] Set router f75385a1-c986-454c-8191-07a371369d81 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:02.873115 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.899117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-76f01400-307d-47a7-b761-3a3f02286bec service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143880 Feb 09 02:57:02.960211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c12c9a-791c-405a-80ff-80b7157f0204 req-0b351afe-2cc5-449e-b9da-829ff84d9d74 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:02.964703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20c12c9a-791c-405a-80ff-80b7157f0204 req-0b351afe-2cc5-449e-b9da-829ff84d9d74 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98559b0-79c2-41c0-ba34-06fd10c6d269 HTTP/1.1" status: 200 len: 946 time: 0.1213017 Feb 09 02:57:02.978893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8705085d-0d35-40dc-ac9d-cddadbc96242 None None] Provisioning complete for port 53849532-1257-4912-92e8-4671fbb58228 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:02.979423 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8705085d-0d35-40dc-ac9d-cddadbc96242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53849532-1257-4912-92e8-4671fbb58228), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:02.983034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ec9fae33-10d4-4b3d-bf6f-e13165961fb3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.015777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Pushing event deleted for resources: {'Port': ['ID=ec9fae33-10d4-4b3d-bf6f-e13165961fb3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:03.046282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20c12c9a-791c-405a-80ff-80b7157f0204 req-d90d1712-7f72-4d4b-bbb9-c00a4642d5d1 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.32 "GET /v2.0/security-groups?id=893fe1ea-0a16-4d27-af33-bf54eaf6543f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716774 Feb 09 02:57:03.084147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] No DVR routers for this DVR port ec9fae33-10d4-4b3d-bf6f-e13165961fb3 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:03.088114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.092938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f66c942-7d7d-4d2b-99cb-08aa68368159 req-eaeb0d0d-7bb5-4990-aa62-b36b1c9125f0 tempest-ServerAddressesTestJSON-70447620 tempest-ServerAddressesTestJSON-70447620-project] 10.222.0.61 "DELETE /v2.0/ports/ec9fae33-10d4-4b3d-bf6f-e13165961fb3 HTTP/1.1" status: 204 len: 173 time: 1.2747271 Feb 09 02:57:03.105166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98559b0-79c2-41c0-ba34-06fd10c6d269', 'name': 'network-vif-deleted', 'tag': 'ec9fae33-10d4-4b3d-bf6f-e13165961fb3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:03.107672 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af64a83d-d621-4270-af69-8f935bfce383" -d '{"events": [{"server_uuid": "a98559b0-79c2-41c0-ba34-06fd10c6d269", "name": "network-vif-deleted", "tag": "ec9fae33-10d4-4b3d-bf6f-e13165961fb3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:03.212840 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031ac128-519a-4e01-a8c9-57c342375060 x-openstack-request-id: req-031ac128-519a-4e01-a8c9-57c342375060 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:03.213135 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98559b0-79c2-41c0-ba34-06fd10c6d269", "name": "network-vif-deleted", "tag": "ec9fae33-10d4-4b3d-bf6f-e13165961fb3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:03.213393 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-031ac128-519a-4e01-a8c9-57c342375060 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:03.213790 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98559b0-79c2-41c0-ba34-06fd10c6d269', 'name': 'network-vif-deleted', 'tag': 'ec9fae33-10d4-4b3d-bf6f-e13165961fb3', 'status': 'completed', 'code': 200} Feb 09 02:57:03.252934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:03.274800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:03.303287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77ad5535-4edb-46ef-a727-d3738000fb51 req-9e2efa0e-6796-44e2-a116-6f324b17bfea tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 210 time: 0.0626247 Feb 09 02:57:03.321678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:03.341234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Pushing event updated for resources: {'Port': ['ID=7d0b660b-9355-49c6-ac29-381ed6463da8,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:03.474026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-623b2ba2-aa37-4d68-8d21-1b7e97367065 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.479660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-623b2ba2-aa37-4d68-8d21-1b7e97367065 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.485997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-623b2ba2-aa37-4d68-8d21-1b7e97367065 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.492304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-623b2ba2-aa37-4d68-8d21-1b7e97367065 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.498145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-623b2ba2-aa37-4d68-8d21-1b7e97367065 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.503612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-623b2ba2-aa37-4d68-8d21-1b7e97367065 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.509373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-623b2ba2-aa37-4d68-8d21-1b7e97367065 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.513763 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-623b2ba2-aa37-4d68-8d21-1b7e97367065 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1439531 Feb 09 02:57:03.659245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2829bad-e0a0-4579-bf27-7fd8ae1ceefa req-b17c0e51-1518-41c7-8a7f-0206cf67d451 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308327 Feb 09 02:57:03.771885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adbecb-722d-4b75-840b-ae6f32da7e08 req-a05126d7-cb64-4d40-be58-96686dec4d29 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:03.784260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0adbecb-722d-4b75-840b-ae6f32da7e08 req-a05126d7-cb64-4d40-be58-96686dec4d29 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1678641 Feb 09 02:57:03.814159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-721d5559-9606-4355-b077-cd868859f0a3 req-bbbba791-7776-4776-85c2-e457e87a18a3 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0469232 Feb 09 02:57:03.837491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Attempting to bind port 7d0b660b-9355-49c6-ac29-381ed6463da8 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:03.839329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Attempting to bind port 7d0b660b-9355-49c6-ac29-381ed6463da8 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:03.839329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Attempting to bind port 7d0b660b-9355-49c6-ac29-381ed6463da8 on network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:03.874839 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0adbecb-722d-4b75-840b-ae6f32da7e08 req-e72bd723-09b1-4eb2-9e86-ee0ce17b3118 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896072 Feb 09 02:57:03.895728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:03.896115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Checking segment: {'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:03.896528 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.897145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Bound using segment: {'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:03.897531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Bound port: 7d0b660b-9355-49c6-ac29-381ed6463da8, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:03.897924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:03.998092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8705085d-0d35-40dc-ac9d-cddadbc96242 None None] Current status of the port 53849532-1257-4912-92e8-4671fbb58228 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:03.998514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8705085d-0d35-40dc-ac9d-cddadbc96242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (53849532-1257-4912-92e8-4671fbb58228), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.000510 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.082609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] For port 7d0b660b-9355-49c6-ac29-381ed6463da8, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:04.118095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8705085d-0d35-40dc-ac9d-cddadbc96242 None None] For port 53849532-1257-4912-92e8-4671fbb58228, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=53849532-1257-4912-92e8-4671fbb58228,segment=NetworkSegment(1651b915-e99c-475e-8c7d-e30bc9a7b36b),segment_id=1651b915-e99c-475e-8c7d-e30bc9a7b36b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:04.128369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] For port 7d0b660b-9355-49c6-ac29-381ed6463da8, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7d0b660b-9355-49c6-ac29-381ed6463da8,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:04.133744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8705085d-0d35-40dc-ac9d-cddadbc96242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (53849532-1257-4912-92e8-4671fbb58228), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.138012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59802) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:04.148861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.257938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device aa81ca1f-588c-4a68-bb19-1b81f54b889c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:04.283118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '53849532-1257-4912-92e8-4671fbb58228', 'name': '', 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'mac_address': 'fa:16:3e:db:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ce750ad7-26ae-4702-8c7b-54b67e1a99af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 4, 'project_id': 'b34f527737454803a58f84e933eb1279', 'subnets': [{'id': 'ce750ad7-26ae-4702-8c7b-54b67e1a99af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:04.320263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e67433-5827-40e7-b75d-08ab5bbf5c03 admin admin] Deleting subnet c9e2df34-579f-400d-8e1b-e734fa3b24de {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:04.324188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f5e67433-5827-40e7-b75d-08ab5bbf5c03 admin admin] Publish callbacks [] for subnet (c9e2df34-579f-400d-8e1b-e734fa3b24de), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.364348 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf669f-1ee3-40ad-a3d7-ccfb87a8818f None None] The sync data for ids ['f75385a1-c986-454c-8191-07a371369d81'] in n-d-827839-4 is: [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:57Z', 'revision_number': 4, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '53849532-1257-4912-92e8-4671fbb58228', 'name': '', 'network_id': '0fca47e9-093d-409c-bbc2-9c972a56d766', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'mac_address': 'fa:16:3e:db:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ce750ad7-26ae-4702-8c7b-54b67e1a99af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:56Z', 'updated_at': '2022-02-09T02:57:02Z', 'revision_number': 4, 'project_id': 'b34f527737454803a58f84e933eb1279', 'subnets': [{'id': 'ce750ad7-26ae-4702-8c7b-54b67e1a99af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:04.379712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705085d-0d35-40dc-ac9d-cddadbc96242 None None] Pushing event updated for resources: {'Port': ['ID=53849532-1257-4912-92e8-4671fbb58228,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:04.487050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5373468-8411-4966-9f7e-448d5373811c req-acc056b9-4fdf-490f-afb7-3e9d22d5dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:04.488644 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f5e67433-5827-40e7-b75d-08ab5bbf5c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (c9e2df34-579f-400d-8e1b-e734fa3b24de), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.492107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5373468-8411-4966-9f7e-448d5373811c req-acc056b9-4fdf-490f-afb7-3e9d22d5dd7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1127 time: 0.1842144 Feb 09 02:57:04.531007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9302f1-33c6-4f03-baf1-765d19ec1650 None None] Pushing event updated for resources: {'Port': ['ID=7d0b660b-9355-49c6-ac29-381ed6463da8,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:04.535538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port aa81ca1f-588c-4a68-bb19-1b81f54b889c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:04.536124 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:04.589458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee824ec-0f6d-4b7e-ae2d-2f8006189afc req-5423824e-cf8c-4ad3-93a4-19cbd87afcb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 210 time: 0.0901287 Feb 09 02:57:04.683307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ec9fae33-10d4-4b3d-bf6f-e13165961fb3 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:04.749615 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:57:04.765696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5373468-8411-4966-9f7e-448d5373811c req-af80afe7-8bcc-47d4-9c36-46c037ee78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:04.767351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5373468-8411-4966-9f7e-448d5373811c req-af80afe7-8bcc-47d4-9c36-46c037ee78c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.1759760 Feb 09 02:57:04.787411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: ec9fae33-10d4-4b3d-bf6f-e13165961fb3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:04.789748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ec9fae33-10d4-4b3d-bf6f-e13165961fb3 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:04.795039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe9521-a00d-4fba-9f3b-a7cd3abebd89 None None] Network c15c6e70-d3d4-4def-81f5-65e6d102a495 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:04.898159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port aa81ca1f-588c-4a68-bb19-1b81f54b889c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:04.898840 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.009248 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5373468-8411-4966-9f7e-448d5373811c req-a1aa0869-f791-4d99-9f1f-21ee4a717d2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1000 time: 0.2350483 Feb 09 02:57:05.026016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-793a80e2-5589-4ac5-b47c-29afe4810ce4 None None] Provisioning complete for port aa81ca1f-588c-4a68-bb19-1b81f54b889c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:05.037013 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-793a80e2-5589-4ac5-b47c-29afe4810ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.096055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5373468-8411-4966-9f7e-448d5373811c req-7ce33eec-0630-4d7b-b38b-20e2f0999e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.098062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5373468-8411-4966-9f7e-448d5373811c req-7ce33eec-0630-4d7b-b38b-20e2f0999e6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.0744388 Feb 09 02:57:05.116115 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.178206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port aa81ca1f-588c-4a68-bb19-1b81f54b889c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=aa81ca1f-588c-4a68-bb19-1b81f54b889c,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:05.208770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.252810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f5e67433-5827-40e7-b75d-08ab5bbf5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c9e2df34-579f-400d-8e1b-e734fa3b24de), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.281045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-967f39af-dcd5-49ac-afd3-9990d66d0c92 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.297302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-967f39af-dcd5-49ac-afd3-9990d66d0c92 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.304190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-967f39af-dcd5-49ac-afd3-9990d66d0c92 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.314067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=aa81ca1f-588c-4a68-bb19-1b81f54b889c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:05.317654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-967f39af-dcd5-49ac-afd3-9990d66d0c92 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.323551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-967f39af-dcd5-49ac-afd3-9990d66d0c92 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.333418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-967f39af-dcd5-49ac-afd3-9990d66d0c92 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.339396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-967f39af-dcd5-49ac-afd3-9990d66d0c92 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.341144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-793a80e2-5589-4ac5-b47c-29afe4810ce4 None None] Current status of the port aa81ca1f-588c-4a68-bb19-1b81f54b889c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:05.347164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-967f39af-dcd5-49ac-afd3-9990d66d0c92 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.4729791 Feb 09 02:57:05.367354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843a81-7e00-4af7-ae5d-d86e5cbf6d74 req-e8ac7f45-9b05-4d7b-8c64-2fa4e2043851 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.376802 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89843a81-7e00-4af7-ae5d-d86e5cbf6d74 req-e8ac7f45-9b05-4d7b-8c64-2fa4e2043851 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 1.1144507 Feb 09 02:57:05.404357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5373468-8411-4966-9f7e-448d5373811c req-6a319171-996a-4612-971d-453851b784a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.412509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5373468-8411-4966-9f7e-448d5373811c req-6a319171-996a-4612-971d-453851b784a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2503455 Feb 09 02:57:05.451776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89843a81-7e00-4af7-ae5d-d86e5cbf6d74 req-0427d394-bcd1-4da0-b1d1-0c44b10cefce tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736909 Feb 09 02:57:05.472029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f5e67433-5827-40e7-b75d-08ab5bbf5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (c9e2df34-579f-400d-8e1b-e734fa3b24de), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.562396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f5e67433-5827-40e7-b75d-08ab5bbf5c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.574547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f5e67433-5827-40e7-b75d-08ab5bbf5c03 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c9e2df34-579f-400d-8e1b-e734fa3b24de HTTP/1.1" status: 204 len: 168 time: 1.4327788 Feb 09 02:57:05.577464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e67433-5827-40e7-b75d-08ab5bbf5c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e2df34-579f-400d-8e1b-e734fa3b24de,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:05.591773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59810) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:05.610967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-730277cc-b5d4-4404-addb-40a6d78526c2 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.617653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-730277cc-b5d4-4404-addb-40a6d78526c2 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:05.619458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-730277cc-b5d4-4404-addb-40a6d78526c2 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "GET /v2.0/networks?id=c15c6e70-d3d4-4def-81f5-65e6d102a495&id=3cac9b01-315a-4fc6-a2e5-4e791ff442d5&id=c15c6e70-d3d4-4def-81f5-65e6d102a495 HTTP/1.1" status: 200 len: 1390 time: 0.6524012 Feb 09 02:57:05.650751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'port': {'device_id': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495', 'admin_state_up': True, 'tenant_id': 'b34f527737454803a58f84e933eb1279'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:05.725788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (46c44deb-5d90-42dd-bf7c-5bfb66a317a0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.729384 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb7de6c8-32d6-4458-875d-7a8f5e792ea7 req-06fc83a9-ca4e-44b3-bfd1-7ecb9d63d7d2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0405591 Feb 09 02:57:05.787900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-34cf6ca2-6c35-444a-aae6-6f67492b7c14 None None] Provisioning complete for port aa81ca1f-588c-4a68-bb19-1b81f54b889c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:05.788282 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-34cf6ca2-6c35-444a-aae6-6f67492b7c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.844562 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ddbcb0a0-fabb-4eea-84cb-4f67c5a0ac27 req-8de65e36-4ac4-451a-b9d7-34a7fa3da1d9 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4822533 Feb 09 02:57:05.893426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2239070f-ac06-4cf8-af2a-0d7f09cde629 req-2a4f37d2-cd7c-4cf6-ae0d-84792c031dcd tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 210 time: 0.0550699 Feb 09 02:57:05.935636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (46c44deb-5d90-42dd-bf7c-5bfb66a317a0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:05.945441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5373468-8411-4966-9f7e-448d5373811c req-a3270145-38c3-465b-b61c-f73bbfb2451e service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196633 Feb 09 02:57:05.950672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-34cf6ca2-6c35-444a-aae6-6f67492b7c14 None None] Current status of the port aa81ca1f-588c-4a68-bb19-1b81f54b889c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:05.973791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c44deb-5d90-42dd-bf7c-5bfb66a317a0']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:05.992230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681718a3-4665-4f1a-a94e-4c9baf37ce02') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:05.993355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681718a3-4665-4f1a-a94e-4c9baf37ce02') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:06.013104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (681718a3-4665-4f1a-a94e-4c9baf37ce02), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.045940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:06.049677 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.062176 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (681718a3-4665-4f1a-a94e-4c9baf37ce02), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.077159 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5373468-8411-4966-9f7e-448d5373811c req-7ff4ba9d-18a5-4d0d-8890-11948f9e8871 service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208410 Feb 09 02:57:06.091058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:06.092338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (681718a3-4665-4f1a-a94e-4c9baf37ce02), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.112328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e06c7-f448-4b56-b41d-5c48994095ff None None] Network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:06.133561 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:06.231996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (46c44deb-5d90-42dd-bf7c-5bfb66a317a0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.237921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.243490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] 10.222.0.32 "DELETE /v2.0/networks/46c44deb-5d90-42dd-bf7c-5bfb66a317a0 HTTP/1.1" status: 204 len: 168 time: 0.6480188 Feb 09 02:57:06.247296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4642a3c5-5097-4e6b-a4d2-679dcd988c43 None None] Provisioning complete for port 7d0b660b-9355-49c6-ac29-381ed6463da8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:06.247897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4642a3c5-5097-4e6b-a4d2-679dcd988c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.270351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776dfeb-d2c4-4921-aa89-7ea1ed16cf0a admin admin] Pushing event deleted for resources: {'Network': ['ID=46c44deb-5d90-42dd-bf7c-5bfb66a317a0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:06.347704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Allocated IP 19.80.0.240 (c15c6e70-d3d4-4def-81f5-65e6d102a495/f935a50d-d21e-4aae-a03b-d792db1a2c17/13254073-8f4c-4fa3-a979-04ce4f9fb1e5) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:06.407461 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.438798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59816) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:06.501252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7d0b660b-9355-49c6-ac29-381ed6463da8 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:06.552815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-688f4bfd-9262-4477-9dc9-7a69f328cffe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36501eaf50e64d02985d76c22f2887ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126304 Feb 09 02:57:06.556657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59820) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:06.596535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4642a3c5-5097-4e6b-a4d2-679dcd988c43 None None] Current status of the port 7d0b660b-9355-49c6-ac29-381ed6463da8 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:06.603515 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4642a3c5-5097-4e6b-a4d2-679dcd988c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.608833 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.703809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4642a3c5-5097-4e6b-a4d2-679dcd988c43 None None] For port 7d0b660b-9355-49c6-ac29-381ed6463da8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7d0b660b-9355-49c6-ac29-381ed6463da8,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:06.707177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72a7750e-04b0-4d85-bca3-bc3828b23998 admin admin] Publish callbacks [] for security_group (893fe1ea-0a16-4d27-af33-bf54eaf6543f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.729176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4642a3c5-5097-4e6b-a4d2-679dcd988c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.756788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72a7750e-04b0-4d85-bca3-bc3828b23998 admin admin] Publish callbacks [] for security_group (893fe1ea-0a16-4d27-af33-bf54eaf6543f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.768481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f070ff0-e8c1-4bdc-8610-d33c22444b04 req-6e8a2373-ebe2-4553-a2b9-e1a4c7f23b1c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:06.776084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f070ff0-e8c1-4bdc-8610-d33c22444b04 req-6e8a2373-ebe2-4553-a2b9-e1a4c7f23b1c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1564591 Feb 09 02:57:06.788191 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.805924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642a3c5-5097-4e6b-a4d2-679dcd988c43 None None] Pushing event updated for resources: {'Port': ['ID=7d0b660b-9355-49c6-ac29-381ed6463da8,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:06.814257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7d0b660b-9355-49c6-ac29-381ed6463da8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:06.814491 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.842126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72a7750e-04b0-4d85-bca3-bc3828b23998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (893fe1ea-0a16-4d27-af33-bf54eaf6543f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.845032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72a7750e-04b0-4d85-bca3-bc3828b23998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:06.846688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-72a7750e-04b0-4d85-bca3-bc3828b23998 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/893fe1ea-0a16-4d27-af33-bf54eaf6543f HTTP/1.1" status: 204 len: 168 time: 0.2885363 Feb 09 02:57:06.872374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7750e-04b0-4d85-bca3-bc3828b23998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893fe1ea-0a16-4d27-af33-bf54eaf6543f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:06.905136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network c15c6e70-d3d4-4def-81f5-65e6d102a495 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:06.924661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:06.945904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7d0b660b-9355-49c6-ac29-381ed6463da8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:06.947369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device aa81ca1f-588c-4a68-bb19-1b81f54b889c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:06.952747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:07.011910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Port': ['ID=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:07.013201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c63314f7-2add-4a15-9358-60fc7bfdacc0 req-86a851af-adac-4029-8f92-a4d31da21a22 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0597351 Feb 09 02:57:07.032572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f070ff0-e8c1-4bdc-8610-d33c22444b04 req-0e10d45b-c9dd-4c49-af36-4cf214aa3457 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555146 Feb 09 02:57:07.082282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port aa81ca1f-588c-4a68-bb19-1b81f54b889c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:07.082764 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.130227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.132558 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.166562 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-dbe60f87-ace4-4e98-87ab-df478fd0ae27 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5351763 Feb 09 02:57:07.168998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-71a1ae87-93ee-4ecd-970e-ae4d61cf497d None None] Provisioning complete for port 7d0b660b-9355-49c6-ac29-381ed6463da8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:07.169421 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-71a1ae87-93ee-4ecd-970e-ae4d61cf497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.180367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'port': {'device_id': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5', 'admin_state_up': True, 'tenant_id': 'b34f527737454803a58f84e933eb1279'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:07.266097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81cd82-dea1-46ab-aced-b2c4fb59ea1b req-eb69fef8-91fe-482a-a047-4693289b32af tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.276446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a81cd82-dea1-46ab-aced-b2c4fb59ea1b req-eb69fef8-91fe-482a-a047-4693289b32af tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 932 time: 0.0802524 Feb 09 02:57:07.342122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-71a1ae87-93ee-4ecd-970e-ae4d61cf497d None None] Current status of the port 7d0b660b-9355-49c6-ac29-381ed6463da8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:07.345986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port aa81ca1f-588c-4a68-bb19-1b81f54b889c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:07.347509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 53849532-1257-4912-92e8-4671fbb58228 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:07.372277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a81cd82-dea1-46ab-aced-b2c4fb59ea1b req-ab467892-cfac-4bdb-9e0a-4708a6294cb3 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869098 Feb 09 02:57:07.412016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 53849532-1257-4912-92e8-4671fbb58228 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:07.412989 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53849532-1257-4912-92e8-4671fbb58228), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.417607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-b8f239af-7855-4111-a344-f06da9759f00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.422961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-b8f239af-7855-4111-a344-f06da9759f00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.428422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-b8f239af-7855-4111-a344-f06da9759f00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.433716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-b8f239af-7855-4111-a344-f06da9759f00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.439975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-b8f239af-7855-4111-a344-f06da9759f00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.445361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-b8f239af-7855-4111-a344-f06da9759f00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.450566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-b8f239af-7855-4111-a344-f06da9759f00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:07.452511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-b8f239af-7855-4111-a344-f06da9759f00 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2643631 Feb 09 02:57:07.484707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d83ee0a3-f33b-46b0-8740-7567578e705a None None] Provisioning complete for port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:07.486225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d83ee0a3-f33b-46b0-8740-7567578e705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.534879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:07.548800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.577998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c16fd6e-7b16-4e59-a9db-0c76ac1e5e90 req-5ffa3e3c-2761-4810-90f4-1204853dcc38 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153970 Feb 09 02:57:07.601189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 53849532-1257-4912-92e8-4671fbb58228 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:07.615080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d83ee0a3-f33b-46b0-8740-7567578e705a None None] Port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:07.719519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Allocated IP 19.86.0.193 (3cac9b01-315a-4fc6-a2e5-4e791ff442d5/703c06bb-9657-44bd-b93a-f42d31121dbf/80059793-6126-41ce-9464-7859a4aac22c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:07.876950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59848) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:07.883968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for port (80059793-6126-41ce-9464-7859a4aac22c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.919448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (80059793-6126-41ce-9464-7859a4aac22c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:07.966760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:07.970559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:07.974370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:07.999625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Port': ['ID=80059793-6126-41ce-9464-7859a4aac22c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:08.015199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-355683264-network', 'tenant_id': 'b29be15b6d6d4df1b9ee69384de337fc'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:08.035496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.036202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.049011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Made reservation on behalf of b29be15b6d6d4df1b9ee69384de337fc for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:08.051327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.057922 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9e45fcb7-ca95-4157-8e31-1b97dd23fbfb tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8857753 Feb 09 02:57:08.070699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'port': {'device_id': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495', 'admin_state_up': True, 'tenant_id': 'b34f527737454803a58f84e933eb1279'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:08.076833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.165785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7d0b660b-9355-49c6-ac29-381ed6463da8 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:08.250049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7d0b660b-9355-49c6-ac29-381ed6463da8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:08.250898 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.277554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f958284-b6e4-4669-8e3c-554041e53a18 req-3f1a8265-210d-4747-b0e7-7eccec6c6987 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0582263 Feb 09 02:57:08.283931 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Publish callbacks [] for security_group (6b2b11c5-adcc-49bb-b216-42cca361dcaf), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.296451 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6b2b11c5-adcc-49bb-b216-42cca361dcaf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.332586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:08.336569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:57:08.341022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.363834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (03512166-dabc-4137-a7a1-017a3b800cc6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.364329 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Added segment 03512166-dabc-4137-a7a1-017a3b800cc6 of type vlan for network 8bbde937-a36e-4e17-8c68-81e6daa65a84 Feb 09 02:57:08.381707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbc3a4-6475-4527-99ff-9238097aaceb req-c322446d-9868-42fa-bd09-8efeb26f3b33 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.390284 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57bbc3a4-6475-4527-99ff-9238097aaceb req-c322446d-9868-42fa-bd09-8efeb26f3b33 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1845706 Feb 09 02:57:08.394127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2b11c5-adcc-49bb-b216-42cca361dcaf,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:08.466421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7d0b660b-9355-49c6-ac29-381ed6463da8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:08.468595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (8bbde937-a36e-4e17-8c68-81e6daa65a84), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.471873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-55a39b6b-2147-43a8-b948-e5919e9fde30 None None] Provisioning complete for port 80059793-6126-41ce-9464-7859a4aac22c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:08.472664 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55a39b6b-2147-43a8-b948-e5919e9fde30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (80059793-6126-41ce-9464-7859a4aac22c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.508999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-55a39b6b-2147-43a8-b948-e5919e9fde30 None None] Port 80059793-6126-41ce-9464-7859a4aac22c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:08.520597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57bbc3a4-6475-4527-99ff-9238097aaceb req-87feb600-b577-42c1-82eb-bd19f68c9385 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294804 Feb 09 02:57:08.538109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (8bbde937-a36e-4e17-8c68-81e6daa65a84), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.538109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.538109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.583012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Allocated IP 19.80.0.180 (c15c6e70-d3d4-4def-81f5-65e6d102a495/f935a50d-d21e-4aae-a03b-d792db1a2c17/44ab2a87-323f-4073-ae81-d8d3a4d17d04) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:08.595404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda65bc5-2d5a-4424-8672-8d7bc35e900e req-0693d966-fba6-4d05-90a1-9fa1cfc2c926 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.600706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda65bc5-2d5a-4424-8672-8d7bc35e900e req-0693d966-fba6-4d05-90a1-9fa1cfc2c926 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.602327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bda65bc5-2d5a-4424-8672-8d7bc35e900e req-0693d966-fba6-4d05-90a1-9fa1cfc2c926 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 1655 time: 0.1394696 Feb 09 02:57:08.660717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] Pushing event updated for resources: {'Network': ['ID=8bbde937-a36e-4e17-8c68-81e6daa65a84,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:08.677079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 8bbde937-a36e-4e17-8c68-81e6daa65a84 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:57:08.680873 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-80ea8c2b-788c-49d4-929e-5aef2843b374 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8020737 Feb 09 02:57:08.681681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59862) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:08.691759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Request body: {'subnet': {'network_id': '8bbde937-a36e-4e17-8c68-81e6daa65a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-355683264-subnet', 'tenant_id': 'b29be15b6d6d4df1b9ee69384de337fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:08.699289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20503f-11c0-403e-bd10-18f2da9cbdf5 req-4fe71889-07de-4d9d-b3bd-5a2fac78c1dd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.708759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be20503f-11c0-403e-bd10-18f2da9cbdf5 req-4fe71889-07de-4d9d-b3bd-5a2fac78c1dd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0852072 Feb 09 02:57:08.711173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bda65bc5-2d5a-4424-8672-8d7bc35e900e req-05c342b6-ec0d-4f2f-be62-11527e85f506 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002071 Feb 09 02:57:08.770061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be20503f-11c0-403e-bd10-18f2da9cbdf5 req-92158317-b5e8-427e-ae26-2dce28b3e02e tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612397 Feb 09 02:57:08.782845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Made reservation on behalf of b29be15b6d6d4df1b9ee69384de337fc for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:08.785298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.912664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811d944-ca93-4ba0-a538-86bf65ec0538 req-2df166aa-ca7f-4d0d-b15b-ccdec52c5da9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.914140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8811d944-ca93-4ba0-a538-86bf65ec0538 req-2df166aa-ca7f-4d0d-b15b-ccdec52c5da9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0655372 Feb 09 02:57:08.930463 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:08.966412 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8811d944-ca93-4ba0-a538-86bf65ec0538 req-f9a71d11-4ec2-4d58-b775-3ac3827840b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444534 Feb 09 02:57:08.978269 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-695bde06-2484-4ee9-931e-56e9ece5b1ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.983681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-695bde06-2484-4ee9-931e-56e9ece5b1ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.989376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-695bde06-2484-4ee9-931e-56e9ece5b1ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:08.994932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-695bde06-2484-4ee9-931e-56e9ece5b1ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.000185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-695bde06-2484-4ee9-931e-56e9ece5b1ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.005976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-695bde06-2484-4ee9-931e-56e9ece5b1ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.011518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-695bde06-2484-4ee9-931e-56e9ece5b1ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.013468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-695bde06-2484-4ee9-931e-56e9ece5b1ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1905062 Feb 09 02:57:09.124877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:09.201832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6c870a5-5065-4964-9348-dfa18bd6f4c0 req-8465102a-cc61-4771-be23-6acbb8125536 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687100 Feb 09 02:57:09.213313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network c15c6e70-d3d4-4def-81f5-65e6d102a495 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:09.214495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (e2abdc68-59e2-40e6-9fbf-72a7f5cdc910), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:09.226422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:09.244479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249ca5e-33c4-49eb-9797-7964870408fa req-029ff718-96c6-4532-84ba-6129e93badbe tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.250277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:09.252638 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6249ca5e-33c4-49eb-9797-7964870408fa req-029ff718-96c6-4532-84ba-6129e93badbe tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0729933 Feb 09 02:57:09.261920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Port': ['ID=44ab2a87-323f-4073-ae81-d8d3a4d17d04,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:09.335147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2abdc68-59e2-40e6-9fbf-72a7f5cdc910,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:09.345781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.346444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:09.372947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Checking segment: {'id': '03512166-dabc-4137-a7a1-017a3b800cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8bbde937-a36e-4e17-8c68-81e6daa65a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:09.372947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Network hostable DHCP agents. Network: 8bbde937-a36e-4e17-8c68-81e6daa65a84, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:09.373175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6249ca5e-33c4-49eb-9797-7964870408fa req-3da643cc-3248-4a91-88ea-d770d05ba101 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011252 Feb 09 02:57:09.385290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-0dc59d02-fc2a-4bee-815d-9145cb758d97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3193188 Feb 09 02:57:09.405939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Request body: {'port': {'device_id': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:09.458818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Network 8bbde937-a36e-4e17-8c68-81e6daa65a84 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:09.509970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eac64fec-e215-4b2e-be2b-f239db9cbda3 req-161e384d-e6fb-4df3-bf02-5989038d51e2 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0535347 Feb 09 02:57:09.525867 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:09.528019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 8bbde937-a36e-4e17-8c68-81e6daa65a84) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:09.538654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c31f7a-f592-41e2-a265-ffaed4436393 None None] Network 8bbde937-a36e-4e17-8c68-81e6daa65a84 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:09.549068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.549652 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:09.598316 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-26d81ac0-49ca-4866-9669-e3ed2e73267a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9124730 Feb 09 02:57:09.653055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-33874ab2-9d2f-4061-abff-b6975ef8bc8b None None] Provisioning complete for port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:09.653789 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33874ab2-9d2f-4061-abff-b6975ef8bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:09.732973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-33874ab2-9d2f-4061-abff-b6975ef8bc8b None None] Port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:09.746854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74c65b-144a-4ca6-8d2a-e9528eb79bcc None None] Network 8bbde937-a36e-4e17-8c68-81e6daa65a84 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:09.879447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb6948-333e-4e2b-b020-fc2fc905f921 req-352d3965-2c36-47b7-855e-9227ca06071e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.885121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb6948-333e-4e2b-b020-fc2fc905f921 req-352d3965-2c36-47b7-855e-9227ca06071e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.890207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb6948-333e-4e2b-b020-fc2fc905f921 req-352d3965-2c36-47b7-855e-9227ca06071e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:09.897930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7fbb6948-333e-4e2b-b020-fc2fc905f921 req-352d3965-2c36-47b7-855e-9227ca06071e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2377 time: 0.0725870 Feb 09 02:57:09.958465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7fbb6948-333e-4e2b-b020-fc2fc905f921 req-da456d21-76d8-424b-b7fe-b31a1d2e3b4b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551095 Feb 09 02:57:09.993837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:10.002119 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Publish callbacks [] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.019255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Transition to ACTIVE for port object 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:57:10.027711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.129658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Pushing event updated for resources: {'Port': ['ID=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:10.149140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59886) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:10.153897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-490986331-network', 'tenant_id': '1005dd98aa514422bbe1d2101252f5f1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:10.175840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Made reservation on behalf of 1005dd98aa514422bbe1d2101252f5f1 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:10.176636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Attempting to bind port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:10.177178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Attempting to bind port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:10.178262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Attempting to bind port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 on network c15c6e70-d3d4-4def-81f5-65e6d102a495 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:10.178389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.183131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 on network c15c6e70-d3d4-4def-81f5-65e6d102a495 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:57:10.183564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Attempting to bind port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 on network c15c6e70-d3d4-4def-81f5-65e6d102a495 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:10.188919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:10.189339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Checking segment: {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:10.189801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Bound using segment: {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:10.190324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Bound port: 13254073-8f4c-4fa3-a979-04ce4f9fb1e5, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:10.190753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.191782 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.268779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] For port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:10.273996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] For port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:10.276317 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Publish callbacks [] for security_group (b20abb2f-65d8-411e-a075-32bc28ae0d7a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.282198 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.284553 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b20abb2f-65d8-411e-a075-32bc28ae0d7a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.298651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:57:10.321088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.321711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.323220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] 10.222.0.61 "PUT /v2.0/ports/13254073-8f4c-4fa3-a979-04ce4f9fb1e5 HTTP/1.1" status: 200 len: 1092 time: 0.9240549 Feb 09 02:57:10.323549 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (71df8286-96f9-4505-8b35-c806de8823a3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.323667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'tag': '13254073-8f4c-4fa3-a979-04ce4f9fb1e5'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:10.324171 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Added segment 71df8286-96f9-4505-8b35-c806de8823a3 of type vlan for network e47876c5-94e9-49fb-bd8d-51fe0d14a469 Feb 09 02:57:10.325959 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f427ff2-f062-4eff-80b2-26409954f8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "tag": "13254073-8f4c-4fa3-a979-04ce4f9fb1e5"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:10.363970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Request body: {'port': {'device_id': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:10.427687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763a1f6-373f-4d86-b735-6c9839286d15 service neutron] Pushing event updated for resources: {'Port': ['ID=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:10.431547 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de3606-4f6f-42cc-b65a-3b52e851ca80 x-openstack-request-id: req-59de3606-4f6f-42cc-b65a-3b52e851ca80 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:10.431990 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "tag": "13254073-8f4c-4fa3-a979-04ce4f9fb1e5", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:10.432251 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59de3606-4f6f-42cc-b65a-3b52e851ca80 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:10.432654 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'tag': '13254073-8f4c-4fa3-a979-04ce4f9fb1e5', 'status': 'completed', 'code': 200} Feb 09 02:57:10.473044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20abb2f-65d8-411e-a075-32bc28ae0d7a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:10.497850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (e47876c5-94e9-49fb-bd8d-51fe0d14a469), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.501296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.501593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.501935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.502288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.502621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.502949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.503275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.504078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.504078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.504271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.504528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.504847 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.505166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:10.514798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (80059793-6126-41ce-9464-7859a4aac22c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.550342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-314f8b5f-adac-4125-a00e-d46933ffa9f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.557086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-314f8b5f-adac-4125-a00e-d46933ffa9f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.565352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-314f8b5f-adac-4125-a00e-d46933ffa9f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.569567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-314f8b5f-adac-4125-a00e-d46933ffa9f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.575240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-314f8b5f-adac-4125-a00e-d46933ffa9f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.581333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-314f8b5f-adac-4125-a00e-d46933ffa9f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.587194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-314f8b5f-adac-4125-a00e-d46933ffa9f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.589304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-314f8b5f-adac-4125-a00e-d46933ffa9f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2211485 Feb 09 02:57:10.641272 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (e47876c5-94e9-49fb-bd8d-51fe0d14a469), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.642852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.646788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:10.688762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5f4154d2-0de7-47da-b955-48f9c6204d8f req-7355f8e4-9a20-4099-bbe2-a2f6e2d6c09b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705187 Feb 09 02:57:10.741172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e55d89-1c84-402b-8672-6c02a4c4baf5 req-9e705a9e-aff4-48fa-94f2-86dc78cda023 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.742755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17e55d89-1c84-402b-8672-6c02a4c4baf5 req-9e705a9e-aff4-48fa-94f2-86dc78cda023 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.2327862 Feb 09 02:57:10.757012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-7d72762c-85b3-4f57-9606-b081bfa809fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.757495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-7d72762c-85b3-4f57-9606-b081bfa809fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.757964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-7d72762c-85b3-4f57-9606-b081bfa809fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:10.759628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-7d72762c-85b3-4f57-9606-b081bfa809fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2763 time: 0.2876935 Feb 09 02:57:10.798317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6462431 Feb 09 02:57:10.812024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59896) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:10.816132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56b9e364-71a5-4e47-a7f0-051b6ac73521 req-cdcfc2da-bb56-423c-8a2a-f67ae958db56 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0369556 Feb 09 02:57:10.826902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Request body: {'subnet': {'network_id': 'e47876c5-94e9-49fb-bd8d-51fe0d14a469', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-490986331-subnet', 'tenant_id': '1005dd98aa514422bbe1d2101252f5f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:10.830428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295cf6b-b283-4b54-94a4-9970c0afeae1 admin admin] Pushing event updated for resources: {'Network': ['ID=e47876c5-94e9-49fb-bd8d-51fe0d14a469,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:10.840938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network e47876c5-94e9-49fb-bd8d-51fe0d14a469 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:57:10.940538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17e55d89-1c84-402b-8672-6c02a4c4baf5 req-f9a91b70-be49-49d8-b950-189126c43fb2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740973 Feb 09 02:57:10.955706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Made reservation on behalf of 1005dd98aa514422bbe1d2101252f5f1 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:10.958003 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.016847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80059793-6126-41ce-9464-7859a4aac22c {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:11.030458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Publish callbacks [] for port (80059793-6126-41ce-9464-7859a4aac22c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.044121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-df23d21f-f58e-4295-8ec2-294ac4980382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.044599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-df23d21f-f58e-4295-8ec2-294ac4980382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.045072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-df23d21f-f58e-4295-8ec2-294ac4980382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.046766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-df23d21f-f58e-4295-8ec2-294ac4980382 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b34f527737454803a58f84e933eb1279&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2682347 Feb 09 02:57:11.062433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Transition to ACTIVE for port object 80059793-6126-41ce-9464-7859a4aac22c will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:57:11.070614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (80059793-6126-41ce-9464-7859a4aac22c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.125821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Pushing event updated for resources: {'Port': ['ID=80059793-6126-41ce-9464-7859a4aac22c,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:11.212195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-708f11e1-2a7f-450f-b950-adacd4631188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.213755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f427ff2-f062-4eff-80b2-26409954f8f3 req-708f11e1-2a7f-450f-b950-adacd4631188 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601498 Feb 09 02:57:11.244455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d15da-4a7b-4322-b103-f05a928aab6b req-25d24fd8-63c7-41dc-aa89-2e80a8d75b29 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.249778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d15da-4a7b-4322-b103-f05a928aab6b req-25d24fd8-63c7-41dc-aa89-2e80a8d75b29 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.255505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d15da-4a7b-4322-b103-f05a928aab6b req-25d24fd8-63c7-41dc-aa89-2e80a8d75b29 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.257172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f8d15da-4a7b-4322-b103-f05a928aab6b req-25d24fd8-63c7-41dc-aa89-2e80a8d75b29 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2401 time: 0.1258931 Feb 09 02:57:11.347164 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f8d15da-4a7b-4322-b103-f05a928aab6b req-3940095d-9c43-44c7-bd01-6c8101c7f600 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821133 Feb 09 02:57:11.393600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c140381-a5c7-4529-831b-a96a3bf65437 req-d57ab8d7-458a-4aaf-bbe9-11920204716d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.398523 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c140381-a5c7-4529-831b-a96a3bf65437 req-d57ab8d7-458a-4aaf-bbe9-11920204716d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.2214503 Feb 09 02:57:11.400573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d71d-064b-4474-9163-0d7348710503 req-14f40213-e31d-4a85-8edb-976a54971514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.402136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf49d71d-064b-4474-9163-0d7348710503 req-14f40213-e31d-4a85-8edb-976a54971514 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 1127 time: 0.1549799 Feb 09 02:57:11.407939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (29eb5d53-ce01-40f7-876e-e85686d3c2d0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.437780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Attempting to bind port 80059793-6126-41ce-9464-7859a4aac22c on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:11.438159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Attempting to bind port 80059793-6126-41ce-9464-7859a4aac22c by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:11.438532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Attempting to bind port 80059793-6126-41ce-9464-7859a4aac22c on network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:11.478647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Port 80059793-6126-41ce-9464-7859a4aac22c on network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:57:11.478647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Attempting to bind port 80059793-6126-41ce-9464-7859a4aac22c on network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:11.493831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29eb5d53-ce01-40f7-876e-e85686d3c2d0,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:11.498925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Checking segment: {'id': '71df8286-96f9-4505-8b35-c806de8823a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e47876c5-94e9-49fb-bd8d-51fe0d14a469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:11.499299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Network hostable DHCP agents. Network: e47876c5-94e9-49fb-bd8d-51fe0d14a469, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:11.505830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:11.506175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Checking segment: {'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:11.506594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Bound using segment: {'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:11.507068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Bound port: 80059793-6126-41ce-9464-7859a4aac22c, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a58ccd3-cc91-4ba0-9c51-370e24862040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:11.507394 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (80059793-6126-41ce-9464-7859a4aac22c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.534120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Network e47876c5-94e9-49fb-bd8d-51fe0d14a469 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:11.551641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, e47876c5-94e9-49fb-bd8d-51fe0d14a469) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:11.556962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.559264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.562288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b0c4d-0347-4214-9cc2-ff26143ee703 None None] Network e47876c5-94e9-49fb-bd8d-51fe0d14a469 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:11.584202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8c140381-a5c7-4529-831b-a96a3bf65437 req-6966efc5-f38f-4210-9e64-509691ab1843 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751482 Feb 09 02:57:11.585792 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b2cfbb6d-b994-471b-9a7b-066c83791266 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7638915 Feb 09 02:57:11.629752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d71d-064b-4474-9163-0d7348710503 req-f22c0c95-9747-4e83-b190-855f08855800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.631527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf49d71d-064b-4474-9163-0d7348710503 req-f22c0c95-9747-4e83-b190-855f08855800 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 200 len: 913 time: 0.2214437 Feb 09 02:57:11.711920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] For port 80059793-6126-41ce-9464-7859a4aac22c, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:11.720758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] For port 80059793-6126-41ce-9464-7859a4aac22c, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=80059793-6126-41ce-9464-7859a4aac22c,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:11.754551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf49d71d-064b-4474-9163-0d7348710503 req-c70a56f3-3db4-46bb-997d-56cde4b7f30a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 200 len: 1000 time: 0.1168613 Feb 09 02:57:11.756561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (80059793-6126-41ce-9464-7859a4aac22c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:11.879621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39149d-dd47-4642-96fa-4b21f953dc95 None None] Network e47876c5-94e9-49fb-bd8d-51fe0d14a469 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:11.934342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-8bd809fb-10c6-4d87-b276-1bd550a4b5da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.946268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-8bd809fb-10c6-4d87-b276-1bd550a4b5da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.956114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-8bd809fb-10c6-4d87-b276-1bd550a4b5da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.965016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-8bd809fb-10c6-4d87-b276-1bd550a4b5da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.970922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-8bd809fb-10c6-4d87-b276-1bd550a4b5da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.976118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-8bd809fb-10c6-4d87-b276-1bd550a4b5da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.981629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-8bd809fb-10c6-4d87-b276-1bd550a4b5da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.983634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-8bd809fb-10c6-4d87-b276-1bd550a4b5da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1747696 Feb 09 02:57:11.988647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d71d-064b-4474-9163-0d7348710503 req-0111526e-712f-4a91-b1cc-6e50c6657e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:11.990446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf49d71d-064b-4474-9163-0d7348710503 req-0111526e-712f-4a91-b1cc-6e50c6657e2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 200 len: 851 time: 0.2300799 Feb 09 02:57:11.995479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Pushing event updated for resources: {'Port': ['ID=80059793-6126-41ce-9464-7859a4aac22c,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:12.052023 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d02e400e-a8fa-4cad-9455-39ad763c8dec req-260d8395-ec5a-4e19-bdb6-eaa6becf5b3d tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0604839 Feb 09 02:57:12.065472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.066346 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:12.067726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-e6db2357-36ff-4b5f-89a0-bac8a30fc68a service neutron] 10.222.0.61 "PUT /v2.0/ports/80059793-6126-41ce-9464-7859a4aac22c HTTP/1.1" status: 200 len: 1092 time: 1.7087047 Feb 09 02:57:12.081072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49d71d-064b-4474-9163-0d7348710503 req-8d091466-d106-4123-8154-a76c419fb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.083030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf49d71d-064b-4474-9163-0d7348710503 req-8d091466-d106-4123-8154-a76c419fb36c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47a3b409-6d32-4997-af71-7f5c4950d446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0845652 Feb 09 02:57:12.131561 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcb51663-dc19-42fe-bc1a-9c8cbdc0369e req-47ffff5c-448d-418d-8d61-870214cc5c49 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396384 Feb 09 02:57:12.519860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'tag': '80059793-6126-41ce-9464-7859a4aac22c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:12.522403 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc558563-3526-4057-9650-df6ed840c59d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "tag": "80059793-6126-41ce-9464-7859a4aac22c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:12.530010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b94b3d-0603-478d-b17b-6676c8a68850 req-81030bfc-45ab-4b12-bdc6-405b7313889c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.533065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Request body: {'port': {'device_id': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:12.535741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b94b3d-0603-478d-b17b-6676c8a68850 req-81030bfc-45ab-4b12-bdc6-405b7313889c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.543791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b94b3d-0603-478d-b17b-6676c8a68850 req-81030bfc-45ab-4b12-bdc6-405b7313889c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.551801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-44b94b3d-0603-478d-b17b-6676c8a68850 req-81030bfc-45ab-4b12-bdc6-405b7313889c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2401 time: 0.0849168 Feb 09 02:57:12.609207 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:12.609359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-44b94b3d-0603-478d-b17b-6676c8a68850 req-b0f30513-f4e2-456e-b9a7-1a5fbb2686a6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565405 Feb 09 02:57:12.683543 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23689e98-6f99-4462-9e93-3232bce356aa x-openstack-request-id: req-23689e98-6f99-4462-9e93-3232bce356aa {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:12.683830 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "tag": "80059793-6126-41ce-9464-7859a4aac22c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:12.684081 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23689e98-6f99-4462-9e93-3232bce356aa {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:12.684466 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'tag': '80059793-6126-41ce-9464-7859a4aac22c', 'status': 'completed', 'code': 200} Feb 09 02:57:12.825069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558563-3526-4057-9650-df6ed840c59d req-b139aac0-3fe3-458e-aff5-c56a4b67dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.826570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558563-3526-4057-9650-df6ed840c59d req-b139aac0-3fe3-458e-aff5-c56a4b67dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.827348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558563-3526-4057-9650-df6ed840c59d req-b139aac0-3fe3-458e-aff5-c56a4b67dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.830915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc558563-3526-4057-9650-df6ed840c59d req-b139aac0-3fe3-458e-aff5-c56a4b67dc5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2861 time: 0.1437929 Feb 09 02:57:12.831838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf49d71d-064b-4474-9163-0d7348710503 req-aaaa0ef3-2045-43b9-8de1-3063a1cf0cae service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412500 Feb 09 02:57:12.844231 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fde55-a35a-4ed6-ad60-92030cfb6066 req-4fa258c5-2e97-44c6-9c73-4d417123675d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.846915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-919fde55-a35a-4ed6-ad60-92030cfb6066 req-4fa258c5-2e97-44c6-9c73-4d417123675d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0896189 Feb 09 02:57:12.940281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-03cdd236-aaa5-4281-82f4-28d62abdcb21 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:12.941796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-03cdd236-aaa5-4281-82f4-28d62abdcb21 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/networks?id=8bbde937-a36e-4e17-8c68-81e6daa65a84 HTTP/1.1" status: 200 len: 824 time: 0.4167619 Feb 09 02:57:12.960126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-919fde55-a35a-4ed6-ad60-92030cfb6066 req-7ac9d0bd-14bd-4022-89ce-dd6c70e74fe6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002040 Feb 09 02:57:12.976794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-5a785afc-ba26-42bb-96e4-81035ae67741 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/quotas/b29be15b6d6d4df1b9ee69384de337fc HTTP/1.1" status: 200 len: 375 time: 0.0287731 Feb 09 02:57:13.015061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558563-3526-4057-9650-df6ed840c59d req-1f30fe2d-f89a-4f01-9bd1-559d06eea378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.016480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558563-3526-4057-9650-df6ed840c59d req-1f30fe2d-f89a-4f01-9bd1-559d06eea378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.017022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558563-3526-4057-9650-df6ed840c59d req-1f30fe2d-f89a-4f01-9bd1-559d06eea378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.018712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc558563-3526-4057-9650-df6ed840c59d req-1f30fe2d-f89a-4f01-9bd1-559d06eea378 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b34f527737454803a58f84e933eb1279&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1705356 Feb 09 02:57:13.038088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-726fbf5a-22cc-4f28-9128-6bd79a5368a1 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29be15b6d6d4df1b9ee69384de337fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434656 Feb 09 02:57:13.133239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc558563-3526-4057-9650-df6ed840c59d req-dc5c388c-0ed1-4bf1-a8b1-6a5c01787b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.136439 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc558563-3526-4057-9650-df6ed840c59d req-dc5c388c-0ed1-4bf1-a8b1-6a5c01787b36 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120398 Feb 09 02:57:13.145999 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-1bff7923-92a0-4b4e-b0ea-17416b49d9ad service neutron] 10.222.0.32 "GET /v2.0/networks/8bbde937-a36e-4e17-8c68-81e6daa65a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951760 Feb 09 02:57:13.253688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-981768aa-feb0-47d4-9770-e37eb332cd7b service neutron] 10.222.0.32 "GET /v2.0/networks/8bbde937-a36e-4e17-8c68-81e6daa65a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067390 Feb 09 02:57:13.267422 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15e6e09b-a4a2-45a9-9f2f-2cb897d71e4a req-747a301a-b5b0-43de-9a25-9600e5bc31bd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0535824 Feb 09 02:57:13.285217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf49d71d-064b-4474-9163-0d7348710503 req-e13e7339-8d44-41be-90bc-5da70d0e039b service neutron] 10.222.0.26 "GET /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331818 Feb 09 02:57:13.403482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-1671da16-6d3b-4289-8b1b-3fae15d88d6e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.408371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ab2a87-323f-4073-ae81-d8d3a4d17d04 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:13.410375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-1671da16-6d3b-4289-8b1b-3fae15d88d6e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.417042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-1671da16-6d3b-4289-8b1b-3fae15d88d6e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.417278 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Publish callbacks [] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:13.426149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-1671da16-6d3b-4289-8b1b-3fae15d88d6e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.432214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-1671da16-6d3b-4289-8b1b-3fae15d88d6e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.438938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-1671da16-6d3b-4289-8b1b-3fae15d88d6e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.445367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-1671da16-6d3b-4289-8b1b-3fae15d88d6e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.448678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Transition to ACTIVE for port object 44ab2a87-323f-4073-ae81-d8d3a4d17d04 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:57:13.459799 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-1671da16-6d3b-4289-8b1b-3fae15d88d6e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1239388 Feb 09 02:57:13.472508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:13.540961 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb2dfec2-e79c-4f08-a052-12190abc9c02 req-b2f3713a-15ef-4530-b6af-1aac0733e59f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800667 Feb 09 02:57:13.621814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6ceb04b-1e44-4b38-8762-abf9666ae5b4 req-f1a4e88a-fb79-4e44-9720-6eec9ec714ec tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 210 time: 0.0768948 Feb 09 02:57:13.689965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Pushing event updated for resources: {'Port': ['ID=44ab2a87-323f-4073-ae81-d8d3a4d17d04,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:13.818035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Attempting to bind port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:13.818712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Attempting to bind port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:13.819245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Attempting to bind port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 on network c15c6e70-d3d4-4def-81f5-65e6d102a495 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:13.821623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ec16e-a120-4949-b447-6188fab1bb08 req-793b7e9f-9764-4873-a309-83825142ed4b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.825274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 on network c15c6e70-d3d4-4def-81f5-65e6d102a495 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:57:13.825903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Attempting to bind port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 on network c15c6e70-d3d4-4def-81f5-65e6d102a495 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:13.833534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:13.834193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Checking segment: {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:13.834828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Bound using segment: {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:13.835487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Bound port: 44ab2a87-323f-4073-ae81-d8d3a4d17d04, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2367698-4ff1-4697-8272-a218b3b1b20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:13.836048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:13.836553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ec16e-a120-4949-b447-6188fab1bb08 req-793b7e9f-9764-4873-a309-83825142ed4b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.844887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ec16e-a120-4949-b447-6188fab1bb08 req-793b7e9f-9764-4873-a309-83825142ed4b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:13.853944 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e6ec16e-a120-4949-b447-6188fab1bb08 req-793b7e9f-9764-4873-a309-83825142ed4b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2413 time: 0.1368458 Feb 09 02:57:13.920431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e6ec16e-a120-4949-b447-6188fab1bb08 req-3e6b9e8b-58c2-4733-89ee-d54c37111a02 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654054 Feb 09 02:57:13.927137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] For port 44ab2a87-323f-4073-ae81-d8d3a4d17d04, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:13.931073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] For port 44ab2a87-323f-4073-ae81-d8d3a4d17d04, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=44ab2a87-323f-4073-ae81-d8d3a4d17d04,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:13.944207 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:13.998666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Pushing event updated for resources: {'Port': ['ID=44ab2a87-323f-4073-ae81-d8d3a4d17d04,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:14.012096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.014708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:14.017066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-deef6690-8e01-4bbf-8317-dc362e694e9d service neutron] 10.222.0.61 "PUT /v2.0/ports/44ab2a87-323f-4073-ae81-d8d3a4d17d04 HTTP/1.1" status: 200 len: 1092 time: 1.4908888 Feb 09 02:57:14.235182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-3ad7ac22-4a93-49aa-abcd-111824f4d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.236332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-3ad7ac22-4a93-49aa-abcd-111824f4d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.236964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-3ad7ac22-4a93-49aa-abcd-111824f4d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.238878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-3ad7ac22-4a93-49aa-abcd-111824f4d206 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2959 time: 0.1671221 Feb 09 02:57:14.303502 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-6f4b4617-ca0f-4519-aa68-9f53b10f8f96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=13254073-8f4c-4fa3-a979-04ce4f9fb1e5 HTTP/1.1" status: 200 len: 217 time: 0.0555499 Feb 09 02:57:14.338611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037e21-2489-4ddf-abdb-375f0ee18232 req-fa1c10f9-f9ac-4ec7-9cf4-eb69240e6115 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.350679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f037e21-2489-4ddf-abdb-375f0ee18232 req-fa1c10f9-f9ac-4ec7-9cf4-eb69240e6115 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.2612958 Feb 09 02:57:14.450964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9023e5b-8038-452c-8316-aa662ee21858 req-a299f5e4-9e5b-4d04-a5ad-6a8423449d97 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0585101 Feb 09 02:57:14.502555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-ebae7776-3e5f-4c39-a49d-fa4d19a60ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.504036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-ebae7776-3e5f-4c39-a49d-fa4d19a60ff7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f935a50d-d21e-4aae-a03b-d792db1a2c17 HTTP/1.1" status: 200 len: 801 time: 0.1355615 Feb 09 02:57:14.507569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f037e21-2489-4ddf-abdb-375f0ee18232 req-009cc699-4a65-4577-8c37-94c03d14729d tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560893 Feb 09 02:57:14.608500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-13f0fd6a-5018-427a-8eda-65bf64145785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.611341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-13f0fd6a-5018-427a-8eda-65bf64145785 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15c6e70-d3d4-4def-81f5-65e6d102a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1000199 Feb 09 02:57:14.755959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'tag': '44ab2a87-323f-4073-ae81-d8d3a4d17d04'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:14.763190 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "tag": "44ab2a87-323f-4073-ae81-d8d3a4d17d04"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:14.800042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-5ad42898-2c86-4ac3-9a08-e91b9b8f2e81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.805553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-5ad42898-2c86-4ac3-9a08-e91b9b8f2e81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.815176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-5ad42898-2c86-4ac3-9a08-e91b9b8f2e81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.821003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-5ad42898-2c86-4ac3-9a08-e91b9b8f2e81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.826630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-5ad42898-2c86-4ac3-9a08-e91b9b8f2e81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.832263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-5ad42898-2c86-4ac3-9a08-e91b9b8f2e81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.837835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-5ad42898-2c86-4ac3-9a08-e91b9b8f2e81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:14.847396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-5ad42898-2c86-4ac3-9a08-e91b9b8f2e81 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1700613 Feb 09 02:57:14.862004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd9234bc-36fa-4297-ac2b-6fefc2f05f30 req-efcb04d7-1a7a-4f77-a313-196ac28fa0b7 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 210 time: 0.0707014 Feb 09 02:57:14.937817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-2feb6277-2e69-49aa-8afa-71b4502fc997 service neutron] 10.222.0.61 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192558 Feb 09 02:57:14.955601 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f5ce4b3-bbb4-4a59-abdd-799ef0e9b1da req-ab0f9ccc-4626-412c-bd55-f1681820ed48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073287 Feb 09 02:57:14.989765 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21764936-7eec-496f-987e-3a40ed0c822d x-openstack-request-id: req-21764936-7eec-496f-987e-3a40ed0c822d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:14.990281 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "tag": "44ab2a87-323f-4073-ae81-d8d3a4d17d04", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:14.990694 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21764936-7eec-496f-987e-3a40ed0c822d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:14.991314 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'tag': '44ab2a87-323f-4073-ae81-d8d3a4d17d04', 'status': 'completed', 'code': 200} Feb 09 02:57:15.138796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb216e-0c68-4f95-a6ef-364d42a2101f req-431e0532-9350-4939-b17a-0956612d6089 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.144995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb216e-0c68-4f95-a6ef-364d42a2101f req-431e0532-9350-4939-b17a-0956612d6089 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.150641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb216e-0c68-4f95-a6ef-364d42a2101f req-431e0532-9350-4939-b17a-0956612d6089 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.158647 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51bb216e-0c68-4f95-a6ef-364d42a2101f req-431e0532-9350-4939-b17a-0956612d6089 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2413 time: 0.1083066 Feb 09 02:57:15.218414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51bb216e-0c68-4f95-a6ef-364d42a2101f req-aa13558f-276a-45c8-a7ba-dbee3c6096b9 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552151 Feb 09 02:57:15.223362 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-cde88a77-b6ad-4fb0-a9cc-f275d787de09 service neutron] 10.222.0.61 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772105 Feb 09 02:57:15.274224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-9ff7d487-2cff-4ac8-8b93-fd3a774c4e6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=80059793-6126-41ce-9464-7859a4aac22c HTTP/1.1" status: 200 len: 217 time: 0.0437200 Feb 09 02:57:15.352445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-4b48ab02-8b61-4122-a674-ebb3a39d04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.354080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-4b48ab02-8b61-4122-a674-ebb3a39d04a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=703c06bb-9657-44bd-b93a-f42d31121dbf HTTP/1.1" status: 200 len: 801 time: 0.0731599 Feb 09 02:57:15.430893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-56555062-3db5-428b-bebe-c8854c7a5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.433186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-56555062-3db5-428b-bebe-c8854c7a5010 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cac9b01-315a-4fc6-a2e5-4e791ff442d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0713861 Feb 09 02:57:15.493456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-117c70c7-6506-4623-98b4-bf2d0cb8854c tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.498895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-117c70c7-6506-4623-98b4-bf2d0cb8854c tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.61 "GET /v2.0/networks?id=8bbde937-a36e-4e17-8c68-81e6daa65a84 HTTP/1.1" status: 200 len: 824 time: 0.2016220 Feb 09 02:57:15.520185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Request body: {'port': {'device_id': 'b2a6af91-d3db-4fd1-b326-b40460493ccc', 'network_id': '8bbde937-a36e-4e17-8c68-81e6daa65a84', 'admin_state_up': True, 'tenant_id': 'b29be15b6d6d4df1b9ee69384de337fc'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:15.589192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-a136a4d5-2494-4e71-b2c5-0507edadadda service neutron] 10.222.0.61 "GET /v2.0/networks/3cac9b01-315a-4fc6-a2e5-4e791ff442d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489832 Feb 09 02:57:15.670758 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bb9b6ed-276d-47fa-8329-3df3fc341edb req-81755283-ccd4-4b00-a95d-c8543fb8599f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0501957 Feb 09 02:57:15.731359 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Made reservation on behalf of b29be15b6d6d4df1b9ee69384de337fc for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:15.735092 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:15.786400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429ede5-b944-4ba0-8d54-82eaded8a718 req-1046e056-dac4-4d93-8ff2-f46b51c54bde tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.788510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4429ede5-b944-4ba0-8d54-82eaded8a718 req-1046e056-dac4-4d93-8ff2-f46b51c54bde tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1212940 Feb 09 02:57:15.793145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-5b2da3a0-8070-4047-ba40-97fa7fd1644e service neutron] 10.222.0.61 "GET /v2.0/networks/3cac9b01-315a-4fc6-a2e5-4e791ff442d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931958 Feb 09 02:57:15.850596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-c0697adf-69d1-4856-9c38-abfa8ac3c601 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=44ab2a87-323f-4073-ae81-d8d3a4d17d04 HTTP/1.1" status: 200 len: 217 time: 0.0488601 Feb 09 02:57:15.967047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Allocated IP 172.20.0.5 (8bbde937-a36e-4e17-8c68-81e6daa65a84/e2abdc68-59e2-40e6-9fbf-72a7f5cdc910/ee6076bb-76e7-4293-b5cf-ddbda0165598) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:15.978811 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4429ede5-b944-4ba0-8d54-82eaded8a718 req-40c07fdb-e5d7-48ea-9824-d042ec117006 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823499 Feb 09 02:57:15.986997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-1f96d9b1-d5e8-4d48-ab0e-bcc00b7aefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:15.989070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-1f96d9b1-d5e8-4d48-ab0e-bcc00b7aefe1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f935a50d-d21e-4aae-a03b-d792db1a2c17 HTTP/1.1" status: 200 len: 801 time: 0.1307204 Feb 09 02:57:16.098265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f37e785f-dd2c-4930-86f6-5a92ed39fbf7 req-fcfcf304-2bd0-4939-8c78-933b98daff1e tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 210 time: 0.0972633 Feb 09 02:57:16.205740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-aa5ddc9f-6210-40e6-98b8-06544df9065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.207583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-aa5ddc9f-6210-40e6-98b8-06544df9065f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15c6e70-d3d4-4def-81f5-65e6d102a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2121265 Feb 09 02:57:16.258159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-2cc39e08-c0ca-45f1-8349-b71f7fd69aa0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.264010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-2cc39e08-c0ca-45f1-8349-b71f7fd69aa0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.269240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-2cc39e08-c0ca-45f1-8349-b71f7fd69aa0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.274862 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-2cc39e08-c0ca-45f1-8349-b71f7fd69aa0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.282412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-2cc39e08-c0ca-45f1-8349-b71f7fd69aa0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.288955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-2cc39e08-c0ca-45f1-8349-b71f7fd69aa0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.298470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-2cc39e08-c0ca-45f1-8349-b71f7fd69aa0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.300979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-2cc39e08-c0ca-45f1-8349-b71f7fd69aa0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2129889 Feb 09 02:57:16.355950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb99bf8-9eef-43f8-950a-1ba43777fca1 req-657569e1-3e6f-492d-8bec-15482e5c9787 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.363964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9eb99bf8-9eef-43f8-950a-1ba43777fca1 req-657569e1-3e6f-492d-8bec-15482e5c9787 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1593189 Feb 09 02:57:16.380521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-a66cf695-d28c-45eb-8c6d-116c2803a4c8 service neutron] 10.222.0.61 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635227 Feb 09 02:57:16.431596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Publish callbacks [] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:16.524049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89b394ce-0ae6-4a6c-893c-e879bd8ccec6 req-f59ee7dd-6078-4a3f-9514-05d4e73f5442 service neutron] 10.222.0.61 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359270 Feb 09 02:57:16.534067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-551f8beb-2d09-43f7-8274-6e6f8796adba req-ca04ae27-1f76-49b6-a2ef-750cdf2f57a1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525750 Feb 09 02:57:16.542827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9eb99bf8-9eef-43f8-950a-1ba43777fca1 req-66a701c5-56c9-42c6-82fc-7091651241b6 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742342 Feb 09 02:57:16.571825 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:16.638271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Pushing event updated for resources: {'Port': ['ID=ee6076bb-76e7-4293-b5cf-ddbda0165598,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:16.653182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Network 8bbde937-a36e-4e17-8c68-81e6daa65a84 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:16.655017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:16.662278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:16.750540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-4842e5a5-779d-46c1-aff0-6aa167db774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.751383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-4842e5a5-779d-46c1-aff0-6aa167db774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.752317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-4842e5a5-779d-46c1-aff0-6aa167db774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.756133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-4842e5a5-779d-46c1-aff0-6aa167db774f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2959 time: 0.1541505 Feb 09 02:57:16.794722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.795747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:16.830835 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-ea35e3ae-11f7-4a40-bcd6-b6c1597720cc tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3152757 Feb 09 02:57:16.846546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae16d8-b03d-478b-9d9d-c54dcb1eca13 req-0fd0f683-01d0-4061-b22f-fb45186bb15e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.853938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae16d8-b03d-478b-9d9d-c54dcb1eca13 req-0fd0f683-01d0-4061-b22f-fb45186bb15e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.860493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae16d8-b03d-478b-9d9d-c54dcb1eca13 req-0fd0f683-01d0-4061-b22f-fb45186bb15e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.862953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fdae16d8-b03d-478b-9d9d-c54dcb1eca13 req-0fd0f683-01d0-4061-b22f-fb45186bb15e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2413 time: 0.1510949 Feb 09 02:57:16.868614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Request body: {'port': {'device_id': 'b2a6af91-d3db-4fd1-b326-b40460493ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:16.946621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-4ca0b9db-78e8-42eb-a6db-c00bcf7aa075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:16.951098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-4ca0b9db-78e8-42eb-a6db-c00bcf7aa075 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15c6e70-d3d4-4def-81f5-65e6d102a495 HTTP/1.1" status: 200 len: 902 time: 0.1890545 Feb 09 02:57:16.969612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fdae16d8-b03d-478b-9d9d-c54dcb1eca13 req-12e13665-7fa7-4281-83d6-20e8891acbcd tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951152 Feb 09 02:57:17.038641 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:17.038849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-25d0f3d4-5037-4bdd-866f-af8b56dede9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=44ab2a87-323f-4073-ae81-d8d3a4d17d04 HTTP/1.1" status: 200 len: 217 time: 0.0689769 Feb 09 02:57:17.108265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-24b9bde9-f9cb-453f-8269-0e424cef5de9 req-fc07b9c0-5436-4a62-ae11-63456a4f4414 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0344961 Feb 09 02:57:17.154710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-ff3a4c48-efb4-420c-97b4-4bc7ddc34292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.156240 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-ff3a4c48-efb4-420c-97b4-4bc7ddc34292 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f935a50d-d21e-4aae-a03b-d792db1a2c17 HTTP/1.1" status: 200 len: 801 time: 0.1166821 Feb 09 02:57:17.233360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-06dc8a68-173f-44bf-8aa2-d9581a2d6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.236274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-06dc8a68-173f-44bf-8aa2-d9581a2d6ace service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15c6e70-d3d4-4def-81f5-65e6d102a495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0728312 Feb 09 02:57:17.394637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8f5b3-a48d-469e-829d-d3f7adda8ad6 req-d234f5cb-e8b8-45d2-a099-a41b7900ee01 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.403255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2a8f5b3-a48d-469e-829d-d3f7adda8ad6 req-d234f5cb-e8b8-45d2-a099-a41b7900ee01 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 931 time: 0.2051041 Feb 09 02:57:17.435374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-8af99b21-37db-4802-8d13-640db4e232cc service neutron] 10.222.0.61 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846097 Feb 09 02:57:17.487590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2a8f5b3-a48d-469e-829d-d3f7adda8ad6 req-69c89fb3-f005-4a4d-8017-6b5469320888 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820439 Feb 09 02:57:17.653136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6076bb-76e7-4293-b5cf-ddbda0165598 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:17.679514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Publish callbacks [] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:17.680515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ac74e6bf-15e6-48a1-8b7b-c20f9c016ea1 req-61c7959f-8d8a-4810-8fc9-4203ce0b777a service neutron] 10.222.0.61 "GET /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396629 Feb 09 02:57:17.715168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Transition to ACTIVE for port object ee6076bb-76e7-4293-b5cf-ddbda0165598 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:57:17.754899 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:17.854804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-1fa64c7e-72f7-4e4e-88b2-04c225e4d4f4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.860790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-1fa64c7e-72f7-4e4e-88b2-04c225e4d4f4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=edcfe503-db40-4ef2-937e-2d72ada54c56 HTTP/1.1" status: 200 len: 943 time: 0.1019273 Feb 09 02:57:17.910514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-e18ada82-59f1-4d38-aeea-3af8dd0d63b2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.917034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-e18ada82-59f1-4d38-aeea-3af8dd0d63b2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.923374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-e18ada82-59f1-4d38-aeea-3af8dd0d63b2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.929268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-e18ada82-59f1-4d38-aeea-3af8dd0d63b2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.934948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-e18ada82-59f1-4d38-aeea-3af8dd0d63b2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.942525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-e18ada82-59f1-4d38-aeea-3af8dd0d63b2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.949391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-e18ada82-59f1-4d38-aeea-3af8dd0d63b2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:17.956186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-e18ada82-59f1-4d38-aeea-3af8dd0d63b2 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2362890 Feb 09 02:57:17.960827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6076bb-76e7-4293-b5cf-ddbda0165598,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:18.085428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7143c75d-63fc-4c04-8f25-b02b6f6e954a req-49b658a5-07df-48a2-b1b3-afe8f69460e5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206350 Feb 09 02:57:18.088234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Attempting to bind port ee6076bb-76e7-4293-b5cf-ddbda0165598 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:18.088590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Attempting to bind port ee6076bb-76e7-4293-b5cf-ddbda0165598 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '03512166-dabc-4137-a7a1-017a3b800cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8bbde937-a36e-4e17-8c68-81e6daa65a84'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:18.088921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Attempting to bind port ee6076bb-76e7-4293-b5cf-ddbda0165598 on network 8bbde937-a36e-4e17-8c68-81e6daa65a84 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:18.094711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Port ee6076bb-76e7-4293-b5cf-ddbda0165598 on network 8bbde937-a36e-4e17-8c68-81e6daa65a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:57:18.095794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Attempting to bind port ee6076bb-76e7-4293-b5cf-ddbda0165598 on network 8bbde937-a36e-4e17-8c68-81e6daa65a84 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:18.104929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:18.105296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Checking segment: {'id': '03512166-dabc-4137-a7a1-017a3b800cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8bbde937-a36e-4e17-8c68-81e6daa65a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:18.106218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Bound using segment: {'id': '03512166-dabc-4137-a7a1-017a3b800cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8bbde937-a36e-4e17-8c68-81e6daa65a84'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:18.106751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Bound port: ee6076bb-76e7-4293-b5cf-ddbda0165598, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03512166-dabc-4137-a7a1-017a3b800cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8bbde937-a36e-4e17-8c68-81e6daa65a84'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:18.107115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.141519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Deleting port 5977f047-ad40-4d9b-8788-86d6ea2f2355 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:18.144041 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.282384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] For port ee6076bb-76e7-4293-b5cf-ddbda0165598, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:18.312371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] For port ee6076bb-76e7-4293-b5cf-ddbda0165598, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee6076bb-76e7-4293-b5cf-ddbda0165598,segment=NetworkSegment(03512166-dabc-4137-a7a1-017a3b800cc6),segment_id=03512166-dabc-4137-a7a1-017a3b800cc6)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:18.359206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933811-1a61-4215-a474-61f2b05f763a req-61c4bc5c-56ea-4e97-91fe-e8063aa0f353 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.368118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] For port 5977f047-ad40-4d9b-8788-86d6ea2f2355, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5977f047-ad40-4d9b-8788-86d6ea2f2355,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:18.368822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.371390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933811-1a61-4215-a474-61f2b05f763a req-61c4bc5c-56ea-4e97-91fe-e8063aa0f353 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.383099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933811-1a61-4215-a474-61f2b05f763a req-61c4bc5c-56ea-4e97-91fe-e8063aa0f353 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.390675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e933811-1a61-4215-a474-61f2b05f763a req-61c4bc5c-56ea-4e97-91fe-e8063aa0f353 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2413 time: 0.1315367 Feb 09 02:57:18.392499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.401823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Calling delete_port for 5977f047-ad40-4d9b-8788-86d6ea2f2355 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:18.457438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.458069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.459654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] 10.222.0.61 "PUT /v2.0/ports/ee6076bb-76e7-4293-b5cf-ddbda0165598 HTTP/1.1" status: 200 len: 1091 time: 1.5954447 Feb 09 02:57:18.463431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a6af91-d3db-4fd1-b326-b40460493ccc', 'tag': 'ee6076bb-76e7-4293-b5cf-ddbda0165598'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:18.466755 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a6af91-d3db-4fd1-b326-b40460493ccc", "tag": "ee6076bb-76e7-4293-b5cf-ddbda0165598"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:18.588947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e933811-1a61-4215-a474-61f2b05f763a req-f2bca960-a843-470e-a280-f532383ccf36 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880724 Feb 09 02:57:18.595739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb5c2-c2d0-438e-990f-8e09fa725e55 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6076bb-76e7-4293-b5cf-ddbda0165598,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:18.645126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5977f047-ad40-4d9b-8788-86d6ea2f2355), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.652016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-d6c6c980-9aff-4e33-b97a-ccf3b6991cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.653770 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-d6c6c980-9aff-4e33-b97a-ccf3b6991cb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b29be15b6d6d4df1b9ee69384de337fc&device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 1125 time: 0.1304142 Feb 09 02:57:18.660295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f14e9858-1bbc-40ee-891d-9a6f87c1ae32', '4ebd218c-2d68-4cbe-9d79-0504a29cb32c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:18.717951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event deleted for resources: {'Port': ['ID=5977f047-ad40-4d9b-8788-86d6ea2f2355,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:18.757166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-72fe98a9-b123-4897-b444-5d572c8882ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee6076bb-76e7-4293-b5cf-ddbda0165598 HTTP/1.1" status: 200 len: 217 time: 0.0914466 Feb 09 02:57:18.842171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-c8a94f1a-d18b-484c-b87e-82f1d22dd272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:18.842410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] No DVR routers for this DVR port 5977f047-ad40-4d9b-8788-86d6ea2f2355 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:18.843828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-c8a94f1a-d18b-484c-b87e-82f1d22dd272 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2abdc68-59e2-40e6-9fbf-72a7f5cdc910 HTTP/1.1" status: 200 len: 864 time: 0.0838840 Feb 09 02:57:18.847627 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:18.864892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5473b4ab-fb1f-43cb-8ffe-f8a0e1191ce7 req-a4749d80-e4a5-4856-91c0-0d72cbc6aace tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.1214335 Feb 09 02:57:18.883553 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-092dae76-8244-4e97-9613-46bfc5ffaa07 req-0719d3c6-28ad-45c5-b97a-93768b05a1b9 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "DELETE /v2.0/ports/5977f047-ad40-4d9b-8788-86d6ea2f2355 HTTP/1.1" status: 204 len: 173 time: 1.0154250 Feb 09 02:57:18.884144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'name': 'network-vif-deleted', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:18.899355 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-a2e26e6e-4f4d-40e0-a12c-12ac6ed0f328 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8bbde937-a36e-4e17-8c68-81e6daa65a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369935 Feb 09 02:57:18.906112 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56655140-1a14-4ca4-9aa7-b999db9d8888" -d '{"events": [{"server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "name": "network-vif-deleted", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:19.030124 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171f8475-7fbf-48de-baf9-7df391fb5352 x-openstack-request-id: req-171f8475-7fbf-48de-baf9-7df391fb5352 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:19.030630 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a6af91-d3db-4fd1-b326-b40460493ccc", "tag": "ee6076bb-76e7-4293-b5cf-ddbda0165598", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:19.033369 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-171f8475-7fbf-48de-baf9-7df391fb5352 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:19.035559 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a6af91-d3db-4fd1-b326-b40460493ccc', 'tag': 'ee6076bb-76e7-4293-b5cf-ddbda0165598', 'status': 'completed', 'code': 200} Feb 09 02:57:19.183536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-dffe2558-2819-4ebc-aa67-ec91faed3699 service neutron] 10.222.0.61 "GET /v2.0/networks/8bbde937-a36e-4e17-8c68-81e6daa65a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766635 Feb 09 02:57:19.272367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3f41-0396-43da-b030-7c920a2557df req-5421a358-fac9-4034-b84d-f7361a5825da tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.275724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38ce3f41-0396-43da-b030-7c920a2557df req-5421a358-fac9-4034-b84d-f7361a5825da tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 943 time: 0.1620657 Feb 09 02:57:19.343864 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:19.355723 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c60901a-b680-4e1f-ab29-211d2df74aaa req-cf14dd40-327b-4e63-8a0b-8553e55ee3c2 service neutron] 10.222.0.61 "GET /v2.0/networks/8bbde937-a36e-4e17-8c68-81e6daa65a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628196 Feb 09 02:57:19.379446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38ce3f41-0396-43da-b030-7c920a2557df req-98bb653b-45d3-443e-b184-3faa9a72c0cd tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919824 Feb 09 02:57:19.440164 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cced26d8-a6a1-455a-b9c3-bbb241481fbe x-openstack-request-id: req-cced26d8-a6a1-455a-b9c3-bbb241481fbe {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:19.440842 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcfe503-db40-4ef2-937e-2d72ada54c56", "name": "network-vif-deleted", "tag": "5977f047-ad40-4d9b-8788-86d6ea2f2355", "status": "failed", "code": 422}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:19.441421 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cced26d8-a6a1-455a-b9c3-bbb241481fbe {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:19.442044 n-d-827839-4 neutron-server[109857]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edcfe503-db40-4ef2-937e-2d72ada54c56', 'name': 'network-vif-deleted', 'tag': '5977f047-ad40-4d9b-8788-86d6ea2f2355', 'status': 'failed', 'code': 422} returned with failed status Feb 09 02:57:19.561885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-d151f742-2374-4c93-bb48-ef830505cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.564483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-d151f742-2374-4c93-bb48-ef830505cc7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b29be15b6d6d4df1b9ee69384de337fc&device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 1125 time: 0.1440318 Feb 09 02:57:19.693514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-f2e1ad02-d198-4289-9211-92a982c1aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.695581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-f2e1ad02-d198-4289-9211-92a982c1aafc service neutron] 10.222.0.61 "GET /v2.0/networks?id=8bbde937-a36e-4e17-8c68-81e6daa65a84 HTTP/1.1" status: 200 len: 925 time: 0.1257942 Feb 09 02:57:19.738046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-af3448ab-315e-4b6e-b493-fcdfcc3b407d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.744292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-af3448ab-315e-4b6e-b493-fcdfcc3b407d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.750354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-af3448ab-315e-4b6e-b493-fcdfcc3b407d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.755918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326aaa-a293-4089-a38c-f4cab5704eea req-4b8a94d8-efeb-4280-be37-b02269101e6e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.757474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-af3448ab-315e-4b6e-b493-fcdfcc3b407d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.763673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326aaa-a293-4089-a38c-f4cab5704eea req-4b8a94d8-efeb-4280-be37-b02269101e6e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.764318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-af3448ab-315e-4b6e-b493-fcdfcc3b407d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.770361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326aaa-a293-4089-a38c-f4cab5704eea req-4b8a94d8-efeb-4280-be37-b02269101e6e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.771028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-af3448ab-315e-4b6e-b493-fcdfcc3b407d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.777170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-af3448ab-315e-4b6e-b493-fcdfcc3b407d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.780038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e7326aaa-a293-4089-a38c-f4cab5704eea req-4b8a94d8-efeb-4280-be37-b02269101e6e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2413 time: 0.0928261 Feb 09 02:57:19.800303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-af3448ab-315e-4b6e-b493-fcdfcc3b407d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2969425 Feb 09 02:57:19.843094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e7326aaa-a293-4089-a38c-f4cab5704eea req-6e31352f-48c4-431d-a48d-72e4ed46b47f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607109 Feb 09 02:57:19.857714 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-6190a8e4-dff5-438d-901a-7a88ec8e6590 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee6076bb-76e7-4293-b5cf-ddbda0165598 HTTP/1.1" status: 200 len: 217 time: 0.1529930 Feb 09 02:57:19.955476 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef5985b6-af01-4f42-95dc-a9b4db59f8e1 req-89a06d5f-a655-4013-97c0-cc963c0ddf62 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536739 Feb 09 02:57:19.991450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-72958ab9-eee5-4214-9162-666447d853ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:19.993757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-72958ab9-eee5-4214-9162-666447d853ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2abdc68-59e2-40e6-9fbf-72a7f5cdc910 HTTP/1.1" status: 200 len: 864 time: 0.1259298 Feb 09 02:57:20.063483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-b00b4999-7eda-4340-b9a9-cdba5e601f08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8bbde937-a36e-4e17-8c68-81e6daa65a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528898 Feb 09 02:57:20.104492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-97fb98c4-93c0-46fa-94f6-a72550a3d91f req-5382111e-c0ec-4e35-8e3d-19e2bb97b2a0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0439994 Feb 09 02:57:20.176408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5315df-e3e8-4ec2-958c-6444691ceae7 req-88b07746-7d2a-470d-b03c-ad52b1ce1a97 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:20.190476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc5315df-e3e8-4ec2-958c-6444691ceae7 req-88b07746-7d2a-470d-b03c-ad52b1ce1a97 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 908 time: 0.0853968 Feb 09 02:57:20.194716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-d3ddf808-3de9-4a14-ac74-7cbc650a91ea service neutron] 10.222.0.61 "GET /v2.0/networks/8bbde937-a36e-4e17-8c68-81e6daa65a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215985 Feb 09 02:57:20.292501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-051050b8-cebc-468c-a9b1-5f4ba4fe8ab8 req-33125fa7-aa50-4d71-8373-0939a395321d service neutron] 10.222.0.61 "GET /v2.0/networks/8bbde937-a36e-4e17-8c68-81e6daa65a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900664 Feb 09 02:57:20.499728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b4c8f-44cf-42cc-bdff-7e64ceeb36d6 req-e82f356e-b75f-43c4-a724-d9550d608bd9 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:20.501967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-610b4c8f-44cf-42cc-bdff-7e64ceeb36d6 req-e82f356e-b75f-43c4-a724-d9550d608bd9 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 943 time: 0.0623677 Feb 09 02:57:20.564886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-610b4c8f-44cf-42cc-bdff-7e64ceeb36d6 req-d35f75e3-92dc-435f-8cc5-9ddccd4e008e tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554078 Feb 09 02:57:20.704391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 80059793-6126-41ce-9464-7859a4aac22c details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:20.807383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 80059793-6126-41ce-9464-7859a4aac22c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=80059793-6126-41ce-9464-7859a4aac22c,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:20.825979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '80059793-6126-41ce-9464-7859a4aac22c', 'network_id': '3cac9b01-315a-4fc6-a2e5-4e791ff442d5', 'port_id': '80059793-6126-41ce-9464-7859a4aac22c', 'mac_address': 'fa:16:3e:d0:2d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703c06bb-9657-44bd-b93a-f42d31121dbf', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:20.865012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 80059793-6126-41ce-9464-7859a4aac22c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:20.865406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (80059793-6126-41ce-9464-7859a4aac22c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:20.883857 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80059793-6126-41ce-9464-7859a4aac22c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:20.912916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 80059793-6126-41ce-9464-7859a4aac22c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=80059793-6126-41ce-9464-7859a4aac22c,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:20.920540 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (80059793-6126-41ce-9464-7859a4aac22c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:20.921515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 44ab2a87-323f-4073-ae81-d8d3a4d17d04 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:20.979928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fa900-933d-4a71-8de4-de02bd9371ec req-19309915-e82b-41f5-8baa-ff36372e6908 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:20.998393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fa900-933d-4a71-8de4-de02bd9371ec req-19309915-e82b-41f5-8baa-ff36372e6908 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.014886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fa900-933d-4a71-8de4-de02bd9371ec req-19309915-e82b-41f5-8baa-ff36372e6908 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.024093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-344fa900-933d-4a71-8de4-de02bd9371ec req-19309915-e82b-41f5-8baa-ff36372e6908 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2414 time: 0.1098580 Feb 09 02:57:21.034358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=80059793-6126-41ce-9464-7859a4aac22c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:21.100246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 44ab2a87-323f-4073-ae81-d8d3a4d17d04, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=44ab2a87-323f-4073-ae81-d8d3a4d17d04,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:21.115991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '44ab2a87-323f-4073-ae81-d8d3a4d17d04', 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495', 'port_id': '44ab2a87-323f-4073-ae81-d8d3a4d17d04', 'mac_address': 'fa:16:3e:c3:4d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f935a50d-d21e-4aae-a03b-d792db1a2c17', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:21.146744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-344fa900-933d-4a71-8de4-de02bd9371ec req-53b05345-3fa1-4348-b570-6a60ce808450 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214194 Feb 09 02:57:21.187683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:21.188084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:21.195094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-3166aa3e-ef42-46a0-8160-34b3e5077169 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.209342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ab2a87-323f-4073-ae81-d8d3a4d17d04 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:21.211564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-3166aa3e-ef42-46a0-8160-34b3e5077169 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.220223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-3166aa3e-ef42-46a0-8160-34b3e5077169 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.225622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-3166aa3e-ef42-46a0-8160-34b3e5077169 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.231625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-3166aa3e-ef42-46a0-8160-34b3e5077169 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.237043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-3166aa3e-ef42-46a0-8160-34b3e5077169 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.242719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-3166aa3e-ef42-46a0-8160-34b3e5077169 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.250539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-3166aa3e-ef42-46a0-8160-34b3e5077169 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1589184 Feb 09 02:57:21.251375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 44ab2a87-323f-4073-ae81-d8d3a4d17d04, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=44ab2a87-323f-4073-ae81-d8d3a4d17d04,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:21.282683 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:21.283504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:21.311817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0435c8e-7fff-450c-9e77-466af94b6520 req-b14ce449-2076-41c3-a641-0ecb2dde3964 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0409641 Feb 09 02:57:21.333348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8abfc0e-c059-4676-badf-c14ce6ff2150 req-a75a4d81-8c28-4432-b565-1f45a7339755 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761464 Feb 09 02:57:21.374080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:21.388080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '13254073-8f4c-4fa3-a979-04ce4f9fb1e5', 'network_id': 'c15c6e70-d3d4-4def-81f5-65e6d102a495', 'port_id': '13254073-8f4c-4fa3-a979-04ce4f9fb1e5', 'mac_address': 'fa:16:3e:48:82:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f935a50d-d21e-4aae-a03b-d792db1a2c17', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:21.392630 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:21.417383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-3a6bae55-094e-408b-bea8-ffeef062843c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.419350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-3a6bae55-094e-408b-bea8-ffeef062843c tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.61 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 908 time: 0.0843081 Feb 09 02:57:21.448730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=44ab2a87-323f-4073-ae81-d8d3a4d17d04,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:21.468654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:21.469735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:21.486068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:21.508909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:21.517875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:21.576516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35039a9f-e27a-47b4-b0d3-4600a7bb446a req-41dbf5ef-8889-47ad-9077-bf448b18e568 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.578200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35039a9f-e27a-47b4-b0d3-4600a7bb446a req-41dbf5ef-8889-47ad-9077-bf448b18e568 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=52d8295f-6023-4870-8165-5e0d46999086 HTTP/1.1" status: 200 len: 908 time: 0.1141491 Feb 09 02:57:21.592620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:21.626201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Deleting port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:21.626701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:21.736866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e10ac-454d-4029-a270-58c82d1db2c5 req-dc9f6d32-e94b-42d8-9966-9640c46418db tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:21.737725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] For port bbf77518-e483-4f98-bb38-5d92ad2a2ae9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:21.738350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:21.738997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-836e10ac-454d-4029-a270-58c82d1db2c5 req-dc9f6d32-e94b-42d8-9966-9640c46418db tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 943 time: 0.0831230 Feb 09 02:57:21.760220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Calling delete_port for bbf77518-e483-4f98-bb38-5d92ad2a2ae9 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:21.790017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['44ab2a87-323f-4073-ae81-d8d3a4d17d04'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:21.820574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-836e10ac-454d-4029-a270-58c82d1db2c5 req-864975e7-cae5-4a83-afc2-f75e59fd8b0b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729380 Feb 09 02:57:21.824705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['80059793-6126-41ce-9464-7859a4aac22c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:21.857428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['13254073-8f4c-4fa3-a979-04ce4f9fb1e5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:21.914091 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (bbf77518-e483-4f98-bb38-5d92ad2a2ae9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:21.944044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event deleted for resources: {'Port': ['ID=bbf77518-e483-4f98-bb38-5d92ad2a2ae9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:22.000640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] No DVR routers for this DVR port bbf77518-e483-4f98-bb38-5d92ad2a2ae9 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:22.004058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:22.007971 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16ec59c8-cbb9-4bfb-9ab8-940b629306ac req-c7252137-88dd-4a83-814f-b8d398c99a9f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.61 "DELETE /v2.0/ports/bbf77518-e483-4f98-bb38-5d92ad2a2ae9 HTTP/1.1" status: 204 len: 173 time: 0.5820234 Feb 09 02:57:22.009140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d8295f-6023-4870-8165-5e0d46999086', 'name': 'network-vif-deleted', 'tag': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:22.012361 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b52e1f-1030-4e50-921b-9f657f8a5ad7" -d '{"events": [{"server_uuid": "52d8295f-6023-4870-8165-5e0d46999086", "name": "network-vif-deleted", "tag": "bbf77518-e483-4f98-bb38-5d92ad2a2ae9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:22.074191 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1554997c-cdd7-48de-844d-0be54b6fe2c5 x-openstack-request-id: req-1554997c-cdd7-48de-844d-0be54b6fe2c5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:22.074523 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d8295f-6023-4870-8165-5e0d46999086", "name": "network-vif-deleted", "tag": "bbf77518-e483-4f98-bb38-5d92ad2a2ae9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:22.074871 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1554997c-cdd7-48de-844d-0be54b6fe2c5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:22.075617 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d8295f-6023-4870-8165-5e0d46999086', 'name': 'network-vif-deleted', 'tag': 'bbf77518-e483-4f98-bb38-5d92ad2a2ae9', 'status': 'completed', 'code': 200} Feb 09 02:57:22.285823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b8ec-bad2-4960-b51c-c35b027d13a1 req-8e622f99-eba2-4e98-a1f2-b588f420b9b4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.291053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b8ec-bad2-4960-b51c-c35b027d13a1 req-8e622f99-eba2-4e98-a1f2-b588f420b9b4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.296134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b8ec-bad2-4960-b51c-c35b027d13a1 req-8e622f99-eba2-4e98-a1f2-b588f420b9b4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.298333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6c5b8ec-bad2-4960-b51c-c35b027d13a1 req-8e622f99-eba2-4e98-a1f2-b588f420b9b4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2416 time: 0.0664129 Feb 09 02:57:22.345833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6c5b8ec-bad2-4960-b51c-c35b027d13a1 req-76ad2c02-a43a-411a-9bfb-d4e615bffd37 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Feb 09 02:57:22.451467 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d33d3c7a-7253-4445-81b7-d0ec7404dadc req-cad40f15-dd95-4100-8321-72d4b0958de6 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0472817 Feb 09 02:57:22.492366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-21641db1-f79a-4f14-aee4-0b5dde79bbda tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.498220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-21641db1-f79a-4f14-aee4-0b5dde79bbda tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.504165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-21641db1-f79a-4f14-aee4-0b5dde79bbda tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.510667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-21641db1-f79a-4f14-aee4-0b5dde79bbda tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.517708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-21641db1-f79a-4f14-aee4-0b5dde79bbda tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.522904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-21641db1-f79a-4f14-aee4-0b5dde79bbda tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.528486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-21641db1-f79a-4f14-aee4-0b5dde79bbda tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.530319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-21641db1-f79a-4f14-aee4-0b5dde79bbda tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1163313 Feb 09 02:57:22.717172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ee6076bb-76e7-4293-b5cf-ddbda0165598 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:22.832191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ee6076bb-76e7-4293-b5cf-ddbda0165598, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee6076bb-76e7-4293-b5cf-ddbda0165598,segment=NetworkSegment(03512166-dabc-4137-a7a1-017a3b800cc6),segment_id=03512166-dabc-4137-a7a1-017a3b800cc6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:22.849774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'ee6076bb-76e7-4293-b5cf-ddbda0165598', 'network_id': '8bbde937-a36e-4e17-8c68-81e6daa65a84', 'port_id': 'ee6076bb-76e7-4293-b5cf-ddbda0165598', 'mac_address': 'fa:16:3e:3b:c1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2abdc68-59e2-40e6-9fbf-72a7f5cdc910', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:22.900500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ee6076bb-76e7-4293-b5cf-ddbda0165598 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:22.901132 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:22.916836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6076bb-76e7-4293-b5cf-ddbda0165598 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:22.924685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-badd6eef-4995-4aa5-9edf-c6ab19208aaf req-de0c9481-ffae-4675-a510-2582f1127319 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3870273 Feb 09 02:57:22.931743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae86f0f-7a28-41b5-839b-7e033a8daec1 req-090a95e9-84ac-4ba9-a9a4-9368ba1c3da4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:22.933305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ae86f0f-7a28-41b5-839b-7e033a8daec1 req-090a95e9-84ac-4ba9-a9a4-9368ba1c3da4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0670760 Feb 09 02:57:22.939382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ee6076bb-76e7-4293-b5cf-ddbda0165598, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee6076bb-76e7-4293-b5cf-ddbda0165598,segment=NetworkSegment(03512166-dabc-4137-a7a1-017a3b800cc6),segment_id=03512166-dabc-4137-a7a1-017a3b800cc6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:22.944083 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:22.992285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ae86f0f-7a28-41b5-839b-7e033a8daec1 req-e42ae98d-736e-4348-b417-50240f48d5e3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526085 Feb 09 02:57:23.021204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ee6076bb-76e7-4293-b5cf-ddbda0165598,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:23.055133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231582-c303-4d93-9bec-dd83a6fa73be req-8c80252f-bbda-4397-8422-cdb2a281c219 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:23.056589 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4231582-c303-4d93-9bec-dd83a6fa73be req-8c80252f-bbda-4397-8422-cdb2a281c219 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 944 time: 0.0579543 Feb 09 02:57:23.103617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4231582-c303-4d93-9bec-dd83a6fa73be req-2a2f3451-c8c6-4794-88fd-32a718f6f966 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Feb 09 02:57:23.201843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ee6076bb-76e7-4293-b5cf-ddbda0165598'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:23.476180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bbd1c-f412-44c8-a979-d355a7722160 req-645a6168-8031-4113-9e6d-57752b318360 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:23.481708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bbd1c-f412-44c8-a979-d355a7722160 req-645a6168-8031-4113-9e6d-57752b318360 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:23.487828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bbd1c-f412-44c8-a979-d355a7722160 req-645a6168-8031-4113-9e6d-57752b318360 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:23.490511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f8bbd1c-f412-44c8-a979-d355a7722160 req-645a6168-8031-4113-9e6d-57752b318360 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2416 time: 0.0688875 Feb 09 02:57:23.553029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f8bbd1c-f412-44c8-a979-d355a7722160 req-38bd7da2-fba2-49d9-8694-c0d3f5a77717 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554438 Feb 09 02:57:23.575486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b68ec2c7-3a2e-4860-8138-3d66e8b696b4 req-45fd3a30-a8a9-4031-9c95-e27aa023afb9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0421412 Feb 09 02:57:23.852894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-59bea091-81a6-4d5a-afa7-80c4ca37cb79 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:23.854393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-59bea091-81a6-4d5a-afa7-80c4ca37cb79 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.0548120 Feb 09 02:57:23.956708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Deleting port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:23.957050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:24.069079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] For port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:24.069451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:24.079501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-e3991239-a684-4a40-9b71-17b68e015828 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.084924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Calling delete_port for 4ebd218c-2d68-4cbe-9d79-0504a29cb32c owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:24.085571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-e3991239-a684-4a40-9b71-17b68e015828 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.091187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-e3991239-a684-4a40-9b71-17b68e015828 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.099016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-e3991239-a684-4a40-9b71-17b68e015828 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.103910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-e3991239-a684-4a40-9b71-17b68e015828 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.109672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-e3991239-a684-4a40-9b71-17b68e015828 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.115444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-e3991239-a684-4a40-9b71-17b68e015828 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.118504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-e3991239-a684-4a40-9b71-17b68e015828 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1134598 Feb 09 02:57:24.191851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06214e69-d8b8-4bf4-9d7c-46a8498a6baf req-8812b10a-216a-4156-94de-a1aee0ca4e63 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676253 Feb 09 02:57:24.196288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c90a4-814c-4ddf-b8b8-2ada844cd3e7 req-d681b98b-b8d6-4ea2-8dd9-f62656fee129 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.198470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba4c90a4-814c-4ddf-b8b8-2ada844cd3e7 req-d681b98b-b8d6-4ea2-8dd9-f62656fee129 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ebddc8-dcf9-4133-82c0-35c8e292c4fb HTTP/1.1" status: 200 len: 946 time: 0.1146922 Feb 09 02:57:24.282671 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba4c90a4-814c-4ddf-b8b8-2ada844cd3e7 req-ad238147-1a81-4c94-9ae6-3be5d5f1c6c7 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764253 Feb 09 02:57:24.314253 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4ebd218c-2d68-4cbe-9d79-0504a29cb32c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:24.326373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f14e9858-1bbc-40ee-891d-9a6f87c1ae32', '4ebd218c-2d68-4cbe-9d79-0504a29cb32c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:24.327354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecc6f5-333b-4b21-b898-87d973c8a01f req-35032c41-ad8d-46ba-9526-168b0de38dce tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.335517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eeecc6f5-333b-4b21-b898-87d973c8a01f req-35032c41-ad8d-46ba-9526-168b0de38dce tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 944 time: 0.0721233 Feb 09 02:57:24.351970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event deleted for resources: {'Port': ['ID=4ebd218c-2d68-4cbe-9d79-0504a29cb32c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:24.392436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eeecc6f5-333b-4b21-b898-87d973c8a01f req-260081d4-d0bc-4b10-a0f4-57a0b3e1fdc1 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559347 Feb 09 02:57:24.411732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] No DVR routers for this DVR port 4ebd218c-2d68-4cbe-9d79-0504a29cb32c on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:24.414444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:24.418327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-573da938-6afc-466d-b5a1-b3d1bea539dc req-e2638e57-3de8-49a4-9f23-ee385d170e8f tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "DELETE /v2.0/ports/4ebd218c-2d68-4cbe-9d79-0504a29cb32c HTTP/1.1" status: 204 len: 173 time: 0.5574071 Feb 09 02:57:24.418774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ebddc8-dcf9-4133-82c0-35c8e292c4fb', 'name': 'network-vif-deleted', 'tag': '4ebd218c-2d68-4cbe-9d79-0504a29cb32c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:24.421011 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec29408-aa3a-43cf-b712-89c25e1b5659" -d '{"events": [{"server_uuid": "37ebddc8-dcf9-4133-82c0-35c8e292c4fb", "name": "network-vif-deleted", "tag": "4ebd218c-2d68-4cbe-9d79-0504a29cb32c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:24.467247 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c7cea7-84a6-4942-89c1-c5caca4abe94 x-openstack-request-id: req-72c7cea7-84a6-4942-89c1-c5caca4abe94 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:24.467661 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ebddc8-dcf9-4133-82c0-35c8e292c4fb", "name": "network-vif-deleted", "tag": "4ebd218c-2d68-4cbe-9d79-0504a29cb32c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:24.467780 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72c7cea7-84a6-4942-89c1-c5caca4abe94 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:24.468272 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ebddc8-dcf9-4133-82c0-35c8e292c4fb', 'name': 'network-vif-deleted', 'tag': '4ebd218c-2d68-4cbe-9d79-0504a29cb32c', 'status': 'completed', 'code': 200} Feb 09 02:57:24.685469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc49f1-6e55-403c-b1b4-4d640486a988 req-09fc813b-0954-4e6b-949b-70d749d56570 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.687106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed75d7e3-9793-43e6-b8fe-b29133b4d9a1 req-10227510-9849-4cf1-9652-100c6d1ae05a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0279548 Feb 09 02:57:24.691142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc49f1-6e55-403c-b1b4-4d640486a988 req-09fc813b-0954-4e6b-949b-70d749d56570 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.696396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc49f1-6e55-403c-b1b4-4d640486a988 req-09fc813b-0954-4e6b-949b-70d749d56570 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:24.698040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13fc49f1-6e55-403c-b1b4-4d640486a988 req-09fc813b-0954-4e6b-949b-70d749d56570 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2416 time: 0.0733888 Feb 09 02:57:24.719744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 80059793-6126-41ce-9464-7859a4aac22c up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:24.764671 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13fc49f1-6e55-403c-b1b4-4d640486a988 req-49eb8b1d-362e-4027-9d73-6c46f3268e3f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528140 Feb 09 02:57:24.783487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 80059793-6126-41ce-9464-7859a4aac22c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:57:24.787780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 80059793-6126-41ce-9464-7859a4aac22c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:24.788228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (80059793-6126-41ce-9464-7859a4aac22c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:24.893459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 80059793-6126-41ce-9464-7859a4aac22c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:24.894210 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (80059793-6126-41ce-9464-7859a4aac22c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:24.919805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80059793-6126-41ce-9464-7859a4aac22c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:24.923378 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1923cd64-5cab-4c3b-959d-85224fee32dc" -d '{"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-plugged", "status": "completed", "tag": "80059793-6126-41ce-9464-7859a4aac22c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:24.947235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 80059793-6126-41ce-9464-7859a4aac22c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=80059793-6126-41ce-9464-7859a4aac22c,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:24.954272 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (80059793-6126-41ce-9464-7859a4aac22c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:24.955314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 44ab2a87-323f-4073-ae81-d8d3a4d17d04 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:24.983041 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c683031-f339-492e-8f13-dcff39b6eaf1 x-openstack-request-id: req-7c683031-f339-492e-8f13-dcff39b6eaf1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:24.983576 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-plugged", "status": "completed", "tag": "80059793-6126-41ce-9464-7859a4aac22c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:24.983838 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c683031-f339-492e-8f13-dcff39b6eaf1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:24.984240 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80059793-6126-41ce-9464-7859a4aac22c', 'code': 200} Feb 09 02:57:25.040377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=80059793-6126-41ce-9464-7859a4aac22c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:25.050097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.050473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.050822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.051161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.051495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.051825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.052156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.052586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.052816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.053141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.053463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.053787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.054114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:25.066907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:57:25.071170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:25.071573 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.149303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:25.149613 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.182526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 44ab2a87-323f-4073-ae81-d8d3a4d17d04, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=44ab2a87-323f-4073-ae81-d8d3a4d17d04,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:25.186337 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.187102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ee6076bb-76e7-4293-b5cf-ddbda0165598 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:25.267675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=44ab2a87-323f-4073-ae81-d8d3a4d17d04,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:25.288649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port ee6076bb-76e7-4293-b5cf-ddbda0165598 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:57:25.292882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port ee6076bb-76e7-4293-b5cf-ddbda0165598 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:25.293262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.356739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-8afdfcbe-01f1-4dc9-9919-129a57b08796 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.363384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-8afdfcbe-01f1-4dc9-9919-129a57b08796 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.368894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-8afdfcbe-01f1-4dc9-9919-129a57b08796 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.374639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-8afdfcbe-01f1-4dc9-9919-129a57b08796 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.379960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ee6076bb-76e7-4293-b5cf-ddbda0165598 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:25.380505 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.381072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-8afdfcbe-01f1-4dc9-9919-129a57b08796 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.387122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-8afdfcbe-01f1-4dc9-9919-129a57b08796 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.393872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-8afdfcbe-01f1-4dc9-9919-129a57b08796 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.401705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-8afdfcbe-01f1-4dc9-9919-129a57b08796 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1271522 Feb 09 02:57:25.423841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ee6076bb-76e7-4293-b5cf-ddbda0165598, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee6076bb-76e7-4293-b5cf-ddbda0165598,segment=NetworkSegment(03512166-dabc-4137-a7a1-017a3b800cc6),segment_id=03512166-dabc-4137-a7a1-017a3b800cc6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:25.430938 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.431926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:25.482866 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92cd99ec-3630-4537-bb4d-211a3a699345 req-a11bb136-3732-4128-8e65-b091940b6f93 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797198 Feb 09 02:57:25.526875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ee6076bb-76e7-4293-b5cf-ddbda0165598,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:25.558126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:57:25.563820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:25.564363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.680696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa75d-2043-4eb2-a3b7-1e2fbce29387 req-94e47fcb-1d96-4753-b3f8-786f46f0654d tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.687533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e9aa75d-2043-4eb2-a3b7-1e2fbce29387 req-94e47fcb-1d96-4753-b3f8-786f46f0654d tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.1120634 Feb 09 02:57:25.741725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:25.742117 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.782182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:25.791894 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:25.792873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device bbf77518-e483-4f98-bb38-5d92ad2a2ae9 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:25.793833 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e9aa75d-2043-4eb2-a3b7-1e2fbce29387 req-58fac0c6-6ebc-4b99-8e22-bdf6cdcd2fd5 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947883 Feb 09 02:57:25.820729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3d46-42e7-4e7f-8953-4bf0195caf4b req-18cae37a-3f92-4330-97c5-b072b31f7412 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:25.823584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f38e3d46-42e7-4e7f-8953-4bf0195caf4b req-18cae37a-3f92-4330-97c5-b072b31f7412 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.1180129 Feb 09 02:57:25.836328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: bbf77518-e483-4f98-bb38-5d92ad2a2ae9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:25.836678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device bbf77518-e483-4f98-bb38-5d92ad2a2ae9 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:25.891437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:25.905333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f38e3d46-42e7-4e7f-8953-4bf0195caf4b req-bc61d756-42cc-462f-8d48-5d9277f4592b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad1676-96a5-495d-9154-56c98e65d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758953 Feb 09 02:57:26.002215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-0858fe76-cd3c-45bd-8218-2eddb8fa84f4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.003865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-0858fe76-cd3c-45bd-8218-2eddb8fa84f4 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 945 time: 0.0805535 Feb 09 02:57:26.053799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e7e23e4-4c24-4979-a520-20af73b0b576 req-91199008-61de-4acd-9c1b-6725385900e9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0393288 Feb 09 02:57:26.127591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952f682-fd4e-4f74-8bee-2909aa756b68 req-99d0d3e2-ae48-42d6-88bf-8e472b2f250a tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.136007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952f682-fd4e-4f74-8bee-2909aa756b68 req-99d0d3e2-ae48-42d6-88bf-8e472b2f250a tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.142083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952f682-fd4e-4f74-8bee-2909aa756b68 req-99d0d3e2-ae48-42d6-88bf-8e472b2f250a tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.143895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6952f682-fd4e-4f74-8bee-2909aa756b68 req-99d0d3e2-ae48-42d6-88bf-8e472b2f250a tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2419 time: 0.1044462 Feb 09 02:57:26.217407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6952f682-fd4e-4f74-8bee-2909aa756b68 req-44b1e575-58ba-4593-9a9d-b8b1177e31c9 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648270 Feb 09 02:57:26.227750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Deleting port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:26.228523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:26.285010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b48462-1016-4879-a991-280c2841d931 req-2c5ea253-8b8e-46cf-b965-3e3424af7939 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.286601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24b48462-1016-4879-a991-280c2841d931 req-2c5ea253-8b8e-46cf-b965-3e3424af7939 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.1296716 Feb 09 02:57:26.363067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24b48462-1016-4879-a991-280c2841d931 req-536e6337-30be-488e-9097-b5726f764b8e tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689363 Feb 09 02:57:26.368474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] For port f14e9858-1bbc-40ee-891d-9a6f87c1ae32, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:26.368981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:26.388022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Calling delete_port for f14e9858-1bbc-40ee-891d-9a6f87c1ae32 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:26.534829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f14e9858-1bbc-40ee-891d-9a6f87c1ae32), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:26.546614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f14e9858-1bbc-40ee-891d-9a6f87c1ae32'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:26.566273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event deleted for resources: {'Port': ['ID=f14e9858-1bbc-40ee-891d-9a6f87c1ae32,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:26.618028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] No DVR routers for this DVR port f14e9858-1bbc-40ee-891d-9a6f87c1ae32 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:26.621707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:26.628216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12569f10-9fa5-4a24-82fd-459e2b7ed22d req-78380fcd-0885-496e-9e0d-6f06481178b3 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "DELETE /v2.0/ports/f14e9858-1bbc-40ee-891d-9a6f87c1ae32 HTTP/1.1" status: 204 len: 173 time: 0.5733340 Feb 09 02:57:26.628673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada209ea-7335-42ab-bdc3-545d537cde8c', 'name': 'network-vif-deleted', 'tag': 'f14e9858-1bbc-40ee-891d-9a6f87c1ae32'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:26.636095 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73bb676-6a62-42d4-ab8d-4acb0e567425" -d '{"events": [{"server_uuid": "ada209ea-7335-42ab-bdc3-545d537cde8c", "name": "network-vif-deleted", "tag": "f14e9858-1bbc-40ee-891d-9a6f87c1ae32"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:26.716874 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cac223-5dd3-4484-aa9f-f4a2810e2d8b x-openstack-request-id: req-91cac223-5dd3-4484-aa9f-f4a2810e2d8b {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:26.717174 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada209ea-7335-42ab-bdc3-545d537cde8c", "name": "network-vif-deleted", "tag": "f14e9858-1bbc-40ee-891d-9a6f87c1ae32", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:26.717480 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91cac223-5dd3-4484-aa9f-f4a2810e2d8b {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:26.718062 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada209ea-7335-42ab-bdc3-545d537cde8c', 'name': 'network-vif-deleted', 'tag': 'f14e9858-1bbc-40ee-891d-9a6f87c1ae32', 'status': 'completed', 'code': 200} Feb 09 02:57:26.747479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-2c5aa660-edc1-47d9-bd40-41799bcffe07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.774256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-2c5aa660-edc1-47d9-bd40-41799bcffe07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.785147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-2c5aa660-edc1-47d9-bd40-41799bcffe07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.824703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-2c5aa660-edc1-47d9-bd40-41799bcffe07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.835400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-2c5aa660-edc1-47d9-bd40-41799bcffe07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.847903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-2c5aa660-edc1-47d9-bd40-41799bcffe07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.855364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-2c5aa660-edc1-47d9-bd40-41799bcffe07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.857252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-2c5aa660-edc1-47d9-bd40-41799bcffe07 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2123055 Feb 09 02:57:26.882140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-a43721d6-5aec-4e04-9746-ee1b4bec4d39 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:26.891519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-a43721d6-5aec-4e04-9746-ee1b4bec4d39 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.1402168 Feb 09 02:57:26.986466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ab2a87-323f-4073-ae81-d8d3a4d17d04'}, {'server_uuid': 'b2a6af91-d3db-4fd1-b326-b40460493ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6076bb-76e7-4293-b5cf-ddbda0165598'}, {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13254073-8f4c-4fa3-a979-04ce4f9fb1e5'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:26.989216 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18426be-3f97-4567-a18b-03427a314dbf" -d '{"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-plugged", "status": "completed", "tag": "44ab2a87-323f-4073-ae81-d8d3a4d17d04"}, {"server_uuid": "b2a6af91-d3db-4fd1-b326-b40460493ccc", "name": "network-vif-plugged", "status": "completed", "tag": "ee6076bb-76e7-4293-b5cf-ddbda0165598"}, {"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-plugged", "status": "completed", "tag": "13254073-8f4c-4fa3-a979-04ce4f9fb1e5"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:27.040882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85e895-1e07-4f6b-add4-912b2d63b6da req-4cf4fb08-adc3-417d-8d25-53776b037774 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.048908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef85e895-1e07-4f6b-add4-912b2d63b6da req-4cf4fb08-adc3-417d-8d25-53776b037774 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.1562750 Feb 09 02:57:27.127182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Deleting port 37007964-4683-4b88-ae64-8fbf302d90c3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:27.127672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:27.214869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef85e895-1e07-4f6b-add4-912b2d63b6da req-40265410-a56b-4ac0-96f6-5be86b36c95e tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648254 Feb 09 02:57:27.318161 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a710c67d-edb3-4ef2-a12f-36e2398fd8b9 req-0910eade-01a7-4826-80cf-0b32caf86e8f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4439232 Feb 09 02:57:27.321972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] For port 37007964-4683-4b88-ae64-8fbf302d90c3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=37007964-4683-4b88-ae64-8fbf302d90c3,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:27.322492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:27.355833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Calling delete_port for 37007964-4683-4b88-ae64-8fbf302d90c3 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:27.400024 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e173ec44-c5d5-4b82-8a6a-0d0f024e526f x-openstack-request-id: req-e173ec44-c5d5-4b82-8a6a-0d0f024e526f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:27.400453 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-plugged", "status": "completed", "tag": "44ab2a87-323f-4073-ae81-d8d3a4d17d04", "code": 200}, {"server_uuid": "b2a6af91-d3db-4fd1-b326-b40460493ccc", "name": "network-vif-plugged", "status": "completed", "tag": "ee6076bb-76e7-4293-b5cf-ddbda0165598", "code": 200}, {"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-plugged", "status": "completed", "tag": "13254073-8f4c-4fa3-a979-04ce4f9fb1e5", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:27.400811 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e173ec44-c5d5-4b82-8a6a-0d0f024e526f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:27.401321 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ab2a87-323f-4073-ae81-d8d3a4d17d04', 'code': 200} Feb 09 02:57:27.401674 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a6af91-d3db-4fd1-b326-b40460493ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6076bb-76e7-4293-b5cf-ddbda0165598', 'code': 200} Feb 09 02:57:27.402084 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13254073-8f4c-4fa3-a979-04ce4f9fb1e5', 'code': 200} Feb 09 02:57:27.405128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10ace629-f7a7-4e50-b1fd-e40ac5e45abd req-2648e75d-00c0-449d-a25a-57d60471a450 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada209ea-7335-42ab-bdc3-545d537cde8c HTTP/1.1" status: 200 len: 210 time: 0.0464113 Feb 09 02:57:27.525941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bffd5af3-551f-4bca-afd9-53d3dd7f6193 req-d8d80121-d854-4c1f-9c57-981769d21a28 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0383353 Feb 09 02:57:27.583194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca669b-97bc-4e0e-a0d3-6be0420a04be req-2ac37ee4-63e1-4e99-a733-0edf3f97c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.584718 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8eca669b-97bc-4e0e-a0d3-6be0420a04be req-2ac37ee4-63e1-4e99-a733-0edf3f97c7bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 1127 time: 0.0564137 Feb 09 02:57:27.660598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8eca669b-97bc-4e0e-a0d3-6be0420a04be req-5d8d6578-2132-4260-aec8-362ad2f18753 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693512 Feb 09 02:57:27.686699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27559096-b261-4cc4-8e46-2eea6b3d6aea req-ef19a295-3679-4ef6-a69d-07a90f423c16 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.694282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27559096-b261-4cc4-8e46-2eea6b3d6aea req-ef19a295-3679-4ef6-a69d-07a90f423c16 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.699627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27559096-b261-4cc4-8e46-2eea6b3d6aea req-ef19a295-3679-4ef6-a69d-07a90f423c16 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.707676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27559096-b261-4cc4-8e46-2eea6b3d6aea req-ef19a295-3679-4ef6-a69d-07a90f423c16 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2419 time: 0.1947906 Feb 09 02:57:27.708926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d51e-c883-4a59-b420-82db6b0b1676 req-10fa6794-e003-4b8a-b2df-b7709bc11271 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.716447 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5833d51e-c883-4a59-b420-82db6b0b1676 req-10fa6794-e003-4b8a-b2df-b7709bc11271 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6699a35-54d9-43a0-aa4a-908185cec429 HTTP/1.1" status: 200 len: 944 time: 0.0684893 Feb 09 02:57:27.722534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f0ed-3b4d-4a70-bc69-9b6ae695fdcc req-ae7182c8-989b-48a9-ab15-c8ffd3ade4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.723020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f0ed-3b4d-4a70-bc69-9b6ae695fdcc req-ae7182c8-989b-48a9-ab15-c8ffd3ade4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.723493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f0ed-3b4d-4a70-bc69-9b6ae695fdcc req-ae7182c8-989b-48a9-ab15-c8ffd3ade4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:27.725152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5796f0ed-3b4d-4a70-bc69-9b6ae695fdcc req-ae7182c8-989b-48a9-ab15-c8ffd3ade4a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2965 time: 0.1632080 Feb 09 02:57:27.777375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5833d51e-c883-4a59-b420-82db6b0b1676 req-879edf3e-de39-41c1-9347-2f550e4ed517 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556359 Feb 09 02:57:27.778354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4ebd218c-2d68-4cbe-9d79-0504a29cb32c no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:27.787253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27559096-b261-4cc4-8e46-2eea6b3d6aea req-e8800956-87f7-417b-aa64-01a3fb79e6e4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786474 Feb 09 02:57:27.790477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (37007964-4683-4b88-ae64-8fbf302d90c3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:27.807608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 4ebd218c-2d68-4cbe-9d79-0504a29cb32c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:27.807954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 4ebd218c-2d68-4cbe-9d79-0504a29cb32c not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:27.832511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Pushing event deleted for resources: {'Port': ['ID=37007964-4683-4b88-ae64-8fbf302d90c3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:27.901766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] No DVR routers for this DVR port 37007964-4683-4b88-ae64-8fbf302d90c3 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:27.905431 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:27.909526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c98ab0ca-518d-414d-95cc-39f1171f0494 req-2bc432b6-603e-4921-ade1-0b30fdc63664 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.26 "DELETE /v2.0/ports/37007964-4683-4b88-ae64-8fbf302d90c3 HTTP/1.1" status: 204 len: 173 time: 1.0068581 Feb 09 02:57:27.945305 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5796f0ed-3b4d-4a70-bc69-9b6ae695fdcc req-113024d5-4c88-450d-909d-78c7cd0c04ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818915 Feb 09 02:57:28.339730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc527b95-d0ea-4e80-8025-8e7230064f60 req-f969a663-c860-4e7c-8cbe-910c9c17e723 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.347407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc527b95-d0ea-4e80-8025-8e7230064f60 req-f969a663-c860-4e7c-8cbe-910c9c17e723 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.0683987 Feb 09 02:57:28.458771 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc527b95-d0ea-4e80-8025-8e7230064f60 req-3856d127-ee7c-4a58-b625-6d499a9b7976 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099393 Feb 09 02:57:28.536177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c377-cf80-4901-8559-4750727746e1 req-b86c2e3d-c0bc-481f-b3c7-52fc03c21c26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.542548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c377-cf80-4901-8559-4750727746e1 req-b86c2e3d-c0bc-481f-b3c7-52fc03c21c26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.550817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c377-cf80-4901-8559-4750727746e1 req-b86c2e3d-c0bc-481f-b3c7-52fc03c21c26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.556648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c377-cf80-4901-8559-4750727746e1 req-b86c2e3d-c0bc-481f-b3c7-52fc03c21c26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.562891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c377-cf80-4901-8559-4750727746e1 req-b86c2e3d-c0bc-481f-b3c7-52fc03c21c26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.568771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c377-cf80-4901-8559-4750727746e1 req-b86c2e3d-c0bc-481f-b3c7-52fc03c21c26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.574172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c377-cf80-4901-8559-4750727746e1 req-b86c2e3d-c0bc-481f-b3c7-52fc03c21c26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.576353 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1179c377-cf80-4901-8559-4750727746e1 req-b86c2e3d-c0bc-481f-b3c7-52fc03c21c26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1366453 Feb 09 02:57:28.642664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1179c377-cf80-4901-8559-4750727746e1 req-2d7dd31a-21ad-42c7-a902-21be6257dbc5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596731 Feb 09 02:57:28.719813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'name': 'network-vif-deleted', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:28.722503 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a424e8e5-625f-4e99-95fe-079189ad0d48" -d '{"events": [{"server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "name": "network-vif-deleted", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:28.778844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8464d657-a9ea-494c-ab57-e086a8ad962d req-31d90590-212d-4aa4-b6a8-3a9a48bc79eb tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0421562 Feb 09 02:57:28.840417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0fafd-75ad-4354-b17c-665b742770ce req-ce914963-3fcd-43a9-aa69-37d44e5ac5fd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:28.842258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76e0fafd-75ad-4354-b17c-665b742770ce req-ce914963-3fcd-43a9-aa69-37d44e5ac5fd tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.0923517 Feb 09 02:57:28.852821 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970b17d2-d966-47fe-b25b-9a023d870353 x-openstack-request-id: req-970b17d2-d966-47fe-b25b-9a023d870353 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:28.853119 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6699a35-54d9-43a0-aa4a-908185cec429", "name": "network-vif-deleted", "tag": "37007964-4683-4b88-ae64-8fbf302d90c3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:28.853368 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-970b17d2-d966-47fe-b25b-9a023d870353 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:28.853998 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6699a35-54d9-43a0-aa4a-908185cec429', 'name': 'network-vif-deleted', 'tag': '37007964-4683-4b88-ae64-8fbf302d90c3', 'status': 'completed', 'code': 200} Feb 09 02:57:28.920077 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76e0fafd-75ad-4354-b17c-665b742770ce req-c11ab2eb-3ec8-4eae-b15a-010e5f446cef tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636854 Feb 09 02:57:29.024695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03dc7-3887-49b3-bbe5-032c4e033827 req-8600aeac-eb66-48ae-b75e-2b8e3fa9df75 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:29.032471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03dc7-3887-49b3-bbe5-032c4e033827 req-8600aeac-eb66-48ae-b75e-2b8e3fa9df75 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:29.045527 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03dc7-3887-49b3-bbe5-032c4e033827 req-8600aeac-eb66-48ae-b75e-2b8e3fa9df75 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:29.053291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43d03dc7-3887-49b3-bbe5-032c4e033827 req-8600aeac-eb66-48ae-b75e-2b8e3fa9df75 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2419 time: 0.0912800 Feb 09 02:57:29.124818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43d03dc7-3887-49b3-bbe5-032c4e033827 req-fa4406b8-99bf-4036-976e-a0f39c40e721 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687110 Feb 09 02:57:29.224114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145050f-c08e-4231-81b3-24a329873db5 req-b00c58d2-60c0-4498-881d-a02e432f3402 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:29.225905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f145050f-c08e-4231-81b3-24a329873db5 req-b00c58d2-60c0-4498-881d-a02e432f3402 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.0560517 Feb 09 02:57:29.291476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f145050f-c08e-4231-81b3-24a329873db5 req-93bed3ec-87bd-4df9-a8ad-d882605ed77e tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Feb 09 02:57:29.588133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-b544d671-7ae1-4e43-8e16-1872957d3b26 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586684 Feb 09 02:57:29.599853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-733c02c5-3006-4d02-a2b8-aa3556f23c61 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:29.601494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-733c02c5-3006-4d02-a2b8-aa3556f23c61 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 945 time: 0.1030309 Feb 09 02:57:29.639469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86707dcf-02ec-48bf-964b-037023b32525 req-e8b5015b-a7f6-4e2b-b8c4-41bd913bba21 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:29.647193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86707dcf-02ec-48bf-964b-037023b32525 req-e8b5015b-a7f6-4e2b-b8c4-41bd913bba21 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.0824175 Feb 09 02:57:29.737917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86707dcf-02ec-48bf-964b-037023b32525 req-c4448cc0-2bb0-4c78-b7e1-70e0f88b2083 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896614 Feb 09 02:57:29.779762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 37007964-4683-4b88-ae64-8fbf302d90c3 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:29.813711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 37007964-4683-4b88-ae64-8fbf302d90c3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:29.821597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 37007964-4683-4b88-ae64-8fbf302d90c3 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:29.822318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f14e9858-1bbc-40ee-891d-9a6f87c1ae32 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:29.823334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-f159128d-a6b0-424a-a8d4-7f55f4963dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:29.824847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-f159128d-a6b0-424a-a8d4-7f55f4963dd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1127 time: 0.2090294 Feb 09 02:57:29.855252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Deleting port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:29.855595 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:29.880205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf436-6915-44be-a920-a0ccff5ff5fa req-ce2ff31b-7142-4387-a9be-48b41a76d221 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:29.883148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a9bf436-6915-44be-a920-a0ccff5ff5fa req-ce2ff31b-7142-4387-a9be-48b41a76d221 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.0761390 Feb 09 02:57:29.891242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: f14e9858-1bbc-40ee-891d-9a6f87c1ae32 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:29.892842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f14e9858-1bbc-40ee-891d-9a6f87c1ae32 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:29.999562 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a9bf436-6915-44be-a920-a0ccff5ff5fa req-ee119347-b8c1-4546-a6f5-b721a8b9271d tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100051 Feb 09 02:57:30.002597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-bb439bde-8fd4-4f72-aab9-384035d37c48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.016101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-bb439bde-8fd4-4f72-aab9-384035d37c48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.042306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-bb439bde-8fd4-4f72-aab9-384035d37c48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.049605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-bb439bde-8fd4-4f72-aab9-384035d37c48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.059376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-bb439bde-8fd4-4f72-aab9-384035d37c48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.068842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-bb439bde-8fd4-4f72-aab9-384035d37c48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.077248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-bb439bde-8fd4-4f72-aab9-384035d37c48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.085966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-bb439bde-8fd4-4f72-aab9-384035d37c48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.3101165 Feb 09 02:57:30.108899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7e6d80f-325b-4a8d-b4c1-0ca78a342799 req-31b333d6-82e5-4586-b76b-1b986aa0c5b8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0603626 Feb 09 02:57:30.142418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-05a590f7-56a0-4ef9-8ed3-02c4f938a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.143894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-05a590f7-56a0-4ef9-8ed3-02c4f938a1eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 915 time: 0.2831836 Feb 09 02:57:30.222627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-d520054e-234a-499d-9a15-c075952cd538 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 200 len: 217 time: 0.0698965 Feb 09 02:57:30.238028 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7657573f-d8d3-4f3f-8d72-0bc2989b2321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:30.329093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c11e899-997e-4a7b-a0dc-ef7e08b17c5d req-dca4d0f0-9a1f-4996-80a9-e2d19ad12a09 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2353792 Feb 09 02:57:30.416437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97d68d-3c12-47aa-bbab-0eeccc90e5b3 req-bfba97ea-25da-4123-b091-f5be48621de5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.420450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce97d68d-3c12-47aa-bbab-0eeccc90e5b3 req-bfba97ea-25da-4123-b091-f5be48621de5 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1357644 Feb 09 02:57:30.453203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] For port b6cb5046-57d4-40dc-9116-c17c3fd7fc37, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:30.459877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:30.503452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-60b06ba0-9977-4df0-985c-d9f09ae560e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.506331 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-60b06ba0-9977-4df0-985c-d9f09ae560e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.2093022 Feb 09 02:57:30.526956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Calling delete_port for b6cb5046-57d4-40dc-9116-c17c3fd7fc37 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:30.532015 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce97d68d-3c12-47aa-bbab-0eeccc90e5b3 req-34a8b754-495f-43d0-9352-77d76ba4d93a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055067 Feb 09 02:57:30.664543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60182) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:30.810033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-0e3fd9f9-a700-47de-9af5-7a2f0e9a98a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779901 Feb 09 02:57:30.814419 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b6cb5046-57d4-40dc-9116-c17c3fd7fc37), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:30.829813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b303a83-1021-4439-a3a6-41b9d64fc1c4 req-eaf27231-d9ee-410f-b689-921284049110 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd96813f-4203-4313-b3df-69296d1e8a66 HTTP/1.1" status: 200 len: 210 time: 0.0441585 Feb 09 02:57:30.831325 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adf3c15a-5a74-4885-9a1e-33bde3b3d9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:30.913505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Pushing event deleted for resources: {'Port': ['ID=b6cb5046-57d4-40dc-9116-c17c3fd7fc37,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:30.934298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-56e00b94-e358-4c6b-9ff6-55c0feb37280 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:30.935967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-56e00b94-e358-4c6b-9ff6-55c0feb37280 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.5643699 Feb 09 02:57:30.952287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adf3c15a-5a74-4885-9a1e-33bde3b3d9e5 admin admin] Publish callbacks [] for security_group (f9b096ea-ebf5-4f9f-ae7b-cc88e7a2d3ab), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:30.964953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adf3c15a-5a74-4885-9a1e-33bde3b3d9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f9b096ea-ebf5-4f9f-ae7b-cc88e7a2d3ab), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:31.016189 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-adf3c15a-5a74-4885-9a1e-33bde3b3d9e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60042b56068d43ce847f5dc76299b4bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3491635 Feb 09 02:57:31.019099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60188) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:31.023865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] No DVR routers for this DVR port b6cb5046-57d4-40dc-9116-c17c3fd7fc37 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:31.035868 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:31.039381 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80923335-a9b6-4412-9b88-8377e8ffdb0b req-b62d2508-a739-48ad-9055-870a8a8c10d0 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.26 "DELETE /v2.0/ports/b6cb5046-57d4-40dc-9116-c17c3fd7fc37 HTTP/1.1" status: 204 len: 173 time: 1.4312742 Feb 09 02:57:31.040929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'name': 'network-vif-deleted', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:31.046181 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da2eeee-bbe5-4542-bd42-6fb0bdd6b1db" -d '{"events": [{"server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "name": "network-vif-deleted", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:31.072075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8b87-8530-4026-90a2-38e7b4e7f2f8 req-44a85548-2669-42bc-af38-066c24e3877f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:31.078451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8b87-8530-4026-90a2-38e7b4e7f2f8 req-44a85548-2669-42bc-af38-066c24e3877f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:31.083960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8b87-8530-4026-90a2-38e7b4e7f2f8 req-44a85548-2669-42bc-af38-066c24e3877f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:31.087290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cffd8b87-8530-4026-90a2-38e7b4e7f2f8 req-44a85548-2669-42bc-af38-066c24e3877f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2419 time: 0.3539777 Feb 09 02:57:31.109953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3c15a-5a74-4885-9a1e-33bde3b3d9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b096ea-ebf5-4f9f-ae7b-cc88e7a2d3ab,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:31.162328 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-ce1b958d-7127-4e96-8232-b0191102dec2 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437951 Feb 09 02:57:31.170934 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4066cbd-5dbd-453f-898b-e2f755c357cc admin admin] Publish callbacks [] for security_group (f9b096ea-ebf5-4f9f-ae7b-cc88e7a2d3ab), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:31.180257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1bc26-4e36-4bff-a515-738fbdb77e15 req-5f5fa9f2-28fe-4944-a530-548fa65833a5 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:31.189076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcd1bc26-4e36-4bff-a515-738fbdb77e15 req-5f5fa9f2-28fe-4944-a530-548fa65833a5 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.1774428 Feb 09 02:57:31.260064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cffd8b87-8530-4026-90a2-38e7b4e7f2f8 req-672793e9-efaa-4b6a-9db9-b41efebaf8d2 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610048 Feb 09 02:57:31.260962 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4066cbd-5dbd-453f-898b-e2f755c357cc admin admin] Publish callbacks [] for security_group (f9b096ea-ebf5-4f9f-ae7b-cc88e7a2d3ab), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:31.302577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bcd1bc26-4e36-4bff-a515-738fbdb77e15 req-2a4178e1-c58a-4f35-b051-c169e04676b9 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086531 Feb 09 02:57:31.361816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Deleting port 57124ed2-282b-4169-ac48-82de9427e8f0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:31.362457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:31.394530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4066cbd-5dbd-453f-898b-e2f755c357cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f9b096ea-ebf5-4f9f-ae7b-cc88e7a2d3ab), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:31.396127 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24de8ee0-1853-4c52-b7bf-0fb141579607 x-openstack-request-id: req-24de8ee0-1853-4c52-b7bf-0fb141579607 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:31.396685 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd96813f-4203-4313-b3df-69296d1e8a66", "name": "network-vif-deleted", "tag": "b6cb5046-57d4-40dc-9116-c17c3fd7fc37", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:31.397182 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24de8ee0-1853-4c52-b7bf-0fb141579607 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:31.397778 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4066cbd-5dbd-453f-898b-e2f755c357cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:31.397999 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd96813f-4203-4313-b3df-69296d1e8a66', 'name': 'network-vif-deleted', 'tag': 'b6cb5046-57d4-40dc-9116-c17c3fd7fc37', 'status': 'completed', 'code': 200} Feb 09 02:57:31.399167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e4066cbd-5dbd-453f-898b-e2f755c357cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9b096ea-ebf5-4f9f-ae7b-cc88e7a2d3ab HTTP/1.1" status: 204 len: 168 time: 0.3694725 Feb 09 02:57:31.426849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4066cbd-5dbd-453f-898b-e2f755c357cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b096ea-ebf5-4f9f-ae7b-cc88e7a2d3ab,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:31.482973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dd60c05-24ff-4571-adea-1063b79c2ad5 req-999e9e3a-fffc-4c2a-9885-a0ca1cf321b9 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128314 Feb 09 02:57:31.596448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa1ac979-5562-42a1-ab36-1efe3a47b161 req-40df8ecb-aa23-46f0-8b42-44b929d5089a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0512757 Feb 09 02:57:31.623292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] For port 57124ed2-282b-4169-ac48-82de9427e8f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=57124ed2-282b-4169-ac48-82de9427e8f0,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:31.623654 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:31.648380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275a907-4f2a-4d13-8c90-5208a987fd6c req-5bc491ca-bf54-4e9c-ade8-114b014988de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:31.649880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a275a907-4f2a-4d13-8c90-5208a987fd6c req-5bc491ca-bf54-4e9c-ade8-114b014988de tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2805097 Feb 09 02:57:32.002812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-b24e5c65-9cbc-4716-9f06-f63fa5aaa032 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.008424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-b24e5c65-9cbc-4716-9f06-f63fa5aaa032 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.020083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-b24e5c65-9cbc-4716-9f06-f63fa5aaa032 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.034738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-b24e5c65-9cbc-4716-9f06-f63fa5aaa032 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.039934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-b24e5c65-9cbc-4716-9f06-f63fa5aaa032 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.045163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-b24e5c65-9cbc-4716-9f06-f63fa5aaa032 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.051200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-b24e5c65-9cbc-4716-9f06-f63fa5aaa032 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.075013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-b24e5c65-9cbc-4716-9f06-f63fa5aaa032 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1574435 Feb 09 02:57:32.142330 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-265674ee-79de-4e8e-854d-4eacd829c4a5 req-26dc7f05-d08e-4af6-b0bb-dca41a92bd9f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662189 Feb 09 02:57:32.224891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:32.225558 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (6e4be161-a069-4593-a559-2dca3e161ca0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:32.225667 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Floating IP 6e4be161-a069-4593-a559-2dca3e161ca0 disassociated. External IP: 172.25.2.143, port: 57124ed2-282b-4169-ac48-82de9427e8f0. Feb 09 02:57:32.225942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Calling delete_port for 57124ed2-282b-4169-ac48-82de9427e8f0 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:32.383240 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c8de7-b088-4b90-94f2-1408b5f19eef req-b7b9f778-03fe-49f9-9910-4e2f15f72bf2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:32.386563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c2c8de7-b088-4b90-94f2-1408b5f19eef req-b7b9f778-03fe-49f9-9910-4e2f15f72bf2 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/ports?device_id=2279b000-0e60-4ab0-abe1-642c30d480c7 HTTP/1.1" status: 200 len: 945 time: 0.1072154 Feb 09 02:57:32.398836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (57124ed2-282b-4169-ac48-82de9427e8f0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:32.420439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a275a907-4f2a-4d13-8c90-5208a987fd6c req-7f5aacf6-269a-4036-8ca9-9a684930e4b5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410922 Feb 09 02:57:32.464441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event deleted for resources: {'Port': ['ID=57124ed2-282b-4169-ac48-82de9427e8f0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:32.480483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c2c8de7-b088-4b90-94f2-1408b5f19eef req-fd1c0707-eaeb-4f32-89d0-7289236fbc67 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a58e969-2207-41d3-a3ae-587ea83dd2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844803 Feb 09 02:57:32.682470 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2cffa5f8-ae35-4f9c-a73c-b8ee6ecca9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:32.825911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Router 5876bffc-42bc-4b9a-92d8-c9105a543cdd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:57:32.938894 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d27c4bd0-cbaf-4b5f-b38f-168d024a1a80 req-862ecbae-e4ba-4262-94fb-ee058565a65c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0390286 Feb 09 02:57:33.068184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:57:33.079955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230f91d-735a-4b2c-b399-c58a73c4c122 req-4eb3eab3-9c1d-4a35-82c6-487d6bac24ed tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.081555 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] Sync routers for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:57:33.085159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230f91d-735a-4b2c-b399-c58a73c4c122 req-4eb3eab3-9c1d-4a35-82c6-487d6bac24ed tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.091995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230f91d-735a-4b2c-b399-c58a73c4c122 req-4eb3eab3-9c1d-4a35-82c6-487d6bac24ed tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.093071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b9313-5dd5-4a3a-969c-025a94b7f8ce req-fcce1773-19dd-4d09-9e83-d401b1953b02 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.094315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b230f91d-735a-4b2c-b399-c58a73c4c122 req-4eb3eab3-9c1d-4a35-82c6-487d6bac24ed tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2419 time: 0.0748134 Feb 09 02:57:33.096910 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:33.097528 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:57:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:33.103180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236b9313-5dd5-4a3a-969c-025a94b7f8ce req-fcce1773-19dd-4d09-9e83-d401b1953b02 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1461918 Feb 09 02:57:33.153629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] No DVR routers for this DVR port 57124ed2-282b-4169-ac48-82de9427e8f0 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:33.162308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:33.164894 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b230f91d-735a-4b2c-b399-c58a73c4c122 req-26fe0379-39f9-4fb6-94cf-0fe6b3c0bed2 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597165 Feb 09 02:57:33.176629 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-21d75ea9-c9df-4428-a6f2-77c2ccb35e6f req-293bc4d1-8ae1-4ea8-81f8-15647e522c0a tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.26 "DELETE /v2.0/ports/57124ed2-282b-4169-ac48-82de9427e8f0 HTTP/1.1" status: 204 len: 173 time: 2.2173262 Feb 09 02:57:33.264438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-236b9313-5dd5-4a3a-969c-025a94b7f8ce req-e1efb00d-8e21-4412-924e-0588e15610f0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408496 Feb 09 02:57:33.322748 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:33.404133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-deleted', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:33.416889 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64440c64-65c3-45eb-a2ca-6423c0da07df" -d '{"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-deleted", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:33.465018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e1edc-9488-48db-b02d-53b0526103bb req-e79b8314-f5f2-4fa7-bb8a-29c40a88a4de tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.476408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b0e1edc-9488-48db-b02d-53b0526103bb req-e79b8314-f5f2-4fa7-bb8a-29c40a88a4de tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.1453218 Feb 09 02:57:33.576211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b0e1edc-9488-48db-b02d-53b0526103bb req-1d3ce2a2-8302-4835-95c1-efa731fb10eb tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988278 Feb 09 02:57:33.707727 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f05ea1-4198-4ce3-b438-573572860696 x-openstack-request-id: req-b3f05ea1-4198-4ce3-b438-573572860696 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:33.708952 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2279b000-0e60-4ab0-abe1-642c30d480c7", "name": "network-vif-deleted", "tag": "57124ed2-282b-4169-ac48-82de9427e8f0", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:33.709461 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3f05ea1-4198-4ce3-b438-573572860696 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:33.710069 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2279b000-0e60-4ab0-abe1-642c30d480c7', 'name': 'network-vif-deleted', 'tag': '57124ed2-282b-4169-ac48-82de9427e8f0', 'status': 'completed', 'code': 200} Feb 09 02:57:33.716012 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 5, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:33.765733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-2e9368e2-de90-4a21-9aed-3d8940015cc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.774981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-2e9368e2-de90-4a21-9aed-3d8940015cc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.791270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-2e9368e2-de90-4a21-9aed-3d8940015cc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.801564 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] Checking router: 5876bffc-42bc-4b9a-92d8-c9105a543cdd for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:33.814263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-2e9368e2-de90-4a21-9aed-3d8940015cc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.822586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-2e9368e2-de90-4a21-9aed-3d8940015cc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.823644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:33.833031 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:33.836068 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:57:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:33.837666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-2e9368e2-de90-4a21-9aed-3d8940015cc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.856851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-2e9368e2-de90-4a21-9aed-3d8940015cc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.871517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-2e9368e2-de90-4a21-9aed-3d8940015cc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2554841 Feb 09 02:57:33.908886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 57124ed2-282b-4169-ac48-82de9427e8f0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:33.909495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 57124ed2-282b-4169-ac48-82de9427e8f0 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:33.910086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:33.972183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: b6cb5046-57d4-40dc-9116-c17c3fd7fc37 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:33.976562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fff1ba-073b-41e9-979e-99a4ad991ef1 req-8656e35e-ba0e-4f19-bbda-e8f29e636fbf tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:33.977862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b6cb5046-57d4-40dc-9116-c17c3fd7fc37 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:33.988829 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6fff1ba-073b-41e9-979e-99a4ad991ef1 req-8656e35e-ba0e-4f19-bbda-e8f29e636fbf tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 945 time: 0.1286237 Feb 09 02:57:34.014899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd9da4e1-3fc6-47e5-b24f-3d6c98ee48fd req-86cb0de5-be8f-4bf9-8a3b-49997d2311ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1406744 Feb 09 02:57:34.021412 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:34.118271 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:34.152540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6fff1ba-073b-41e9-979e-99a4ad991ef1 req-d16dd2b6-9ac9-43c0-8f6c-97ff769eae11 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606596 Feb 09 02:57:34.206834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-fc97cb92-1735-4fb9-81af-51de5ab976ef tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.217304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-fc97cb92-1735-4fb9-81af-51de5ab976ef tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 945 time: 0.2216508 Feb 09 02:57:34.228675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da7c66c3-5d49-45a6-8cb2-c1756632c196 req-debf46af-5dfc-47d7-9c69-a05def10881c tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0528491 Feb 09 02:57:34.240257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60280) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:34.479102 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 5, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:34.482421 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d5fc911-f57c-4114-840e-da01931f2f8b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group (7a58e969-2207-41d3-a3ae-587ea83dd2a4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:34.520553 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace741b-e3a6-4dec-b83c-447fc38cc532 None None] The sync data for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 is: [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:47:56Z', 'revision_number': 4, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '20439b58-a50f-4778-b9c7-7f993b464099', 'name': '', 'network_id': '47a3b409-6d32-4997-af71-7f5c4950d446', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'mac_address': 'fa:16:3e:d0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:55Z', 'updated_at': '2022-02-09T02:48:06Z', 'revision_number': 5, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'subnets': [{'id': 'c7d5485c-f1ba-400c-975c-10eee174c8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:34.545472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d5fc911-f57c-4114-840e-da01931f2f8b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group (7a58e969-2207-41d3-a3ae-587ea83dd2a4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:34.572215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00013d1f-a2cb-4d03-8ace-6df070819cc5 req-a509651e-6d7d-4f9e-a998-892a89e960fe tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.593876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00013d1f-a2cb-4d03-8ace-6df070819cc5 req-a509651e-6d7d-4f9e-a998-892a89e960fe tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.601192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-7e766213-1cd0-4753-9b2b-2a5bc3729634 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.601861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00013d1f-a2cb-4d03-8ace-6df070819cc5 req-a509651e-6d7d-4f9e-a998-892a89e960fe tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.602980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-7e766213-1cd0-4753-9b2b-2a5bc3729634 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.2550159 Feb 09 02:57:34.615295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00013d1f-a2cb-4d03-8ace-6df070819cc5 req-a509651e-6d7d-4f9e-a998-892a89e960fe tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2419 time: 0.2835834 Feb 09 02:57:34.698781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Deleting port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:34.699525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:34.714957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00013d1f-a2cb-4d03-8ace-6df070819cc5 req-a5174254-fa67-4d65-960e-1455dd2ae6a5 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957594 Feb 09 02:57:34.897148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060867e2-6d1c-434f-862c-3550cc41d624 req-9bd2059c-0611-4aa9-baa9-2970925ffc9c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.903107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060867e2-6d1c-434f-862c-3550cc41d624 req-9bd2059c-0611-4aa9-baa9-2970925ffc9c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.909643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060867e2-6d1c-434f-862c-3550cc41d624 req-9bd2059c-0611-4aa9-baa9-2970925ffc9c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:34.911339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-060867e2-6d1c-434f-862c-3550cc41d624 req-9bd2059c-0611-4aa9-baa9-2970925ffc9c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2419 time: 0.2946744 Feb 09 02:57:34.918654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] For port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,segment=NetworkSegment(1c88fa04-c6ff-4d6a-9f01-1c72b62ce886),segment_id=1c88fa04-c6ff-4d6a-9f01-1c72b62ce886)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:34.919034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:34.943141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Calling delete_port for 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:34.971953 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:34.992503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d5fc911-f57c-4114-840e-da01931f2f8b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7a58e969-2207-41d3-a3ae-587ea83dd2a4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:34.995436 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d5fc911-f57c-4114-840e-da01931f2f8b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:34.996927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5d5fc911-f57c-4114-840e-da01931f2f8b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a58e969-2207-41d3-a3ae-587ea83dd2a4 HTTP/1.1" status: 204 len: 168 time: 0.7552431 Feb 09 02:57:35.039937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60292) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:35.040563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fc911-f57c-4114-840e-da01931f2f8b tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58e969-2207-41d3-a3ae-587ea83dd2a4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:35.090780 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-3024a788-7712-43ae-8f1b-79794f5cf508 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] show failed (client error): The resource could not be found. Feb 09 02:57:35.095025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3024a788-7712-43ae-8f1b-79794f5cf508 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "GET /v2.0/security-groups/7a58e969-2207-41d3-a3ae-587ea83dd2a4 HTTP/1.1" status: 404 len: 347 time: 0.0488393 Feb 09 02:57:35.103234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60296) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:35.109050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a46d6-7de7-48ca-8798-bae264d3e603 None None] New status for floating IP 6e4be161-a069-4593-a559-2dca3e161ca0: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:57:35.133069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e222c-45fa-4c7d-b86b-80e0f5f35584 req-7abbda73-21f5-43b9-a25c-1614754dbc90 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.140233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-333e222c-45fa-4c7d-b86b-80e0f5f35584 req-7abbda73-21f5-43b9-a25c-1614754dbc90 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 945 time: 0.3624339 Feb 09 02:57:35.262598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (728b9c4a-e970-4dd7-9d5e-4e8b519e42ee), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:35.315104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Pushing event deleted for resources: {'Port': ['ID=728b9c4a-e970-4dd7-9d5e-4e8b519e42ee,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:35.388997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] No DVR routers for this DVR port 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:35.404078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-276cbdc9-c643-4a1f-b423-1f155d6844df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.410662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-276cbdc9-c643-4a1f-b423-1f155d6844df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.417615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-276cbdc9-c643-4a1f-b423-1f155d6844df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.423426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-276cbdc9-c643-4a1f-b423-1f155d6844df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.429252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-276cbdc9-c643-4a1f-b423-1f155d6844df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.434910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-276cbdc9-c643-4a1f-b423-1f155d6844df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.440120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-276cbdc9-c643-4a1f-b423-1f155d6844df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:35.448574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-276cbdc9-c643-4a1f-b423-1f155d6844df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2389934 Feb 09 02:57:35.451669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:35.458985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f3a12fa-1505-47a9-bb80-6dffba1d410c req-f601edc4-2b76-4801-a973-46c1dfadefb4 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.61 "DELETE /v2.0/ports/728b9c4a-e970-4dd7-9d5e-4e8b519e42ee HTTP/1.1" status: 204 len: 173 time: 1.2338278 Feb 09 02:57:35.547980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-333e222c-45fa-4c7d-b86b-80e0f5f35584 req-b9f826a8-6de9-4a6e-9613-28506db3acd9 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b2b11c5-adcc-49bb-b216-42cca361dcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017885 Feb 09 02:57:35.555549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Deleting port ee6076bb-76e7-4293-b5cf-ddbda0165598 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:35.565600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8093d1f8-d688-4ca0-865d-e2cdffde7c57 req-03d0555f-b68c-4f6a-9310-f0b9cbe20389 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116822 Feb 09 02:57:35.573028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:35.721997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d112d835-538d-4114-a55e-c323ff8d5e9f req-e8a6455c-b56b-4fec-a74c-d59e357d0706 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0481601 Feb 09 02:57:35.724781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'name': 'network-vif-deleted', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:35.733719 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d384a2-ea71-4610-bdb0-df1c5917dc86" -d '{"events": [{"server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "name": "network-vif-deleted", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:35.844355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] For port ee6076bb-76e7-4293-b5cf-ddbda0165598, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ee6076bb-76e7-4293-b5cf-ddbda0165598,segment=NetworkSegment(03512166-dabc-4137-a7a1-017a3b800cc6),segment_id=03512166-dabc-4137-a7a1-017a3b800cc6)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:35.844789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:35.859991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Calling delete_port for ee6076bb-76e7-4293-b5cf-ddbda0165598 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:35.976350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-45e75e05-fabe-4e67-ac27-2a2a22b89853 req-9515221f-97f2-419b-8565-24423aef6a8b tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e9df1dc-31ba-469a-bbd9-a86642ed28fd HTTP/1.1" status: 200 len: 210 time: 0.0611079 Feb 09 02:57:36.063713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:36.064059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.075042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b9fe4-3fb2-46bc-a5b2-6a9b0df56b71 req-7e7b13af-0fbc-4021-83a1-8444e220722d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:36.095298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b9fe4-3fb2-46bc-a5b2-6a9b0df56b71 req-7e7b13af-0fbc-4021-83a1-8444e220722d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:36.113958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b9fe4-3fb2-46bc-a5b2-6a9b0df56b71 req-7e7b13af-0fbc-4021-83a1-8444e220722d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:36.128368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26b9fe4-3fb2-46bc-a5b2-6a9b0df56b71 req-7e7b13af-0fbc-4021-83a1-8444e220722d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 2419 time: 0.2560787 Feb 09 02:57:36.137535 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d3b839-e3f5-4a34-bcaf-b47a8d77e15d x-openstack-request-id: req-88d3b839-e3f5-4a34-bcaf-b47a8d77e15d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:36.138374 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9df1dc-31ba-469a-bbd9-a86642ed28fd", "name": "network-vif-deleted", "tag": "728b9c4a-e970-4dd7-9d5e-4e8b519e42ee", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:36.140946 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88d3b839-e3f5-4a34-bcaf-b47a8d77e15d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:36.141405 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9df1dc-31ba-469a-bbd9-a86642ed28fd', 'name': 'network-vif-deleted', 'tag': '728b9c4a-e970-4dd7-9d5e-4e8b519e42ee', 'status': 'completed', 'code': 200} Feb 09 02:57:36.238447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c26b9fe4-3fb2-46bc-a5b2-6a9b0df56b71 req-bd11eeaa-a7a0-42ea-991f-1ad1f3dfb61f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047380 Feb 09 02:57:36.245918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Deleting port 6a5d2c09-a653-4642-92bc-a71e6c9e48bd {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:36.246289 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.253514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ee6076bb-76e7-4293-b5cf-ddbda0165598), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.268418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ee6076bb-76e7-4293-b5cf-ddbda0165598'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:36.345464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.378710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Pushing event deleted for resources: {'Port': ['ID=ee6076bb-76e7-4293-b5cf-ddbda0165598,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:36.385231 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] No DVR routers for this DVR port ee6076bb-76e7-4293-b5cf-ddbda0165598 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:36.396745 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.400051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fdf7ba9c-faf9-4e52-8a4e-c36cb3720605 req-29215778-67dc-44bb-9cb4-881b8b134e4b tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.61 "DELETE /v2.0/ports/ee6076bb-76e7-4293-b5cf-ddbda0165598 HTTP/1.1" status: 204 len: 173 time: 1.7854910 Feb 09 02:57:36.400508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a6af91-d3db-4fd1-b326-b40460493ccc', 'name': 'network-vif-deleted', 'tag': 'ee6076bb-76e7-4293-b5cf-ddbda0165598'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:36.402798 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b16095-bcc9-4243-b6f7-d7bc713beab0" -d '{"events": [{"server_uuid": "b2a6af91-d3db-4fd1-b326-b40460493ccc", "name": "network-vif-deleted", "tag": "ee6076bb-76e7-4293-b5cf-ddbda0165598"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:36.438578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port 44ab2a87-323f-4073-ae81-d8d3a4d17d04, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=44ab2a87-323f-4073-ae81-d8d3a4d17d04,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:36.438937 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.467446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for 44ab2a87-323f-4073-ae81-d8d3a4d17d04 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:36.483277 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.483613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for floatingip (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.491898 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064413ff-ce4c-4710-b8d7-ba057a86a331 x-openstack-request-id: req-064413ff-ce4c-4710-b8d7-ba057a86a331 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:36.492204 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a6af91-d3db-4fd1-b326-b40460493ccc", "name": "network-vif-deleted", "tag": "ee6076bb-76e7-4293-b5cf-ddbda0165598", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:36.492442 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-064413ff-ce4c-4710-b8d7-ba057a86a331 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:36.492839 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a6af91-d3db-4fd1-b326-b40460493ccc', 'name': 'network-vif-deleted', 'tag': 'ee6076bb-76e7-4293-b5cf-ddbda0165598', 'status': 'completed', 'code': 200} Feb 09 02:57:36.540328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Calling delete_port for 6a5d2c09-a653-4642-92bc-a71e6c9e48bd owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:36.675236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17d4ad7f-2157-448e-8bbc-d0fa71171033 req-2a95e813-4939-4b54-8570-7b034ab67cb5 tempest-ServersNegativeTestMultiTenantJSON-1036177620 tempest-ServersNegativeTestMultiTenantJSON-1036177620-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2a6af91-d3db-4fd1-b326-b40460493ccc HTTP/1.1" status: 200 len: 210 time: 0.0427151 Feb 09 02:57:36.776126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (44ab2a87-323f-4073-ae81-d8d3a4d17d04), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:36.795770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['80059793-6126-41ce-9464-7859a4aac22c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:36.909096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=44ab2a87-323f-4073-ae81-d8d3a4d17d04,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:37.000986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6a5d2c09-a653-4642-92bc-a71e6c9e48bd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.081138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-735df785-0add-4211-9fb8-f291c0166a42 req-e73aa2dc-477a-411d-a331-4b0ee31954f0 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.1894612 Feb 09 02:57:37.146456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Pushing event deleted for resources: {'Port': ['ID=6a5d2c09-a653-4642-92bc-a71e6c9e48bd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:37.176973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60340) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:37.270121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks [] for floatingip (6e4be161-a069-4593-a559-2dca3e161ca0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.277719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.278940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ee5fe753-22e5-4ad1-b545-5ee5ff4324a8 tempest-ServerActionsTestJSON-1640288284 tempest-ServerActionsTestJSON-1640288284-project] 10.222.0.32 "DELETE /v2.0/floatingips/6e4be161-a069-4593-a559-2dca3e161ca0 HTTP/1.1" status: 204 len: 168 time: 2.1229506 Feb 09 02:57:37.280256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port 44ab2a87-323f-4073-ae81-d8d3a4d17d04 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:37.282586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60348) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:37.288943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.299736 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-060867e2-6d1c-434f-862c-3550cc41d624 req-db5dcfad-edae-4ae1-987b-f6c0ce5b36df tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "DELETE /v2.0/ports/44ab2a87-323f-4073-ae81-d8d3a4d17d04 HTTP/1.1" status: 204 len: 173 time: 2.3417814 Feb 09 02:57:37.373786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-8d0f4316-bbaf-4d97-9e08-518f95380993 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.379498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-8d0f4316-bbaf-4d97-9e08-518f95380993 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.385060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-8d0f4316-bbaf-4d97-9e08-518f95380993 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.390797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-8d0f4316-bbaf-4d97-9e08-518f95380993 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.395963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-8d0f4316-bbaf-4d97-9e08-518f95380993 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.401120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-8d0f4316-bbaf-4d97-9e08-518f95380993 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.406297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-8d0f4316-bbaf-4d97-9e08-518f95380993 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.413668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-8d0f4316-bbaf-4d97-9e08-518f95380993 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.7105594 Feb 09 02:57:37.437529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ac84-65a8-46e1-97fe-663df1d47be9 req-51373c66-cfb2-4e5d-8fe7-9c655d8f94da tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.443375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ac84-65a8-46e1-97fe-663df1d47be9 req-51373c66-cfb2-4e5d-8fe7-9c655d8f94da tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.455801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bb5ac84-65a8-46e1-97fe-663df1d47be9 req-51373c66-cfb2-4e5d-8fe7-9c655d8f94da tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 1683 time: 0.1158402 Feb 09 02:57:37.544733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc1bc4e8-3c40-450d-8572-a14311807904 req-b5de5112-36ea-46da-b1b4-d907d77fd331 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238911 Feb 09 02:57:37.576531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:37.577391 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.613290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bb5ac84-65a8-46e1-97fe-663df1d47be9 req-ad5fd2a6-361a-4bb8-8376-1f62bce3bd9c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491923 Feb 09 02:57:37.754302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60362) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:37.774218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Deleting subnet af7edeef-7a8f-4da0-b380-41ebf8496e93 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:37.779199 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Publish callbacks [] for subnet (af7edeef-7a8f-4da0-b380-41ebf8496e93), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.831967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (af7edeef-7a8f-4da0-b380-41ebf8496e93), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.847931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:37.849007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.884931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:37.901774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-637f1578-c46c-4028-860c-b01000ce2405 admin admin] Deleting subnet e2abdc68-59e2-40e6-9fbf-72a7f5cdc910 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:37.908288 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-637f1578-c46c-4028-860c-b01000ce2405 admin admin] Publish callbacks [] for subnet (e2abdc68-59e2-40e6-9fbf-72a7f5cdc910), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:37.946428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f7bd3-eb21-4aa6-b1b8-c0d54888aa04 req-85f96567-e523-4138-a6f0-6e9216596f8d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:37.947957 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e30f7bd3-eb21-4aa6-b1b8-c0d54888aa04 req-85f96567-e523-4138-a6f0-6e9216596f8d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2317636 Feb 09 02:57:37.976668 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (af7edeef-7a8f-4da0-b380-41ebf8496e93), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.015462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-637f1578-c46c-4028-860c-b01000ce2405 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (e2abdc68-59e2-40e6-9fbf-72a7f5cdc910), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.080983 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e30f7bd3-eb21-4aa6-b1b8-c0d54888aa04 req-01e59c79-0a3e-4162-a5bf-ae35e9d34cb2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Feb 09 02:57:38.096685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-637f1578-c46c-4028-860c-b01000ce2405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e2abdc68-59e2-40e6-9fbf-72a7f5cdc910), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.119508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (af7edeef-7a8f-4da0-b380-41ebf8496e93), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.209519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (13254073-8f4c-4fa3-a979-04ce4f9fb1e5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.212155 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-637f1578-c46c-4028-860c-b01000ce2405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (e2abdc68-59e2-40e6-9fbf-72a7f5cdc910), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.244607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7edeef-7a8f-4da0-b380-41ebf8496e93,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:38.268809 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.270201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f1578-c46c-4028-860c-b01000ce2405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2abdc68-59e2-40e6-9fbf-72a7f5cdc910,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:38.274524 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/af7edeef-7a8f-4da0-b380-41ebf8496e93 HTTP/1.1" status: 204 len: 168 time: 1.0941954 Feb 09 02:57:38.280448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=13254073-8f4c-4fa3-a979-04ce4f9fb1e5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:38.284121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60376) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:38.285294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-637f1578-c46c-4028-860c-b01000ce2405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.288464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-637f1578-c46c-4028-860c-b01000ce2405 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2abdc68-59e2-40e6-9fbf-72a7f5cdc910 HTTP/1.1" status: 204 len: 168 time: 0.5322292 Feb 09 02:57:38.301458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.301815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.302161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.302523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.302858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.303190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.303517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.303842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.304167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.304490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.304817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.305133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.305449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64be752-10b0-4d2e-817c-b1fac2197611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:57:38.309645 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd276775-0774-4dba-aa17-d4decb65a08e req-2fc360b3-6d1a-47dc-99c1-34e921a3bd3a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0692775 Feb 09 02:57:38.310120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60380) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:38.426733 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (8bbde937-a36e-4e17-8c68-81e6daa65a84), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.464092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:38.478600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.482176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-060867e2-6d1c-434f-862c-3550cc41d624 req-f7482060-7cfa-4dc4-b07f-1c4f9a88159d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "DELETE /v2.0/ports/13254073-8f4c-4fa3-a979-04ce4f9fb1e5 HTTP/1.1" status: 204 len: 173 time: 1.1740429 Feb 09 02:57:38.496617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a82b4b-c2e9-40cb-9fdb-c1bd99e81983 req-f3051c40-83b4-4ec3-8ae3-59eebaa52e06 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:38.504828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55a82b4b-c2e9-40cb-9fdb-c1bd99e81983 req-f3051c40-83b4-4ec3-8ae3-59eebaa52e06 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2382364 Feb 09 02:57:38.508488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7df2201d-50f8-46a0-970e-60ec608b8981), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.516583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-deleted', 'tag': '44ab2a87-323f-4073-ae81-d8d3a4d17d04'}, {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-deleted', 'tag': '13254073-8f4c-4fa3-a979-04ce4f9fb1e5'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:38.518805 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c674ee2-b7c7-40f2-acdc-2c06abddaa59" -d '{"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-deleted", "tag": "44ab2a87-323f-4073-ae81-d8d3a4d17d04"}, {"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-deleted", "tag": "13254073-8f4c-4fa3-a979-04ce4f9fb1e5"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:38.618337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (8bbde937-a36e-4e17-8c68-81e6daa65a84), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.646950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbde937-a36e-4e17-8c68-81e6daa65a84']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:38.649453 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abacacf1-b560-485c-a58b-59f392a4a13d x-openstack-request-id: req-abacacf1-b560-485c-a58b-59f392a4a13d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:38.649763 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-deleted", "tag": "44ab2a87-323f-4073-ae81-d8d3a4d17d04", "status": "completed", "code": 200}, {"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-deleted", "tag": "13254073-8f4c-4fa3-a979-04ce4f9fb1e5", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:38.650023 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abacacf1-b560-485c-a58b-59f392a4a13d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:38.650525 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-deleted', 'tag': '44ab2a87-323f-4073-ae81-d8d3a4d17d04', 'status': 'completed', 'code': 200} Feb 09 02:57:38.650817 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-deleted', 'tag': '13254073-8f4c-4fa3-a979-04ce4f9fb1e5', 'status': 'completed', 'code': 200} Feb 09 02:57:38.651856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (5876bffc-42bc-4b9a-92d8-c9105a543cdd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.697678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03512166-dabc-4137-a7a1-017a3b800cc6') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:38.697973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03512166-dabc-4137-a7a1-017a3b800cc6') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:38.735999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (03512166-dabc-4137-a7a1-017a3b800cc6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.760498 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (03512166-dabc-4137-a7a1-017a3b800cc6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.783065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:38.783479 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (03512166-dabc-4137-a7a1-017a3b800cc6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:38.785212 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:38.789452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ee6076bb-76e7-4293-b5cf-ddbda0165598 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:38.834105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: ee6076bb-76e7-4293-b5cf-ddbda0165598 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:38.834105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ee6076bb-76e7-4293-b5cf-ddbda0165598 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:38.834595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 80059793-6126-41ce-9464-7859a4aac22c no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:38.893560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55a82b4b-c2e9-40cb-9fdb-c1bd99e81983 req-07625365-b68a-47a2-a244-43efb8214160 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878784 Feb 09 02:57:38.921782 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7df2201d-50f8-46a0-970e-60ec608b8981), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.938914 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (8bbde937-a36e-4e17-8c68-81e6daa65a84), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.951973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:38.959721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8bbde937-a36e-4e17-8c68-81e6daa65a84 HTTP/1.1" status: 204 len: 168 time: 0.6475103 Feb 09 02:57:38.960546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60392) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:38.995347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-318e27aa-a589-4319-8ed0-0c45722f1f86 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.003266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-318e27aa-a589-4319-8ed0-0c45722f1f86 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.010321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-318e27aa-a589-4319-8ed0-0c45722f1f86 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.013246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df2201d-50f8-46a0-970e-60ec608b8981']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:39.018393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-318e27aa-a589-4319-8ed0-0c45722f1f86 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.024473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 80059793-6126-41ce-9464-7859a4aac22c is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:39.024851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-318e27aa-a589-4319-8ed0-0c45722f1f86 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.024968 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (80059793-6126-41ce-9464-7859a4aac22c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.031190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-318e27aa-a589-4319-8ed0-0c45722f1f86 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.036838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-318e27aa-a589-4319-8ed0-0c45722f1f86 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.045028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-318e27aa-a589-4319-8ed0-0c45722f1f86 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2806656 Feb 09 02:57:39.046286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port 80059793-6126-41ce-9464-7859a4aac22c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:39.046645 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (80059793-6126-41ce-9464-7859a4aac22c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.057689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65d10e-834b-48e2-a57e-eaecee429da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bbde937-a36e-4e17-8c68-81e6daa65a84,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:39.066466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:39.066773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c88fa04-c6ff-4d6a-9f01-1c72b62ce886') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:39.111837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80059793-6126-41ce-9464-7859a4aac22c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:39.114283 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b857fb-a4ab-4dab-9502-4d3b759b720f" -d '{"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-unplugged", "status": "completed", "tag": "80059793-6126-41ce-9464-7859a4aac22c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:39.129609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7793a3-e98a-4499-b0b5-1a49d06799e9 admin admin] Deleting subnet 29eb5d53-ce01-40f7-876e-e85686d3c2d0 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:39.142590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 80059793-6126-41ce-9464-7859a4aac22c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=80059793-6126-41ce-9464-7859a4aac22c,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:39.145568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a7793a3-e98a-4499-b0b5-1a49d06799e9 admin admin] Publish callbacks [] for subnet (29eb5d53-ce01-40f7-876e-e85686d3c2d0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.156765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (1c88fa04-c6ff-4d6a-9f01-1c72b62ce886), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.162577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (80059793-6126-41ce-9464-7859a4aac22c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.163297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:39.196058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1c88fa04-c6ff-4d6a-9f01-1c72b62ce886), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.218511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2561a61f-ca0d-4921-b519-fb8b057c90b8 req-1e9cc415-afcb-4fc8-87d4-adc3302f76e7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719873 Feb 09 02:57:39.224054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:39.225347 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (1c88fa04-c6ff-4d6a-9f01-1c72b62ce886), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:39.231646 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:39.273417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a7793a3-e98a-4499-b0b5-1a49d06799e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (29eb5d53-ce01-40f7-876e-e85686d3c2d0), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.382821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port 80059793-6126-41ce-9464-7859a4aac22c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=80059793-6126-41ce-9464-7859a4aac22c,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:39.383512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (80059793-6126-41ce-9464-7859a4aac22c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.405135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for 80059793-6126-41ce-9464-7859a4aac22c owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:39.434406 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a7793a3-e98a-4499-b0b5-1a49d06799e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (29eb5d53-ce01-40f7-876e-e85686d3c2d0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.481555 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de1f5c-89c4-46c4-a2f5-833a50241e3c x-openstack-request-id: req-23de1f5c-89c4-46c4-a2f5-833a50241e3c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:39.481951 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-unplugged", "status": "completed", "tag": "80059793-6126-41ce-9464-7859a4aac22c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:39.482326 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23de1f5c-89c4-46c4-a2f5-833a50241e3c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:39.482882 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80059793-6126-41ce-9464-7859a4aac22c', 'code': 200} Feb 09 02:57:39.498333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:39.498689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 728b9c4a-e970-4dd7-9d5e-4e8b519e42ee not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:39.499113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 44ab2a87-323f-4073-ae81-d8d3a4d17d04 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:39.543416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=80059793-6126-41ce-9464-7859a4aac22c,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:39.545992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 44ab2a87-323f-4073-ae81-d8d3a4d17d04 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:39.546932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 44ab2a87-323f-4073-ae81-d8d3a4d17d04 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:39.547355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:39.558969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7df2201d-50f8-46a0-970e-60ec608b8981), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.563853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Deleting port 20439b58-a50f-4778-b9c7-7f993b464099 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:39.564470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (20439b58-a50f-4778-b9c7-7f993b464099), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.567208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eb792-e95f-4fab-bd44-91d8f74bc506 req-967aeb67-a94c-4a7e-a280-f05dcd9960dd tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.576839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-311eb792-e95f-4fab-bd44-91d8f74bc506 req-967aeb67-a94c-4a7e-a280-f05dcd9960dd tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b57d7b0-03eb-4978-acdd-34f3b50a8e11 HTTP/1.1" status: 200 len: 946 time: 0.5270317 Feb 09 02:57:39.580497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:39.580765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 13254073-8f4c-4fa3-a979-04ce4f9fb1e5 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:39.628136 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.632291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] 10.222.0.32 "DELETE /v2.0/networks/7df2201d-50f8-46a0-970e-60ec608b8981 HTTP/1.1" status: 204 len: 168 time: 1.3401647 Feb 09 02:57:39.637924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (80059793-6126-41ce-9464-7859a4aac22c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.639483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60416) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:39.640526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2e034-d0f6-43f2-aa13-715eb31b926e admin admin] Pushing event deleted for resources: {'Network': ['ID=7df2201d-50f8-46a0-970e-60ec608b8981,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:39.711706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a7793a3-e98a-4499-b0b5-1a49d06799e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (29eb5d53-ce01-40f7-876e-e85686d3c2d0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.738754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047032e2-b202-45ef-856a-2f8fa8d0c1af req-5449cddc-53dd-47a6-a216-47a8517665d4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:39.743904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=80059793-6126-41ce-9464-7859a4aac22c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:39.752006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-047032e2-b202-45ef-856a-2f8fa8d0c1af req-5449cddc-53dd-47a6-a216-47a8517665d4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3314822 Feb 09 02:57:39.765982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-311eb792-e95f-4fab-bd44-91d8f74bc506 req-ad14f06b-4f76-4dba-9083-66f2155a0cc0 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882834 Feb 09 02:57:39.801436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de2d022-0472-43b3-b501-a8e65c9fd537 admin admin] Deleting subnet 8d904d68-fe8f-4618-ac00-3b9e44876253 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:39.820075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7793a3-e98a-4499-b0b5-1a49d06799e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29eb5d53-ce01-40f7-876e-e85686d3c2d0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:39.845610 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a7793a3-e98a-4499-b0b5-1a49d06799e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.849530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2a7793a3-e98a-4499-b0b5-1a49d06799e9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/29eb5d53-ce01-40f7-876e-e85686d3c2d0 HTTP/1.1" status: 204 len: 168 time: 0.8731437 Feb 09 02:57:39.858013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60424) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:39.860843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5de2d022-0472-43b3-b501-a8e65c9fd537 admin admin] Publish callbacks [] for subnet (8d904d68-fe8f-4618-ac00-3b9e44876253), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.863113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port 80059793-6126-41ce-9464-7859a4aac22c on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:39.891333 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:39.894800 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-060867e2-6d1c-434f-862c-3550cc41d624 req-1909483a-0cea-44b8-9a1f-0afc15c88a9f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "DELETE /v2.0/ports/80059793-6126-41ce-9464-7859a4aac22c HTTP/1.1" status: 204 len: 173 time: 1.4054494 Feb 09 02:57:39.976993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] For port 20439b58-a50f-4778-b9c7-7f993b464099, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=20439b58-a50f-4778-b9c7-7f993b464099,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:39.977657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (20439b58-a50f-4778-b9c7-7f993b464099), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.010542 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-047032e2-b202-45ef-856a-2f8fa8d0c1af req-f5492bab-f8c0-4ffb-9291-21f360e24d8e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511508 Feb 09 02:57:40.020776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Calling delete_port for 20439b58-a50f-4778-b9c7-7f993b464099 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:40.027514 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (e47876c5-94e9-49fb-bd8d-51fe0d14a469), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.276992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (e47876c5-94e9-49fb-bd8d-51fe0d14a469), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.302850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1240615-c60b-4ef3-917f-5b4c53e2ff8c req-6544e57c-3994-4059-a6c4-47780361ece0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.304623 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1240615-c60b-4ef3-917f-5b4c53e2ff8c req-6544e57c-3994-4059-a6c4-47780361ece0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1763759 Feb 09 02:57:40.363977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47876c5-94e9-49fb-bd8d-51fe0d14a469']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:40.392267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71df8286-96f9-4505-8b35-c806de8823a3') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:40.392560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71df8286-96f9-4505-8b35-c806de8823a3') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:40.421806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (71df8286-96f9-4505-8b35-c806de8823a3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.422951 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f291412-df5a-4035-99c4-c52c8c3f9b48 req-4b64363e-6b0a-4000-b62a-7a961468d661 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.5259161 Feb 09 02:57:40.429262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5de2d022-0472-43b3-b501-a8e65c9fd537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (8d904d68-fe8f-4618-ac00-3b9e44876253), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.521247 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5de2d022-0472-43b3-b501-a8e65c9fd537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (8d904d68-fe8f-4618-ac00-3b9e44876253), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.522131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (71df8286-96f9-4505-8b35-c806de8823a3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.530397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1240615-c60b-4ef3-917f-5b4c53e2ff8c req-9e17f600-0a69-45a0-ae53-bce2bb923f1c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797638 Feb 09 02:57:40.533765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:40.534181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (71df8286-96f9-4505-8b35-c806de8823a3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:40.536153 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:40.658230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-deleted', 'tag': '80059793-6126-41ce-9464-7859a4aac22c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:57:40.668500 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1bc385-14f4-4928-b2f9-aba7c24b1aab" -d '{"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-deleted", "tag": "80059793-6126-41ce-9464-7859a4aac22c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:57:40.738119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-99612182-2397-42bf-9e48-344b38fbe30e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.746598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-99612182-2397-42bf-9e48-344b38fbe30e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.754795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-99612182-2397-42bf-9e48-344b38fbe30e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.762157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-99612182-2397-42bf-9e48-344b38fbe30e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.768005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-99612182-2397-42bf-9e48-344b38fbe30e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.776853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-99612182-2397-42bf-9e48-344b38fbe30e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.784856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-99612182-2397-42bf-9e48-344b38fbe30e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:40.787102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-99612182-2397-42bf-9e48-344b38fbe30e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2217612 Feb 09 02:57:40.788554 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e81384-d112-46b5-84d5-35ae9d32fc25 x-openstack-request-id: req-e4e81384-d112-46b5-84d5-35ae9d32fc25 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:57:40.788982 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b57d7b0-03eb-4978-acdd-34f3b50a8e11", "name": "network-vif-deleted", "tag": "80059793-6126-41ce-9464-7859a4aac22c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:57:40.789356 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4e81384-d112-46b5-84d5-35ae9d32fc25 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:57:40.790634 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b57d7b0-03eb-4978-acdd-34f3b50a8e11', 'name': 'network-vif-deleted', 'tag': '80059793-6126-41ce-9464-7859a4aac22c', 'status': 'completed', 'code': 200} Feb 09 02:57:40.831941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5de2d022-0472-43b3-b501-a8e65c9fd537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (8d904d68-fe8f-4618-ac00-3b9e44876253), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.876082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2d022-0472-43b3-b501-a8e65c9fd537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d904d68-fe8f-4618-ac00-3b9e44876253,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:40.892908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5de2d022-0472-43b3-b501-a8e65c9fd537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:40.897994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5de2d022-0472-43b3-b501-a8e65c9fd537 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d904d68-fe8f-4618-ac00-3b9e44876253 HTTP/1.1" status: 204 len: 168 time: 1.2545314 Feb 09 02:57:40.904863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60446) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:40.994003 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (df6ea49a-c415-42dd-b7b6-a984faad2010), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.010001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eaae8bd1-38a9-427e-a25e-84e116a74eeb req-183d5785-1a6d-4a69-9a36-78d996d99254 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2114801 Feb 09 02:57:41.036438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (e47876c5-94e9-49fb-bd8d-51fe0d14a469), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.063183 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.075261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] 10.222.0.32 "DELETE /v2.0/networks/e47876c5-94e9-49fb-bd8d-51fe0d14a469 HTTP/1.1" status: 204 len: 168 time: 1.2136409 Feb 09 02:57:41.111663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (df6ea49a-c415-42dd-b7b6-a984faad2010), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.138632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6ea49a-c415-42dd-b7b6-a984faad2010']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:41.140838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60452) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:41.146543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a80c87-7001-4166-99a0-2b881695f11e admin admin] Pushing event deleted for resources: {'Network': ['ID=e47876c5-94e9-49fb-bd8d-51fe0d14a469,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:41.164762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ddfb8-50d5-436a-84d9-259fd5cf0388 req-f1de7bd5-c299-4e96-a0a9-65f0670ba4fe tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:41.173564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-744ddfb8-50d5-436a-84d9-259fd5cf0388 req-f1de7bd5-c299-4e96-a0a9-65f0670ba4fe tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2453370 Feb 09 02:57:41.212804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bad9df4-f6a0-4c38-84fb-1faed9392054 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting subnet 703c06bb-9657-44bd-b93a-f42d31121dbf {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:41.216471 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bad9df4-f6a0-4c38-84fb-1faed9392054 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for subnet (703c06bb-9657-44bd-b93a-f42d31121dbf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.224904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (20439b58-a50f-4778-b9c7-7f993b464099), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.264174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bad9df4-f6a0-4c38-84fb-1faed9392054 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (703c06bb-9657-44bd-b93a-f42d31121dbf), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.286850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Pushing event deleted for resources: {'Port': ['ID=20439b58-a50f-4778-b9c7-7f993b464099,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:41.310511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdb011e-a3a6-42e2-8fd9-b03c52939b98') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:41.310719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdb011e-a3a6-42e2-8fd9-b03c52939b98') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:41.312390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-744ddfb8-50d5-436a-84d9-259fd5cf0388 req-75c08a0c-b780-4fbb-a04c-246f29209ab6 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339757 Feb 09 02:57:41.326523 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (3cdb011e-a3a6-42e2-8fd9-b03c52939b98), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.349454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3cdb011e-a3a6-42e2-8fd9-b03c52939b98), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.376409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:41.377010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (3cdb011e-a3a6-42e2-8fd9-b03c52939b98), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:41.379259 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:41.445334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60458) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:41.511963 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bad9df4-f6a0-4c38-84fb-1faed9392054 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (703c06bb-9657-44bd-b93a-f42d31121dbf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.654393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2446ed21-cb04-46e0-9c32-64d60b9bc02a req-47ad2291-1002-4faa-a4da-603bc3143f0f tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.0671229 Feb 09 02:57:41.687154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bad9df4-f6a0-4c38-84fb-1faed9392054 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (703c06bb-9657-44bd-b93a-f42d31121dbf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.690074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (5876bffc-42bc-4b9a-92d8-c9105a543cdd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.734920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-00204735-6210-42c8-9706-cd13af6a2101 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b29be15b6d6d4df1b9ee69384de337fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867978 Feb 09 02:57:41.748683 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:57:41.753337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60462) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:41.755834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (df6ea49a-c415-42dd-b7b6-a984faad2010), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.760766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.764147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] 10.222.0.32 "DELETE /v2.0/networks/df6ea49a-c415-42dd-b7b6-a984faad2010 HTTP/1.1" status: 204 len: 168 time: 0.8581455 Feb 09 02:57:41.808646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bad9df4-f6a0-4c38-84fb-1faed9392054 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.814683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7bad9df4-f6a0-4c38-84fb-1faed9392054 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "DELETE /v2.0/subnets/703c06bb-9657-44bd-b93a-f42d31121dbf HTTP/1.1" status: 204 len: 168 time: 0.6699328 Feb 09 02:57:41.820066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a65af-85b0-4ac4-af70-782480e6104a None None] Network 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:41.820597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60468) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:41.829647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c771-385c-442c-b7be-92e16cb31f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=df6ea49a-c415-42dd-b7b6-a984faad2010,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:41.834891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad9df4-f6a0-4c38-84fb-1faed9392054 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Subnet': ['ID=703c06bb-9657-44bd-b93a-f42d31121dbf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:41.935855 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80c19825-dd23-4980-9dc3-7c4a7353ddb3 admin admin] Publish callbacks [] for security_group (6b2b11c5-adcc-49bb-b216-42cca361dcaf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:41.960634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80c19825-dd23-4980-9dc3-7c4a7353ddb3 admin admin] Publish callbacks [] for security_group (6b2b11c5-adcc-49bb-b216-42cca361dcaf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.002843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (3cac9b01-315a-4fc6-a2e5-4e791ff442d5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.023903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c970144-376a-4ea0-ba9c-8c9e34802e84 req-93860304-eca3-4ee1-88b5-fd2e3dffac71 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:42.025778 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c970144-376a-4ea0-ba9c-8c9e34802e84 req-93860304-eca3-4ee1-88b5-fd2e3dffac71 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.5560694 Feb 09 02:57:42.058986 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80c19825-dd23-4980-9dc3-7c4a7353ddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6b2b11c5-adcc-49bb-b216-42cca361dcaf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.062382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80c19825-dd23-4980-9dc3-7c4a7353ddb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.065848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-80c19825-dd23-4980-9dc3-7c4a7353ddb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b2b11c5-adcc-49bb-b216-42cca361dcaf HTTP/1.1" status: 204 len: 168 time: 0.3090112 Feb 09 02:57:42.111840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c970144-376a-4ea0-ba9c-8c9e34802e84 req-e15daae7-57a8-45ca-9e4e-6f250aeb1dd9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782611 Feb 09 02:57:42.115970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c19825-dd23-4980-9dc3-7c4a7353ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2b11c5-adcc-49bb-b216-42cca361dcaf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:42.147984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port 7d0b660b-9355-49c6-ac29-381ed6463da8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:42.148325 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.161842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] DHCP port deletion for 3cac9b01-315a-4fc6-a2e5-4e791ff442d5 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:57:42.226482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60478) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:42.274224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port 7d0b660b-9355-49c6-ac29-381ed6463da8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7d0b660b-9355-49c6-ac29-381ed6463da8,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:42.274635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.307248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] Deleting port 7d0b660b-9355-49c6-ac29-381ed6463da8 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:42.307925 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.327298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for 7d0b660b-9355-49c6-ac29-381ed6463da8 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:42.416486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60480) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:42.486462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.505003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] For port 7d0b660b-9355-49c6-ac29-381ed6463da8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7d0b660b-9355-49c6-ac29-381ed6463da8,segment=NetworkSegment(2a58ccd3-cc91-4ba0-9c51-370e24862040),segment_id=2a58ccd3-cc91-4ba0-9c51-370e24862040)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:42.506021 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.525890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] Calling delete_port for 7d0b660b-9355-49c6-ac29-381ed6463da8 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:42.537340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7d0b660b-9355-49c6-ac29-381ed6463da8 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:42.549319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f23103b0-29da-4580-af63-0f9f95351ecf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2618b90bba6341048386a8a8793c5ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102968 Feb 09 02:57:42.556226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60484) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:42.559951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Router 5876bffc-42bc-4b9a-92d8-c9105a543cdd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:57:42.564741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=7d0b660b-9355-49c6-ac29-381ed6463da8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:42.571845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 7d0b660b-9355-49c6-ac29-381ed6463da8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:42.572414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port 7d0b660b-9355-49c6-ac29-381ed6463da8 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:42.572608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7d0b660b-9355-49c6-ac29-381ed6463da8 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:42.604725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb3e2-6331-4475-8621-074af736d5e3 req-8ba0708c-16e3-4ff3-b49d-a0b017652d96 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:42.613743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb3e2-6331-4475-8621-074af736d5e3 req-8ba0708c-16e3-4ff3-b49d-a0b017652d96 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:42.622320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb3e2-6331-4475-8621-074af736d5e3 req-8ba0708c-16e3-4ff3-b49d-a0b017652d96 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:42.628850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb3e2-6331-4475-8621-074af736d5e3 req-8ba0708c-16e3-4ff3-b49d-a0b017652d96 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:42.634524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb3e2-6331-4475-8621-074af736d5e3 req-8ba0708c-16e3-4ff3-b49d-a0b017652d96 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:42.642597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb3e2-6331-4475-8621-074af736d5e3 req-8ba0708c-16e3-4ff3-b49d-a0b017652d96 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:42.648577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb3e2-6331-4475-8621-074af736d5e3 req-8ba0708c-16e3-4ff3-b49d-a0b017652d96 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:42.650837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-593eb3e2-6331-4475-8621-074af736d5e3 req-8ba0708c-16e3-4ff3-b49d-a0b017652d96 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.4747927 Feb 09 02:57:42.679470 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (7d0b660b-9355-49c6-ac29-381ed6463da8), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.704793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] No DVR routers for this DVR port 7d0b660b-9355-49c6-ac29-381ed6463da8 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:42.737747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0603d-df4f-4366-8181-37b8db26a976 None None] Pushing event deleted for resources: {'Port': ['ID=7d0b660b-9355-49c6-ac29-381ed6463da8,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:42.778228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (3cac9b01-315a-4fc6-a2e5-4e791ff442d5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.806177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cac9b01-315a-4fc6-a2e5-4e791ff442d5']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:42.821246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a58ccd3-cc91-4ba0-9c51-370e24862040') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:42.821902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a58ccd3-cc91-4ba0-9c51-370e24862040') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:42.835563 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2a58ccd3-cc91-4ba0-9c51-370e24862040), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.859290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2a58ccd3-cc91-4ba0-9c51-370e24862040), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.889836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:42.891174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2a58ccd3-cc91-4ba0-9c51-370e24862040), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:42.895298 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:42.923735 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c96d2c0-274e-4ad7-a065-e0f032e464d6 admin admin] Publish callbacks [] for security_group (0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.942183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1c8dd98-82af-430a-bd7a-b2809eafc80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:42.969940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-593eb3e2-6331-4475-8621-074af736d5e3 req-b0311195-b6ea-46ad-9758-ea5730db7261 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3039458 Feb 09 02:57:42.976341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60492) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:42.996750 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-162ccccc-b80c-472e-a753-e3425611129d req-e0d5a0a7-9de9-41d1-b4cb-0b32eb3a7d80 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7c963c8-6ca3-4190-a6b1-deb0c52e3f51 HTTP/1.1" status: 200 len: 210 time: 0.1347764 Feb 09 02:57:43.053082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (3cac9b01-315a-4fc6-a2e5-4e791ff442d5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.062923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.069110 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "DELETE /v2.0/networks/3cac9b01-315a-4fc6-a2e5-4e791ff442d5 HTTP/1.1" status: 204 len: 168 time: 1.2352381 Feb 09 02:57:43.070458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:57:43.071168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60496) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:43.086677 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] Sync routers for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:57:43.098656 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c96d2c0-274e-4ad7-a065-e0f032e464d6 admin admin] Publish callbacks [] for security_group (0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.100410 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:43.101100 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:57:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:43.125090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6819a-b346-4dac-8600-4f6f612c7a7f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Network': ['ID=3cac9b01-315a-4fc6-a2e5-4e791ff442d5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:43.137975 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5ffdb8bb-5658-49c8-b90a-3d5dc1ece55a admin admin] 10.222.0.32 "PUT /v2.0/routers/5876bffc-42bc-4b9a-92d8-c9105a543cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8546088 Feb 09 02:57:43.145512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60498) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:43.158327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ffad9b1b-e5a8-4379-ac6c-a5c39ce0ef4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1005dd98aa514422bbe1d2101252f5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791651 Feb 09 02:57:43.159302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60500) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:43.228214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c96d2c0-274e-4ad7-a065-e0f032e464d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.230917 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c96d2c0-274e-4ad7-a065-e0f032e464d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.233576 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:43.235072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5c96d2c0-274e-4ad7-a065-e0f032e464d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4 HTTP/1.1" status: 204 len: 168 time: 0.6771877 Feb 09 02:57:43.256161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ad3b-ba5f-4269-95cb-6cea38420291 req-6edb4912-24cb-4192-835d-c46c04916887 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:43.257723 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99e6ad3b-ba5f-4269-95cb-6cea38420291 req-6edb4912-24cb-4192-835d-c46c04916887 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1241221 Feb 09 02:57:43.261884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96d2c0-274e-4ad7-a065-e0f032e464d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8bbdf3-0c7f-4a6e-90af-c6ade139d6b4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:43.293910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9ce8-3d96-4054-b2ea-418968047e0f admin admin] Publish callbacks [] for security_group (b20abb2f-65d8-411e-a075-32bc28ae0d7a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.332948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1c8dd98-82af-430a-bd7a-b2809eafc80c admin admin] Publish callbacks [] for security_group (7579c22d-1a23-48b2-af5f-de2bd5d24e03), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.350664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1c8dd98-82af-430a-bd7a-b2809eafc80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7579c22d-1a23-48b2-af5f-de2bd5d24e03), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.353960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9ce8-3d96-4054-b2ea-418968047e0f admin admin] Publish callbacks [] for security_group (b20abb2f-65d8-411e-a075-32bc28ae0d7a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.371510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99e6ad3b-ba5f-4269-95cb-6cea38420291 req-bdf7f6ba-91e6-4880-9627-5e68370289c4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019244 Feb 09 02:57:43.423726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-66589361-a33b-4998-ae41-3908a7ffc1a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting subnet f935a50d-d21e-4aae-a03b-d792db1a2c17 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:43.440003 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9ce8-3d96-4054-b2ea-418968047e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b20abb2f-65d8-411e-a075-32bc28ae0d7a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.440925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66589361-a33b-4998-ae41-3908a7ffc1a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for subnet (f935a50d-d21e-4aae-a03b-d792db1a2c17), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.443011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9ce8-3d96-4054-b2ea-418968047e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.444202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5c8c9ce8-3d96-4054-b2ea-418968047e0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b20abb2f-65d8-411e-a075-32bc28ae0d7a HTTP/1.1" status: 204 len: 168 time: 0.2653670 Feb 09 02:57:43.467316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8dd98-82af-430a-bd7a-b2809eafc80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7579c22d-1a23-48b2-af5f-de2bd5d24e03,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:43.468567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9ce8-3d96-4054-b2ea-418968047e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20abb2f-65d8-411e-a075-32bc28ae0d7a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:43.477719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks [] for router (5876bffc-42bc-4b9a-92d8-c9105a543cdd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.531877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b1c8dd98-82af-430a-bd7a-b2809eafc80c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01e5639b41d54be99fbb762cbb8927c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1120884 Feb 09 02:57:43.532825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60508) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:43.580805 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:57:40Z', 'revision_number': 5, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port': {'id': '1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:47:49Z', 'updated_at': '2022-02-09T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:43.619542 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39a52c6f-fc52-4dae-8b1f-b296524a05ad admin admin] Publish callbacks [] for security_group (7579c22d-1a23-48b2-af5f-de2bd5d24e03), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.629688 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66589361-a33b-4998-ae41-3908a7ffc1a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (f935a50d-d21e-4aae-a03b-d792db1a2c17), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.662454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39a52c6f-fc52-4dae-8b1f-b296524a05ad admin admin] Publish callbacks [] for security_group (7579c22d-1a23-48b2-af5f-de2bd5d24e03), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.747422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39a52c6f-fc52-4dae-8b1f-b296524a05ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7579c22d-1a23-48b2-af5f-de2bd5d24e03), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.752763 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39a52c6f-fc52-4dae-8b1f-b296524a05ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.757460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-39a52c6f-fc52-4dae-8b1f-b296524a05ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7579c22d-1a23-48b2-af5f-de2bd5d24e03 HTTP/1.1" status: 204 len: 168 time: 0.2207663 Feb 09 02:57:43.767169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a52c6f-fc52-4dae-8b1f-b296524a05ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7579c22d-1a23-48b2-af5f-de2bd5d24e03,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:43.794874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e3281-b3ce-4f02-b4cd-532241e4ca50 req-1af40fdb-df4c-400d-9f9c-a2d0ae2a34bb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:43.797380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-953e3281-b3ce-4f02-b4cd-532241e4ca50 req-1af40fdb-df4c-400d-9f9c-a2d0ae2a34bb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2708566 Feb 09 02:57:43.807883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks [] for router_gateway (5876bffc-42bc-4b9a-92d8-c9105a543cdd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.816369 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66589361-a33b-4998-ae41-3908a7ffc1a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f935a50d-d21e-4aae-a03b-d792db1a2c17), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.833843 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] Checking router: 5876bffc-42bc-4b9a-92d8-c9105a543cdd for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:57:43.845298 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] Routers {'5876bffc-42bc-4b9a-92d8-c9105a543cdd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:57:43.846118 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:57:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:43.924785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-953e3281-b3ce-4f02-b4cd-532241e4ca50 req-fb180b80-50e3-40d6-8bcb-ee66ee09161a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115375 Feb 09 02:57:43.952288 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66589361-a33b-4998-ae41-3908a7ffc1a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (f935a50d-d21e-4aae-a03b-d792db1a2c17), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.958219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Deleting port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:43.958582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:43.971110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60518) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:43.971941 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] Set router 5876bffc-42bc-4b9a-92d8-c9105a543cdd gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:57:44.048794 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:57:43Z', 'revision_number': 6, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:44.062308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66589361-a33b-4998-ae41-3908a7ffc1a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Subnet': ['ID=f935a50d-d21e-4aae-a03b-d792db1a2c17,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:44.081236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60524) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:44.082668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ae138aa8-1e57-4a96-b0a2-fb80711de06f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3710303a05e040f4818ff8bbfae0fa9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1044297 Feb 09 02:57:44.085049 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754dbc35-becc-408f-9046-b7b8154f9313 None None] The sync data for ids ['5876bffc-42bc-4b9a-92d8-c9105a543cdd'] in n-d-827839-4 is: [{'id': '5876bffc-42bc-4b9a-92d8-c9105a543cdd', 'name': 'tempest-ServerActionsTestJSON-1200488116-router', 'tenant_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:47:47Z', 'updated_at': '2022-02-09T02:57:43Z', 'revision_number': 6, 'project_id': 'f3543bf9774a49c98569f1d49b6d9f3e', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:57:44.100068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66589361-a33b-4998-ae41-3908a7ffc1a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.103340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-66589361-a33b-4998-ae41-3908a7ffc1a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "DELETE /v2.0/subnets/f935a50d-d21e-4aae-a03b-d792db1a2c17 HTTP/1.1" status: 204 len: 168 time: 1.0295417 Feb 09 02:57:44.107089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02ecd3-db1b-441f-94c3-75396137eaed None None] Network c15c6e70-d3d4-4def-81f5-65e6d102a495 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:44.116067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60526) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:44.202194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-75fd0b0b-60db-416e-912c-61449de288cc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.214588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-75fd0b0b-60db-416e-912c-61449de288cc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.222118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-75fd0b0b-60db-416e-912c-61449de288cc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.228137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60534) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:44.232537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-75fd0b0b-60db-416e-912c-61449de288cc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.240508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-75fd0b0b-60db-416e-912c-61449de288cc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.247339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-75fd0b0b-60db-416e-912c-61449de288cc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.253518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-75fd0b0b-60db-416e-912c-61449de288cc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.256337 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-75fd0b0b-60db-416e-912c-61449de288cc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1726496 Feb 09 02:57:44.345601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60540) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:44.366398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (c15c6e70-d3d4-4def-81f5-65e6d102a495), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.379347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f14e93a5-1764-4e57-9a4b-6f92f2062422 req-8bd264dc-ab63-4570-91da-49e7f5038495 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167991 Feb 09 02:57:44.400163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d2aacb1-557f-4602-b4ed-7db454c55b28 admin admin] Publish callbacks [] for security_group (dd30347d-ec77-41cd-b1ae-5500b2929382), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.405024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] For port 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:44.405486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.408673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc82-ce43-4400-9ac6-8e6005b650d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.444359 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Calling delete_port for 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:44.460967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] DHCP port deletion for c15c6e70-d3d4-4def-81f5-65e6d102a495 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:57:44.477025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d2aacb1-557f-4602-b4ed-7db454c55b28 admin admin] Publish callbacks [] for security_group (dd30347d-ec77-41cd-b1ae-5500b2929382), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.527640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] Deleting port aa81ca1f-588c-4a68-bb19-1b81f54b889c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:44.528374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.591575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b416ea02-ceac-40d1-9623-af171ecfd9af tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group (abe7b5ac-442d-4c10-b588-7674937d3a1f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.602047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 20439b58-a50f-4778-b9c7-7f993b464099 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:44.631780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 20439b58-a50f-4778-b9c7-7f993b464099 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:44.632479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 20439b58-a50f-4778-b9c7-7f993b464099 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:44.633121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device aa81ca1f-588c-4a68-bb19-1b81f54b889c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:44.641409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] For port aa81ca1f-588c-4a68-bb19-1b81f54b889c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=aa81ca1f-588c-4a68-bb19-1b81f54b889c,segment=NetworkSegment(d2367698-4ff1-4697-8272-a218b3b1b20d),segment_id=d2367698-4ff1-4697-8272-a218b3b1b20d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:44.642174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.644366 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b416ea02-ceac-40d1-9623-af171ecfd9af tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group (abe7b5ac-442d-4c10-b588-7674937d3a1f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.674672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] Calling delete_port for aa81ca1f-588c-4a68-bb19-1b81f54b889c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:44.727733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a4648-b3fd-43a8-9e10-b3e4e49b19ff req-9ceb8839-fa0d-4f2f-b063-2affd8e10b9e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:44.729261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae7a4648-b3fd-43a8-9e10-b3e4e49b19ff req-9ceb8839-fa0d-4f2f-b063-2affd8e10b9e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3273385 Feb 09 02:57:44.796221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port aa81ca1f-588c-4a68-bb19-1b81f54b889c is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:44.796691 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.816296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port aa81ca1f-588c-4a68-bb19-1b81f54b889c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:44.816588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.823662 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.833209 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d2aacb1-557f-4602-b4ed-7db454c55b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dd30347d-ec77-41cd-b1ae-5500b2929382), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.835858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d2aacb1-557f-4602-b4ed-7db454c55b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.839695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d2aacb1-557f-4602-b4ed-7db454c55b28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd30347d-ec77-41cd-b1ae-5500b2929382 HTTP/1.1" status: 204 len: 168 time: 0.7551312 Feb 09 02:57:44.865048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] No DVR routers for this DVR port aa81ca1f-588c-4a68-bb19-1b81f54b889c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:44.884120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f3a70-5bf4-491e-bdc9-e6b8b69afd40 None None] Pushing event deleted for resources: {'Port': ['ID=aa81ca1f-588c-4a68-bb19-1b81f54b889c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:44.892108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b416ea02-ceac-40d1-9623-af171ecfd9af tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (abe7b5ac-442d-4c10-b588-7674937d3a1f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.894826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b416ea02-ceac-40d1-9623-af171ecfd9af tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:44.898677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b416ea02-ceac-40d1-9623-af171ecfd9af tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "DELETE /v2.0/security-groups/abe7b5ac-442d-4c10-b588-7674937d3a1f HTTP/1.1" status: 204 len: 168 time: 0.6612282 Feb 09 02:57:44.899778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60556) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:44.924006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aacb1-557f-4602-b4ed-7db454c55b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd30347d-ec77-41cd-b1ae-5500b2929382,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:44.928576 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-31469027-b45d-4070-acf1-d5af1d6df98b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] show failed (client error): The resource could not be found. Feb 09 02:57:44.933329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-31469027-b45d-4070-acf1-d5af1d6df98b tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "GET /v2.0/security-groups/abe7b5ac-442d-4c10-b588-7674937d3a1f HTTP/1.1" status: 404 len: 347 time: 0.0284534 Feb 09 02:57:44.933616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60558) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:44.970044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc82-ce43-4400-9ac6-8e6005b650d2 admin admin] Publish callbacks [] for security_group (0d5120fe-8b46-4e62-be51-5d7207403ed6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.017626 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ae7a4648-b3fd-43a8-9e10-b3e4e49b19ff req-bf8d9b33-6efa-407c-b9f2-58da7f7fa49c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703159 Feb 09 02:57:45.022070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc82-ce43-4400-9ac6-8e6005b650d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0d5120fe-8b46-4e62-be51-5d7207403ed6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.031209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416ea02-ceac-40d1-9623-af171ecfd9af tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe7b5ac-442d-4c10-b588-7674937d3a1f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:45.033851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port aa81ca1f-588c-4a68-bb19-1b81f54b889c, host n-d-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:45.034225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.113573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for aa81ca1f-588c-4a68-bb19-1b81f54b889c owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:45.122809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Port aa81ca1f-588c-4a68-bb19-1b81f54b889c was not found and therefore no delete operation was performed {{(pid=109856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:57:45.126061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1fcfbc82-ce43-4400-9ac6-8e6005b650d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c05e028b43143d6b33f9ea5d538d8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7794445 Feb 09 02:57:45.130488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60566) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:45.130488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (aa81ca1f-588c-4a68-bb19-1b81f54b889c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.141419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfbc82-ce43-4400-9ac6-8e6005b650d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5120fe-8b46-4e62-be51-5d7207403ed6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:45.162754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.204694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=aa81ca1f-588c-4a68-bb19-1b81f54b889c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:45.207158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port aa81ca1f-588c-4a68-bb19-1b81f54b889c on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:45.276591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:45.326999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2448-f509-4f54-abd0-6fbeb9dc214c req-66302915-b0dc-4765-81ed-c7dc0d094312 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.329202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45fc2448-f509-4f54-abd0-6fbeb9dc214c req-66302915-b0dc-4765-81ed-c7dc0d094312 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1052382 Feb 09 02:57:45.335605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port dccc198d-d6bd-4789-873a-9b2f077639bd {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:45.336028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (dccc198d-d6bd-4789-873a-9b2f077639bd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.407743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (c15c6e70-d3d4-4def-81f5-65e6d102a495), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.426596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4b42016-d9ee-406c-b5a1-8efe43d10eda admin admin] Publish callbacks [] for security_group (0d5120fe-8b46-4e62-be51-5d7207403ed6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.445376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (5876bffc-42bc-4b9a-92d8-c9105a543cdd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.452274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45fc2448-f509-4f54-abd0-6fbeb9dc214c req-2047bdee-595b-46f8-a21a-1bd76fd390ec tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109307 Feb 09 02:57:45.490885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (dccc198d-d6bd-4789-873a-9b2f077639bd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.491342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for floatingip (dccc198d-d6bd-4789-873a-9b2f077639bd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.509147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for dccc198d-d6bd-4789-873a-9b2f077639bd owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:45.536041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15c6e70-d3d4-4def-81f5-65e6d102a495']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:45.576643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4b42016-d9ee-406c-b5a1-8efe43d10eda admin admin] Publish callbacks [] for security_group (0d5120fe-8b46-4e62-be51-5d7207403ed6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.582824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2367698-4ff1-4697-8272-a218b3b1b20d') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:45.583125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2367698-4ff1-4697-8272-a218b3b1b20d') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:45.600012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (d2367698-4ff1-4697-8272-a218b3b1b20d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.610485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (5876bffc-42bc-4b9a-92d8-c9105a543cdd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.617219 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks [] for router_controller (5876bffc-42bc-4b9a-92d8-c9105a543cdd), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.673520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d2367698-4ff1-4697-8272-a218b3b1b20d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.685367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:45.685784 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (d2367698-4ff1-4697-8272-a218b3b1b20d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:45.689696 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:45.712494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-c7ce630f-dd6d-4760-b178-9b3224b4a15e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.717992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-c7ce630f-dd6d-4760-b178-9b3224b4a15e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.723521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-c7ce630f-dd6d-4760-b178-9b3224b4a15e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.728792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-c7ce630f-dd6d-4760-b178-9b3224b4a15e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.732805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (5876bffc-42bc-4b9a-92d8-c9105a543cdd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.733382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5876bffc-42bc-4b9a-92d8-c9105a543cdd {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:57:45.734989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-c7ce630f-dd6d-4760-b178-9b3224b4a15e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.740175 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.743799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-c7ce630f-dd6d-4760-b178-9b3224b4a15e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.744118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e7a042d4-cc6d-4049-a0bc-d567161da533 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5876bffc-42bc-4b9a-92d8-c9105a543cdd HTTP/1.1" status: 204 len: 168 time: 2.5938079 Feb 09 02:57:45.746436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-c7ce630f-dd6d-4760-b178-9b3224b4a15e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:45.748526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60598) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:45.755357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-c7ce630f-dd6d-4760-b178-9b3224b4a15e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.1841667 Feb 09 02:57:45.785849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4b42016-d9ee-406c-b5a1-8efe43d10eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0d5120fe-8b46-4e62-be51-5d7207403ed6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.788526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4b42016-d9ee-406c-b5a1-8efe43d10eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.789824 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e4b42016-d9ee-406c-b5a1-8efe43d10eda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d5120fe-8b46-4e62-be51-5d7207403ed6 HTTP/1.1" status: 204 len: 168 time: 0.6569767 Feb 09 02:57:45.800260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (c15c6e70-d3d4-4def-81f5-65e6d102a495), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.825321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.842818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "DELETE /v2.0/networks/c15c6e70-d3d4-4def-81f5-65e6d102a495 HTTP/1.1" status: 204 len: 168 time: 1.7258232 Feb 09 02:57:45.843816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b42016-d9ee-406c-b5a1-8efe43d10eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5120fe-8b46-4e62-be51-5d7207403ed6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:45.844813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60606) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:45.855537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1368233811'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:45.863246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b171f4c5-9f9b-4fe0-aefd-2735bc8ff2df admin admin] Deleting subnet c7d5485c-f1ba-400c-975c-10eee174c8d7 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:45.865477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985db99f-66a8-4a51-9a7a-75cf55560d2d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Network': ['ID=c15c6e70-d3d4-4def-81f5-65e6d102a495,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:45.868556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b171f4c5-9f9b-4fe0-aefd-2735bc8ff2df admin admin] Publish callbacks [] for subnet (c7d5485c-f1ba-400c-975c-10eee174c8d7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.912784 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b171f4c5-9f9b-4fe0-aefd-2735bc8ff2df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (c7d5485c-f1ba-400c-975c-10eee174c8d7), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:45.941992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:45.945659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.031061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (dccc198d-d6bd-4789-873a-9b2f077639bd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.042999 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d0f7400-acf4-468a-8574-e18af2927de0 req-131a2f77-072b-4bd2-bcf7-ec8d5aa3f020 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2874279 Feb 09 02:57:46.062862 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b171f4c5-9f9b-4fe0-aefd-2735bc8ff2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c7d5485c-f1ba-400c-975c-10eee174c8d7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.078478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=dccc198d-d6bd-4789-873a-9b2f077639bd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:46.188974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:57:46.196379 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b171f4c5-9f9b-4fe0-aefd-2735bc8ff2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (c7d5485c-f1ba-400c-975c-10eee174c8d7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.269735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171f4c5-9f9b-4fe0-aefd-2735bc8ff2df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d5485c-f1ba-400c-975c-10eee174c8d7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:46.288843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff61eb-4bfb-43fe-9dd1-b2d1e081efe1 None None] Network 47a3b409-6d32-4997-af71-7f5c4950d446 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:46.291484 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b171f4c5-9f9b-4fe0-aefd-2735bc8ff2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.295564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b171f4c5-9f9b-4fe0-aefd-2735bc8ff2df admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c7d5485c-f1ba-400c-975c-10eee174c8d7 HTTP/1.1" status: 204 len: 168 time: 0.5460269 Feb 09 02:57:46.298135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (19c3f6b6-0f67-4c1e-98b2-62c8a1171449), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.298693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60616) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:46.315227 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Added segment 19c3f6b6-0f67-4c1e-98b2-62c8a1171449 of type vlan for network 21f07536-2adc-4d5d-af6a-0194c557fe32 Feb 09 02:57:46.330550 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for floatingip (a986b78d-05cd-4a53-93af-5b6d21549548), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.333130 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.337018 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1fc4d21b-cc57-46e1-b204-fdda3daee1cd tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "DELETE /v2.0/floatingips/a986b78d-05cd-4a53-93af-5b6d21549548 HTTP/1.1" status: 204 len: 168 time: 1.3997798 Feb 09 02:57:46.338851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60624) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:46.385181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:46.388817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (47a3b409-6d32-4997-af71-7f5c4950d446), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.418734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (21f07536-2adc-4d5d-af6a-0194c557fe32), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.424952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:46.425509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1f5b9dd7-5762-4a46-8813-9d9bdc80ecc9 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:46.439705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1064-7c63-4987-925f-e79f9a0e79ce req-633ba87a-79c6-49de-8958-b2b99c0f0166 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:46.440682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69fe1064-7c63-4987-925f-e79f9a0e79ce req-633ba87a-79c6-49de-8958-b2b99c0f0166 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2026796 Feb 09 02:57:46.525169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Deleting port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:46.527021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.537669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (21f07536-2adc-4d5d-af6a-0194c557fe32), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.542667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:46.543279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.589823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] DHCP port deletion for 47a3b409-6d32-4997-af71-7f5c4950d446 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:57:46.645654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] For port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:46.648147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.663811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Calling delete_port for 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:46.673114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69fe1064-7c63-4987-925f-e79f9a0e79ce req-f50ff2c2-4465-461f-8bdd-220e1634f795 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980467 Feb 09 02:57:46.716518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] Deleting port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:46.717159 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.731874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8859735 Feb 09 02:57:46.734619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60640) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:46.747004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'subnet': {'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:46.777223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb1d04-ee1c-4a19-b14f-025a8535378a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port c7ff4c90-2418-43f6-8695-e61a1cf8b407 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:46.777848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1d04-ee1c-4a19-b14f-025a8535378a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.797309 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.831972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ad92b-1a3f-476a-aa27-34f523cc8794 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Network': ['ID=21f07536-2adc-4d5d-af6a-0194c557fe32,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:46.838914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Pushing event deleted for resources: {'Port': ['ID=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:46.844096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 21f07536-2adc-4d5d-af6a-0194c557fe32 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:57:46.847790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] For port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,segment=NetworkSegment(df746090-9be8-411b-8e71-e85bada48d9a),segment_id=df746090-9be8-411b-8e71-e85bada48d9a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:46.848200 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:46.852949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] No DVR routers for this DVR port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:46.950480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] Calling delete_port for 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:47.159794 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (9971e2de-8e7c-4463-b2e7-aaff1feaaef4), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.181501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1be15c-8b53-4e66-be80-cbc40b6b02b6 req-625a7437-0cc5-4c76-9536-17018b7385ab tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.188480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb1be15c-8b53-4e66-be80-cbc40b6b02b6 req-625a7437-0cc5-4c76-9536-17018b7385ab tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3805683 Feb 09 02:57:47.193097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1d04-ee1c-4a19-b14f-025a8535378a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.197640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] Pushing event deleted for resources: {'Port': ['ID=9971e2de-8e7c-4463-b2e7-aaff1feaaef4,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:47.202085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2edd91-1cfd-414d-88e6-8662a3efe0c1 None None] No DVR routers for this DVR port 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:47.210667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:47.226218 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.263253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb1d04-ee1c-4a19-b14f-025a8535378a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for c7ff4c90-2418-43f6-8695-e61a1cf8b407 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:47.387252 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (47a3b409-6d32-4997-af71-7f5c4950d446), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.409386 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb1be15c-8b53-4e66-be80-cbc40b6b02b6 req-93fdd436-8991-4263-b71d-e3a324cd804c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197793 Feb 09 02:57:47.438494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a3b409-6d32-4997-af71-7f5c4950d446']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:47.459387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df746090-9be8-411b-8e71-e85bada48d9a') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:47.459695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df746090-9be8-411b-8e71-e85bada48d9a') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:47.486739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (df746090-9be8-411b-8e71-e85bada48d9a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.510985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (df746090-9be8-411b-8e71-e85bada48d9a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.521579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:47.521994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (df746090-9be8-411b-8e71-e85bada48d9a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:47.524803 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:47.617654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (47a3b409-6d32-4997-af71-7f5c4950d446), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.632694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.644096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] 10.222.0.32 "DELETE /v2.0/networks/47a3b409-6d32-4997-af71-7f5c4950d446 HTTP/1.1" status: 204 len: 168 time: 1.3431058 Feb 09 02:57:47.647366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1d04-ee1c-4a19-b14f-025a8535378a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c7ff4c90-2418-43f6-8695-e61a1cf8b407), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.665444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcf7fd-52d6-4199-acf6-812852b2a55c admin admin] Pushing event deleted for resources: {'Network': ['ID=47a3b409-6d32-4997-af71-7f5c4950d446,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:47.689814 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (36609164-b497-4683-8f5b-6797ef6bd052), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.716358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb1d04-ee1c-4a19-b14f-025a8535378a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=c7ff4c90-2418-43f6-8695-e61a1cf8b407,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:47.766906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-7acd5c35-dff8-4500-8f2e-8b5c602581ae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.772089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-7acd5c35-dff8-4500-8f2e-8b5c602581ae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.777466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-7acd5c35-dff8-4500-8f2e-8b5c602581ae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.790152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-7acd5c35-dff8-4500-8f2e-8b5c602581ae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.795762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-7acd5c35-dff8-4500-8f2e-8b5c602581ae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.801179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-7acd5c35-dff8-4500-8f2e-8b5c602581ae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.806594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-7acd5c35-dff8-4500-8f2e-8b5c602581ae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.814759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-7acd5c35-dff8-4500-8f2e-8b5c602581ae tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.3123000 Feb 09 02:57:47.941367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1f89-c5b9-44dd-bd32-1255c6630175 req-0b507347-54cd-476f-bd4f-065869ab83e3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:47.941814 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3fb1d04-ee1c-4a19-b14f-025a8535378a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:47.943536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c60d1f89-c5b9-44dd-bd32-1255c6630175 req-0b507347-54cd-476f-bd4f-065869ab83e3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 814 time: 0.1452801 Feb 09 02:57:47.946259 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a3fb1d04-ee1c-4a19-b14f-025a8535378a tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "DELETE /v2.0/ports/c7ff4c90-2418-43f6-8695-e61a1cf8b407 HTTP/1.1" status: 204 len: 168 time: 1.6052511 Feb 09 02:57:47.947165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Subnet': ['ID=36609164-b497-4683-8f5b-6797ef6bd052,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:47.949507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60692) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:47.983921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Checking segment: {'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:47.984745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network hostable DHCP agents. Network: 21f07536-2adc-4d5d-af6a-0194c557fe32, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:47.993045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c60d1f89-c5b9-44dd-bd32-1255c6630175 req-0c6cadfa-edba-47f1-a637-c221c81040d2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/quotas/a38c3e44fd414e2485a4d77dc5e88451 HTTP/1.1" status: 200 len: 375 time: 0.0300081 Feb 09 02:57:47.996992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60694) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:47.998782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c600951b-8988-4fcb-9862-ef4896af66a9 req-2d9b1935-de62-40f9-b6b1-a2822aa291e7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1829085 Feb 09 02:57:48.017869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network 21f07536-2adc-4d5d-af6a-0194c557fe32 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:48.032093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 21f07536-2adc-4d5d-af6a-0194c557fe32) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:48.042594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:48.043365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.048038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530a502-baeb-4bfb-8142-1721d0e51fa0 None None] Network 21f07536-2adc-4d5d-af6a-0194c557fe32 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:48.064861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-11c81060-7ec1-47a5-8717-fc9185eca915 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3218350 Feb 09 02:57:48.067686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:48.091613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1346486471'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:48.142192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:48.148760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.192083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:48.236781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-69b582f8-0fab-47d0-bfac-77d22a94080b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3543bf9774a49c98569f1d49b6d9f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386148 Feb 09 02:57:48.240055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60706) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:48.244948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:57:48.247563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-21f07536-2adc-4d5d-af6a-0194c557fe32', 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32', 'project_id': 'b34f527737454803a58f84e933eb1279', 'fixed_ips': [{'subnet_id': '36609164-b497-4683-8f5b-6797ef6bd052'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:57:48.248553 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.267471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2bb89e7c-ffbd-4d79-89cb-fef319b8e15f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.268188 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Added segment 2bb89e7c-ffbd-4d79-89cb-fef319b8e15f of type vlan for network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 Feb 09 02:57:48.333270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5a8da8a5-e5eb-49e6-a805-c84c4c536503), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.339701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c60d1f89-c5b9-44dd-bd32-1255c6630175 req-f6983187-90ff-456e-af91-b2c58014f42e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3146422 Feb 09 02:57:48.384892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5a8da8a5-e5eb-49e6-a805-c84c4c536503), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.391247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:48.391880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.417957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-153247f9-7415-4efa-87f6-0a224e7595f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port 02652f4c-3e80-45ce-9db7-40dea329dd41 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:48.418610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-153247f9-7415-4efa-87f6-0a224e7595f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.527581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Allocated IP 19.80.0.2 (21f07536-2adc-4d5d-af6a-0194c557fe32/36609164-b497-4683-8f5b-6797ef6bd052/f015dc9b-d183-41c6-bb0a-4024a28ba0c6) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:48.577849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-153247f9-7415-4efa-87f6-0a224e7595f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.601105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-153247f9-7415-4efa-87f6-0a224e7595f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for 02652f4c-3e80-45ce-9db7-40dea329dd41 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:48.695574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Publish callbacks [] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.701632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:48.729349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:48.730010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9971e2de-8e7c-4463-b2e7-aaff1feaaef4 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:48.732264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.734553 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24eeddc9-25f1-4287-ac31-eb2e52d53ce2 admin admin] Publish callbacks [] for security_group (79ad1676-96a5-495d-9154-56c98e65d3b4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.780051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Network 21f07536-2adc-4d5d-af6a-0194c557fe32 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:48.783543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:48.793264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:48.833928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Pushing event updated for resources: {'Port': ['ID=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:48.884887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-501128dd-0fa5-4211-93e4-b0952fcb36eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.887995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Attempting to bind port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:48.888424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Attempting to bind port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:48.888798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Attempting to bind port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 on network 21f07536-2adc-4d5d-af6a-0194c557fe32 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:48.895242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:48.895644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Checking segment: {'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:48.896040 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.901242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Bound using segment: {'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:48.901827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Bound port: f015dc9b-d183-41c6-bb0a-4024a28ba0c6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:48.903874 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24eeddc9-25f1-4287-ac31-eb2e52d53ce2 admin admin] Publish callbacks [] for security_group (79ad1676-96a5-495d-9154-56c98e65d3b4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.904123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:48.908143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8348398 Feb 09 02:57:48.909172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60726) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:48.916321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'subnet': {'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:48.922932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2df3a-eba6-4810-b1f3-947cec6f65be tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Network': ['ID=5a8da8a5-e5eb-49e6-a805-c84c4c536503,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:48.944355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:57:49.008482 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24eeddc9-25f1-4287-ac31-eb2e52d53ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (79ad1676-96a5-495d-9154-56c98e65d3b4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.012069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24eeddc9-25f1-4287-ac31-eb2e52d53ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.016997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24eeddc9-25f1-4287-ac31-eb2e52d53ce2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79ad1676-96a5-495d-9154-56c98e65d3b4 HTTP/1.1" status: 204 len: 168 time: 0.7680829 Feb 09 02:57:49.027145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eeddc9-25f1-4287-ac31-eb2e52d53ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad1676-96a5-495d-9154-56c98e65d3b4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:49.035780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127080-8be7-4b6f-9f79-c6a4f181ead7 req-0f10a438-6cf2-4fac-8824-970432fe8e38 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.037229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57127080-8be7-4b6f-9f79-c6a4f181ead7 req-0f10a438-6cf2-4fac-8824-970432fe8e38 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3087993 Feb 09 02:57:49.037937 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-153247f9-7415-4efa-87f6-0a224e7595f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (02652f4c-3e80-45ce-9db7-40dea329dd41), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.072675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153247f9-7415-4efa-87f6-0a224e7595f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=02652f4c-3e80-45ce-9db7-40dea329dd41,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:49.081397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:49.086697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.159970 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57127080-8be7-4b6f-9f79-c6a4f181ead7 req-1bce62c6-18a4-470f-aed8-cc46847f0bae tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947790 Feb 09 02:57:49.234423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] For port f015dc9b-d183-41c6-bb0a-4024a28ba0c6, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:49.235220 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-501128dd-0fa5-4211-93e4-b0952fcb36eb admin admin] Publish callbacks [] for security_group (05d9bda8-f5b0-4ed5-bb41-fb4a001d23ea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.235672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-153247f9-7415-4efa-87f6-0a224e7595f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.240110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] For port f015dc9b-d183-41c6-bb0a-4024a28ba0c6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:49.243352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-153247f9-7415-4efa-87f6-0a224e7595f7 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "DELETE /v2.0/ports/02652f4c-3e80-45ce-9db7-40dea329dd41 HTTP/1.1" status: 204 len: 168 time: 1.2922807 Feb 09 02:57:49.244224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60746) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:49.253468 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.256916 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-501128dd-0fa5-4211-93e4-b0952fcb36eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05d9bda8-f5b0-4ed5-bb41-fb4a001d23ea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.349117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5b175d-49cf-4614-8a22-8c5700bb7433 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting subnet e9bb4eb4-cc16-45c4-bdac-797c5ca58061 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:49.356743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c5b175d-49cf-4614-8a22-8c5700bb7433 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for subnet (e9bb4eb4-cc16-45c4-bdac-797c5ca58061), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.375164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501128dd-0fa5-4211-93e4-b0952fcb36eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d9bda8-f5b0-4ed5-bb41-fb4a001d23ea,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:49.387092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-501128dd-0fa5-4211-93e4-b0952fcb36eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36d9f7251a234694a20fe5ec87494016&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1923699 Feb 09 02:57:49.387798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60752) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:49.434059 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.436216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-8b41f4ce-d4f8-48d2-9e57-c6508f1913e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.441549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-8b41f4ce-d4f8-48d2-9e57-c6508f1913e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.447333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-8b41f4ce-d4f8-48d2-9e57-c6508f1913e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.448860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02817a4d-c8ce-479c-b980-b4df8bb3d857 None None] Pushing event updated for resources: {'Port': ['ID=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:49.453867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-8b41f4ce-d4f8-48d2-9e57-c6508f1913e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.459107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-8b41f4ce-d4f8-48d2-9e57-c6508f1913e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.466649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-8b41f4ce-d4f8-48d2-9e57-c6508f1913e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.472887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-8b41f4ce-d4f8-48d2-9e57-c6508f1913e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.477850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c5b175d-49cf-4614-8a22-8c5700bb7433 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (e9bb4eb4-cc16-45c4-bdac-797c5ca58061), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.481774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-8b41f4ce-d4f8-48d2-9e57-c6508f1913e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5432 time: 0.2413237 Feb 09 02:57:49.602033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c5b175d-49cf-4614-8a22-8c5700bb7433 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e9bb4eb4-cc16-45c4-bdac-797c5ca58061), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.692549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-663efca5-2e7e-4585-83f0-1ddbb085a5a0 req-a64dcaae-731a-4229-aa49-33c3d77da118 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2064188 Feb 09 02:57:49.761589 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f61fad5-b9ea-453f-ba0b-9b49c297fa4c admin admin] Publish callbacks [] for security_group (05d9bda8-f5b0-4ed5-bb41-fb4a001d23ea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.817153 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (03be5eb4-9ee2-4904-ad29-be393f32eece), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.836154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f61fad5-b9ea-453f-ba0b-9b49c297fa4c admin admin] Publish callbacks [] for security_group (05d9bda8-f5b0-4ed5-bb41-fb4a001d23ea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.864045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c5b175d-49cf-4614-8a22-8c5700bb7433 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (e9bb4eb4-cc16-45c4-bdac-797c5ca58061), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.871368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b36161c-e575-47ed-a5b1-a29c7b529559 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:49.889483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2357a-a3fe-451b-9ab5-b3f6ba1b2520 req-d1102fc9-f773-47f7-99c7-f1d90dbdfb1e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:49.891142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abb2357a-a3fe-451b-9ab5-b3f6ba1b2520 req-d1102fc9-f773-47f7-99c7-f1d90dbdfb1e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1896203 Feb 09 02:57:49.953198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b175d-49cf-4614-8a22-8c5700bb7433 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bb4eb4-cc16-45c4-bdac-797c5ca58061,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:49.962930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c5b175d-49cf-4614-8a22-8c5700bb7433 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:49.966879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7c5b175d-49cf-4614-8a22-8c5700bb7433 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "DELETE /v2.0/subnets/e9bb4eb4-cc16-45c4-bdac-797c5ca58061 HTTP/1.1" status: 204 len: 168 time: 0.7215688 Feb 09 02:57:49.973715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60772) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:49.982404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfacc8ce-598f-4e71-91a5-eaf5e99eac14 None None] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:50.022447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Subnet': ['ID=03be5eb4-9ee2-4904-ad29-be393f32eece,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:50.025863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Checking segment: {'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:50.026557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network hostable DHCP agents. Network: 5a8da8a5-e5eb-49e6-a805-c84c4c536503, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:50.062022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:50.081981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f61fad5-b9ea-453f-ba0b-9b49c297fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05d9bda8-f5b0-4ed5-bb41-fb4a001d23ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.088199 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f61fad5-b9ea-453f-ba0b-9b49c297fa4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.090187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3f61fad5-b9ea-453f-ba0b-9b49c297fa4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05d9bda8-f5b0-4ed5-bb41-fb4a001d23ea HTTP/1.1" status: 204 len: 168 time: 0.6995049 Feb 09 02:57:50.097883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abb2357a-a3fe-451b-9ab5-b3f6ba1b2520 req-029faf62-3def-4c37-bcd4-dd7ff540e6a9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903481 Feb 09 02:57:50.103870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb23a7c-0641-4b43-9cf0-104a3523c5a8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting subnet 7a67effc-1a9f-49a7-8a2e-433ed164c996 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:57:50.109320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-acb23a7c-0641-4b43-9cf0-104a3523c5a8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks [] for subnet (7a67effc-1a9f-49a7-8a2e-433ed164c996), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.120257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5a8da8a5-e5eb-49e6-a805-c84c4c536503) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:50.124759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b36161c-e575-47ed-a5b1-a29c7b529559, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b36161c-e575-47ed-a5b1-a29c7b529559,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:50.132338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:50.132911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.138399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61fad5-b9ea-453f-ba0b-9b49c297fa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d9bda8-f5b0-4ed5-bb41-fb4a001d23ea,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:50.138645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e583783-09bf-48c7-9efd-f8adbf9ed73c None None] Network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:50.174763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4252e664-f3e2-40b0-9fef-66ddbad37e43 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2549243 Feb 09 02:57:50.207634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'port_id': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'mac_address': 'fa:16:3e:63:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:50.217532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-acb23a7c-0641-4b43-9cf0-104a3523c5a8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (7a67effc-1a9f-49a7-8a2e-433ed164c996), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.316418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b36161c-e575-47ed-a5b1-a29c7b529559 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:50.317423 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.325947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] DHCP port deletion for 2c087ce3-630a-41c4-9517-4b01bbe39acb request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:57:50.340935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b36161c-e575-47ed-a5b1-a29c7b529559 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:50.387428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-5a8da8a5-e5eb-49e6-a805-c84c4c536503', 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503', 'project_id': 'b34f527737454803a58f84e933eb1279', 'fixed_ips': [{'subnet_id': '03be5eb4-9ee2-4904-ad29-be393f32eece'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:57:50.388309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.421779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f015dc9b-d183-41c6-bb0a-4024a28ba0c6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:50.426435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b36161c-e575-47ed-a5b1-a29c7b529559, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b36161c-e575-47ed-a5b1-a29c7b529559,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:50.437354 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-acb23a7c-0641-4b43-9cf0-104a3523c5a8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (7a67effc-1a9f-49a7-8a2e-433ed164c996), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.455559 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.456437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:50.549089 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-acb23a7c-0641-4b43-9cf0-104a3523c5a8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (7a67effc-1a9f-49a7-8a2e-433ed164c996), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.579772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb23a7c-0641-4b43-9cf0-104a3523c5a8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Subnet': ['ID=7a67effc-1a9f-49a7-8a2e-433ed164c996,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:50.587079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-acb23a7c-0641-4b43-9cf0-104a3523c5a8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.591005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-acb23a7c-0641-4b43-9cf0-104a3523c5a8 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "DELETE /v2.0/subnets/7a67effc-1a9f-49a7-8a2e-433ed164c996 HTTP/1.1" status: 204 len: 168 time: 0.6111457 Feb 09 02:57:50.594587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60788) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:50.768277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (2c087ce3-630a-41c4-9517-4b01bbe39acb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.774878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88889221-8747-46fc-838b-191e500d3b83 None None] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:50.834791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5784e72-529e-4c94-b4df-2fba041e64fa req-16229cd0-5942-49c3-acac-3c5c6ec96561 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a38c3e44fd414e2485a4d77dc5e88451 HTTP/1.1" status: 200 len: 221 time: 0.0623753 Feb 09 02:57:50.941611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port 557362f2-f0e6-45df-ba82-e18404053a88 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:50.941959 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (557362f2-f0e6-45df-ba82-e18404053a88), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:50.998131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ec7af-b1ff-42ae-92d1-95f78e1bf615 None None] Network 21f07536-2adc-4d5d-af6a-0194c557fe32 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:51.003340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-a7e5858f-9ea6-4ecb-91ac-89ea684236bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.009013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-a7e5858f-9ea6-4ecb-91ac-89ea684236bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.015517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-a7e5858f-9ea6-4ecb-91ac-89ea684236bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.021144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-a7e5858f-9ea6-4ecb-91ac-89ea684236bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.027002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-a7e5858f-9ea6-4ecb-91ac-89ea684236bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.032830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-a7e5858f-9ea6-4ecb-91ac-89ea684236bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.038258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-a7e5858f-9ea6-4ecb-91ac-89ea684236bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.048142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-a7e5858f-9ea6-4ecb-91ac-89ea684236bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5433 time: 0.2162387 Feb 09 02:57:51.083714 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:57:51.132677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] For port 557362f2-f0e6-45df-ba82-e18404053a88, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=557362f2-f0e6-45df-ba82-e18404053a88,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:51.135051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (557362f2-f0e6-45df-ba82-e18404053a88), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.174287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-289bc4d9-1af1-4913-967e-91cf32f8fb87 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.176599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] Deleting port 557362f2-f0e6-45df-ba82-e18404053a88 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:51.177474 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (557362f2-f0e6-45df-ba82-e18404053a88), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.179563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-289bc4d9-1af1-4913-967e-91cf32f8fb87 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.181545 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-289bc4d9-1af1-4913-967e-91cf32f8fb87 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/networks?id=21f07536-2adc-4d5d-af6a-0194c557fe32&id=5a8da8a5-e5eb-49e6-a805-c84c4c536503 HTTP/1.1" status: 200 len: 1392 time: 0.2358534 Feb 09 02:57:51.187413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b36161c-e575-47ed-a5b1-a29c7b529559,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:51.191392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for 557362f2-f0e6-45df-ba82-e18404053a88 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:51.197926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-81b266ff-df50-4da6-ad77-9773e19f7ec4 None None] Provisioning complete for port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:51.198518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-81b266ff-df50-4da6-ad77-9773e19f7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.207166 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d90dc0d-e0ac-4144-9e8f-ed491ff54d8e req-72266660-2d66-4dea-a760-628a0729dc05 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1578078 Feb 09 02:57:51.211623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-6594df02-59bb-4399-b3cb-7c9597c27a14 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/quotas/b34f527737454803a58f84e933eb1279 HTTP/1.1" status: 200 len: 375 time: 0.0137451 Feb 09 02:57:51.263370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:51.332945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-67130aa2-03f8-49d8-b81b-9b3ad31e906b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1116531 Feb 09 02:57:51.373939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:51.375090 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.402803 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (557362f2-f0e6-45df-ba82-e18404053a88), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.419892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] No DVR routers for this DVR port 557362f2-f0e6-45df-ba82-e18404053a88 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:51.479476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=557362f2-f0e6-45df-ba82-e18404053a88,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:51.497200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49a296-054b-4347-aa21-806127de10b4 req-2fcbc423-e8c3-4890-b553-579b9e4d3b36 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:51.501374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-7b2db060-6579-41d7-9fd7-5e19178ecd30 service neutron] 10.222.0.32 "GET /v2.0/networks/21f07536-2adc-4d5d-af6a-0194c557fe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540537 Feb 09 02:57:51.505064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b49a296-054b-4347-aa21-806127de10b4 req-2fcbc423-e8c3-4890-b553-579b9e4d3b36 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1679568 Feb 09 02:57:51.569283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Allocated IP 19.86.0.2 (5a8da8a5-e5eb-49e6-a805-c84c4c536503/03be5eb4-9ee2-4904-ad29-be393f32eece/80a56d46-5d8b-4e82-bb0c-fa74c483bd0a) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:51.581590 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac49c548-0c63-46b7-bf24-bc8411d1aeca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.617624 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.619576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (2c087ce3-630a-41c4-9517-4b01bbe39acb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.625716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] For port 557362f2-f0e6-45df-ba82-e18404053a88, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=557362f2-f0e6-45df-ba82-e18404053a88,segment=NetworkSegment(bfe502a9-0fea-4dd3-9773-4f068d31c0f6),segment_id=bfe502a9-0fea-4dd3-9773-4f068d31c0f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:51.626175 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (557362f2-f0e6-45df-ba82-e18404053a88), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.653974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c087ce3-630a-41c4-9517-4b01bbe39acb']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:51.676539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:51.684744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:51.685989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe502a9-0fea-4dd3-9773-4f068d31c0f6') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:51.694932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] Calling delete_port for 557362f2-f0e6-45df-ba82-e18404053a88 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:51.695340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac49c548-0c63-46b7-bf24-bc8411d1aeca admin admin] Publish callbacks [] for security_group (c493904a-6fa3-4963-82ca-a7cc914b3143), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.704043 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (bfe502a9-0fea-4dd3-9773-4f068d31c0f6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.704295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac49c548-0c63-46b7-bf24-bc8411d1aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c493904a-6fa3-4963-82ca-a7cc914b3143), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.725669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bfe502a9-0fea-4dd3-9773-4f068d31c0f6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.732264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] DHCP port deletion for 88065435-d1c2-42d5-8975-73ae0aa2a3ba request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:57:51.735095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:51.735712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (bfe502a9-0fea-4dd3-9773-4f068d31c0f6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.738596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ac49c548-0c63-46b7-bf24-bc8411d1aeca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dac2137172834b9ea5c120cee5175430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4740024 Feb 09 02:57:51.755041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60840) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:51.786027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '62bdaf3e-a7b2-46b2-8200-bdfeb6940a03', 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'port_id': '62bdaf3e-a7b2-46b2-8200-bdfeb6940a03', 'mac_address': 'fa:16:3e:ee:c7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fe5c87-23c6-4ad3-8b04-65df0b2daf9e', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:51.800540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49c548-0c63-46b7-bf24-bc8411d1aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c493904a-6fa3-4963-82ca-a7cc914b3143,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:51.823172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:51.823567 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.830533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-6f34f694-8386-484f-9c6e-9b018cdea9e8 service neutron] 10.222.0.32 "GET /v2.0/networks/21f07536-2adc-4d5d-af6a-0194c557fe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282011 Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:51.836362 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:51.854748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (2c087ce3-630a-41c4-9517-4b01bbe39acb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.871063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:51.876184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "DELETE /v2.0/networks/2c087ce3-630a-41c4-9517-4b01bbe39acb HTTP/1.1" status: 204 len: 168 time: 1.2801726 Feb 09 02:57:51.914069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60846) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:51.972509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b49a296-054b-4347-aa21-806127de10b4 req-b4493d95-c9d8-40de-9684-a0f269b3127f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351035 Feb 09 02:57:51.973393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aac32-e2ac-4569-a97d-9fdff102a394 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Network': ['ID=2c087ce3-630a-41c4-9517-4b01bbe39acb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:51.985237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-81b266ff-df50-4da6-ad77-9773e19f7ec4 None None] Current status of the port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:51.985639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-81b266ff-df50-4da6-ad77-9773e19f7ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.028667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96179afa-01c7-4301-b534-e6327e994eb5 admin admin] Publish callbacks [] for security_group (c493904a-6fa3-4963-82ca-a7cc914b3143), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.037556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:52.038308 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.060153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port f015dc9b-d183-41c6-bb0a-4024a28ba0c6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:52.111764 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96179afa-01c7-4301-b534-e6327e994eb5 admin admin] Publish callbacks [] for security_group (c493904a-6fa3-4963-82ca-a7cc914b3143), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.125799 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.143446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-52e51a44-3972-4fdf-8a6d-56e2c68d1ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8da8a5-e5eb-49e6-a805-c84c4c536503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120222 Feb 09 02:57:52.152073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (88065435-d1c2-42d5-8975-73ae0aa2a3ba), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.215698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:52.346395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60858) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:52.351468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3e9e8-f25d-4421-99c6-2d1f08a67d95 req-e2ff7dcf-d096-425e-8710-322f2d17cb41 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.353208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:52.355300 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-35a3e9e8-f25d-4421-99c6-2d1f08a67d95 req-e2ff7dcf-d096-425e-8710-322f2d17cb41 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1765027 Feb 09 02:57:52.371751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 557362f2-f0e6-45df-ba82-e18404053a88 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:52.376709 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (557362f2-f0e6-45df-ba82-e18404053a88), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.383667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Deleting port 864c4be0-62e3-48d6-b65d-17fc989a27fc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:52.384018 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.408971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96179afa-01c7-4301-b534-e6327e994eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c493904a-6fa3-4963-82ca-a7cc914b3143), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.412095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96179afa-01c7-4301-b534-e6327e994eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.413576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-96179afa-01c7-4301-b534-e6327e994eb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c493904a-6fa3-4963-82ca-a7cc914b3143 HTTP/1.1" status: 204 len: 168 time: 0.6570354 Feb 09 02:57:52.429246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96179afa-01c7-4301-b534-e6327e994eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c493904a-6fa3-4963-82ca-a7cc914b3143,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:52.439167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-3214973c-9d87-4bc3-8337-7f87b667c250 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8da8a5-e5eb-49e6-a805-c84c4c536503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780633 Feb 09 02:57:52.444278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] Deleting port 864c4be0-62e3-48d6-b65d-17fc989a27fc {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:57:52.444662 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.448564 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.449203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 26e2633e-edfb-4253-b9b9-013520f11e14 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:52.466541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] Network 2c087ce3-630a-41c4-9517-4b01bbe39acb is not hosted by any dhcp agent {{(pid=109858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:57:52.467019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] No DVR routers for this DVR port 557362f2-f0e6-45df-ba82-e18404053a88 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:52.488527 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Publish callbacks [] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.495876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 557362f2-f0e6-45df-ba82-e18404053a88 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:57:52.496593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 557362f2-f0e6-45df-ba82-e18404053a88 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:57:52.497185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 864c4be0-62e3-48d6-b65d-17fc989a27fc no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:57:52.550225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:52.611601 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-81b266ff-df50-4da6-ad77-9773e19f7ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:57:52.612005 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-81b266ff-df50-4da6-ad77-9773e19f7ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:57:52.612950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.613899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-35a3e9e8-f25d-4421-99c6-2d1f08a67d95 req-2e57a329-89e5-4b48-b90d-cc387efc7c46 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356250 Feb 09 02:57:52.618143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] For port 864c4be0-62e3-48d6-b65d-17fc989a27fc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=864c4be0-62e3-48d6-b65d-17fc989a27fc,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:52.618647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.633985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c4de9-33a7-4076-b18d-4d9feb576819 None None] Pushing event deleted for resources: {'Port': ['ID=557362f2-f0e6-45df-ba82-e18404053a88,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:52.646926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Calling delete_port for 864c4be0-62e3-48d6-b65d-17fc989a27fc owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:52.750609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:52.760135 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:57:52.760954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] For port 864c4be0-62e3-48d6-b65d-17fc989a27fc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=864c4be0-62e3-48d6-b65d-17fc989a27fc,segment=NetworkSegment(c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b),segment_id=c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:52.761484 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.777510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:52.784900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:52.824597 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.832108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-939961109-network', 'tenant_id': 'efd64ce2c35b4ac6a74a3ef4f3345579'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:52.838362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] Calling delete_port for 864c4be0-62e3-48d6-b65d-17fc989a27fc owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:57:52.841154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 26e2633e-edfb-4253-b9b9-013520f11e14, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=26e2633e-edfb-4253-b9b9-013520f11e14,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:52.864485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-4cb624c7-a829-43b1-9854-a57f3ef4699b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.870398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-4cb624c7-a829-43b1-9854-a57f3ef4699b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.876990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-4cb624c7-a829-43b1-9854-a57f3ef4699b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.882881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-4cb624c7-a829-43b1-9854-a57f3ef4699b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.888969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-4cb624c7-a829-43b1-9854-a57f3ef4699b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.893632 n-d-827839-4 neutron-server[109858]: INFO neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No ports have port_id starting with 864c4be0-62e3-48d6-b65d-17fc989a27fc Feb 09 02:57:52.894532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-4cb624c7-a829-43b1-9854-a57f3ef4699b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.900555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-4cb624c7-a829-43b1-9854-a57f3ef4699b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:52.903534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-4cb624c7-a829-43b1-9854-a57f3ef4699b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5434 time: 0.1629872 Feb 09 02:57:52.915443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8829cbe-fb66-4ab4-8383-9052dc4a5f1d req-233e3a55-800e-4c8e-ad22-942f5ac0b5fe tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 210 time: 0.1135881 Feb 09 02:57:52.932714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:52.956908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Made reservation on behalf of efd64ce2c35b4ac6a74a3ef4f3345579 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:52.960706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Port': ['ID=864c4be0-62e3-48d6-b65d-17fc989a27fc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:52.966478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:52.974325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] No DVR routers for this DVR port 864c4be0-62e3-48d6-b65d-17fc989a27fc on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:52.998003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '26e2633e-edfb-4253-b9b9-013520f11e14', 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'port_id': '26e2633e-edfb-4253-b9b9-013520f11e14', 'mac_address': 'fa:16:3e:ed:d7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fe5c87-23c6-4ad3-8b04-65df0b2daf9e', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:53.011150 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.115648 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee41dcaa-2939-41c6-86b4-5788ae3e268d req-d214c8ee-c3f0-4296-9545-36a1c58f8959 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046163 Feb 09 02:57:53.166180 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (88065435-d1c2-42d5-8975-73ae0aa2a3ba), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.184082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Publish callbacks [] for security_group (0f71716a-5311-462d-9aa8-11b132f95827), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.189936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0f71716a-5311-462d-9aa8-11b132f95827), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.226466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60884) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:53.233038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:57:53.235816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88065435-d1c2-42d5-8975-73ae0aa2a3ba']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:53.244792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f71716a-5311-462d-9aa8-11b132f95827,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:53.251231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (fe0d6106-75d7-4870-accc-f73aa5d79428), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.251979 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Added segment fe0d6106-75d7-4870-accc-f73aa5d79428 of type vlan for network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 Feb 09 02:57:53.268725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-484635e6-69de-40a4-9f4e-a396b75c56e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.302900 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (6eb046af-f9bc-46f6-bb75-3e94ff636d61), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.306766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:53.307111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:57:53.341284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.359913 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.364014 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (6eb046af-f9bc-46f6-bb75-3e94ff636d61), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.365684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.366087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.400230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Attempting to bind port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:57:53.400876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Attempting to bind port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:57:53.402923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Attempting to bind port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a on network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:57:53.432940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0835159 Feb 09 02:57:53.438059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60890) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:53.445040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Pushing event updated for resources: {'Port': ['ID=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:53.446085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Request body: {'subnet': {'network_id': '6eb046af-f9bc-46f6-bb75-3e94ff636d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-939961109-subnet', 'tenant_id': 'efd64ce2c35b4ac6a74a3ef4f3345579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:53.451701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-81b266ff-df50-4da6-ad77-9773e19f7ec4 None None] Current status of the port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:53.455217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:57:53.455652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Checking segment: {'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:53.456510 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.456510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Bound using segment: {'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:57:53.456969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Bound port: 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:57:53.457362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.469049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8bcf1-1c2e-444c-87ac-40fdd014899b admin admin] Pushing event updated for resources: {'Network': ['ID=6eb046af-f9bc-46f6-bb75-3e94ff636d61,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:53.483210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 26e2633e-edfb-4253-b9b9-013520f11e14 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:53.483646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.500206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:57:53.517750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Made reservation on behalf of efd64ce2c35b4ac6a74a3ef4f3345579 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:53.520651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.550163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:57:53.553662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (c1d7ca77-44df-43ce-9b78-6c9e9c63ae2b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:57:53.558805 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:57:53.581557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0e54a-fb5c-4a9e-bc7e-ef2756826b53 req-665ce9ca-5202-4450-ba2b-8b54a05d776b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:53.589761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55f0e54a-fb5c-4a9e-bc7e-ef2756826b53 req-665ce9ca-5202-4450-ba2b-8b54a05d776b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.5055065 Feb 09 02:57:53.592695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-484635e6-69de-40a4-9f4e-a396b75c56e5 admin admin] Publish callbacks [] for security_group (8e37ba17-9151-47c2-a4f4-eca86ed5f53b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.644862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-484635e6-69de-40a4-9f4e-a396b75c56e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8e37ba17-9151-47c2-a4f4-eca86ed5f53b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.746318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-484635e6-69de-40a4-9f4e-a396b75c56e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fac22ee2ac314d4aa1d05a0dc5f053da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174561 Feb 09 02:57:53.747013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60896) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:53.751081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (88065435-d1c2-42d5-8975-73ae0aa2a3ba), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.755324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484635e6-69de-40a4-9f4e-a396b75c56e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e37ba17-9151-47c2-a4f4-eca86ed5f53b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:53.780422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.783919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] 10.222.0.32 "DELETE /v2.0/networks/88065435-d1c2-42d5-8975-73ae0aa2a3ba HTTP/1.1" status: 204 len: 168 time: 1.8686988 Feb 09 02:57:53.794312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60898) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:53.809840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095a6ae-d0f5-4f04-b95d-dff2b2ddd9c9 tempest-TaggedBootDevicesTest-2108691570 tempest-TaggedBootDevicesTest-2108691570-project] Pushing event deleted for resources: {'Network': ['ID=88065435-d1c2-42d5-8975-73ae0aa2a3ba,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:53.828116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55f0e54a-fb5c-4a9e-bc7e-ef2756826b53 req-ddf58d2f-9480-4f9e-b9f4-f3379221b704 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366209 Feb 09 02:57:53.914996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60906) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:53.926880 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ef7feaf-2cf4-400a-9ea3-7079bff774e5 admin admin] Publish callbacks [] for security_group (8e37ba17-9151-47c2-a4f4-eca86ed5f53b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:53.976276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ef7feaf-2cf4-400a-9ea3-7079bff774e5 admin admin] Publish callbacks [] for security_group (8e37ba17-9151-47c2-a4f4-eca86ed5f53b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.049750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.061977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e2633e-edfb-4253-b9b9-013520f11e14 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:54.065072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f95f9-3119-46ad-aa3a-3e3cb6daff8f req-a0d142ee-8823-4b4e-880a-7c5d7d7abcd8 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.069742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad4f95f9-3119-46ad-aa3a-3e3cb6daff8f req-a0d142ee-8823-4b4e-880a-7c5d7d7abcd8 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1229401 Feb 09 02:57:54.084837 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (864c4be0-62e3-48d6-b65d-17fc989a27fc), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.102998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-network', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:54.147671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:54.151232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] Network 88065435-d1c2-42d5-8975-73ae0aa2a3ba is not hosted by any dhcp agent {{(pid=109858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 02:57:54.151232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] No DVR routers for this DVR port 864c4be0-62e3-48d6-b65d-17fc989a27fc on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:57:54.167624 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ef7feaf-2cf4-400a-9ea3-7079bff774e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8e37ba17-9151-47c2-a4f4-eca86ed5f53b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.173188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ef7feaf-2cf4-400a-9ea3-7079bff774e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.175025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1ef7feaf-2cf4-400a-9ea3-7079bff774e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e37ba17-9151-47c2-a4f4-eca86ed5f53b HTTP/1.1" status: 204 len: 168 time: 0.4212270 Feb 09 02:57:54.200630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f9c89-a0f5-4812-a97f-67ac9ba7ae51 None None] Pushing event deleted for resources: {'Port': ['ID=864c4be0-62e3-48d6-b65d-17fc989a27fc,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:54.229501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 26e2633e-edfb-4253-b9b9-013520f11e14, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=26e2633e-edfb-4253-b9b9-013520f11e14,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:54.245667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3e10177f-6a41-46cb-af48-26e7a39618f4 None None] Provisioning complete for port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:54.247208 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e10177f-6a41-46cb-af48-26e7a39618f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.264477 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.265695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:54.278121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Made reservation on behalf of 5db19aa48f5f4d0fa13b734614c01316 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:54.286468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7feaf-2cf4-400a-9ea3-7079bff774e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e37ba17-9151-47c2-a4f4-eca86ed5f53b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:54.286690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.306516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad4f95f9-3119-46ad-aa3a-3e3cb6daff8f req-ae81bbf7-c998-4a07-aa1e-fd4e84fdca8f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406686 Feb 09 02:57:54.327787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fd15c42-1197-4e91-ac4b-d19145cc960b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.349479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] For port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:57:54.357236 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.431352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1344a100-5d46-4dd0-a740-7b5eaba08af1 req-fb367ebd-3dc3-41fb-b476-d313329d4925 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 210 time: 0.2356269 Feb 09 02:57:54.447435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Checking segment: {'id': 'fe0d6106-75d7-4870-accc-f73aa5d79428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6eb046af-f9bc-46f6-bb75-3e94ff636d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:54.448087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Network hostable DHCP agents. Network: 6eb046af-f9bc-46f6-bb75-3e94ff636d61, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:54.449417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f015dc9b-d183-41c6-bb0a-4024a28ba0c6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:54.528098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:54.558554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 6eb046af-f9bc-46f6-bb75-3e94ff636d61) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:54.573305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] For port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:57:54.576760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.577758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.600303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-a8698508-2558-4265-804a-09ff07ae37fa tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.601777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ca8e9-8626-437b-aca4-66e8176041ce None None] Network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:54.608904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-a8698508-2558-4265-804a-09ff07ae37fa tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.610980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-a8698508-2558-4265-804a-09ff07ae37fa tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "GET /v2.0/networks?id=21f07536-2adc-4d5d-af6a-0194c557fe32&id=5a8da8a5-e5eb-49e6-a805-c84c4c536503 HTTP/1.1" status: 200 len: 1392 time: 0.3127210 Feb 09 02:57:54.626393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'port': {'device_id': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32', 'admin_state_up': True, 'tenant_id': 'b34f527737454803a58f84e933eb1279'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:54.637362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e9383f84-5391-4bd5-a03c-e9d341a0e014 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1978421 Feb 09 02:57:54.649661 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.689658 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:57:54.703963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-ca25758e-aebe-4b01-89b8-6b94f771d307 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.709217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-ca25758e-aebe-4b01-89b8-6b94f771d307 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.721258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-ca25758e-aebe-4b01-89b8-6b94f771d307 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.739099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-ca25758e-aebe-4b01-89b8-6b94f771d307 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.744393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-ca25758e-aebe-4b01-89b8-6b94f771d307 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.749797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-ca25758e-aebe-4b01-89b8-6b94f771d307 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.755069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-ca25758e-aebe-4b01-89b8-6b94f771d307 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.757035 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-ca25758e-aebe-4b01-89b8-6b94f771d307 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5435 time: 0.3305652 Feb 09 02:57:54.790966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=26e2633e-edfb-4253-b9b9-013520f11e14,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:54.793240 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfef97-a290-46e9-ae6b-244c2428fb6c req-5793e3eb-b0c7-4576-9c83-a1b4e072b2a1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:54.799387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73dfef97-a290-46e9-ae6b-244c2428fb6c req-5793e3eb-b0c7-4576-9c83-a1b4e072b2a1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1444695 Feb 09 02:57:54.859541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fd15c42-1197-4e91-ac4b-d19145cc960b admin admin] Publish callbacks [] for security_group (4f1e7ba2-a3af-43ad-a79a-5bd7c5cc0db6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.874452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:54.875927 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0463ad3-5078-42aa-85e6-39eade126c64 req-fb78d3ca-d346-4abc-8272-828e66dc0f60 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072805 Feb 09 02:57:54.890823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3fd15c42-1197-4e91-ac4b-d19145cc960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4f1e7ba2-a3af-43ad-a79a-5bd7c5cc0db6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.951405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Publish callbacks [] for security_group (5b14bf9a-8ab2-4501-952f-1db33986fb03), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:54.968390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd15c42-1197-4e91-ac4b-d19145cc960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e7ba2-a3af-43ad-a79a-5bd7c5cc0db6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:54.985106 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5b14bf9a-8ab2-4501-952f-1db33986fb03), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.002016 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3fd15c42-1197-4e91-ac4b-d19145cc960b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75dc4d703a0346a3a63e6f864b262d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0849693 Feb 09 02:57:55.005244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60940) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:55.019267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73dfef97-a290-46e9-ae6b-244c2428fb6c req-6738630c-37e4-44b7-b7ef-1098ee38759f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943777 Feb 09 02:57:55.023220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:55.033063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.069870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:57:55.108232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14bf9a-8ab2-4501-952f-1db33986fb03,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:55.113889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97de4-9159-4c20-a870-6a045e24c894 None None] Pushing event updated for resources: {'Port': ['ID=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:55.144016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31', 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'port_id': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31', 'mac_address': 'fa:16:3e:d1:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fe5c87-23c6-4ad3-8b04-65df0b2daf9e', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:55.154070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9d8592e1-a071-41ca-89e5-066620bb1966), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.158327 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Added segment 9d8592e1-a071-41ca-89e5-066620bb1966 of type vlan for network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 Feb 09 02:57:55.164228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3e10177f-6a41-46cb-af48-26e7a39618f4 None None] Current status of the port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:55.243890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:55.244433 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.297968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Allocated IP 19.80.0.148 (21f07536-2adc-4d5d-af6a-0194c557fe32/36609164-b497-4683-8f5b-6797ef6bd052/1768bd6f-48d5-44d3-8d80-9151f9108c04) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:55.302757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:55.303150 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.306601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:55.319777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c28b52-0b82-4f68-a22a-9cd09c71844f None None] Network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:55.326040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7bfe887d-42a1-45e1-8404-5345b71ca5c2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.342800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2488f6d7-5347-4e75-8011-a645d857b0ff admin admin] Publish callbacks [] for security_group (4f1e7ba2-a3af-43ad-a79a-5bd7c5cc0db6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.424146 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2488f6d7-5347-4e75-8011-a645d857b0ff admin admin] Publish callbacks [] for security_group (4f1e7ba2-a3af-43ad-a79a-5bd7c5cc0db6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.444445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405648de-7f1a-4f9e-9bc8-03e8b9c9907f req-2c04418c-ea6e-4694-812e-34ba98fac1a3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:55.447343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-405648de-7f1a-4f9e-9bc8-03e8b9c9907f req-2c04418c-ea6e-4694-812e-34ba98fac1a3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2860935 Feb 09 02:57:55.466994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7bfe887d-42a1-45e1-8404-5345b71ca5c2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.466994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:55.466994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.601752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:55.616209 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.617205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9f379e0b-cd45-4303-82c3-ce4dcc4e667b details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:55.622300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfe887d-42a1-45e1-8404-5345b71ca5c2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:55.669271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-405648de-7f1a-4f9e-9bc8-03e8b9c9907f req-f5e779f2-3b87-425d-b3b3-4e5ff6ba471e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117980 Feb 09 02:57:55.705659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:57:55.717360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60970) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:55.741529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5853cb2d-9024-494b-a03e-45f55deb4bf4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9458435 Feb 09 02:57:55.744718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60974) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:55.753986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Request body: {'subnet': {'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-subnet', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:55.791300 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2488f6d7-5347-4e75-8011-a645d857b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4f1e7ba2-a3af-43ad-a79a-5bd7c5cc0db6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.795385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2488f6d7-5347-4e75-8011-a645d857b0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.799476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2488f6d7-5347-4e75-8011-a645d857b0ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f1e7ba2-a3af-43ad-a79a-5bd7c5cc0db6 HTTP/1.1" status: 204 len: 168 time: 0.7896969 Feb 09 02:57:55.802050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Made reservation on behalf of 5db19aa48f5f4d0fa13b734614c01316 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:55.806376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:55.831584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488f6d7-5347-4e75-8011-a645d857b0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e7ba2-a3af-43ad-a79a-5bd7c5cc0db6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:55.933166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-b06b69e2-f810-4788-b5a2-5bc11a1d2c7d tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:55.935661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-b06b69e2-f810-4788-b5a2-5bc11a1d2c7d tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/networks?id=6eb046af-f9bc-46f6-bb75-3e94ff636d61 HTTP/1.1" status: 200 len: 812 time: 0.2915308 Feb 09 02:57:55.970547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-353452767-network', 'tenant_id': '6bdd607846c74d99948cc1da51c8a798'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:55.976359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f3a217f-cf9b-4548-b3dc-d15072e7b4ab req-19e34d0a-1fac-4f32-880f-c4f268df6481 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 210 time: 0.0653853 Feb 09 02:57:55.998784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-10b4739c-3cca-416c-81db-44b3dbf43a9f tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/quotas/efd64ce2c35b4ac6a74a3ef4f3345579 HTTP/1.1" status: 200 len: 375 time: 0.0481877 Feb 09 02:57:56.010666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.080968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Made reservation on behalf of 6bdd607846c74d99948cc1da51c8a798 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:56.083682 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.093865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-6d829c6d-5f05-437f-9880-6f2fefc98e1d tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=efd64ce2c35b4ac6a74a3ef4f3345579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767574 Feb 09 02:57:56.097927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.222097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:56.246424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.286083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b', 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7', 'port_id': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b', 'mac_address': 'fa:16:3e:29:ea:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729f9683-7775-4b68-82af-450127942b78', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:56.292091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:56.313491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Port': ['ID=1768bd6f-48d5-44d3-8d80-9151f9108c04,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:56.332827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-604e98c1-7628-4dc1-9a8a-0ffcc0ec58ea service neutron] 10.222.0.32 "GET /v2.0/networks/6eb046af-f9bc-46f6-bb75-3e94ff636d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280190 Feb 09 02:57:56.348809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network 21f07536-2adc-4d5d-af6a-0194c557fe32 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:56.349632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60984) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:56.352114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:56.375608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:56.392326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:56.429774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-88dab05b-0834-47e0-ae76-c855e1bebdd8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.437185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-88dab05b-0834-47e0-ae76-c855e1bebdd8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.442670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:56.443172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-88dab05b-0834-47e0-ae76-c855e1bebdd8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.443306 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.449263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-88dab05b-0834-47e0-ae76-c855e1bebdd8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.454853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-88dab05b-0834-47e0-ae76-c855e1bebdd8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.461081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-88dab05b-0834-47e0-ae76-c855e1bebdd8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.468535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-88dab05b-0834-47e0-ae76-c855e1bebdd8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.470720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-88dab05b-0834-47e0-ae76-c855e1bebdd8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5436 time: 0.3355865 Feb 09 02:57:56.487583 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94d17e47-ac93-485d-989c-7e68a46d12ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.521566 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (eee59d76-4e9a-434f-8d34-51abfe04d667), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.525886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f379e0b-cd45-4303-82c3-ce4dcc4e667b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:56.600263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:56.610699 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.611453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 070c77cb-1176-4385-b476-a6cd6be6c5be details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:56.634200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Publish callbacks [] for security_group (f412c437-d3bd-4655-8813-a5377db6d9b5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.669475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:56.679949 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.702158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 070c77cb-1176-4385-b476-a6cd6be6c5be, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=070c77cb-1176-4385-b476-a6cd6be6c5be,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:56.735707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f412c437-d3bd-4655-8813-a5377db6d9b5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.787192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '070c77cb-1176-4385-b476-a6cd6be6c5be', 'network_id': 'c70f694e-e19b-4a75-9897-3b13466de0ec', 'port_id': '070c77cb-1176-4385-b476-a6cd6be6c5be', 'mac_address': 'fa:16:3e:79:e0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10fe5c87-23c6-4ad3-8b04-65df0b2daf9e', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:56.794196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:57:56.807728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52a55764-5c82-4898-a45e-3f0f9d56c3d9 req-abd3f074-9293-4836-a202-c48103b78ed7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3255122 Feb 09 02:57:56.808611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:57:56.819600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee59d76-4e9a-434f-8d34-51abfe04d667,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:56.824111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-459324e3-95b1-40fe-be39-51942491919f service neutron] 10.222.0.32 "GET /v2.0/networks/6eb046af-f9bc-46f6-bb75-3e94ff636d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730546 Feb 09 02:57:56.835552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-860f490a-769c-4eb3-8edd-74d2689c8909 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2145488 Feb 09 02:57:56.848141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Request body: {'port': {'device_id': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503', 'admin_state_up': True, 'tenant_id': 'b34f527737454803a58f84e933eb1279'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:56.855961 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1ecfd876-7208-45a5-896b-c0744e20f81d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.856407 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Added segment 1ecfd876-7208-45a5-896b-c0744e20f81d of type vlan for network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 Feb 09 02:57:56.860585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f412c437-d3bd-4655-8813-a5377db6d9b5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:56.879892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Checking segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:56.880454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Network hostable DHCP agents. Network: 7bfe887d-42a1-45e1-8404-5345b71ca5c2, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:56.903154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:56.927234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a26dcd-98ec-4ed4-83a2-6eae4b252c9a None None] Network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:56.946418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (27bb9377-6fe4-4a16-b5f9-ab9dca58f431), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:56.978973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94d17e47-ac93-485d-989c-7e68a46d12ce admin admin] Publish callbacks [] for security_group (7f5a654e-5cc6-4853-a84b-1c8feb712540), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.011609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94d17e47-ac93-485d-989c-7e68a46d12ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7f5a654e-5cc6-4853-a84b-1c8feb712540), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.014134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:57.052404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Made reservation on behalf of b34f527737454803a58f84e933eb1279 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:57.055758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.063481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7bfe887d-42a1-45e1-8404-5345b71ca5c2) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:57.070059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.070842 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.073570 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (27bb9377-6fe4-4a16-b5f9-ab9dca58f431), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.074617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.076246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.167146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e5deb-d0c4-4980-a446-8c2efd8ff1f7 None None] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:57.261028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Allocated IP 19.86.0.233 (5a8da8a5-e5eb-49e6-a805-c84c4c536503/03be5eb4-9ee2-4904-ad29-be393f32eece/ece99b82-e15c-4567-8f18-b0b3c47c0910) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:57.271657 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-94d17e47-ac93-485d-989c-7e68a46d12ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88a0662731ce4eb58a86e64a8be40304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8984897 Feb 09 02:57:57.288681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60996) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:57.297603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d17e47-ac93-485d-989c-7e68a46d12ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5a654e-5cc6-4853-a84b-1c8feb712540,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:57.319127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-df669167-285c-4a2f-ae10-2383ae27a48f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5697534 Feb 09 02:57:57.341035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Provisioning complete for port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:57.341846 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.381426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60998) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:57.403097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:57.421843 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7032154 Feb 09 02:57:57.440061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32768) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:57:57.453843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 070c77cb-1176-4385-b476-a6cd6be6c5be is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:57.454635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.457486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666079ea-0ee3-48bb-ac77-63bbe909edb9 req-bdf572eb-3951-4d88-bcc1-1a4264e57196 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.459155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-666079ea-0ee3-48bb-ac77-63bbe909edb9 req-bdf572eb-3951-4d88-bcc1-1a4264e57196 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.5078099 Feb 09 02:57:57.462037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:57:57.463034 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.463918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Request body: {'subnet': {'network_id': '27bb9377-6fe4-4a16-b5f9-ab9dca58f431', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-353452767-subnet', 'tenant_id': '6bdd607846c74d99948cc1da51c8a798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:57.499038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:57.499585 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.501663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6a96d-d96b-4e68-b093-d041f0afc2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=27bb9377-6fe4-4a16-b5f9-ab9dca58f431,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:57.532615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070c77cb-1176-4385-b476-a6cd6be6c5be {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:57.546831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.565813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:57:57.579552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9ba6-8720-4252-8c7c-ed6967e22678 req-90ccc514-537a-4e51-9ff9-96b8deb7feb9 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:57.589879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6b9b9ba6-8720-4252-8c7c-ed6967e22678 req-90ccc514-537a-4e51-9ff9-96b8deb7feb9 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 932 time: 0.2074041 Feb 09 02:57:57.596487 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (105e3ddd-423a-4cb0-ab1a-001a22a97df5), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.598499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (105e3ddd-423a-4cb0-ab1a-001a22a97df5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.609972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Made reservation on behalf of 6bdd607846c74d99948cc1da51c8a798 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:57:57.617399 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.716363 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6b9b9ba6-8720-4252-8c7c-ed6967e22678 req-cacd5793-a1be-4505-b8f6-788e8b8b0946 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212676 Feb 09 02:57:57.724097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d3eb-91e9-4f8e-a09c-9518289ef302 admin admin] Publish callbacks [] for security_group (7f5a654e-5cc6-4853-a84b-1c8feb712540), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.769087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 070c77cb-1176-4385-b476-a6cd6be6c5be, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=070c77cb-1176-4385-b476-a6cd6be6c5be,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:57.794962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Current status of the port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:57.794962 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.820424 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.822210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71cb2272-a612-47e4-8d4f-59a752075244 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:57:57.840669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d3eb-91e9-4f8e-a09c-9518289ef302 admin admin] Publish callbacks [] for security_group (7f5a654e-5cc6-4853-a84b-1c8feb712540), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.851121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-666079ea-0ee3-48bb-ac77-63bbe909edb9 req-eecd8083-b0e6-4a73-8a0c-7ab23e9b002c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663414 Feb 09 02:57:57.853534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:57.919799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks [] for router_controller (105e3ddd-423a-4cb0-ab1a-001a22a97df5), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.027738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d3eb-91e9-4f8e-a09c-9518289ef302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7f5a654e-5cc6-4853-a84b-1c8feb712540), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.031119 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d3eb-91e9-4f8e-a09c-9518289ef302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.032363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2ae5d3eb-91e9-4f8e-a09c-9518289ef302 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f5a654e-5cc6-4853-a84b-1c8feb712540 HTTP/1.1" status: 204 len: 168 time: 0.7280114 Feb 09 02:57:58.068940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:58.089325 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:57:58.120476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71cb2272-a612-47e4-8d4f-59a752075244, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71cb2272-a612-47e4-8d4f-59a752075244,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:58.153628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '71cb2272-a612-47e4-8d4f-59a752075244', 'network_id': '0addf226-c966-49a2-a9a4-d8df1e9e24b7', 'port_id': '71cb2272-a612-47e4-8d4f-59a752075244', 'mac_address': 'fa:16:3e:e1:75:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729f9683-7775-4b68-82af-450127942b78', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:57:58.218596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5d3eb-91e9-4f8e-a09c-9518289ef302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5a654e-5cc6-4853-a84b-1c8feb712540,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:58.257245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] For port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:58.312031 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.317647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-6427f62b-5fcb-4c46-90da-19fb3406f335 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.325772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-6427f62b-5fcb-4c46-90da-19fb3406f335 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.334668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-6427f62b-5fcb-4c46-90da-19fb3406f335 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.341558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-6427f62b-5fcb-4c46-90da-19fb3406f335 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.360106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-6427f62b-5fcb-4c46-90da-19fb3406f335 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.363745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72c0bb24-81a6-46ff-8c4b-23093306040a req-5b334a23-f40f-4d37-9143-f6fd064299ac tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 210 time: 0.5243459 Feb 09 02:57:58.384337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-6427f62b-5fcb-4c46-90da-19fb3406f335 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.392245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71cb2272-a612-47e4-8d4f-59a752075244 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:58.393704 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71cb2272-a612-47e4-8d4f-59a752075244), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.399271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-6427f62b-5fcb-4c46-90da-19fb3406f335 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.408135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-6427f62b-5fcb-4c46-90da-19fb3406f335 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5438 time: 0.4008565 Feb 09 02:57:58.416091 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (c9c062fb-1af4-4473-9e83-f41e5b8029b1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.416369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cb2272-a612-47e4-8d4f-59a752075244 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:57:58.425973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=070c77cb-1176-4385-b476-a6cd6be6c5be,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:58.435915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Provisioning complete for port 1768bd6f-48d5-44d3-8d80-9151f9108c04 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:58.436841 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.443681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:58.519429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Port 1768bd6f-48d5-44d3-8d80-9151f9108c04 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:57:58.553561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c062fb-1af4-4473-9e83-f41e5b8029b1,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:58.560676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Allocated IP 172.20.0.2 (7bfe887d-42a1-45e1-8404-5345b71ca5c2/eee59d76-4e9a-434f-8d34-51abfe04d667/ad3e0518-c792-4cfc-8303-e888ea088eae) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:57:58.561899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Checking segment: {'id': '1ecfd876-7208-45a5-896b-c0744e20f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '27bb9377-6fe4-4a16-b5f9-ab9dca58f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:57:58.562561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Network hostable DHCP agents. Network: 27bb9377-6fe4-4a16-b5f9-ab9dca58f431, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:57:58.592703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-303bb48a-45b7-4b12-a7d2-4466821d60eb req-3f327bd0-3073-40f1-b759-08faa73348ff tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789584 Feb 09 02:57:58.611085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71cb2272-a612-47e4-8d4f-59a752075244, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71cb2272-a612-47e4-8d4f-59a752075244,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:57:58.612642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:58.675048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:57:58.683727 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71cb2272-a612-47e4-8d4f-59a752075244), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.701122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:58.711168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 27bb9377-6fe4-4a16-b5f9-ab9dca58f431) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:58.725187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.737295 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.777685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.778529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.787346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cec85447-6ec3-4447-ae18-bb4add665e87 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3271270 Feb 09 02:57:58.815919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa91699-ca84-41fa-bf08-d2d64d88d15c None None] Network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:58.857543 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks [] for router_gateway (105e3ddd-423a-4cb0-ab1a-001a22a97df5), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.878109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event updated for resources: {'Port': ['ID=ece99b82-e15c-4567-8f18-b0b3c47c0910,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:58.883639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5daef1-410c-4dcf-8121-838e98c17610 None None] Pushing event updated for resources: {'Port': ['ID=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:58.922166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c6a933d0-bf15-4a44-b792-d427f8e21897 None None] Provisioning complete for port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:57:58.922567 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6a933d0-bf15-4a44-b792-d427f8e21897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:58.971127 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0be8388d-9c82-4e34-b3b9-5b8ab5850ddf tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1294382 Feb 09 02:57:58.977012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec5bd6-de6f-4d26-980e-bbaf1f53f92c req-7875525d-7a40-407f-85f6-8ecf9fe3a1b0 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.985851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec5bd6-de6f-4d26-980e-bbaf1f53f92c req-7875525d-7a40-407f-85f6-8ecf9fe3a1b0 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:58.994021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97ec5bd6-de6f-4d26-980e-bbaf1f53f92c req-7875525d-7a40-407f-85f6-8ecf9fe3a1b0 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1655 time: 0.1246746 Feb 09 02:57:59.039324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6a79b-1ec2-4c39-ae51-951658d15078 req-6dc57318-6a76-4203-b992-e66238029015 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.048507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07e6a79b-1ec2-4c39-ae51-951658d15078 req-6dc57318-6a76-4203-b992-e66238029015 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2773306 Feb 09 02:57:59.081926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97ec5bd6-de6f-4d26-980e-bbaf1f53f92c req-8ce29f89-70f6-4949-8169-10c8198637f1 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862603 Feb 09 02:57:59.154914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07e6a79b-1ec2-4c39-ae51-951658d15078 req-b8f1c7d7-0b3a-4f94-b400-05672c603e34 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051502 Feb 09 02:57:59.243286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71cb2272-a612-47e4-8d4f-59a752075244,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:57:59.377029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b4d2b-1ea3-4777-81e0-5653522fdfa0 None None] Network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:57:59.410870 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Publish callbacks [] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:59.420455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Request body: {'port': {'device_id': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:59.469395 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:59.480756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c6a933d0-bf15-4a44-b792-d427f8e21897 None None] Current status of the port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:57:59.559677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8b36161c-e575-47ed-a5b1-a29c7b529559'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:59.561766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['62bdaf3e-a7b2-46b2-8200-bdfeb6940a03'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:59.576706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['b18ba5c7-5848-4d1d-b5a6-1c7660a71c31'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:59.649771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-bc6f32ec-d0cf-418c-8ac9-f7c3cc6da7c0 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.652399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-bc6f32ec-d0cf-418c-8ac9-f7c3cc6da7c0 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.26 "GET /v2.0/networks?id=6eb046af-f9bc-46f6-bb75-3e94ff636d61 HTTP/1.1" status: 200 len: 812 time: 0.2516818 Feb 09 02:57:59.735089 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-348b1cac-ec55-40c9-b8f1-d2c529ee95f7 req-7985a66e-ea9f-44fc-a919-ff8862b6de8c tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 210 time: 0.0783575 Feb 09 02:57:59.739575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Request body: {'port': {'device_id': '6d902c44-e048-44c8-9cf8-111c36747886', 'network_id': '6eb046af-f9bc-46f6-bb75-3e94ff636d61', 'admin_state_up': True, 'tenant_id': 'efd64ce2c35b4ac6a74a3ef4f3345579'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:57:59.826649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks [] for router_gateway (105e3ddd-423a-4cb0-ab1a-001a22a97df5), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:59.901776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:57:59.906785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:57:59.910335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['070c77cb-1176-4385-b476-a6cd6be6c5be'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:59.912376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['9f379e0b-cd45-4303-82c3-ce4dcc4e667b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:57:59.929844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:57:59.929844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:57:59.945240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-70219908-9bd8-45e8-8e8e-9b992c820b20 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.953429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-70219908-9bd8-45e8-8e8e-9b992c820b20 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.955037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d23c2-28d4-4f12-975f-06904e14a82e req-346535f4-a079-42fe-b440-55601829699b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.962728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-70219908-9bd8-45e8-8e8e-9b992c820b20 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.964535 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-027d23c2-28d4-4f12-975f-06904e14a82e req-346535f4-a079-42fe-b440-55601829699b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.6139770 Feb 09 02:57:59.970943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-70219908-9bd8-45e8-8e8e-9b992c820b20 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.978648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-70219908-9bd8-45e8-8e8e-9b992c820b20 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.987854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-70219908-9bd8-45e8-8e8e-9b992c820b20 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:57:59.997256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-70219908-9bd8-45e8-8e8e-9b992c820b20 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:00.000726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-70219908-9bd8-45e8-8e8e-9b992c820b20 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5439 time: 0.1606669 Feb 09 02:58:00.001405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.028232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32836) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:00.033942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1100610891-network', 'tenant_id': '68fb142bf7ad4e689a12630bba8753c4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:00.105967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Made reservation on behalf of efd64ce2c35b4ac6a74a3ef4f3345579 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:00.112128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.115592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Made reservation on behalf of 68fb142bf7ad4e689a12630bba8753c4 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:00.128634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.130038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Attempting to bind port ad3e0518-c792-4cfc-8303-e888ea088eae on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:00.130501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Attempting to bind port ad3e0518-c792-4cfc-8303-e888ea088eae by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:00.131086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Attempting to bind port ad3e0518-c792-4cfc-8303-e888ea088eae on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:00.145037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.149674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:00.150327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Checking segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:00.150904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.151665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Bound using segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:00.153750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Bound port: ad3e0518-c792-4cfc-8303-e888ea088eae, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:00.154446 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.172695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Pushing event updated for resources: {'Port': ['ID=ad3e0518-c792-4cfc-8303-e888ea088eae,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:00.264310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Publish callbacks [] for security_group (06d70b7f-9a8c-4ed3-8471-a1d96d624268), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.283290 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (06d70b7f-9a8c-4ed3-8471-a1d96d624268), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.304076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dbd50ea-bf32-4616-a6f4-20a2f3a13076 req-86342908-fbeb-49ef-b53a-68f5ea5f4875 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2841463 Feb 09 02:58:00.346810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4c862d43-c0ed-499f-b916-eb4e97147b12 None None] Provisioning complete for port ece99b82-e15c-4567-8f18-b0b3c47c0910 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:00.347196 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c862d43-c0ed-499f-b916-eb4e97147b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.372696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:58:00.389861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d70b7f-9a8c-4ed3-8471-a1d96d624268,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:00.405216 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (672182a6-98ed-43f9-bbf6-4f2c12c5eda9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.405645 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Added segment 672182a6-98ed-43f9-bbf6-4f2c12c5eda9 of type vlan for network 4337722c-f15b-43e8-af75-9026f8bfd425 Feb 09 02:58:00.466321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['26e2633e-edfb-4253-b9b9-013520f11e14'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:00.565143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (4337722c-f15b-43e8-af75-9026f8bfd425), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.605680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71cb2272-a612-47e4-8d4f-59a752075244'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:00.615589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Allocated IP 172.20.0.8 (6eb046af-f9bc-46f6-bb75-3e94ff636d61/5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1/76b8b085-7346-43b9-9087-79f71c811e41) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:58:00.642421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb16c8-0397-4302-87d6-a9cdbe6a720c req-5c0e82ab-5dbd-4e6b-be7e-c6450c251b6e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:00.648775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb16c8-0397-4302-87d6-a9cdbe6a720c req-5c0e82ab-5dbd-4e6b-be7e-c6450c251b6e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:00.650766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42fb16c8-0397-4302-87d6-a9cdbe6a720c req-5c0e82ab-5dbd-4e6b-be7e-c6450c251b6e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1655 time: 0.1940701 Feb 09 02:58:00.662298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4c862d43-c0ed-499f-b916-eb4e97147b12 None None] Port ece99b82-e15c-4567-8f18-b0b3c47c0910 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:58:00.679276 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0e14208-ebb9-4b22-a982-ddd9e7983937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.729589 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (4337722c-f15b-43e8-af75-9026f8bfd425), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.730589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:00.731228 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:00.820056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] Pushing event updated for resources: {'Network': ['ID=4337722c-f15b-43e8-af75-9026f8bfd425,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:00.857222 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42fb16c8-0397-4302-87d6-a9cdbe6a720c req-2c6b6308-f641-4737-bb55-35e3d4b9724f tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965277 Feb 09 02:58:00.897710 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e699a14e-ebfb-41de-ad97-67c8afc5ba94 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8680489 Feb 09 02:58:00.912048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32854) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:00.918516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Request body: {'subnet': {'network_id': '4337722c-f15b-43e8-af75-9026f8bfd425', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1100610891-subnet', 'tenant_id': '68fb142bf7ad4e689a12630bba8753c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:00.990252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-027d23c2-28d4-4f12-975f-06904e14a82e req-5dae0f90-9a8e-437c-ab43-5a4c7b1760c7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0247052 Feb 09 02:58:01.004696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 4337722c-f15b-43e8-af75-9026f8bfd425 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:58:01.007116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:01.078895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Allocated IP 172.25.2.6 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/ceae9c7e-29bd-4458-9c70-ae207a4da0ca) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:58:01.190702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] For port ad3e0518-c792-4cfc-8303-e888ea088eae, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:01.267835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1768bd6f-48d5-44d3-8d80-9151f9108c04 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:01.293183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc463009-e90e-4dc2-af80-53e7fd5ecaf0 req-6fa27188-2b36-420d-926c-e01e4c908818 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:01.296857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc463009-e90e-4dc2-af80-53e7fd5ecaf0 req-6fa27188-2b36-420d-926c-e01e4c908818 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2005165 Feb 09 02:58:01.303392 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Publish callbacks [] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.357737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Transition to ACTIVE for port object 1768bd6f-48d5-44d3-8d80-9151f9108c04 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:58:01.390493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.524145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks [] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.525997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Pushing event updated for resources: {'Port': ['ID=1768bd6f-48d5-44d3-8d80-9151f9108c04,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:01.560975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc463009-e90e-4dc2-af80-53e7fd5ecaf0 req-87a98379-bc11-42d3-a1ae-ab738a37b546 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461984 Feb 09 02:58:01.583339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] For port ad3e0518-c792-4cfc-8303-e888ea088eae, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ad3e0518-c792-4cfc-8303-e888ea088eae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:01.676855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:01.677250 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.725483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-818ef7cd-a3f0-4089-94dd-f3995083b660 req-ba4080d5-e2ac-42d9-a77c-aa903280c502 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 210 time: 0.6954982 Feb 09 02:58:01.754018 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.763087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Made reservation on behalf of 68fb142bf7ad4e689a12630bba8753c4 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:01.765630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.874528 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.902645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Publish callbacks [] for port (76b8b085-7346-43b9-9087-79f71c811e41), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:01.922207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27eb62-c08d-4b7e-ac9d-dc3c06eb7fd8 None None] Pushing event updated for resources: {'Port': ['ID=ad3e0518-c792-4cfc-8303-e888ea088eae,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:01.937768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Pushing event updated for resources: {'Port': ['ID=ceae9c7e-29bd-4458-9c70-ae207a4da0ca,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:01.972488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Attempting to bind port 1768bd6f-48d5-44d3-8d80-9151f9108c04 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:01.972822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Attempting to bind port 1768bd6f-48d5-44d3-8d80-9151f9108c04 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:01.973151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Attempting to bind port 1768bd6f-48d5-44d3-8d80-9151f9108c04 on network 21f07536-2adc-4d5d-af6a-0194c557fe32 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:01.999452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:02.016803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-d60eaf36-09d8-4b22-a86d-3a0633af9c29 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.022445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-d60eaf36-09d8-4b22-a86d-3a0633af9c29 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.027805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-d60eaf36-09d8-4b22-a86d-3a0633af9c29 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.033659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-d60eaf36-09d8-4b22-a86d-3a0633af9c29 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.039324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-d60eaf36-09d8-4b22-a86d-3a0633af9c29 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.049643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-d60eaf36-09d8-4b22-a86d-3a0633af9c29 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.057940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-d60eaf36-09d8-4b22-a86d-3a0633af9c29 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.059952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-d60eaf36-09d8-4b22-a86d-3a0633af9c29 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5439 time: 0.3508258 Feb 09 02:58:02.061274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:02.071439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Port 1768bd6f-48d5-44d3-8d80-9151f9108c04 on network 21f07536-2adc-4d5d-af6a-0194c557fe32 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:58:02.071768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Attempting to bind port 1768bd6f-48d5-44d3-8d80-9151f9108c04 on network 21f07536-2adc-4d5d-af6a-0194c557fe32 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:02.074053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:58:02.137389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:02.137679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Checking segment: {'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:02.138033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Bound using segment: {'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:02.138523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Bound port: 1768bd6f-48d5-44d3-8d80-9151f9108c04, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3f6b6-0f67-4c1e-98b2-62c8a1171449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:02.138889 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:02.361722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:02.378468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (76b8b085-7346-43b9-9087-79f71c811e41), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:02.446134 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e4ea817-379d-4bbd-8ad2-1ae2440b45fd req-5a45d8c8-0801-4a50-9dde-6f97345abeb8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3698618 Feb 09 02:58:02.473213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c78e1-8e7e-47c5-84c2-e9c42a23af8f req-a9b80205-7b69-4221-9a90-e21ed69d7203 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.473213 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-041c78e1-8e7e-47c5-84c2-e9c42a23af8f req-a9b80205-7b69-4221-9a90-e21ed69d7203 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.5662999 Feb 09 02:58:02.478008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:02.479463 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (d7c31a9e-762c-449d-919e-b99bbdcffb32), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:02.492056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:02.494848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:58:02.544549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] For port 1768bd6f-48d5-44d3-8d80-9151f9108c04, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:02.549202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] For port 1768bd6f-48d5-44d3-8d80-9151f9108c04, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1768bd6f-48d5-44d3-8d80-9151f9108c04,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:02.591628 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:02.656478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c31a9e-762c-449d-919e-b99bbdcffb32,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:02.664760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Pushing event updated for resources: {'Port': ['ID=76b8b085-7346-43b9-9087-79f71c811e41,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:02.679414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e0a28985-842b-45e9-9a57-0d3aec371530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:02.731086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9f379e0b-cd45-4303-82c3-ce4dcc4e667b up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:02.740528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Checking segment: {'id': '672182a6-98ed-43f9-bbf6-4f2c12c5eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4337722c-f15b-43e8-af75-9026f8bfd425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:02.741004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Network hostable DHCP agents. Network: 4337722c-f15b-43e8-af75-9026f8bfd425, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:58:02.765506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.766345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:02.768161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.768795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:02.770380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] 10.222.0.61 "PUT /v2.0/ports/1768bd6f-48d5-44d3-8d80-9151f9108c04 HTTP/1.1" status: 200 len: 1092 time: 3.7893927 Feb 09 02:58:02.772926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'tag': '1768bd6f-48d5-44d3-8d80-9151f9108c04'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:02.775398 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39216db-46cc-4006-acf9-c9103b6009ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "tag": "1768bd6f-48d5-44d3-8d80-9151f9108c04"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:02.798535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-041c78e1-8e7e-47c5-84c2-e9c42a23af8f req-7fac7a15-9032-4d34-b728-9d21ef7c7743 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228633 Feb 09 02:58:02.804266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-229674f4-ebfd-470f-8508-81121dff81f5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0682731 Feb 09 02:58:02.824461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Request body: {'port': {'device_id': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:02.842229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Network 4337722c-f15b-43e8-af75-9026f8bfd425 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:58:02.895746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 4337722c-f15b-43e8-af75-9026f8bfd425) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:02.899409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9e2a7-0ed7-4b31-bbd5-723442ae5462 service neutron] Pushing event updated for resources: {'Port': ['ID=1768bd6f-48d5-44d3-8d80-9151f9108c04,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:02.926567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.927348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:02.936338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa77a1-45be-486d-ab8b-2adac36de0cd None None] Network 4337722c-f15b-43e8-af75-9026f8bfd425 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:02.939468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516aa1-5bf0-46d6-af2f-7c3cbd2e8718 req-089b68c5-ae56-44ab-aaeb-90f50f92bd2a tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.946889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516aa1-5bf0-46d6-af2f-7c3cbd2e8718 req-089b68c5-ae56-44ab-aaeb-90f50f92bd2a tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:02.954259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06516aa1-5bf0-46d6-af2f-7c3cbd2e8718 req-089b68c5-ae56-44ab-aaeb-90f50f92bd2a tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1667 time: 0.3762386 Feb 09 02:58:02.995268 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks [] for router_gateway (105e3ddd-423a-4cb0-ab1a-001a22a97df5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.079936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c3335611-3a3d-4623-83ec-d67ccead4487 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1569216 Feb 09 02:58:03.080153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ad3e0518-c792-4cfc-8303-e888ea088eae up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:03.080241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32900) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:03.090980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Request body: {'port': {'device_id': '6d902c44-e048-44c8-9cf8-111c36747886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:03.173687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:03.201658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:03.203318 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.211512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ad3e0518-c792-4cfc-8303-e888ea088eae triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:03.211943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.254993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06516aa1-5bf0-46d6-af2f-7c3cbd2e8718 req-ca9e371b-c33b-4e8c-a151-c01dc3d3d9ba tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996631 Feb 09 02:58:03.265961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.320704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce13e4-5660-4a34-8914-bde2b64a2258 req-4100f7d4-80d0-4729-b499-a4c265a25c43 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:03.322428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5ce13e4-5660-4a34-8914-bde2b64a2258 req-4100f7d4-80d0-4729-b499-a4c265a25c43 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 931 time: 0.3884623 Feb 09 02:58:03.325569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76b8b085-7346-43b9-9087-79f71c811e41), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.382044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a5a37d-7102-4fcc-9de2-58a92296330c None None] Network 4337722c-f15b-43e8-af75-9026f8bfd425 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:03.435652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd62b89d-04a1-4b3e-8f6b-9c5eb1746e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.460433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5ce13e4-5660-4a34-8914-bde2b64a2258 req-0064a5d7-9237-4415-8655-30187a6692d5 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269736 Feb 09 02:58:03.704143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:03.704575 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.778024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:03.780769 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a728a0-eb28-4a52-9ce3-00fa9e5ff66a" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "9f379e0b-cd45-4303-82c3-ce4dcc4e667b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:03.788815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc38943-c82e-4631-bdc9-66c69a6f90a8 None None] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:03.798982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ad3e0518-c792-4cfc-8303-e888ea088eae is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:03.799482 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.836045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd62b89d-04a1-4b3e-8f6b-9c5eb1746e79 admin admin] Publish callbacks [] for security_group (b0d8ab16-3b02-4a26-a428-3fd6283a4226), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.843378 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1648550-75b2-4a31-a046-02cc402159a4 x-openstack-request-id: req-b1648550-75b2-4a31-a046-02cc402159a4 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:03.843705 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "tag": "1768bd6f-48d5-44d3-8d80-9151f9108c04", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:03.843926 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1648550-75b2-4a31-a046-02cc402159a4 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:03.844327 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'tag': '1768bd6f-48d5-44d3-8d80-9151f9108c04', 'status': 'completed', 'code': 200} Feb 09 02:58:03.857182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:03.891873 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.913448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff72db-3da8-489c-87cf-65de4df7fa09 req-7a5fb860-8f0c-4a99-9a75-4d321db2b2b5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:03.915807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8ff72db-3da8-489c-87cf-65de4df7fa09 req-7a5fb860-8f0c-4a99-9a75-4d321db2b2b5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2382884 Feb 09 02:58:03.935291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd62b89d-04a1-4b3e-8f6b-9c5eb1746e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b0d8ab16-3b02-4a26-a428-3fd6283a4226), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:03.965080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:03.979107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7f8dc923-3f01-47e7-a8f6-ea5b42f2b41b None None] Provisioning complete for port ad3e0518-c792-4cfc-8303-e888ea088eae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:03.980776 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc923-3f01-47e7-a8f6-ea5b42f2b41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.029219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b8b085-7346-43b9-9087-79f71c811e41 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:04.030185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.038209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Publish callbacks [] for port (76b8b085-7346-43b9-9087-79f71c811e41), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.046479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port ad3e0518-c792-4cfc-8303-e888ea088eae, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ad3e0518-c792-4cfc-8303-e888ea088eae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:04.054617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Transition to ACTIVE for port object 76b8b085-7346-43b9-9087-79f71c811e41 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:58:04.065204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.076167 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (76b8b085-7346-43b9-9087-79f71c811e41), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.084136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bd62b89d-04a1-4b3e-8f6b-9c5eb1746e79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1129879bd6cf4f9eb6f333ccb66a7c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9998050 Feb 09 02:58:04.088309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32918) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:04.101072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62b89d-04a1-4b3e-8f6b-9c5eb1746e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d8ab16-3b02-4a26-a428-3fd6283a4226,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:04.132308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39216db-46cc-4006-acf9-c9103b6009ef req-943ea329-4f91-4cc8-8005-0b53068fb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.132970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39216db-46cc-4006-acf9-c9103b6009ef req-943ea329-4f91-4cc8-8005-0b53068fb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.134913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a39216db-46cc-4006-acf9-c9103b6009ef req-943ea329-4f91-4cc8-8005-0b53068fb0a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1945 time: 0.2895684 Feb 09 02:58:04.152428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c601d9-d01f-4724-b484-632589ac34db req-1d2ff724-084b-4f86-b99a-a2bf09bc039f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.158121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c601d9-d01f-4724-b484-632589ac34db req-1d2ff724-084b-4f86-b99a-a2bf09bc039f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.165005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c601d9-d01f-4724-b484-632589ac34db req-1d2ff724-084b-4f86-b99a-a2bf09bc039f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.171461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c601d9-d01f-4724-b484-632589ac34db req-1d2ff724-084b-4f86-b99a-a2bf09bc039f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.175718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=ad3e0518-c792-4cfc-8303-e888ea088eae,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:04.177474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c601d9-d01f-4724-b484-632589ac34db req-1d2ff724-084b-4f86-b99a-a2bf09bc039f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.183435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c601d9-d01f-4724-b484-632589ac34db req-1d2ff724-084b-4f86-b99a-a2bf09bc039f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.189684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c601d9-d01f-4724-b484-632589ac34db req-1d2ff724-084b-4f86-b99a-a2bf09bc039f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.198070 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6c601d9-d01f-4724-b484-632589ac34db req-1d2ff724-084b-4f86-b99a-a2bf09bc039f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5440 time: 0.3126276 Feb 09 02:58:04.246199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (105e3ddd-423a-4cb0-ab1a-001a22a97df5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.294286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7f8dc923-3f01-47e7-a8f6-ea5b42f2b41b None None] Current status of the port ad3e0518-c792-4cfc-8303-e888ea088eae is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:04.321976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8ff72db-3da8-489c-87cf-65de4df7fa09 req-7b82938b-bf01-4faf-bf6e-a22b6e6b59f6 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633183 Feb 09 02:58:04.322729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Pushing event updated for resources: {'Port': ['ID=76b8b085-7346-43b9-9087-79f71c811e41,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:04.341884 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98806980-77b3-420c-9ea5-d46991a5c30b admin admin] Publish callbacks [] for security_group (b0d8ab16-3b02-4a26-a428-3fd6283a4226), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.385579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98806980-77b3-420c-9ea5-d46991a5c30b admin admin] Publish callbacks [] for security_group (b0d8ab16-3b02-4a26-a428-3fd6283a4226), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.415126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Attempting to bind port 76b8b085-7346-43b9-9087-79f71c811e41 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:04.415661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Attempting to bind port 76b8b085-7346-43b9-9087-79f71c811e41 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'fe0d6106-75d7-4870-accc-f73aa5d79428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6eb046af-f9bc-46f6-bb75-3e94ff636d61'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:04.416214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Attempting to bind port 76b8b085-7346-43b9-9087-79f71c811e41 on network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:04.438994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Port 76b8b085-7346-43b9-9087-79f71c811e41 on network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:58:04.439616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Attempting to bind port 76b8b085-7346-43b9-9087-79f71c811e41 on network 6eb046af-f9bc-46f6-bb75-3e94ff636d61 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:04.473748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:04.500255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Checking segment: {'id': 'fe0d6106-75d7-4870-accc-f73aa5d79428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6eb046af-f9bc-46f6-bb75-3e94ff636d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:04.500663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Bound using segment: {'id': 'fe0d6106-75d7-4870-accc-f73aa5d79428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6eb046af-f9bc-46f6-bb75-3e94ff636d61'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:04.501141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Bound port: 76b8b085-7346-43b9-9087-79f71c811e41, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0d6106-75d7-4870-accc-f73aa5d79428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6eb046af-f9bc-46f6-bb75-3e94ff636d61'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:04.501514 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76b8b085-7346-43b9-9087-79f71c811e41), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.625543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece99b82-e15c-4567-8f18-b0b3c47c0910 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:04.627459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98806980-77b3-420c-9ea5-d46991a5c30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b0d8ab16-3b02-4a26-a428-3fd6283a4226), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.630058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98806980-77b3-420c-9ea5-d46991a5c30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.645211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-98806980-77b3-420c-9ea5-d46991a5c30b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0d8ab16-3b02-4a26-a428-3fd6283a4226 HTTP/1.1" status: 204 len: 168 time: 0.5478618 Feb 09 02:58:04.649260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Publish callbacks [] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.651484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b9fb1694-42cc-4c1e-be7b-71119d868762 None None] Provisioning complete for port ad3e0518-c792-4cfc-8303-e888ea088eae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:04.651948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9fb1694-42cc-4c1e-be7b-71119d868762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.726256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6c601d9-d01f-4724-b484-632589ac34db req-08aeca67-0147-416b-bfc0-ff0decf5f78f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5267065 Feb 09 02:58:04.733701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 070c77cb-1176-4385-b476-a6cd6be6c5be up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:04.743399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Transition to ACTIVE for port object ece99b82-e15c-4567-8f18-b0b3c47c0910 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:58:04.781168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ad3e0518-c792-4cfc-8303-e888ea088eae up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:04.785677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:04.834807 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18846b4e-1226-4c83-9d30-283f9301c044 x-openstack-request-id: req-18846b4e-1226-4c83-9d30-283f9301c044 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:04.835144 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "9f379e0b-cd45-4303-82c3-ce4dcc4e667b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:04.835371 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18846b4e-1226-4c83-9d30-283f9301c044 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:04.835781 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b', 'code': 200} Feb 09 02:58:04.882038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98806980-77b3-420c-9ea5-d46991a5c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d8ab16-3b02-4a26-a428-3fd6283a4226,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:04.907442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ece99b82-e15c-4567-8f18-b0b3c47c0910,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:04.925569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] For port 76b8b085-7346-43b9-9087-79f71c811e41, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:04.927656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39216db-46cc-4006-acf9-c9103b6009ef req-e4715451-6660-427b-bacc-7dd27a72d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.928699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39216db-46cc-4006-acf9-c9103b6009ef req-e4715451-6660-427b-bacc-7dd27a72d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.929173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39216db-46cc-4006-acf9-c9103b6009ef req-e4715451-6660-427b-bacc-7dd27a72d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:04.933689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a39216db-46cc-4006-acf9-c9103b6009ef req-e4715451-6660-427b-bacc-7dd27a72d492 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b34f527737454803a58f84e933eb1279&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7312915 Feb 09 02:58:04.933836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 070c77cb-1176-4385-b476-a6cd6be6c5be completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:04.948733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 070c77cb-1176-4385-b476-a6cd6be6c5be triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:04.956233 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.007053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] For port 76b8b085-7346-43b9-9087-79f71c811e41, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76b8b085-7346-43b9-9087-79f71c811e41,segment=NetworkSegment(fe0d6106-75d7-4870-accc-f73aa5d79428),segment_id=fe0d6106-75d7-4870-accc-f73aa5d79428)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:05.042439 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (76b8b085-7346-43b9-9087-79f71c811e41), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.148514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Pushing event updated for resources: {'Port': ['ID=76b8b085-7346-43b9-9087-79f71c811e41,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:05.169679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.173853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ad3e0518-c792-4cfc-8303-e888ea088eae triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:05.184694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.223414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.224168 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.225797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-a6a197f0-56eb-493b-90a3-6f1680034e1b service neutron] 10.222.0.26 "PUT /v2.0/ports/76b8b085-7346-43b9-9087-79f71c811e41 HTTP/1.1" status: 200 len: 1091 time: 2.4126713 Feb 09 02:58:05.226384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d902c44-e048-44c8-9cf8-111c36747886', 'tag': '76b8b085-7346-43b9-9087-79f71c811e41'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:05.228885 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d902c44-e048-44c8-9cf8-111c36747886", "tag": "76b8b085-7346-43b9-9087-79f71c811e41"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:05.261338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-b66ea8d8-442d-4dba-b534-e82a2f0cd2f3 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.273406 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-b66ea8d8-442d-4dba-b534-e82a2f0cd2f3 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/networks?id=27bb9377-6fe4-4a16-b5f9-ab9dca58f431 HTTP/1.1" status: 200 len: 814 time: 0.6591637 Feb 09 02:58:05.290902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:58:05.319049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb1694-42cc-4c1e-be7b-71119d868762 None None] Current status of the port ad3e0518-c792-4cfc-8303-e888ea088eae is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:05.325367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-7c72636a-503a-4143-8e7a-260a7b9f8a95 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/quotas/6bdd607846c74d99948cc1da51c8a798 HTTP/1.1" status: 200 len: 375 time: 0.0459771 Feb 09 02:58:05.407555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32948) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:05.421580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49603e-6091-4f39-81f9-f034deae1c57 req-74c017e2-26e7-47f8-8e70-48184b3f0753 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.429798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49603e-6091-4f39-81f9-f034deae1c57 req-74c017e2-26e7-47f8-8e70-48184b3f0753 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.431740 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe49603e-6091-4f39-81f9-f034deae1c57 req-74c017e2-26e7-47f8-8e70-48184b3f0753 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1679 time: 0.4712319 Feb 09 02:58:05.452519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39216db-46cc-4006-acf9-c9103b6009ef req-a4efcf4b-62b7-43d7-88d3-de82cb83bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.454224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a39216db-46cc-4006-acf9-c9103b6009ef req-a4efcf4b-62b7-43d7-88d3-de82cb83bcfb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5061514 Feb 09 02:58:05.456762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-63b2795e-3386-41bd-b631-5711d36ae3e3 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6bdd607846c74d99948cc1da51c8a798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304688 Feb 09 02:58:05.466104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-3af40df0-1f6c-46e6-a151-938b38930ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:05.468055 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-3af40df0-1f6c-46e6-a151-938b38930ee0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=efd64ce2c35b4ac6a74a3ef4f3345579&device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 1125 time: 0.1855595 Feb 09 02:58:05.516436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 070c77cb-1176-4385-b476-a6cd6be6c5be is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:05.516852 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.582846 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d12cdf3-d3f0-4a9d-8e7f-e69bdecf3838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.634025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Attempting to bind port ece99b82-e15c-4567-8f18-b0b3c47c0910 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:05.634841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Attempting to bind port ece99b82-e15c-4567-8f18-b0b3c47c0910 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:05.635529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Attempting to bind port ece99b82-e15c-4567-8f18-b0b3c47c0910 on network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:05.641453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ad3e0518-c792-4cfc-8303-e888ea088eae is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:05.677585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Port ece99b82-e15c-4567-8f18-b0b3c47c0910 on network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:58:05.678381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Attempting to bind port ece99b82-e15c-4567-8f18-b0b3c47c0910 on network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:05.682589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 070c77cb-1176-4385-b476-a6cd6be6c5be, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=070c77cb-1176-4385-b476-a6cd6be6c5be,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:05.695574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:05.696390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Checking segment: {'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:05.697328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Bound using segment: {'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:05.697994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Bound port: ece99b82-e15c-4567-8f18-b0b3c47c0910, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:05.698795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.702317 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.703706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b36161c-e575-47ed-a5b1-a29c7b529559 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:05.712165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe49603e-6091-4f39-81f9-f034deae1c57 req-db2d0eac-f404-42a4-96a4-facf126045b0 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676892 Feb 09 02:58:05.713899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-21ce0d99-1726-46af-8d9b-d2fb487b8656 service neutron] 10.222.0.32 "GET /v2.0/networks/27bb9377-6fe4-4a16-b5f9-ab9dca58f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390621 Feb 09 02:58:05.819693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:05.854883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Sync routers for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:05.891334 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d12cdf3-d3f0-4a9d-8e7f-e69bdecf3838 admin admin] Publish callbacks [] for security_group (1cd2d869-112a-4791-b270-064c37ed14ad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.923754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d12cdf3-d3f0-4a9d-8e7f-e69bdecf3838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1cd2d869-112a-4791-b270-064c37ed14ad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.936700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:05.940821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c6aad1c2-b491-47fb-aac1-027e9a2c9f4c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5543985 Feb 09 02:58:05.952403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=070c77cb-1176-4385-b476-a6cd6be6c5be,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:05.970691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:05.972772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:05.973807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32956) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:05.994049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-5f5b86c0-f44e-4ccb-b6e9-e3e765abb23b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b8b085-7346-43b9-9087-79f71c811e41 HTTP/1.1" status: 200 len: 217 time: 0.3001020 Feb 09 02:58:06.053721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-91dcc0c4-dd15-47dc-99ca-675c13e52032 service neutron] 10.222.0.32 "GET /v2.0/networks/27bb9377-6fe4-4a16-b5f9-ab9dca58f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449908 Feb 09 02:58:06.096598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-6375ce50-cd06-423c-b3a1-77185fd4426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:06.103136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-6375ce50-cd06-423c-b3a1-77185fd4426a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1 HTTP/1.1" status: 200 len: 852 time: 0.1027648 Feb 09 02:58:06.163869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-56f21d60-133c-470a-9d05-abc42b7096ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6eb046af-f9bc-46f6-bb75-3e94ff636d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534029 Feb 09 02:58:06.179536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 8b36161c-e575-47ed-a5b1-a29c7b529559 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:06.203633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 8b36161c-e575-47ed-a5b1-a29c7b529559 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:06.204409 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:06.369606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-cc2fbb6d-eb04-4b84-a984-d51efbf7acbf service neutron] 10.222.0.26 "GET /v2.0/networks/6eb046af-f9bc-46f6-bb75-3e94ff636d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977296 Feb 09 02:58:06.388769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:06.505920 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:06.595738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6cc5d18-1ca1-4ef3-9f16-797ef7ae6fa7 req-937751cc-00c2-45d0-8ef3-98560c6318f8 service neutron] 10.222.0.26 "GET /v2.0/networks/6eb046af-f9bc-46f6-bb75-3e94ff636d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179666 Feb 09 02:58:06.679926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b36161c-e575-47ed-a5b1-a29c7b529559 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:06.680328 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:06.724914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b36161c-e575-47ed-a5b1-a29c7b529559, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b36161c-e575-47ed-a5b1-a29c7b529559,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:06.761092 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:06.763063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:06.814306 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94efd73-7d85-4516-bbf0-22019d9a586e x-openstack-request-id: req-f94efd73-7d85-4516-bbf0-22019d9a586e {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:06.817109 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d902c44-e048-44c8-9cf8-111c36747886", "tag": "76b8b085-7346-43b9-9087-79f71c811e41", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:06.817374 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f94efd73-7d85-4516-bbf0-22019d9a586e {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:06.817799 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d902c44-e048-44c8-9cf8-111c36747886', 'tag': '76b8b085-7346-43b9-9087-79f71c811e41', 'status': 'completed', 'code': 200} Feb 09 02:58:06.863616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12cdf3-d3f0-4a9d-8e7f-e69bdecf3838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2d869-112a-4791-b270-064c37ed14ad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:06.872504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c77cb-1176-4385-b476-a6cd6be6c5be'}, {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:06.882624 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab46c0c-a9fd-4a13-a9a0-448572442596" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "070c77cb-1176-4385-b476-a6cd6be6c5be"}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:07.039516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-91a26d59-907f-47c5-920a-e7a521da4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.041690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-91a26d59-907f-47c5-920a-e7a521da4019 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=efd64ce2c35b4ac6a74a3ef4f3345579&device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 1125 time: 0.2069819 Feb 09 02:58:07.076456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:07.086207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] For port ece99b82-e15c-4567-8f18-b0b3c47c0910, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:07.095714 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d12cdf3-d3f0-4a9d-8e7f-e69bdecf3838 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1f6f91769be482e9b3b515b5b68c353&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6799400 Feb 09 02:58:07.100031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:07.100767 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.101629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32976) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:07.149783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-effeafe1-1b5b-489d-b476-a500d7a34466 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.157341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-effeafe1-1b5b-489d-b476-a500d7a34466 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.163979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-effeafe1-1b5b-489d-b476-a500d7a34466 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.172494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] For port ece99b82-e15c-4567-8f18-b0b3c47c0910, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ece99b82-e15c-4567-8f18-b0b3c47c0910,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:07.176962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-effeafe1-1b5b-489d-b476-a500d7a34466 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.181395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b36161c-e575-47ed-a5b1-a29c7b529559,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:07.199499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-effeafe1-1b5b-489d-b476-a500d7a34466 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.207562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-effeafe1-1b5b-489d-b476-a500d7a34466 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.214618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-effeafe1-1b5b-489d-b476-a500d7a34466 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.216964 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-effeafe1-1b5b-489d-b476-a500d7a34466 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5442 time: 0.2393739 Feb 09 02:58:07.258431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.347201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:02Z', 'revision_number': 3, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:07.350508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:07.351151 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.354728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.356893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.358546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/ece99b82-e15c-4567-8f18-b0b3c47c0910 HTTP/1.1" status: 200 len: 1092 time: 4.5419176 Feb 09 02:58:07.393553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-e89c8f88-3f74-45dd-9a85-03781ec48286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.395569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Checking router: 105e3ddd-423a-4cb0-ab1a-001a22a97df5 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:07.396742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Updating router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 port ceae9c7e-29bd-4458-9c70-ae207a4da0ca binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:58:07.399895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-e89c8f88-3f74-45dd-9a85-03781ec48286 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6eb046af-f9bc-46f6-bb75-3e94ff636d61 HTTP/1.1" status: 200 len: 913 time: 0.3505900 Feb 09 02:58:07.420891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71b9bd2b-4e28-41a1-b6de-4829827fcbcf req-569da180-cf1e-42b8-bb72-b9019968f370 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1914408 Feb 09 02:58:07.444385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'tag': 'ece99b82-e15c-4567-8f18-b0b3c47c0910'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:07.459492 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb940e-e00e-4250-9693-9fb65b8b80fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "tag": "ece99b82-e15c-4567-8f18-b0b3c47c0910"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:07.526876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:07.531139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-cc3abf48-9500-4790-aa9b-7df2b2fd1283 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b8b085-7346-43b9-9087-79f71c811e41 HTTP/1.1" status: 200 len: 217 time: 0.1079772 Feb 09 02:58:07.537768 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.576218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:07.634362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.682169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2a26f-5e1d-4ff3-b1af-dea090b9c052 req-acf5c116-fcf6-42f2-a718-6130ea553d49 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.689706 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39b2a26f-5e1d-4ff3-b1af-dea090b9c052 req-acf5c116-fcf6-42f2-a718-6130ea553d49 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 943 time: 1.7966032 Feb 09 02:58:07.750386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ee7f8-039d-4522-adba-c3da47bfb7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ece99b82-e15c-4567-8f18-b0b3c47c0910,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:07.791242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-9b338d1d-4234-41c2-a96e-129bf8ab8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.798793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-9b338d1d-4234-41c2-a96e-129bf8ab8628 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1 HTTP/1.1" status: 200 len: 852 time: 0.2616484 Feb 09 02:58:07.811107 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39b2a26f-5e1d-4ff3-b1af-dea090b9c052 req-13164acc-914a-4f94-bb39-886fb0d86404 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203444 Feb 09 02:58:07.811826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42867591-7a03-4ef6-8434-04d350eb2b7b admin admin] Publish callbacks [] for security_group (1cd2d869-112a-4791-b270-064c37ed14ad), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.856883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42867591-7a03-4ef6-8434-04d350eb2b7b admin admin] Publish callbacks [] for security_group (1cd2d869-112a-4791-b270-064c37ed14ad), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:07.873343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-42b4f371-30f7-4d35-a2c7-0aec43a718fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.874058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-42b4f371-30f7-4d35-a2c7-0aec43a718fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.875690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-42b4f371-30f7-4d35-a2c7-0aec43a718fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 2043 time: 0.4054074 Feb 09 02:58:07.895140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1ba3-85cd-47fe-a3a5-88d15d201815 req-aac365c8-f191-45e9-97b0-869a1d94ebd9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:07.901271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ad1ba3-85cd-47fe-a3a5-88d15d201815 req-aac365c8-f191-45e9-97b0-869a1d94ebd9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2734849 Feb 09 02:58:07.907656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-40dc7fee-1983-4f41-8246-d7deebd39d08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6eb046af-f9bc-46f6-bb75-3e94ff636d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989828 Feb 09 02:58:07.979835 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-2585e7ae-23d8-4f7e-99e6-c5c4b2f84924 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=1768bd6f-48d5-44d3-8d80-9151f9108c04 HTTP/1.1" status: 200 len: 217 time: 0.0935481 Feb 09 02:58:08.043237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:08.048705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:08.063995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:08.064512 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.119569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42867591-7a03-4ef6-8434-04d350eb2b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1cd2d869-112a-4791-b270-064c37ed14ad), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.121885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42867591-7a03-4ef6-8434-04d350eb2b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.134355 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-42867591-7a03-4ef6-8434-04d350eb2b7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cd2d869-112a-4791-b270-064c37ed14ad HTTP/1.1" status: 204 len: 168 time: 1.0314353 Feb 09 02:58:08.220424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:08.220962 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.242944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-b9f31e4c-0425-43dd-8f75-ca7f65e78226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.244524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-b9f31e4c-0425-43dd-8f75-ca7f65e78226 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=36609164-b497-4683-8f5b-6797ef6bd052 HTTP/1.1" status: 200 len: 801 time: 0.2305322 Feb 09 02:58:08.260017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b235872-bf29-4804-9569-45be8cb2a132 req-7cecbdd0-7476-48dd-9710-f67f89c4503e tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 210 time: 0.1480336 Feb 09 02:58:08.265507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-f872b822-18fa-48c3-99c1-f6aaa21ed636 service neutron] 10.222.0.26 "GET /v2.0/networks/6eb046af-f9bc-46f6-bb75-3e94ff636d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411224 Feb 09 02:58:08.315481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:08.330580 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.337563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71cb2272-a612-47e4-8d4f-59a752075244 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:08.443049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42867591-7a03-4ef6-8434-04d350eb2b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd2d869-112a-4791-b270-064c37ed14ad,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:08.520897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6ad1ba3-85cd-47fe-a3a5-88d15d201815 req-4abfdada-843f-4613-a356-129749d13a12 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113765 Feb 09 02:58:08.578438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-5e86507d-6904-447f-91b3-60aaca9befd6 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.581200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-5e86507d-6904-447f-91b3-60aaca9befd6 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.61 "GET /v2.0/networks?id=27bb9377-6fe4-4a16-b5f9-ab9dca58f431 HTTP/1.1" status: 200 len: 814 time: 0.4814913 Feb 09 02:58:08.597856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Request body: {'port': {'device_id': '83f267e4-9eaa-40f5-9f03-2d3c6d7b6117', 'network_id': '27bb9377-6fe4-4a16-b5f9-ab9dca58f431', 'admin_state_up': True, 'tenant_id': '6bdd607846c74d99948cc1da51c8a798'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:08.599497 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Publish callbacks [] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.605329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:08.631954 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a419b4-01de-4c5d-9a64-aa3d72bc30d0 x-openstack-request-id: req-93a419b4-01de-4c5d-9a64-aa3d72bc30d0 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:08.632498 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "070c77cb-1176-4385-b476-a6cd6be6c5be", "code": 200}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:08.633081 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93a419b4-01de-4c5d-9a64-aa3d72bc30d0 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:08.633751 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070c77cb-1176-4385-b476-a6cd6be6c5be', 'code': 200} Feb 09 02:58:08.634312 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'code': 200} Feb 09 02:58:08.636195 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.642841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa6b75d8-6edd-49f3-96bf-59954da6d2f9 req-e46dbf57-646b-4eb9-9d6e-31d85556a426 service neutron] 10.222.0.26 "GET /v2.0/networks/6eb046af-f9bc-46f6-bb75-3e94ff636d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636181 Feb 09 02:58:08.648403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 71cb2272-a612-47e4-8d4f-59a752075244 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:08.714005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 71cb2272-a612-47e4-8d4f-59a752075244 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:08.714681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71cb2272-a612-47e4-8d4f-59a752075244), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.760390 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7d1acf-2985-407b-bbe4-0b2297bc2e31 x-openstack-request-id: req-7c7d1acf-2985-407b-bbe4-0b2297bc2e31 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:08.760771 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "tag": "ece99b82-e15c-4567-8f18-b0b3c47c0910", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:08.760981 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c7d1acf-2985-407b-bbe4-0b2297bc2e31 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:08.761384 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'tag': 'ece99b82-e15c-4567-8f18-b0b3c47c0910', 'status': 'completed', 'code': 200} Feb 09 02:58:08.784166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Made reservation on behalf of 6bdd607846c74d99948cc1da51c8a798 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:08.788301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.811537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Attempting to bind port ceae9c7e-29bd-4458-9c70-ae207a4da0ca on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:08.812310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Attempting to bind port ceae9c7e-29bd-4458-9c70-ae207a4da0ca by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:08.813188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Attempting to bind port ceae9c7e-29bd-4458-9c70-ae207a4da0ca on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:08.836317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:08.837114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:08.837771 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.838418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:08.839115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Bound port: ceae9c7e-29bd-4458-9c70-ae207a4da0ca, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:08.839730 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.869122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2b718-5e1d-4fab-9ed7-b85ac9e28d89 None None] Pushing event updated for resources: {'Port': ['ID=ceae9c7e-29bd-4458-9c70-ae207a4da0ca,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:08.940409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] For port ceae9c7e-29bd-4458-9c70-ae207a4da0ca, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:08.945211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] For port ceae9c7e-29bd-4458-9c70-ae207a4da0ca, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ceae9c7e-29bd-4458-9c70-ae207a4da0ca,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:08.949590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71cb2272-a612-47e4-8d4f-59a752075244 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:08.949777 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71cb2272-a612-47e4-8d4f-59a752075244), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.957709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec801e0-5010-4054-9782-f13c154f043d req-2527e49e-3cfb-451f-8a2b-4b13d0bcc956 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.964329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec801e0-5010-4054-9782-f13c154f043d req-2527e49e-3cfb-451f-8a2b-4b13d0bcc956 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.970669 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:08.971328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec801e0-5010-4054-9782-f13c154f043d req-2527e49e-3cfb-451f-8a2b-4b13d0bcc956 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.979072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec801e0-5010-4054-9782-f13c154f043d req-2527e49e-3cfb-451f-8a2b-4b13d0bcc956 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.987831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec801e0-5010-4054-9782-f13c154f043d req-2527e49e-3cfb-451f-8a2b-4b13d0bcc956 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:08.997761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec801e0-5010-4054-9782-f13c154f043d req-2527e49e-3cfb-451f-8a2b-4b13d0bcc956 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.003695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec801e0-5010-4054-9782-f13c154f043d req-2527e49e-3cfb-451f-8a2b-4b13d0bcc956 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.015297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ec801e0-5010-4054-9782-f13c154f043d req-2527e49e-3cfb-451f-8a2b-4b13d0bcc956 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5444 time: 0.1902046 Feb 09 02:58:09.018012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71cb2272-a612-47e4-8d4f-59a752075244, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71cb2272-a612-47e4-8d4f-59a752075244,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:09.022127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d2707ff3-d50b-45ed-a592-a0c20023af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.023829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-d2707ff3-d50b-45ed-a592-a0c20023af4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21f07536-2adc-4d5d-af6a-0194c557fe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7196741 Feb 09 02:58:09.035181 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71cb2272-a612-47e4-8d4f-59a752075244), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:09.036126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 26e2633e-edfb-4253-b9b9-013520f11e14 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:09.047754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:09.049393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:09.105135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ec801e0-5010-4054-9782-f13c154f043d req-71bc7bc7-e7db-46b0-be0d-9b4f5348a7df tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842509 Feb 09 02:58:09.175324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b87ec4-d68e-42c7-b422-fdf891308939 req-091dd800-7e4e-4a64-91dd-3031fb07bbb2 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.180809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b87ec4-d68e-42c7-b422-fdf891308939 req-091dd800-7e4e-4a64-91dd-3031fb07bbb2 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.198828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9b87ec4-d68e-42c7-b422-fdf891308939 req-091dd800-7e4e-4a64-91dd-3031fb07bbb2 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1679 time: 0.7535431 Feb 09 02:58:09.218094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:09.242190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43c85-0420-43be-b830-b8826df25354 req-0f080983-b937-4bb6-a722-c37078d7ef55 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.251899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-48a43c85-0420-43be-b830-b8826df25354 req-0f080983-b937-4bb6-a722-c37078d7ef55 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0823154 Feb 09 02:58:09.332143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-48a43c85-0420-43be-b830-b8826df25354 req-70a5726c-8de5-45aa-9959-6741e978cc10 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744159 Feb 09 02:58:09.366097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Allocated IP 172.20.0.11 (27bb9377-6fe4-4a16-b5f9-ab9dca58f431/c9c062fb-1af4-4473-9e83-f41e5b8029b1/7e91bd42-9897-47c4-bb83-226e01586d70) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:58:09.431497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2b718-5e1d-4fab-9ed7-b85ac9e28d89 None None] Pushing event updated for resources: {'Port': ['ID=ceae9c7e-29bd-4458-9c70-ae207a4da0ca,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:09.441902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9b87ec4-d68e-42c7-b422-fdf891308939 req-4cd2ce19-694e-49bc-82d4-41eb6df07f10 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301447 Feb 09 02:58:09.497242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe099f3-ec53-4042-b0fa-60e4fd786d0e req-f94d43b9-11f5-4b7c-bd95-02a6e960cd6c tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.499499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-afe099f3-ec53-4042-b0fa-60e4fd786d0e req-f94d43b9-11f5-4b7c-bd95-02a6e960cd6c tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 943 time: 0.0745537 Feb 09 02:58:09.597849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-afe099f3-ec53-4042-b0fa-60e4fd786d0e req-fa62b754-fa5d-4b1e-af99-84ab4c70f6ed tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919588 Feb 09 02:58:09.609115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71cb2272-a612-47e4-8d4f-59a752075244,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:09.653862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-62e193d6-93fc-4851-8ba1-e813b265252c service neutron] 10.222.0.61 "GET /v2.0/networks/21f07536-2adc-4d5d-af6a-0194c557fe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466878 Feb 09 02:58:09.670439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 26e2633e-edfb-4253-b9b9-013520f11e14 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:09.677156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 26e2633e-edfb-4253-b9b9-013520f11e14 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:09.677571 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:09.700259 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:09.721055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3612986-7895-4b74-9686-31622041d90e req-cda1673c-7340-4537-9b31-4eea6f176537 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 210 time: 0.1203635 Feb 09 02:58:09.865999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 26e2633e-edfb-4253-b9b9-013520f11e14 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:09.866453 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:09.905818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81567b-27e8-4e79-b889-1610dfd8dbd0 req-29f29c30-056a-4212-8635-01b73d16775f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:09.907415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd81567b-27e8-4e79-b889-1610dfd8dbd0 req-29f29c30-056a-4212-8635-01b73d16775f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1280029 Feb 09 02:58:09.911476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:02Z', 'revision_number': 3, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:09.916683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 26e2633e-edfb-4253-b9b9-013520f11e14, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=26e2633e-edfb-4253-b9b9-013520f11e14,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:09.942131 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:09.944290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca5c7d-a497-45df-ad6d-ce9da4fb28af None None] The sync data for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 is: [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:02Z', 'revision_number': 3, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:10.016176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=26e2633e-edfb-4253-b9b9-013520f11e14,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:10.063001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bd81567b-27e8-4e79-b889-1610dfd8dbd0 req-1fde0be4-49fc-4326-a101-238d6a86fc94 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448336 Feb 09 02:58:10.244986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-5e6b7b74-8eea-4dee-9c8f-b65722e16c25 service neutron] 10.222.0.61 "GET /v2.0/networks/21f07536-2adc-4d5d-af6a-0194c557fe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412347 Feb 09 02:58:10.296146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-1cc3415e-e909-4e68-80cd-2b005c1a4e9d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.302700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-1cc3415e-e909-4e68-80cd-2b005c1a4e9d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.309211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-1cc3415e-e909-4e68-80cd-2b005c1a4e9d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.315385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-1cc3415e-e909-4e68-80cd-2b005c1a4e9d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.322447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-1cc3415e-e909-4e68-80cd-2b005c1a4e9d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.332413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-1cc3415e-e909-4e68-80cd-2b005c1a4e9d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.347188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-1cc3415e-e909-4e68-80cd-2b005c1a4e9d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.372187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-1cc3415e-e909-4e68-80cd-2b005c1a4e9d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.1488800 Feb 09 02:58:10.466428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd175e92-8fb8-4c90-99ef-46f684742194 req-772ec433-b5d7-4a46-8f65-76d5b51dbbc6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895097 Feb 09 02:58:10.553804 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-0fab6e79-399e-4e5f-8542-c0c9b0c9f602 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=ece99b82-e15c-4567-8f18-b0b3c47c0910 HTTP/1.1" status: 200 len: 217 time: 0.2875683 Feb 09 02:58:10.560620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Publish callbacks [] for port (7e91bd42-9897-47c4-bb83-226e01586d70), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:10.610364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Allocated IP 172.20.0.1 (7bfe887d-42a1-45e1-8404-5345b71ca5c2/eee59d76-4e9a-434f-8d34-51abfe04d667/1b6c9481-d10a-4d06-a900-8641614285df) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:58:10.636191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bdaf3e-a7b2-46b2-8200-bdfeb6940a03'}, {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31'}, {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cb2272-a612-47e4-8d4f-59a752075244'}, {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2633e-edfb-4253-b9b9-013520f11e14'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:10.640244 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d0142-09f9-427d-b214-2f3d13173b0e" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "62bdaf3e-a7b2-46b2-8200-bdfeb6940a03"}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "b18ba5c7-5848-4d1d-b5a6-1c7660a71c31"}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "71cb2272-a612-47e4-8d4f-59a752075244"}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "26e2633e-edfb-4253-b9b9-013520f11e14"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:10.645246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e47f38-60fa-4e49-b271-f50c0b995e34 req-1158dc10-2f4c-4911-a215-077d00eeaf4c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.652793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e47f38-60fa-4e49-b271-f50c0b995e34 req-1158dc10-2f4c-4911-a215-077d00eeaf4c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.668904 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93e47f38-60fa-4e49-b271-f50c0b995e34 req-1158dc10-2f4c-4911-a215-077d00eeaf4c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1679 time: 0.1309927 Feb 09 02:58:10.728750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 76b8b085-7346-43b9-9087-79f71c811e41 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:10.769102 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93e47f38-60fa-4e49-b271-f50c0b995e34 req-36cb7b40-7ffc-455b-94d7-d31099eb8c8e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992694 Feb 09 02:58:10.803652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bccc22-cb9b-4a60-bdd0-53ab3ba15e85 req-4c6b6543-803e-4e86-8eb0-cc53f7a83bd4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.805327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84bccc22-cb9b-4a60-bdd0-53ab3ba15e85 req-4c6b6543-803e-4e86-8eb0-cc53f7a83bd4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.6078207 Feb 09 02:58:10.873262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-606386cb-525c-49b3-ba38-fb8cd7e61cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:10.883524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-606386cb-525c-49b3-ba38-fb8cd7e61cca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03be5eb4-9ee2-4904-ad29-be393f32eece HTTP/1.1" status: 200 len: 801 time: 0.3160706 Feb 09 02:58:10.890582 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306fef46-c473-4d42-a78d-29fe88d49f2b x-openstack-request-id: req-306fef46-c473-4d42-a78d-29fe88d49f2b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:10.894158 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "62bdaf3e-a7b2-46b2-8200-bdfeb6940a03", "code": 200}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "b18ba5c7-5848-4d1d-b5a6-1c7660a71c31", "code": 200}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "71cb2272-a612-47e4-8d4f-59a752075244", "code": 200}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-plugged", "status": "completed", "tag": "26e2633e-edfb-4253-b9b9-013520f11e14", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:10.894609 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-306fef46-c473-4d42-a78d-29fe88d49f2b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:10.895584 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bdaf3e-a7b2-46b2-8200-bdfeb6940a03', 'code': 200} Feb 09 02:58:10.895955 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31', 'code': 200} Feb 09 02:58:10.896817 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cb2272-a612-47e4-8d4f-59a752075244', 'code': 200} Feb 09 02:58:10.897187 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e2633e-edfb-4253-b9b9-013520f11e14', 'code': 200} Feb 09 02:58:10.900192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ceae9c7e-29bd-4458-9c70-ae207a4da0ca up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:10.960247 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.102072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d9779-51b4-43aa-b5e2-bb7888785f3a req-d56c81b5-34a5-45ab-8ca8-31c33fee9849 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.114221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-852d9779-51b4-43aa-b5e2-bb7888785f3a req-d56c81b5-34a5-45ab-8ca8-31c33fee9849 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 943 time: 0.1651597 Feb 09 02:58:11.137535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:11.141841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Publish callbacks [] for port (1b6c9481-d10a-4d06-a900-8641614285df), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.147532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:11.152559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84bccc22-cb9b-4a60-bdd0-53ab3ba15e85 req-39fc8196-c25b-4516-9321-948b3aaa457c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301976 Feb 09 02:58:11.157725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:58:11.162200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ceae9c7e-29bd-4458-9c70-ae207a4da0ca triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:11.163430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.166333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-85f4d8b8-6d22-416c-9f40-463a5d4bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.171305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-85f4d8b8-6d22-416c-9f40-463a5d4bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.171805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-85f4d8b8-6d22-416c-9f40-463a5d4bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.173606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-85f4d8b8-6d22-416c-9f40-463a5d4bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.175030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-85f4d8b8-6d22-416c-9f40-463a5d4bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.177605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-85f4d8b8-6d22-416c-9f40-463a5d4bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.181194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-85f4d8b8-6d22-416c-9f40-463a5d4bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.184690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-85f4d8b8-6d22-416c-9f40-463a5d4bf093 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6720 time: 0.1895685 Feb 09 02:58:11.185206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 76b8b085-7346-43b9-9087-79f71c811e41, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76b8b085-7346-43b9-9087-79f71c811e41,segment=NetworkSegment(fe0d6106-75d7-4870-accc-f73aa5d79428),segment_id=fe0d6106-75d7-4870-accc-f73aa5d79428)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:11.210811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Pushing event updated for resources: {'Port': ['ID=7e91bd42-9897-47c4-bb83-226e01586d70,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:11.220529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-20f03aae-d9eb-4f6b-a499-42cc4470c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.222076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-20f03aae-d9eb-4f6b-a499-42cc4470c252 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a8da8a5-e5eb-49e6-a805-c84c4c536503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3190699 Feb 09 02:58:11.227496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.227944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.228334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.228681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.229015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.229348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.229736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.230073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.230453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.230785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.231112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.231439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.231765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:11.331051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-852d9779-51b4-43aa-b5e2-bb7888785f3a req-2897eb6c-3252-46af-bdc8-f235dbfdfaca tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110088 Feb 09 02:58:11.332944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '76b8b085-7346-43b9-9087-79f71c811e41', 'network_id': '6eb046af-f9bc-46f6-bb75-3e94ff636d61', 'port_id': '76b8b085-7346-43b9-9087-79f71c811e41', 'mac_address': 'fa:16:3e:5f:4e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:11.457006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.457681 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.480585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 76b8b085-7346-43b9-9087-79f71c811e41 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:11.480990 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76b8b085-7346-43b9-9087-79f71c811e41), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.499967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb6fbd7-f212-4d9d-bf8a-1efad6c0e827 req-3c6d6840-029a-491b-8a5b-db740c688405 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2096879 Feb 09 02:58:11.543610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1b6c9481-d10a-4d06-a900-8641614285df), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.590157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b8b085-7346-43b9-9087-79f71c811e41 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:11.602840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-cfde78aa-6112-44f2-a71b-ce33d41ee27c service neutron] 10.222.0.61 "GET /v2.0/networks/5a8da8a5-e5eb-49e6-a805-c84c4c536503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619802 Feb 09 02:58:11.613046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4764afd2-3ba0-4bdd-a18f-97e04fdf13de tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0193236 Feb 09 02:58:11.614704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ceae9c7e-29bd-4458-9c70-ae207a4da0ca is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:11.615105 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.644977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 76b8b085-7346-43b9-9087-79f71c811e41, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76b8b085-7346-43b9-9087-79f71c811e41,segment=NetworkSegment(fe0d6106-75d7-4870-accc-f73aa5d79428),segment_id=fe0d6106-75d7-4870-accc-f73aa5d79428)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:11.654795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (76b8b085-7346-43b9-9087-79f71c811e41), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.667671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4616801-9447-4ff0-b558-8fcf4d8f3ae6 req-9627f25c-13a2-487c-bab6-8c6b25624944 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.669397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4616801-9447-4ff0-b558-8fcf4d8f3ae6 req-9627f25c-13a2-487c-bab6-8c6b25624944 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1239214 Feb 09 02:58:11.669665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port ceae9c7e-29bd-4458-9c70-ae207a4da0ca, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ceae9c7e-29bd-4458-9c70-ae207a4da0ca,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:11.675236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Request body: {'port': {'device_id': '83f267e4-9eaa-40f5-9f03-2d3c6d7b6117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:11.699574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:11.735980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=76b8b085-7346-43b9-9087-79f71c811e41,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:11.738554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4616801-9447-4ff0-b558-8fcf4d8f3ae6 req-d44829f4-c04c-4f9c-93c3-a1eab6605330 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589938 Feb 09 02:58:11.797806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718c305-d93e-4e6e-aca5-aefa441bfd3a req-345daead-67b4-4183-97d7-fad1c341af7e tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.799760 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c718c305-d93e-4e6e-aca5-aefa441bfd3a req-345daead-67b4-4183-97d7-fad1c341af7e tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 932 time: 0.4225481 Feb 09 02:58:11.832766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Pushing event updated for resources: {'Port': ['ID=1b6c9481-d10a-4d06-a900-8641614285df,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:11.863981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:11.866630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=ceae9c7e-29bd-4458-9c70-ae207a4da0ca,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:11.904237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:11.907519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:58:11.994425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-86ba3e97-abaa-4d25-9452-5d13afb2e8b7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:11.999877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-86ba3e97-abaa-4d25-9452-5d13afb2e8b7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.005476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-86ba3e97-abaa-4d25-9452-5d13afb2e8b7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.011254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-86ba3e97-abaa-4d25-9452-5d13afb2e8b7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.017964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-86ba3e97-abaa-4d25-9452-5d13afb2e8b7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.034082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-86ba3e97-abaa-4d25-9452-5d13afb2e8b7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.039532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-86ba3e97-abaa-4d25-9452-5d13afb2e8b7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.041443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-86ba3e97-abaa-4d25-9452-5d13afb2e8b7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.1760948 Feb 09 02:58:12.042535 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c718c305-d93e-4e6e-aca5-aefa441bfd3a req-91cc7e04-a2e8-401f-aa2b-c956ae3ee80d tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935008 Feb 09 02:58:12.049791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['76b8b085-7346-43b9-9087-79f71c811e41'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:12.053500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (105e3ddd-423a-4cb0-ab1a-001a22a97df5), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.085131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df9180b4-3ec0-4248-ad0b-121e1ec42b59 req-ba001cb7-de14-48dc-a928-2eb1c7e91d5d service neutron] 10.222.0.61 "GET /v2.0/networks/5a8da8a5-e5eb-49e6-a805-c84c4c536503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695191 Feb 09 02:58:12.086442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.187646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-093701e4-a2f7-40a3-a5d6-d924121e60e7 req-760cba4f-4ee4-4c9a-ab1b-4687cf7e15d7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329772 Feb 09 02:58:12.293661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:12.446045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeddf47-3f3b-4706-b746-0cbf4f3700a4 req-8f9239ad-24d6-4f09-93bc-a4307d726b94 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.472540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeddf47-3f3b-4706-b746-0cbf4f3700a4 req-8f9239ad-24d6-4f09-93bc-a4307d726b94 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.476676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdeddf47-3f3b-4706-b746-0cbf4f3700a4 req-8f9239ad-24d6-4f09-93bc-a4307d726b94 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1679 time: 0.1470687 Feb 09 02:58:12.503542 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0895e3c-100d-4e8b-81c5-2c1bfae34bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.581880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-de171de2-c930-4924-bdf4-77aec913330d None None] Provisioning complete for port 1b6c9481-d10a-4d06-a900-8641614285df triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:12.583463 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de171de2-c930-4924-bdf4-77aec913330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1b6c9481-d10a-4d06-a900-8641614285df), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.643585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bdeddf47-3f3b-4706-b746-0cbf4f3700a4 req-cdaab4ab-03b7-416c-9c07-4850b4ecb791 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244600 Feb 09 02:58:12.681900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-de171de2-c930-4924-bdf4-77aec913330d None None] Port 1b6c9481-d10a-4d06-a900-8641614285df cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:58:12.703123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0895e3c-100d-4e8b-81c5-2c1bfae34bcd admin admin] Publish callbacks [] for security_group (85804662-4a89-42db-a6b2-6f0af4715c22), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.710870 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0895e3c-100d-4e8b-81c5-2c1bfae34bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (85804662-4a89-42db-a6b2-6f0af4715c22), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.757292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0895e3c-100d-4e8b-81c5-2c1bfae34bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85804662-4a89-42db-a6b2-6f0af4715c22,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:12.793882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ceae9c7e-29bd-4458-9c70-ae207a4da0ca up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:12.796816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e0895e3c-100d-4e8b-81c5-2c1bfae34bcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=272615ce3e4c4ff5bd1089e20931631c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5017674 Feb 09 02:58:12.801235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33078) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:12.850678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ceae9c7e-29bd-4458-9c70-ae207a4da0ca triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:12.851060 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.870457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7d9f8d8-d91f-4bbc-8c60-011794c42957 admin admin] Publish callbacks [] for security_group (85804662-4a89-42db-a6b2-6f0af4715c22), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.890890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83103801-8cae-4e6c-a41a-62ecd9927604 req-3b7e1501-e195-4bdb-a9e6-3d5910b2021e tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:12.896270 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83103801-8cae-4e6c-a41a-62ecd9927604 req-3b7e1501-e195-4bdb-a9e6-3d5910b2021e tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 944 time: 0.1341724 Feb 09 02:58:12.947588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ceae9c7e-29bd-4458-9c70-ae207a4da0ca is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:12.956660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7d9f8d8-d91f-4bbc-8c60-011794c42957 admin admin] Publish callbacks [] for security_group (85804662-4a89-42db-a6b2-6f0af4715c22), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:12.961079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83103801-8cae-4e6c-a41a-62ecd9927604 req-956a2408-a665-4c14-a117-5ee506c2d2de tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610981 Feb 09 02:58:13.027450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7d9f8d8-d91f-4bbc-8c60-011794c42957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (85804662-4a89-42db-a6b2-6f0af4715c22), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.031209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7d9f8d8-d91f-4bbc-8c60-011794c42957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.034833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b7d9f8d8-d91f-4bbc-8c60-011794c42957 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85804662-4a89-42db-a6b2-6f0af4715c22 HTTP/1.1" status: 204 len: 168 time: 0.2294111 Feb 09 02:58:13.053193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9f8d8-d91f-4bbc-8c60-011794c42957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85804662-4a89-42db-a6b2-6f0af4715c22,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:13.101269 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1b6c9481-d10a-4d06-a900-8641614285df), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.230188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-df7e5bb9-e50a-4151-92be-f84b7e53d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.231527 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-df7e5bb9-e50a-4151-92be-f84b7e53d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.233955 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-df7e5bb9-e50a-4151-92be-f84b7e53d5fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b34f527737454803a58f84e933eb1279&device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 2043 time: 0.8900547 Feb 09 02:58:13.244624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ae70d-64a3-4dfe-bb9f-0ddd26f12a71 req-b3e7d364-f498-4349-aefa-1f05ec6c3216 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.246384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-505ae70d-64a3-4dfe-bb9f-0ddd26f12a71 req-b3e7d364-f498-4349-aefa-1f05ec6c3216 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 932 time: 0.0895383 Feb 09 02:58:13.248757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b7663-2dc3-4aae-9c24-8f70792bee83 req-50ffb51d-fecf-4752-9fbe-0ea0de54019a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.255801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce4b7663-2dc3-4aae-9c24-8f70792bee83 req-50ffb51d-fecf-4752-9fbe-0ea0de54019a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.8895979 Feb 09 02:58:13.369185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-505ae70d-64a3-4dfe-bb9f-0ddd26f12a71 req-f907a9ed-f56a-45f9-9cab-a5387206c64c tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154487 Feb 09 02:58:13.369696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e91bd42-9897-47c4-bb83-226e01586d70 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:13.391698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Publish callbacks [] for port (7e91bd42-9897-47c4-bb83-226e01586d70), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.488677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Transition to ACTIVE for port object 7e91bd42-9897-47c4-bb83-226e01586d70 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:58:13.491469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-3147c7a9-d31b-41af-8c8e-5a93795c6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.493241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-3147c7a9-d31b-41af-8c8e-5a93795c6077 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a8da8a5-e5eb-49e6-a805-c84c4c536503 HTTP/1.1" status: 200 len: 903 time: 0.2271171 Feb 09 02:58:13.500753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33090) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:13.516915 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.523661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-109de022-59c6-41b2-8b40-f5807d89f967 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.529886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-109de022-59c6-41b2-8b40-f5807d89f967 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.535374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-109de022-59c6-41b2-8b40-f5807d89f967 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.540624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-109de022-59c6-41b2-8b40-f5807d89f967 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.546583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-109de022-59c6-41b2-8b40-f5807d89f967 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.551578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-109de022-59c6-41b2-8b40-f5807d89f967 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.556832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-109de022-59c6-41b2-8b40-f5807d89f967 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.558764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-109de022-59c6-41b2-8b40-f5807d89f967 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.1185937 Feb 09 02:58:13.565529 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-968afd4d-e3fd-4b9e-9677-011438e6e087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.582745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce4b7663-2dc3-4aae-9c24-8f70792bee83 req-70c82dd1-f71d-49a6-bd07-9fc4a7660fce tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260615 Feb 09 02:58:13.587661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-5793e039-787a-42c8-afe7-5aea8b05a551 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=ece99b82-e15c-4567-8f18-b0b3c47c0910 HTTP/1.1" status: 200 len: 217 time: 0.0869455 Feb 09 02:58:13.683931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Pushing event updated for resources: {'Port': ['ID=7e91bd42-9897-47c4-bb83-226e01586d70,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:13.698852 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fe24bc30-145d-48fb-9ee0-ee76f8d2255e req-b2b8ae20-2ae2-451d-84d6-a63ed72f4cb1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309743 Feb 09 02:58:13.727605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-968afd4d-e3fd-4b9e-9677-011438e6e087 admin admin] Publish callbacks [] for security_group (56ed2067-8d52-4b2a-ac7c-66ef825b02b5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.744821 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-968afd4d-e3fd-4b9e-9677-011438e6e087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (56ed2067-8d52-4b2a-ac7c-66ef825b02b5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.801475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-188cee72-30c3-483b-aba4-9798c6f37745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.803125 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-188cee72-30c3-483b-aba4-9798c6f37745 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=03be5eb4-9ee2-4904-ad29-be393f32eece HTTP/1.1" status: 200 len: 801 time: 0.2016959 Feb 09 02:58:13.845517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968afd4d-e3fd-4b9e-9677-011438e6e087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ed2067-8d52-4b2a-ac7c-66ef825b02b5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:13.852308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-968afd4d-e3fd-4b9e-9677-011438e6e087 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afe33646746445b7a179070949f0d19d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3464959 Feb 09 02:58:13.852819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33100) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:13.869957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Attempting to bind port 7e91bd42-9897-47c4-bb83-226e01586d70 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:13.870610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Attempting to bind port 7e91bd42-9897-47c4-bb83-226e01586d70 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1ecfd876-7208-45a5-896b-c0744e20f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '27bb9377-6fe4-4a16-b5f9-ab9dca58f431'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:13.870610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Attempting to bind port 7e91bd42-9897-47c4-bb83-226e01586d70 on network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:13.875665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Publish callbacks [] for port (1b6c9481-d10a-4d06-a900-8641614285df), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.885782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Port 7e91bd42-9897-47c4-bb83-226e01586d70 on network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:58:13.886113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Attempting to bind port 7e91bd42-9897-47c4-bb83-226e01586d70 on network 27bb9377-6fe4-4a16-b5f9-ab9dca58f431 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:13.896317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b0497-0a7f-48f4-87c9-06303223f93c req-d2e0c09e-f584-411e-a885-febe11e9a6ce tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.897901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f5b0497-0a7f-48f4-87c9-06303223f93c req-d2e0c09e-f584-411e-a885-febe11e9a6ce tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1860390 Feb 09 02:58:13.902843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1b6c9481-d10a-4d06-a900-8641614285df), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.911382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:13.911382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Checking segment: {'id': '1ecfd876-7208-45a5-896b-c0744e20f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '27bb9377-6fe4-4a16-b5f9-ab9dca58f431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:13.911721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Bound using segment: {'id': '1ecfd876-7208-45a5-896b-c0744e20f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '27bb9377-6fe4-4a16-b5f9-ab9dca58f431'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:13.912034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Bound port: 7e91bd42-9897-47c4-bb83-226e01586d70, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecfd876-7208-45a5-896b-c0744e20f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '27bb9377-6fe4-4a16-b5f9-ab9dca58f431'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:13.912308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55c56-12d7-4dcd-b47f-7d6b397231ed req-60067ddf-123f-4588-a74f-2b853b46265d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.912431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.917879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55c56-12d7-4dcd-b47f-7d6b397231ed req-60067ddf-123f-4588-a74f-2b853b46265d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:13.919529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fca55c56-12d7-4dcd-b47f-7d6b397231ed req-60067ddf-123f-4588-a74f-2b853b46265d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1679 time: 0.1310124 Feb 09 02:58:13.951049 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d10aaa0b-c032-40ef-94d1-392e38d0280a admin admin] Publish callbacks [] for security_group (56ed2067-8d52-4b2a-ac7c-66ef825b02b5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:13.992970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d10aaa0b-c032-40ef-94d1-392e38d0280a admin admin] Publish callbacks [] for security_group (56ed2067-8d52-4b2a-ac7c-66ef825b02b5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.003583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-6460aff7-21a5-4a14-b34e-09e45583c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.005082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-6460aff7-21a5-4a14-b34e-09e45583c0b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a8da8a5-e5eb-49e6-a805-c84c4c536503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1954195 Feb 09 02:58:14.010858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fca55c56-12d7-4dcd-b47f-7d6b397231ed req-c55229d5-39f2-432f-b818-a5e7739bfc0c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847895 Feb 09 02:58:14.066107 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d10aaa0b-c032-40ef-94d1-392e38d0280a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (56ed2067-8d52-4b2a-ac7c-66ef825b02b5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.068807 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d10aaa0b-c032-40ef-94d1-392e38d0280a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.072288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d10aaa0b-c032-40ef-94d1-392e38d0280a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56ed2067-8d52-4b2a-ac7c-66ef825b02b5 HTTP/1.1" status: 204 len: 168 time: 0.2163570 Feb 09 02:58:14.072434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Pushing event updated for resources: {'Port': ['ID=1b6c9481-d10a-4d06-a900-8641614285df,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:14.095453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aaa0b-c032-40ef-94d1-392e38d0280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ed2067-8d52-4b2a-ac7c-66ef825b02b5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:14.120561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (105e3ddd-423a-4cb0-ab1a-001a22a97df5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.174337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f5b0497-0a7f-48f4-87c9-06303223f93c req-79c207dd-0877-4b3f-ac87-7d687fe26c4e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180326 Feb 09 02:58:14.216575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] For port 7e91bd42-9897-47c4-bb83-226e01586d70, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:14.239294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227053-7d7c-445a-9fa5-cd4b9607d4ae req-f66b3f46-d743-4d48-9d90-16951f5f66bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.248351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] For port 7e91bd42-9897-47c4-bb83-226e01586d70, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=7e91bd42-9897-47c4-bb83-226e01586d70,segment=NetworkSegment(1ecfd876-7208-45a5-896b-c0744e20f81d),segment_id=1ecfd876-7208-45a5-896b-c0744e20f81d)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:14.261616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227053-7d7c-445a-9fa5-cd4b9607d4ae req-f66b3f46-d743-4d48-9d90-16951f5f66bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.269543 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.274474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227053-7d7c-445a-9fa5-cd4b9607d4ae req-f66b3f46-d743-4d48-9d90-16951f5f66bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.287656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227053-7d7c-445a-9fa5-cd4b9607d4ae req-f66b3f46-d743-4d48-9d90-16951f5f66bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.293789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227053-7d7c-445a-9fa5-cd4b9607d4ae req-f66b3f46-d743-4d48-9d90-16951f5f66bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.297122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-a35f319a-179c-4cbc-aba8-06484d1cd88e service neutron] 10.222.0.61 "GET /v2.0/networks/5a8da8a5-e5eb-49e6-a805-c84c4c536503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625217 Feb 09 02:58:14.301573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227053-7d7c-445a-9fa5-cd4b9607d4ae req-f66b3f46-d743-4d48-9d90-16951f5f66bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.308244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227053-7d7c-445a-9fa5-cd4b9607d4ae req-f66b3f46-d743-4d48-9d90-16951f5f66bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.311013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea227053-7d7c-445a-9fa5-cd4b9607d4ae req-f66b3f46-d743-4d48-9d90-16951f5f66bd tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.2260988 Feb 09 02:58:14.321715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33108) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:14.326948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Request body: {'floatingip': {'port_id': '8b36161c-e575-47ed-a5b1-a29c7b529559'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:14.343094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.343818 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.345366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] 10.222.0.61 "PUT /v2.0/ports/7e91bd42-9897-47c4-bb83-226e01586d70 HTTP/1.1" status: 200 len: 1092 time: 2.6802337 Feb 09 02:58:14.377632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for floatingip (217ae515-d79e-4a0b-90f0-7b506e8de220), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:14.384189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f267e4-9eaa-40f5-9f03-2d3c6d7b6117', 'tag': '7e91bd42-9897-47c4-bb83-226e01586d70'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:14.386951 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5c1ec1-c661-47ce-8eee-a130a1da3197" -d '{"events": [{"name": "network-changed", "server_uuid": "83f267e4-9eaa-40f5-9f03-2d3c6d7b6117", "tag": "7e91bd42-9897-47c4-bb83-226e01586d70"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:14.508348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:14.520860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:14.540925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6b201-f244-4fac-939b-112bd643b632 service neutron] Pushing event updated for resources: {'Port': ['ID=7e91bd42-9897-47c4-bb83-226e01586d70,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:14.711933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ed5db-f8e2-451a-8151-6410109b636f req-a1df02ff-080d-4efd-947a-25247f8c4f7b tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.714837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e47ed5db-f8e2-451a-8151-6410109b636f req-a1df02ff-080d-4efd-947a-25247f8c4f7b tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 944 time: 0.3949931 Feb 09 02:58:14.731905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-367d6188-c2e8-4611-a52f-f3175a8d3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.734149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-367d6188-c2e8-4611-a52f-f3175a8d3df7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6bdd607846c74d99948cc1da51c8a798&device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 1126 time: 0.3255179 Feb 09 02:58:14.736066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c3814-0674-427f-b5d0-b86b782faead req-fd659e36-823f-472b-bbf9-c292c64ada14 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.747488 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-864c3814-0674-427f-b5d0-b86b782faead req-fd659e36-823f-472b-bbf9-c292c64ada14 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2645965 Feb 09 02:58:14.747695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89fb940e-e00e-4250-9693-9fb65b8b80fc req-8f982ab1-1e67-4b0d-897f-286542f6afc0 service neutron] 10.222.0.61 "GET /v2.0/networks/5a8da8a5-e5eb-49e6-a805-c84c4c536503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251425 Feb 09 02:58:14.760469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 76b8b085-7346-43b9-9087-79f71c811e41 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:14.818339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-4e379bc0-ac73-465d-b5ff-20fdf082d0f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91bd42-9897-47c4-bb83-226e01586d70 HTTP/1.1" status: 200 len: 217 time: 0.0681810 Feb 09 02:58:14.915994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:58:14.917780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 76b8b085-7346-43b9-9087-79f71c811e41 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:14.923048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e47ed5db-f8e2-451a-8151-6410109b636f req-83cc18b1-ef24-45ad-93a1-595d92f8398b tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950388 Feb 09 02:58:14.938893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-0684e28e-1d49-499e-b122-a9faf3989b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:14.939108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 76b8b085-7346-43b9-9087-79f71c811e41 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:14.940503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-0684e28e-1d49-499e-b122-a9faf3989b67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9c062fb-1af4-4473-9e83-f41e5b8029b1 HTTP/1.1" status: 200 len: 854 time: 0.1051679 Feb 09 02:58:14.940627 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76b8b085-7346-43b9-9087-79f71c811e41), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.019633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1768bd6f-48d5-44d3-8d80-9151f9108c04 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:15.096160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a84534bc-a1db-46af-9cbd-15cf9285510b None None] Provisioning complete for port 1b6c9481-d10a-4d06-a900-8641614285df triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:15.096639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-61c3fd10-319c-47ef-80f2-3102f33a8c56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27bb9377-6fe4-4a16-b5f9-ab9dca58f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882545 Feb 09 02:58:15.096946 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a84534bc-a1db-46af-9cbd-15cf9285510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1b6c9481-d10a-4d06-a900-8641614285df), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.144640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a84534bc-a1db-46af-9cbd-15cf9285510b None None] Port 1b6c9481-d10a-4d06-a900-8641614285df cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:58:15.260491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 76b8b085-7346-43b9-9087-79f71c811e41 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:15.261008 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76b8b085-7346-43b9-9087-79f71c811e41), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.263355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:15.270431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-80da46aa-203b-4515-a844-a79195caaf7b admin admin] 10.222.0.32 "PUT /v2.0/routers/105e3ddd-423a-4cb0-ab1a-001a22a97df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2938221 Feb 09 02:58:15.273540 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Sync routers for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:15.300862 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:15.301500 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:15.328408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d902c44-e048-44c8-9cf8-111c36747886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b8b085-7346-43b9-9087-79f71c811e41'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:15.332129 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81333946-e6f6-4242-8e87-9f7189a1f63f" -d '{"events": [{"server_uuid": "6d902c44-e048-44c8-9cf8-111c36747886", "name": "network-vif-plugged", "status": "completed", "tag": "76b8b085-7346-43b9-9087-79f71c811e41"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:15.334912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a698e-1af1-4be0-90a4-ce7dab7da7cd req-6ea38da6-e696-4fd9-9f05-1eadc494bbbf tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.343471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f41a698e-1af1-4be0-90a4-ce7dab7da7cd req-6ea38da6-e696-4fd9-9f05-1eadc494bbbf tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 944 time: 0.2496676 Feb 09 02:58:15.346133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-33b1848e-8946-4f26-b0ab-ab0b43d43de3 service neutron] 10.222.0.61 "GET /v2.0/networks/27bb9377-6fe4-4a16-b5f9-ab9dca58f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271805 Feb 09 02:58:15.355222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1768bd6f-48d5-44d3-8d80-9151f9108c04, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1768bd6f-48d5-44d3-8d80-9151f9108c04,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:15.371046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 76b8b085-7346-43b9-9087-79f71c811e41, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76b8b085-7346-43b9-9087-79f71c811e41,segment=NetworkSegment(fe0d6106-75d7-4870-accc-f73aa5d79428),segment_id=fe0d6106-75d7-4870-accc-f73aa5d79428)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:15.378037 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (76b8b085-7346-43b9-9087-79f71c811e41), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.438340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '1768bd6f-48d5-44d3-8d80-9151f9108c04', 'network_id': '21f07536-2adc-4d5d-af6a-0194c557fe32', 'port_id': '1768bd6f-48d5-44d3-8d80-9151f9108c04', 'mac_address': 'fa:16:3e:46:8b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36609164-b497-4683-8f5b-6797ef6bd052', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:15.496121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5414f87d-576e-4ae5-a10d-1bc1ddb5c93f req-9068acc8-ff65-4dd9-8ca7-943af8a648b0 service neutron] 10.222.0.61 "GET /v2.0/networks/27bb9377-6fe4-4a16-b5f9-ab9dca58f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335135 Feb 09 02:58:15.542808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=76b8b085-7346-43b9-9087-79f71c811e41,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:15.543676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f41a698e-1af1-4be0-90a4-ce7dab7da7cd req-6f775fd7-9132-4654-b846-552edea83f32 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964498 Feb 09 02:58:15.564117 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:15.596697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.resource_extend [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 02:58:15.615387 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bd5da1-ab18-457c-9219-c31c4fef401d x-openstack-request-id: req-48bd5da1-ab18-457c-9219-c31c4fef401d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:15.615666 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f267e4-9eaa-40f5-9f03-2d3c6d7b6117", "tag": "7e91bd42-9897-47c4-bb83-226e01586d70", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:15.615981 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48bd5da1-ab18-457c-9219-c31c4fef401d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:15.616510 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f267e4-9eaa-40f5-9f03-2d3c6d7b6117', 'tag': '7e91bd42-9897-47c4-bb83-226e01586d70', 'status': 'completed', 'code': 200} Feb 09 02:58:15.671852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 1768bd6f-48d5-44d3-8d80-9151f9108c04 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:15.672254 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.710858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1768bd6f-48d5-44d3-8d80-9151f9108c04 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:15.727248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.746951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385c23c-1353-4565-b751-5a78b519fe46 req-60a6bad1-cba6-421e-92d0-b8a1c9b4f5e4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.749334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (217ae515-d79e-4a0b-90f0-7b506e8de220), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.758574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385c23c-1353-4565-b751-5a78b519fe46 req-60a6bad1-cba6-421e-92d0-b8a1c9b4f5e4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.760030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1768bd6f-48d5-44d3-8d80-9151f9108c04, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1768bd6f-48d5-44d3-8d80-9151f9108c04,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:15.769086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6385c23c-1353-4565-b751-5a78b519fe46 req-60a6bad1-cba6-421e-92d0-b8a1c9b4f5e4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1679 time: 0.0939591 Feb 09 02:58:15.772085 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:15.772789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ece99b82-e15c-4567-8f18-b0b3c47c0910 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:15.892621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-2f77e6d7-dbf9-4d8a-8d70-ae59e86abcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:15.894493 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-2f77e6d7-dbf9-4d8a-8d70-ae59e86abcfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6bdd607846c74d99948cc1da51c8a798&device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 1126 time: 0.0924942 Feb 09 02:58:15.910835 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6385c23c-1353-4565-b751-5a78b519fe46 req-51b44d05-8de9-47a5-b749-abef02dd4e12 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402593 Feb 09 02:58:15.941687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ece99b82-e15c-4567-8f18-b0b3c47c0910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ece99b82-e15c-4567-8f18-b0b3c47c0910,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:15.951488 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-864c3814-0674-427f-b5d0-b86b782faead req-4d1b2486-15af-4eab-9a56-a9ceaef0b656 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2029932 Feb 09 02:58:15.960440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'ece99b82-e15c-4567-8f18-b0b3c47c0910', 'network_id': '5a8da8a5-e5eb-49e6-a805-c84c4c536503', 'port_id': 'ece99b82-e15c-4567-8f18-b0b3c47c0910', 'mac_address': 'fa:16:3e:a6:db:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03be5eb4-9ee2-4904-ad29-be393f32eece', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:16.030910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=1768bd6f-48d5-44d3-8d80-9151f9108c04,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:16.049408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ece99b82-e15c-4567-8f18-b0b3c47c0910 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:16.052851 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:16.069045 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Floating IP 217ae515-d79e-4a0b-90f0-7b506e8de220 associated. External IP: 172.25.2.141, port: 8b36161c-e575-47ed-a5b1-a29c7b529559. Feb 09 02:58:16.072343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece99b82-e15c-4567-8f18-b0b3c47c0910 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:16.117115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ece99b82-e15c-4567-8f18-b0b3c47c0910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ece99b82-e15c-4567-8f18-b0b3c47c0910,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:16.136596 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:16.175121 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:13Z', 'revision_number': 2, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:16.190352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-8756e999-0e73-4ce6-9fb8-3d2ba9c8f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:16.203037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-8756e999-0e73-4ce6-9fb8-3d2ba9c8f713 service neutron] 10.222.0.61 "GET /v2.0/networks?id=27bb9377-6fe4-4a16-b5f9-ab9dca58f431 HTTP/1.1" status: 200 len: 915 time: 0.2907953 Feb 09 02:58:16.210625 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4994ecb-ef3b-4089-a361-dcb5356e8db8 x-openstack-request-id: req-d4994ecb-ef3b-4089-a361-dcb5356e8db8 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:16.211270 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d902c44-e048-44c8-9cf8-111c36747886", "name": "network-vif-plugged", "status": "completed", "tag": "76b8b085-7346-43b9-9087-79f71c811e41", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:16.212411 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4994ecb-ef3b-4089-a361-dcb5356e8db8 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:16.213368 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d902c44-e048-44c8-9cf8-111c36747886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b8b085-7346-43b9-9087-79f71c811e41', 'code': 200} Feb 09 02:58:16.222731 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Checking router: 105e3ddd-423a-4cb0-ab1a-001a22a97df5 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:16.234825 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Updating router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 port 1b6c9481-d10a-4d06-a900-8641614285df binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:58:16.281274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ece99b82-e15c-4567-8f18-b0b3c47c0910,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:16.295362 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1b6c9481-d10a-4d06-a900-8641614285df), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:16.336474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-405a1ffb-62ad-4583-9904-80dd99eb929e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e91bd42-9897-47c4-bb83-226e01586d70 HTTP/1.1" status: 200 len: 217 time: 0.1269593 Feb 09 02:58:16.379585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ece99b82-e15c-4567-8f18-b0b3c47c0910'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:16.465775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-5fa220ee-af01-41df-9d62-f67636957731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:16.468507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-5fa220ee-af01-41df-9d62-f67636957731 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c9c062fb-1af4-4473-9e83-f41e5b8029b1 HTTP/1.1" status: 200 len: 854 time: 0.1214261 Feb 09 02:58:16.556645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892715c-71b7-447e-8521-68069ca1222f req-07069978-aec3-46d9-9310-0da13f614cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:16.557642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-681efebe-b679-4da4-b78b-088f1da075d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27bb9377-6fe4-4a16-b5f9-ab9dca58f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374904 Feb 09 02:58:16.575258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b892715c-71b7-447e-8521-68069ca1222f req-07069978-aec3-46d9-9310-0da13f614cf5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 1127 time: 0.2559075 Feb 09 02:58:16.777180 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-3ba992bd-2170-492d-b0e8-1d295faf248f service neutron] 10.222.0.61 "GET /v2.0/networks/27bb9377-6fe4-4a16-b5f9-ab9dca58f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091572 Feb 09 02:58:16.835286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b892715c-71b7-447e-8521-68069ca1222f req-0b9e6b50-f985-4fe7-83b9-e1bff7114eb3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488406 Feb 09 02:58:16.836817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33176) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:16.847821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-57a798a0-9263-4b1c-bc5b-5fd85254f52d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768154407', 'description': 'tempest-description--869347597'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:16.867105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Router 328b3bf1-9013-45dd-8156-491079ea7cbd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:58:16.993772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a5c1ec1-c661-47ce-8eee-a130a1da3197 req-82472664-6449-41b2-a01f-59d506e3cb95 service neutron] 10.222.0.61 "GET /v2.0/networks/27bb9377-6fe4-4a16-b5f9-ab9dca58f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871803 Feb 09 02:58:17.001089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55b9d-84b4-48ca-b23f-d09c127373b2 req-da7e5fef-a402-469e-9470-986c0493ec4c tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:17.008199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ec55b9d-84b4-48ca-b23f-d09c127373b2 req-da7e5fef-a402-469e-9470-986c0493ec4c tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 945 time: 0.5543058 Feb 09 02:58:17.064143 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Publish callbacks [] for port (1b6c9481-d10a-4d06-a900-8641614285df), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:17.080343 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1b6c9481-d10a-4d06-a900-8641614285df), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:17.121687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ec55b9d-84b4-48ca-b23f-d09c127373b2 req-09042eff-a1fb-4b42-85c5-42c31bb85aa2 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123700 Feb 09 02:58:17.198978 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Pushing event updated for resources: {'Port': ['ID=1b6c9481-d10a-4d06-a900-8641614285df,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:17.238078 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.238652 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.239183 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.239709 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.240534 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.241161 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.242078 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.243024 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.243550 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.244086 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.244660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.245178 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.246089 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:17.372109 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Attempting to bind port 1b6c9481-d10a-4d06-a900-8641614285df on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:17.372765 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Attempting to bind port 1b6c9481-d10a-4d06-a900-8641614285df by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:17.372765 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Attempting to bind port 1b6c9481-d10a-4d06-a900-8641614285df on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:17.393152 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:17.393521 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Checking segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:17.397365 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:17.398716 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Bound using segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:17.402134 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Bound port: 1b6c9481-d10a-4d06-a900-8641614285df, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:17.402795 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1b6c9481-d10a-4d06-a900-8641614285df), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:17.408986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['1768bd6f-48d5-44d3-8d80-9151f9108c04'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:17.439619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56123-5967-4684-80f7-d60ba229cae2 req-f36f07d6-89c5-467e-a736-482e2f0eeb95 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:17.446920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22d56123-5967-4684-80f7-d60ba229cae2 req-f36f07d6-89c5-467e-a736-482e2f0eeb95 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 944 time: 0.1795475 Feb 09 02:58:17.553779 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22d56123-5967-4684-80f7-d60ba229cae2 req-d6b966eb-8579-485e-9b61-81830f2624ce tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046526 Feb 09 02:58:17.581424 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] For port 1b6c9481-d10a-4d06-a900-8641614285df, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:17.589378 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] For port 1b6c9481-d10a-4d06-a900-8641614285df, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1b6c9481-d10a-4d06-a900-8641614285df,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:17.616223 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1b6c9481-d10a-4d06-a900-8641614285df), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:17.731322 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:17.733590 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:17.757176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a798a0-9263-4b1c-bc5b-5fd85254f52d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:17.758570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e960b6b6-400a-47ba-9eae-ec6fb54d9c4a None None] Provisioning complete for port 1b6c9481-d10a-4d06-a900-8641614285df triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:17.758954 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e960b6b6-400a-47ba-9eae-ec6fb54d9c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1b6c9481-d10a-4d06-a900-8641614285df), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:17.777730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0923da-bd4c-4387-9093-b8472c7858ab req-25e81ff5-1784-4ae2-9a31-7ef3d17570d8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:17.785673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0923da-bd4c-4387-9093-b8472c7858ab req-25e81ff5-1784-4ae2-9a31-7ef3d17570d8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:17.787573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b0923da-bd4c-4387-9093-b8472c7858ab req-25e81ff5-1784-4ae2-9a31-7ef3d17570d8 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1681 time: 0.1002760 Feb 09 02:58:17.912271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b0923da-bd4c-4387-9093-b8472c7858ab req-969d6a8f-2f47-4cb1-ace4-7369c2df5642 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185071 Feb 09 02:58:18.057330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f356a23-c87e-4023-8809-283e3f23f86a req-935af402-efc2-4d3a-a5bc-526e5cb9a855 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:18.062264 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:18.069973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f356a23-c87e-4023-8809-283e3f23f86a req-935af402-efc2-4d3a-a5bc-526e5cb9a855 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 1.0890543 Feb 09 02:58:18.071821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e960b6b6-400a-47ba-9eae-ec6fb54d9c4a None None] Current status of the port 1b6c9481-d10a-4d06-a900-8641614285df is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:18.072412 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e960b6b6-400a-47ba-9eae-ec6fb54d9c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1b6c9481-d10a-4d06-a900-8641614285df), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.117002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e960b6b6-400a-47ba-9eae-ec6fb54d9c4a None None] For port 1b6c9481-d10a-4d06-a900-8641614285df, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1b6c9481-d10a-4d06-a900-8641614285df,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:18.124336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e960b6b6-400a-47ba-9eae-ec6fb54d9c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1b6c9481-d10a-4d06-a900-8641614285df), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.181357 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbca11-24ce-4d51-8ee5-ae23ee1fc7a8 None None] Pushing event updated for resources: {'Port': ['ID=1b6c9481-d10a-4d06-a900-8641614285df,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:18.211829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960b6b6-400a-47ba-9eae-ec6fb54d9c4a None None] Pushing event updated for resources: {'Port': ['ID=1b6c9481-d10a-4d06-a900-8641614285df,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:18.251579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e44960ab-22e6-433b-9cfc-adbe65b34688 None None] Provisioning complete for port 1b6c9481-d10a-4d06-a900-8641614285df triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:18.251579 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e44960ab-22e6-433b-9cfc-adbe65b34688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1b6c9481-d10a-4d06-a900-8641614285df), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.293262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f356a23-c87e-4023-8809-283e3f23f86a req-cfcfca5f-879b-4785-b51d-c3a687753521 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223604 Feb 09 02:58:18.299262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:18.319624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.335667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] Sync routers for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:18.367753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:18.375027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:18.380802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ee5d5-17c5-448b-b1aa-b914529ee265 req-aaefa0bc-059d-47ea-9f44-bde4d1fc4621 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:18.405797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f0ee5d5-17c5-448b-b1aa-b914529ee265 req-aaefa0bc-059d-47ea-9f44-bde4d1fc4621 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 945 time: 0.1655128 Feb 09 02:58:18.466051 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:17Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:18.527512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a798a0-9263-4b1c-bc5b-5fd85254f52d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (323fc0b4-b1af-4603-b1f8-bb62835e63ca), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.543171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a798a0-9263-4b1c-bc5b-5fd85254f52d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (323fc0b4-b1af-4603-b1f8-bb62835e63ca), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.549315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f0ee5d5-17c5-448b-b1aa-b914529ee265 req-e3fd908e-3820-482b-a4d5-a891b279d1a6 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425133 Feb 09 02:58:18.578819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-efa03161-83a3-4b2d-b8cd-99dbdc7ac4de tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "PUT /v2.0/floatingips/217ae515-d79e-4a0b-90f0-7b506e8de220 HTTP/1.1" status: 200 len: 991 time: 4.2557530 Feb 09 02:58:18.583838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:18.596079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:18.606400 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6e10e-3feb-4443-bb42-a23f3b045328" -d '{"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:18.659637 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a798a0-9263-4b1c-bc5b-5fd85254f52d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.668882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-57a798a0-9263-4b1c-bc5b-5fd85254f52d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8309362 Feb 09 02:58:18.677214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33214) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:18.682830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-95654097-61c6-4a81-8580-793164c5b8b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'security_group_rule': {'security_group_id': '323fc0b4-b1af-4603-b1f8-bb62835e63ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:18.685760 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac8425-fa6a-4aa2-8b56-147c6995ba40 None None] The sync data for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 is: [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:17Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:18.697645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a798a0-9263-4b1c-bc5b-5fd85254f52d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323fc0b4-b1af-4603-b1f8-bb62835e63ca,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:18.743680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514e662-f583-48c3-812b-4bf4cc1c0151 req-9e5da056-ce47-4581-996c-0ec3447da148 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:18.747011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3514e662-f583-48c3-812b-4bf4cc1c0151 req-9e5da056-ce47-4581-996c-0ec3447da148 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 944 time: 0.0933924 Feb 09 02:58:18.757757 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:58:18.765627 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-95654097-61c6-4a81-8580-793164c5b8b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (829345e8-cf2b-4973-912a-3cc6951566fe), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.867591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e44960ab-22e6-433b-9cfc-adbe65b34688 None None] Current status of the port 1b6c9481-d10a-4d06-a900-8641614285df is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:18.881477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-95654097-61c6-4a81-8580-793164c5b8b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (829345e8-cf2b-4973-912a-3cc6951566fe), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.914277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3514e662-f583-48c3-812b-4bf4cc1c0151 req-569107b4-51d2-473c-9a39-e8f80c418e08 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590533 Feb 09 02:58:18.919479 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-95654097-61c6-4a81-8580-793164c5b8b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (829345e8-cf2b-4973-912a-3cc6951566fe), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:18.998591 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858c7dc8-2093-4b22-a5e8-e4752b7189e1 x-openstack-request-id: req-858c7dc8-2093-4b22-a5e8-e4752b7189e1 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:18.998903 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:18.999140 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-858c7dc8-2093-4b22-a5e8-e4752b7189e1 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:18.999546 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'status': 'completed', 'code': 200} Feb 09 02:58:19.013263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95654097-61c6-4a81-8580-793164c5b8b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829345e8-cf2b-4973-912a-3cc6951566fe,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:19.026265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-95654097-61c6-4a81-8580-793164c5b8b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.033124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-95654097-61c6-4a81-8580-793164c5b8b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547866 Feb 09 02:58:19.039989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33224) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:19.045174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f448d5cb-e996-4a8a-a003-1f5959553d6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'security_group_rule': {'security_group_id': '323fc0b4-b1af-4603-b1f8-bb62835e63ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:19.134107 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f448d5cb-e996-4a8a-a003-1f5959553d6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (191ca148-5e0b-46c0-a86c-28af59b6e2f5), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.145525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 7e91bd42-9897-47c4-bb83-226e01586d70 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:19.147032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1768bd6f-48d5-44d3-8d80-9151f9108c04 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:19.189224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-a45bb0c5-b347-4e5e-9118-c1e5a7cab80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.195461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-a45bb0c5-b347-4e5e-9118-c1e5a7cab80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.211189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-a45bb0c5-b347-4e5e-9118-c1e5a7cab80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.218052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-a45bb0c5-b347-4e5e-9118-c1e5a7cab80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.225563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-a45bb0c5-b347-4e5e-9118-c1e5a7cab80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.231703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-a45bb0c5-b347-4e5e-9118-c1e5a7cab80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.237645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-a45bb0c5-b347-4e5e-9118-c1e5a7cab80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.244545 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f448d5cb-e996-4a8a-a003-1f5959553d6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (191ca148-5e0b-46c0-a86c-28af59b6e2f5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.246086 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-a45bb0c5-b347-4e5e-9118-c1e5a7cab80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.3626862 Feb 09 02:58:19.285042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cc04b-96eb-4654-83ad-c1a3fd066dc6 req-e1c078ef-4a29-4552-8fef-8598a0318728 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.299495 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b94cc04b-96eb-4654-83ad-c1a3fd066dc6 req-e1c078ef-4a29-4552-8fef-8598a0318728 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1340761 Feb 09 02:58:19.313843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f448d5cb-e996-4a8a-a003-1f5959553d6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (191ca148-5e0b-46c0-a86c-28af59b6e2f5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.327055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-93e3111e-d75d-489c-8910-604c389442ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.327829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-93e3111e-d75d-489c-8910-604c389442ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.328370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-93e3111e-d75d-489c-8910-604c389442ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.329195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-93e3111e-d75d-489c-8910-604c389442ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.329783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-93e3111e-d75d-489c-8910-604c389442ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.330779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-93e3111e-d75d-489c-8910-604c389442ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.331267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-93e3111e-d75d-489c-8910-604c389442ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.338100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-93e3111e-d75d-489c-8910-604c389442ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6720 time: 0.2615499 Feb 09 02:58:19.364254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448d5cb-e996-4a8a-a003-1f5959553d6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191ca148-5e0b-46c0-a86c-28af59b6e2f5,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:19.382968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f448d5cb-e996-4a8a-a003-1f5959553d6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.384180 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f448d5cb-e996-4a8a-a003-1f5959553d6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3428850 Feb 09 02:58:19.391796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ef9a199-ca59-4cde-a616-358e28771a71 req-49f09569-0894-4999-8b9d-35f5c6011659 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444728 Feb 09 02:58:19.393431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33230) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:19.406288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:19.424802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 1768bd6f-48d5-44d3-8d80-9151f9108c04 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:19.466471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b94cc04b-96eb-4654-83ad-c1a3fd066dc6 req-b94669a7-dcf7-4a49-bd58-b7554765c151 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659517 Feb 09 02:58:19.487962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 1768bd6f-48d5-44d3-8d80-9151f9108c04 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:19.488342 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.493570 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.554076 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.559380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '217ae515-d79e-4a0b-90f0-7b506e8de220', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'port_id': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'mac_address': 'fa:16:3e:63:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:55:46Z', 'updated_at': '2022-02-09T02:58:15Z', 'revision_number': 1, 'project_id': 'c11a074063364372b45e1f6063023698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 5, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:19.646070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] Checking router: 328b3bf1-9013-45dd-8156-491079ea7cbd for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:19.656530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-dd89dacb-f2c8-42ce-888e-4dc94bc0644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.658057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-dd89dacb-f2c8-42ce-888e-4dc94bc0644c service neutron] 10.222.0.26 "GET /v2.0/networks?id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a HTTP/1.1" status: 200 len: 917 time: 0.3125796 Feb 09 02:58:19.717405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:19.725060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:19.725060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 7e91bd42-9897-47c4-bb83-226e01586d70, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=7e91bd42-9897-47c4-bb83-226e01586d70,segment=NetworkSegment(1ecfd876-7208-45a5-896b-c0744e20f81d),segment_id=1ecfd876-7208-45a5-896b-c0744e20f81d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:19.806313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2efcca-ed8f-4a20-b6e7-d56c96587a48 req-13c5a8a8-a34c-4130-b0c5-42a5adb004fe tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.807935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e2efcca-ed8f-4a20-b6e7-d56c96587a48 req-13c5a8a8-a34c-4130-b0c5-42a5adb004fe tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 945 time: 0.1340060 Feb 09 02:58:19.838723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8aae5-b7fb-4d49-96c9-e94416c1933a req-c44d9efb-7855-4b79-a91e-7ed2c9ced239 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.852471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8aae5-b7fb-4d49-96c9-e94416c1933a req-c44d9efb-7855-4b79-a91e-7ed2c9ced239 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:19.855426 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-26b8aae5-b7fb-4d49-96c9-e94416c1933a req-c44d9efb-7855-4b79-a91e-7ed2c9ced239 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1681 time: 0.2665682 Feb 09 02:58:19.863406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '7e91bd42-9897-47c4-bb83-226e01586d70', 'network_id': '27bb9377-6fe4-4a16-b5f9-ab9dca58f431', 'port_id': '7e91bd42-9897-47c4-bb83-226e01586d70', 'mac_address': 'fa:16:3e:14:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c062fb-1af4-4473-9e83-f41e5b8029b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:19.888152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-cb7fae0b-02fe-45f6-af99-9b37d0824ccd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b36161c-e575-47ed-a5b1-a29c7b529559 HTTP/1.1" status: 200 len: 999 time: 0.2229104 Feb 09 02:58:19.922062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:19.940547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e2efcca-ed8f-4a20-b6e7-d56c96587a48 req-27f77c0f-2016-4aa0-9962-816d11686485 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130667 Feb 09 02:58:20.120414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-26b8aae5-b7fb-4d49-96c9-e94416c1933a req-04627969-94ef-462b-8bfa-20a5f9f0857a tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587917 Feb 09 02:58:20.151002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-ab04efea-e23b-4567-9958-9c855981ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:20.158854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-ab04efea-e23b-4567-9958-9c855981ab26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6a40ee5-8eb9-4491-a5ea-9694678bdeaa HTTP/1.1" status: 200 len: 855 time: 0.2411537 Feb 09 02:58:20.260049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Allocated IP 172.25.2.92 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/b9d322bd-110b-4e96-b5ae-200c84112fcb) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:58:20.271391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 7e91bd42-9897-47c4-bb83-226e01586d70 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:20.272810 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:20.274016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3d217-d667-444e-9af8-07fdc5cf9bb2 req-3e0f192d-38c3-474e-9aa0-f07736e3c19a tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:20.285522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-cc40abb4-1c54-49ce-8dd1-c428a78aad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:20.290723 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-cc40abb4-1c54-49ce-8dd1-c428a78aad22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1157081 Feb 09 02:58:20.294403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9f3d217-d667-444e-9af8-07fdc5cf9bb2 req-3e0f192d-38c3-474e-9aa0-f07736e3c19a tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 944 time: 0.2433112 Feb 09 02:58:20.322510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:20.500957 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9f3d217-d667-444e-9af8-07fdc5cf9bb2 req-30a4a26c-ced5-455b-a2d2-2fc1d5c30c9b tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055452 Feb 09 02:58:20.528542 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-efe00d91-ef35-415c-bfd1-ab4049a3c19a service neutron] 10.222.0.26 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317264 Feb 09 02:58:20.567471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 1768bd6f-48d5-44d3-8d80-9151f9108c04 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:20.576620 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:20.644283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for port (b9d322bd-110b-4e96-b5ae-200c84112fcb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:20.665043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e91bd42-9897-47c4-bb83-226e01586d70 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:20.736876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1768bd6f-48d5-44d3-8d80-9151f9108c04, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1768bd6f-48d5-44d3-8d80-9151f9108c04,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:20.738890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b9d322bd-110b-4e96-b5ae-200c84112fcb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:20.764951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1768bd6f-48d5-44d3-8d80-9151f9108c04'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:20.765930 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95458b7e-a797-40e6-bba5-1341c09c6aa1" -d '{"events": [{"server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "name": "network-vif-plugged", "status": "completed", "tag": "1768bd6f-48d5-44d3-8d80-9151f9108c04"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:20.777387 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:20.790227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ece99b82-e15c-4567-8f18-b0b3c47c0910 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:20.815960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'Port': ['ID=b9d322bd-110b-4e96-b5ae-200c84112fcb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:20.828119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:20.830144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:20.832681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:58:20.907784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2a6e10e-3feb-4443-bb42-a23f3b045328 req-17bbb745-fabc-4557-8028-b666c57b3f8e service neutron] 10.222.0.26 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686419 Feb 09 02:58:20.956209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 7e91bd42-9897-47c4-bb83-226e01586d70, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=7e91bd42-9897-47c4-bb83-226e01586d70,segment=NetworkSegment(1ecfd876-7208-45a5-896b-c0744e20f81d),segment_id=1ecfd876-7208-45a5-896b-c0744e20f81d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:20.971618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1b6c9481-d10a-4d06-a900-8641614285df up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:20.972655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-25f79333-dff6-4a41-b740-68dc9836fc87 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:20.981457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-25f79333-dff6-4a41-b740-68dc9836fc87 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:20.991326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-25f79333-dff6-4a41-b740-68dc9836fc87 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:20.999459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-25f79333-dff6-4a41-b740-68dc9836fc87 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.007362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-25f79333-dff6-4a41-b740-68dc9836fc87 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.015665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-25f79333-dff6-4a41-b740-68dc9836fc87 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.021195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-25f79333-dff6-4a41-b740-68dc9836fc87 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.023196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-25f79333-dff6-4a41-b740-68dc9836fc87 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.4293971 Feb 09 02:58:21.039156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (4ea5fb2d-6a01-4271-91e6-15bfe1ecc000), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.056671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babe6cf-29f4-4eb3-9bce-a2bb1fcac7ee req-51c2cf02-8277-480d-8f48-997c9ca68a5f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.058450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1babe6cf-29f4-4eb3-9bce-a2bb1fcac7ee req-51c2cf02-8277-480d-8f48-997c9ca68a5f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1252038 Feb 09 02:58:21.105667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b9d322bd-110b-4e96-b5ae-200c84112fcb), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.124037 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.124689 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb06dd48-c7fa-43e2-959f-72cc7d4ebc12 req-d08debac-6fa2-42ae-ad7d-6629f440d59b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909870 Feb 09 02:58:21.127381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=1768bd6f-48d5-44d3-8d80-9151f9108c04,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:21.187895 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82924ea-ec6b-412b-b1ef-dc299d9138de x-openstack-request-id: req-b82924ea-ec6b-412b-b1ef-dc299d9138de {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:21.188198 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "name": "network-vif-plugged", "status": "completed", "tag": "1768bd6f-48d5-44d3-8d80-9151f9108c04", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:21.188393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1babe6cf-29f4-4eb3-9bce-a2bb1fcac7ee req-4ab0e8c7-7f36-4deb-9f1c-3eeb932bbdf5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070209 Feb 09 02:58:21.188517 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b82924ea-ec6b-412b-b1ef-dc299d9138de {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:21.188845 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1768bd6f-48d5-44d3-8d80-9151f9108c04', 'code': 200} Feb 09 02:58:21.244883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=7e91bd42-9897-47c4-bb83-226e01586d70,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:21.274654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port ece99b82-e15c-4567-8f18-b0b3c47c0910 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:21.310284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port ece99b82-e15c-4567-8f18-b0b3c47c0910 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:21.310744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.374922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5961fc-d28b-43cb-9685-7d0a10d96932 req-3beb5674-1ca2-43ed-85a7-65678ef0b35a tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.389758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce5961fc-d28b-43cb-9685-7d0a10d96932 req-3beb5674-1ca2-43ed-85a7-65678ef0b35a tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 945 time: 0.1079807 Feb 09 02:58:21.398166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['7e91bd42-9897-47c4-bb83-226e01586d70'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:21.407185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.464713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce5961fc-d28b-43cb-9685-7d0a10d96932 req-7628a2e4-4ba2-4c63-9ee5-ffa03dbe650a tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735037 Feb 09 02:58:21.491915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1b6c9481-d10a-4d06-a900-8641614285df triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:21.492493 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1b6c9481-d10a-4d06-a900-8641614285df), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.606915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30adc65-e1dc-46b9-ab1a-b4788864cbb6 req-67bb9be8-740a-41e7-aeae-6239afdfc968 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.609104 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d30adc65-e1dc-46b9-ab1a-b4788864cbb6 req-67bb9be8-740a-41e7-aeae-6239afdfc968 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0647240 Feb 09 02:58:21.656010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '217ae515-d79e-4a0b-90f0-7b506e8de220', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'port_id': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'mac_address': 'fa:16:3e:63:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:55:46Z', 'updated_at': '2022-02-09T02:58:15Z', 'revision_number': 1, 'project_id': 'c11a074063364372b45e1f6063023698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 5, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:21.688443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104ec4c-3fcf-48c6-b3ff-dea01d4e68f7 None None] The sync data for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 is: [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '217ae515-d79e-4a0b-90f0-7b506e8de220', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'port_id': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'mac_address': 'fa:16:3e:63:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:55:46Z', 'updated_at': '2022-02-09T02:58:15Z', 'revision_number': 1, 'project_id': 'c11a074063364372b45e1f6063023698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 5, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:21.706876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ece99b82-e15c-4567-8f18-b0b3c47c0910 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:21.707471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.736427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d30adc65-e1dc-46b9-ab1a-b4788864cbb6 req-c71a78c6-0f93-4e87-a48a-b97620110496 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192496 Feb 09 02:58:21.866840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc236-526e-4589-b3a3-d09c7f345382 req-3010c01d-dbd9-468b-90f5-e71509c00c9b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.872247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cc236-526e-4589-b3a3-d09c7f345382 req-3010c01d-dbd9-468b-90f5-e71509c00c9b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.874688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-539cc236-526e-4589-b3a3-d09c7f345382 req-3010c01d-dbd9-468b-90f5-e71509c00c9b tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1682 time: 0.5633070 Feb 09 02:58:21.891439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ece99b82-e15c-4567-8f18-b0b3c47c0910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ece99b82-e15c-4567-8f18-b0b3c47c0910,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:21.892564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1b6c9481-d10a-4d06-a900-8641614285df is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:21.911137 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for port (b9d322bd-110b-4e96-b5ae-200c84112fcb), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.923936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.926250 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b9d322bd-110b-4e96-b5ae-200c84112fcb), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:21.954860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e239e8-2233-4294-8ba7-eb6d6d55ad30 req-3f426704-61a4-488e-8844-30cb08b5d119 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:21.958085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59e239e8-2233-4294-8ba7-eb6d6d55ad30 req-3f426704-61a4-488e-8844-30cb08b5d119 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 945 time: 0.1088421 Feb 09 02:58:22.026333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'Port': ['ID=b9d322bd-110b-4e96-b5ae-200c84112fcb,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:22.059323 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59e239e8-2233-4294-8ba7-eb6d6d55ad30 req-aba77b2a-d9bc-4968-91e8-8ab46131dc4e tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920637 Feb 09 02:58:22.078160 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc5028-050a-4397-be7e-4a9853331433 None None] New status for floating IP 217ae515-d79e-4a0b-90f0-7b506e8de220: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:58:22.086992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ece99b82-e15c-4567-8f18-b0b3c47c0910,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:22.124559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-539cc236-526e-4589-b3a3-d09c7f345382 req-a1c09a59-6642-45e7-85cd-d846c4d4d07c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381897 Feb 09 02:58:22.176816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (4ea5fb2d-6a01-4271-91e6-15bfe1ecc000), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:22.214730 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:22.216361 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8d216289-74a5-4f35-a1b3-b187328d789d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8217924 Feb 09 02:58:22.379490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-efb338ea-7111-45d9-b4bb-28a7d3fa6317 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.386904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-efb338ea-7111-45d9-b4bb-28a7d3fa6317 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.388109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c65b25-b2cb-49c9-9948-2a2287bd6910 req-05241119-7f8e-47f0-b24e-a7901ddf5c2e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.393935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-efb338ea-7111-45d9-b4bb-28a7d3fa6317 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.398508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93c65b25-b2cb-49c9-9948-2a2287bd6910 req-05241119-7f8e-47f0-b24e-a7901ddf5c2e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1335776 Feb 09 02:58:22.401132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-efb338ea-7111-45d9-b4bb-28a7d3fa6317 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.408271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-efb338ea-7111-45d9-b4bb-28a7d3fa6317 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.414503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-efb338ea-7111-45d9-b4bb-28a7d3fa6317 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.423789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-efb338ea-7111-45d9-b4bb-28a7d3fa6317 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.442069 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-efb338ea-7111-45d9-b4bb-28a7d3fa6317 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.2038548 Feb 09 02:58:22.515228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91fe66ad-0630-470d-8086-5c5ac9dbde37 req-dad5e68c-84ab-45a3-b684-3b462badff0d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717504 Feb 09 02:58:22.523623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-79ef55b0-2392-4f19-9fb4-65104314cce3 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.525117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-79ef55b0-2392-4f19-9fb4-65104314cce3 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 945 time: 0.1209185 Feb 09 02:58:22.543618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93c65b25-b2cb-49c9-9948-2a2287bd6910 req-9a2c34b2-4202-4bed-b556-0edf46400d2f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419790 Feb 09 02:58:22.653462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-5f2e8be7-f353-463f-b9c7-365be6af5bdd tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1768154407&fields=id&tenant_id=5db19aa48f5f4d0fa13b734614c01316 HTTP/1.1" status: 200 len: 267 time: 0.0515103 Feb 09 02:58:22.716649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Deleting port 76b8b085-7346-43b9-9087-79f71c811e41 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:22.717537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (76b8b085-7346-43b9-9087-79f71c811e41), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:22.787470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-1bf6af47-8f4b-487e-8bd2-6b100e58c372 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.789470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-1bf6af47-8f4b-487e-8bd2-6b100e58c372 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 817 time: 0.1283586 Feb 09 02:58:22.806055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-348db15a-8299-4c87-8ef7-12178166799a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/quotas/5db19aa48f5f4d0fa13b734614c01316 HTTP/1.1" status: 200 len: 375 time: 0.0108407 Feb 09 02:58:22.851397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec8bac-3059-4fa2-94fc-8fea50c83565 req-4f0a3474-50da-4d86-8cb9-429f3c71f8b1 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:22.853063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-79ec8bac-3059-4fa2-94fc-8fea50c83565 req-4f0a3474-50da-4d86-8cb9-429f3c71f8b1 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d902c44-e048-44c8-9cf8-111c36747886 HTTP/1.1" status: 200 len: 945 time: 0.1775341 Feb 09 02:58:22.891940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] For port 76b8b085-7346-43b9-9087-79f71c811e41, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76b8b085-7346-43b9-9087-79f71c811e41,segment=NetworkSegment(fe0d6106-75d7-4870-accc-f73aa5d79428),segment_id=fe0d6106-75d7-4870-accc-f73aa5d79428)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:22.892425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (76b8b085-7346-43b9-9087-79f71c811e41), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:22.895368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-d9d13035-60a3-4d78-84f1-64fe063412b2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823627 Feb 09 02:58:22.919341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Calling delete_port for 76b8b085-7346-43b9-9087-79f71c811e41 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:22.943867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-79ec8bac-3059-4fa2-94fc-8fea50c83565 req-1f7e8db5-c9db-4d19-885d-7713eefaa8c1 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.32 "GET /v2.0/security-groups?id=0f71716a-5311-462d-9aa8-11b132f95827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836699 Feb 09 02:58:23.121135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-9243a024-8fdb-41f2-9130-f05a5a89fe23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.127233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-9243a024-8fdb-41f2-9130-f05a5a89fe23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.132747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-9243a024-8fdb-41f2-9130-f05a5a89fe23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.138451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-9243a024-8fdb-41f2-9130-f05a5a89fe23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.142188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 7e91bd42-9897-47c4-bb83-226e01586d70 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:23.144615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-9243a024-8fdb-41f2-9130-f05a5a89fe23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.150108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-9243a024-8fdb-41f2-9130-f05a5a89fe23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.159058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-9243a024-8fdb-41f2-9130-f05a5a89fe23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.161110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-9243a024-8fdb-41f2-9130-f05a5a89fe23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.1508367 Feb 09 02:58:23.197484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece99b82-e15c-4567-8f18-b0b3c47c0910'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:23.202404 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d777a3-2ed7-45d9-91bc-7824659c4275" -d '{"events": [{"server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "name": "network-vif-plugged", "status": "completed", "tag": "ece99b82-e15c-4567-8f18-b0b3c47c0910"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:23.220543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (76b8b085-7346-43b9-9087-79f71c811e41), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:23.264873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Pushing event deleted for resources: {'Port': ['ID=76b8b085-7346-43b9-9087-79f71c811e41,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:23.265767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['76b8b085-7346-43b9-9087-79f71c811e41'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:23.316056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-97ee8625-51a5-4263-ae62-6966286e3a73 service neutron] 10.222.0.32 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171331 Feb 09 02:58:23.316624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] No DVR routers for this DVR port 76b8b085-7346-43b9-9087-79f71c811e41 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:23.322893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4bb84bab-ae4a-42a1-b280-8232a43be223 req-e903d2ac-ca70-4253-9981-bc22ba1af10d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1518002 Feb 09 02:58:23.323993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:23.327831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1ac19fa-1255-4606-9bb9-fb58dfe38ca5 req-272f19cf-b187-4a6a-abba-6caa2725f957 tempest-ServerPasswordTestJSON-2068064693 tempest-ServerPasswordTestJSON-2068064693-project] 10.222.0.26 "DELETE /v2.0/ports/76b8b085-7346-43b9-9087-79f71c811e41 HTTP/1.1" status: 204 len: 173 time: 0.7832727 Feb 09 02:58:23.328284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d902c44-e048-44c8-9cf8-111c36747886', 'name': 'network-vif-deleted', 'tag': '76b8b085-7346-43b9-9087-79f71c811e41'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:23.330638 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96812ae2-3aea-4efc-9120-8cddc30236da" -d '{"events": [{"server_uuid": "6d902c44-e048-44c8-9cf8-111c36747886", "name": "network-vif-deleted", "tag": "76b8b085-7346-43b9-9087-79f71c811e41"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:23.390451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 7e91bd42-9897-47c4-bb83-226e01586d70 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:23.395012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 7e91bd42-9897-47c4-bb83-226e01586d70 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:23.395399 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:23.538419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d31bf4-4e3f-4bd1-b975-53f969d5b3d5 req-41720d2d-69dc-4756-a9e1-0ef385e1412b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.541172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85d31bf4-4e3f-4bd1-b975-53f969d5b3d5 req-41720d2d-69dc-4756-a9e1-0ef385e1412b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0594115 Feb 09 02:58:23.562670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 7e91bd42-9897-47c4-bb83-226e01586d70 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:23.563075 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:23.586740 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-cf077bab-59c2-4a4d-8b64-c51324be8438 service neutron] 10.222.0.32 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687199 Feb 09 02:58:23.617668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 7e91bd42-9897-47c4-bb83-226e01586d70, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=7e91bd42-9897-47c4-bb83-226e01586d70,segment=NetworkSegment(1ecfd876-7208-45a5-896b-c0744e20f81d),segment_id=1ecfd876-7208-45a5-896b-c0744e20f81d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:23.628660 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:23.640607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85d31bf4-4e3f-4bd1-b975-53f969d5b3d5 req-46158eaa-2225-4ff3-baf3-8dc8c3037140 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861609 Feb 09 02:58:23.693008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=7e91bd42-9897-47c4-bb83-226e01586d70,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:23.835915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20b929-8b4d-4733-9f39-cb5faef99644 req-654b8145-c144-4fbf-9a55-63f9613de8cc tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.845372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df20b929-8b4d-4733-9f39-cb5faef99644 req-654b8145-c144-4fbf-9a55-63f9613de8cc tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 946 time: 0.1114495 Feb 09 02:58:23.915970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6f560-37e9-4ce9-908b-8287d10e21e3 req-bd4bbfc8-a536-43e8-a0b8-ab01c030429e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.920937 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df20b929-8b4d-4733-9f39-cb5faef99644 req-086f5c6c-b9a2-42de-b3ad-be0bd3fcbf31 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742776 Feb 09 02:58:23.922541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6f560-37e9-4ce9-908b-8287d10e21e3 req-bd4bbfc8-a536-43e8-a0b8-ab01c030429e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:23.925527 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8f6f560-37e9-4ce9-908b-8287d10e21e3 req-bd4bbfc8-a536-43e8-a0b8-ab01c030429e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1683 time: 0.1045022 Feb 09 02:58:23.991724 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95eaed3-4b73-41e8-a061-094cfd7777f7 x-openstack-request-id: req-b95eaed3-4b73-41e8-a061-094cfd7777f7 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:23.992025 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "name": "network-vif-plugged", "status": "completed", "tag": "ece99b82-e15c-4567-8f18-b0b3c47c0910", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:23.992280 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b95eaed3-4b73-41e8-a061-094cfd7777f7 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:23.993244 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece99b82-e15c-4567-8f18-b0b3c47c0910', 'code': 200} Feb 09 02:58:24.046456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8f6f560-37e9-4ce9-908b-8287d10e21e3 req-057958da-ca29-481d-af24-1ee9ad4e3f49 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066134 Feb 09 02:58:24.050117 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff4a354-43e5-4d6c-bc87-069078748d6c x-openstack-request-id: req-3ff4a354-43e5-4d6c-bc87-069078748d6c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:24.050464 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d902c44-e048-44c8-9cf8-111c36747886", "name": "network-vif-deleted", "tag": "76b8b085-7346-43b9-9087-79f71c811e41", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:24.050726 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ff4a354-43e5-4d6c-bc87-069078748d6c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:24.051171 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d902c44-e048-44c8-9cf8-111c36747886', 'name': 'network-vif-deleted', 'tag': '76b8b085-7346-43b9-9087-79f71c811e41', 'status': 'completed', 'code': 200} Feb 09 02:58:24.229310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a14a857f-fc94-4bac-bf58-219bb8d6b58d req-6db793a0-04bc-469e-9c6c-555b0f5257cb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 210 time: 0.0547152 Feb 09 02:58:24.271503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22cc0-52b8-43f9-bd68-5948b65608a4 req-68ffc00c-d810-4515-9158-954aded64928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.272632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22cc0-52b8-43f9-bd68-5948b65608a4 req-68ffc00c-d810-4515-9158-954aded64928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.274759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76b22cc0-52b8-43f9-bd68-5948b65608a4 req-68ffc00c-d810-4515-9158-954aded64928 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 2047 time: 0.1793461 Feb 09 02:58:24.285052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a34bc-bfd8-4501-b290-228009163184 req-4b271c9e-0271-4f3b-ad12-ded35fa1c95f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.302496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a34bc-bfd8-4501-b290-228009163184 req-4b271c9e-0271-4f3b-ad12-ded35fa1c95f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.317491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a34bc-bfd8-4501-b290-228009163184 req-4b271c9e-0271-4f3b-ad12-ded35fa1c95f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.329907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a34bc-bfd8-4501-b290-228009163184 req-4b271c9e-0271-4f3b-ad12-ded35fa1c95f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.330627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33360) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:24.343536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76b22cc0-52b8-43f9-bd68-5948b65608a4 req-168c85a8-e358-4048-9279-2bba903b5773 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623677 Feb 09 02:58:24.347642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a34bc-bfd8-4501-b290-228009163184 req-4b271c9e-0271-4f3b-ad12-ded35fa1c95f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.353288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a34bc-bfd8-4501-b290-228009163184 req-4b271c9e-0271-4f3b-ad12-ded35fa1c95f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.364765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a34bc-bfd8-4501-b290-228009163184 req-4b271c9e-0271-4f3b-ad12-ded35fa1c95f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.366783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-840a34bc-bfd8-4501-b290-228009163184 req-4b271c9e-0271-4f3b-ad12-ded35fa1c95f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.1971843 Feb 09 02:58:24.428188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-158e314c-2e19-4828-8ee3-8d22065137b8 admin admin] Deleting subnet 5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:58:24.433321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-158e314c-2e19-4828-8ee3-8d22065137b8 admin admin] Publish callbacks [] for subnet (5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:24.484079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166af23-16ae-4af5-8d34-40d95805b804 req-30f84f89-960b-40d8-80d7-8ef32d7cd7c9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.485614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7166af23-16ae-4af5-8d34-40d95805b804 req-30f84f89-960b-40d8-80d7-8ef32d7cd7c9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0967209 Feb 09 02:58:24.490149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-158e314c-2e19-4828-8ee3-8d22065137b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:24.585307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-158e314c-2e19-4828-8ee3-8d22065137b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:24.611392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7166af23-16ae-4af5-8d34-40d95805b804 req-060493ad-5549-4da3-a173-06fcf531c4c7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186197 Feb 09 02:58:24.673098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-158e314c-2e19-4828-8ee3-8d22065137b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:24.710051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e314c-2e19-4828-8ee3-8d22065137b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:24.717982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-158e314c-2e19-4828-8ee3-8d22065137b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:24.723329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-158e314c-2e19-4828-8ee3-8d22065137b8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5996b801-e4fc-4d5a-a5b2-b9b27c5ea6f1 HTTP/1.1" status: 204 len: 168 time: 0.3905315 Feb 09 02:58:24.726029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33370) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:24.814332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (6eb046af-f9bc-46f6-bb75-3e94ff636d61), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:24.840854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d53ce-7d26-489d-a40a-ceca53ec2a4d req-1e9e6479-d2e3-4435-9173-b2a363501bbd tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:24.848812 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f92d53ce-7d26-489d-a40a-ceca53ec2a4d req-1e9e6479-d2e3-4435-9173-b2a363501bbd tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0791984 Feb 09 02:58:24.907669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f92d53ce-7d26-489d-a40a-ceca53ec2a4d req-662b9431-21f4-49b3-b386-2e7cc5aedf4c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556610 Feb 09 02:58:24.927224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (6eb046af-f9bc-46f6-bb75-3e94ff636d61), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:24.962472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb046af-f9bc-46f6-bb75-3e94ff636d61']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:24.988528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0d6106-75d7-4870-accc-f73aa5d79428') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:24.988852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0d6106-75d7-4870-accc-f73aa5d79428') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:25.012959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (fe0d6106-75d7-4870-accc-f73aa5d79428), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:25.029206 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (fe0d6106-75d7-4870-accc-f73aa5d79428), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:25.044293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:58:25.044720 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (fe0d6106-75d7-4870-accc-f73aa5d79428), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:58:25.047585 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:58:25.094191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ec46-00af-4630-88c1-6248cbad4530 req-21badb0e-b155-4b48-83dd-fb2b984b0f4e tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:25.104449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0c8ec46-00af-4630-88c1-6248cbad4530 req-21badb0e-b155-4b48-83dd-fb2b984b0f4e tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 946 time: 0.0781896 Feb 09 02:58:25.160538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcffcfe-63bd-4979-95b0-74f8ade012a9 req-7bf1f9f2-8d5b-4074-b38a-b556e057370a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:25.162857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bcffcfe-63bd-4979-95b0-74f8ade012a9 req-7bf1f9f2-8d5b-4074-b38a-b556e057370a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1199660 Feb 09 02:58:25.163838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (6eb046af-f9bc-46f6-bb75-3e94ff636d61), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:25.169596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:25.172817 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] 10.222.0.32 "DELETE /v2.0/networks/6eb046af-f9bc-46f6-bb75-3e94ff636d61 HTTP/1.1" status: 204 len: 168 time: 0.4457572 Feb 09 02:58:25.174930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0c8ec46-00af-4630-88c1-6248cbad4530 req-4fbe49ca-9637-4a99-872d-e681c64074d5 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689340 Feb 09 02:58:25.213450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae89177-f2c0-4b7b-905b-b8f078b68c3e admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb046af-f9bc-46f6-bb75-3e94ff636d61,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:25.331983 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3bcffcfe-63bd-4979-95b0-74f8ade012a9 req-f2b14089-60e5-4db2-80fb-85c308f0ea44 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579094 Feb 09 02:58:25.396635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e7574-5ff5-43e2-9375-b98e1e200794 req-dac15f46-cfe5-4b42-a444-41b852189c97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:25.408581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e7574-5ff5-43e2-9375-b98e1e200794 req-dac15f46-cfe5-4b42-a444-41b852189c97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:25.418095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-667e7574-5ff5-43e2-9375-b98e1e200794 req-dac15f46-cfe5-4b42-a444-41b852189c97 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1683 time: 0.1571584 Feb 09 02:58:25.534776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec784f6d-0677-456b-ad96-95a652a8dc9e req-44e84a74-1139-4396-8dc1-fecce5f15295 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 210 time: 0.0772755 Feb 09 02:58:25.535684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33392) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:25.547900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33396) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:25.609991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-c5ad05f2-7036-4633-b4b7-614d2dbda3cd tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:25.611630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-c5ad05f2-7036-4633-b4b7-614d2dbda3cd tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 817 time: 0.1905932 Feb 09 02:58:25.702559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-667e7574-5ff5-43e2-9375-b98e1e200794 req-83b0c829-f239-42b7-aa44-a234bf36b00c tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798247 Feb 09 02:58:25.705464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e3de8043-4620-4071-a5cb-810f2e185202 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efd64ce2c35b4ac6a74a3ef4f3345579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608121 Feb 09 02:58:25.708492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33400) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:25.783236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d9765-098e-4e9f-9d9e-a16507f5de2a req-38717c6b-be92-459a-acb5-82c981808273 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:25.792779 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d82d9765-098e-4e9f-9d9e-a16507f5de2a req-38717c6b-be92-459a-acb5-82c981808273 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1035283 Feb 09 02:58:25.799738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-5962766a-d1fa-4a4c-8ac3-8309b447abe0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db19aa48f5f4d0fa13b734614c01316 HTTP/1.1" status: 200 len: 380 time: 0.1777802 Feb 09 02:58:25.820846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'port': {'device_id': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'admin_state_up': True, 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'security_groups': ['323fc0b4-b1af-4603-b1f8-bb62835e63ca']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:25.863426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d82d9765-098e-4e9f-9d9e-a16507f5de2a req-d54d463f-a872-4176-90ac-0b8f33243b2b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696557 Feb 09 02:58:25.943995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99998d25-b01c-4448-9176-81d599da50ae admin admin] Publish callbacks [] for security_group (0f71716a-5311-462d-9aa8-11b132f95827), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:25.972163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Made reservation on behalf of 5db19aa48f5f4d0fa13b734614c01316 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:25.976488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:25.994857 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f267e4-9eaa-40f5-9f03-2d3c6d7b6117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e91bd42-9897-47c4-bb83-226e01586d70'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:25.999660 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d4f8d-93dc-4af8-ba71-3c820f7d1e51" -d '{"events": [{"server_uuid": "83f267e4-9eaa-40f5-9f03-2d3c6d7b6117", "name": "network-vif-plugged", "status": "completed", "tag": "7e91bd42-9897-47c4-bb83-226e01586d70"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:26.001334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99998d25-b01c-4448-9176-81d599da50ae admin admin] Publish callbacks [] for security_group (0f71716a-5311-462d-9aa8-11b132f95827), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:26.076966 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a42bc52-99ec-49b0-be51-5f0e66e8e0d8 x-openstack-request-id: req-6a42bc52-99ec-49b0-be51-5f0e66e8e0d8 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:26.077481 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f267e4-9eaa-40f5-9f03-2d3c6d7b6117", "name": "network-vif-plugged", "status": "completed", "tag": "7e91bd42-9897-47c4-bb83-226e01586d70", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:26.077921 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a42bc52-99ec-49b0-be51-5f0e66e8e0d8 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:26.078615 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f267e4-9eaa-40f5-9f03-2d3c6d7b6117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e91bd42-9897-47c4-bb83-226e01586d70', 'code': 200} Feb 09 02:58:26.168876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99998d25-b01c-4448-9176-81d599da50ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0f71716a-5311-462d-9aa8-11b132f95827), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:26.172314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99998d25-b01c-4448-9176-81d599da50ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:26.173554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-99998d25-b01c-4448-9176-81d599da50ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f71716a-5311-462d-9aa8-11b132f95827 HTTP/1.1" status: 204 len: 168 time: 0.4638569 Feb 09 02:58:26.189821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998d25-b01c-4448-9176-81d599da50ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f71716a-5311-462d-9aa8-11b132f95827,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:26.239511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Allocated IP 172.20.0.9 (7bfe887d-42a1-45e1-8404-5345b71ca5c2/eee59d76-4e9a-434f-8d34-51abfe04d667/8b44570b-d32c-401e-a105-3b65e0e09cae) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:58:26.432387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c209-f38f-461b-af7d-95b7aab2bc8a req-1bcc2a82-e160-4eed-b383-a4e4d4f93f22 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:26.444522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8215b9-449f-4265-b148-fe654b923aaf req-3e6591eb-58d0-44bf-9162-a0487a5c328e tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:26.446089 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df8215b9-449f-4265-b148-fe654b923aaf req-3e6591eb-58d0-44bf-9162-a0487a5c328e tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 946 time: 0.1270673 Feb 09 02:58:26.458925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f9c209-f38f-461b-af7d-95b7aab2bc8a req-1bcc2a82-e160-4eed-b383-a4e4d4f93f22 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.4728115 Feb 09 02:58:26.531812 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:26.558967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df8215b9-449f-4265-b148-fe654b923aaf req-f5e4faa3-65c5-4fba-ab45-e3e7050f38f3 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995023 Feb 09 02:58:26.613404 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:26.616475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca9bf6-da33-470b-a432-c9d8780cd0fb req-72d16351-29ca-4ea7-a8a9-71ed03be361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:26.634704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54ca9bf6-da33-470b-a432-c9d8780cd0fb req-72d16351-29ca-4ea7-a8a9-71ed03be361d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 1128 time: 0.3678205 Feb 09 02:58:26.665880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:26.672398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:26.679140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:58:26.683087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f9c209-f38f-461b-af7d-95b7aab2bc8a req-9001dc5f-d2b0-4395-8b02-649bef2e7c25 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232111 Feb 09 02:58:26.690948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:26.731857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54ca9bf6-da33-470b-a432-c9d8780cd0fb req-7e4d18a4-213c-4326-8e9d-a450ad371c9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962169 Feb 09 02:58:26.845411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 76b8b085-7346-43b9-9087-79f71c811e41 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:26.911117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 76b8b085-7346-43b9-9087-79f71c811e41 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:26.911458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 76b8b085-7346-43b9-9087-79f71c811e41 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:26.962961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d147c-5bdb-45ba-a7bd-e952e2e9fd9a req-0f2f6bac-cf13-4b5b-8735-cfd83a44ff78 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:26.970659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfd9a9-4ea8-4b35-b933-506ca4c87801 req-2e5d9e6c-98e5-488d-8b16-cd1faf18bf20 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:26.975279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a3d147c-5bdb-45ba-a7bd-e952e2e9fd9a req-0f2f6bac-cf13-4b5b-8735-cfd83a44ff78 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 931 time: 0.2183092 Feb 09 02:58:26.983147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47cfd9a9-4ea8-4b35-b933-506ca4c87801 req-2e5d9e6c-98e5-488d-8b16-cd1faf18bf20 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2071145 Feb 09 02:58:26.984304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:26.985213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:27.055941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-f259c1f4-7289-4dc4-8c7f-cbe458a554fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2475977 Feb 09 02:58:27.072309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Request body: {'port': {'device_id': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:27.087170 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a3d147c-5bdb-45ba-a7bd-e952e2e9fd9a req-cf822cda-5e97-45bd-afa1-7071d8eb1096 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108308 Feb 09 02:58:27.132483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47cfd9a9-4ea8-4b35-b933-506ca4c87801 req-b108bebb-2e99-4f8c-9861-70124c5cabdd tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464367 Feb 09 02:58:27.159847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f5205417-c9ea-4a40-8794-4855d9a99d95 None None] Provisioning complete for port 8b44570b-d32c-401e-a105-3b65e0e09cae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:27.161005 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f5205417-c9ea-4a40-8794-4855d9a99d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:27.200569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (4b83e111-ee24-4edb-980b-a26370295e22), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:27.250101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f5205417-c9ea-4a40-8794-4855d9a99d95 None None] Port 8b44570b-d32c-401e-a105-3b65e0e09cae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:58:27.315720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:27.373315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d8afd-7d7c-44db-9956-4c82cea2a355 req-21051a80-3c36-4264-990d-025e422cbb73 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:27.379427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d8afd-7d7c-44db-9956-4c82cea2a355 req-21051a80-3c36-4264-990d-025e422cbb73 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:27.388081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab5d8afd-7d7c-44db-9956-4c82cea2a355 req-21051a80-3c36-4264-990d-025e422cbb73 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1683 time: 0.1331055 Feb 09 02:58:27.446146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac47e6-d766-4e6b-9fc9-8048c8308ad9 req-258a10d2-1089-4551-a7e2-7e28f9a6d5c4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:27.453501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bac47e6-d766-4e6b-9fc9-8048c8308ad9 req-258a10d2-1089-4551-a7e2-7e28f9a6d5c4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1797984 Feb 09 02:58:27.478356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab5d8afd-7d7c-44db-9956-4c82cea2a355 req-60d7192c-183b-46e8-a3f4-8ecd6bfc1941 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886421 Feb 09 02:58:27.565865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bac47e6-d766-4e6b-9fc9-8048c8308ad9 req-4965d16f-1518-415e-8d98-f0cac8c8c8c9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112461 Feb 09 02:58:27.595765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33462) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:27.805361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5290e-84ab-4c86-a8ff-3ede0825cc7d req-2c768bc1-bb82-4ee6-908f-1ecbc81574d7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:27.807398 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fe5290e-84ab-4c86-a8ff-3ede0825cc7d req-2c768bc1-bb82-4ee6-908f-1ecbc81574d7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1012745 Feb 09 02:58:27.827476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f72d2-137b-43ed-80e2-ad7e9e728986 req-d82e17b6-1157-4789-9239-09b361c961cb tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:27.829174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-490f72d2-137b-43ed-80e2-ad7e9e728986 req-d82e17b6-1157-4789-9239-09b361c961cb tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 946 time: 0.1306624 Feb 09 02:58:27.839193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Deleting port 008cb221-b4c4-403e-b035-4f94fcfb350f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:27.841260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:27.914959 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fe5290e-84ab-4c86-a8ff-3ede0825cc7d req-983d2ad5-e71a-4f61-8b1a-27bd344665e9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952466 Feb 09 02:58:27.996086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-344606047-network', 'tenant_id': 'a178bab33e8049d1a98ad1b9d4121e96'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:28.012897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-490f72d2-137b-43ed-80e2-ad7e9e728986 req-8e2c3e54-3c70-4b14-8e93-b3d86820fa0b tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700342 Feb 09 02:58:28.052569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b44570b-d32c-401e-a105-3b65e0e09cae {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:28.079511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Publish callbacks [] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.082843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Made reservation on behalf of a178bab33e8049d1a98ad1b9d4121e96 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:28.084038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] For port 008cb221-b4c4-403e-b035-4f94fcfb350f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=008cb221-b4c4-403e-b035-4f94fcfb350f,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:28.085378 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.085514 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.117070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.123728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Calling delete_port for 008cb221-b4c4-403e-b035-4f94fcfb350f owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:28.229144 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Publish callbacks [] for security_group (df312105-092f-47bc-b6dc-f0ae2f8e878e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.230834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Transition to ACTIVE for port object 8b44570b-d32c-401e-a105-3b65e0e09cae will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:58:28.236451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (df312105-092f-47bc-b6dc-f0ae2f8e878e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.248641 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.354255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:58:28.355537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3d8f6-b7ca-4f77-b447-3516e25764f5 req-7d50bb1f-9a28-4f28-a913-6484b0235201 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:28.366425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80c3d8f6-b7ca-4f77-b447-3516e25764f5 req-7d50bb1f-9a28-4f28-a913-6484b0235201 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1645284 Feb 09 02:58:28.452285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80c3d8f6-b7ca-4f77-b447-3516e25764f5 req-480f090c-c5bc-4e06-a473-24fad04e397e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848427 Feb 09 02:58:28.455204 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (90aec2cd-8c56-41c1-9719-e2e28793ca1f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.455658 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Added segment 90aec2cd-8c56-41c1-9719-e2e28793ca1f of type vlan for network 35fa08c6-0c25-4d9b-aff7-5e991edc7648 Feb 09 02:58:28.512783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df312105-092f-47bc-b6dc-f0ae2f8e878e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:28.552778 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (008cb221-b4c4-403e-b035-4f94fcfb350f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.600123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (35fa08c6-0c25-4d9b-aff7-5e991edc7648), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.621361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=008cb221-b4c4-403e-b035-4f94fcfb350f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:28.637009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:28.661977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (35fa08c6-0c25-4d9b-aff7-5e991edc7648), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.662986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:28.670333 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.800325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2927b3-5597-4f65-a19e-ff37914a246e req-96542cf7-0065-4d3c-9430-ae8643ac423a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:28.803783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5911aa-db40-4d8d-a72e-db408e8374ae req-b4644c93-b0b7-4f3b-ac9a-469638c7f718 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:28.807301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba2927b3-5597-4f65-a19e-ff37914a246e req-96542cf7-0065-4d3c-9430-ae8643ac423a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.4864163 Feb 09 02:58:28.816908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5911aa-db40-4d8d-a72e-db408e8374ae req-b4644c93-b0b7-4f3b-ac9a-469638c7f718 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:28.818611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c5911aa-db40-4d8d-a72e-db408e8374ae req-b4644c93-b0b7-4f3b-ac9a-469638c7f718 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1683 time: 0.2429929 Feb 09 02:58:28.850130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Attempting to bind port 8b44570b-d32c-401e-a105-3b65e0e09cae on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:28.850526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Attempting to bind port 8b44570b-d32c-401e-a105-3b65e0e09cae by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:28.850844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Attempting to bind port 8b44570b-d32c-401e-a105-3b65e0e09cae on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:28.856097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2592947 Feb 09 02:58:28.866981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a70ad-55a2-49a5-89b5-6acae995bad6 admin admin] Pushing event updated for resources: {'Network': ['ID=35fa08c6-0c25-4d9b-aff7-5e991edc7648,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:28.878011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 35fa08c6-0c25-4d9b-aff7-5e991edc7648 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:58:28.883189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Port 8b44570b-d32c-401e-a105-3b65e0e09cae on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:58:28.883525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Attempting to bind port 8b44570b-d32c-401e-a105-3b65e0e09cae on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:28.917522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:28.917892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Checking segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:28.918297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Bound using segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:28.918895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Bound port: 8b44570b-d32c-401e-a105-3b65e0e09cae, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:28.919267 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:28.974653 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba2927b3-5597-4f65-a19e-ff37914a246e req-aa612da1-c389-464c-8307-30275bdbd7cb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438639 Feb 09 02:58:29.044565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c5911aa-db40-4d8d-a72e-db408e8374ae req-f74596e0-b8b0-4dbf-bfaf-02e6040674a4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162790 Feb 09 02:58:29.079002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (4b83e111-ee24-4edb-980b-a26370295e22), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:29.096919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:29.137690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:29.149745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:29.194256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.195220 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:29.196400 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] 10.222.0.26 "PUT /v2.0/ports/8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 1091 time: 2.1294007 Feb 09 02:58:29.201524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:29.210034 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:29.227683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ff217-8cd9-465a-9a4b-28e297963a27 req-3670ac9b-a7db-4131-b68c-840e9c294e7c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.234686 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c31ff217-8cd9-465a-9a4b-28e297963a27 req-3670ac9b-a7db-4131-b68c-840e9c294e7c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1408672 Feb 09 02:58:29.252100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f07604-0400-44bb-bc50-687891216df9 req-6306e7a6-94dc-457f-83e3-eca38abf79b5 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.254083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-48f07604-0400-44bb-bc50-687891216df9 req-6306e7a6-94dc-457f-83e3-eca38abf79b5 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 946 time: 0.1138806 Feb 09 02:58:29.283796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cbd67-7774-431a-95c6-aaeb4567d705 service neutron] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:29.344791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-48f07604-0400-44bb-bc50-687891216df9 req-3e6d6435-f29e-4965-8bd0-b188a876a9d9 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784905 Feb 09 02:58:29.352886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c31ff217-8cd9-465a-9a4b-28e297963a27 req-9f5ffd0d-69be-4eb9-acde-957f2535f63d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017425 Feb 09 02:58:29.401732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-6a020a6b-b8d3-469b-a2ca-e84f94f35f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.403330 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-6a020a6b-b8d3-469b-a2ca-e84f94f35f91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1125 time: 0.1346505 Feb 09 02:58:29.499314 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e60e12-7a70-42c7-b7e6-6354a72bdbe2 x-openstack-request-id: req-77e60e12-7a70-42c7-b7e6-6354a72bdbe2 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:29.499628 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:29.499869 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77e60e12-7a70-42c7-b7e6-6354a72bdbe2 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:29.500279 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'status': 'completed', 'code': 200} Feb 09 02:58:29.502167 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-140e751c-7395-48e9-9118-e33637c0567c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 217 time: 0.0912995 Feb 09 02:58:29.573337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Router 4b83e111-ee24-4edb-980b-a26370295e22 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:58:29.637551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-cb3b4fff-2929-4673-ad01-45b501b8967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.639510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-cb3b4fff-2929-4673-ad01-45b501b8967e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1301031 Feb 09 02:58:29.694541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a4d95-22ee-4963-ae20-14f9275f6b04 req-cc89abd8-5365-4986-aff8-a2c9f0e029d0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.701765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779a4d95-22ee-4963-ae20-14f9275f6b04 req-cc89abd8-5365-4986-aff8-a2c9f0e029d0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1334105 Feb 09 02:58:29.741806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-6f1b3cc9-4e49-41a2-9e34-a9c39f53fe2e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.747610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-6f1b3cc9-4e49-41a2-9e34-a9c39f53fe2e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.749329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-6f1b3cc9-4e49-41a2-9e34-a9c39f53fe2e tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1683 time: 0.1215675 Feb 09 02:58:29.749792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-86909ab0-f30d-4647-9478-17e5c5e09b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:29.751062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:29.751674 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-86909ab0-f30d-4647-9478-17e5c5e09b1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053369 Feb 09 02:58:29.761143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33520) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:29.761316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4a649649-d75b-4b01-9878-5b6af3eedde0 admin admin] 10.222.0.32 "PUT /v2.0/routers/4b83e111-ee24-4edb-980b-a26370295e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1597521 Feb 09 02:58:29.763298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] Sync routers for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:29.783347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:29.786852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:30.071451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:30.203405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779a4d95-22ee-4963-ae20-14f9275f6b04 req-15221d15-21f3-466c-a4c3-22fb67c794cb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958003 Feb 09 02:58:30.209311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port 1768bd6f-48d5-44d3-8d80-9151f9108c04 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:30.216146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:30.254035 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-67468d67-a8a6-4092-8748-789df54d45ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:30.277809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62b10-d0c2-4d93-a097-72d1f6fad83e req-952c4307-989e-4c42-9a43-48dc85b7f31c tempest-ComputeTenantNetworksTest-88197445 tempest-ComputeTenantNetworksTest-88197445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:30.284990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62b10-d0c2-4d93-a097-72d1f6fad83e req-952c4307-989e-4c42-9a43-48dc85b7f31c tempest-ComputeTenantNetworksTest-88197445 tempest-ComputeTenantNetworksTest-88197445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:30.290604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62b10-d0c2-4d93-a097-72d1f6fad83e req-952c4307-989e-4c42-9a43-48dc85b7f31c tempest-ComputeTenantNetworksTest-88197445 tempest-ComputeTenantNetworksTest-88197445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:30.292384 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3fc62b10-d0c2-4d93-a097-72d1f6fad83e req-952c4307-989e-4c42-9a43-48dc85b7f31c tempest-ComputeTenantNetworksTest-88197445 tempest-ComputeTenantNetworksTest-88197445-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3914959 Feb 09 02:58:30.411088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:58:28Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:30.445010 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-8290cd67-6c00-4440-945e-e3371ac4b2f9 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825004 Feb 09 02:58:30.455231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5f25c-0583-4853-a4f3-1087ff52d934 req-bc4359fa-15d2-4e73-a7cc-36b1480e0f91 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:30.461213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] Checking router: 4b83e111-ee24-4edb-980b-a26370295e22 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:30.462350 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63e5f25c-0583-4853-a4f3-1087ff52d934 req-bc4359fa-15d2-4e73-a7cc-36b1480e0f91 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1606424 Feb 09 02:58:30.468303 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks [] for router (4b83e111-ee24-4edb-980b-a26370295e22), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:30.472730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] Routers {'4b83e111-ee24-4edb-980b-a26370295e22'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:30.473583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4b83e111-ee24-4edb-980b-a26370295e22'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:30.662955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] Set router 4b83e111-ee24-4edb-980b-a26370295e22 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:30.843349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port 1768bd6f-48d5-44d3-8d80-9151f9108c04, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1768bd6f-48d5-44d3-8d80-9151f9108c04,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:30.843349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:30.853881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29ea20-b1e2-4d8f-a182-be80d18fbea2 req-2fd52055-9cc8-4600-8f12-d04874f6de26 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:30.859355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29ea20-b1e2-4d8f-a182-be80d18fbea2 req-2fd52055-9cc8-4600-8f12-d04874f6de26 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:30.861320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c29ea20-b1e2-4d8f-a182-be80d18fbea2 req-2fd52055-9cc8-4600-8f12-d04874f6de26 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 1683 time: 0.1095960 Feb 09 02:58:30.882701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for 1768bd6f-48d5-44d3-8d80-9151f9108c04 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:30.889858 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks [] for router_gateway (4b83e111-ee24-4edb-980b-a26370295e22), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:30.920175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63e5f25c-0583-4853-a4f3-1087ff52d934 req-6659aa44-8b41-40c4-ad2d-9d6d43a5ff50 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562600 Feb 09 02:58:30.945058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:58:28Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:30.987674 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c29ea20-b1e2-4d8f-a182-be80d18fbea2 req-85e11c49-3cf0-499f-ba73-06e177862513 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193273 Feb 09 02:58:31.153122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-225189c7-b1d6-4940-a25c-9d454d3ed868 req-6e3482bf-276e-4e7c-905a-7eec04839a15 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873076 Feb 09 02:58:31.173536 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1768bd6f-48d5-44d3-8d80-9151f9108c04), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.214615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184d98a-2961-4468-8180-deda3255bee6 req-da641338-9268-4ced-945f-cf316d6f2114 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:31.220428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649a7df-246e-4fd8-aecf-7042eace98fb req-a92a35e5-f3ef-4c14-abea-2178a6ad3141 tempest-ComputeTenantNetworksTest-88197445 tempest-ComputeTenantNetworksTest-88197445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:31.222063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2649a7df-246e-4fd8-aecf-7042eace98fb req-a92a35e5-f3ef-4c14-abea-2178a6ad3141 tempest-ComputeTenantNetworksTest-88197445 tempest-ComputeTenantNetworksTest-88197445-project] 10.222.0.32 "GET /v2.0/networks/35fa08c6-0c25-4d9b-aff7-5e991edc7648 HTTP/1.1" status: 200 len: 768 time: 0.1671290 Feb 09 02:58:31.223602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7184d98a-2961-4468-8180-deda3255bee6 req-da641338-9268-4ced-945f-cf316d6f2114 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1914618 Feb 09 02:58:31.225274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=1768bd6f-48d5-44d3-8d80-9151f9108c04,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:31.235376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33554) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:31.289106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846ccf73-a43d-4b7d-af80-1e50e9a365e9 None None] The sync data for ids ['4b83e111-ee24-4edb-980b-a26370295e22'] in n-d-827839-4 is: [{'id': '4b83e111-ee24-4edb-980b-a26370295e22', 'name': 'tempest-TaggedBootDevicesTest-1829587711-router', 'tenant_id': '9f5bfcf4053440c98e4d8a4572001516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:24Z', 'updated_at': '2022-02-09T02:58:28Z', 'revision_number': 5, 'project_id': '9f5bfcf4053440c98e4d8a4572001516', 'gw_port': {'id': 'bf4771ec-bca9-46a0-95bb-ba261b962b06', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:28:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b83e111-ee24-4edb-980b-a26370295e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:26Z', 'updated_at': '2022-02-09T02:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:31.293845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ece99b82-e15c-4567-8f18-b0b3c47c0910', '1768bd6f-48d5-44d3-8d80-9151f9108c04'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:31.361093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7184d98a-2961-4468-8180-deda3255bee6 req-ac7bc93b-d653-4003-8c9b-3a973035046f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184511 Feb 09 02:58:31.362744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Deleting port bf4771ec-bca9-46a0-95bb-ba261b962b06 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:31.370336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.428806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port 1768bd6f-48d5-44d3-8d80-9151f9108c04 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:31.451786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.455352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-8775cb68-0ef6-443b-9842-6c780796ca7d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "DELETE /v2.0/ports/1768bd6f-48d5-44d3-8d80-9151f9108c04 HTTP/1.1" status: 204 len: 173 time: 1.6929207 Feb 09 02:58:31.461344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'name': 'network-vif-deleted', 'tag': '1768bd6f-48d5-44d3-8d80-9151f9108c04'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:31.467379 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae07cb72-a95a-4d35-9545-919693cd1648" -d '{"events": [{"server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "name": "network-vif-deleted", "tag": "1768bd6f-48d5-44d3-8d80-9151f9108c04"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:31.603469 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b46bec9-6013-491e-951e-49e2656eb962 x-openstack-request-id: req-4b46bec9-6013-491e-951e-49e2656eb962 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:31.603891 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "name": "network-vif-deleted", "tag": "1768bd6f-48d5-44d3-8d80-9151f9108c04", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:31.604361 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b46bec9-6013-491e-951e-49e2656eb962 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:31.604764 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'name': 'network-vif-deleted', 'tag': '1768bd6f-48d5-44d3-8d80-9151f9108c04', 'status': 'completed', 'code': 200} Feb 09 02:58:31.651873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (35fa08c6-0c25-4d9b-aff7-5e991edc7648), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.678877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-4cbec709-63d2-4f60-a600-9a1a1939fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:31.680603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-4cbec709-63d2-4f60-a600-9a1a1939fea0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1125 time: 0.4259272 Feb 09 02:58:31.776259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] For port bf4771ec-bca9-46a0-95bb-ba261b962b06, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bf4771ec-bca9-46a0-95bb-ba261b962b06,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:31.776623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.794228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Calling delete_port for bf4771ec-bca9-46a0-95bb-ba261b962b06 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:31.829473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port ece99b82-e15c-4567-8f18-b0b3c47c0910 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:31.829970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.854292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33566) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:31.870651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-56b0c105-bfee-491a-baac-2715727d30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:31.872261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-56b0c105-bfee-491a-baac-2715727d30bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.1638718 Feb 09 02:58:31.882015 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (35fa08c6-0c25-4d9b-aff7-5e991edc7648), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.929211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-33fa7bba-465e-44d4-a33e-72ee3192992d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 217 time: 0.0486937 Feb 09 02:58:31.948159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fa08c6-0c25-4d9b-aff7-5e991edc7648']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:31.958580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90aec2cd-8c56-41c1-9719-e2e28793ca1f') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:31.958882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90aec2cd-8c56-41c1-9719-e2e28793ca1f') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:31.969992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (90aec2cd-8c56-41c1-9719-e2e28793ca1f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.985868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (90aec2cd-8c56-41c1-9719-e2e28793ca1f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:31.992455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:58:31.992851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (90aec2cd-8c56-41c1-9719-e2e28793ca1f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.041002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-3da6e72b-8e94-47f9-ba86-1331973928ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:32.043063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-3da6e72b-8e94-47f9-ba86-1331973928ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1061416 Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:58:32.060714 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:58:32.102123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21276745-cb77-4d79-a269-479aa19b231d req-9220bd03-3bec-4fc3-923d-3bbde53706f0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:32.114935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21276745-cb77-4d79-a269-479aa19b231d req-9220bd03-3bec-4fc3-923d-3bbde53706f0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.4479871 Feb 09 02:58:32.140346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37db5ffb-6ab4-4da3-a508-0dc97b23e64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.179765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (35fa08c6-0c25-4d9b-aff7-5e991edc7648), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.199840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (bf4771ec-bca9-46a0-95bb-ba261b962b06), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.211064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.215533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] 10.222.0.32 "DELETE /v2.0/networks/35fa08c6-0c25-4d9b-aff7-5e991edc7648 HTTP/1.1" status: 204 len: 168 time: 0.9789839 Feb 09 02:58:32.229257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a2dc6-74c5-4c7a-a879-558770888bb2 req-36a1d473-6ab5-4516-920c-bbc24f8995c9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:32.230896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-918a2dc6-74c5-4c7a-a879-558770888bb2 req-36a1d473-6ab5-4516-920c-bbc24f8995c9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1867216 Feb 09 02:58:32.254558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-36295637-60b4-4804-9648-a2ecbe8eba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:32.256591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-36295637-60b4-4804-9648-a2ecbe8eba65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1739621 Feb 09 02:58:32.258847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4771ec-bca9-46a0-95bb-ba261b962b06,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:32.260470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port ece99b82-e15c-4567-8f18-b0b3c47c0910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ece99b82-e15c-4567-8f18-b0b3c47c0910,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:32.264264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.267739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb776dc-83c5-4089-b90c-f8a7ee38e304 admin admin] Pushing event deleted for resources: {'Network': ['ID=35fa08c6-0c25-4d9b-aff7-5e991edc7648,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:32.306779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for ece99b82-e15c-4567-8f18-b0b3c47c0910 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:32.323816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21276745-cb77-4d79-a269-479aa19b231d req-903c5d41-c840-4acb-9f53-3064c23d5df4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066355 Feb 09 02:58:32.417640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33580) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:32.471641 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (4b83e111-ee24-4edb-980b-a26370295e22), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.475967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-918a2dc6-74c5-4c7a-a879-558770888bb2 req-d83bcf23-4738-4f7c-a7c2-b0c1285ed369 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243991 Feb 09 02:58:32.494133 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37db5ffb-6ab4-4da3-a508-0dc97b23e64f admin admin] Publish callbacks [] for security_group (341ee0ab-ff20-445c-bacb-f4d34b88b5c2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.548976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37db5ffb-6ab4-4da3-a508-0dc97b23e64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (341ee0ab-ff20-445c-bacb-f4d34b88b5c2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.580935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a08255-8b55-4191-ae75-480fed22dfb1 req-ffa34cc8-f788-4841-a72b-b10107b8f7aa tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:32.582447 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13a08255-8b55-4191-ae75-480fed22dfb1 req-ffa34cc8-f788-4841-a72b-b10107b8f7aa tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a403707-7c6f-4f14-ae04-fc44b3a6d10a HTTP/1.1" status: 200 len: 946 time: 0.1818724 Feb 09 02:58:32.610742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ece99b82-e15c-4567-8f18-b0b3c47c0910), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.618696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-37db5ffb-6ab4-4da3-a508-0dc97b23e64f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab19485aef81422abc7aa7793986145f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7340043 Feb 09 02:58:32.626978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33582) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:32.651133 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6392cc1a-f864-41cd-b26c-ff612aba4096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.660889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db5ffb-6ab4-4da3-a508-0dc97b23e64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341ee0ab-ff20-445c-bacb-f4d34b88b5c2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:32.671134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=ece99b82-e15c-4567-8f18-b0b3c47c0910,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:32.673628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8df3a769-89f2-4c38-ba3b-db88589b0d07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a178bab33e8049d1a98ad1b9d4121e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516761 Feb 09 02:58:32.675518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33584) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:32.675868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-2803b593-05fc-4ce7-b837-271169f8971a service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045210 Feb 09 02:58:32.678118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (4b83e111-ee24-4edb-980b-a26370295e22), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.681048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks [] for router_controller (4b83e111-ee24-4edb-980b-a26370295e22), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.750759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port ece99b82-e15c-4567-8f18-b0b3c47c0910 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:32.760117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.763449 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47ce3152-baef-457a-aefa-fc97cb0ba699 req-83530165-ef89-45cf-998c-23548026295d tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.61 "DELETE /v2.0/ports/ece99b82-e15c-4567-8f18-b0b3c47c0910 HTTP/1.1" status: 204 len: 173 time: 1.2894716 Feb 09 02:58:32.776448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13a08255-8b55-4191-ae75-480fed22dfb1 req-7328f591-95bc-4cd2-b27a-3cd0cbe53666 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "GET /v2.0/security-groups?id=81d670df-9ced-4e42-b1ac-aacdb2751188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775365 Feb 09 02:58:32.823391 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4d5d533-3f77-4be4-a674-1173a3344c4e admin admin] Publish callbacks [] for security_group (df312105-092f-47bc-b6dc-f0ae2f8e878e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.826054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 008cb221-b4c4-403e-b035-4f94fcfb350f no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:32.848088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4d5d533-3f77-4be4-a674-1173a3344c4e admin admin] Publish callbacks [] for security_group (df312105-092f-47bc-b6dc-f0ae2f8e878e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.876036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 008cb221-b4c4-403e-b035-4f94fcfb350f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:32.876720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 008cb221-b4c4-403e-b035-4f94fcfb350f not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:32.892392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (4b83e111-ee24-4edb-980b-a26370295e22), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.893748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b83e111-ee24-4edb-980b-a26370295e22 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:58:32.906520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4d5d533-3f77-4be4-a674-1173a3344c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (df312105-092f-47bc-b6dc-f0ae2f8e878e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.908447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4d5d533-3f77-4be4-a674-1173a3344c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.914154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c4d5d533-3f77-4be4-a674-1173a3344c4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df312105-092f-47bc-b6dc-f0ae2f8e878e HTTP/1.1" status: 204 len: 168 time: 0.2375438 Feb 09 02:58:32.918840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:32.922895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3e0b2e2b-bf14-4518-9b82-813ba6334baf admin admin] 10.222.0.32 "DELETE /v2.0/routers/4b83e111-ee24-4edb-980b-a26370295e22 HTTP/1.1" status: 204 len: 168 time: 3.1570084 Feb 09 02:58:32.923439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:32.943262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902627a-58b6-4da4-a87f-0fa2c099e784 req-9411f93e-4c03-4865-bb86-9287a6016964 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:32.951596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9902627a-58b6-4da4-a87f-0fa2c099e784 req-9411f93e-4c03-4865-bb86-9287a6016964 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3455780 Feb 09 02:58:32.973328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5d533-3f77-4be4-a674-1173a3344c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df312105-092f-47bc-b6dc-f0ae2f8e878e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:32.997934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd78c2d-b94b-4378-a978-ed938ced1bc7 admin admin] Deleting subnet ffed1295-2d64-4ddb-ac25-6211e02bb325 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:58:33.003834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6bd78c2d-b94b-4378-a978-ed938ced1bc7 admin admin] Publish callbacks [] for subnet (ffed1295-2d64-4ddb-ac25-6211e02bb325), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.049304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3f11523-07d1-41d8-a340-44ab9d05f649 admin admin] Publish callbacks [] for security_group (341ee0ab-ff20-445c-bacb-f4d34b88b5c2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.063469 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6bd78c2d-b94b-4378-a978-ed938ced1bc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (ffed1295-2d64-4ddb-ac25-6211e02bb325), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.067137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9902627a-58b6-4da4-a87f-0fa2c099e784 req-ec70eedf-1628-483e-9920-dbd8423f0f63 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141548 Feb 09 02:58:33.110088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3f11523-07d1-41d8-a340-44ab9d05f649 admin admin] Publish callbacks [] for security_group (341ee0ab-ff20-445c-bacb-f4d34b88b5c2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.113463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab4f9d5e-14bd-4353-8b5c-c6d90549d09c req-5c5fb945-aa86-43db-b2d6-07aef05364e7 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229126 Feb 09 02:58:33.170114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1768bd6f-48d5-44d3-8d80-9151f9108c04 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:33.212531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3f11523-07d1-41d8-a340-44ab9d05f649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (341ee0ab-ff20-445c-bacb-f4d34b88b5c2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.215103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3f11523-07d1-41d8-a340-44ab9d05f649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.221004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c3f11523-07d1-41d8-a340-44ab9d05f649 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/341ee0ab-ff20-445c-bacb-f4d34b88b5c2 HTTP/1.1" status: 204 len: 168 time: 0.5910652 Feb 09 02:58:33.231968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f11523-07d1-41d8-a340-44ab9d05f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341ee0ab-ff20-445c-bacb-f4d34b88b5c2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:33.253262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6bd78c2d-b94b-4378-a978-ed938ced1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ffed1295-2d64-4ddb-ac25-6211e02bb325), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.276810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 1768bd6f-48d5-44d3-8d80-9151f9108c04 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:33.278216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1768bd6f-48d5-44d3-8d80-9151f9108c04 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:33.281936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ece99b82-e15c-4567-8f18-b0b3c47c0910 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:33.334822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: ece99b82-e15c-4567-8f18-b0b3c47c0910 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:33.335561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ece99b82-e15c-4567-8f18-b0b3c47c0910 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:33.366276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6bd78c2d-b94b-4378-a978-ed938ced1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (ffed1295-2d64-4ddb-ac25-6211e02bb325), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.426546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd78c2d-b94b-4378-a978-ed938ced1bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffed1295-2d64-4ddb-ac25-6211e02bb325,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:33.428712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6bd78c2d-b94b-4378-a978-ed938ced1bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.434838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6bd78c2d-b94b-4378-a978-ed938ced1bc7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ffed1295-2d64-4ddb-ac25-6211e02bb325 HTTP/1.1" status: 204 len: 168 time: 0.5103788 Feb 09 02:58:33.435772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33608) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:33.438335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7571f-943b-483f-a817-01336e8d5cd2 None None] Network 9b799aea-b9be-4e59-9337-9682fc26a869 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:33.588879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714a6b-6572-4453-99a8-362f1e85609d req-87240975-c370-44bf-b96f-977b26870fce tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:33.596111 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (9b799aea-b9be-4e59-9337-9682fc26a869), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.596430 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc714a6b-6572-4453-99a8-362f1e85609d req-87240975-c370-44bf-b96f-977b26870fce tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2082613 Feb 09 02:58:33.610417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'name': 'network-vif-deleted', 'tag': 'ece99b82-e15c-4567-8f18-b0b3c47c0910'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:33.612739 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55035b5-313b-4a39-9104-53dc27f7c80a" -d '{"events": [{"server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "name": "network-vif-deleted", "tag": "ece99b82-e15c-4567-8f18-b0b3c47c0910"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:33.730497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc714a6b-6572-4453-99a8-362f1e85609d req-d190369a-2f6e-4e07-9af0-b641d28e4d04 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207185 Feb 09 02:58:33.747720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Deleting port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:33.750494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.815833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] DHCP port deletion for 9b799aea-b9be-4e59-9337-9682fc26a869 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:58:33.836946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] For port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:33.837637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.863802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Calling delete_port for 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:33.892158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.910431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Deleting port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:33.911563 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:33.990585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991cfd1-e22e-4579-a685-96baacd05849 req-5ce08089-4ac8-41c3-8d42-611a75e4ddaf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:33.991291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.000164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e991cfd1-e22e-4579-a685-96baacd05849 req-5ce08089-4ac8-41c3-8d42-611a75e4ddaf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1901505 Feb 09 02:58:34.013048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33632) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:34.040160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e66b343c-e9ed-461b-ab8d-1df0ef73eb5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.050168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] For port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,segment=NetworkSegment(85e14c97-c4d5-46c1-a249-3c5852835020),segment_id=85e14c97-c4d5-46c1-a249-3c5852835020)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:34.050610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.059280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] No DVR routers for this DVR port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:34.064524 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaa5fb9-84de-4df8-ba17-9c89c589998f x-openstack-request-id: req-3eaa5fb9-84de-4df8-ba17-9c89c589998f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:34.065516 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a403707-7c6f-4f14-ae04-fc44b3a6d10a", "name": "network-vif-deleted", "tag": "ece99b82-e15c-4567-8f18-b0b3c47c0910", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:34.065516 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3eaa5fb9-84de-4df8-ba17-9c89c589998f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:34.065839 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a403707-7c6f-4f14-ae04-fc44b3a6d10a', 'name': 'network-vif-deleted', 'tag': 'ece99b82-e15c-4567-8f18-b0b3c47c0910', 'status': 'completed', 'code': 200} Feb 09 02:58:34.066603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Pushing event deleted for resources: {'Port': ['ID=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:34.090795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Calling delete_port for 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:34.203868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (9b799aea-b9be-4e59-9337-9682fc26a869), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.210762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e66b343c-e9ed-461b-ab8d-1df0ef73eb5e admin admin] Publish callbacks [] for security_group (e21a4c13-6f80-47fa-81d6-c86dbc43ae96), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.216312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e991cfd1-e22e-4579-a685-96baacd05849 req-5fcc029e-76d0-4f5d-957a-ac500d1d317e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141893 Feb 09 02:58:34.219314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e66b343c-e9ed-461b-ab8d-1df0ef73eb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e21a4c13-6f80-47fa-81d6-c86dbc43ae96), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.242087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b799aea-b9be-4e59-9337-9682fc26a869']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:34.260702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17421b25-2c02-4b57-a0ec-2a5ced481dbd req-5e6f537a-f35a-417d-b820-8df9c080a913 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:34.262420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17421b25-2c02-4b57-a0ec-2a5ced481dbd req-5e6f537a-f35a-417d-b820-8df9c080a913 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1560080 Feb 09 02:58:34.266857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e14c97-c4d5-46c1-a249-3c5852835020') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:34.267166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e14c97-c4d5-46c1-a249-3c5852835020') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: from cryptography.utils import int_from_bytes Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: from cryptography.utils import int_from_bytes Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.277744 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 02:58:34.281034 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 02:58:34.282187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (85e14c97-c4d5-46c1-a249-3c5852835020), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.291375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e66b343c-e9ed-461b-ab8d-1df0ef73eb5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78c2159665254c73bbadcd1275a5d9e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757003 Feb 09 02:58:34.291914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33638) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:34.292242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b343c-e9ed-461b-ab8d-1df0ef73eb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21a4c13-6f80-47fa-81d6-c86dbc43ae96,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:34.297719 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (31a9b9c2-350a-4ce1-8faf-c1f7330582b2), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.313689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (85e14c97-c4d5-46c1-a249-3c5852835020), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.327083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:58:34.327494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (85e14c97-c4d5-46c1-a249-3c5852835020), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:58:34.329623 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:58:34.335051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] No DVR routers for this DVR port 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:34.348729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33642) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:34.389124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Pushing event deleted for resources: {'Port': ['ID=31a9b9c2-350a-4ce1-8faf-c1f7330582b2,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:34.397797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.398462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.399007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.399780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.400327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.400859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.401389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.402189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.402761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.403287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.403855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.404398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.404921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f0f09-da7c-4859-b95e-8c8104d1fcf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:34.432270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7662d73-71d4-412d-a21d-0225fe7ca5f6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting subnet 03be5eb4-9ee2-4904-ad29-be393f32eece {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:58:34.436347 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7662d73-71d4-412d-a21d-0225fe7ca5f6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for subnet (03be5eb4-9ee2-4904-ad29-be393f32eece), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.474659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17421b25-2c02-4b57-a0ec-2a5ced481dbd req-b423b167-a9e6-4c4b-bb3a-2310f3e89e00 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863775 Feb 09 02:58:34.475969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a434cef-b0f8-4fe5-a5c0-221664699907 admin admin] Publish callbacks [] for security_group (e21a4c13-6f80-47fa-81d6-c86dbc43ae96), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.477866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (9b799aea-b9be-4e59-9337-9682fc26a869), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.486301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.506848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b799aea-b9be-4e59-9337-9682fc26a869 HTTP/1.1" status: 204 len: 168 time: 1.0695415 Feb 09 02:58:34.508906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33650) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:34.519040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7662d73-71d4-412d-a21d-0225fe7ca5f6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (03be5eb4-9ee2-4904-ad29-be393f32eece), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.530865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6580d4-44a7-4e69-9e89-e50cb57d925b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b799aea-b9be-4e59-9337-9682fc26a869,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:34.549350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a434cef-b0f8-4fe5-a5c0-221664699907 admin admin] Publish callbacks [] for security_group (e21a4c13-6f80-47fa-81d6-c86dbc43ae96), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.698498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03087cb-98db-4865-943c-4bb09a595ce7 req-f5142d31-d3a4-4f3f-af3e-98479de2ef95 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:34.700616 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d03087cb-98db-4865-943c-4bb09a595ce7 req-f5142d31-d3a4-4f3f-af3e-98479de2ef95 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1072865 Feb 09 02:58:34.701946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a434cef-b0f8-4fe5-a5c0-221664699907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e21a4c13-6f80-47fa-81d6-c86dbc43ae96), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.704832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a434cef-b0f8-4fe5-a5c0-221664699907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.706269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3a434cef-b0f8-4fe5-a5c0-221664699907 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e21a4c13-6f80-47fa-81d6-c86dbc43ae96 HTTP/1.1" status: 204 len: 168 time: 0.4121413 Feb 09 02:58:34.745518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a434cef-b0f8-4fe5-a5c0-221664699907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21a4c13-6f80-47fa-81d6-c86dbc43ae96,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:34.788866 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7662d73-71d4-412d-a21d-0225fe7ca5f6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (03be5eb4-9ee2-4904-ad29-be393f32eece), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:34.791130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:34.828531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:34.829816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 31a9b9c2-350a-4ce1-8faf-c1f7330582b2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:34.830853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bf4771ec-bca9-46a0-95bb-ba261b962b06 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:34.864967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d03087cb-98db-4865-943c-4bb09a595ce7 req-c07dd408-4b37-4c3b-a75d-f8e3f005180b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456392 Feb 09 02:58:34.875863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: bf4771ec-bca9-46a0-95bb-ba261b962b06 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:34.881561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bf4771ec-bca9-46a0-95bb-ba261b962b06 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:34.900964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:35.000960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b68249-1332-40c9-8d66-4a6fe1e388db req-6340349d-c4d5-4464-8b44-6f0760bc2523 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:35.002568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9b68249-1332-40c9-8d66-4a6fe1e388db req-6340349d-c4d5-4464-8b44-6f0760bc2523 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0772994 Feb 09 02:58:35.120825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9b68249-1332-40c9-8d66-4a6fe1e388db req-59d4aef8-8086-4954-9287-eb81182fedae tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Feb 09 02:58:35.130700 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.131924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7662d73-71d4-412d-a21d-0225fe7ca5f6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (03be5eb4-9ee2-4904-ad29-be393f32eece), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.156236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:35.186908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'port_id': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'mac_address': 'fa:16:3e:ec:52:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:35.197728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7662d73-71d4-412d-a21d-0225fe7ca5f6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Subnet': ['ID=03be5eb4-9ee2-4904-ad29-be393f32eece,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:35.205693 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7662d73-71d4-412d-a21d-0225fe7ca5f6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.211343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f7662d73-71d4-412d-a21d-0225fe7ca5f6 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "DELETE /v2.0/subnets/03be5eb4-9ee2-4904-ad29-be393f32eece HTTP/1.1" status: 204 len: 168 time: 0.8590374 Feb 09 02:58:35.211712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33668) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:35.293200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b44570b-d32c-401e-a105-3b65e0e09cae is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:35.293745 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.332446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1393e-47d8-4d10-b5ef-636fdf15d411 None None] Network 5a8da8a5-e5eb-49e6-a805-c84c4c536503 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:35.342361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b44570b-d32c-401e-a105-3b65e0e09cae {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:35.375071 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5a8da8a5-e5eb-49e6-a805-c84c4c536503), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.479826 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (5a8a0bab-0d25-46df-b02f-a19741fc889b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.510074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33682) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:35.547574 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-554cdd5b-3ce6-422e-8048-c06b2ff75dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.584229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:35.637966 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.710070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-554cdd5b-3ce6-422e-8048-c06b2ff75dcb admin admin] Publish callbacks [] for security_group (49188797-a285-4457-b96f-5908070858fc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.712261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:35.712597 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.752503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:35.805724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e741a-2a8b-463e-acfc-04826b2ed052 req-d917e727-c991-4c03-897d-acf50d3f38bc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:35.812441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-554cdd5b-3ce6-422e-8048-c06b2ff75dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (49188797-a285-4457-b96f-5908070858fc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.814496 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e6e741a-2a8b-463e-acfc-04826b2ed052 req-d917e727-c991-4c03-897d-acf50d3f38bc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 944 time: 0.2462571 Feb 09 02:58:35.868895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] DHCP port deletion for 5a8da8a5-e5eb-49e6-a805-c84c4c536503 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:58:35.899805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-554cdd5b-3ce6-422e-8048-c06b2ff75dcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fa26a6486e1462d832cfe4f8163e64f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801954 Feb 09 02:58:35.902034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:35.902497 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.920053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33694) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:35.956623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:35.980955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] Deleting port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:35.981611 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:35.989568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cdd5b-3ce6-422e-8048-c06b2ff75dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49188797-a285-4457-b96f-5908070858fc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:36.011518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e6e741a-2a8b-463e-acfc-04826b2ed052 req-d0f78704-9ef2-452d-bf0a-8a537501e6dd tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960719 Feb 09 02:58:36.044899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8b44570b-d32c-401e-a105-3b65e0e09cae'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:36.124523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f579f-d113-42dd-aebc-35a6bbd4d720 req-53919685-ba21-419c-b95c-5e87cc804b84 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:36.131020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] For port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,segment=NetworkSegment(2bb89e7c-ffbd-4d79-89cb-fef319b8e15f),segment_id=2bb89e7c-ffbd-4d79-89cb-fef319b8e15f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:36.131616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.132889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-440f579f-d113-42dd-aebc-35a6bbd4d720 req-53919685-ba21-419c-b95c-5e87cc804b84 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1958928 Feb 09 02:58:36.152874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] Calling delete_port for 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:36.168458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Deleting port 50c48646-6992-4232-b2ae-5d7280a4ad66 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:36.169127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.260057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-440f579f-d113-42dd-aebc-35a6bbd4d720 req-946d3273-10f7-4e6a-a273-c492da2c7995 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206701 Feb 09 02:58:36.261178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef753a4e-cfb7-40b6-962d-652a8a744fbf admin admin] Publish callbacks [] for security_group (49188797-a285-4457-b96f-5908070858fc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.293918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef753a4e-cfb7-40b6-962d-652a8a744fbf admin admin] Publish callbacks [] for security_group (49188797-a285-4457-b96f-5908070858fc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.351674 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef753a4e-cfb7-40b6-962d-652a8a744fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (49188797-a285-4457-b96f-5908070858fc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.354621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef753a4e-cfb7-40b6-962d-652a8a744fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.355913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef753a4e-cfb7-40b6-962d-652a8a744fbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49188797-a285-4457-b96f-5908070858fc HTTP/1.1" status: 204 len: 168 time: 0.4347963 Feb 09 02:58:36.386810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef753a4e-cfb7-40b6-962d-652a8a744fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49188797-a285-4457-b96f-5908070858fc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:36.392987 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.465938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:36.474865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:36.503070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.548828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (80a56d46-5d8b-4e82-bb0c-fa74c483bd0a), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.614703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] Pushing event deleted for resources: {'Port': ['ID=80a56d46-5d8b-4e82-bb0c-fa74c483bd0a,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:36.665074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902abba8-977e-4922-b5fa-4f743bd44b83 None None] No DVR routers for this DVR port 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:36.799920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:36.880403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:36.881081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 80a56d46-5d8b-4e82-bb0c-fa74c483bd0a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:36.936453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5a8da8a5-e5eb-49e6-a805-c84c4c536503), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:36.957604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8da8a5-e5eb-49e6-a805-c84c4c536503']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:36.986201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:36.986524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb89e7c-ffbd-4d79-89cb-fef319b8e15f') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:37.004365 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2bb89e7c-ffbd-4d79-89cb-fef319b8e15f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.021047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] For port 50c48646-6992-4232-b2ae-5d7280a4ad66, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=50c48646-6992-4232-b2ae-5d7280a4ad66,segment=NetworkSegment(897d9630-c7c8-4de5-8609-f988776fc966),segment_id=897d9630-c7c8-4de5-8609-f988776fc966)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:37.021047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.031069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2bb89e7c-ffbd-4d79-89cb-fef319b8e15f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.042938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:58:37.043353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2bb89e7c-ffbd-4d79-89cb-fef319b8e15f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:58:37.046690 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:58:37.054185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Calling delete_port for 50c48646-6992-4232-b2ae-5d7280a4ad66 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:37.148255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5a8da8a5-e5eb-49e6-a805-c84c4c536503), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.159321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.165519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "DELETE /v2.0/networks/5a8da8a5-e5eb-49e6-a805-c84c4c536503 HTTP/1.1" status: 204 len: 168 time: 1.9527135 Feb 09 02:58:37.166554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33716) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:37.235921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4334722-d93f-4d92-bcb6-432788528f59 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting subnet 36609164-b497-4683-8f5b-6797ef6bd052 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:58:37.240485 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4334722-d93f-4d92-bcb6-432788528f59 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for subnet (36609164-b497-4683-8f5b-6797ef6bd052), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.245150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ccd23-6ff8-4626-ae2c-81a206a4c337 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Network': ['ID=5a8da8a5-e5eb-49e6-a805-c84c4c536503,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:37.285310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c5004-2ae4-4f77-922c-fd37de01d45e req-5e1652de-4029-484f-9a87-61745af9d183 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:37.286924 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-980c5004-2ae4-4f77-922c-fd37de01d45e req-5e1652de-4029-484f-9a87-61745af9d183 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 944 time: 0.1532915 Feb 09 02:58:37.294105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4334722-d93f-4d92-bcb6-432788528f59 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (36609164-b497-4683-8f5b-6797ef6bd052), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.357584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-980c5004-2ae4-4f77-922c-fd37de01d45e req-3f279c62-49e9-4c92-884c-5dd46350b9ad tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623353 Feb 09 02:58:37.543179 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4334722-d93f-4d92-bcb6-432788528f59 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (36609164-b497-4683-8f5b-6797ef6bd052), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.725629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baeab0-bb85-415f-a2d5-5079574cbcd4 req-6dde206f-661b-4e54-93ed-83db13d5a89c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:37.733355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24baeab0-bb85-415f-a2d5-5079574cbcd4 req-6dde206f-661b-4e54-93ed-83db13d5a89c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3493288 Feb 09 02:58:37.763679 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (50c48646-6992-4232-b2ae-5d7280a4ad66), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.800710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c48646-6992-4232-b2ae-5d7280a4ad66,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:37.898333 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4334722-d93f-4d92-bcb6-432788528f59 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (36609164-b497-4683-8f5b-6797ef6bd052), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:37.949479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4334722-d93f-4d92-bcb6-432788528f59 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Subnet': ['ID=36609164-b497-4683-8f5b-6797ef6bd052,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:37.958082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24baeab0-bb85-415f-a2d5-5079574cbcd4 req-6c735fd1-9a0d-41ac-809c-3ab976df55b5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237327 Feb 09 02:58:38.002198 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4334722-d93f-4d92-bcb6-432788528f59 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:38.018227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f4334722-d93f-4d92-bcb6-432788528f59 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "DELETE /v2.0/subnets/36609164-b497-4683-8f5b-6797ef6bd052 HTTP/1.1" status: 204 len: 168 time: 0.8366961 Feb 09 02:58:38.018977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33770) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:38.036955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689a30f-a934-453c-9014-7b8e108c282b None None] Network 21f07536-2adc-4d5d-af6a-0194c557fe32 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:38.163021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (21f07536-2adc-4d5d-af6a-0194c557fe32), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:38.262753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Deleting port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:38.264891 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:38.336012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] DHCP port deletion for 21f07536-2adc-4d5d-af6a-0194c557fe32 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:58:38.371991 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (5a8a0bab-0d25-46df-b02f-a19741fc889b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:38.397572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] For port f015dc9b-d183-41c6-bb0a-4024a28ba0c6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:38.398703 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:38.424438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Calling delete_port for f015dc9b-d183-41c6-bb0a-4024a28ba0c6 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:38.485882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] Deleting port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:38.486273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:38.688071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528a19-2c06-4c7d-8a63-66d1dfc32263 req-4e547628-4951-4379-b33c-ec2660771a72 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:38.690721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c528a19-2c06-4c7d-8a63-66d1dfc32263 req-4e547628-4951-4379-b33c-ec2660771a72 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 944 time: 0.1418226 Feb 09 02:58:38.692256 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:38.724562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Port': ['ID=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:38.741473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33796) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:38.767025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] For port f015dc9b-d183-41c6-bb0a-4024a28ba0c6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,segment=NetworkSegment(19c3f6b6-0f67-4c1e-98b2-62c8a1171449),segment_id=19c3f6b6-0f67-4c1e-98b2-62c8a1171449)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:38.767529 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:38.786593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] Calling delete_port for f015dc9b-d183-41c6-bb0a-4024a28ba0c6 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:38.808960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] No DVR routers for this DVR port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:38.889206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f015dc9b-d183-41c6-bb0a-4024a28ba0c6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:38.907335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Router 5a8a0bab-0d25-46df-b02f-a19741fc889b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:58:38.916424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: f015dc9b-d183-41c6-bb0a-4024a28ba0c6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:38.916891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f015dc9b-d183-41c6-bb0a-4024a28ba0c6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:38.941903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:38.964864 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c528a19-2c06-4c7d-8a63-66d1dfc32263 req-6f00c723-d654-4831-b714-f7db72079e29 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410719 Feb 09 02:58:39.027315 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (f015dc9b-d183-41c6-bb0a-4024a28ba0c6), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.046685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 8b44570b-d32c-401e-a105-3b65e0e09cae completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:58:39.087717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (21f07536-2adc-4d5d-af6a-0194c557fe32), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.087937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] Pushing event deleted for resources: {'Port': ['ID=f015dc9b-d183-41c6-bb0a-4024a28ba0c6,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:39.089934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfe7f3-9c59-4ce4-9f5d-88fc6a438cfa None None] No DVR routers for this DVR port f015dc9b-d183-41c6-bb0a-4024a28ba0c6 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:39.091355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 8b44570b-d32c-401e-a105-3b65e0e09cae triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:39.091724 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.131940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f07536-2adc-4d5d-af6a-0194c557fe32']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:39.142519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c3f6b6-0f67-4c1e-98b2-62c8a1171449') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:39.142964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c3f6b6-0f67-4c1e-98b2-62c8a1171449') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:39.154888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (19c3f6b6-0f67-4c1e-98b2-62c8a1171449), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.168588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (19c3f6b6-0f67-4c1e-98b2-62c8a1171449), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.175466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:58:39.176000 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (19c3f6b6-0f67-4c1e-98b2-62c8a1171449), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.216723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b44570b-d32c-401e-a105-3b65e0e09cae is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:39.216723 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:58:39.257232 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:58:39.267153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (21f07536-2adc-4d5d-af6a-0194c557fe32), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.268054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:39.269817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca4a703e-caca-4f7a-8a16-78403e636635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.271113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:39.277047 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47061f98-5d03-4a12-ac46-c508532fe2cd" -d '{"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-plugged", "status": "completed", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:39.279729 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.280050 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] Sync routers for ids ['5a8a0bab-0d25-46df-b02f-a19741fc889b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:39.283024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] 10.222.0.32 "DELETE /v2.0/networks/21f07536-2adc-4d5d-af6a-0194c557fe32 HTTP/1.1" status: 204 len: 168 time: 1.2630365 Feb 09 02:58:39.297834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b6f40511-56ed-4432-b1d3-3eeb31797943 admin admin] 10.222.0.32 "PUT /v2.0/routers/5a8a0bab-0d25-46df-b02f-a19741fc889b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7874413 Feb 09 02:58:39.302203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33812) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:39.305550 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] Routers {'5a8a0bab-0d25-46df-b02f-a19741fc889b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:39.313900 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5a8a0bab-0d25-46df-b02f-a19741fc889b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:39.318512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b3b36-6219-4f2f-8ec0-23cc1fc7b022 req-3cc9ac9d-af9c-499e-84b0-47558d07b927 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:39.321613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-126b3b36-6219-4f2f-8ec0-23cc1fc7b022 req-3cc9ac9d-af9c-499e-84b0-47558d07b927 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2212946 Feb 09 02:58:39.334461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d149a-dc7a-410e-a142-85fa571dcbb4 tempest-ServersTestMultiNic-515792264 tempest-ServersTestMultiNic-515792264-project] Pushing event deleted for resources: {'Network': ['ID=21f07536-2adc-4d5d-af6a-0194c557fe32,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:39.340583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:39.354255 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.457902 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626d8a3a-7a11-450b-888f-375d32414f8e x-openstack-request-id: req-626d8a3a-7a11-450b-888f-375d32414f8e {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:39.458301 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-plugged", "status": "completed", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:39.458523 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-626d8a3a-7a11-450b-888f-375d32414f8e {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:39.458926 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'code': 200} Feb 09 02:58:39.495798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca4a703e-caca-4f7a-8a16-78403e636635 admin admin] Publish callbacks [] for security_group (384131b0-feb7-4176-83bf-823c0e29ab4f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.514773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca4a703e-caca-4f7a-8a16-78403e636635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (384131b0-feb7-4176-83bf-823c0e29ab4f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.517824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-126b3b36-6219-4f2f-8ec0-23cc1fc7b022 req-0890a39b-6f5d-452c-933a-785e0c1d4cda tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480041 Feb 09 02:58:39.532501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:39.610208 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] Set router 5a8a0bab-0d25-46df-b02f-a19741fc889b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:39.630936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c810d-d522-4a27-b6e5-c0e586d1f3ba req-71d453f7-ec5d-44b0-a510-60b7eb2178c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:39.632884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a57c810d-d522-4a27-b6e5-c0e586d1f3ba req-71d453f7-ec5d-44b0-a510-60b7eb2178c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1127 time: 0.1140485 Feb 09 02:58:39.636280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a703e-caca-4f7a-8a16-78403e636635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384131b0-feb7-4176-83bf-823c0e29ab4f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:39.644098 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ca4a703e-caca-4f7a-8a16-78403e636635 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25c954dd0e46486e919802d23dbd3ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8986142 Feb 09 02:58:39.648199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:39.671837 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks [] for router (5a8a0bab-0d25-46df-b02f-a19741fc889b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.725673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33824) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:39.819086 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a57c810d-d522-4a27-b6e5-c0e586d1f3ba req-636ce496-72a4-4242-b989-617b1beb77dd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727853 Feb 09 02:58:39.860745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks [] for router_gateway (5a8a0bab-0d25-46df-b02f-a19741fc889b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.893255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6007a227-ac57-47e2-b026-0b250364ca30 admin admin] Publish callbacks [] for security_group (384131b0-feb7-4176-83bf-823c0e29ab4f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.901602 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:58:37Z', 'revision_number': 5, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port': {'id': '26a73963-f73b-4405-81b1-42d4185b2f0b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:49:43Z', 'updated_at': '2022-02-09T02:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:39.934531 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] Checking router: 5a8a0bab-0d25-46df-b02f-a19741fc889b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:39.946217 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] Routers {'5a8a0bab-0d25-46df-b02f-a19741fc889b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:39.947222 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5a8a0bab-0d25-46df-b02f-a19741fc889b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:39.954837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Deleting port 26a73963-f73b-4405-81b1-42d4185b2f0b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:39.955236 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:39.970065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6007a227-ac57-47e2-b026-0b250364ca30 admin admin] Publish callbacks [] for security_group (384131b0-feb7-4176-83bf-823c0e29ab4f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.136119 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] Set router 5a8a0bab-0d25-46df-b02f-a19741fc889b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:40.158916 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6007a227-ac57-47e2-b026-0b250364ca30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (384131b0-feb7-4176-83bf-823c0e29ab4f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.161920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6007a227-ac57-47e2-b026-0b250364ca30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.163262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6007a227-ac57-47e2-b026-0b250364ca30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/384131b0-feb7-4176-83bf-823c0e29ab4f HTTP/1.1" status: 204 len: 168 time: 0.5131612 Feb 09 02:58:40.178490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] For port 26a73963-f73b-4405-81b1-42d4185b2f0b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=26a73963-f73b-4405-81b1-42d4185b2f0b,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:40.178856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.191869 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:58:39Z', 'revision_number': 6, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:40.197346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Calling delete_port for 26a73963-f73b-4405-81b1-42d4185b2f0b owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:40.203742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007a227-ac57-47e2-b026-0b250364ca30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384131b0-feb7-4176-83bf-823c0e29ab4f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:40.226354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1c338-309e-425e-985a-4ae7d5b03f68 req-18fc6d92-24c2-40cc-9369-9112abf1c76a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:40.227997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ea1c338-309e-425e-985a-4ae7d5b03f68 req-18fc6d92-24c2-40cc-9369-9112abf1c76a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1209590 Feb 09 02:58:40.246803 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e0dba-9ac9-43b8-96f8-b146f4d9a018 None None] The sync data for ids ['5a8a0bab-0d25-46df-b02f-a19741fc889b'] in n-d-827839-4 is: [{'id': '5a8a0bab-0d25-46df-b02f-a19741fc889b', 'name': 'tempest-TaggedBootDevicesTest-2074528329-router', 'tenant_id': '96ec83efda9c4cb1b368356b82dfe330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:49:41Z', 'updated_at': '2022-02-09T02:58:39Z', 'revision_number': 6, 'project_id': '96ec83efda9c4cb1b368356b82dfe330', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:40.358017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ea1c338-309e-425e-985a-4ae7d5b03f68 req-422b1ecb-528a-4734-b760-40f2765e9481 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970159 Feb 09 02:58:40.558505 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (26a73963-f73b-4405-81b1-42d4185b2f0b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.619706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Pushing event deleted for resources: {'Port': ['ID=26a73963-f73b-4405-81b1-42d4185b2f0b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:40.700545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.700910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.701263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.701606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.701942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.702298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.702628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.702958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.703282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.703609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.703943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.720910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.721781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:58:40.727587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 50c48646-6992-4232-b2ae-5d7280a4ad66 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:40.769687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (f75385a1-c986-454c-8191-07a371369d81), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.788690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 50c48646-6992-4232-b2ae-5d7280a4ad66 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:40.793087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 50c48646-6992-4232-b2ae-5d7280a4ad66 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:40.836275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (5a8a0bab-0d25-46df-b02f-a19741fc889b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.936325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df581537-a35b-4f78-97cd-47229eaaaae0 req-be7a2d88-9ac8-4b0b-ac56-4a125c937267 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:40.938008 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df581537-a35b-4f78-97cd-47229eaaaae0 req-be7a2d88-9ac8-4b0b-ac56-4a125c937267 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3007033 Feb 09 02:58:40.973386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (5a8a0bab-0d25-46df-b02f-a19741fc889b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:40.976164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks [] for router_controller (5a8a0bab-0d25-46df-b02f-a19741fc889b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.043141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (5a8a0bab-0d25-46df-b02f-a19741fc889b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.045124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8a0bab-0d25-46df-b02f-a19741fc889b {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:58:41.052673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.057315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-79fe9561-7736-4ed3-8230-dab2bc5933cd admin admin] 10.222.0.32 "DELETE /v2.0/routers/5a8a0bab-0d25-46df-b02f-a19741fc889b HTTP/1.1" status: 204 len: 168 time: 1.7540429 Feb 09 02:58:41.058043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33856) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:41.105658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df581537-a35b-4f78-97cd-47229eaaaae0 req-e288b0cb-c3ca-4042-be37-32aeed8144e4 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344144 Feb 09 02:58:41.247319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6395f0f9-5b14-483c-8cb7-014c42d70bad admin admin] Deleting subnet 887d48b1-0e24-4d78-bd3e-e899bdb80da3 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:58:41.252541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6395f0f9-5b14-483c-8cb7-014c42d70bad admin admin] Publish callbacks [] for subnet (887d48b1-0e24-4d78-bd3e-e899bdb80da3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.309779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6395f0f9-5b14-483c-8cb7-014c42d70bad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (887d48b1-0e24-4d78-bd3e-e899bdb80da3), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.522945 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6395f0f9-5b14-483c-8cb7-014c42d70bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (887d48b1-0e24-4d78-bd3e-e899bdb80da3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.589745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Deleting port 53849532-1257-4912-92e8-4671fbb58228 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:41.590410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (53849532-1257-4912-92e8-4671fbb58228), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.622337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6395f0f9-5b14-483c-8cb7-014c42d70bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (887d48b1-0e24-4d78-bd3e-e899bdb80da3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.675739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7535f4-2e32-4b14-afad-299005f27a91 req-7f2f78d6-fdfa-4429-8c45-d17550bebb26 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:41.693180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395f0f9-5b14-483c-8cb7-014c42d70bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887d48b1-0e24-4d78-bd3e-e899bdb80da3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:41.693918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d7535f4-2e32-4b14-afad-299005f27a91 req-7f2f78d6-fdfa-4429-8c45-d17550bebb26 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1708505 Feb 09 02:58:41.700137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6395f0f9-5b14-483c-8cb7-014c42d70bad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.705601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b769efd-7401-4b9f-8423-2fee91170836 None None] Network cb608499-0555-4383-82b4-68208b53b34b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:41.721171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6395f0f9-5b14-483c-8cb7-014c42d70bad admin admin] 10.222.0.32 "DELETE /v2.0/subnets/887d48b1-0e24-4d78-bd3e-e899bdb80da3 HTTP/1.1" status: 204 len: 168 time: 0.6617892 Feb 09 02:58:41.726306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33872) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:41.798142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] For port 53849532-1257-4912-92e8-4671fbb58228, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=53849532-1257-4912-92e8-4671fbb58228,segment=NetworkSegment(1651b915-e99c-475e-8c7d-e30bc9a7b36b),segment_id=1651b915-e99c-475e-8c7d-e30bc9a7b36b)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:41.798857 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (53849532-1257-4912-92e8-4671fbb58228), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.815177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Calling delete_port for 53849532-1257-4912-92e8-4671fbb58228 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:41.892274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (cb608499-0555-4383-82b4-68208b53b34b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:41.990002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d7535f4-2e32-4b14-afad-299005f27a91 req-574fde31-3440-47c6-af87-afb8428c0584 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937226 Feb 09 02:58:42.013882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] DHCP port deletion for cb608499-0555-4383-82b4-68208b53b34b request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:58:42.031185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Deleting port c81627ad-e40f-45ef-a7f4-bfb0ac955cac {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:42.031747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.195860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] Deleting port c81627ad-e40f-45ef-a7f4-bfb0ac955cac {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:42.196503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.219443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] For port c81627ad-e40f-45ef-a7f4-bfb0ac955cac, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,segment=NetworkSegment(897d9630-c7c8-4de5-8609-f988776fc966),segment_id=897d9630-c7c8-4de5-8609-f988776fc966)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:42.219942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.243742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Calling delete_port for c81627ad-e40f-45ef-a7f4-bfb0ac955cac owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:42.261197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ed5d6-f794-4b35-8264-cf61bc6c4061 req-8bef5f0d-7d7e-4539-866c-a656cca50aff tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:42.263743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-494ed5d6-f794-4b35-8264-cf61bc6c4061 req-8bef5f0d-7d7e-4539-866c-a656cca50aff tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1119072 Feb 09 02:58:42.274276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33914) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:42.279854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'floatingip': {'port_id': '8b44570b-d32c-401e-a105-3b65e0e09cae'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:42.344313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] For port c81627ad-e40f-45ef-a7f4-bfb0ac955cac, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,segment=NetworkSegment(897d9630-c7c8-4de5-8609-f988776fc966),segment_id=897d9630-c7c8-4de5-8609-f988776fc966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:42.346854 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.366101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (4ea5fb2d-6a01-4271-91e6-15bfe1ecc000), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.377757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] Calling delete_port for c81627ad-e40f-45ef-a7f4-bfb0ac955cac owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:42.538653 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.568001 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018d31c-2cbb-4fbe-8db8-8b1e94c8f474 req-75d039c0-861b-49b7-8329-2a33429c83a0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:42.568763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (c81627ad-e40f-45ef-a7f4-bfb0ac955cac), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.576763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:42.580822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f018d31c-2cbb-4fbe-8db8-8b1e94c8f474 req-75d039c0-861b-49b7-8329-2a33429c83a0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3394983 Feb 09 02:58:42.625945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] No DVR routers for this DVR port c81627ad-e40f-45ef-a7f4-bfb0ac955cac on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:42.636106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fd326-4e23-4667-b2d7-75d2dc246df1 None None] Pushing event deleted for resources: {'Port': ['ID=c81627ad-e40f-45ef-a7f4-bfb0ac955cac,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:42.647246 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (53849532-1257-4912-92e8-4671fbb58228), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:42.727775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f018d31c-2cbb-4fbe-8db8-8b1e94c8f474 req-3d6ca04b-6f40-45c3-8345-01cc0adab04d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459661 Feb 09 02:58:42.731278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] No DVR routers for this DVR port c81627ad-e40f-45ef-a7f4-bfb0ac955cac on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:42.768868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=53849532-1257-4912-92e8-4671fbb58228,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:42.834899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33920) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:42.861821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 26a73963-f73b-4405-81b1-42d4185b2f0b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:42.918884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 26a73963-f73b-4405-81b1-42d4185b2f0b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:42.926755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 26a73963-f73b-4405-81b1-42d4185b2f0b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:42.929368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c81627ad-e40f-45ef-a7f4-bfb0ac955cac no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:43.045310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c81627ad-e40f-45ef-a7f4-bfb0ac955cac {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:43.047932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c81627ad-e40f-45ef-a7f4-bfb0ac955cac not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:43.091315 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (f75385a1-c986-454c-8191-07a371369d81), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.164880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:58:43.269358 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8f53db9-9775-4ef8-b098-e691e98eca81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.340373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:43.379281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261', 'port_id': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'mac_address': 'fa:16:3e:95:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87109b47-f43d-4643-8a15-9bbbce272f5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:58:43.484505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:43.485095 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.533915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f3a7643-df1d-44af-82fe-c1c8f8b30910 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:58:43.571282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:43.587758 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.605476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8f53db9-9775-4ef8-b098-e691e98eca81 admin admin] Publish callbacks [] for security_group (89e213df-0dd7-4183-8d3c-c21cb2182d98), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.623659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8f53db9-9775-4ef8-b098-e691e98eca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (89e213df-0dd7-4183-8d3c-c21cb2182d98), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.662514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:43.677523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f3a7643-df1d-44af-82fe-c1c8f8b30910'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:58:43.759918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c8f53db9-9775-4ef8-b098-e691e98eca81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=964f274120de4656af8358a7c781323e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9194701 Feb 09 02:58:43.771362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:43.860466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f53db9-9775-4ef8-b098-e691e98eca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e213df-0dd7-4183-8d3c-c21cb2182d98,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:43.917071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.954015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (4ea5fb2d-6a01-4271-91e6-15bfe1ecc000), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:43.993496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Router f75385a1-c986-454c-8191-07a371369d81 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:58:44.051860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e57f-e3eb-407e-ae44-495251ff1b66 admin admin] Publish callbacks [] for security_group (89e213df-0dd7-4183-8d3c-c21cb2182d98), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.102226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (cb608499-0555-4383-82b4-68208b53b34b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.116990 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Floating IP 4ea5fb2d-6a01-4271-91e6-15bfe1ecc000 associated. External IP: 172.25.2.92, port: 8b44570b-d32c-401e-a105-3b65e0e09cae. Feb 09 02:58:44.121105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3751699-c87e-412a-ae58-b9c9404d22d0 req-d13b8221-625d-4cd2-a681-97177992f50e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:44.131554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3751699-c87e-412a-ae58-b9c9404d22d0 req-d13b8221-625d-4cd2-a681-97177992f50e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 944 time: 0.2624438 Feb 09 02:58:44.140538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e57f-e3eb-407e-ae44-495251ff1b66 admin admin] Publish callbacks [] for security_group (89e213df-0dd7-4183-8d3c-c21cb2182d98), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.219780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb608499-0555-4383-82b4-68208b53b34b']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:44.235864 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897d9630-c7c8-4de5-8609-f988776fc966') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:44.236335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897d9630-c7c8-4de5-8609-f988776fc966') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:44.264641 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (897d9630-c7c8-4de5-8609-f988776fc966), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.286722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (897d9630-c7c8-4de5-8609-f988776fc966), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.288742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3751699-c87e-412a-ae58-b9c9404d22d0 req-6d7fce9d-0232-4913-ad82-a1d990a98963 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563137 Feb 09 02:58:44.300931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:58:44.301459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (897d9630-c7c8-4de5-8609-f988776fc966), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:58:44.303302 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:58:44.354443 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e57f-e3eb-407e-ae44-495251ff1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (89e213df-0dd7-4183-8d3c-c21cb2182d98), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.357339 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e57f-e3eb-407e-ae44-495251ff1b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.362435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d9e6e57f-e3eb-407e-ae44-495251ff1b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89e213df-0dd7-4183-8d3c-c21cb2182d98 HTTP/1.1" status: 204 len: 168 time: 0.5850565 Feb 09 02:58:44.364572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:44.373186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e0245513-9840-4e31-a6de-c1cbd64fc6ee admin admin] 10.222.0.32 "PUT /v2.0/routers/f75385a1-c986-454c-8191-07a371369d81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6449177 Feb 09 02:58:44.374504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6e57f-e3eb-407e-ae44-495251ff1b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e213df-0dd7-4183-8d3c-c21cb2182d98,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:44.374750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] Sync routers for ids ['f75385a1-c986-454c-8191-07a371369d81'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:44.375957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33964) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:44.444924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] Routers {'f75385a1-c986-454c-8191-07a371369d81'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:44.447081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f75385a1-c986-454c-8191-07a371369d81'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:44.599311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks [] for router (f75385a1-c986-454c-8191-07a371369d81), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.644404 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (cb608499-0555-4383-82b4-68208b53b34b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.652088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:58:44.666748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:44.672459 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb608499-0555-4383-82b4-68208b53b34b HTTP/1.1" status: 204 len: 168 time: 2.9429331 Feb 09 02:58:44.672459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ea9ef-55fa-4b5a-a83a-cd6c2d8d50fe admin admin] Pushing event deleted for resources: {'Network': ['ID=cb608499-0555-4383-82b4-68208b53b34b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:44.690784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] Set router f75385a1-c986-454c-8191-07a371369d81 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:44.723029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-83b5330f-b9eb-4a6b-a543-a686fee2471a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3470790 Feb 09 02:58:45.065835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33990) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:45.151415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:58:42Z', 'revision_number': 5, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:45.159097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:58:45.172344 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] Sync routers for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:58:45.189734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:45.194770 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:45.196221 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:45.209658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:45.215200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] Checking router: f75385a1-c986-454c-8191-07a371369d81 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:45.313293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8e8b36c6-a82b-45c4-931c-4e4740699649 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f5bfcf4053440c98e4d8a4572001516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273114 Feb 09 02:58:45.387572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] Routers {'f75385a1-c986-454c-8191-07a371369d81'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:45.388307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f75385a1-c986-454c-8191-07a371369d81'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:45.400536 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:45.410721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33996) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:45.501629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f8aefd40-e4dd-4261-8902-3b0e59b9ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.502255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f8aefd40-e4dd-4261-8902-3b0e59b9ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.503342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f8aefd40-e4dd-4261-8902-3b0e59b9ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.503922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f8aefd40-e4dd-4261-8902-3b0e59b9ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.504451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f8aefd40-e4dd-4261-8902-3b0e59b9ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.511515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f8aefd40-e4dd-4261-8902-3b0e59b9ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.511515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f8aefd40-e4dd-4261-8902-3b0e59b9ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.511515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f8aefd40-e4dd-4261-8902-3b0e59b9ce58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6720 time: 0.6816494 Feb 09 02:58:45.542797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-36817f60-28cd-4c0f-91d3-f78c9c594ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "PUT /v2.0/floatingips/4ea5fb2d-6a01-4271-91e6-15bfe1ecc000 HTTP/1.1" status: 200 len: 990 time: 3.2645011 Feb 09 02:58:45.542797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:45.558798 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:45.721738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] Set router f75385a1-c986-454c-8191-07a371369d81 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:45.850255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-d07ebdf4-b47c-48ba-9cc7-71762c1fbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.851822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-d07ebdf4-b47c-48ba-9cc7-71762c1fbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.852353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-d07ebdf4-b47c-48ba-9cc7-71762c1fbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:45.854029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-d07ebdf4-b47c-48ba-9cc7-71762c1fbf8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&id=0addf226-c966-49a2-a9a4-d8df1e9e24b7 HTTP/1.1" status: 200 len: 2298 time: 0.2884364 Feb 09 02:58:45.881717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:45.882372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:45.996468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee8521-29c4-4f6b-8659-6b29c03590a9 req-94037d22-756a-4ec6-ab4b-4a556a93e153 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:46.009186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4aee8521-29c4-4f6b-8659-6b29c03590a9 req-94037d22-756a-4ec6-ab4b-4a556a93e153 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 944 time: 0.2432556 Feb 09 02:58:46.092027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks [] for router_gateway (f75385a1-c986-454c-8191-07a371369d81), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.160468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-670733af-3efe-4d0a-b255-f59bcd67e786 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b36161c-e575-47ed-a5b1-a29c7b529559 HTTP/1.1" status: 200 len: 1001 time: 0.2914000 Feb 09 02:58:46.194250 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '4ea5fb2d-6a01-4271-91e6-15bfe1ecc000', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'port_id': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'mac_address': 'fa:16:3e:ec:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:58:20Z', 'updated_at': '2022-02-09T02:58:43Z', 'revision_number': 1, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:46.205478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:46.220129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.230895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4aee8521-29c4-4f6b-8659-6b29c03590a9 req-5051a360-62e7-4bd7-8994-280d3a73303f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189314 Feb 09 02:58:46.255795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a342d8b-9d3b-42fc-af86-ce2b46793895 admin admin] Publish callbacks [] for security_group (5a46cefd-4497-4db6-885e-68bd47bcb22f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.296495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Deleting port 5e2df391-e877-46f9-9fe3-1a58d150d761 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:46.297237 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.307248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] Checking router: 105e3ddd-423a-4cb0-ab1a-001a22a97df5 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:58:46.336015 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:58:46.339374 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:58:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:46.341205 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a342d8b-9d3b-42fc-af86-ce2b46793895 admin admin] Publish callbacks [] for security_group (5a46cefd-4497-4db6-885e-68bd47bcb22f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.348922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:46.354913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:58:46.361709 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3836cc84-6645-4043-97ab-b3e9008e6ec5" -d '{"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:58:46.390289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:58:42Z', 'revision_number': 5, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:46.533643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc3130-bc5f-4d85-8d5d-962c30dfd89b None None] The sync data for ids ['f75385a1-c986-454c-8191-07a371369d81'] in n-d-827839-4 is: [{'id': 'f75385a1-c986-454c-8191-07a371369d81', 'name': 'tempest-ServersTestMultiNic-309648252-router', 'tenant_id': 'b34f527737454803a58f84e933eb1279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:58:42Z', 'revision_number': 5, 'project_id': 'b34f527737454803a58f84e933eb1279', 'gw_port': {'id': '5e2df391-e877-46f9-9fe3-1a58d150d761', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75385a1-c986-454c-8191-07a371369d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:56:53Z', 'updated_at': '2022-02-09T02:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:46.534906 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6950698d-c48d-4e59-88cd-dcc186203fd9 x-openstack-request-id: req-6950698d-c48d-4e59-88cd-dcc186203fd9 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:46.535672 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.539208 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:46.539481 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6950698d-c48d-4e59-88cd-dcc186203fd9 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:46.539910 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'status': 'completed', 'code': 200} Feb 09 02:58:46.599637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] For port 5e2df391-e877-46f9-9fe3-1a58d150d761, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5e2df391-e877-46f9-9fe3-1a58d150d761,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:46.601071 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.631900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Calling delete_port for 5e2df391-e877-46f9-9fe3-1a58d150d761 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:46.662634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a342d8b-9d3b-42fc-af86-ce2b46793895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5a46cefd-4497-4db6-885e-68bd47bcb22f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.666975 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a342d8b-9d3b-42fc-af86-ce2b46793895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.668793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6a342d8b-9d3b-42fc-af86-ce2b46793895 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a46cefd-4497-4db6-885e-68bd47bcb22f HTTP/1.1" status: 204 len: 168 time: 1.2570021 Feb 09 02:58:46.683543 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137db6e7-2bdc-4a9f-9727-5d299db83331 x-openstack-request-id: req-137db6e7-2bdc-4a9f-9727-5d299db83331 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:58:46.685513 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:58:46.686623 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-137db6e7-2bdc-4a9f-9727-5d299db83331 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:58:46.687079 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'code': 200} Feb 09 02:58:46.688063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:46.835388 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:58:46.917744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a342d8b-9d3b-42fc-af86-ce2b46793895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46cefd-4497-4db6-885e-68bd47bcb22f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:46.977421 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5e2df391-e877-46f9-9fe3-1a58d150d761), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:46.989540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd97cd3-f18e-4be6-b09d-c5c49be6ff69 req-d5a41f9d-608a-4d6c-afb7-cd08d36c917c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.014461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fd97cd3-f18e-4be6-b09d-c5c49be6ff69 req-d5a41f9d-608a-4d6c-afb7-cd08d36c917c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 1.1521034 Feb 09 02:58:47.033713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-aff9daad-8481-4c65-8273-fdbc61c7e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.035454 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-aff9daad-8481-4c65-8273-fdbc61c7e7a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1127 time: 0.5152078 Feb 09 02:58:47.036998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-fb619531-f289-4a32-82e0-1f56d325b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.053108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-fb619531-f289-4a32-82e0-1f56d325b428 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6a40ee5-8eb9-4491-a5ea-9694678bdeaa HTTP/1.1" status: 200 len: 855 time: 0.7936249 Feb 09 02:58:47.069418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 53849532-1257-4912-92e8-4671fbb58228 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:47.105139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2df391-e877-46f9-9fe3-1a58d150d761,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:47.185557 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (f75385a1-c986-454c-8191-07a371369d81), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:47.188819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 53849532-1257-4912-92e8-4671fbb58228 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:47.195386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 53849532-1257-4912-92e8-4671fbb58228 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:47.485772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-eb41d35c-745f-4378-93e8-cbbbf280ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.494887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-eb41d35c-745f-4378-93e8-cbbbf280ea7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4357994 Feb 09 02:58:47.566487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fd97cd3-f18e-4be6-b09d-c5c49be6ff69 req-8caaf66a-dbc1-4896-98a9-4d951372770d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5502574 Feb 09 02:58:47.644454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:47.669391 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (f75385a1-c986-454c-8191-07a371369d81), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:47.691494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks [] for router_controller (f75385a1-c986-454c-8191-07a371369d81), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:47.792431 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-8eef3a5e-e842-430b-bcc8-c25e4a259c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.793830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-8eef3a5e-e842-430b-bcc8-c25e4a259c22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.7385073 Feb 09 02:58:47.878943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-877b71b3-cbd2-4a3e-b518-287cd882a625 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96ec83efda9c4cb1b368356b82dfe330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291133 Feb 09 02:58:47.880814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34050) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:47.939353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e350a-5c74-48ad-874e-cd87fa21811e req-8b171459-61f7-46d8-879f-b47ac13eae51 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:47.946850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-612e350a-5c74-48ad-874e-cd87fa21811e req-8b171459-61f7-46d8-879f-b47ac13eae51 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.4757068 Feb 09 02:58:47.966613 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '4ea5fb2d-6a01-4271-91e6-15bfe1ecc000', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'port_id': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'mac_address': 'fa:16:3e:ec:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:58:20Z', 'updated_at': '2022-02-09T02:58:43Z', 'revision_number': 1, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:47.979836 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (f75385a1-c986-454c-8191-07a371369d81), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:47.980402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f75385a1-c986-454c-8191-07a371369d81 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:58:47.986090 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:47.987362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d098b88f-f288-4a7f-a44b-043a162f3952 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f75385a1-c986-454c-8191-07a371369d81 HTTP/1.1" status: 204 len: 168 time: 3.6103759 Feb 09 02:58:47.993170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de87ee72-8cb4-4062-9594-7314aeb68f73 admin admin] Publish callbacks [] for security_group (931b2e35-eb33-4185-bcbc-0eaa0490f521), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:47.996662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:48.023155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-301604c1-70bf-4de3-ae4c-0c46bf49e948 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 998 time: 0.2114258 Feb 09 02:58:48.044547 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae397d7-6f4a-4419-8da8-2c76e36bec62 None None] The sync data for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 is: [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '4ea5fb2d-6a01-4271-91e6-15bfe1ecc000', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'port_id': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'mac_address': 'fa:16:3e:ec:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:58:20Z', 'updated_at': '2022-02-09T02:58:43Z', 'revision_number': 1, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:58:48.080975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de87ee72-8cb4-4062-9594-7314aeb68f73 admin admin] Publish callbacks [] for security_group (931b2e35-eb33-4185-bcbc-0eaa0490f521), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.106106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-0d2d14ad-66ec-4dc9-98ac-a237eef7789e service neutron] 10.222.0.26 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003668 Feb 09 02:58:48.123556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdf83c7-94ea-4fa0-aa60-746ee5ee1424 admin admin] Deleting subnet ce750ad7-26ae-4702-8c7b-54b67e1a99af {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:58:48.127010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebdf83c7-94ea-4fa0-aa60-746ee5ee1424 admin admin] Publish callbacks [] for subnet (ce750ad7-26ae-4702-8c7b-54b67e1a99af), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.169532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebdf83c7-94ea-4fa0-aa60-746ee5ee1424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (ce750ad7-26ae-4702-8c7b-54b67e1a99af), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.279585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-44ced24d-3f8b-4507-b98c-40b9b92e8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.281077 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-44ced24d-3f8b-4507-b98c-40b9b92e8a84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1674228 Feb 09 02:58:48.298802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34056) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:48.352876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebdf83c7-94ea-4fa0-aa60-746ee5ee1424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ce750ad7-26ae-4702-8c7b-54b67e1a99af), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.475712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-b8f87187-f1c6-4d0a-ba59-c471f113b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:48.477891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-b8f87187-f1c6-4d0a-ba59-c471f113b1d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1777170 Feb 09 02:58:48.506898 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-612e350a-5c74-48ad-874e-cd87fa21811e req-83b9487e-522f-4796-8618-fd4d1c792a3a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587637 Feb 09 02:58:48.528157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60337b1-a654-45d7-b916-604174fab4a5 None None] New status for floating IP 4ea5fb2d-6a01-4271-91e6-15bfe1ecc000: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:58:48.531440 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebdf83c7-94ea-4fa0-aa60-746ee5ee1424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (ce750ad7-26ae-4702-8c7b-54b67e1a99af), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.584674 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-166a613b-f7bf-4f86-a070-643faa8d34d6 service neutron] 10.222.0.26 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694541 Feb 09 02:58:48.607396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf83c7-94ea-4fa0-aa60-746ee5ee1424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce750ad7-26ae-4702-8c7b-54b67e1a99af,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:48.610946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ebdf83c7-94ea-4fa0-aa60-746ee5ee1424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.615512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c227d74e-afa4-4828-9e19-753222a27fc5 None None] Network 0fca47e9-093d-409c-bbc2-9c972a56d766 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:48.623080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ebdf83c7-94ea-4fa0-aa60-746ee5ee1424 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ce750ad7-26ae-4702-8c7b-54b67e1a99af HTTP/1.1" status: 204 len: 168 time: 0.6216633 Feb 09 02:58:48.626107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:48.687355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-fa0b066d-9281-45d2-9508-e16b81b76f9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=26e2633e-edfb-4253-b9b9-013520f11e14 HTTP/1.1" status: 200 len: 217 time: 0.0915315 Feb 09 02:58:48.845848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de87ee72-8cb4-4062-9594-7314aeb68f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (931b2e35-eb33-4185-bcbc-0eaa0490f521), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.856967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de87ee72-8cb4-4062-9594-7314aeb68f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.865686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-de87ee72-8cb4-4062-9594-7314aeb68f73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/931b2e35-eb33-4185-bcbc-0eaa0490f521 HTTP/1.1" status: 204 len: 168 time: 0.9815331 Feb 09 02:58:48.912138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6c5fc254-0a40-4e23-834a-758bdb1b4485 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-227234362'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:48.915179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6c5fc254-0a40-4e23-834a-758bdb1b4485 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Unknown quota resources ['metering_label']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:58:48.919641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5e2df391-e877-46f9-9fe3-1a58d150d761 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:48.919820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87ee72-8cb4-4062-9594-7314aeb68f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b2e35-eb33-4185-bcbc-0eaa0490f521,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:48.929844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (0fca47e9-093d-409c-bbc2-9c972a56d766), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:48.978833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 5e2df391-e877-46f9-9fe3-1a58d150d761 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:48.987731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5e2df391-e877-46f9-9fe3-1a58d150d761 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:49.058094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Deleting port 4565f7eb-a4fc-48f5-889d-6a78869e938c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:49.058583 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.111850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] DHCP port deletion for 0fca47e9-093d-409c-bbc2-9c972a56d766 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:58:49.210552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] For port 4565f7eb-a4fc-48f5-889d-6a78869e938c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4565f7eb-a4fc-48f5-889d-6a78869e938c,segment=NetworkSegment(1651b915-e99c-475e-8c7d-e30bc9a7b36b),segment_id=1651b915-e99c-475e-8c7d-e30bc9a7b36b)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:49.211145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.237411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] Deleting port 4565f7eb-a4fc-48f5-889d-6a78869e938c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:58:49.237800 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.240298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Calling delete_port for 4565f7eb-a4fc-48f5-889d-6a78869e938c owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:49.411365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-33a068dd-58fa-4ac2-805a-85d99a47b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:49.413796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] For port 4565f7eb-a4fc-48f5-889d-6a78869e938c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4565f7eb-a4fc-48f5-889d-6a78869e938c,segment=NetworkSegment(1651b915-e99c-475e-8c7d-e30bc9a7b36b),segment_id=1651b915-e99c-475e-8c7d-e30bc9a7b36b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:49.414475 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.424394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-33a068dd-58fa-4ac2-805a-85d99a47b4b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.7185786 Feb 09 02:58:49.428509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-883e43c3-5541-4675-94da-22a707fad6a5 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9446273 Feb 09 02:58:49.435518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.441121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.453581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] Calling delete_port for 4565f7eb-a4fc-48f5-889d-6a78869e938c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:58:49.521972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=4565f7eb-a4fc-48f5-889d-6a78869e938c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:49.536302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] No DVR routers for this DVR port 4565f7eb-a4fc-48f5-889d-6a78869e938c on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:49.672401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef131667-17b2-48de-b891-d056912d2683 req-f6324da4-1db9-4f0c-8f74-6446e2d94406 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:49.673921 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef131667-17b2-48de-b891-d056912d2683 req-f6324da4-1db9-4f0c-8f74-6446e2d94406 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.9223461 Feb 09 02:58:49.688547 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (4565f7eb-a4fc-48f5-889d-6a78869e938c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.746584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] Pushing event deleted for resources: {'Port': ['ID=4565f7eb-a4fc-48f5-889d-6a78869e938c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:49.764733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5bfc7-5bbf-487b-88f5-962969bdc3ba None None] No DVR routers for this DVR port 4565f7eb-a4fc-48f5-889d-6a78869e938c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:58:49.786388 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc254-0a40-4e23-834a-758bdb1b4485 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.791978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6c5fc254-0a40-4e23-834a-758bdb1b4485 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4866524 Feb 09 02:58:49.792603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34082) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:49.801757 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (0fca47e9-093d-409c-bbc2-9c972a56d766), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.813900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7344c1c5-c8da-4d7a-aa5e-62e608acdeca tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '75eb9849-1f52-42bb-a86a-2b6bb1113d68'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:49.814586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7344c1c5-c8da-4d7a-aa5e-62e608acdeca tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:58:49.879767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fca47e9-093d-409c-bbc2-9c972a56d766']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:49.903365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1651b915-e99c-475e-8c7d-e30bc9a7b36b') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:49.903580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1651b915-e99c-475e-8c7d-e30bc9a7b36b') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:58:49.933822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d1a88-9c39-44fa-b7ae-287ad7d552b4 req-a64dc310-ce3b-4600-a6ba-648a08b9eb6b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:49.947534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d79d1a88-9c39-44fa-b7ae-287ad7d552b4 req-a64dc310-ce3b-4600-a6ba-648a08b9eb6b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2922170 Feb 09 02:58:49.958497 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (1651b915-e99c-475e-8c7d-e30bc9a7b36b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:49.998097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1651b915-e99c-475e-8c7d-e30bc9a7b36b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.025012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:58:50.025488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (1651b915-e99c-475e-8c7d-e30bc9a7b36b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:58:50.027411 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:58:50.099890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d79d1a88-9c39-44fa-b7ae-287ad7d552b4 req-c5b28041-5571-4bbb-b1d4-5c03b08acc37 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497252 Feb 09 02:58:50.139390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (0fca47e9-093d-409c-bbc2-9c972a56d766), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.146623 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.158223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0fca47e9-093d-409c-bbc2-9c972a56d766 HTTP/1.1" status: 204 len: 168 time: 1.5219662 Feb 09 02:58:50.177107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab3aaa-027a-4cc1-adec-b819d07d6c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fca47e9-093d-409c-bbc2-9c972a56d766,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:50.417096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34102) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:50.576023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4cb8f937-8f1e-4aed-9dcc-a6f1b2bbd766 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b34f527737454803a58f84e933eb1279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548715 Feb 09 02:58:50.579232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34104) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:50.623372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34106) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:50.707710 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd61b-8f53-4493-97a8-92bcf987fa6d admin admin] Publish callbacks [] for security_group (81d670df-9ced-4e42-b1ac-aacdb2751188), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.772974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd61b-8f53-4493-97a8-92bcf987fa6d admin admin] Publish callbacks [] for security_group (81d670df-9ced-4e42-b1ac-aacdb2751188), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.822425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4565f7eb-a4fc-48f5-889d-6a78869e938c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:58:50.847305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 4565f7eb-a4fc-48f5-889d-6a78869e938c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:58:50.848151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4565f7eb-a4fc-48f5-889d-6a78869e938c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:58:50.904895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1177656146-network', 'tenant_id': '794d4f81cb64439c8fa039b5406f03ea'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:50.916055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd61b-8f53-4493-97a8-92bcf987fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81d670df-9ced-4e42-b1ac-aacdb2751188), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.920313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd61b-8f53-4493-97a8-92bcf987fa6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.923183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2f0dd61b-8f53-4493-97a8-92bcf987fa6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81d670df-9ced-4e42-b1ac-aacdb2751188 HTTP/1.1" status: 204 len: 168 time: 0.3396566 Feb 09 02:58:50.928085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a252c4b0-bcb2-41e8-a780-d67a4dfc59d9 req-fb7ca0b4-b36b-4e70-85d0-1518b8b27d87 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2639549 Feb 09 02:58:50.949988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef131667-17b2-48de-b891-d056912d2683 req-e99362de-389d-4ea1-bc79-5d3a4531c9f0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1705818 Feb 09 02:58:50.952329 n-d-827839-4 neutron-server[109857]: WARNING neutron.services.metering.metering_plugin [None req-7344c1c5-c8da-4d7a-aa5e-62e608acdeca tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 02:58:50.973334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Made reservation on behalf of 794d4f81cb64439c8fa039b5406f03ea for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:50.976381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:50.979458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dd61b-8f53-4493-97a8-92bcf987fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d670df-9ced-4e42-b1ac-aacdb2751188,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:50.979626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-aeeb506b-0846-421c-a7a9-28509c6ac4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:50.985557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-aeeb506b-0846-421c-a7a9-28509c6ac4ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.5048726 Feb 09 02:58:50.990660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.159719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Publish callbacks [] for security_group (1118fc4a-c93b-4bb1-aea1-878b1611bc3f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.167781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1118fc4a-c93b-4bb1-aea1-878b1611bc3f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.192582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:58:51.211205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (35ceb36e-24c9-4736-8d38-ee846f103715), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.211395 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Added segment 35ceb36e-24c9-4736-8d38-ee846f103715 of type vlan for network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 Feb 09 02:58:51.254299 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7344c1c5-c8da-4d7a-aa5e-62e608acdeca tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.255554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7344c1c5-c8da-4d7a-aa5e-62e608acdeca tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.4499700 Feb 09 02:58:51.259956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34122) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:51.265708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c4e63e8a-1430-47f3-a33c-95bc0c0186ed tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '75eb9849-1f52-42bb-a86a-2b6bb1113d68'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:51.266210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c4e63e8a-1430-47f3-a33c-95bc0c0186ed tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:58:51.312667 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.355562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (57d8e74a-0e07-4e25-aaee-f6f7653b8830), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.357845 n-d-827839-4 neutron-server[109857]: WARNING neutron.services.metering.metering_plugin [None req-c4e63e8a-1430-47f3-a33c-95bc0c0186ed tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 02:58:51.456280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-a7a6acc8-073e-41b2-becc-f66f4ba1aa5b service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386859 Feb 09 02:58:51.498170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (57d8e74a-0e07-4e25-aaee-f6f7653b8830), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.520157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:51.522059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.601334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4e63e8a-1430-47f3-a33c-95bc0c0186ed tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:51.608331 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c4e63e8a-1430-47f3-a33c-95bc0c0186ed tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3453827 Feb 09 02:58:51.615788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34136) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:51.643367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1118fc4a-c93b-4bb1-aea1-878b1611bc3f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:51.666062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0410492 Feb 09 02:58:51.671912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34140) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:51.694946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Request body: {'subnet': {'network_id': '57d8e74a-0e07-4e25-aaee-f6f7653b8830', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1177656146-subnet', 'tenant_id': '794d4f81cb64439c8fa039b5406f03ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:51.712751 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ad347f37-e1d1-4aed-ae36-5376365e9184 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=b840fd43-8d7c-417e-9679-e42c705b6534 HTTP/1.1" status: 200 len: 462 time: 0.0922120 Feb 09 02:58:51.717216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773734a-fc9d-4e78-b213-cfefdc41c77f admin admin] Pushing event updated for resources: {'Network': ['ID=57d8e74a-0e07-4e25-aaee-f6f7653b8830,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:51.726992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34142) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:51.741116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:58:51.776482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50321730-2679-4d5c-8f61-2a3aa11008d2 req-12906a92-c33d-4355-adb7-d67356bd69fb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:51.778350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50321730-2679-4d5c-8f61-2a3aa11008d2 req-12906a92-c33d-4355-adb7-d67356bd69fb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3651633 Feb 09 02:58:51.796247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Made reservation on behalf of 794d4f81cb64439c8fa039b5406f03ea for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:51.802977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:52.005587 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50321730-2679-4d5c-8f61-2a3aa11008d2 req-0a4121cd-0edf-4e8a-a557-f84670e365a1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171419 Feb 09 02:58:52.123723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6bfc907e-a81c-47be-9b06-62a70f979c16 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:52.144552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34156) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:52.145118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6bfc907e-a81c-47be-9b06-62a70f979c16 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/b840fd43-8d7c-417e-9679-e42c705b6534 HTTP/1.1" status: 204 len: 168 time: 0.4158409 Feb 09 02:58:52.157923 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-df7fbc6d-653a-426d-9699-cfc2982b1347 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938087 Feb 09 02:58:52.165011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8a8d9ce2-b7c0-46fb-95c4-111ef938eb94 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=b840fd43-8d7c-417e-9679-e42c705b6534 HTTP/1.1" status: 200 len: 221 time: 0.0160501 Feb 09 02:58:52.176207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:52.180438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4f570317-aba4-4b0d-a029-f57ea6f22609 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1269565982', 'description': 'label created by tempest'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:52.180914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4f570317-aba4-4b0d-a029-f57ea6f22609 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Unknown quota resources ['metering_label']. {{(pid=109856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 02:58:52.343547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f5063241-daec-4145-a43a-36f6d6eb4136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 HTTP/1.1" status: 200 len: 217 time: 0.1061482 Feb 09 02:58:52.366063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34162) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:52.460725 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (46e12edb-f527-4e64-a6cc-0d4a6ed64f09), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:52.568091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211320bd-d96f-49c5-b19c-938305db0d51 req-43bda421-a124-406b-8444-da88f2c95242 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:52.600279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-211320bd-d96f-49c5-b19c-938305db0d51 req-43bda421-a124-406b-8444-da88f2c95242 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.4500740 Feb 09 02:58:52.646738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e12edb-f527-4e64-a6cc-0d4a6ed64f09,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:52.667782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-b070c4ef-0197-489f-b8da-28d1dc2e0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:52.683636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-b070c4ef-0197-489f-b8da-28d1dc2e0f45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.3042531 Feb 09 02:58:52.696583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-799060862-network', 'tenant_id': 'd45d4559bda647b594dd207a8f715412'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:52.890899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-211320bd-d96f-49c5-b19c-938305db0d51 req-ec5eb829-e340-4e91-be20-c392978fd368 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737308 Feb 09 02:58:52.910133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Checking segment: {'id': '35ceb36e-24c9-4736-8d38-ee846f103715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57d8e74a-0e07-4e25-aaee-f6f7653b8830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:52.912140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Network hostable DHCP agents. Network: 57d8e74a-0e07-4e25-aaee-f6f7653b8830, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:58:52.913229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Made reservation on behalf of d45d4559bda647b594dd207a8f715412 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:52.917624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:52.922643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f570317-aba4-4b0d-a029-f57ea6f22609 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:52.937382 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f570317-aba4-4b0d-a029-f57ea6f22609 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7601995 Feb 09 02:58:52.950291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34174) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:52.984725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-3046ee8d-5a60-4c96-ac16-3d44af665a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:52.998978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-3046ee8d-5a60-4c96-ac16-3d44af665a7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3143349 Feb 09 02:58:53.000291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:53.245614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-bb54e0dc-ecd0-421a-9979-061c5d3936b1 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344313 Feb 09 02:58:53.302145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eae03-af5f-4bfb-a6f8-4fea2904162f req-0cc910d0-d391-49d2-9985-6fc508333722 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:53.309894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-556eae03-af5f-4bfb-a6f8-4fea2904162f req-0cc910d0-d391-49d2-9985-6fc508333722 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1430919 Feb 09 02:58:53.480673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-556eae03-af5f-4bfb-a6f8-4fea2904162f req-140f3adf-6bfc-4087-ad7b-89d39904801c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612501 Feb 09 02:58:53.555289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-21e7a07a-69c2-4482-bfde-e72f78b25df1 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=a122515b-238b-456a-8ad7-b115f974afd0 HTTP/1.1" status: 200 len: 468 time: 0.6020710 Feb 09 02:58:53.556093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34182) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:53.567457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:58:53.569571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Publish callbacks [] for security_group (87f720e8-5f1a-4128-8af4-9ae87ed6f796), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:53.574884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-136c2e9b-2a39-4b47-a367-ac0579cf2f99 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170047 Feb 09 02:58:53.590116 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (87f720e8-5f1a-4128-8af4-9ae87ed6f796), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:53.620456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:58:53.680075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 57d8e74a-0e07-4e25-aaee-f6f7653b8830) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:53.690031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e2aa4-93cb-4ee3-8d2c-43f369763414 None None] Network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:53.695787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:53.697049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:53.726436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ed724fb9-2e5a-443f-9add-0e58b0c810b1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0405941 Feb 09 02:58:53.795000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-bee6971f-9931-413d-98c5-c1edc284d29b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 HTTP/1.1" status: 200 len: 217 time: 0.2082133 Feb 09 02:58:53.813085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (19a14c84-ac70-43b5-80fc-68b6ddf5ede5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:53.814030 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Added segment 19a14c84-ac70-43b5-80fc-68b6ddf5ede5 of type vlan for network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 Feb 09 02:58:54.041773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08600339-75e0-4d00-b644-2c824a129ad1 None None] Network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:54.099239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e86fa713-2516-4ce5-a710-6b327ca44260 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.103535 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e86fa713-2516-4ce5-a710-6b327ca44260 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/a122515b-238b-456a-8ad7-b115f974afd0 HTTP/1.1" status: 204 len: 168 time: 0.5434217 Feb 09 02:58:54.103829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34196) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:54.129684 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aabc9447-466b-4a79-ac1c-9f597b9e246c tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=a122515b-238b-456a-8ad7-b115f974afd0 HTTP/1.1" status: 200 len: 216 time: 0.0184550 Feb 09 02:58:54.133143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34198) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:54.144775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-577cdd40-585c-4862-9d8b-fda1d9c73b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:54.146687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-577cdd40-585c-4862-9d8b-fda1d9c73b9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.3273137 Feb 09 02:58:54.152457 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-96f964a8-6712-42e4-8030-fc52e2836501 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0181024 Feb 09 02:58:54.157326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34200) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:54.182578 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0396e2b8-5542-47b2-b597-4348db4240a4 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0206525 Feb 09 02:58:54.183309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34206) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:54.191888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7d670ce7-98ed-4683-97b3-c1f1564f1d81), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.321296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7d670ce7-98ed-4683-97b3-c1f1564f1d81), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.322189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:54.322661 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.338177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8e080867-c2f1-4623-b60c-64d5b3d5079f tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/75eb9849-1f52-42bb-a86a-2b6bb1113d68 HTTP/1.1" status: 200 len: 472 time: 0.1528740 Feb 09 02:58:54.341453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f720e8-5f1a-4128-8af4-9ae87ed6f796,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:54.344079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34208) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:54.462076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a557ee6b-8453-45ae-bc3a-0e547a4a52b5 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/14f9ca1c-5979-44fe-b090-2277d469faef HTTP/1.1" status: 200 len: 459 time: 0.1162496 Feb 09 02:58:54.462961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34212) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:54.618974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] Pushing event updated for resources: {'Network': ['ID=7d670ce7-98ed-4683-97b3-c1f1564f1d81,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:54.632142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:58:54.639253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fee69264-4b6c-4af9-83b0-79fa09663c4f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2551191 Feb 09 02:58:54.641720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34218) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:54.649646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Request body: {'subnet': {'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-799060862-subnet', 'tenant_id': 'd45d4559bda647b594dd207a8f715412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:54.673063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-4b56d2cb-5cd9-4ccc-87c4-b3b2c21daafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:54.675141 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-4b56d2cb-5cd9-4ccc-87c4-b3b2c21daafe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3868997 Feb 09 02:58:54.793916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Made reservation on behalf of d45d4559bda647b594dd207a8f715412 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:58:54.805788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.939827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8daff2f-fc65-48dc-a547-53419e64cec5 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:54.940984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c8daff2f-fc65-48dc-a547-53419e64cec5 tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/14f9ca1c-5979-44fe-b090-2277d469faef HTTP/1.1" status: 204 len: 168 time: 0.4770570 Feb 09 02:58:54.946419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34230) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:55.033134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c937c-d25f-456c-9d22-08a1d22b3481 req-49c64508-939a-48a4-898f-86c5de27e9a2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:55.035083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-497c937c-d25f-456c-9d22-08a1d22b3481 req-49c64508-939a-48a4-898f-86c5de27e9a2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2824032 Feb 09 02:58:55.237149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (338b169e-7e00-42ab-b088-ad816544c026), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:55.250405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-b2692ab9-1f51-448b-a959-0ae85bc02299 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:55.252057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-b2692ab9-1f51-448b-a959-0ae85bc02299 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/networks?id=57d8e74a-0e07-4e25-aaee-f6f7653b8830 HTTP/1.1" status: 200 len: 822 time: 0.3864257 Feb 09 02:58:55.332919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-1e723b5f-d900-4f58-abe1-523cdc654517 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/quotas/794d4f81cb64439c8fa039b5406f03ea HTTP/1.1" status: 200 len: 375 time: 0.0699415 Feb 09 02:58:55.337907 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-5fb16122-6b80-4fb0-8f1c-457f95a3b897 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518099 Feb 09 02:58:55.395571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=338b169e-7e00-42ab-b088-ad816544c026,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:55.478363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e581cfa-1591-4f1b-a04f-001752f4efed tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:55.479682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0e581cfa-1591-4f1b-a04f-001752f4efed tempest-MeteringIpV6TestJSON-588689592 tempest-MeteringIpV6TestJSON-588689592-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/75eb9849-1f52-42bb-a86a-2b6bb1113d68 HTTP/1.1" status: 204 len: 168 time: 0.5311420 Feb 09 02:58:55.483990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Checking segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:55.484592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Network hostable DHCP agents. Network: 7d670ce7-98ed-4683-97b3-c1f1564f1d81, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:58:55.494138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-b2c7e6e3-8c9a-4730-b972-092da41ffb9d tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=794d4f81cb64439c8fa039b5406f03ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1506248 Feb 09 02:58:55.599085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-497c937c-d25f-456c-9d22-08a1d22b3481 req-bb1cb009-06d1-4b50-a06c-120d3c72a9f9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627185 Feb 09 02:58:55.616881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:58:55.670936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7d670ce7-98ed-4683-97b3-c1f1564f1d81) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:55.682592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a2585-8214-4313-91d8-a9b0b5aef9db None None] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:58:55.698112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:55.698828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:55.704868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-147666a3-6a87-4739-aa34-1c91d8dad707 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577979 Feb 09 02:58:55.746585 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:58:55.770150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-cbf1f878-00f8-4e76-a3fb-fe11d3ab8bc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=070c77cb-1176-4385-b476-a6cd6be6c5be HTTP/1.1" status: 200 len: 217 time: 0.0457675 Feb 09 02:58:55.916653 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9490d8e7-8b7f-4ce8-8bb3-cc5a398f7d7b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2738340 Feb 09 02:58:56.002606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34248) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:56.004224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-a22d7ed5-0916-40ab-98fb-a99a2e73bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:56.006455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-a22d7ed5-0916-40ab-98fb-a99a2e73bc81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.2071738 Feb 09 02:58:56.036008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'project_id': 'd45d4559bda647b594dd207a8f715412', 'fixed_ips': [{'subnet_id': '338b169e-7e00-42ab-b088-ad816544c026'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:58:56.040052 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:56.113528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-cf001ea8-5e6d-4a61-ab62-8f18ebbfd5e3 service neutron] 10.222.0.32 "GET /v2.0/networks/57d8e74a-0e07-4e25-aaee-f6f7653b8830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793445 Feb 09 02:58:56.257289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-b614ebc1-84e2-488e-9e3d-6b19ae6f67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:56.258942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-b614ebc1-84e2-488e-9e3d-6b19ae6f67ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2211766 Feb 09 02:58:56.265910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22652368-c520-41a6-b1f3-57a4ac3b5cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:56.269492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Allocated IP 172.20.0.2 (7d670ce7-98ed-4683-97b3-c1f1564f1d81/338b169e-7e00-42ab-b088-ad816544c026/35f1cbc0-5f9c-4389-80ea-3da089ffd258) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:58:56.447521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-52648bc4-3fb6-4a40-b848-9691b8523ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/57d8e74a-0e07-4e25-aaee-f6f7653b8830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194151 Feb 09 02:58:56.542049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22652368-c520-41a6-b1f3-57a4ac3b5cee admin admin] Publish callbacks [] for security_group (6c247d71-52fa-494b-8b4f-9815471ced2d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:56.556362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22652368-c520-41a6-b1f3-57a4ac3b5cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6c247d71-52fa-494b-8b4f-9815471ced2d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:56.566221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-e9901120-176a-461e-9f1d-f04795b6e033 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947772 Feb 09 02:58:56.684157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-22652368-c520-41a6-b1f3-57a4ac3b5cee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b8a33e2e88e4af7b479c3cfa074a7e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6799071 Feb 09 02:58:56.706549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34266) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:56.796009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22652368-c520-41a6-b1f3-57a4ac3b5cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c247d71-52fa-494b-8b4f-9815471ced2d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:56.928400 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-32bcc9d2-5070-4530-9ee9-f8d1cca07c7c service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544750 Feb 09 02:58:57.024965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-6aadc65e-7202-485e-8127-d02b95477cbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b HTTP/1.1" status: 200 len: 217 time: 0.0874221 Feb 09 02:58:57.073295 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Publish callbacks [] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.099011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.147505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-d5760e3a-39e2-4542-8296-25ddb635f957 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.149143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-d5760e3a-39e2-4542-8296-25ddb635f957 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 815 time: 0.3192539 Feb 09 02:58:57.160209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-d98a95c0-27b9-4875-b3e6-474576513914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.162228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-d98a95c0-27b9-4875-b3e6-474576513914 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 200 len: 797 time: 0.1102366 Feb 09 02:58:57.236476 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-fc293340-71cb-4955-b39d-510170dc8189 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/quotas/d45d4559bda647b594dd207a8f715412 HTTP/1.1" status: 200 len: 375 time: 0.0698674 Feb 09 02:58:57.252230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:58:57.263826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcb939-640c-4fb6-8db4-d54d0c692549 req-7ac05a3b-2ef1-4d4a-aca9-211dcc5510f2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.268148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Pushing event updated for resources: {'Port': ['ID=35f1cbc0-5f9c-4389-80ea-3da089ffd258,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:57.271788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6bcb939-640c-4fb6-8db4-d54d0c692549 req-7ac05a3b-2ef1-4d4a-aca9-211dcc5510f2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3160725 Feb 09 02:58:57.283323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:58:57.287852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:58:57.321399 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad3a26e5-2ddd-4f7d-a70f-8d46b74bd40e admin admin] Publish callbacks [] for security_group (6c247d71-52fa-494b-8b4f-9815471ced2d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.382816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad3a26e5-2ddd-4f7d-a70f-8d46b74bd40e admin admin] Publish callbacks [] for security_group (6c247d71-52fa-494b-8b4f-9815471ced2d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.390479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-a6fbbd16-9517-4dbe-99ac-e8149dedb5c7 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444733 Feb 09 02:58:57.409438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-fad8ab14-4d8d-4868-807c-0de1f0c2d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:57.416876 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-fad8ab14-4d8d-4868-807c-0de1f0c2d63e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2312076 Feb 09 02:58:57.441508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6bcb939-640c-4fb6-8db4-d54d0c692549 req-e261cd14-5d61-4823-98d3-5fdc39b31b4f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682403 Feb 09 02:58:57.467234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Attempting to bind port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:58:57.469196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Attempting to bind port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:58:57.469591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Attempting to bind port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:58:57.483485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:58:57.483934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Checking segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:58:57.484353 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.484777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Bound using segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:58:57.485275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Bound port: 35f1cbc0-5f9c-4389-80ea-3da089ffd258, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:58:57.485669 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.591202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad3a26e5-2ddd-4f7d-a70f-8d46b74bd40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6c247d71-52fa-494b-8b4f-9815471ced2d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.593870 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad3a26e5-2ddd-4f7d-a70f-8d46b74bd40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.597728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ad3a26e5-2ddd-4f7d-a70f-8d46b74bd40e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c247d71-52fa-494b-8b4f-9815471ced2d HTTP/1.1" status: 204 len: 168 time: 0.8902190 Feb 09 02:58:57.617752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b4d906e9-ae68-4296-9c38-8731533e0573 service neutron] 10.222.0.32 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159195 Feb 09 02:58:57.669658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] For port 35f1cbc0-5f9c-4389-80ea-3da089ffd258, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:58:57.679156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] For port 35f1cbc0-5f9c-4389-80ea-3da089ffd258, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35f1cbc0-5f9c-4389-80ea-3da089ffd258,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:58:57.696012 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:57.705340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a26e5-2ddd-4f7d-a70f-8d46b74bd40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c247d71-52fa-494b-8b4f-9815471ced2d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:57.818803 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-cf201bf4-ee83-4a9d-8a65-78e6bdabdbc4 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711641 Feb 09 02:58:57.975888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-c563f696-dc0b-434c-840a-53c9cdead074 service neutron] 10.222.0.32 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571215 Feb 09 02:58:57.986894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9599b2-ec1c-400e-bc50-9b0c7631fc9c None None] Pushing event updated for resources: {'Port': ['ID=35f1cbc0-5f9c-4389-80ea-3da089ffd258,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:58.210994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5bea836-242a-4404-bb78-4b2b3b8c060c req-ffcae9d0-f94f-447f-b10d-b018eadc323b tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 210 time: 0.1026950 Feb 09 02:58:58.371120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-ae9b21ef-d6d3-46d2-9a64-f796936d56de service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355995 Feb 09 02:58:58.513338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34308) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:58.542187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-a0b3aadd-8de7-4706-94c1-62762be0f3a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71cb2272-a612-47e4-8d4f-59a752075244 HTTP/1.1" status: 200 len: 217 time: 0.1695883 Feb 09 02:58:58.544312 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-169516d1-7e36-4ee5-8f03-52c90b5d4be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:58.722018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f403b515-c872-411d-97ae-d8e80bc2d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:58.730375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-f403b515-c872-411d-97ae-d8e80bc2d952 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 200 len: 797 time: 0.1799991 Feb 09 02:58:58.837793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-169516d1-7e36-4ee5-8f03-52c90b5d4be3 admin admin] Publish callbacks [] for security_group (f371481a-fc09-4e27-83e7-b7bc91e8e11e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:58.889499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c7e02-3a99-4b6c-be69-1868d803c93a req-db1d46fd-3beb-4318-86ee-a5770fad9963 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:58.911705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a9c7e02-3a99-4b6c-be69-1868d803c93a req-db1d46fd-3beb-4318-86ee-a5770fad9963 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3071146 Feb 09 02:58:58.974914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35f1cbc0-5f9c-4389-80ea-3da089ffd258 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:58:59.073136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-152b9f0f-929d-47e4-8ab0-10440e60ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:59.078068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-152b9f0f-929d-47e4-8ab0-10440e60ce8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3357112 Feb 09 02:58:59.128663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a9c7e02-3a99-4b6c-be69-1868d803c93a req-d638c413-50e8-4b19-bca1-3b22fc16b050 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157161 Feb 09 02:58:59.133577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-afd26ee7-78fb-42e8-8463-402689ffbc74 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:58:59.142560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-afd26ee7-78fb-42e8-8463-402689ffbc74 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.61 "GET /v2.0/networks?id=57d8e74a-0e07-4e25-aaee-f6f7653b8830 HTTP/1.1" status: 200 len: 822 time: 0.2675629 Feb 09 02:58:59.145381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-169516d1-7e36-4ee5-8f03-52c90b5d4be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f371481a-fc09-4e27-83e7-b7bc91e8e11e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.151812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:58:59.152542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.201660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Request body: {'port': {'device_id': '1a238304-d310-41fd-bd41-5b2ecfd10d94', 'network_id': '57d8e74a-0e07-4e25-aaee-f6f7653b8830', 'admin_state_up': True, 'tenant_id': '794d4f81cb64439c8fa039b5406f03ea'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:58:59.351220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-1e0448e6-8e91-4bd7-b21b-99a1540d0fb0 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578685 Feb 09 02:58:59.383658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:58:59.384759 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.439570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169516d1-7e36-4ee5-8f03-52c90b5d4be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f371481a-fc09-4e27-83e7-b7bc91e8e11e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:59.480378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 35f1cbc0-5f9c-4389-80ea-3da089ffd258, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35f1cbc0-5f9c-4389-80ea-3da089ffd258,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:58:59.483097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-169516d1-7e36-4ee5-8f03-52c90b5d4be3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8284b79874354edbb5c6cfbfbdb8b2d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9680345 Feb 09 02:58:59.488320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34340) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:58:59.496062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.645048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=35f1cbc0-5f9c-4389-80ea-3da089ffd258,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:59.703181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-886c49f8-2428-4001-8c25-6b09455efe11 admin admin] Publish callbacks [] for security_group (f371481a-fc09-4e27-83e7-b7bc91e8e11e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.739650 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-886c49f8-2428-4001-8c25-6b09455efe11 admin admin] Publish callbacks [] for security_group (f371481a-fc09-4e27-83e7-b7bc91e8e11e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.833522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-886c49f8-2428-4001-8c25-6b09455efe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f371481a-fc09-4e27-83e7-b7bc91e8e11e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.836960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-886c49f8-2428-4001-8c25-6b09455efe11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:58:59.838059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-886c49f8-2428-4001-8c25-6b09455efe11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f371481a-fc09-4e27-83e7-b7bc91e8e11e HTTP/1.1" status: 204 len: 168 time: 0.3487251 Feb 09 02:58:59.858052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c49f8-2428-4001-8c25-6b09455efe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f371481a-fc09-4e27-83e7-b7bc91e8e11e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:58:59.944027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a58ca-ef40-480f-ac2b-fe55ff6662e0 None None] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:00.068214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-fb10632f-a6ba-4f49-a5e8-f0dcae959763 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:00.072856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-fb10632f-a6ba-4f49-a5e8-f0dcae959763 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 815 time: 1.2379262 Feb 09 02:59:00.076925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Made reservation on behalf of 794d4f81cb64439c8fa039b5406f03ea for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:00.084914 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:00.204554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-fe1f3264-ab94-4dda-98c7-7e6304d33786 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/quotas/d45d4559bda647b594dd207a8f715412 HTTP/1.1" status: 200 len: 375 time: 0.0707815 Feb 09 02:59:00.281602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-808a7362-7f85-4408-b2bf-62f27812f7fb None None] Provisioning complete for port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:00.282184 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-808a7362-7f85-4408-b2bf-62f27812f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:00.393629 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2db6128f-8af6-4eb9-abc5-0ffdd08e92a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:00.492377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-bbdeb0d4-b73c-41c0-bd2a-32f47ca08f54 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2860506 Feb 09 02:59:00.597351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff135ffa-ffc8-4319-b2f6-a717ffe08d80 req-6ff216aa-eb5e-4f6a-995c-b62938010d36 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 210 time: 1.1676593 Feb 09 02:59:00.615455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-808a7362-7f85-4408-b2bf-62f27812f7fb None None] Current status of the port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:00.680080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Allocated IP 172.20.0.6 (57d8e74a-0e07-4e25-aaee-f6f7653b8830/46e12edb-f527-4e64-a6cc-0d4a6ed64f09/deec08d2-d48c-4400-9f2c-df43b10ee28d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:00.779394 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-47d5805c-dfa7-440c-ae50-07c1fec18e19 service neutron] 10.222.0.32 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856672 Feb 09 02:59:00.839249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e67b8422-ebd5-4833-b6ab-b9946960bcdb tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:00.842209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e67b8422-ebd5-4833-b6ab-b9946960bcdb tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.26 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 815 time: 0.2823799 Feb 09 02:59:00.868217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35f1cbc0-5f9c-4389-80ea-3da089ffd258 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:00.893079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1d5db67-bc61-4c1f-9aa7-a7adb14937d6 req-20b09591-7a41-46a6-ae7d-4f97ad053fe2 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5352776 Feb 09 02:59:00.913239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Request body: {'port': {'device_id': '86589131-2486-4cd7-b579-33ec0d1a3c5e', 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'admin_state_up': True, 'tenant_id': 'd45d4559bda647b594dd207a8f715412'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:01.080810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:01.083008 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:01.174659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5251bd26-ea1a-4d1f-a37b-e0a766c410b3 None None] Provisioning complete for port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:01.175259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5251bd26-ea1a-4d1f-a37b-e0a766c410b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:01.260217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c29fb-e7b5-44af-a34e-125670f8b159 req-d3bec060-9d97-469b-a660-d0ed5ff6ac86 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:01.274953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-023c29fb-e7b5-44af-a34e-125670f8b159 req-d3bec060-9d97-469b-a660-d0ed5ff6ac86 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.3808155 Feb 09 02:59:01.311424 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-75948fdb-415b-4fff-aad9-390db238864c service neutron] 10.222.0.32 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310428 Feb 09 02:59:01.415359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Publish callbacks [] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:01.429083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Made reservation on behalf of d45d4559bda647b594dd207a8f715412 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:01.451026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:01.484169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5251bd26-ea1a-4d1f-a37b-e0a766c410b3 None None] Current status of the port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:01.532841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:01.544488 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-023c29fb-e7b5-44af-a34e-125670f8b159 req-3054bd13-ea3b-4977-8954-5f88b6e595b5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505314 Feb 09 02:59:01.562200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:01.692380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:01.701982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:01.738318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:01.886808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Allocated IP 172.20.0.9 (7d670ce7-98ed-4683-97b3-c1f1564f1d81/338b169e-7e00-42ab-b088-ad816544c026/41a45452-aca8-4f3f-95f2-f7c2ee81f984) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:01.906192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Pushing event updated for resources: {'Port': ['ID=deec08d2-d48c-4400-9f2c-df43b10ee28d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:01.932064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc496-a065-4c82-b9ed-fe8302afd6a3 req-93aa01d7-06dc-4f1e-a9ba-b6c8be6c9a93 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:01.940508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-029dc496-a065-4c82-b9ed-fe8302afd6a3 req-93aa01d7-06dc-4f1e-a9ba-b6c8be6c9a93 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 931 time: 0.1486139 Feb 09 02:59:01.967275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:01.970105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.038051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-05ac7e3f-ae29-4ca6-85b2-55046a46b5c2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8542261 Feb 09 02:59:02.083894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Request body: {'port': {'device_id': '1a238304-d310-41fd-bd41-5b2ecfd10d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:02.085823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-029dc496-a065-4c82-b9ed-fe8302afd6a3 req-2f6db14b-fdd0-4b84-8043-26294cc2b68f tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442425 Feb 09 02:59:02.187719 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks [] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.273829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.380148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.383671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:02.393004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:02.397332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:02.441466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34410) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:02.515357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Pushing event updated for resources: {'Port': ['ID=41a45452-aca8-4f3f-95f2-f7c2ee81f984,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:02.577389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:02.578711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.626713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-b161c157-71fa-4f1c-9671-ca6d5b1a134d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7190180 Feb 09 02:59:02.641071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Request body: {'port': {'device_id': '86589131-2486-4cd7-b579-33ec0d1a3c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:02.677614 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4b91c412-3033-474d-aa93-25e58452888f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.807746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.922582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-14851908-e536-49b0-a184-e8e228637b0c tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:02.929286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-14851908-e536-49b0-a184-e8e228637b0c tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 815 time: 0.6984341 Feb 09 02:59:02.969192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-83572119-9bb4-433c-8f3a-1f646ae26956 None None] Provisioning complete for port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:02.971002 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83572119-9bb4-433c-8f3a-1f646ae26956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:02.977091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-d9de290a-a948-436d-b873-0a7fd615f90f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/quotas/d45d4559bda647b594dd207a8f715412 HTTP/1.1" status: 200 len: 375 time: 0.0468352 Feb 09 02:59:03.126710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-83572119-9bb4-433c-8f3a-1f646ae26956 None None] Port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:03.317218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cee189ce-cf3d-4715-8cc7-afc002687667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:03.424648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a45452-aca8-4f3f-95f2-f7c2ee81f984 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:03.440318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Publish callbacks [] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:03.471539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Transition to ACTIVE for port object 41a45452-aca8-4f3f-95f2-f7c2ee81f984 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:59:03.513872 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:03.648288 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cee189ce-cf3d-4715-8cc7-afc002687667 admin admin] Publish callbacks [] for security_group (bc3f5ac1-e9b4-48e3-8a34-e79eeaee153c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:03.707729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-123c4e68-3e2e-491d-a277-a1d3ca2b6443 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7296495 Feb 09 02:59:03.708437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cee189ce-cf3d-4715-8cc7-afc002687667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bc3f5ac1-e9b4-48e3-8a34-e79eeaee153c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:03.889789 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:03.933483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Pushing event updated for resources: {'Port': ['ID=41a45452-aca8-4f3f-95f2-f7c2ee81f984,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:04.031741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Attempting to bind port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:04.031741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Attempting to bind port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:04.031741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Attempting to bind port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:04.057298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:59:04.057642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Attempting to bind port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:04.069531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e29f5-fba0-4aa1-ba71-c08e3f379df7 req-7013477c-49a7-45fc-9650-bd890bd2444e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:04.086898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b81e29f5-fba0-4aa1-ba71-c08e3f379df7 req-7013477c-49a7-45fc-9650-bd890bd2444e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.4624479 Feb 09 02:59:04.136141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:04.136518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Checking segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:04.136877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Bound using segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:04.137363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Bound port: 41a45452-aca8-4f3f-95f2-f7c2ee81f984, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:04.137735 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.250905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b81e29f5-fba0-4aa1-ba71-c08e3f379df7 req-993c00a8-55c7-4cc8-9ca5-5804a8b5dd4d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630301 Feb 09 02:59:04.289269 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34446) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:04.302814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] For port 41a45452-aca8-4f3f-95f2-f7c2ee81f984, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:04.321772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee189ce-cf3d-4715-8cc7-afc002687667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3f5ac1-e9b4-48e3-8a34-e79eeaee153c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:04.324117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] For port 41a45452-aca8-4f3f-95f2-f7c2ee81f984, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41a45452-aca8-4f3f-95f2-f7c2ee81f984,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:04.336496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.338829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deec08d2-d48c-4400-9f2c-df43b10ee28d {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:04.348738 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Publish callbacks [] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.356278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:04.357266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.359000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] 10.222.0.26 "PUT /v2.0/ports/41a45452-aca8-4f3f-95f2-f7c2ee81f984 HTTP/1.1" status: 200 len: 1091 time: 1.7246718 Feb 09 02:59:04.362085 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86589131-2486-4cd7-b579-33ec0d1a3c5e', 'tag': '41a45452-aca8-4f3f-95f2-f7c2ee81f984'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:04.375001 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee426b-d33c-45ec-a06e-59a31e0320a7" -d '{"events": [{"name": "network-changed", "server_uuid": "86589131-2486-4cd7-b579-33ec0d1a3c5e", "tag": "41a45452-aca8-4f3f-95f2-f7c2ee81f984"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:04.483406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c32ce013-f5c3-4a16-adfa-77f455c9537f service neutron] 10.222.0.32 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928369 Feb 09 02:59:04.505636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Transition to ACTIVE for port object deec08d2-d48c-4400-9f2c-df43b10ee28d will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:59:04.519179 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cee189ce-cf3d-4715-8cc7-afc002687667 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58734e39169a4a94afe48b4f35e992da&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0662146 Feb 09 02:59:04.519924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34456) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:04.531689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-29a467ef-8509-4387-95f7-2bcb6add6b25 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:04.567847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.632366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f5c09-e225-4c8a-ba50-fef945d334f8 service neutron] Pushing event updated for resources: {'Port': ['ID=41a45452-aca8-4f3f-95f2-f7c2ee81f984,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:04.683636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544838a-ad47-4b67-bb15-b49b507ae4ea req-918ad974-706c-4ba0-90b6-3f8e671b2b6e tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:04.690797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f544838a-ad47-4b67-bb15-b49b507ae4ea req-918ad974-706c-4ba0-90b6-3f8e671b2b6e tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 931 time: 0.3430603 Feb 09 02:59:04.705581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-29a467ef-8509-4387-95f7-2bcb6add6b25 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] 10.222.0.32 "PUT /v2.0/quotas/0c46d60707f044f798db296612ba71fc HTTP/1.1" status: 200 len: 368 time: 0.4104924 Feb 09 02:59:04.708801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34458) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:04.723223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Request body: {'network': {'project_id': '0c46d60707f044f798db296612ba71fc'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:04.732710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-2f45ff29-3d1e-4f17-8c8e-6fa09d127a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:04.735893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-2f45ff29-3d1e-4f17-8c8e-6fa09d127a36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 1125 time: 0.2888122 Feb 09 02:59:04.771269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Pushing event updated for resources: {'Port': ['ID=deec08d2-d48c-4400-9f2c-df43b10ee28d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:04.806124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Made reservation on behalf of 0c46d60707f044f798db296612ba71fc for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:04.810109 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.833152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-cfe015bd-2bcd-4aef-9fc6-acfca860d044 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:04.834963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-cfe015bd-2bcd-4aef-9fc6-acfca860d044 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.61 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 815 time: 0.6615152 Feb 09 02:59:04.858145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c5424a5-aeda-417d-bcb3-15782c7a6484 admin admin] Publish callbacks [] for security_group (bc3f5ac1-e9b4-48e3-8a34-e79eeaee153c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.874810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Request body: {'port': {'device_id': 'c5a7f043-8d95-4d3e-9a1e-6a75cededa3a', 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'admin_state_up': True, 'tenant_id': 'd45d4559bda647b594dd207a8f715412'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:04.900847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-6d874184-e2a9-4bf4-907e-37458b1f807c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a45452-aca8-4f3f-95f2-f7c2ee81f984 HTTP/1.1" status: 200 len: 217 time: 0.1118977 Feb 09 02:59:04.905342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.950260 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-acec01e3-98fd-4569-ad46-d7be0d9bb3b2 service neutron] 10.222.0.32 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398406 Feb 09 02:59:04.965030 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c5424a5-aeda-417d-bcb3-15782c7a6484 admin admin] Publish callbacks [] for security_group (bc3f5ac1-e9b4-48e3-8a34-e79eeaee153c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:04.984209 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.049303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-07ad22c4-7906-43c9-8d1b-11f8c38c983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:05.051190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-07ad22c4-7906-43c9-8d1b-11f8c38c983f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=338b169e-7e00-42ab-b088-ad816544c026 HTTP/1.1" status: 200 len: 854 time: 0.1314008 Feb 09 02:59:05.058743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f544838a-ad47-4b67-bb15-b49b507ae4ea req-02cb9ca0-5b94-4e9e-a176-b696b1e7dcfe tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510618 Feb 09 02:59:05.141428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Attempting to bind port deec08d2-d48c-4400-9f2c-df43b10ee28d on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:05.141932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Attempting to bind port deec08d2-d48c-4400-9f2c-df43b10ee28d by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '35ceb36e-24c9-4736-8d38-ee846f103715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57d8e74a-0e07-4e25-aaee-f6f7653b8830'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:05.142405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Attempting to bind port deec08d2-d48c-4400-9f2c-df43b10ee28d on network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:05.169368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks [] for security_group (6694ea14-32f5-4c00-9e5f-6c50131fd2f9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.176346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Port deec08d2-d48c-4400-9f2c-df43b10ee28d on network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:59:05.189738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Attempting to bind port deec08d2-d48c-4400-9f2c-df43b10ee28d on network 57d8e74a-0e07-4e25-aaee-f6f7653b8830 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:05.226762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:05.231927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6694ea14-32f5-4c00-9e5f-6c50131fd2f9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.232574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Checking segment: {'id': '35ceb36e-24c9-4736-8d38-ee846f103715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57d8e74a-0e07-4e25-aaee-f6f7653b8830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:05.233092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Bound using segment: {'id': '35ceb36e-24c9-4736-8d38-ee846f103715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57d8e74a-0e07-4e25-aaee-f6f7653b8830'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:05.233668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Bound port: deec08d2-d48c-4400-9f2c-df43b10ee28d, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35ceb36e-24c9-4736-8d38-ee846f103715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '57d8e74a-0e07-4e25-aaee-f6f7653b8830'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:05.236494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.250746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:05.263907 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5c10aaea-c6df-43b5-8a03-75cd8a4ecd49), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.264264 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Added segment 5c10aaea-c6df-43b5-8a03-75cd8a4ecd49 of type vlan for network 76f54fdc-2eb6-443d-8510-62023f087757 Feb 09 02:59:05.353715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (76f54fdc-2eb6-443d-8510-62023f087757), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.379767 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb250394-f03d-4bd4-b734-99c61e153881 req-e4433e96-fd87-4039-b772-0655c2c3e993 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 210 time: 0.0511825 Feb 09 02:59:05.408487 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621452d9-a2ed-4659-ae16-694783899bfe x-openstack-request-id: req-621452d9-a2ed-4659-ae16-694783899bfe {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:05.408487 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86589131-2486-4cd7-b579-33ec0d1a3c5e", "tag": "41a45452-aca8-4f3f-95f2-f7c2ee81f984", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:05.408487 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-621452d9-a2ed-4659-ae16-694783899bfe {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:05.408487 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86589131-2486-4cd7-b579-33ec0d1a3c5e', 'tag': '41a45452-aca8-4f3f-95f2-f7c2ee81f984', 'status': 'completed', 'code': 200} Feb 09 02:59:05.418538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] For port deec08d2-d48c-4400-9f2c-df43b10ee28d, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:05.422867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] For port deec08d2-d48c-4400-9f2c-df43b10ee28d, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=deec08d2-d48c-4400-9f2c-df43b10ee28d,segment=NetworkSegment(35ceb36e-24c9-4736-8d38-ee846f103715),segment_id=35ceb36e-24c9-4736-8d38-ee846f103715)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:05.428642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c5424a5-aeda-417d-bcb3-15782c7a6484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bc3f5ac1-e9b4-48e3-8a34-e79eeaee153c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.432064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c5424a5-aeda-417d-bcb3-15782c7a6484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.434307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1c5424a5-aeda-417d-bcb3-15782c7a6484 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc3f5ac1-e9b4-48e3-8a34-e79eeaee153c HTTP/1.1" status: 204 len: 168 time: 0.9018111 Feb 09 02:59:05.451342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5424a5-aeda-417d-bcb3-15782c7a6484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3f5ac1-e9b4-48e3-8a34-e79eeaee153c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:05.454390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.498415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Made reservation on behalf of d45d4559bda647b594dd207a8f715412 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:05.526137 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.560542 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (76f54fdc-2eb6-443d-8510-62023f087757), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.561459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:05.562055 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.588313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-a3517bd7-8b02-4faf-86d3-8144c086eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:05.591711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-a3517bd7-8b02-4faf-86d3-8144c086eead service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d670ce7-98ed-4683-97b3-c1f1564f1d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5293427 Feb 09 02:59:05.632178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:05.632946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:05.634833 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] 10.222.0.61 "PUT /v2.0/ports/deec08d2-d48c-4400-9f2c-df43b10ee28d HTTP/1.1" status: 200 len: 1091 time: 3.5876393 Feb 09 02:59:05.639437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a238304-d310-41fd-bd41-5b2ecfd10d94', 'tag': 'deec08d2-d48c-4400-9f2c-df43b10ee28d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:05.648463 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b9c63e-8aff-4faa-9259-f85caecccd54" -d '{"events": [{"name": "network-changed", "server_uuid": "1a238304-d310-41fd-bd41-5b2ecfd10d94", "tag": "deec08d2-d48c-4400-9f2c-df43b10ee28d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:05.738883 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b33535-4c0a-4621-8e73-be5dc4c3864d x-openstack-request-id: req-71b33535-4c0a-4621-8e73-be5dc4c3864d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:05.739507 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a238304-d310-41fd-bd41-5b2ecfd10d94", "tag": "deec08d2-d48c-4400-9f2c-df43b10ee28d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:05.739768 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71b33535-4c0a-4621-8e73-be5dc4c3864d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:05.740178 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a238304-d310-41fd-bd41-5b2ecfd10d94', 'tag': 'deec08d2-d48c-4400-9f2c-df43b10ee28d', 'status': 'completed', 'code': 200} Feb 09 02:59:05.826213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6b9f0-1557-41de-826d-c5dbec34d95d service neutron] Pushing event updated for resources: {'Port': ['ID=deec08d2-d48c-4400-9f2c-df43b10ee28d,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:05.832931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Pushing event updated for resources: {'Network': ['ID=76f54fdc-2eb6-443d-8510-62023f087757,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:05.836555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6694ea14-32f5-4c00-9e5f-6c50131fd2f9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:05.860859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 76f54fdc-2eb6-443d-8510-62023f087757 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:05.877651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8a751-7875-458b-b486-a8e39276b1bd req-e4fffe46-9371-4dcd-8817-555bed873487 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:05.879249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38c8a751-7875-458b-b486-a8e39276b1bd req-e4fffe46-9371-4dcd-8817-555bed873487 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.2978606 Feb 09 02:59:05.908196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-2db0d6ba-fedb-47bf-9c2f-869d5cb89fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:05.909727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-2db0d6ba-fedb-47bf-9c2f-869d5cb89fa2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=794d4f81cb64439c8fa039b5406f03ea&device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 1125 time: 0.2102554 Feb 09 02:59:05.928313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-de18624d-5de4-4279-8431-1f0f9b6f1f93 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2181377 Feb 09 02:59:05.931727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34480) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:05.946880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Request body: {'network': {'project_id': '0c46d60707f044f798db296612ba71fc'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:05.997039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-efc168f9-4e12-43af-8392-0d143bc91b46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deec08d2-d48c-4400-9f2c-df43b10ee28d HTTP/1.1" status: 200 len: 217 time: 0.0665948 Feb 09 02:59:06.043782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Made reservation on behalf of 0c46d60707f044f798db296612ba71fc for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:06.048790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.106931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-aebc26d5-f4f1-4fc4-ba6e-9782932439f8 service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884207 Feb 09 02:59:06.132308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:06.200068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38c8a751-7875-458b-b486-a8e39276b1bd req-a607bc09-854b-4dac-8bcd-21000e621456 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108704 Feb 09 02:59:06.202837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Allocated IP 172.20.0.5 (7d670ce7-98ed-4683-97b3-c1f1564f1d81/338b169e-7e00-42ab-b088-ad816544c026/ca00f643-0a0b-4765-a5be-87225640f444) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:06.247132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-593f79bd-2546-46d2-9416-c1f18c8b2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:06.260471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-593f79bd-2546-46d2-9416-c1f18c8b2e17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46e12edb-f527-4e64-a6cc-0d4a6ed64f09 HTTP/1.1" status: 200 len: 862 time: 0.2442889 Feb 09 02:59:06.333843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.365023 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524ba32e-cac1-4e38-9fe6-8f3c67d868ff req-72b82fc6-128d-42df-a7d9-ca6c72b8ac4f service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495933 Feb 09 02:59:06.371018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-640f61fb-c394-4d2f-8744-497fc5dae1cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=57d8e74a-0e07-4e25-aaee-f6f7653b8830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022503 Feb 09 02:59:06.392121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f9cd9786-07cd-4c00-8db1-2a61508af2aa), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.392534 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Added segment f9cd9786-07cd-4c00-8db1-2a61508af2aa of type vlan for network 78b804a0-6614-44f1-9857-54c506f6d19d Feb 09 02:59:06.485922 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (78b804a0-6614-44f1-9857-54c506f6d19d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.583495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (78b804a0-6614-44f1-9857-54c506f6d19d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.584549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:06.585217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:06.739505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-adbb46b8-e87e-4a30-95c9-a2255c0489ba service neutron] 10.222.0.61 "GET /v2.0/networks/57d8e74a-0e07-4e25-aaee-f6f7653b8830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417046 Feb 09 02:59:06.795585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Pushing event updated for resources: {'Network': ['ID=78b804a0-6614-44f1-9857-54c506f6d19d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:06.807538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 78b804a0-6614-44f1-9857-54c506f6d19d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:06.822921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-05839d93-043e-480e-ad88-30dac22d4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:06.824980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-05839d93-043e-480e-ad88-30dac22d4dde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 1125 time: 0.2945621 Feb 09 02:59:06.891415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a8de1-ea3c-4681-9e2a-0f5ad8a82332 req-77d197c8-1577-46d7-8940-ba298672d9d0 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:06.900095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a40a8de1-ea3c-4681-9e2a-0f5ad8a82332 req-77d197c8-1577-46d7-8940-ba298672d9d0 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 943 time: 0.3742595 Feb 09 02:59:06.940030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a53873da-de23-4d0a-80a1-06485b0d006a tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0067093 Feb 09 02:59:07.045843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34504) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:07.084167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fc23cedc-3bdc-4ed7-9443-54daee3d1f8d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Request body: {'network': {'project_id': '0c46d60707f044f798db296612ba71fc'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:07.127340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8723569d-45a6-41c3-a4d3-d928c09dc812 req-7c2d4393-9843-439c-9be4-c2e483b5dc7b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 210 time: 0.3867159 Feb 09 02:59:07.152230 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc23cedc-3bdc-4ed7-9443-54daee3d1f8d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 02:59:07.152889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc23cedc-3bdc-4ed7-9443-54daee3d1f8d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 02:59:07.162573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fc23cedc-3bdc-4ed7-9443-54daee3d1f8d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0962977 Feb 09 02:59:07.163201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34510) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:07.248780 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a40a8de1-ea3c-4681-9e2a-0f5ad8a82332 req-3fd7c206-19a8-43a5-94a7-2fffe92c2ed2 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456788 Feb 09 02:59:07.311732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10b9d4d9-329c-40ac-aefb-d8e3ff4b8395 req-97247eda-4250-496f-a7cb-f90d4f781343 service neutron] 10.222.0.61 "GET /v2.0/networks/57d8e74a-0e07-4e25-aaee-f6f7653b8830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940813 Feb 09 02:59:07.329079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks [] for port (ca00f643-0a0b-4765-a5be-87225640f444), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.416229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ca00f643-0a0b-4765-a5be-87225640f444), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.570802 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f28d13f6-d543-4421-8697-3d0580732cf0 tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c46d60707f044f798db296612ba71fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3507891 Feb 09 02:59:07.573242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-b15c7e48-2f61-40eb-9d1c-a3fc96d10eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:07.577399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-b15c7e48-2f61-40eb-9d1c-a3fc96d10eb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 916 time: 0.7314832 Feb 09 02:59:07.578486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:07.614665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34518) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:07.641421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:07.684002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:07.764282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Pushing event updated for resources: {'Port': ['ID=ca00f643-0a0b-4765-a5be-87225640f444,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:07.851458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-2ae6df20-d1c9-4a22-8515-9f39db0e6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:07.858401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-2ae6df20-d1c9-4a22-8515-9f39db0e6eba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=794d4f81cb64439c8fa039b5406f03ea&device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 1125 time: 0.3630741 Feb 09 02:59:07.889079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:07.890026 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:07.941107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-3bdeb886-8f6c-49c9-8df0-7666d52889de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a45452-aca8-4f3f-95f2-f7c2ee81f984 HTTP/1.1" status: 200 len: 217 time: 0.2336152 Feb 09 02:59:07.979403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-b0e5694a-50ca-4197-9e4e-611c19822411 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1114366 Feb 09 02:59:08.095772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Request body: {'port': {'device_id': 'c5a7f043-8d95-4d3e-9a1e-6a75cededa3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:08.198757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-486463e7-04c0-4d7b-b6ea-70ae557ed825 None None] Provisioning complete for port ca00f643-0a0b-4765-a5be-87225640f444 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:08.199934 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-486463e7-04c0-4d7b-b6ea-70ae557ed825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ca00f643-0a0b-4765-a5be-87225640f444), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:08.278125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75616110-c5c0-4128-bebc-041d148650c0 req-8970a8ea-e6a1-4a3e-92cd-b582bfab72b1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.289401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75616110-c5c0-4128-bebc-041d148650c0 req-8970a8ea-e6a1-4a3e-92cd-b582bfab72b1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.8494086 Feb 09 02:59:08.308779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-198fa24a-4ef4-4b72-a039-e86a11456afa tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks [] for security_group (6694ea14-32f5-4c00-9e5f-6c50131fd2f9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:08.311739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-486463e7-04c0-4d7b-b6ea-70ae557ed825 None None] Port ca00f643-0a0b-4765-a5be-87225640f444 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:08.349869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-49f03d92-c09f-4e37-b279-841892bbced1 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.351930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-49f03d92-c09f-4e37-b279-841892bbced1 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.26 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 815 time: 0.7695050 Feb 09 02:59:08.354050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-489b2561-154f-4ca4-bcd4-61d5c71e7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.355425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-489b2561-154f-4ca4-bcd4-61d5c71e7beb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=338b169e-7e00-42ab-b088-ad816544c026 HTTP/1.1" status: 200 len: 854 time: 0.4013493 Feb 09 02:59:08.361584 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca00f643-0a0b-4765-a5be-87225640f444), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:08.395474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Request body: {'port': {'device_id': '6ee50bbf-cb84-4692-999c-3cb78f711655', 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'admin_state_up': True, 'tenant_id': 'd45d4559bda647b594dd207a8f715412'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:08.513976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-198fa24a-4ef4-4b72-a039-e86a11456afa tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks [] for security_group (6694ea14-32f5-4c00-9e5f-6c50131fd2f9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:08.685561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75616110-c5c0-4128-bebc-041d148650c0 req-6e133915-0f68-466e-bd47-27eddd95aa36 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460677 Feb 09 02:59:08.709439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-3981cb48-3ec9-43c4-81b9-23bfe5321a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:08.709439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-3981cb48-3ec9-43c4-81b9-23bfe5321a87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d670ce7-98ed-4683-97b3-c1f1564f1d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3293240 Feb 09 02:59:08.782934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Made reservation on behalf of d45d4559bda647b594dd207a8f715412 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:08.786620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:08.843634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-198fa24a-4ef4-4b72-a039-e86a11456afa tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6694ea14-32f5-4c00-9e5f-6c50131fd2f9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:08.846280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-198fa24a-4ef4-4b72-a039-e86a11456afa tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:08.847415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-198fa24a-4ef4-4b72-a039-e86a11456afa tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/6694ea14-32f5-4c00-9e5f-6c50131fd2f9 HTTP/1.1" status: 204 len: 168 time: 1.2304499 Feb 09 02:59:08.866123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34540) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:08.959501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fa24a-4ef4-4b72-a039-e86a11456afa tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694ea14-32f5-4c00-9e5f-6c50131fd2f9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:09.019099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41a45452-aca8-4f3f-95f2-f7c2ee81f984 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:09.050064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca00f643-0a0b-4765-a5be-87225640f444 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:09.065955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Publish callbacks [] for port (ca00f643-0a0b-4765-a5be-87225640f444), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:09.096822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Transition to ACTIVE for port object ca00f643-0a0b-4765-a5be-87225640f444 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:59:09.097631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-dd652d29-f649-44f0-bc80-89fc36d4c3b9 service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788996 Feb 09 02:59:09.154410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ca00f643-0a0b-4765-a5be-87225640f444), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:09.190684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Allocated IP 172.20.0.14 (7d670ce7-98ed-4683-97b3-c1f1564f1d81/338b169e-7e00-42ab-b088-ad816544c026/bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:09.196790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5783bfc8-0c05-4e2b-81e5-03c81ad7a6d0 req-2db56711-4876-43fc-bbc7-5cfb4b9e2148 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 210 time: 0.8358061 Feb 09 02:59:09.350026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41a45452-aca8-4f3f-95f2-f7c2ee81f984, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41a45452-aca8-4f3f-95f2-f7c2ee81f984,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:09.371218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '41a45452-aca8-4f3f-95f2-f7c2ee81f984', 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'port_id': '41a45452-aca8-4f3f-95f2-f7c2ee81f984', 'mac_address': 'fa:16:3e:a3:a3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338b169e-7e00-42ab-b088-ad816544c026', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:09.489747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks [] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:09.498985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (78b804a0-6614-44f1-9857-54c506f6d19d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:09.513150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:09.513547 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:09.557929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-7b6cad80-bdea-424c-8a79-8c9422cff571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:09.568604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-7b6cad80-bdea-424c-8a79-8c9422cff571 service neutron] 10.222.0.61 "GET /v2.0/networks?id=57d8e74a-0e07-4e25-aaee-f6f7653b8830 HTTP/1.1" status: 200 len: 923 time: 1.6980019 Feb 09 02:59:09.572869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214b964-f025-4cdd-b9f7-ab82299c5bae req-004c1948-2615-4949-8fa6-24112059f714 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:09.582098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b214b964-f025-4cdd-b9f7-ab82299c5bae req-004c1948-2615-4949-8fa6-24112059f714 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 943 time: 0.7593780 Feb 09 02:59:09.585539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a45452-aca8-4f3f-95f2-f7c2ee81f984 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:09.626366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41a45452-aca8-4f3f-95f2-f7c2ee81f984, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41a45452-aca8-4f3f-95f2-f7c2ee81f984,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:09.648659 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:09.774946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Pushing event updated for resources: {'Port': ['ID=ca00f643-0a0b-4765-a5be-87225640f444,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:09.790994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-8a5b02fb-1da0-47aa-8f60-ee5706cd2333 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deec08d2-d48c-4400-9f2c-df43b10ee28d HTTP/1.1" status: 200 len: 217 time: 0.1711991 Feb 09 02:59:09.795373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=41a45452-aca8-4f3f-95f2-f7c2ee81f984,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:09.797736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Attempting to bind port ca00f643-0a0b-4765-a5be-87225640f444 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:09.798171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Attempting to bind port ca00f643-0a0b-4765-a5be-87225640f444 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:09.800435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Attempting to bind port ca00f643-0a0b-4765-a5be-87225640f444 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:09.894273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Port ca00f643-0a0b-4765-a5be-87225640f444 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:59:09.894713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Attempting to bind port ca00f643-0a0b-4765-a5be-87225640f444 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:09.928484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:09.929792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Checking segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:09.930746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Bound using segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:09.931207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Bound port: ca00f643-0a0b-4765-a5be-87225640f444, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:09.931571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca00f643-0a0b-4765-a5be-87225640f444), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:09.972437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-126d4ce3-eb69-4e8a-a381-1ef8dfc1c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:09.973947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-126d4ce3-eb69-4e8a-a381-1ef8dfc1c376 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46e12edb-f527-4e64-a6cc-0d4a6ed64f09 HTTP/1.1" status: 200 len: 862 time: 0.1635475 Feb 09 02:59:10.034858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b214b964-f025-4cdd-b9f7-ab82299c5bae req-aa934458-cbf2-4d52-8a32-2ec0421735fb tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518392 Feb 09 02:59:10.042084 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (78b804a0-6614-44f1-9857-54c506f6d19d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.050914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['41a45452-aca8-4f3f-95f2-f7c2ee81f984'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:10.104382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b804a0-6614-44f1-9857-54c506f6d19d']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:10.135569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cd9786-07cd-4c00-8db1-2a61508af2aa') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:10.136576 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cd9786-07cd-4c00-8db1-2a61508af2aa') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:10.189873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (f9cd9786-07cd-4c00-8db1-2a61508af2aa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.231795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f9cd9786-07cd-4c00-8db1-2a61508af2aa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.253523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:59:10.254227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (f9cd9786-07cd-4c00-8db1-2a61508af2aa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.441659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-5e8d236a-5c6c-41b5-baa4-576ae8de4974 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=57d8e74a-0e07-4e25-aaee-f6f7653b8830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4600701 Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:59:10.464240 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:59:10.534592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446441-ab7f-4543-8d77-b1c7ba05b4e4 req-5601a6b2-d7c1-4150-8ff3-bd901e4d501e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:10.542435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8446441-ab7f-4543-8d77-b1c7ba05b4e4 req-5601a6b2-d7c1-4150-8ff3-bd901e4d501e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.6599829 Feb 09 02:59:10.573246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (78b804a0-6614-44f1-9857-54c506f6d19d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.611327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] For port ca00f643-0a0b-4765-a5be-87225640f444, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:10.637482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] For port ca00f643-0a0b-4765-a5be-87225640f444, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ca00f643-0a0b-4765-a5be-87225640f444,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:10.658594 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.664420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] 10.222.0.32 "DELETE /v2.0/networks/78b804a0-6614-44f1-9857-54c506f6d19d HTTP/1.1" status: 204 len: 168 time: 1.7927678 Feb 09 02:59:10.693505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8446441-ab7f-4543-8d77-b1c7ba05b4e4 req-6634d0ea-3654-458d-961f-973854e7a7ed tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499484 Feb 09 02:59:10.694461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34572) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:10.707456 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1570335-1720-40e3-b845-d23b25483b1e req-46d1eba0-04af-4272-bce3-60bf05e2eecb tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 210 time: 0.2303143 Feb 09 02:59:10.708552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.716138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ee426b-d33c-45ec-a06e-59a31e0320a7 req-cbef658b-36cb-4793-ba86-4e2ad881818a service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2006297 Feb 09 02:59:10.727878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbfeed-a1dc-4757-9328-7fc491909c7d tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Pushing event deleted for resources: {'Network': ['ID=78b804a0-6614-44f1-9857-54c506f6d19d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:10.761530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ca00f643-0a0b-4765-a5be-87225640f444), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:10.836946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:10.858110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:10.861166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:10.864136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Pushing event updated for resources: {'Port': ['ID=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:10.990386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:10.990914 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.038526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-df757d25-2fb8-4e47-9a93-d99048233f03 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6624210 Feb 09 02:59:11.056519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Request body: {'port': {'device_id': '6ee50bbf-cb84-4692-999c-3cb78f711655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:11.080321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Pushing event updated for resources: {'Port': ['ID=ca00f643-0a0b-4765-a5be-87225640f444,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:11.087171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (76f54fdc-2eb6-443d-8510-62023f087757), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.122857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-9d5ce8f4-9920-4ae3-945a-a647ed6793ff service neutron] 10.222.0.61 "GET /v2.0/networks/57d8e74a-0e07-4e25-aaee-f6f7653b8830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658480 Feb 09 02:59:11.127873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:11.129663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.133755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-a511f59c-8fba-4952-abf8-98f7c779e0bb service neutron] 10.222.0.61 "PUT /v2.0/ports/ca00f643-0a0b-4765-a5be-87225640f444 HTTP/1.1" status: 200 len: 1091 time: 3.0558939 Feb 09 02:59:11.137011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a7f043-8d95-4d3e-9a1e-6a75cededa3a', 'tag': 'ca00f643-0a0b-4765-a5be-87225640f444'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:11.144835 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98ce01e-cb1b-415e-b901-6e939c531b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a7f043-8d95-4d3e-9a1e-6a75cededa3a", "tag": "ca00f643-0a0b-4765-a5be-87225640f444"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:11.196027 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.326542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device deec08d2-d48c-4400-9f2c-df43b10ee28d details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:11.340738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e7553dce-1b02-4517-b50e-35eb5e498afa None None] Provisioning complete for port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:11.346048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7553dce-1b02-4517-b50e-35eb5e498afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.383821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7b9c63e-8aff-4faa-9259-f85caecccd54 req-7e80432b-fd7d-4ac3-8900-ca0598e6d441 service neutron] 10.222.0.61 "GET /v2.0/networks/57d8e74a-0e07-4e25-aaee-f6f7653b8830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251723 Feb 09 02:59:11.385999 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22335b0-ef45-42ba-90fa-eeed23ba263f x-openstack-request-id: req-c22335b0-ef45-42ba-90fa-eeed23ba263f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:11.386426 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a7f043-8d95-4d3e-9a1e-6a75cededa3a", "tag": "ca00f643-0a0b-4765-a5be-87225640f444", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:11.386622 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c22335b0-ef45-42ba-90fa-eeed23ba263f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:11.387673 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a7f043-8d95-4d3e-9a1e-6a75cededa3a', 'tag': 'ca00f643-0a0b-4765-a5be-87225640f444', 'status': 'completed', 'code': 200} Feb 09 02:59:11.498014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e7553dce-1b02-4517-b50e-35eb5e498afa None None] Port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:11.557739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (76f54fdc-2eb6-443d-8510-62023f087757), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.585186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f54fdc-2eb6-443d-8510-62023f087757']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:11.598069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c10aaea-c6df-43b5-8a03-75cd8a4ecd49') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:11.598460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c10aaea-c6df-43b5-8a03-75cd8a4ecd49') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:11.611565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (5c10aaea-c6df-43b5-8a03-75cd8a4ecd49), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.628035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5c10aaea-c6df-43b5-8a03-75cd8a4ecd49), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.636324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:59:11.637337 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (5c10aaea-c6df-43b5-8a03-75cd8a4ecd49), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:59:11.724825 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:59:11.736800 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (76f54fdc-2eb6-443d-8510-62023f087757), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.745062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.749317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] 10.222.0.32 "DELETE /v2.0/networks/76f54fdc-2eb6-443d-8510-62023f087757 HTTP/1.1" status: 204 len: 168 time: 0.9932044 Feb 09 02:59:11.771342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Pushing event deleted for resources: {'Network': ['ID=76f54fdc-2eb6-443d-8510-62023f087757,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:11.785873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port deec08d2-d48c-4400-9f2c-df43b10ee28d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=deec08d2-d48c-4400-9f2c-df43b10ee28d,segment=NetworkSegment(35ceb36e-24c9-4736-8d38-ee846f103715),segment_id=35ceb36e-24c9-4736-8d38-ee846f103715)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:11.786810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.787256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.787611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.787960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.788308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.788701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.788980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.789320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.789798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.789989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.790334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.790692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.791000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6d698b-35e7-4df1-9274-30e83ea688fd tempest-QuotasNegativeTest-796054056 tempest-QuotasNegativeTest-796054056-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:11.800597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-41f68e1f-40aa-4e11-9699-6def55e95786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:11.802942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-41f68e1f-40aa-4e11-9699-6def55e95786 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 1125 time: 0.4145186 Feb 09 02:59:11.822033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'deec08d2-d48c-4400-9f2c-df43b10ee28d', 'network_id': '57d8e74a-0e07-4e25-aaee-f6f7653b8830', 'port_id': 'deec08d2-d48c-4400-9f2c-df43b10ee28d', 'mac_address': 'fa:16:3e:ed:74:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e12edb-f527-4e64-a6cc-0d4a6ed64f09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:11.871700 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-422046f2-bfd6-4a43-bcb2-d5d8b147b028 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca00f643-0a0b-4765-a5be-87225640f444 HTTP/1.1" status: 200 len: 217 time: 0.0534790 Feb 09 02:59:11.928285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:11.951958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port deec08d2-d48c-4400-9f2c-df43b10ee28d is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:11.952660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Publish callbacks [] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.953983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:11.972175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-bda2ac46-4922-49e0-84e5-3f6ebe6c7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:11.974883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-bda2ac46-4922-49e0-84e5-3f6ebe6c7b0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=338b169e-7e00-42ab-b088-ad816544c026 HTTP/1.1" status: 200 len: 854 time: 0.0918918 Feb 09 02:59:11.982947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Transition to ACTIVE for port object bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:59:11.995564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deec08d2-d48c-4400-9f2c-df43b10ee28d {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:12.005427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d168e-bdd8-4afb-a21f-94cb8be438f1 req-a9b4cc3a-770e-44db-92dd-402fb52c4065 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:12.007175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-596d168e-bdd8-4afb-a21f-94cb8be438f1 req-a9b4cc3a-770e-44db-92dd-402fb52c4065 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1345556 Feb 09 02:59:12.015701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:12.034192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port deec08d2-d48c-4400-9f2c-df43b10ee28d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=deec08d2-d48c-4400-9f2c-df43b10ee28d,segment=NetworkSegment(35ceb36e-24c9-4736-8d38-ee846f103715),segment_id=35ceb36e-24c9-4736-8d38-ee846f103715)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:12.048281 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:12.198969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-e847da88-119c-4f11-bd79-c72e151e7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:12.201163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-e847da88-119c-4f11-bd79-c72e151e7d33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d670ce7-98ed-4683-97b3-c1f1564f1d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2123027 Feb 09 02:59:12.208616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=deec08d2-d48c-4400-9f2c-df43b10ee28d,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:12.244284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34594) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:12.280388 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-596d168e-bdd8-4afb-a21f-94cb8be438f1 req-18d78ee5-2433-4578-bcdc-be9086a3e3c6 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258332 Feb 09 02:59:12.294853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['deec08d2-d48c-4400-9f2c-df43b10ee28d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:12.313572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Pushing event updated for resources: {'Port': ['ID=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:12.495443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Attempting to bind port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:12.495787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Attempting to bind port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:12.496121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Attempting to bind port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:12.539712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dfec8-35d1-4405-b847-0f0823490208 req-a890383f-f6cb-451c-9a76-5d9a0c0aa50a tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:12.549428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-530dfec8-35d1-4405-b847-0f0823490208 req-a890383f-f6cb-451c-9a76-5d9a0c0aa50a tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 943 time: 0.5619526 Feb 09 02:59:12.551673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:59:12.552001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Attempting to bind port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 on network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:12.571367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:12.571713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Checking segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:12.572104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Bound using segment: {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:12.573253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Bound port: bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a14c84-ac70-43b5-80fc-68b6ddf5ede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:12.573825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:12.680372 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-f7962c7f-884f-4257-a556-9dc76d60ed6b service neutron] 10.222.0.61 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620817 Feb 09 02:59:12.771525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] For port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:12.779846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] For port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:12.825379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9429f84-3538-4eb0-9697-a5017ecf5044 req-73474477-cedb-4baf-88c6-76cb7cd60618 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:12.827112 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9429f84-3538-4eb0-9697-a5017ecf5044 req-73474477-cedb-4baf-88c6-76cb7cd60618 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 944 time: 0.2939079 Feb 09 02:59:12.849058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:12.862499 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-27e71a5a-fb97-4608-a205-385ddb945de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:12.905251 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c0986d6-5a22-486e-874c-62e18cf32fa2 req-9358674e-fc3f-4578-b523-cdfe6d967242 service neutron] 10.222.0.61 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167525 Feb 09 02:59:12.910420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9429f84-3538-4eb0-9697-a5017ecf5044 req-0431000f-dd3a-4ae0-a20e-3c0f51b62d14 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774736 Feb 09 02:59:12.967985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34602) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:13.038889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.042115 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.047117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] 10.222.0.26 "PUT /v2.0/ports/bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 HTTP/1.1" status: 200 len: 1092 time: 1.9983020 Feb 09 02:59:13.057530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41a45452-aca8-4f3f-95f2-f7c2ee81f984 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:13.124121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-0357d056-eb18-4424-94e8-854c88e4e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.125789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-0357d056-eb18-4424-94e8-854c88e4e071 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 1125 time: 0.1215718 Feb 09 02:59:13.155173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d6ede-a43e-44cf-98bd-487b38a17ccb service neutron] Pushing event updated for resources: {'Port': ['ID=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:13.164030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee50bbf-cb84-4692-999c-3cb78f711655', 'tag': 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:13.168850 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b6a653-164e-49a7-bdc3-8134f420af92" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee50bbf-cb84-4692-999c-3cb78f711655", "tag": "bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:13.211460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:59:13.223706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:13.224715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.290474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-27e71a5a-fb97-4608-a205-385ddb945de9 admin admin] Publish callbacks [] for security_group (b81d422a-da6d-42af-95bb-e10fe4cfd384), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.309543 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab13863e-9d12-486c-9df3-6a31bec240a0 x-openstack-request-id: req-ab13863e-9d12-486c-9df3-6a31bec240a0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:13.310103 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee50bbf-cb84-4692-999c-3cb78f711655", "tag": "bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:13.310517 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab13863e-9d12-486c-9df3-6a31bec240a0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:13.311067 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee50bbf-cb84-4692-999c-3cb78f711655', 'tag': 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7', 'status': 'completed', 'code': 200} Feb 09 02:59:13.319297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-27e71a5a-fb97-4608-a205-385ddb945de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b81d422a-da6d-42af-95bb-e10fe4cfd384), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.339218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device deec08d2-d48c-4400-9f2c-df43b10ee28d up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:13.372350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-481c0b77-d97b-4979-be10-d142129ce0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.439233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-530dfec8-35d1-4405-b847-0f0823490208 req-bbf6101f-417c-4c49-ab99-01cc9ec0f8c9 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8735249 Feb 09 02:59:13.490776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-c9b213de-81bc-4f21-ab36-bc1ee79a74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.493315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-c9b213de-81bc-4f21-ab36-bc1ee79a74b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 916 time: 0.3588448 Feb 09 02:59:13.515550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-27e71a5a-fb97-4608-a205-385ddb945de9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5b7396dd7114949ba7285f71f1fd629&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2692914 Feb 09 02:59:13.518082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e71a5a-fb97-4608-a205-385ddb945de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81d422a-da6d-42af-95bb-e10fe4cfd384,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:13.519396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:13.519797 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.523876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34610) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:13.538624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-394174a9-ee15-4a89-bcaa-bfb09189bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.540009 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-394174a9-ee15-4a89-bcaa-bfb09189bf69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 1126 time: 0.3925586 Feb 09 02:59:13.596721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86589131-2486-4cd7-b579-33ec0d1a3c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a45452-aca8-4f3f-95f2-f7c2ee81f984'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:13.600711 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54db2044-0f4c-4188-b6bd-54cb23411370" -d '{"events": [{"server_uuid": "86589131-2486-4cd7-b579-33ec0d1a3c5e", "name": "network-vif-plugged", "status": "completed", "tag": "41a45452-aca8-4f3f-95f2-f7c2ee81f984"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:13.611565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port deec08d2-d48c-4400-9f2c-df43b10ee28d completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:59:13.619331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41a45452-aca8-4f3f-95f2-f7c2ee81f984, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41a45452-aca8-4f3f-95f2-f7c2ee81f984,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:13.621432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port deec08d2-d48c-4400-9f2c-df43b10ee28d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:13.621791 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.646330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.656336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-b6409fce-7d45-4cea-b1ab-7c7f06d1a439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 HTTP/1.1" status: 200 len: 217 time: 0.1010523 Feb 09 02:59:13.662528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-bd53ce3e-8783-487e-9cda-cbaba2bc3d18 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca00f643-0a0b-4765-a5be-87225640f444 HTTP/1.1" status: 200 len: 217 time: 0.1403639 Feb 09 02:59:13.725594 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b77dc1-85b9-4ab8-a88a-0c5f5b2fdabf x-openstack-request-id: req-b9b77dc1-85b9-4ab8-a88a-0c5f5b2fdabf {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:13.725948 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86589131-2486-4cd7-b579-33ec0d1a3c5e", "name": "network-vif-plugged", "status": "completed", "tag": "41a45452-aca8-4f3f-95f2-f7c2ee81f984", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:13.726148 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9b77dc1-85b9-4ab8-a88a-0c5f5b2fdabf {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:13.726619 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86589131-2486-4cd7-b579-33ec0d1a3c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a45452-aca8-4f3f-95f2-f7c2ee81f984', 'code': 200} Feb 09 02:59:13.741592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=41a45452-aca8-4f3f-95f2-f7c2ee81f984,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:13.812357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-f8da9c20-3f22-4835-9493-663ee5a5e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.815063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-f8da9c20-3f22-4835-9493-663ee5a5e94c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=338b169e-7e00-42ab-b088-ad816544c026 HTTP/1.1" status: 200 len: 854 time: 0.1202190 Feb 09 02:59:13.859592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-6a17d1de-70e8-45c4-a3b0-0e11d9a9df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.860829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port deec08d2-d48c-4400-9f2c-df43b10ee28d is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:13.861229 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:13.863784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-6a17d1de-70e8-45c4-a3b0-0e11d9a9df72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=338b169e-7e00-42ab-b088-ad816544c026 HTTP/1.1" status: 200 len: 854 time: 0.1791644 Feb 09 02:59:13.896481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b9ce-7340-478a-a24e-7bdb8e78dc81 req-1d64cbed-6afc-4928-bb5e-79bba2950463 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:13.906651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f62b9ce-7340-478a-a24e-7bdb8e78dc81 req-1d64cbed-6afc-4928-bb5e-79bba2950463 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.4109817 Feb 09 02:59:13.964429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port deec08d2-d48c-4400-9f2c-df43b10ee28d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=deec08d2-d48c-4400-9f2c-df43b10ee28d,segment=NetworkSegment(35ceb36e-24c9-4736-8d38-ee846f103715),segment_id=35ceb36e-24c9-4736-8d38-ee846f103715)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:13.974309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.017803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-eb2766f4-fc0f-405c-9d56-685a503b780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:14.019709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-eb2766f4-fc0f-405c-9d56-685a503b780d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d670ce7-98ed-4683-97b3-c1f1564f1d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1963074 Feb 09 02:59:14.034703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f62b9ce-7340-478a-a24e-7bdb8e78dc81 req-0fb4d5d4-ecd2-4c49-b897-e029a7a5285f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273916 Feb 09 02:59:14.052499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=deec08d2-d48c-4400-9f2c-df43b10ee28d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:14.056171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-481c0b77-d97b-4979-be10-d142129ce0b6 admin admin] Publish callbacks [] for security_group (a0bc7822-2267-403e-89ed-cef4307a6d97), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.081462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-481c0b77-d97b-4979-be10-d142129ce0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a0bc7822-2267-403e-89ed-cef4307a6d97), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.163922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c0b77-d97b-4979-be10-d142129ce0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc7822-2267-403e-89ed-cef4307a6d97,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:14.205486 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-481c0b77-d97b-4979-be10-d142129ce0b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80ba963ed13e4640a60240ecf8310769&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2338398 Feb 09 02:59:14.205949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:14.267945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-cf02b8c7-345d-483a-8462-8b641c380207 service neutron] 10.222.0.61 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100351 Feb 09 02:59:14.368222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a37cd5d0-7d56-4b0a-b55a-dd9ce7fa3d6d admin admin] Publish callbacks [] for security_group (a0bc7822-2267-403e-89ed-cef4307a6d97), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.395763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a37cd5d0-7d56-4b0a-b55a-dd9ce7fa3d6d admin admin] Publish callbacks [] for security_group (a0bc7822-2267-403e-89ed-cef4307a6d97), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.468152 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a37cd5d0-7d56-4b0a-b55a-dd9ce7fa3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a0bc7822-2267-403e-89ed-cef4307a6d97), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.469854 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a37cd5d0-7d56-4b0a-b55a-dd9ce7fa3d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.473514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a37cd5d0-7d56-4b0a-b55a-dd9ce7fa3d6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0bc7822-2267-403e-89ed-cef4307a6d97 HTTP/1.1" status: 204 len: 168 time: 0.2640655 Feb 09 02:59:14.488370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cd5d0-7d56-4b0a-b55a-dd9ce7fa3d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc7822-2267-403e-89ed-cef4307a6d97,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:14.563706 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b98ce01e-cb1b-415e-b901-6e939c531b6b req-1ebc6e1a-70a4-4e6b-82b2-4562650f1f8f service neutron] 10.222.0.61 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872584 Feb 09 02:59:14.660464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8a58-a645-4c7e-afdc-d76e02904740 admin admin] Publish callbacks [] for security_group (b81d422a-da6d-42af-95bb-e10fe4cfd384), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.704535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6378a-0696-4536-9c51-64d7b0863de6 req-cdd18cf6-c42b-4905-9037-7a4cb5e3d563 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:14.708620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8a58-a645-4c7e-afdc-d76e02904740 admin admin] Publish callbacks [] for security_group (b81d422a-da6d-42af-95bb-e10fe4cfd384), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.728458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1a6378a-0696-4536-9c51-64d7b0863de6 req-cdd18cf6-c42b-4905-9037-7a4cb5e3d563 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 945 time: 0.1131897 Feb 09 02:59:14.750132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913039d-046e-49b5-b38b-75a1768b9151 req-b70d9e1a-3236-43ce-b4da-ae876634976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:14.751673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a913039d-046e-49b5-b38b-75a1768b9151 req-b70d9e1a-3236-43ce-b4da-ae876634976b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 1127 time: 0.8775198 Feb 09 02:59:14.765148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-8551ba54-1dfa-45f7-a3c3-35cd1e241b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:14.766854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-8551ba54-1dfa-45f7-a3c3-35cd1e241b28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d670ce7-98ed-4683-97b3-c1f1564f1d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8900671 Feb 09 02:59:14.806796 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1a6378a-0696-4536-9c51-64d7b0863de6 req-cab72955-8a8e-4694-a672-01de7e554b1d tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770500 Feb 09 02:59:14.808304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36335a-cfc0-464b-87b4-1dc948320ef4 req-19f51831-847c-4e76-9eaa-65adae54266c tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:14.810201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a36335a-cfc0-464b-87b4-1dc948320ef4 req-19f51831-847c-4e76-9eaa-65adae54266c tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 944 time: 0.2070279 Feb 09 02:59:14.940493 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a913039d-046e-49b5-b38b-75a1768b9151 req-16bc6d92-e115-47e2-915a-cb98c4f15521 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645076 Feb 09 02:59:14.970342 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4a36335a-cfc0-464b-87b4-1dc948320ef4 req-6c722fa3-b438-4dd2-9f0e-02fe037f5d3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334224 Feb 09 02:59:14.972872 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8a58-a645-4c7e-afdc-d76e02904740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b81d422a-da6d-42af-95bb-e10fe4cfd384), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.975737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8a58-a645-4c7e-afdc-d76e02904740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:14.976979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fd5c8a58-a645-4c7e-afdc-d76e02904740 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b81d422a-da6d-42af-95bb-e10fe4cfd384 HTTP/1.1" status: 204 len: 168 time: 1.4500120 Feb 09 02:59:14.995122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c8a58-a645-4c7e-afdc-d76e02904740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81d422a-da6d-42af-95bb-e10fe4cfd384,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:15.016132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-d059f53b-9ae7-4338-8b93-107baeaa692e service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244868 Feb 09 02:59:15.090927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34634) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:15.109095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe66-021f-488e-a9ff-4b6b1e541a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.288117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342fc16-fd79-4ecd-80ed-5fdf60bbe58a req-217096a3-6a14-45fa-9fd2-d7c644805863 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:15.290888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5342fc16-fd79-4ecd-80ed-5fdf60bbe58a req-217096a3-6a14-45fa-9fd2-d7c644805863 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0963821 Feb 09 02:59:15.342113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ca00f643-0a0b-4765-a5be-87225640f444 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:15.389533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5342fc16-fd79-4ecd-80ed-5fdf60bbe58a req-e0b2762a-ce39-40c2-b241-a70d3c9af8cd tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899024 Feb 09 02:59:15.422640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe66-021f-488e-a9ff-4b6b1e541a80 admin admin] Publish callbacks [] for security_group (64e2a3c8-58f2-40b0-8161-31d33b8c39e7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.435395 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe66-021f-488e-a9ff-4b6b1e541a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (64e2a3c8-58f2-40b0-8161-31d33b8c39e7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.489634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ca00f643-0a0b-4765-a5be-87225640f444, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ca00f643-0a0b-4765-a5be-87225640f444,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:15.493065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85c4738e-9fd9-4d3f-a46e-8d7b613ff7f5 req-0897f066-07e4-43b0-a68b-bbf5e5aec3b6 service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096516 Feb 09 02:59:15.498404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdbe66-021f-488e-a9ff-4b6b1e541a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e2a3c8-58f2-40b0-8161-31d33b8c39e7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:15.530136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-10cdbe66-021f-488e-a9ff-4b6b1e541a80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b81dfc173d94d378fc31abe6de58198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348187 Feb 09 02:59:15.530368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34642) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:15.552820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'ca00f643-0a0b-4765-a5be-87225640f444', 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'port_id': 'ca00f643-0a0b-4765-a5be-87225640f444', 'mac_address': 'fa:16:3e:62:6a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338b169e-7e00-42ab-b088-ad816544c026', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:15.609126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3deb695f-de23-4830-a4ab-7a41b6d6ce88 admin admin] Publish callbacks [] for security_group (64e2a3c8-58f2-40b0-8161-31d33b8c39e7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.646296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3deb695f-de23-4830-a4ab-7a41b6d6ce88 admin admin] Publish callbacks [] for security_group (64e2a3c8-58f2-40b0-8161-31d33b8c39e7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.666494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-2a3fb8f7-1590-4f94-a272-121c4fd7ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:15.670272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-2a3fb8f7-1590-4f94-a272-121c4fd7ee75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 1126 time: 0.1123984 Feb 09 02:59:15.671609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ca00f643-0a0b-4765-a5be-87225640f444 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:15.672087 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca00f643-0a0b-4765-a5be-87225640f444), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.701741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca00f643-0a0b-4765-a5be-87225640f444 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:15.748135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ca00f643-0a0b-4765-a5be-87225640f444, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ca00f643-0a0b-4765-a5be-87225640f444,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:15.748704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3deb695f-de23-4830-a4ab-7a41b6d6ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (64e2a3c8-58f2-40b0-8161-31d33b8c39e7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.754867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a238304-d310-41fd-bd41-5b2ecfd10d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deec08d2-d48c-4400-9f2c-df43b10ee28d'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:15.755705 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3deb695f-de23-4830-a4ab-7a41b6d6ce88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.757455 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed894bb2-117f-464b-9263-ac0fb644ebb0" -d '{"events": [{"server_uuid": "1a238304-d310-41fd-bd41-5b2ecfd10d94", "name": "network-vif-plugged", "status": "completed", "tag": "deec08d2-d48c-4400-9f2c-df43b10ee28d"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:15.760995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3deb695f-de23-4830-a4ab-7a41b6d6ce88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64e2a3c8-58f2-40b0-8161-31d33b8c39e7 HTTP/1.1" status: 204 len: 168 time: 0.2271380 Feb 09 02:59:15.768687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ca00f643-0a0b-4765-a5be-87225640f444), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.778570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb695f-de23-4830-a4ab-7a41b6d6ce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e2a3c8-58f2-40b0-8161-31d33b8c39e7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:15.797301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34648) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:15.821101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42808d60-a488-4a0e-825b-bf9de8e849e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:15.854866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ca00f643-0a0b-4765-a5be-87225640f444,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:15.882755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-348d045f-2013-4ef7-a13d-732fc62fb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:15.884517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-348d045f-2013-4ef7-a13d-732fc62fb798 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 916 time: 0.2051291 Feb 09 02:59:15.904680 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96031125-1456-4d96-8d81-5cd7bed6d4a4 x-openstack-request-id: req-96031125-1456-4d96-8d81-5cd7bed6d4a4 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:15.905219 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a238304-d310-41fd-bd41-5b2ecfd10d94", "name": "network-vif-plugged", "status": "completed", "tag": "deec08d2-d48c-4400-9f2c-df43b10ee28d", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:15.905686 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96031125-1456-4d96-8d81-5cd7bed6d4a4 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:15.906263 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a238304-d310-41fd-bd41-5b2ecfd10d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deec08d2-d48c-4400-9f2c-df43b10ee28d', 'code': 200} Feb 09 02:59:15.969656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-2675f9a2-85a9-49ac-a8a5-db695c5968b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 HTTP/1.1" status: 200 len: 217 time: 0.0788145 Feb 09 02:59:15.988500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42808d60-a488-4a0e-825b-bf9de8e849e0 admin admin] Publish callbacks [] for security_group (9a5957bc-113c-4223-bea0-79f91212ac56), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.062676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42808d60-a488-4a0e-825b-bf9de8e849e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9a5957bc-113c-4223-bea0-79f91212ac56), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.188474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-91435875-0732-4843-9ac3-ce96d90d1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:16.197857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-91435875-0732-4843-9ac3-ce96d90d1297 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=338b169e-7e00-42ab-b088-ad816544c026 HTTP/1.1" status: 200 len: 854 time: 0.2144825 Feb 09 02:59:16.203417 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-42808d60-a488-4a0e-825b-bf9de8e849e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c17e917b502a4eab950007e5d15cb5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4044847 Feb 09 02:59:16.206217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34658) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:16.279923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ca00f643-0a0b-4765-a5be-87225640f444'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:16.283879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95049de5-e51d-4d2d-91bc-390922a28d2e req-ed984fc5-b171-4f21-b981-ab515e494967 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:16.286792 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95049de5-e51d-4d2d-91bc-390922a28d2e req-ed984fc5-b171-4f21-b981-ab515e494967 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 945 time: 0.3493350 Feb 09 02:59:16.288546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42808d60-a488-4a0e-825b-bf9de8e849e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5957bc-113c-4223-bea0-79f91212ac56,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:16.337823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29922aa-cb40-4549-bfed-c202706dfc5b req-93c1546b-4928-4438-9810-d76d36905c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:16.340091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a29922aa-cb40-4549-bfed-c202706dfc5b req-93c1546b-4928-4438-9810-d76d36905c19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 1127 time: 0.3495140 Feb 09 02:59:16.389762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f6b6-798f-4356-a4ef-bfedaf63b6d2 req-bb52d41e-0dae-4bdb-9795-55d53aecc575 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:16.391380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b694f6b6-798f-4356-a4ef-bfedaf63b6d2 req-bb52d41e-0dae-4bdb-9795-55d53aecc575 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 944 time: 0.2657349 Feb 09 02:59:16.430918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95049de5-e51d-4d2d-91bc-390922a28d2e req-80505867-d183-4d2b-a40d-fc2a7c61d131 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143274 Feb 09 02:59:16.456160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c95a204b-669b-494b-91ef-d18017849eae admin admin] Publish callbacks [] for security_group (9a5957bc-113c-4223-bea0-79f91212ac56), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.521763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-36dc2ecf-ea77-40ce-b7be-d48b9e45afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:16.523432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-36dc2ecf-ea77-40ce-b7be-d48b9e45afea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d670ce7-98ed-4683-97b3-c1f1564f1d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3132324 Feb 09 02:59:16.548242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a29922aa-cb40-4549-bfed-c202706dfc5b req-b56ea402-2a93-4d85-940e-c142350c459c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003365 Feb 09 02:59:16.635296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c95a204b-669b-494b-91ef-d18017849eae admin admin] Publish callbacks [] for security_group (9a5957bc-113c-4223-bea0-79f91212ac56), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.685573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733884a-8e2f-4604-89de-c0ef3aed8795 req-2b5b3e93-31b1-43f0-9f90-a33a00b7ed1f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:16.691696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a733884a-8e2f-4604-89de-c0ef3aed8795 req-2b5b3e93-31b1-43f0-9f90-a33a00b7ed1f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0823529 Feb 09 02:59:16.737247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-9ebc026a-a2d2-4b52-97d3-f1981ce77f2c service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775975 Feb 09 02:59:16.764866 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a733884a-8e2f-4604-89de-c0ef3aed8795 req-233df7f4-ca5a-49d0-ae6a-c94d93e30768 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698583 Feb 09 02:59:16.767966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b694f6b6-798f-4356-a4ef-bfedaf63b6d2 req-675023c9-bd19-4e6a-b94f-01adaf03e8ee tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704224 Feb 09 02:59:16.782103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c95a204b-669b-494b-91ef-d18017849eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9a5957bc-113c-4223-bea0-79f91212ac56), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.785102 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c95a204b-669b-494b-91ef-d18017849eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:16.786474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c95a204b-669b-494b-91ef-d18017849eae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a5957bc-113c-4223-bea0-79f91212ac56 HTTP/1.1" status: 204 len: 168 time: 0.5792558 Feb 09 02:59:16.838070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a204b-669b-494b-91ef-d18017849eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5957bc-113c-4223-bea0-79f91212ac56,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:16.911478 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61b6a653-164e-49a7-bdc3-8134f420af92 req-67962a9b-9219-47ac-a6c9-17602746a4dd service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424716 Feb 09 02:59:17.198641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:17.204459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-763ebed3-2652-4238-bd04-d108144b6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.206511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-763ebed3-2652-4238-bd04-d108144b6b75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1127 time: 0.0517776 Feb 09 02:59:17.325070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-98dbd497-dd31-4f20-9d8a-d80b1b0433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.326732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-98dbd497-dd31-4f20-9d8a-d80b1b0433ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 915 time: 0.1135046 Feb 09 02:59:17.342072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ca00f643-0a0b-4765-a5be-87225640f444 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:17.370851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-2e767d85-4211-4b51-b855-27f3c6182d33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 200 len: 217 time: 0.0373328 Feb 09 02:59:17.417656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port ca00f643-0a0b-4765-a5be-87225640f444 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:59:17.427307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port ca00f643-0a0b-4765-a5be-87225640f444 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:17.428875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ca00f643-0a0b-4765-a5be-87225640f444), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.460586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-e486c6c5-5b21-4eaa-82b6-24edd329dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.465191 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-e486c6c5-5b21-4eaa-82b6-24edd329dd89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.0868495 Feb 09 02:59:17.476443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1355461859'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:17.545474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Made reservation on behalf of 5d02dafb85b840e68a7d6b4a83b8da45 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:17.555237 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.573037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-5858a09e-eaf8-4ee7-9848-7086158177d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940709 Feb 09 02:59:17.583939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.677062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ca00f643-0a0b-4765-a5be-87225640f444 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:17.677517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca00f643-0a0b-4765-a5be-87225640f444), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.733010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ca00f643-0a0b-4765-a5be-87225640f444, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ca00f643-0a0b-4765-a5be-87225640f444,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:17.748420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ca00f643-0a0b-4765-a5be-87225640f444), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.793570 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for security_group (6df686e5-4813-4fc1-b098-409cbf531bf1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.803336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6df686e5-4813-4fc1-b098-409cbf531bf1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.831620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:17.851042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df686e5-4813-4fc1-b098-409cbf531bf1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:17.867030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c3547bff-ffc4-4299-a781-88ec493d4728), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:17.872149 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Added segment c3547bff-ffc4-4299-a781-88ec493d4728 of type vlan for network b699f237-0d90-4742-a347-37b50e3a5716 Feb 09 02:59:17.913791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a7f043-8d95-4d3e-9a1e-6a75cededa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00f643-0a0b-4765-a5be-87225640f444'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:17.922129 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9792911b-a594-4f01-8e14-68bd5db9d6d3" -d '{"events": [{"server_uuid": "c5a7f043-8d95-4d3e-9a1e-6a75cededa3a", "name": "network-vif-plugged", "status": "completed", "tag": "ca00f643-0a0b-4765-a5be-87225640f444"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:17.951866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ca00f643-0a0b-4765-a5be-87225640f444,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:17.976567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc751060-9c22-4119-b53f-5abed93cffc4 req-13f1e340-c2a4-4c67-89d8-935ce8234889 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:17.978370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc751060-9c22-4119-b53f-5abed93cffc4 req-13f1e340-c2a4-4c67-89d8-935ce8234889 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 945 time: 0.4401457 Feb 09 02:59:17.984102 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b699f237-0d90-4742-a347-37b50e3a5716), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:18.017851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-0e3fcdc3-42cc-4819-be60-7c08cdd2dd65 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069052 Feb 09 02:59:18.024203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589b09e-0fda-40f6-ba43-1a1f6caed1cd req-e39d7c44-fc98-4093-baa2-862accc80d7a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.025961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8589b09e-0fda-40f6-ba43-1a1f6caed1cd req-e39d7c44-fc98-4093-baa2-862accc80d7a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1040201 Feb 09 02:59:18.044951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b699f237-0d90-4742-a347-37b50e3a5716), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:18.064425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.065092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:18.111943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9115133 Feb 09 02:59:18.124709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34738) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:18.132563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'subnet': {'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:18.171760 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc751060-9c22-4119-b53f-5abed93cffc4 req-3597f7b9-7f25-4fc7-8ae7-dffe0284c5e8 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837943 Feb 09 02:59:18.257008 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13593f99-2da3-4d08-8d33-60fd282bfe88 req-7ae2fbc0-17a3-433d-8777-cb780ae4e369 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244194 Feb 09 02:59:18.280154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8589b09e-0fda-40f6-ba43-1a1f6caed1cd req-8fd4cb0e-ab9e-49ee-a04b-efda531d8153 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442896 Feb 09 02:59:18.309852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1176050-f780-497b-8d84-6481d6ba6630 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Network': ['ID=b699f237-0d90-4742-a347-37b50e3a5716,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:18.332299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b699f237-0d90-4742-a347-37b50e3a5716 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:18.340361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34742) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:18.413579 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c408556-f915-4301-8919-8e948ecd8f1d x-openstack-request-id: req-0c408556-f915-4301-8919-8e948ecd8f1d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:18.413579 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a7f043-8d95-4d3e-9a1e-6a75cededa3a", "name": "network-vif-plugged", "status": "completed", "tag": "ca00f643-0a0b-4765-a5be-87225640f444", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:18.413579 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c408556-f915-4301-8919-8e948ecd8f1d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:18.413579 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a7f043-8d95-4d3e-9a1e-6a75cededa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00f643-0a0b-4765-a5be-87225640f444', 'code': 200} Feb 09 02:59:18.458146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Made reservation on behalf of 5d02dafb85b840e68a7d6b4a83b8da45 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:18.463058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:18.661789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-dc837110-2339-4e54-b3a0-438c5c0f0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.662355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-dc837110-2339-4e54-b3a0-438c5c0f0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.662853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-dc837110-2339-4e54-b3a0-438c5c0f0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.663350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-dc837110-2339-4e54-b3a0-438c5c0f0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.664117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-dc837110-2339-4e54-b3a0-438c5c0f0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.664741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-dc837110-2339-4e54-b3a0-438c5c0f0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.665220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-dc837110-2339-4e54-b3a0-438c5c0f0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.667528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-dc837110-2339-4e54-b3a0-438c5c0f0a70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6720 time: 0.3246207 Feb 09 02:59:18.790918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dfcc2-ceec-4703-8c82-8f6e97e11f11 req-a0473c47-1c70-4579-92f9-9bc7f534d7d7 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.801292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-173dfcc2-ceec-4703-8c82-8f6e97e11f11 req-a0473c47-1c70-4579-92f9-9bc7f534d7d7 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 944 time: 0.5263591 Feb 09 02:59:18.827198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be874-d9ef-4ab7-a787-2fe5b4d2c079 req-3ae596dc-c0ed-4e14-938e-fc78d5fe73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:18.828938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d0be874-d9ef-4ab7-a787-2fe5b4d2c079 req-3ae596dc-c0ed-4e14-938e-fc78d5fe73dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 1127 time: 0.1233089 Feb 09 02:59:18.860364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-71ef8d6e-9548-430d-bd04-e7ee43fa5aa4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&id=b4014cca-4016-45b5-8978-f1c6d77b1319&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1641622 Feb 09 02:59:18.885202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (37e21a67-1eb9-4ca8-b860-671780fa8708), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:18.924079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-173dfcc2-ceec-4703-8c82-8f6e97e11f11 req-92f6425a-8e6e-4ecc-8ef5-edc1bf18fe9f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203606 Feb 09 02:59:18.936831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d0be874-d9ef-4ab7-a787-2fe5b4d2c079 req-38a4b811-0495-4d48-8261-07d6c367cbed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923867 Feb 09 02:59:18.952509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Subnet': ['ID=37e21a67-1eb9-4ca8-b860-671780fa8708,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:18.974587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Checking segment: {'id': 'c3547bff-ffc4-4299-a781-88ec493d4728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:18.975102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Network hostable DHCP agents. Network: b699f237-0d90-4742-a347-37b50e3a5716, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:59:19.000912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Network b699f237-0d90-4742-a347-37b50e3a5716 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:59:19.010850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b699f237-0d90-4742-a347-37b50e3a5716) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:19.016399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:19.017003 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.024912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e83df7e-2983-4f86-a3c1-c08f58a65152 None None] Network b699f237-0d90-4742-a347-37b50e3a5716 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:19.051297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34766) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:19.051896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a8d30f07-b55d-4c30-8dcf-b41ae6cad92d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9256022 Feb 09 02:59:19.057170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716', 'name': 'tempest-AllowedAddressPairTestJSON-1155446094'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:19.110059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:19.179408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-b699f237-0d90-4742-a347-37b50e3a5716', 'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716', 'project_id': '5d02dafb85b840e68a7d6b4a83b8da45', 'fixed_ips': [{'subnet_id': '37e21a67-1eb9-4ca8-b860-671780fa8708'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:59:19.183326 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.227289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Made reservation on behalf of 5d02dafb85b840e68a7d6b4a83b8da45 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:19.232306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.275545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] device_id is not set on port 787bf829-d8e2-4f2c-8108-60e38b69e6f9 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:59:19.374525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194df99-79dc-4181-92e9-6b6dec4595bf req-b014713d-fa79-49a8-b1f8-321b7f426805 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:19.377826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9194df99-79dc-4181-92e9-6b6dec4595bf req-b014713d-fa79-49a8-b1f8-321b7f426805 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 945 time: 0.1285622 Feb 09 02:59:19.417628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:19.421398 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.431449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7', 'network_id': '7d670ce7-98ed-4683-97b3-c1f1564f1d81', 'port_id': 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7', 'mac_address': 'fa:16:3e:7d:c2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338b169e-7e00-42ab-b088-ad816544c026', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:19.447293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9194df99-79dc-4181-92e9-6b6dec4595bf req-f5deef9c-bc57-42e1-8e76-97cf47293c9b tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614243 Feb 09 02:59:19.482463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:19.483413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.500439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:19.526368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:19.527064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Allocated IP 172.20.0.8 (b699f237-0d90-4742-a347-37b50e3a5716/37e21a67-1eb9-4ca8-b860-671780fa8708/787bf829-d8e2-4f2c-8108-60e38b69e6f9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:19.535735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.544353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae3338-c685-42e0-aea5-00f60d8adc05 req-96f4dd84-dbc4-4012-bc5a-d7b93ef0ed1d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:19.545877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08ae3338-c685-42e0-aea5-00f60d8adc05 req-96f4dd84-dbc4-4012-bc5a-d7b93ef0ed1d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1602077 Feb 09 02:59:19.610214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:19.719100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08ae3338-c685-42e0-aea5-00f60d8adc05 req-0164a36b-e42e-4d4c-9d84-8ff2d120842c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605852 Feb 09 02:59:19.804430 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (787bf829-d8e2-4f2c-8108-60e38b69e6f9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.849975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (787bf829-d8e2-4f2c-8108-60e38b69e6f9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:19.892675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Network b699f237-0d90-4742-a347-37b50e3a5716 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:19.897224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:19.903624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Allocated IP 172.20.0.2 (b699f237-0d90-4742-a347-37b50e3a5716/37e21a67-1eb9-4ca8-b860-671780fa8708/6140764f-cae3-4e94-ba68-827c28f61986) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:19.920405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:19.922211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:19.973998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=787bf829-d8e2-4f2c-8108-60e38b69e6f9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:19.988304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb1d86-e146-4d7b-ade3-e55cfd1ae715 req-f32783cb-e996-4c33-94ce-87b12541133a tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:19.989894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97eb1d86-e146-4d7b-ade3-e55cfd1ae715 req-f32783cb-e996-4c33-94ce-87b12541133a tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 945 time: 0.1092150 Feb 09 02:59:19.999110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:20.000130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.025876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ecdf6eb7-894e-420b-9b2b-e2c55fc1095a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9714553 Feb 09 02:59:20.027482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34796) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:20.035417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716', 'name': 'tempest-AllowedAddressPairTestJSON-1166820892', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e2:6c:7f'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:20.109282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97eb1d86-e146-4d7b-ade3-e55cfd1ae715 req-b5669aff-8c04-4ff8-a893-b65315a418a7 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045454 Feb 09 02:59:20.216467 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Publish callbacks [] for port (6140764f-cae3-4e94-ba68-827c28f61986), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.237806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Made reservation on behalf of 5d02dafb85b840e68a7d6b4a83b8da45 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:20.238675 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (6140764f-cae3-4e94-ba68-827c28f61986), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.311816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Network b699f237-0d90-4742-a347-37b50e3a5716 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:20.319358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:20.322681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:20.326643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Pushing event updated for resources: {'Port': ['ID=6140764f-cae3-4e94-ba68-827c28f61986,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:20.372169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.399401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] device_id is not set on port 801f806a-9d1b-44fc-b399-baf1058f339a yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:59:20.401025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Attempting to bind port 6140764f-cae3-4e94-ba68-827c28f61986 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:20.402008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Attempting to bind port 6140764f-cae3-4e94-ba68-827c28f61986 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c3547bff-ffc4-4299-a781-88ec493d4728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:20.402737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Attempting to bind port 6140764f-cae3-4e94-ba68-827c28f61986 on network b699f237-0d90-4742-a347-37b50e3a5716 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:20.409544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:20.410212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Checking segment: {'id': 'c3547bff-ffc4-4299-a781-88ec493d4728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:20.411084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.411372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Bound using segment: {'id': 'c3547bff-ffc4-4299-a781-88ec493d4728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:20.412006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Bound port: 6140764f-cae3-4e94-ba68-827c28f61986, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3547bff-ffc4-4299-a781-88ec493d4728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:20.412560 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6140764f-cae3-4e94-ba68-827c28f61986), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.414213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4915b1-c374-4a23-b76b-029eb0c91358 req-812db123-928f-460b-99de-64121c0f9a1a tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:20.415924 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc4915b1-c374-4a23-b76b-029eb0c91358 req-812db123-928f-460b-99de-64121c0f9a1a tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 945 time: 0.1885552 Feb 09 02:59:20.496806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] For port 6140764f-cae3-4e94-ba68-827c28f61986, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:20.500972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] For port 6140764f-cae3-4e94-ba68-827c28f61986, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6140764f-cae3-4e94-ba68-827c28f61986,segment=NetworkSegment(c3547bff-ffc4-4299-a781-88ec493d4728),segment_id=c3547bff-ffc4-4299-a781-88ec493d4728)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:20.524261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6140764f-cae3-4e94-ba68-827c28f61986), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.559102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc4915b1-c374-4a23-b76b-029eb0c91358 req-60ffed48-37f4-487e-bdc5-3917909bb629 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082606 Feb 09 02:59:20.596199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Allocated IP 172.20.0.10 (b699f237-0d90-4742-a347-37b50e3a5716/37e21a67-1eb9-4ca8-b860-671780fa8708/801f806a-9d1b-44fc-b399-baf1058f339a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:20.599055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3e1b7-5875-442b-9804-32291a4355c9 None None] Pushing event updated for resources: {'Port': ['ID=6140764f-cae3-4e94-ba68-827c28f61986,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:20.815535 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (801f806a-9d1b-44fc-b399-baf1058f339a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.861861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dc74d-974e-413f-bf71-3f4a29c1bffc req-980b469f-3eff-475c-9364-3f892e9df5b3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:20.874889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c6dc74d-974e-413f-bf71-3f4a29c1bffc req-980b469f-3eff-475c-9364-3f892e9df5b3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.0792487 Feb 09 02:59:20.879260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (801f806a-9d1b-44fc-b399-baf1058f339a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:20.965768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Network b699f237-0d90-4742-a347-37b50e3a5716 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:20.969394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:20.972142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:21.003224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c6dc74d-974e-413f-bf71-3f4a29c1bffc req-5554aa15-0681-45e8-a726-4ab7c8763281 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252418 Feb 09 02:59:21.045453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=801f806a-9d1b-44fc-b399-baf1058f339a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:21.073658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.074946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.103462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a26ac168-7def-4abc-88e9-d24a40498774 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0745144 Feb 09 02:59:21.106788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34814) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:21.281143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55025f2-5f5e-455d-80e1-91e8514d07f4 req-bd45da64-126d-4087-a659-d8bbd09c88e0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.283022 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a55025f2-5f5e-455d-80e1-91e8514d07f4 req-bd45da64-126d-4087-a659-d8bbd09c88e0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 945 time: 0.1288750 Feb 09 02:59:21.287777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59cfee-c74d-429b-beba-473dedefe883 req-ac690282-73a7-4d8d-a8c5-b8c024da9a50 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.289338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf59cfee-c74d-429b-beba-473dedefe883 req-ac690282-73a7-4d8d-a8c5-b8c024da9a50 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 945 time: 0.1021321 Feb 09 02:59:21.295461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472cc3cd-1fc5-4090-ac27-b37510498a59 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.300847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472cc3cd-1fc5-4090-ac27-b37510498a59 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.306520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472cc3cd-1fc5-4090-ac27-b37510498a59 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.307318 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.309257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-472cc3cd-1fc5-4090-ac27-b37510498a59 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2009330 Feb 09 02:59:21.316171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34820) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:21.317799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84120666-ed42-41b9-92c1-4cea47368474 req-fee50588-56ce-4d95-aa98-5a45e396555e tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.319657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84120666-ed42-41b9-92c1-4cea47368474 req-fee50588-56ce-4d95-aa98-5a45e396555e tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 945 time: 0.0960591 Feb 09 02:59:21.388210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:21.397992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bf59cfee-c74d-429b-beba-473dedefe883 req-5704518d-2146-41cc-85a7-e4f058050d1c tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/security-groups?id=1118fc4a-c93b-4bb1-aea1-878b1611bc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980515 Feb 09 02:59:21.424680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a55025f2-5f5e-455d-80e1-91e8514d07f4 req-0ed87cd3-d7e4-4939-9e27-1d06eab00942 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140869 Feb 09 02:59:21.472281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Deleting port deec08d2-d48c-4400-9f2c-df43b10ee28d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:21.473084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.475348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f4046a18-25ac-480d-946c-8c52233ac84f tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Deleting port 801f806a-9d1b-44fc-b399-baf1058f339a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:21.475791 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4046a18-25ac-480d-946c-8c52233ac84f tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (801f806a-9d1b-44fc-b399-baf1058f339a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.521735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:21.523086 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.570226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:21.574984 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b08026-a5f4-4b1f-9024-94400fee6e7b" -d '{"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-unplugged", "status": "completed", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:21.593996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:21.603921 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.635493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] For port deec08d2-d48c-4400-9f2c-df43b10ee28d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=deec08d2-d48c-4400-9f2c-df43b10ee28d,segment=NetworkSegment(35ceb36e-24c9-4736-8d38-ee846f103715),segment_id=35ceb36e-24c9-4736-8d38-ee846f103715)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:21.636621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.664066 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5129e7dc-7788-409d-9fea-7774687973c7 x-openstack-request-id: req-5129e7dc-7788-409d-9fea-7774687973c7 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:21.664477 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-unplugged", "status": "failed", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910", "code": 422}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:21.664922 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5129e7dc-7788-409d-9fea-7774687973c7 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:21.666621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Calling delete_port for deec08d2-d48c-4400-9f2c-df43b10ee28d owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:21.670539 n-d-827839-4 neutron-server[109858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'code': 422} returned with failed status Feb 09 02:59:21.687030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-6b282105-354d-4eca-84d2-04ce62d7f380 req-5d34f10b-c52f-4daf-992b-7054cf196840 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:59:21.689957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b282105-354d-4eca-84d2-04ce62d7f380 req-5d34f10b-c52f-4daf-992b-7054cf196840 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225105 Feb 09 02:59:21.719341 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4046a18-25ac-480d-946c-8c52233ac84f tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (801f806a-9d1b-44fc-b399-baf1058f339a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:21.725301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:21.749238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f4046a18-25ac-480d-946c-8c52233ac84f tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Calling delete_port for 801f806a-9d1b-44fc-b399-baf1058f339a owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:21.913508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703019d-2153-4d54-a6c6-8ac42fd3f295 req-b592a40f-dd89-4b7a-a272-f06b110b8bc0 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:21.915234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8703019d-2153-4d54-a6c6-8ac42fd3f295 req-b592a40f-dd89-4b7a-a272-f06b110b8bc0 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 945 time: 0.1456547 Feb 09 02:59:21.999609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90b65a-4f2f-47d1-902c-d1af24063da1 req-30627a19-cbeb-4498-b6c5-8d7065365ee1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:22.008285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d90b65a-4f2f-47d1-902c-d1af24063da1 req-30627a19-cbeb-4498-b6c5-8d7065365ee1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1378605 Feb 09 02:59:22.026178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8703019d-2153-4d54-a6c6-8ac42fd3f295 req-f2b314d5-b4a4-4a92-afb3-8d21cb4c900b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046793 Feb 09 02:59:22.028523 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (deec08d2-d48c-4400-9f2c-df43b10ee28d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:22.051460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['deec08d2-d48c-4400-9f2c-df43b10ee28d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:22.074640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Pushing event deleted for resources: {'Port': ['ID=deec08d2-d48c-4400-9f2c-df43b10ee28d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:22.113995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d90b65a-4f2f-47d1-902c-d1af24063da1 req-cfc9912b-d2fc-4327-b2d4-038b1c905e9b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036255 Feb 09 02:59:22.115530 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4046a18-25ac-480d-946c-8c52233ac84f tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (801f806a-9d1b-44fc-b399-baf1058f339a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:22.135273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661077e0-b0ff-45d6-afcb-6a2953ba2f69 None None] Network b699f237-0d90-4742-a347-37b50e3a5716 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:22.188754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] No DVR routers for this DVR port deec08d2-d48c-4400-9f2c-df43b10ee28d on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:22.194986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:22.198530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4046a18-25ac-480d-946c-8c52233ac84f tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Port': ['ID=801f806a-9d1b-44fc-b399-baf1058f339a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:22.201723 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84120666-ed42-41b9-92c1-4cea47368474 req-7a014fa6-78e3-4ebd-8132-d4c18a53eb39 tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.61 "DELETE /v2.0/ports/deec08d2-d48c-4400-9f2c-df43b10ee28d HTTP/1.1" status: 204 len: 173 time: 0.8754361 Feb 09 02:59:22.202715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a238304-d310-41fd-bd41-5b2ecfd10d94', 'name': 'network-vif-deleted', 'tag': 'deec08d2-d48c-4400-9f2c-df43b10ee28d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:22.205884 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6eff17-5a0d-404e-9a32-16005668c7e6" -d '{"events": [{"server_uuid": "1a238304-d310-41fd-bd41-5b2ecfd10d94", "name": "network-vif-deleted", "tag": "deec08d2-d48c-4400-9f2c-df43b10ee28d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:22.277186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ce07b0fc-7099-4d7b-9ffd-42ee069ae8d5 None None] Provisioning complete for port 6140764f-cae3-4e94-ba68-827c28f61986 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:22.277576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce07b0fc-7099-4d7b-9ffd-42ee069ae8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6140764f-cae3-4e94-ba68-827c28f61986), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:22.306944 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22613e9a-0f5a-4db8-a069-10bf6e1e3e16 x-openstack-request-id: req-22613e9a-0f5a-4db8-a069-10bf6e1e3e16 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:22.307179 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a238304-d310-41fd-bd41-5b2ecfd10d94", "name": "network-vif-deleted", "tag": "deec08d2-d48c-4400-9f2c-df43b10ee28d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:22.307397 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22613e9a-0f5a-4db8-a069-10bf6e1e3e16 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:22.307737 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a238304-d310-41fd-bd41-5b2ecfd10d94', 'name': 'network-vif-deleted', 'tag': 'deec08d2-d48c-4400-9f2c-df43b10ee28d', 'status': 'completed', 'code': 200} Feb 09 02:59:22.477764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ce07b0fc-7099-4d7b-9ffd-42ee069ae8d5 None None] Current status of the port 6140764f-cae3-4e94-ba68-827c28f61986 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:22.478486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce07b0fc-7099-4d7b-9ffd-42ee069ae8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6140764f-cae3-4e94-ba68-827c28f61986), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:22.569200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ce07b0fc-7099-4d7b-9ffd-42ee069ae8d5 None None] For port 6140764f-cae3-4e94-ba68-827c28f61986, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6140764f-cae3-4e94-ba68-827c28f61986,segment=NetworkSegment(c3547bff-ffc4-4299-a781-88ec493d4728),segment_id=c3547bff-ffc4-4299-a781-88ec493d4728)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:22.591093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce07b0fc-7099-4d7b-9ffd-42ee069ae8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6140764f-cae3-4e94-ba68-827c28f61986), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:22.727046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07b0fc-7099-4d7b-9ffd-42ee069ae8d5 None None] Pushing event updated for resources: {'Port': ['ID=6140764f-cae3-4e94-ba68-827c28f61986,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:22.751359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17971f17-e6d0-447c-9d35-a2cc0d4de704 req-a7f689fc-c548-41c5-aa97-107bbca6061e tempest-ServerAddressesNegativeTestJSON-288676921 tempest-ServerAddressesNegativeTestJSON-288676921-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a238304-d310-41fd-bd41-5b2ecfd10d94 HTTP/1.1" status: 200 len: 210 time: 0.1295142 Feb 09 02:59:22.799690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4046a18-25ac-480d-946c-8c52233ac84f tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:22.809405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f4046a18-25ac-480d-946c-8c52233ac84f tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "DELETE /v2.0/ports/801f806a-9d1b-44fc-b399-baf1058f339a HTTP/1.1" status: 204 len: 168 time: 1.4905081 Feb 09 02:59:22.813055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34876) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:22.857556 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6eda0c2-deaa-4ec8-a80d-374ae5e996f4 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] GET failed (client error): The resource could not be found. Feb 09 02:59:22.859284 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b6eda0c2-deaa-4ec8-a80d-374ae5e996f4 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "GET /v2.0/ports/801f806a-9d1b-44fc-b399-baf1058f339a HTTP/1.1" status: 404 len: 333 time: 0.0452244 Feb 09 02:59:22.873367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34878) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:22.881826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716', 'name': 'tempest-AllowedAddressPairTestJSON-1721883039'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:22.940878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-71af79b0-baa5-444d-86d9-dc8320be6c09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5249090 Feb 09 02:59:22.941603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e60b78e2-d765-4f49-b150-4ea02a2d1522 None None] Provisioning complete for port 787bf829-d8e2-4f2c-8108-60e38b69e6f9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:22.945088 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e60b78e2-d765-4f49-b150-4ea02a2d1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (787bf829-d8e2-4f2c-8108-60e38b69e6f9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:22.950368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-eb8d8fe9-2a6e-422a-ba2a-8795bfc99240 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:59:22.952356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6140764f-cae3-4e94-ba68-827c28f61986 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:22.966383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-eb8d8fe9-2a6e-422a-ba2a-8795bfc99240 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237999 Feb 09 02:59:23.047996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e60b78e2-d765-4f49-b150-4ea02a2d1522 None None] Port 787bf829-d8e2-4f2c-8108-60e38b69e6f9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:23.063184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e60b78e2-d765-4f49-b150-4ea02a2d1522 None None] Provisioning complete for port 6140764f-cae3-4e94-ba68-827c28f61986 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:23.063659 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e60b78e2-d765-4f49-b150-4ea02a2d1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6140764f-cae3-4e94-ba68-827c28f61986), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:23.087973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Made reservation on behalf of 5d02dafb85b840e68a7d6b4a83b8da45 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:23.101322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6140764f-cae3-4e94-ba68-827c28f61986 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:23.101886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6140764f-cae3-4e94-ba68-827c28f61986), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:23.106051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:23.173648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:23.193113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] device_id is not set on port 2afbe105-f4b0-4a69-ad32-8e2ec03aad9d yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:59:23.304747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc7de1-f84c-4ffa-b1d8-e2fc54bbcc2d req-4a296294-112d-491d-82ba-8d7ceedc0457 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:23.311386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:59:23.314075 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ebc7de1-f84c-4ffa-b1d8-e2fc54bbcc2d req-4a296294-112d-491d-82ba-8d7ceedc0457 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 945 time: 0.1669376 Feb 09 02:59:23.329188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:23.329695 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:23.370830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6140764f-cae3-4e94-ba68-827c28f61986 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:23.377641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e60b78e2-d765-4f49-b150-4ea02a2d1522 None None] Current status of the port 6140764f-cae3-4e94-ba68-827c28f61986 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:23.393257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49019e-2a87-4178-b6cc-45a4eb9d39da req-384255f1-308e-43ce-9482-c5075c224b48 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:23.405612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a49019e-2a87-4178-b6cc-45a4eb9d39da req-384255f1-308e-43ce-9482-c5075c224b48 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1554453 Feb 09 02:59:23.433181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ebc7de1-f84c-4ffa-b1d8-e2fc54bbcc2d req-5de9f2e7-86cb-4fd5-891b-81415f016579 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167831 Feb 09 02:59:23.466501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:23.467148 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:23.516081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a49019e-2a87-4178-b6cc-45a4eb9d39da req-f2adae76-c5aa-4f0a-8e4c-03689a9fe279 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094668 Feb 09 02:59:23.553091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:23.555431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9c081d6b-b528-490b-a345-94b2f7652a57 None None] Provisioning complete for port 787bf829-d8e2-4f2c-8108-60e38b69e6f9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:23.556139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9c081d6b-b528-490b-a345-94b2f7652a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (787bf829-d8e2-4f2c-8108-60e38b69e6f9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:23.560029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Allocated IP 172.20.0.6 (b699f237-0d90-4742-a347-37b50e3a5716/37e21a67-1eb9-4ca8-b860-671780fa8708/2afbe105-f4b0-4a69-ad32-8e2ec03aad9d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:23.585000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:23.676498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee50bbf-cb84-4692-999c-3cb78f711655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:23.704098 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9793efa-c4d2-408d-a27b-b72474cc21f3" -d '{"events": [{"server_uuid": "6ee50bbf-cb84-4692-999c-3cb78f711655", "name": "network-vif-plugged", "status": "completed", "tag": "bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:23.716675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9c081d6b-b528-490b-a345-94b2f7652a57 None None] Port 787bf829-d8e2-4f2c-8108-60e38b69e6f9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:23.775722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:23.820332 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d116285e-9b67-451d-8ef3-048222871c90 x-openstack-request-id: req-d116285e-9b67-451d-8ef3-048222871c90 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:23.820901 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee50bbf-cb84-4692-999c-3cb78f711655", "name": "network-vif-plugged", "status": "completed", "tag": "bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:23.821329 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d116285e-9b67-451d-8ef3-048222871c90 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:23.828585 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee50bbf-cb84-4692-999c-3cb78f711655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7', 'code': 200} Feb 09 02:59:23.837996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1f389322-6e15-41fe-a029-6c4b6a543de4 None None] Could not find standard attr ID for object 801f806a-9d1b-44fc-b399-baf1058f339a. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 02:59:23.859075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34908) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:23.997265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0489206-2614-4c8d-9f88-559f52e37d56 admin admin] Deleting subnet 46e12edb-f527-4e64-a6cc-0d4a6ed64f09 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:59:24.012810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0489206-2614-4c8d-9f88-559f52e37d56 admin admin] Publish callbacks [] for subnet (46e12edb-f527-4e64-a6cc-0d4a6ed64f09), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.013323 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.071616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcca4a-2dcc-439f-9ba9-a9056f50390f req-1531ff2f-e7d3-449f-bb42-7a804d0ea279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:24.077857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ddcca4a-2dcc-439f-9ba9-a9056f50390f req-1531ff2f-e7d3-449f-bb42-7a804d0ea279 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 1128 time: 0.1701145 Feb 09 02:59:24.113301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.133459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0489206-2614-4c8d-9f88-559f52e37d56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (46e12edb-f527-4e64-a6cc-0d4a6ed64f09), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.180733 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8ddcca4a-2dcc-439f-9ba9-a9056f50390f req-3ad12555-2120-459a-a3f8-d74df8d2876d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939782 Feb 09 02:59:24.198967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0489206-2614-4c8d-9f88-559f52e37d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (46e12edb-f527-4e64-a6cc-0d4a6ed64f09), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.203574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Network b699f237-0d90-4742-a347-37b50e3a5716 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:24.207090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:24.211643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:24.243750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=2afbe105-f4b0-4a69-ad32-8e2ec03aad9d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:24.272085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:24.273392 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.296265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0489206-2614-4c8d-9f88-559f52e37d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (46e12edb-f527-4e64-a6cc-0d4a6ed64f09), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.306664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1ccd3f67-ae1d-405d-a7b9-4a6a874dc89d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4298542 Feb 09 02:59:24.308150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34912) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:24.315595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e2:6c:7f'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:24.334186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0489206-2614-4c8d-9f88-559f52e37d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e12edb-f527-4e64-a6cc-0d4a6ed64f09,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:24.358578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0489206-2614-4c8d-9f88-559f52e37d56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.364082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b0489206-2614-4c8d-9f88-559f52e37d56 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46e12edb-f527-4e64-a6cc-0d4a6ed64f09 HTTP/1.1" status: 204 len: 168 time: 0.5014789 Feb 09 02:59:24.364809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34916) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:24.505434 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (57d8e74a-0e07-4e25-aaee-f6f7653b8830), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.525180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-560396b1-b05c-4591-baa2-dce12bd75834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:24.526323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-560396b1-b05c-4591-baa2-dce12bd75834 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529&tenant_id=a38c3e44fd414e2485a4d77dc5e88451 HTTP/1.1" status: 200 len: 1125 time: 0.1553657 Feb 09 02:59:24.629033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (57d8e74a-0e07-4e25-aaee-f6f7653b8830), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.660703 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.686072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cecb093d-e4d3-41a6-b892-71a6f059482b None None] Provisioning complete for port 2afbe105-f4b0-4a69-ad32-8e2ec03aad9d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:24.686658 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cecb093d-e4d3-41a6-b892-71a6f059482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.693852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d8e74a-0e07-4e25-aaee-f6f7653b8830']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:24.716745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ceb36e-24c9-4736-8d38-ee846f103715') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:24.716973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ceb36e-24c9-4736-8d38-ee846f103715') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:24.748411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (35ceb36e-24c9-4736-8d38-ee846f103715), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.749385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cecb093d-e4d3-41a6-b892-71a6f059482b None None] Port 2afbe105-f4b0-4a69-ad32-8e2ec03aad9d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:24.750061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-794dedf0-9ca2-49d5-bf78-66e1b308c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:24.751969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-794dedf0-9ca2-49d5-bf78-66e1b308c7f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1125 time: 0.1581743 Feb 09 02:59:24.776853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81a05a-4f60-443b-9e9d-a2ed11727509 req-210cea38-37bb-4950-9c33-b0280c5ff04a tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:24.779510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e81a05a-4f60-443b-9e9d-a2ed11727509 req-210cea38-37bb-4950-9c33-b0280c5ff04a tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.2479386 Feb 09 02:59:24.794340 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (35ceb36e-24c9-4736-8d38-ee846f103715), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.809448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f174b2d-a0d7-4acb-be57-d10e2d256aa0 req-6d855ab3-2676-472e-ad84-5a31aed51a6e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:24.812078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f174b2d-a0d7-4acb-be57-d10e2d256aa0 req-6d855ab3-2676-472e-ad84-5a31aed51a6e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1713798 Feb 09 02:59:24.820255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:59:24.820957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (35ceb36e-24c9-4736-8d38-ee846f103715), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.855446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6140764f-cae3-4e94-ba68-827c28f61986 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:24.955975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6140764f-cae3-4e94-ba68-827c28f61986 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:24.956498 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6140764f-cae3-4e94-ba68-827c28f61986), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:24.994180 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e81a05a-4f60-443b-9e9d-a2ed11727509 req-7371e291-3117-4587-95c3-037010b054df tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582410 Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:59:25.004024 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:59:25.048926 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (57d8e74a-0e07-4e25-aaee-f6f7653b8830), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.059821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-8a34188c-6c2b-4663-afc5-95ea2a5ec9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:25.061290 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-8a34188c-6c2b-4663-afc5-95ea2a5ec9b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 915 time: 0.3002486 Feb 09 02:59:25.068869 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.075555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] 10.222.0.32 "DELETE /v2.0/networks/57d8e74a-0e07-4e25-aaee-f6f7653b8830 HTTP/1.1" status: 204 len: 168 time: 0.7097449 Feb 09 02:59:25.076490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f406cd-3a14-45c8-95ea-c64bac4cc172 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d8e74a-0e07-4e25-aaee-f6f7653b8830,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:25.103707 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f174b2d-a0d7-4acb-be57-d10e2d256aa0 req-3e7ff9b8-9996-4fa1-936f-869161506014 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982211 Feb 09 02:59:25.116545 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-a864a01d-976a-47e2-a22d-508c346fa15a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 200 len: 217 time: 0.0462997 Feb 09 02:59:25.161191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6140764f-cae3-4e94-ba68-827c28f61986 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:25.191167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.196592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-185bc474-82a4-420b-b08e-4e3175f0e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:25.198337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-185bc474-82a4-420b-b08e-4e3175f0e254 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.0691669 Feb 09 02:59:25.200053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.287211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-b7bea6af-3e0d-4a99-a7bc-3e9735f3e7f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778763 Feb 09 02:59:25.331750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=2afbe105-f4b0-4a69-ad32-8e2ec03aad9d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:25.369880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] In _notify_port_updated(), no bound segment for port 2afbe105-f4b0-4a69-ad32-8e2ec03aad9d on network b699f237-0d90-4742-a347-37b50e3a5716 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:59:25.375018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device deec08d2-d48c-4400-9f2c-df43b10ee28d no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:25.377469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:25.378130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.383065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:25.383240 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fb20d291-88ac-4241-bae0-23f2228e6611 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "PUT /v2.0/ports/2afbe105-f4b0-4a69-ad32-8e2ec03aad9d HTTP/1.1" status: 200 len: 993 time: 1.0731480 Feb 09 02:59:25.402677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: deec08d2-d48c-4400-9f2c-df43b10ee28d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:59:25.403179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device deec08d2-d48c-4400-9f2c-df43b10ee28d not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:59:25.432885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34936) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:25.471354 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-42ee2b3d-b5c4-4900-baaf-e5cf2c8f555a service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634152 Feb 09 02:59:25.571904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d5023-596e-4e71-9122-3f2b337567e0 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Deleting port 2afbe105-f4b0-4a69-ad32-8e2ec03aad9d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:25.572412 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5023-596e-4e71-9122-3f2b337567e0 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.582326 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bd2eb439-6526-416a-8c48-2da981785c38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=794d4f81cb64439c8fa039b5406f03ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473157 Feb 09 02:59:25.585307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:25.590776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ec1db2a0-ed19-4302-9ccc-014180cd688b None None] Provisioning complete for port 2afbe105-f4b0-4a69-ad32-8e2ec03aad9d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:25.591757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ec1db2a0-ed19-4302-9ccc-014180cd688b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.639810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ec1db2a0-ed19-4302-9ccc-014180cd688b None None] Port 2afbe105-f4b0-4a69-ad32-8e2ec03aad9d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:25.648898 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0f92a50-0a9b-454c-aa8d-4889427fe29e req-c8e9ebfd-b00c-43c6-b98a-70766dc08788 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692188 Feb 09 02:59:25.660749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55933f2e-261d-408e-9da8-632331accc70 admin admin] Publish callbacks [] for security_group (1118fc4a-c93b-4bb1-aea1-878b1611bc3f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.687338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55933f2e-261d-408e-9da8-632331accc70 admin admin] Publish callbacks [] for security_group (1118fc4a-c93b-4bb1-aea1-878b1611bc3f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.707280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5023-596e-4e71-9122-3f2b337567e0 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.724954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ce8d5023-596e-4e71-9122-3f2b337567e0 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Calling delete_port for 2afbe105-f4b0-4a69-ad32-8e2ec03aad9d owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:25.897592 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5023-596e-4e71-9122-3f2b337567e0 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2afbe105-f4b0-4a69-ad32-8e2ec03aad9d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:25.952847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d5023-596e-4e71-9122-3f2b337567e0 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Port': ['ID=2afbe105-f4b0-4a69-ad32-8e2ec03aad9d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:25.998953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55933f2e-261d-408e-9da8-632331accc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1118fc4a-c93b-4bb1-aea1-878b1611bc3f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:26.002212 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55933f2e-261d-408e-9da8-632331accc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:26.003420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-55933f2e-261d-408e-9da8-632331accc70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1118fc4a-c93b-4bb1-aea1-878b1611bc3f HTTP/1.1" status: 204 len: 168 time: 0.4175627 Feb 09 02:59:26.019370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55933f2e-261d-408e-9da8-632331accc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1118fc4a-c93b-4bb1-aea1-878b1611bc3f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:26.255968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ce8d5023-596e-4e71-9122-3f2b337567e0 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:26.257567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab51296-e420-4358-a0e6-aedb5c8cedc5 req-f843f719-b855-46fc-a88e-e83c2b7b78ad tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:26.262340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ce8d5023-596e-4e71-9122-3f2b337567e0 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "DELETE /v2.0/ports/2afbe105-f4b0-4a69-ad32-8e2ec03aad9d HTTP/1.1" status: 204 len: 168 time: 0.8768268 Feb 09 02:59:26.266421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34970) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:26.269724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ab51296-e420-4358-a0e6-aedb5c8cedc5 req-f843f719-b855-46fc-a88e-e83c2b7b78ad tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.1312163 Feb 09 02:59:26.369732 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c3417b-b6da-4f99-bbf1-8ef094c578ae tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] GET failed (client error): The resource could not be found. Feb 09 02:59:26.372692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-48c3417b-b6da-4f99-bbf1-8ef094c578ae tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "GET /v2.0/ports/2afbe105-f4b0-4a69-ad32-8e2ec03aad9d HTTP/1.1" status: 404 len: 333 time: 0.1049578 Feb 09 02:59:26.388479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34978) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:26.399113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716', 'name': 'tempest-AllowedAddressPairTestJSON-1096659730'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:26.422870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ab51296-e420-4358-a0e6-aedb5c8cedc5 req-5546f1e1-76dd-4807-bfef-268997ba9ef4 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521864 Feb 09 02:59:26.615506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44f4eb-8bc6-4049-b7d5-62cca09d5082 req-857131cc-2aad-4f18-99f9-8f180b83303a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:26.625358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd44f4eb-8bc6-4049-b7d5-62cca09d5082 req-857131cc-2aad-4f18-99f9-8f180b83303a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.2735207 Feb 09 02:59:26.712806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740784-8b7c-49ee-8b63-040486a13332 req-e49c7661-ec36-456b-af84-7aaf4c4b717c tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:26.714582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4740784-8b7c-49ee-8b63-040486a13332 req-e49c7661-ec36-456b-af84-7aaf4c4b717c tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1632643 Feb 09 02:59:26.841614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4740784-8b7c-49ee-8b63-040486a13332 req-0837425e-5ec6-4e0d-8254-455b4a50fc5d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165996 Feb 09 02:59:26.913472 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd44f4eb-8bc6-4049-b7d5-62cca09d5082 req-e165bd61-842e-4504-a1fe-c354ecb39723 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752867 Feb 09 02:59:26.923342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Made reservation on behalf of 5d02dafb85b840e68a7d6b4a83b8da45 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:26.927254 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:26.973465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] device_id is not set on port ac35754b-9c78-455b-a00d-a4db3e9bae70 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:59:27.096419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163e6bf-78c1-46e2-a0c7-64a4b2835028 req-4e1a28e3-d639-4019-918d-45d6e5c9fc8b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:27.110948 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9163e6bf-78c1-46e2-a0c7-64a4b2835028 req-4e1a28e3-d639-4019-918d-45d6e5c9fc8b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 945 time: 0.1132715 Feb 09 02:59:27.177934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Allocated IP 172.20.0.4 (b699f237-0d90-4742-a347-37b50e3a5716/37e21a67-1eb9-4ca8-b860-671780fa8708/ac35754b-9c78-455b-a00d-a4db3e9bae70) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:27.228115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9163e6bf-78c1-46e2-a0c7-64a4b2835028 req-a9b6e20f-a0b1-44d0-b134-70c80c6db521 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157153 Feb 09 02:59:27.636590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:27.684822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:27.766447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Network b699f237-0d90-4742-a347-37b50e3a5716 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:27.771238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:27.779815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35016) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:27.843839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:27.929454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=ac35754b-9c78-455b-a00d-a4db3e9bae70,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:27.952225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:27.953019 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:27.975145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c8a23364-78f4-4309-b448-a3499ee000be tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5853076 Feb 09 02:59:27.977777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35022) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:27.984026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e2:6c:7f'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:27.993793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfcb57-2351-436d-b89f-ab43f7e60982 req-baa53389-0bdf-4b5f-8e87-629a15a638f8 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:28.004840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60dfcb57-2351-436d-b89f-ab43f7e60982 req-baa53389-0bdf-4b5f-8e87-629a15a638f8 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.2600951 Feb 09 02:59:28.109229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-314355005-network', 'tenant_id': '7e1298e862594c59a052863f7104d5ac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:28.203058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-093f199f-74aa-4fd6-93b6-35c2c3533963 None None] Provisioning complete for port ac35754b-9c78-455b-a00d-a4db3e9bae70 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:28.203590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60dfcb57-2351-436d-b89f-ab43f7e60982 req-25c755c7-7197-479e-bff4-bc3b1ac132e9 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973429 Feb 09 02:59:28.206380 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-093f199f-74aa-4fd6-93b6-35c2c3533963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.268804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc228229-1024-418d-b417-9827f75eb0d1 req-77d7b0c8-2308-47ad-89ee-9c9f404074d0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:28.279745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc228229-1024-418d-b417-9827f75eb0d1 req-77d7b0c8-2308-47ad-89ee-9c9f404074d0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1644137 Feb 09 02:59:28.318117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-093f199f-74aa-4fd6-93b6-35c2c3533963 None None] Port ac35754b-9c78-455b-a00d-a4db3e9bae70 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:28.322959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Made reservation on behalf of 7e1298e862594c59a052863f7104d5ac for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:28.326648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.361686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.518942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc228229-1024-418d-b417-9827f75eb0d1 req-d7746627-69f6-4cd2-93fe-5b0be095e03d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380395 Feb 09 02:59:28.534842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Publish callbacks [] for security_group (ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.597449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.602156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.632341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:28.677599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:28.735565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f8fe6886-0ffb-4db4-9627-da133e54a958), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.735966 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Added segment f8fe6886-0ffb-4db4-9627-da133e54a958 of type vlan for network be9559ed-f2ba-4e26-9224-45b2ee37efeb Feb 09 02:59:28.849110 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (be9559ed-f2ba-4e26-9224-45b2ee37efeb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.855638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e83f6-f7ac-4ddd-8c62-f1a2c2014e65 req-1279191d-a54f-45b9-8bb8-49975b05cde4 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:28.860384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e4e83f6-f7ac-4ddd-8c62-f1a2c2014e65 req-1279191d-a54f-45b9-8bb8-49975b05cde4 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1168175 Feb 09 02:59:28.912202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (be9559ed-f2ba-4e26-9224-45b2ee37efeb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.913230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:28.913857 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:28.993443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2118645 Feb 09 02:59:28.998271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35038) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:29.010266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Request body: {'subnet': {'network_id': 'be9559ed-f2ba-4e26-9224-45b2ee37efeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-314355005-subnet', 'tenant_id': '7e1298e862594c59a052863f7104d5ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:29.013099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e4e83f6-f7ac-4ddd-8c62-f1a2c2014e65 req-19dfc459-bf1a-4c10-b6d1-4e68680f0dcc tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462853 Feb 09 02:59:29.030166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b79be-cda2-425b-ac31-ccf19f4e9562 admin admin] Pushing event updated for resources: {'Network': ['ID=be9559ed-f2ba-4e26-9224-45b2ee37efeb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:29.047206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network be9559ed-f2ba-4e26-9224-45b2ee37efeb details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:29.110825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Made reservation on behalf of 7e1298e862594c59a052863f7104d5ac for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:29.119620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:29.427477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:29.473887 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:29.795866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed803c16-eb0f-4273-8fa2-1050f94a0158 req-733d9717-aecc-40b2-83cc-96dc755913c5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:29.803550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed803c16-eb0f-4273-8fa2-1050f94a0158 req-733d9717-aecc-40b2-83cc-96dc755913c5 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1585045 Feb 09 02:59:29.833617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=ac35754b-9c78-455b-a00d-a4db3e9bae70,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:29.856435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] In _notify_port_updated(), no bound segment for port ac35754b-9c78-455b-a00d-a4db3e9bae70 on network b699f237-0d90-4742-a347-37b50e3a5716 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:59:29.875597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:29.890065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:29.891793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-12b8a361-fbd6-42d3-94fe-7dee8741008a tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "PUT /v2.0/ports/ac35754b-9c78-455b-a00d-a4db3e9bae70 HTTP/1.1" status: 200 len: 996 time: 1.9128175 Feb 09 02:59:29.903908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:29.941085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed803c16-eb0f-4273-8fa2-1050f94a0158 req-d44ea174-3bd9-4399-a26c-132d00467709 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280138 Feb 09 02:59:29.976356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf3a0-e1b5-4c8f-9988-d896936a706c req-126d0041-c629-4e8d-be35-e73b8bb8096e tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:29.982159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf3a0-e1b5-4c8f-9988-d896936a706c req-126d0041-c629-4e8d-be35-e73b8bb8096e tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:29.988222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf3a0-e1b5-4c8f-9988-d896936a706c req-126d0041-c629-4e8d-be35-e73b8bb8096e tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:29.996719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29adf3a0-e1b5-4c8f-9988-d896936a706c req-126d0041-c629-4e8d-be35-e73b8bb8096e tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655&device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a&device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 2417 time: 0.5263352 Feb 09 02:59:30.020905 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (286f6dd3-c2db-48ef-a90d-ea68ccea7e5f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:30.063333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-aeb867e1-9fe8-46a0-a085-2fa95569ca98 None None] Provisioning complete for port ac35754b-9c78-455b-a00d-a4db3e9bae70 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:30.064512 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aeb867e1-9fe8-46a0-a085-2fa95569ca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:30.136796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-aeb867e1-9fe8-46a0-a085-2fa95569ca98 None None] Port ac35754b-9c78-455b-a00d-a4db3e9bae70 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:30.233088 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b1d4f59-51d1-4439-9a50-310e5b65c1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:30.234617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286f6dd3-c2db-48ef-a90d-ea68ccea7e5f,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:30.280236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29adf3a0-e1b5-4c8f-9988-d896936a706c req-c8ebeef8-c099-4180-8a70-fb8b8ea21d3b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824373 Feb 09 02:59:30.294211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Checking segment: {'id': 'f8fe6886-0ffb-4db4-9627-da133e54a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be9559ed-f2ba-4e26-9224-45b2ee37efeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:30.295003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Network hostable DHCP agents. Network: be9559ed-f2ba-4e26-9224-45b2ee37efeb, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:59:30.406869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-20aad57b-1237-47cf-b2fb-4f777af79789 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Deleting port ac35754b-9c78-455b-a00d-a4db3e9bae70 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:30.408454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20aad57b-1237-47cf-b2fb-4f777af79789 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:30.425432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Network be9559ed-f2ba-4e26-9224-45b2ee37efeb is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:59:30.513494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, be9559ed-f2ba-4e26-9224-45b2ee37efeb) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:30.522717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:30.524018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:30.535260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac171c-72f2-48bf-9ab0-bf308c6c9d83 None None] Network be9559ed-f2ba-4e26-9224-45b2ee37efeb requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:30.592506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-df73ad98-f3c3-480b-9e0d-a501f7743ad6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5875745 Feb 09 02:59:30.656852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53865f84-00fa-4989-8baa-aefca1692a7c req-d92c7728-4d42-49d1-ab25-eb27786dcc97 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:30.668721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20aad57b-1237-47cf-b2fb-4f777af79789 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:30.669603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53865f84-00fa-4989-8baa-aefca1692a7c req-d92c7728-4d42-49d1-ab25-eb27786dcc97 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.1592555 Feb 09 02:59:30.741436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389268b5-9281-429c-a1a3-1da379cbe994 None None] Network be9559ed-f2ba-4e26-9224-45b2ee37efeb requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:30.772078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-20aad57b-1237-47cf-b2fb-4f777af79789 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Calling delete_port for ac35754b-9c78-455b-a00d-a4db3e9bae70 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:30.827194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49c3e-48ff-4686-8298-4e0943243eec req-2b261c19-e8cd-45c0-8e9d-37c6ec4626da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:30.831685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-edf49c3e-48ff-4686-8298-4e0943243eec req-2b261c19-e8cd-45c0-8e9d-37c6ec4626da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1125 time: 0.2355158 Feb 09 02:59:30.853779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-53865f84-00fa-4989-8baa-aefca1692a7c req-ad568702-0e55-4465-ae04-6e844eabc8a8 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824419 Feb 09 02:59:31.157322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c731db-b711-419a-8002-b0f14f159080 req-6b81340b-407a-42c7-8446-7d67a3f615ca tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:31.160602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22c731db-b711-419a-8002-b0f14f159080 req-6b81340b-407a-42c7-8446-7d67a3f615ca tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.0916510 Feb 09 02:59:31.234351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22c731db-b711-419a-8002-b0f14f159080 req-3fc91601-0a4d-4647-97fe-4a88bbc72fdf tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683694 Feb 09 02:59:31.344040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49c3e-48ff-4686-8298-4e0943243eec req-50cf600a-cfdb-4e58-909e-cbd9ac47af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:31.352855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-edf49c3e-48ff-4686-8298-4e0943243eec req-50cf600a-cfdb-4e58-909e-cbd9ac47af24 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 915 time: 0.3605828 Feb 09 02:59:31.413658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35090) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:31.579762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-edf49c3e-48ff-4686-8298-4e0943243eec req-3ba78039-1168-4c3d-8224-d2356e85a0fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 200 len: 217 time: 0.0927405 Feb 09 02:59:31.586897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20aad57b-1237-47cf-b2fb-4f777af79789 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ac35754b-9c78-455b-a00d-a4db3e9bae70), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.642031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-829afe2c-8e0b-41ae-b354-63d543bf78b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.707135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49c3e-48ff-4686-8298-4e0943243eec req-1dc9fd93-939b-499c-bd4d-aac21f55fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:31.710009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-edf49c3e-48ff-4686-8298-4e0943243eec req-1dc9fd93-939b-499c-bd4d-aac21f55fc40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.1199803 Feb 09 02:59:31.868446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-829afe2c-8e0b-41ae-b354-63d543bf78b0 admin admin] Publish callbacks [] for security_group (4bc59501-3c7c-4a53-aa95-8689956664c7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.882921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-829afe2c-8e0b-41ae-b354-63d543bf78b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4bc59501-3c7c-4a53-aa95-8689956664c7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:31.950965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-edf49c3e-48ff-4686-8298-4e0943243eec req-a733d3d1-5a4b-494b-9740-c3d3c7e44443 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284134 Feb 09 02:59:31.951241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aad57b-1237-47cf-b2fb-4f777af79789 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Port': ['ID=ac35754b-9c78-455b-a00d-a4db3e9bae70,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:32.060922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227edde-903d-41e4-b515-050adaec41f6 req-67787e77-3a19-4e59-8402-7e40fc4982b5 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:32.074192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-67787e77-3a19-4e59-8402-7e40fc4982b5 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/networks?id=be9559ed-f2ba-4e26-9224-45b2ee37efeb HTTP/1.1" status: 200 len: 808 time: 0.1411574 Feb 09 02:59:32.101709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-829afe2c-8e0b-41ae-b354-63d543bf78b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d021ad75b7d45fd80b849b0a36b23a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6869259 Feb 09 02:59:32.106780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35110) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:32.125920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-232b1821-7324-428d-be98-e0ea6412d4de tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/quotas/7e1298e862594c59a052863f7104d5ac HTTP/1.1" status: 200 len: 375 time: 0.0503142 Feb 09 02:59:32.200513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829afe2c-8e0b-41ae-b354-63d543bf78b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc59501-3c7c-4a53-aa95-8689956664c7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:32.225977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-bc7a25d5-bb09-488c-a7ed-787285c94c2d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e1298e862594c59a052863f7104d5ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987608 Feb 09 02:59:32.299941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03fd7737-cc22-4428-b9e5-248cbd3d298a admin admin] Publish callbacks [] for security_group (4bc59501-3c7c-4a53-aa95-8689956664c7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.353453 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-d086ea82-04eb-46fa-b7a4-1d73d1d5bab7 service neutron] 10.222.0.32 "GET /v2.0/networks/be9559ed-f2ba-4e26-9224-45b2ee37efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262937 Feb 09 02:59:32.413423 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20aad57b-1237-47cf-b2fb-4f777af79789 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.425025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20aad57b-1237-47cf-b2fb-4f777af79789 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "DELETE /v2.0/ports/ac35754b-9c78-455b-a00d-a4db3e9bae70 HTTP/1.1" status: 204 len: 168 time: 2.5053914 Feb 09 02:59:32.429093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35118) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:32.481898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03fd7737-cc22-4428-b9e5-248cbd3d298a admin admin] Publish callbacks [] for security_group (4bc59501-3c7c-4a53-aa95-8689956664c7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.504952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-177165b3-9d2f-420f-8dfb-22787669c32a service neutron] 10.222.0.32 "GET /v2.0/networks/be9559ed-f2ba-4e26-9224-45b2ee37efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502137 Feb 09 02:59:32.550743 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-908dfd76-2db4-4bb0-b010-8496c02684da tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] GET failed (client error): The resource could not be found. Feb 09 02:59:32.552209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-908dfd76-2db4-4bb0-b010-8496c02684da tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "GET /v2.0/ports/ac35754b-9c78-455b-a00d-a4db3e9bae70 HTTP/1.1" status: 404 len: 333 time: 0.1197522 Feb 09 02:59:32.555930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35120) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:32.564006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716', 'name': 'tempest-AllowedAddressPairTestJSON-921403750'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:32.656196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-edf49c3e-48ff-4686-8298-4e0943243eec req-fae664f5-6df4-4452-a198-d9576c222ed0 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574209 Feb 09 02:59:32.666313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4715ac-d320-4011-9bd8-4851804ba365 req-53d3804b-1dd3-40f1-97fd-cc3b9f5d7367 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:32.668011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d4715ac-d320-4011-9bd8-4851804ba365 req-53d3804b-1dd3-40f1-97fd-cc3b9f5d7367 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1369855 Feb 09 02:59:32.670288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4f6adcf-b6e8-4d3b-9c0b-0fdad9951194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.751845 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:59:32.795687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d4715ac-d320-4011-9bd8-4851804ba365 req-299d7527-fb81-4b48-b942-966e3771e85e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099443 Feb 09 02:59:32.803087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03fd7737-cc22-4428-b9e5-248cbd3d298a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4bc59501-3c7c-4a53-aa95-8689956664c7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.805573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03fd7737-cc22-4428-b9e5-248cbd3d298a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.815916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-03fd7737-cc22-4428-b9e5-248cbd3d298a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bc59501-3c7c-4a53-aa95-8689956664c7 HTTP/1.1" status: 204 len: 168 time: 0.7058146 Feb 09 02:59:32.879850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Made reservation on behalf of 5d02dafb85b840e68a7d6b4a83b8da45 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:32.889172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:32.919977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] device_id is not set on port 7fcc9b62-0291-44e2-99cf-356fec737c97 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:59:32.949750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd7737-cc22-4428-b9e5-248cbd3d298a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc59501-3c7c-4a53-aa95-8689956664c7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:33.092006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-edf49c3e-48ff-4686-8298-4e0943243eec req-f2704ac0-c917-42cb-ade2-686230ccedbd service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120587 Feb 09 02:59:33.112592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Allocated IP 172.20.0.9 (b699f237-0d90-4742-a347-37b50e3a5716/37e21a67-1eb9-4ca8-b860-671780fa8708/7fcc9b62-0291-44e2-99cf-356fec737c97) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:33.227506 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80109264-5923-4ab5-a2e9-d8d03b274d1e req-2460b47d-3e7c-4652-9ba0-b1a41184ac4e tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:33.240748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80109264-5923-4ab5-a2e9-d8d03b274d1e req-2460b47d-3e7c-4652-9ba0-b1a41184ac4e tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1305606 Feb 09 02:59:33.349448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80109264-5923-4ab5-a2e9-d8d03b274d1e req-c6345da9-7ef9-4d41-80b2-8adf5ad07099 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064413 Feb 09 02:59:33.429796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5e63371e-5c5f-4c69-bd7a-45cd55991790 req-2f0ebe11-3edc-4632-9d34-19a5a23a6bad tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 210 time: 0.0550346 Feb 09 02:59:33.437472 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (7fcc9b62-0291-44e2-99cf-356fec737c97), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:33.448737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35134) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:33.470194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f81f531f-92ed-4120-a4b0-5337dbec4148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:33.531218 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7fcc9b62-0291-44e2-99cf-356fec737c97), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:33.622086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Network b699f237-0d90-4742-a347-37b50e3a5716 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:33.633709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:33.643390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f81f531f-92ed-4120-a4b0-5337dbec4148 admin admin] Publish callbacks [] for security_group (81e1f4b3-bb9e-471b-a206-4d9d840ef6b3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:33.649663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:33.659655 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f81f531f-92ed-4120-a4b0-5337dbec4148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81e1f4b3-bb9e-471b-a206-4d9d840ef6b3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:33.694674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=7fcc9b62-0291-44e2-99cf-356fec737c97,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:33.751661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f531f-92ed-4120-a4b0-5337dbec4148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e1f4b3-bb9e-471b-a206-4d9d840ef6b3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:33.782118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:33.782118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:33.782976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f81f531f-92ed-4120-a4b0-5337dbec4148 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ced7ca6e2494086a8908e0b6d25680f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247125 Feb 09 02:59:33.788877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35140) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:33.842118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35144) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:33.842367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5496fb7c-6b7c-48a4-a0c3-7f3e0d99aa12 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2848129 Feb 09 02:59:33.876056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'network_id': 'b699f237-0d90-4742-a347-37b50e3a5716', 'name': 'tempest-AllowedAddressPairTestJSON-1539172185'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:33.894881 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:34.000324 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cef6749-9103-4ed2-b800-971163f51b48 admin admin] Publish callbacks [] for security_group (81e1f4b3-bb9e-471b-a206-4d9d840ef6b3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:34.028106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cef6749-9103-4ed2-b800-971163f51b48 admin admin] Publish callbacks [] for security_group (81e1f4b3-bb9e-471b-a206-4d9d840ef6b3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:34.143720 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cef6749-9103-4ed2-b800-971163f51b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81e1f4b3-bb9e-471b-a206-4d9d840ef6b3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:34.147407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cef6749-9103-4ed2-b800-971163f51b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:34.148639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1cef6749-9103-4ed2-b800-971163f51b48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81e1f4b3-bb9e-471b-a206-4d9d840ef6b3 HTTP/1.1" status: 204 len: 168 time: 0.3582890 Feb 09 02:59:34.159655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Made reservation on behalf of 5d02dafb85b840e68a7d6b4a83b8da45 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:34.164102 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:34.182586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef6749-9103-4ed2-b800-971163f51b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e1f4b3-bb9e-471b-a206-4d9d840ef6b3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:34.201628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] device_id is not set on port 94332164-9b8d-42fd-9e88-17a2751e49fa yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 02:59:34.252960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4553e6c9-95a6-4a4e-bc0b-d02ef3236f24 None None] Provisioning complete for port 7fcc9b62-0291-44e2-99cf-356fec737c97 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:34.253263 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4553e6c9-95a6-4a4e-bc0b-d02ef3236f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7fcc9b62-0291-44e2-99cf-356fec737c97), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:34.258218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58b1c-b3e6-477c-aa04-33a82aeaa9bc req-12b6c3cd-039d-491c-bce3-76de29570f63 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:34.269547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-faf58b1c-b3e6-477c-aa04-33a82aeaa9bc req-12b6c3cd-039d-491c-bce3-76de29570f63 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1855650 Feb 09 02:59:34.375787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4553e6c9-95a6-4a4e-bc0b-d02ef3236f24 None None] Port 7fcc9b62-0291-44e2-99cf-356fec737c97 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:34.620338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Allocated IP 172.20.0.6 (b699f237-0d90-4742-a347-37b50e3a5716/37e21a67-1eb9-4ca8-b860-671780fa8708/94332164-9b8d-42fd-9e88-17a2751e49fa) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:34.700627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73d172-15fd-4a34-bee1-493a34d79ebe req-f6974f31-290a-40cb-b6ab-7e0029d965ff tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:34.702137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb73d172-15fd-4a34-bee1-493a34d79ebe req-f6974f31-290a-40cb-b6ab-7e0029d965ff tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1059356 Feb 09 02:59:34.840430 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb73d172-15fd-4a34-bee1-493a34d79ebe req-b0a8e246-8e39-4166-85b3-539edccd8970 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280930 Feb 09 02:59:34.940777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-faf58b1c-b3e6-477c-aa04-33a82aeaa9bc req-18494479-1291-4fb2-9d48-2099ac2b3acb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687183 Feb 09 02:59:35.000463 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:35.087982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdcea918-e5a0-4cde-bab5-f82f008d6a2f req-abb4fc91-19f8-4371-89b8-851a29ef2044 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 210 time: 0.0723050 Feb 09 02:59:35.127612 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:35.295690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227edde-903d-41e4-b515-050adaec41f6 req-323aaed9-0d1c-4692-b4b5-5cc2b7bf9267 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:35.297280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-323aaed9-0d1c-4692-b4b5-5cc2b7bf9267 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.61 "GET /v2.0/networks?id=be9559ed-f2ba-4e26-9224-45b2ee37efeb HTTP/1.1" status: 200 len: 808 time: 0.2177050 Feb 09 02:59:35.308980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:35.319471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Request body: {'port': {'device_id': 'edf0efc8-e966-4e86-ab26-2d9b6fa4de47', 'network_id': 'be9559ed-f2ba-4e26-9224-45b2ee37efeb', 'admin_state_up': True, 'tenant_id': '7e1298e862594c59a052863f7104d5ac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:35.497157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Network b699f237-0d90-4742-a347-37b50e3a5716 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:35.511963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:35.517142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:35.520095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=94332164-9b8d-42fd-9e88-17a2751e49fa,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:35.675991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:35.676561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:35.727372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35184) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:35.728096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9a31b084-80ee-4a2b-9ad8-aea6b7c2eb37 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8567591 Feb 09 02:59:35.729093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Made reservation on behalf of 7e1298e862594c59a052863f7104d5ac for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:35.733114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:35.733352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e2:6c:7f'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ba:4e:af'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:35.923098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d80a3325-afc9-4fc0-b6df-f2e246c1cc22 None None] Provisioning complete for port 94332164-9b8d-42fd-9e88-17a2751e49fa triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:35.931875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d80a3325-afc9-4fc0-b6df-f2e246c1cc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:36.111461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d80a3325-afc9-4fc0-b6df-f2e246c1cc22 None None] Port 94332164-9b8d-42fd-9e88-17a2751e49fa cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:36.153815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Allocated IP 172.20.0.14 (be9559ed-f2ba-4e26-9224-45b2ee37efeb/286f6dd3-c2db-48ef-a90d-ea68ccea7e5f/0f7ce91d-418a-48bd-8013-6f9e9a272d0d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:36.339122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:36.389579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d01d4-037f-4eef-afda-087046a6c3d3 req-2aabbdc9-79d8-4c1d-a223-7daa6ac1c84b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:36.399247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b19d01d4-037f-4eef-afda-087046a6c3d3 req-2aabbdc9-79d8-4c1d-a223-7daa6ac1c84b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.3348174 Feb 09 02:59:36.727107 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b19d01d4-037f-4eef-afda-087046a6c3d3 req-81adc479-5016-4c3d-a87f-b2865427b9e1 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267503 Feb 09 02:59:36.874077 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Publish callbacks [] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:36.988781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:37.027942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c56ade1f-f52c-4b96-9e16-629b9af8d130 req-05c36506-dbab-40bc-90ba-fffd6c2ff3dc tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 210 time: 0.1064312 Feb 09 02:59:37.066016 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:37.129527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e545669-2f00-4263-ba30-77e5d5321e54 req-1602b833-eb0a-4d46-b408-6188f6ef46ca tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:37.138621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e545669-2f00-4263-ba30-77e5d5321e54 req-1602b833-eb0a-4d46-b408-6188f6ef46ca tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.2461152 Feb 09 02:59:37.176924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Network be9559ed-f2ba-4e26-9224-45b2ee37efeb is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:37.181111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:37.192552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:37.241868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Pushing event updated for resources: {'Port': ['ID=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:37.311672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:37.311672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:37.313332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e545669-2f00-4263-ba30-77e5d5321e54 req-71cec1ac-7c6b-4510-9758-93980c6fea3b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690800 Feb 09 02:59:37.342891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-5a93b003-c15b-47ee-b1c2-8d3d3007e00d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0302062 Feb 09 02:59:37.441425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Request body: {'port': {'device_id': 'edf0efc8-e966-4e86-ab26-2d9b6fa4de47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:37.460988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:37.469112 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:37.561418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event updated for resources: {'Port': ['ID=94332164-9b8d-42fd-9e88-17a2751e49fa,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:37.671672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:37.773589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] In _notify_port_updated(), no bound segment for port 94332164-9b8d-42fd-9e88-17a2751e49fa on network b699f237-0d90-4742-a347-37b50e3a5716 {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 02:59:37.787621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:37.799998 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:37.804390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e01b7112-6ca3-4cd1-b7d0-866690cd4815 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "PUT /v2.0/ports/94332164-9b8d-42fd-9e88-17a2751e49fa HTTP/1.1" status: 200 len: 1055 time: 2.0731664 Feb 09 02:59:37.805129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35226) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:38.168735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-737750cf-c4f9-4cce-b3f2-3b3a7ef779d6 None None] Provisioning complete for port 94332164-9b8d-42fd-9e88-17a2751e49fa triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:38.173287 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-737750cf-c4f9-4cce-b3f2-3b3a7ef779d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:38.291487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-737750cf-c4f9-4cce-b3f2-3b3a7ef779d6 None None] Port 94332164-9b8d-42fd-9e88-17a2751e49fa cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:59:38.393320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0de75d53-42eb-46fb-b6dc-c2791d7e2aed tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Deleting port 94332164-9b8d-42fd-9e88-17a2751e49fa {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:38.393952 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0de75d53-42eb-46fb-b6dc-c2791d7e2aed tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:38.608885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0de75d53-42eb-46fb-b6dc-c2791d7e2aed tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:38.648537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0de75d53-42eb-46fb-b6dc-c2791d7e2aed tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Calling delete_port for 94332164-9b8d-42fd-9e88-17a2751e49fa owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:38.676843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f18e4e-c629-4255-a83b-38ffcca3a567 req-af68bfea-fa09-43f9-b4cb-74996204df74 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:38.702039 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17f18e4e-c629-4255-a83b-38ffcca3a567 req-af68bfea-fa09-43f9-b4cb-74996204df74 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 932 time: 0.4254711 Feb 09 02:59:38.892162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3b3a4-710e-449d-a6c1-4fb096caf2b9 req-7f125927-7b32-435c-9ae3-44bfc717187f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:38.893653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41a3b3a4-710e-449d-a6c1-4fb096caf2b9 req-7f125927-7b32-435c-9ae3-44bfc717187f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.9219279 Feb 09 02:59:39.023153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41a3b3a4-710e-449d-a6c1-4fb096caf2b9 req-464a0795-78a5-4ce8-9c88-25e178cd8e71 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Feb 09 02:59:39.055934 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0de75d53-42eb-46fb-b6dc-c2791d7e2aed tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (94332164-9b8d-42fd-9e88-17a2751e49fa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.119345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17f18e4e-c629-4255-a83b-38ffcca3a567 req-1aa08abf-c28c-47a3-9f9f-b8306cbf294f tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101677 Feb 09 02:59:39.125130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de75d53-42eb-46fb-b6dc-c2791d7e2aed tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Port': ['ID=94332164-9b8d-42fd-9e88-17a2751e49fa,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:39.175092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7ce91d-418a-48bd-8013-6f9e9a272d0d {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:39.189544 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Publish callbacks [] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.248138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Transition to ACTIVE for port object 0f7ce91d-418a-48bd-8013-6f9e9a272d0d will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:59:39.256664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.365675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160376-3497-44f4-97ae-64fc44365d1f req-d26c6617-5553-42e6-af83-f0dc876fb592 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:39.367623 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72160376-3497-44f4-97ae-64fc44365d1f req-d26c6617-5553-42e6-af83-f0dc876fb592 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1653748 Feb 09 02:59:39.371323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Pushing event updated for resources: {'Port': ['ID=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:39.400756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35258) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:39.564563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72160376-3497-44f4-97ae-64fc44365d1f req-00553874-6752-46d9-8f99-0b9fe26a584e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616919 Feb 09 02:59:39.571352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Attempting to bind port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:39.572531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Attempting to bind port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'f8fe6886-0ffb-4db4-9627-da133e54a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be9559ed-f2ba-4e26-9224-45b2ee37efeb'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:39.572926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Attempting to bind port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d on network be9559ed-f2ba-4e26-9224-45b2ee37efeb {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:39.592464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d on network be9559ed-f2ba-4e26-9224-45b2ee37efeb not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:59:39.592820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Attempting to bind port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d on network be9559ed-f2ba-4e26-9224-45b2ee37efeb {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:39.598599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:39.598942 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Checking segment: {'id': 'f8fe6886-0ffb-4db4-9627-da133e54a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be9559ed-f2ba-4e26-9224-45b2ee37efeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:39.599324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Bound using segment: {'id': 'f8fe6886-0ffb-4db4-9627-da133e54a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be9559ed-f2ba-4e26-9224-45b2ee37efeb'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:39.599746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Bound port: 0f7ce91d-418a-48bd-8013-6f9e9a272d0d, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fe6886-0ffb-4db4-9627-da133e54a958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be9559ed-f2ba-4e26-9224-45b2ee37efeb'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:39.600245 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.674412 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3bea897-5e7b-42af-a209-e1c1a8b4aaed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.726115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] For port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:39.731206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] For port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,segment=NetworkSegment(f8fe6886-0ffb-4db4-9627-da133e54a958),segment_id=f8fe6886-0ffb-4db4-9627-da133e54a958)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:39.735039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0de75d53-42eb-46fb-b6dc-c2791d7e2aed tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.738990 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0de75d53-42eb-46fb-b6dc-c2791d7e2aed tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "DELETE /v2.0/ports/94332164-9b8d-42fd-9e88-17a2751e49fa HTTP/1.1" status: 204 len: 168 time: 1.9321542 Feb 09 02:59:39.741784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35264) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:39.743409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.785185 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1da27c8-583f-4ea9-b59e-9b6904a3b7f6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] GET failed (client error): The resource could not be found. Feb 09 02:59:39.787370 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b1da27c8-583f-4ea9-b59e-9b6904a3b7f6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "GET /v2.0/ports/94332164-9b8d-42fd-9e88-17a2751e49fa HTTP/1.1" status: 404 len: 333 time: 0.0443084 Feb 09 02:59:39.790537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35266) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:39.803035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:39.806046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.807196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] 10.222.0.61 "PUT /v2.0/ports/0f7ce91d-418a-48bd-8013-6f9e9a272d0d HTTP/1.1" status: 200 len: 1092 time: 2.3698134 Feb 09 02:59:39.808268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf0efc8-e966-4e86-ab26-2d9b6fa4de47', 'tag': '0f7ce91d-418a-48bd-8013-6f9e9a272d0d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:39.820547 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce9365b-7110-4ef9-a3b0-9718acc63edc" -d '{"events": [{"name": "network-changed", "server_uuid": "edf0efc8-e966-4e86-ab26-2d9b6fa4de47", "tag": "0f7ce91d-418a-48bd-8013-6f9e9a272d0d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:39.894522 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a4ef35-a9c8-4e31-bfce-15a8e80ca797 x-openstack-request-id: req-c1a4ef35-a9c8-4e31-bfce-15a8e80ca797 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:39.895867 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf0efc8-e966-4e86-ab26-2d9b6fa4de47", "tag": "0f7ce91d-418a-48bd-8013-6f9e9a272d0d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:39.896592 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1a4ef35-a9c8-4e31-bfce-15a8e80ca797 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:39.897237 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf0efc8-e966-4e86-ab26-2d9b6fa4de47', 'tag': '0f7ce91d-418a-48bd-8013-6f9e9a272d0d', 'status': 'completed', 'code': 200} Feb 09 02:59:39.931034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3bea897-5e7b-42af-a209-e1c1a8b4aaed admin admin] Publish callbacks [] for security_group (850c9d2c-eec3-47e5-9463-cc2a5dd0096b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.940066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d3bea897-5e7b-42af-a209-e1c1a8b4aaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (850c9d2c-eec3-47e5-9463-cc2a5dd0096b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:39.957360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c3551-13bd-4421-aef4-bd1789cfeebb service neutron] Pushing event updated for resources: {'Port': ['ID=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:40.002525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea897-5e7b-42af-a209-e1c1a8b4aaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850c9d2c-eec3-47e5-9463-cc2a5dd0096b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:40.003774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227edde-903d-41e4-b515-050adaec41f6 req-ad979aff-4f66-4462-a42e-cb8ef128c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.005501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-ad979aff-4f66-4462-a42e-cb8ef128c3aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e1298e862594c59a052863f7104d5ac&device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 1126 time: 0.0997894 Feb 09 02:59:40.008486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d3bea897-5e7b-42af-a209-e1c1a8b4aaed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=423774f84bbf4a7cae9241193a822436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6051986 Feb 09 02:59:40.012135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35272) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:40.055478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e3de2-a58f-43fd-b938-d1f7b1763828 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Deleting port 7fcc9b62-0291-44e2-99cf-356fec737c97 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:40.055981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3de2-a58f-43fd-b938-d1f7b1763828 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7fcc9b62-0291-44e2-99cf-356fec737c97), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.130462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-061e33e6-abfb-4eae-b29b-9e977364f5b7 admin admin] Publish callbacks [] for security_group (850c9d2c-eec3-47e5-9463-cc2a5dd0096b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.142629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-e72e74c4-7e6e-4754-815c-7a80c953fc86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f7ce91d-418a-48bd-8013-6f9e9a272d0d HTTP/1.1" status: 200 len: 217 time: 0.0769603 Feb 09 02:59:40.178013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-061e33e6-abfb-4eae-b29b-9e977364f5b7 admin admin] Publish callbacks [] for security_group (850c9d2c-eec3-47e5-9463-cc2a5dd0096b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.268925 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3de2-a58f-43fd-b938-d1f7b1763828 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7fcc9b62-0291-44e2-99cf-356fec737c97), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.289120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e3de2-a58f-43fd-b938-d1f7b1763828 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Calling delete_port for 7fcc9b62-0291-44e2-99cf-356fec737c97 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:40.354149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227edde-903d-41e4-b515-050adaec41f6 req-dc4d86b2-1282-453a-b92a-62e9ee056f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.358064 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-dc4d86b2-1282-453a-b92a-62e9ee056f63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=286f6dd3-c2db-48ef-a90d-ea68ccea7e5f HTTP/1.1" status: 200 len: 848 time: 0.1816201 Feb 09 02:59:40.399311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-061e33e6-abfb-4eae-b29b-9e977364f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (850c9d2c-eec3-47e5-9463-cc2a5dd0096b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.402340 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-061e33e6-abfb-4eae-b29b-9e977364f5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.403522 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-061e33e6-abfb-4eae-b29b-9e977364f5b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/850c9d2c-eec3-47e5-9463-cc2a5dd0096b HTTP/1.1" status: 204 len: 168 time: 0.3902080 Feb 09 02:59:40.412233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb5fca-3508-4533-be71-90499caa4630 req-74b1e5b1-fa21-48d6-93ad-167b42c44bb1 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.422668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ccb5fca-3508-4533-be71-90499caa4630 req-74b1e5b1-fa21-48d6-93ad-167b42c44bb1 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1876781 Feb 09 02:59:40.444485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e33e6-abfb-4eae-b29b-9e977364f5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850c9d2c-eec3-47e5-9463-cc2a5dd0096b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:40.527936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ccb5fca-3508-4533-be71-90499caa4630 req-d695a70a-9831-4e8d-9b8f-d298e4c54f40 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039350 Feb 09 02:59:40.559566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda55117-624f-470a-a0b1-72b46b90622f req-d74974d3-380f-4c31-a3ff-ab4f945cf60d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:40.561142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dda55117-624f-470a-a0b1-72b46b90622f req-d74974d3-380f-4c31-a3ff-ab4f945cf60d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 944 time: 0.2006845 Feb 09 02:59:40.613889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3de2-a58f-43fd-b938-d1f7b1763828 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7fcc9b62-0291-44e2-99cf-356fec737c97), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.650621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e3de2-a58f-43fd-b938-d1f7b1763828 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Port': ['ID=7fcc9b62-0291-44e2-99cf-356fec737c97,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:40.681912 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dda55117-624f-470a-a0b1-72b46b90622f req-4a54ee2c-281d-4c27-a5a7-3c327ebfa1ab tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120303 Feb 09 02:59:40.778991 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3de2-a58f-43fd-b938-d1f7b1763828 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:40.784041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5e7e3de2-a58f-43fd-b938-d1f7b1763828 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "DELETE /v2.0/ports/7fcc9b62-0291-44e2-99cf-356fec737c97 HTTP/1.1" status: 204 len: 168 time: 0.9921722 Feb 09 02:59:40.786723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35288) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:40.838491 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-923d592d-8e81-49c3-862a-bd87a55fa18d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] GET failed (client error): The resource could not be found. Feb 09 02:59:40.840827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-923d592d-8e81-49c3-862a-bd87a55fa18d tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "GET /v2.0/ports/7fcc9b62-0291-44e2-99cf-356fec737c97 HTTP/1.1" status: 404 len: 333 time: 0.0526509 Feb 09 02:59:40.849263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35290) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:40.893143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35292) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:40.901097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-1e7fee2f-6f15-4cb2-89ef-f9cc9a80327d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be9559ed-f2ba-4e26-9224-45b2ee37efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628560 Feb 09 02:59:40.923991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b17800f-546e-47ba-b78c-76c0e6053350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.114785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889397a-70ac-4eab-bcc6-413ce7b7c3d2 req-23b720ae-9f82-4485-b7ed-80e61b466ac2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.116621 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4889397a-70ac-4eab-bcc6-413ce7b7c3d2 req-23b720ae-9f82-4485-b7ed-80e61b466ac2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.3255672 Feb 09 02:59:41.119335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Deleting port 787bf829-d8e2-4f2c-8108-60e38b69e6f9 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:41.119683 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (787bf829-d8e2-4f2c-8108-60e38b69e6f9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.125575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b17800f-546e-47ba-b78c-76c0e6053350 admin admin] Publish callbacks [] for security_group (e39e10a7-950f-4d23-b075-6508677ac2df), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.140845 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b17800f-546e-47ba-b78c-76c0e6053350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e39e10a7-950f-4d23-b075-6508677ac2df), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.141087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784034-b025-4a24-bca7-a9aab8c35214 req-de0f02cb-c1ca-415c-a5fe-89ce61b4f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.142517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50784034-b025-4a24-bca7-a9aab8c35214 req-de0f02cb-c1ca-415c-a5fe-89ce61b4f9c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d45d4559bda647b594dd207a8f715412&device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 1127 time: 0.1399741 Feb 09 02:59:41.180765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60ef4-9ed4-4d54-93bf-4077191578b7 req-d110ca99-f3c7-42c0-84ef-f5fef8013286 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.182658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8f60ef4-9ed4-4d54-93bf-4077191578b7 req-d110ca99-f3c7-42c0-84ef-f5fef8013286 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1633852 Feb 09 02:59:41.220513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17800f-546e-47ba-b78c-76c0e6053350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e10a7-950f-4d23-b075-6508677ac2df,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:41.229085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0b17800f-546e-47ba-b78c-76c0e6053350 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c46c84fb574a4f09b2b49d0980631928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347664 Feb 09 02:59:41.232682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35298) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:41.246229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-be7d7229-345d-4483-ab15-9dc8e7e94487 service neutron] 10.222.0.61 "GET /v2.0/networks/be9559ed-f2ba-4e26-9224-45b2ee37efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325295 Feb 09 02:59:41.284015 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4889397a-70ac-4eab-bcc6-413ce7b7c3d2 req-073d08b6-d39c-4dc3-b86f-021cf388bd71 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560111 Feb 09 02:59:41.343891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (787bf829-d8e2-4f2c-8108-60e38b69e6f9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.351802 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8f60ef4-9ed4-4d54-93bf-4077191578b7 req-01d4992b-c53c-450e-85f0-1c91a951401a tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539016 Feb 09 02:59:41.355793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55931fcf-87e9-4b74-a0cf-bf294e5b892b admin admin] Publish callbacks [] for security_group (e39e10a7-950f-4d23-b075-6508677ac2df), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.379533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Calling delete_port for 787bf829-d8e2-4f2c-8108-60e38b69e6f9 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:41.384465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784034-b025-4a24-bca7-a9aab8c35214 req-f9447f27-4858-47f7-8c98-4883b055a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.386138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50784034-b025-4a24-bca7-a9aab8c35214 req-f9447f27-4858-47f7-8c98-4883b055a111 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 200 len: 916 time: 0.2132099 Feb 09 02:59:41.393817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55931fcf-87e9-4b74-a0cf-bf294e5b892b admin admin] Publish callbacks [] for security_group (e39e10a7-950f-4d23-b075-6508677ac2df), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.408801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8227edde-903d-41e4-b515-050adaec41f6 req-56419b38-5af8-4557-9bcc-d58c4533b557 service neutron] 10.222.0.61 "GET /v2.0/networks/be9559ed-f2ba-4e26-9224-45b2ee37efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537795 Feb 09 02:59:41.457794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55931fcf-87e9-4b74-a0cf-bf294e5b892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e39e10a7-950f-4d23-b075-6508677ac2df), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.462356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55931fcf-87e9-4b74-a0cf-bf294e5b892b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.466080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-55931fcf-87e9-4b74-a0cf-bf294e5b892b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e39e10a7-950f-4d23-b075-6508677ac2df HTTP/1.1" status: 204 len: 168 time: 0.2299783 Feb 09 02:59:41.474687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50784034-b025-4a24-bca7-a9aab8c35214 req-b3fda87a-aa1f-44e2-b0d2-eaac3556b723 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a45452-aca8-4f3f-95f2-f7c2ee81f984 HTTP/1.1" status: 200 len: 217 time: 0.0814302 Feb 09 02:59:41.507981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55931fcf-87e9-4b74-a0cf-bf294e5b892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e10a7-950f-4d23-b075-6508677ac2df,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:41.549426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-f1d1a796-c64e-4d67-9ea1-0d1522d5bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.551192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784034-b025-4a24-bca7-a9aab8c35214 req-56c84662-2228-429c-93de-2ecb611194eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.551776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-f1d1a796-c64e-4d67-9ea1-0d1522d5bba4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7e1298e862594c59a052863f7104d5ac&device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 1126 time: 0.0866785 Feb 09 02:59:41.552736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50784034-b025-4a24-bca7-a9aab8c35214 req-56c84662-2228-429c-93de-2ecb611194eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=338b169e-7e00-42ab-b088-ad816544c026 HTTP/1.1" status: 200 len: 854 time: 0.0716999 Feb 09 02:59:41.635361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784034-b025-4a24-bca7-a9aab8c35214 req-9240eb15-67c5-45d0-8287-958d63900b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.637611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50784034-b025-4a24-bca7-a9aab8c35214 req-9240eb15-67c5-45d0-8287-958d63900b90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d670ce7-98ed-4683-97b3-c1f1564f1d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773611 Feb 09 02:59:41.671327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-4d006b1b-126c-42a4-9726-cf2d08d84dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.672830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-4d006b1b-126c-42a4-9726-cf2d08d84dbc service neutron] 10.222.0.61 "GET /v2.0/networks?id=be9559ed-f2ba-4e26-9224-45b2ee37efeb HTTP/1.1" status: 200 len: 909 time: 0.1138592 Feb 09 02:59:41.755980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-994c2dc9-3923-4c1c-b261-e7d6993a4efb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f7ce91d-418a-48bd-8013-6f9e9a272d0d HTTP/1.1" status: 200 len: 217 time: 0.0763326 Feb 09 02:59:41.800706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50784034-b025-4a24-bca7-a9aab8c35214 req-e2848d3d-a03c-45d8-aea8-133c35676d22 service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552629 Feb 09 02:59:41.896127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (787bf829-d8e2-4f2c-8108-60e38b69e6f9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:41.896276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-98a05849-5912-4e9a-8a37-25c65bd39760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.898977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-98a05849-5912-4e9a-8a37-25c65bd39760 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=286f6dd3-c2db-48ef-a90d-ea68ccea7e5f HTTP/1.1" status: 200 len: 848 time: 0.1300390 Feb 09 02:59:41.951201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-e91ecd09-e13f-4dd3-8c79-71172644970c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=be9559ed-f2ba-4e26-9224-45b2ee37efeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426421 Feb 09 02:59:41.955790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Port': ['ID=787bf829-d8e2-4f2c-8108-60e38b69e6f9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:41.964928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147fdac-8b4a-45a8-9aee-b4ecea48448f req-720a6110-a37c-449c-b890-844a997b93d6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:41.974312 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f147fdac-8b4a-45a8-9aee-b4ecea48448f req-720a6110-a37c-449c-b890-844a997b93d6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 944 time: 0.1329947 Feb 09 02:59:42.009898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.010262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.010619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.010985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.011366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.011642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.011968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.012293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.012615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.012941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.013262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.013579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.013901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:42.048108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50784034-b025-4a24-bca7-a9aab8c35214 req-317b9c35-34b7-4f6f-adbb-29088ff5e756 service neutron] 10.222.0.26 "GET /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397544 Feb 09 02:59:42.100475 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.105679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c8abee9d-ea4b-4334-a674-eb9a1121e7cd tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "DELETE /v2.0/ports/787bf829-d8e2-4f2c-8108-60e38b69e6f9 HTTP/1.1" status: 204 len: 168 time: 1.2554376 Feb 09 02:59:42.107916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35316) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:42.185694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-667dee3d-ae27-4307-b5c1-1ccf7d3738e6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Deleting subnet 37e21a67-1eb9-4ca8-b860-671780fa8708 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:59:42.189896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-667dee3d-ae27-4307-b5c1-1ccf7d3738e6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for subnet (37e21a67-1eb9-4ca8-b860-671780fa8708), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.208129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f147fdac-8b4a-45a8-9aee-b4ecea48448f req-724f8213-fceb-473d-b3d0-fb604859a652 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293859 Feb 09 02:59:42.245726 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-3656afd2-0405-4c0f-9b8f-d76660a9a596 service neutron] 10.222.0.61 "GET /v2.0/networks/be9559ed-f2ba-4e26-9224-45b2ee37efeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637022 Feb 09 02:59:42.258134 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-667dee3d-ae27-4307-b5c1-1ccf7d3738e6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (37e21a67-1eb9-4ca8-b860-671780fa8708), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.415510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce9365b-7110-4ef9-a3b0-9718acc63edc req-31318da6-f218-4a95-9bfb-d41873cb684f service neutron] 10.222.0.61 "GET /v2.0/networks/be9559ed-f2ba-4e26-9224-45b2ee37efeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600559 Feb 09 02:59:42.416123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-667dee3d-ae27-4307-b5c1-1ccf7d3738e6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (37e21a67-1eb9-4ca8-b860-671780fa8708), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.501278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a307e-b676-4e34-9189-1ff2cf82a3ab req-f5cda3b6-3b39-48b6-915f-e4af9343442e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.503260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-af6a307e-b676-4e34-9189-1ff2cf82a3ab req-f5cda3b6-3b39-48b6-915f-e4af9343442e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1306067 Feb 09 02:59:42.517622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6b2b1-2e09-45ea-85a8-e66b11f39b0b req-07bb00a1-4f1a-4077-8279-e174c45a1dc8 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:42.519282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65c6b2b1-2e09-45ea-85a8-e66b11f39b0b req-07bb00a1-4f1a-4077-8279-e174c45a1dc8 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.0723794 Feb 09 02:59:42.592195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65c6b2b1-2e09-45ea-85a8-e66b11f39b0b req-d2fd03cc-da39-4bd9-a57a-e98f70e000a6 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 Feb 09 02:59:42.594372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-667dee3d-ae27-4307-b5c1-1ccf7d3738e6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (37e21a67-1eb9-4ca8-b860-671780fa8708), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.627654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da0ee7-6e8c-474a-9187-9ca8616c2e4b None None] Network b699f237-0d90-4742-a347-37b50e3a5716 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:42.647825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-667dee3d-ae27-4307-b5c1-1ccf7d3738e6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.652003 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-667dee3d-ae27-4307-b5c1-1ccf7d3738e6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "DELETE /v2.0/subnets/37e21a67-1eb9-4ca8-b860-671780fa8708 HTTP/1.1" status: 204 len: 168 time: 0.5398905 Feb 09 02:59:42.653838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dee3d-ae27-4307-b5c1-1ccf7d3738e6 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Subnet': ['ID=37e21a67-1eb9-4ca8-b860-671780fa8708,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:42.654677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35332) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:42.663071 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-af6a307e-b676-4e34-9189-1ff2cf82a3ab req-32df2e50-3293-4a51-beda-70178aa4e04f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509211 Feb 09 02:59:42.766433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b699f237-0d90-4742-a347-37b50e3a5716), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.840906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Deleting port 6140764f-cae3-4e94-ba68-827c28f61986 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:42.841228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6140764f-cae3-4e94-ba68-827c28f61986), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.866750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] DHCP port deletion for b699f237-0d90-4742-a347-37b50e3a5716 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:59:42.908852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] For port 6140764f-cae3-4e94-ba68-827c28f61986, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6140764f-cae3-4e94-ba68-827c28f61986,segment=NetworkSegment(c3547bff-ffc4-4299-a781-88ec493d4728),segment_id=c3547bff-ffc4-4299-a781-88ec493d4728)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:42.909566 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6140764f-cae3-4e94-ba68-827c28f61986), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:42.923447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Calling delete_port for 6140764f-cae3-4e94-ba68-827c28f61986 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:42.941156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Deleting port 6140764f-cae3-4e94-ba68-827c28f61986 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:42.941821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6140764f-cae3-4e94-ba68-827c28f61986), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.019949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] For port 6140764f-cae3-4e94-ba68-827c28f61986, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6140764f-cae3-4e94-ba68-827c28f61986,segment=NetworkSegment(c3547bff-ffc4-4299-a781-88ec493d4728),segment_id=c3547bff-ffc4-4299-a781-88ec493d4728)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:43.020797 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6140764f-cae3-4e94-ba68-827c28f61986), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.033591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6140764f-cae3-4e94-ba68-827c28f61986), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.039237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Calling delete_port for 6140764f-cae3-4e94-ba68-827c28f61986 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:43.065115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Port': ['ID=6140764f-cae3-4e94-ba68-827c28f61986,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:43.068873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] No DVR routers for this DVR port 6140764f-cae3-4e94-ba68-827c28f61986 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:43.142825 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (6140764f-cae3-4e94-ba68-827c28f61986), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.164868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b699f237-0d90-4742-a347-37b50e3a5716), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.171236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Pushing event deleted for resources: {'Port': ['ID=6140764f-cae3-4e94-ba68-827c28f61986,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:43.183985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.184402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.184949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.185643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.186155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.186979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.187503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.187954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.188627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.189172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.189530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.190011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.190481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:59:43.196719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92f414-1ff8-43aa-9ff8-d529ed0628e4 None None] No DVR routers for this DVR port 6140764f-cae3-4e94-ba68-827c28f61986 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:43.218514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b699f237-0d90-4742-a347-37b50e3a5716']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:43.228949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3547bff-ffc4-4299-a781-88ec493d4728') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:43.229145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3547bff-ffc4-4299-a781-88ec493d4728') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:43.243381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (c3547bff-ffc4-4299-a781-88ec493d4728), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.258856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c3547bff-ffc4-4299-a781-88ec493d4728), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.267990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:59:43.268793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (c3547bff-ffc4-4299-a781-88ec493d4728), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:59:43.273073 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:59:43.369446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b699f237-0d90-4742-a347-37b50e3a5716), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.379405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.385461 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] 10.222.0.32 "DELETE /v2.0/networks/b699f237-0d90-4742-a347-37b50e3a5716 HTTP/1.1" status: 204 len: 168 time: 0.7268949 Feb 09 02:59:43.397654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5d0e2-718d-460a-a9ba-0636adb48497 tempest-AllowedAddressPairTestJSON-866533837 tempest-AllowedAddressPairTestJSON-866533837-project] Pushing event deleted for resources: {'Network': ['ID=b699f237-0d90-4742-a347-37b50e3a5716,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:43.414961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b99458-e61f-46ba-80b2-c1ece6741eb9 req-11830e17-3c12-4f3f-a4c8-04b7d51b153d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:43.416637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7b99458-e61f-46ba-80b2-c1ece6741eb9 req-11830e17-3c12-4f3f-a4c8-04b7d51b153d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 944 time: 0.0898521 Feb 09 02:59:43.476125 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7b99458-e61f-46ba-80b2-c1ece6741eb9 req-3166bd19-541f-4136-ac2f-deade4cb8e7a tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Feb 09 02:59:43.503177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:43.629920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:43.644064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'network_id': '2cfa56f8-87b1-48eb-b1f3-b2f7da609261', 'port_id': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'mac_address': 'fa:16:3e:95:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87109b47-f43d-4643-8a15-9bbbce272f5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:43.733017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:43.734973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.770902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3a7643-df1d-44af-82fe-c1c8f8b30910 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:43.793116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334e52c-6b0d-4312-8834-10e24f913434 req-58dfb6e6-a42b-4abc-af89-e3f27082e54b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:43.799482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:43.801184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e334e52c-6b0d-4312-8834-10e24f913434 req-58dfb6e6-a42b-4abc-af89-e3f27082e54b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.0881453 Feb 09 02:59:43.808700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35368) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:43.810106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:43.880267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf244a-77dd-4bce-a69b-2fc915e6cd71 req-ecbc97c7-d7cb-49b6-ac42-8ecbd121267d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:43.886442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1aaf244a-77dd-4bce-a69b-2fc915e6cd71 req-ecbc97c7-d7cb-49b6-ac42-8ecbd121267d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 943 time: 0.1212318 Feb 09 02:59:43.908124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:43.922451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e334e52c-6b0d-4312-8834-10e24f913434 req-f5b7daa1-3e9e-4935-b829-14e0674aad86 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203074 Feb 09 02:59:43.977116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1aaf244a-77dd-4bce-a69b-2fc915e6cd71 req-d5b6ea79-a739-40fd-b281-385d01f5db80 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815115 Feb 09 02:59:44.051840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9f3a7643-df1d-44af-82fe-c1c8f8b30910'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:44.167336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd2d7d-f208-476c-81f2-d53aeb6d8086 req-cef7d033-30c5-43db-be97-8916a3f1ea12 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:44.169412 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cd2d7d-f208-476c-81f2-d53aeb6d8086 req-cef7d033-30c5-43db-be97-8916a3f1ea12 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1033897 Feb 09 02:59:44.256663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cd2d7d-f208-476c-81f2-d53aeb6d8086 req-16156e3d-8c7e-4144-aead-fd1c00b0fdef tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801213 Feb 09 02:59:44.269036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-53037459-103f-4edc-9793-eb11318cb241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d02dafb85b840e68a7d6b4a83b8da45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592712 Feb 09 02:59:44.271695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35386) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:44.377168 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-166a997f-2e85-4e6d-890a-3b9aa4cfecc2 admin admin] Publish callbacks [] for security_group (6df686e5-4813-4fc1-b098-409cbf531bf1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:44.405898 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-166a997f-2e85-4e6d-890a-3b9aa4cfecc2 admin admin] Publish callbacks [] for security_group (6df686e5-4813-4fc1-b098-409cbf531bf1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:44.431776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8448bb-f50a-40b4-b490-4380c0d83df7 req-9a84ea48-94c1-4d7b-8183-a59738c75c89 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:44.433991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e8448bb-f50a-40b4-b490-4380c0d83df7 req-9a84ea48-94c1-4d7b-8183-a59738c75c89 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 945 time: 0.1001430 Feb 09 02:59:44.523718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e8448bb-f50a-40b4-b490-4380c0d83df7 req-df44c650-0d21-47b7-9e4f-7bb86c35fee5 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761218 Feb 09 02:59:44.555014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-166a997f-2e85-4e6d-890a-3b9aa4cfecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6df686e5-4813-4fc1-b098-409cbf531bf1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:44.558559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-166a997f-2e85-4e6d-890a-3b9aa4cfecc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:44.562487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b686e3-68bb-4904-bcea-c6fb68eea578 req-fa610f80-5014-4876-9461-64fe30b7a0d2 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:44.564645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4b686e3-68bb-4904-bcea-c6fb68eea578 req-fa610f80-5014-4876-9461-64fe30b7a0d2 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 946 time: 0.0883570 Feb 09 02:59:44.566746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-166a997f-2e85-4e6d-890a-3b9aa4cfecc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6df686e5-4813-4fc1-b098-409cbf531bf1 HTTP/1.1" status: 204 len: 168 time: 0.2939694 Feb 09 02:59:44.584533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a997f-2e85-4e6d-890a-3b9aa4cfecc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df686e5-4813-4fc1-b098-409cbf531bf1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:44.669604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4b686e3-68bb-4904-bcea-c6fb68eea578 req-f0b8330c-7f53-4f22-8e05-5c7ce26f63cc tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879047 Feb 09 02:59:44.733829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80f4a1-c017-42d6-9dd5-2111a5142cca req-89d74f27-30fd-47a4-95ac-b14262e49d30 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:44.736433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a80f4a1-c017-42d6-9dd5-2111a5142cca req-89d74f27-30fd-47a4-95ac-b14262e49d30 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 944 time: 0.0869708 Feb 09 02:59:44.804326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38d6cc-4742-492e-848d-24697211ba84 req-511f7a28-1e01-4a7b-8984-870552a13432 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:44.814916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f38d6cc-4742-492e-848d-24697211ba84 req-511f7a28-1e01-4a7b-8984-870552a13432 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.0900900 Feb 09 02:59:44.842546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a80f4a1-c017-42d6-9dd5-2111a5142cca req-cfd35173-7ea1-48a5-bde3-13c50e1b784b tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974531 Feb 09 02:59:44.853251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6140764f-cae3-4e94-ba68-827c28f61986 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:44.887239 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 6140764f-cae3-4e94-ba68-827c28f61986 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:59:44.892456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6140764f-cae3-4e94-ba68-827c28f61986 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:59:44.933883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f38d6cc-4742-492e-848d-24697211ba84 req-78aa47d9-8be7-4c0f-9627-22a5f91c14a3 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118171 Feb 09 02:59:44.971215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-7444bc52-8f98-4852-b484-b25e38d8c7ce req-09790095-e624-4146-b1b4-ca65b7a4a67b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:59:44.972203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7444bc52-8f98-4852-b484-b25e38d8c7ce req-09790095-e624-4146-b1b4-ca65b7a4a67b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058548 Feb 09 02:59:45.081677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7444bc52-8f98-4852-b484-b25e38d8c7ce req-f45ec74a-7559-47f4-9f8a-d09eee4693c0 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1027627 Feb 09 02:59:45.148587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77964bd1-589a-4946-a457-373905d1c876 req-afab8424-fa3a-492f-ac7c-311b3e757808 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:45.150194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77964bd1-589a-4946-a457-373905d1c876 req-afab8424-fa3a-492f-ac7c-311b3e757808 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 944 time: 0.0791686 Feb 09 02:59:45.240877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77964bd1-589a-4946-a457-373905d1c876 req-30ed9f9a-5d4d-4580-8052-d341d29cff09 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815039 Feb 09 02:59:45.393913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e492f-2c3f-41c9-a204-42f37441f134 req-cc31ecfc-b0d3-4acb-b1c8-5d5db0558132 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:45.401976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb1e492f-2c3f-41c9-a204-42f37441f134 req-cc31ecfc-b0d3-4acb-b1c8-5d5db0558132 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.0718586 Feb 09 02:59:45.465544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb1e492f-2c3f-41c9-a204-42f37441f134 req-90f11fd1-7424-4d36-9cac-6e92fa03a2d2 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621946 Feb 09 02:59:45.515493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0f7ce91d-418a-48bd-8013-6f9e9a272d0d details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:59:45.615270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf934c-4059-4975-ad8a-b4c017009cea req-c89edb68-f97d-41a7-9079-edfe6d4aa521 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:45.617064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78bf934c-4059-4975-ad8a-b4c017009cea req-c89edb68-f97d-41a7-9079-edfe6d4aa521 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 945 time: 0.0835745 Feb 09 02:59:45.618732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:45.692210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:45.692591 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:45.695914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78bf934c-4059-4975-ad8a-b4c017009cea req-edc1fb41-146c-450b-8259-3ca23ddec42f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719376 Feb 09 02:59:45.768152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,segment=NetworkSegment(f8fe6886-0ffb-4db4-9627-da133e54a958),segment_id=f8fe6886-0ffb-4db4-9627-da133e54a958)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:45.784081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '0f7ce91d-418a-48bd-8013-6f9e9a272d0d', 'network_id': 'be9559ed-f2ba-4e26-9224-45b2ee37efeb', 'port_id': '0f7ce91d-418a-48bd-8013-6f9e9a272d0d', 'mac_address': 'fa:16:3e:a2:43:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286f6dd3-c2db-48ef-a90d-ea68ccea7e5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:59:45.819919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb7c3e-127d-48a0-a8bb-c86e238a087e req-ac4611b8-e97b-41ab-9244-03a59afc27dd tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:45.828705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fefb7c3e-127d-48a0-a8bb-c86e238a087e req-ac4611b8-e97b-41ab-9244-03a59afc27dd tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 946 time: 0.0796177 Feb 09 02:59:45.892954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fefb7c3e-127d-48a0-a8bb-c86e238a087e req-b8b93485-6acc-4961-b71c-fc797382afab tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/security-groups?id=f412c437-d3bd-4655-8813-a5377db6d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627043 Feb 09 02:59:45.942741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:45.943288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:45.945109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:45.945440 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:45.961973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7ce91d-418a-48bd-8013-6f9e9a272d0d {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:59:45.965366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61296849-0cd8-4e42-8305-cfa258084d26 req-8178ce6e-fb10-4532-9f2c-3b0f3da5231b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:45.968763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61296849-0cd8-4e42-8305-cfa258084d26 req-8178ce6e-fb10-4532-9f2c-3b0f3da5231b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.1178341 Feb 09 02:59:46.006495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,segment=NetworkSegment(f8fe6886-0ffb-4db4-9627-da133e54a958),segment_id=f8fe6886-0ffb-4db4-9627-da133e54a958)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:46.026943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:46.028146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:46.031443 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e4e4c7-8e64-459e-a395-11d20726308f" -d '{"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:46.035261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.043843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.048823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61296849-0cd8-4e42-8305-cfa258084d26 req-cfd9fa75-f7d1-4ace-a6c5-2958df5d5c1d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743387 Feb 09 02:59:46.115628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd250e45-d96f-4158-a70e-200aaccd1d59 req-c4c03e81-6c0f-4c5a-8912-0ced881285ae tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.117400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd250e45-d96f-4158-a70e-200aaccd1d59 req-c4c03e81-6c0f-4c5a-8912-0ced881285ae tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 945 time: 0.1171522 Feb 09 02:59:46.131763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-582ad12f-043c-4bdf-9224-8f7e50979640 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.133627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-582ad12f-043c-4bdf-9224-8f7e50979640 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.61 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 946 time: 0.0945909 Feb 09 02:59:46.133767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:46.144520 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0eb685-d26a-485a-94bd-610b7394456b x-openstack-request-id: req-9b0eb685-d26a-485a-94bd-610b7394456b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:46.144849 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-plugged", "status": "completed", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:46.145104 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b0eb685-d26a-485a-94bd-610b7394456b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:46.146165 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'code': 200} Feb 09 02:59:46.165357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35456) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:46.239164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:46.272101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd250e45-d96f-4158-a70e-200aaccd1d59 req-90cbd2c0-c459-493c-8536-15ea11c43e03 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370428 Feb 09 02:59:46.290441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['0f7ce91d-418a-48bd-8013-6f9e9a272d0d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:46.387207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765635893'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:46.457744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:46.462443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.487018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ab09e-ad89-4ccd-9394-b6f489cc7b3b req-b2b01da1-5e59-44ea-9cb4-7e43dca6e4ea tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.492182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ab09e-ad89-4ccd-9394-b6f489cc7b3b req-b2b01da1-5e59-44ea-9cb4-7e43dca6e4ea tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.497358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ab09e-ad89-4ccd-9394-b6f489cc7b3b req-b2b01da1-5e59-44ea-9cb4-7e43dca6e4ea tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.498332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a556b-b8e5-4810-9662-c643d001a3f3 req-be9539ec-51f7-4701-b4da-9a4aea86ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.500137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c0a556b-b8e5-4810-9662-c643d001a3f3 req-be9539ec-51f7-4701-b4da-9a4aea86ec83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1128 time: 0.1661429 Feb 09 02:59:46.502703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Deleting port 7e91bd42-9897-47c4-bb83-226e01586d70 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:46.503124 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.505044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a57ab09e-ad89-4ccd-9394-b6f489cc7b3b req-b2b01da1-5e59-44ea-9cb4-7e43dca6e4ea tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655&device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a&device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 2417 time: 0.1729438 Feb 09 02:59:46.508803 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.541225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-3f65e09d-a0c5-4d50-abdb-9af7025ebba9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1611078 Feb 09 02:59:46.587008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d638256-0fad-499c-955e-64f8d7250f4a req-8f4a5b18-e910-44de-abb8-2275ddfdf7ef tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.589359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d638256-0fad-499c-955e-64f8d7250f4a req-8f4a5b18-e910-44de-abb8-2275ddfdf7ef tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1733508 Feb 09 02:59:46.627850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a57ab09e-ad89-4ccd-9394-b6f489cc7b3b req-15f129e2-87c7-401b-a2af-139a800f491a tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206791 Feb 09 02:59:46.681352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c0a556b-b8e5-4810-9662-c643d001a3f3 req-0910d011-77a2-4a2b-a549-685f0c7ca00d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741545 Feb 09 02:59:46.706278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] For port 7e91bd42-9897-47c4-bb83-226e01586d70, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=7e91bd42-9897-47c4-bb83-226e01586d70,segment=NetworkSegment(1ecfd876-7208-45a5-896b-c0744e20f81d),segment_id=1ecfd876-7208-45a5-896b-c0744e20f81d)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:46.706747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.716387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d638256-0fad-499c-955e-64f8d7250f4a req-e82a1b29-46c9-46cd-a335-06522704d8d2 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137795 Feb 09 02:59:46.728579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Calling delete_port for 7e91bd42-9897-47c4-bb83-226e01586d70 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:46.728764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-751a3f33-2bd4-46c0-b7a5-f54493506761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.730283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-751a3f33-2bd4-46c0-b7a5-f54493506761 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1127 time: 0.1600204 Feb 09 02:59:46.732351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for security_group (b9d336f0-657a-4d3a-a4d0-57986f03c693), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.739787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b9d336f0-657a-4d3a-a4d0-57986f03c693), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.782311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:46.816962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f5bc098-6f59-4624-94ef-b5b474cd66b4 req-b145fc6f-110a-449e-b6cd-f6f605541734 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1664186 Feb 09 02:59:46.859421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d336f0-657a-4d3a-a4d0-57986f03c693,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:46.863336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b15f94fb-1775-4715-afab-a3f2f51dba9e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.863681 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment b15f94fb-1775-4715-afab-a3f2f51dba9e of type vlan for network 49a420b2-fdaf-4711-9680-1c3565f0016f Feb 09 02:59:46.883120 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7e91bd42-9897-47c4-bb83-226e01586d70), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.908261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['7e91bd42-9897-47c4-bb83-226e01586d70'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:46.926149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (49a420b2-fdaf-4711-9680-1c3565f0016f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.958865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Pushing event deleted for resources: {'Port': ['ID=7e91bd42-9897-47c4-bb83-226e01586d70,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:46.969994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-1c29fb59-4f6b-496f-8692-420e2754a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:46.971431 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-1c29fb59-4f6b-496f-8692-420e2754a11a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.2056954 Feb 09 02:59:46.982834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] No DVR routers for this DVR port 7e91bd42-9897-47c4-bb83-226e01586d70 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:46.985796 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:46.992140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4170a25c-76bf-41cc-ad22-e4497e1237c6 req-a1c47eb7-33c9-4d19-af5c-884a4f71cde4 tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.61 "DELETE /v2.0/ports/7e91bd42-9897-47c4-bb83-226e01586d70 HTTP/1.1" status: 204 len: 173 time: 0.8486257 Feb 09 02:59:46.992683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f267e4-9eaa-40f5-9f03-2d3c6d7b6117', 'name': 'network-vif-deleted', 'tag': '7e91bd42-9897-47c4-bb83-226e01586d70'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:46.994517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (49a420b2-fdaf-4711-9680-1c3565f0016f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:47.002357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:47.002967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:47.010111 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e9334b-b388-4c30-90e0-f5caa1e0832c" -d '{"events": [{"server_uuid": "83f267e4-9eaa-40f5-9f03-2d3c6d7b6117", "name": "network-vif-deleted", "tag": "7e91bd42-9897-47c4-bb83-226e01586d70"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:47.088957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9095201 Feb 09 02:59:47.104819 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-64aa28a8-306a-48d4-8f21-9d5cf81ce4ea req-44d4e9df-4df4-4b90-9a3c-9565a4c6922d tempest-VolumesAdminNegativeTest-161671161 tempest-VolumesAdminNegativeTest-161671161-project] 10.222.0.32 "GET /v2.0/ports?device_id=83f267e4-9eaa-40f5-9f03-2d3c6d7b6117 HTTP/1.1" status: 200 len: 210 time: 0.0894518 Feb 09 02:59:47.168483 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45064654-dde8-42a7-8315-e1758f35fd1b x-openstack-request-id: req-45064654-dde8-42a7-8315-e1758f35fd1b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:47.169108 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f267e4-9eaa-40f5-9f03-2d3c6d7b6117", "name": "network-vif-deleted", "tag": "7e91bd42-9897-47c4-bb83-226e01586d70", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:47.169585 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45064654-dde8-42a7-8315-e1758f35fd1b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:47.170221 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f267e4-9eaa-40f5-9f03-2d3c6d7b6117', 'name': 'network-vif-deleted', 'tag': '7e91bd42-9897-47c4-bb83-226e01586d70', 'status': 'completed', 'code': 200} Feb 09 02:59:47.182139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028183a-2d68-4e9e-850b-f98b3cfdf3ea tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=49a420b2-fdaf-4711-9680-1c3565f0016f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:47.192845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 49a420b2-fdaf-4711-9680-1c3565f0016f details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:47.211594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-ea68569d-4065-4e66-bc2a-91920636d24e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 1000 time: 0.2310071 Feb 09 02:59:47.360003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-cf8f827b-3c3b-4ce8-9bf1-62d8f0ded439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:47.364949 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-cf8f827b-3c3b-4ce8-9bf1-62d8f0ded439 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1445825 Feb 09 02:59:47.466986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc4c0c-78ad-40c4-ab3d-6fa0b616b6f6 req-6659513b-c458-4323-abe5-643828d1ae9b tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:47.468467 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bdc4c0c-78ad-40c4-ab3d-6fa0b616b6f6 req-6659513b-c458-4323-abe5-643828d1ae9b tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 945 time: 0.1026490 Feb 09 02:59:47.515824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-37b4eac0-e5d8-42a0-bfee-1008e81b12db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:47.517298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-37b4eac0-e5d8-42a0-bfee-1008e81b12db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1076832 Feb 09 02:59:47.534669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0f7ce91d-418a-48bd-8013-6f9e9a272d0d up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:47.582274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bdc4c0c-78ad-40c4-ab3d-6fa0b616b6f6 req-d2c308bf-1147-44e3-a313-f8aad75641c7 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025362 Feb 09 02:59:47.684922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:59:47.691542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:47.694380 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:47.835746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-7ab84d0e-454b-4f9f-9bba-4dc129a47553 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078048 Feb 09 02:59:48.004030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:48.008186 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:48.016607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c113cf5-a9e9-4684-ab81-0494ad3ff61e req-dfd23c10-38be-419f-8710-65a771129a91 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695566 Feb 09 02:59:48.080481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fff102-c6d4-4206-91c8-0c205c806d42 req-4270e3b1-0a05-4467-8a4f-5a4ab108d833 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:48.086322 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75fff102-c6d4-4206-91c8-0c205c806d42 req-4270e3b1-0a05-4467-8a4f-5a4ab108d833 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1018486 Feb 09 02:59:48.107240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,segment=NetworkSegment(f8fe6886-0ffb-4db4-9627-da133e54a958),segment_id=f8fe6886-0ffb-4db4-9627-da133e54a958)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:48.119896 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:48.121236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 7e91bd42-9897-47c4-bb83-226e01586d70 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:48.173915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75fff102-c6d4-4206-91c8-0c205c806d42 req-ad8b41a7-cc54-442c-959b-1005d9413dda tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814261 Feb 09 02:59:48.217084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35526) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:48.345544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6d3697-eda9-4fea-918b-407f5106512d admin admin] Deleting subnet c9c062fb-1af4-4473-9e83-f41e5b8029b1 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:59:48.350346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3697-eda9-4fea-918b-407f5106512d admin admin] Publish callbacks [] for subnet (c9c062fb-1af4-4473-9e83-f41e5b8029b1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:48.350488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf0efc8-e966-4e86-ab26-2d9b6fa4de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7ce91d-418a-48bd-8013-6f9e9a272d0d'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:48.354672 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85122577-d710-48ca-88d8-c4172e0f061e" -d '{"events": [{"server_uuid": "edf0efc8-e966-4e86-ab26-2d9b6fa4de47", "name": "network-vif-plugged", "status": "completed", "tag": "0f7ce91d-418a-48bd-8013-6f9e9a272d0d"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:48.364504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:48.369862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 7e91bd42-9897-47c4-bb83-226e01586d70 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:59:48.372421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 7e91bd42-9897-47c4-bb83-226e01586d70 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:59:48.451018 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66414fa5-b7e5-4fab-ab67-eb6511a8c612 x-openstack-request-id: req-66414fa5-b7e5-4fab-ab67-eb6511a8c612 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:48.451131 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf0efc8-e966-4e86-ab26-2d9b6fa4de47", "name": "network-vif-plugged", "status": "completed", "tag": "0f7ce91d-418a-48bd-8013-6f9e9a272d0d", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:48.451438 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66414fa5-b7e5-4fab-ab67-eb6511a8c612 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:48.452052 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf0efc8-e966-4e86-ab26-2d9b6fa4de47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7ce91d-418a-48bd-8013-6f9e9a272d0d', 'code': 200} Feb 09 02:59:48.491434 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3697-eda9-4fea-918b-407f5106512d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (c9c062fb-1af4-4473-9e83-f41e5b8029b1), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:48.616530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3697-eda9-4fea-918b-407f5106512d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c9c062fb-1af4-4473-9e83-f41e5b8029b1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:48.757921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3697-eda9-4fea-918b-407f5106512d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (c9c062fb-1af4-4473-9e83-f41e5b8029b1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:48.807000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab54bb-0d92-4b0f-beda-a0bfd7f4856a req-718a0363-bb3f-4e29-aafc-6158819658af tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:48.815875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36ab54bb-0d92-4b0f-beda-a0bfd7f4856a req-718a0363-bb3f-4e29-aafc-6158819658af tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 946 time: 0.0897379 Feb 09 02:59:48.817293 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3697-eda9-4fea-918b-407f5106512d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:48.824611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6f6d3697-eda9-4fea-918b-407f5106512d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c9c062fb-1af4-4473-9e83-f41e5b8029b1 HTTP/1.1" status: 204 len: 168 time: 0.6064775 Feb 09 02:59:48.825426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35558) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:48.860845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d3697-eda9-4fea-918b-407f5106512d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c062fb-1af4-4473-9e83-f41e5b8029b1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:48.893241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91257242-a9db-46e2-8df7-1d3140183317 req-dd2a4290-1e7f-4e93-8c7b-5fc6779e16b8 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:48.903935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91257242-a9db-46e2-8df7-1d3140183317 req-dd2a4290-1e7f-4e93-8c7b-5fc6779e16b8 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.1745706 Feb 09 02:59:48.942302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eec86-cbeb-4e25-a8ef-a4cc99a72775 req-8f9122ca-6e03-468e-a7ba-17d7a0d79a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:48.943806 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-963eec86-cbeb-4e25-a8ef-a4cc99a72775 req-8f9122ca-6e03-468e-a7ba-17d7a0d79a4b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 1128 time: 0.2239504 Feb 09 02:59:49.002907 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-963eec86-cbeb-4e25-a8ef-a4cc99a72775 req-35e7e828-72ff-410c-9dda-7726c6942ccf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 Feb 09 02:59:49.011571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36ab54bb-0d92-4b0f-beda-a0bfd7f4856a req-5ee24786-45bd-473a-8b63-2910f5ef0a46 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931376 Feb 09 02:59:49.015625 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (27bb9377-6fe4-4a16-b5f9-ab9dca58f431), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.022897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91257242-a9db-46e2-8df7-1d3140183317 req-226c006f-9165-4535-a354-1c44ca2ce68a tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126809 Feb 09 02:59:49.139316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (27bb9377-6fe4-4a16-b5f9-ab9dca58f431), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.168574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bb9377-6fe4-4a16-b5f9-ab9dca58f431']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:49.179650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecfd876-7208-45a5-896b-c0744e20f81d') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:49.180320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecfd876-7208-45a5-896b-c0744e20f81d') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:49.195660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (1ecfd876-7208-45a5-896b-c0744e20f81d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.215046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1ecfd876-7208-45a5-896b-c0744e20f81d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.224142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:59:49.224851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (1ecfd876-7208-45a5-896b-c0744e20f81d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: timer() Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:59:49.227442 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:59:49.336490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500f3db-e643-473a-89bc-b665161c1f52 req-b6517aa6-6736-432f-95c8-34511326e0c7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:49.340929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6500f3db-e643-473a-89bc-b665161c1f52 req-b6517aa6-6736-432f-95c8-34511326e0c7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.0844660 Feb 09 02:59:49.362507 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (27bb9377-6fe4-4a16-b5f9-ab9dca58f431), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.369690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.380483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/27bb9377-6fe4-4a16-b5f9-ab9dca58f431 HTTP/1.1" status: 204 len: 168 time: 0.5529366 Feb 09 02:59:49.387216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:49.407161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.457646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6500f3db-e643-473a-89bc-b665161c1f52 req-8a8007bf-f57f-459f-a4d5-d1c3ed0dc37e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057875 Feb 09 02:59:49.471068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8894ff5-8cc1-4cdc-b926-7585afc7ac19 admin admin] Deleting subnet d7c31a9e-762c-449d-919e-b99bbdcffb32 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:59:49.474969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8894ff5-8cc1-4cdc-b926-7585afc7ac19 admin admin] Publish callbacks [] for subnet (d7c31a9e-762c-449d-919e-b99bbdcffb32), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.514346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8894ff5-8cc1-4cdc-b926-7585afc7ac19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (d7c31a9e-762c-449d-919e-b99bbdcffb32), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.572424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8894ff5-8cc1-4cdc-b926-7585afc7ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d7c31a9e-762c-449d-919e-b99bbdcffb32), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.645985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8894ff5-8cc1-4cdc-b926-7585afc7ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (d7c31a9e-762c-449d-919e-b99bbdcffb32), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.678637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8894ff5-8cc1-4cdc-b926-7585afc7ac19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c31a9e-762c-449d-919e-b99bbdcffb32,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:49.687087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8894ff5-8cc1-4cdc-b926-7585afc7ac19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.691617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e8894ff5-8cc1-4cdc-b926-7585afc7ac19 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7c31a9e-762c-449d-919e-b99bbdcffb32 HTTP/1.1" status: 204 len: 168 time: 0.3023193 Feb 09 02:59:49.694185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35586) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:49.776961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (4337722c-f15b-43e8-af75-9026f8bfd425), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.795252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda2a4-64a6-4ebb-852a-42034331f4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=27bb9377-6fe4-4a16-b5f9-ab9dca58f431,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:49.869308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (4337722c-f15b-43e8-af75-9026f8bfd425), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.891943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4337722c-f15b-43e8-af75-9026f8bfd425']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:49.902203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672182a6-98ed-43f9-bbf6-4f2c12c5eda9') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:49.902657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672182a6-98ed-43f9-bbf6-4f2c12c5eda9') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:49.916368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (672182a6-98ed-43f9-bbf6-4f2c12c5eda9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.933199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (672182a6-98ed-43f9-bbf6-4f2c12c5eda9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.939630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:59:49.940155 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (672182a6-98ed-43f9-bbf6-4f2c12c5eda9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:59:49.942383 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:59:50.005557 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (4337722c-f15b-43e8-af75-9026f8bfd425), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.031967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.037899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4337722c-f15b-43e8-af75-9026f8bfd425 HTTP/1.1" status: 204 len: 168 time: 0.3402610 Feb 09 02:59:50.037899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8313b64-7b91-4d59-8e45-76bbdc82ec35 admin admin] Pushing event deleted for resources: {'Network': ['ID=4337722c-f15b-43e8-af75-9026f8bfd425,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:50.239208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b008e-cbd1-4fa6-88ce-56b7d58f2eb2 req-29e5b708-d924-4665-a7c7-9b2ef8563925 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:50.241522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b44b008e-cbd1-4fa6-88ce-56b7d58f2eb2 req-29e5b708-d924-4665-a7c7-9b2ef8563925 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 946 time: 0.1354554 Feb 09 02:59:50.266714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bfa24-9f3e-469f-94c9-34d5769f66c5 req-20f05cbb-77fb-4ee4-91fe-8c5bf23dfe36 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:50.268282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee6bfa24-9f3e-469f-94c9-34d5769f66c5 req-20f05cbb-77fb-4ee4-91fe-8c5bf23dfe36 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.0941794 Feb 09 02:59:50.275338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-7ba93ccd-33b8-4047-9056-6e8df9b7ef0d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:50.277344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-7ba93ccd-33b8-4047-9056-6e8df9b7ef0d tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 946 time: 0.1626563 Feb 09 02:59:50.360827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35612) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:50.375995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b44b008e-cbd1-4fa6-88ce-56b7d58f2eb2 req-b2b1e621-7f05-4483-aaea-b5b888c54581 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254625 Feb 09 02:59:50.416456 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee6bfa24-9f3e-469f-94c9-34d5769f66c5 req-34e735a9-7722-4925-b20d-3fae99b57a4a tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380599 Feb 09 02:59:50.445778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cf92673d-3b36-41ba-a77b-99aa7c76e576 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bdd607846c74d99948cc1da51c8a798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829268 Feb 09 02:59:50.449020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35614) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:50.467258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35618) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:50.473610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': '49a420b2-fdaf-4711-9680-1c3565f0016f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:50.550531 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1187-ec33-4b2b-8d1e-14a458ac8275 admin admin] Publish callbacks [] for security_group (f412c437-d3bd-4655-8813-a5377db6d9b5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.572139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Deleting port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:50.572484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.597019 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1187-ec33-4b2b-8d1e-14a458ac8275 admin admin] Publish callbacks [] for security_group (f412c437-d3bd-4655-8813-a5377db6d9b5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.647591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:50.651765 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.755037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] For port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:50.755518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.779980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Calling delete_port for bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:50.871641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04293042-b541-4a07-b8fd-e26f64f9e612 req-a8484b30-e763-4526-8997-846c7d9f168b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:50.873165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-04293042-b541-4a07-b8fd-e26f64f9e612 req-a8484b30-e763-4526-8997-846c7d9f168b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.3369155 Feb 09 02:59:50.899847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1187-ec33-4b2b-8d1e-14a458ac8275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f412c437-d3bd-4655-8813-a5377db6d9b5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.902340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1187-ec33-4b2b-8d1e-14a458ac8275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:50.903534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ce1b1187-ec33-4b2b-8d1e-14a458ac8275 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f412c437-d3bd-4655-8813-a5377db6d9b5 HTTP/1.1" status: 204 len: 168 time: 0.4533467 Feb 09 02:59:50.925615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b1187-ec33-4b2b-8d1e-14a458ac8275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f412c437-d3bd-4655-8813-a5377db6d9b5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:50.959628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-04293042-b541-4a07-b8fd-e26f64f9e612 req-b293f4ed-71de-4659-adf3-7a7c8734f443 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664876 Feb 09 02:59:50.972804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (7cee600c-fb24-40c6-b2bf-08fd8b50977e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.116068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=7cee600c-fb24-40c6-b2bf-08fd8b50977e,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:51.124506 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.136650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': 'b15f94fb-1775-4715-afab-a3f2f51dba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '49a420b2-fdaf-4711-9680-1c3565f0016f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:51.137018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: 49a420b2-fdaf-4711-9680-1c3565f0016f, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:59:51.137763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ca00f643-0a0b-4765-a5be-87225640f444'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:51.140687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['41a45452-aca8-4f3f-95f2-f7c2ee81f984', 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:51.169258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Pushing event deleted for resources: {'Port': ['ID=bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:51.195723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0327b-16cc-40dd-9d3f-7d46077c4976 req-90a0dac9-d7b2-47d8-9bb4-b6b55fe8346d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.197383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00f0327b-16cc-40dd-9d3f-7d46077c4976 req-90a0dac9-d7b2-47d8-9bb4-b6b55fe8346d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1602046 Feb 09 02:59:51.245684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] No DVR routers for this DVR port bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:51.252832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 49a420b2-fdaf-4711-9680-1c3565f0016f is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:59:51.275649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.279821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a94bc5b-e606-4105-9d90-7a4c221fe938 req-10e578c7-e11a-4de2-8f6f-40f4ea05dc20 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.26 "DELETE /v2.0/ports/bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 HTTP/1.1" status: 204 len: 173 time: 0.9956532 Feb 09 02:59:51.280298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee50bbf-cb84-4692-999c-3cb78f711655', 'name': 'network-vif-deleted', 'tag': 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:51.282647 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c1a459-fdda-4c89-b5f8-a21e918aa564" -d '{"events": [{"server_uuid": "6ee50bbf-cb84-4692-999c-3cb78f711655", "name": "network-vif-deleted", "tag": "bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:51.304274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 49a420b2-fdaf-4711-9680-1c3565f0016f) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:51.316351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.317352 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.334359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00f0327b-16cc-40dd-9d3f-7d46077c4976 req-83792ff5-3025-4a55-b39e-0a18deb18ac3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166675 Feb 09 02:59:51.347298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3504d-1c43-4693-ace6-4a4ceb32c49e None None] Network 49a420b2-fdaf-4711-9680-1c3565f0016f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:51.349384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35638) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:51.350557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dcfd1aec-3c88-44ee-96c1-41f53736505c tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8819506 Feb 09 02:59:51.370717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229566292'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:51.378528 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.413620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:51.419284 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222b50d4-c904-4ec8-a1b9-238113e98d60 x-openstack-request-id: req-222b50d4-c904-4ec8-a1b9-238113e98d60 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:51.419692 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee50bbf-cb84-4692-999c-3cb78f711655", "name": "network-vif-deleted", "tag": "bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:51.420049 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-222b50d4-c904-4ec8-a1b9-238113e98d60 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:51.420559 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee50bbf-cb84-4692-999c-3cb78f711655', 'name': 'network-vif-deleted', 'tag': 'bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7', 'status': 'completed', 'code': 200} Feb 09 02:59:51.421769 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.477131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:51.511801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (844fba1d-b9b2-4df0-87bf-4ac777156048), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.512497 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment 844fba1d-b9b2-4df0-87bf-4ac777156048 of type vlan for network 081fc8de-d37e-41b3-8849-fe0f61c11a0d Feb 09 02:59:51.617010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4865e5-d7ca-4850-a66f-f5e794441ecc req-73cf09df-e994-4d75-be84-6840a0a6ab79 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.624777 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b4865e5-d7ca-4850-a66f-f5e794441ecc req-73cf09df-e994-4d75-be84-6840a0a6ab79 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1199980 Feb 09 02:59:51.661033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (081fc8de-d37e-41b3-8849-fe0f61c11a0d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.695947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-49a420b2-fdaf-4711-9680-1c3565f0016f', 'network_id': '49a420b2-fdaf-4711-9680-1c3565f0016f', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': '7cee600c-fb24-40c6-b2bf-08fd8b50977e'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:59:51.697054 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.714696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5b1ef-d37a-48be-bcc1-72c9d76c7eda req-a9bb2f41-b393-4a4f-b246-d0a8fb20bf5d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.717681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38a5b1ef-d37a-48be-bcc1-72c9d76c7eda req-a9bb2f41-b393-4a4f-b246-d0a8fb20bf5d tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 946 time: 0.1754184 Feb 09 02:59:51.720038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (081fc8de-d37e-41b3-8849-fe0f61c11a0d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.726043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:51.727068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:51.755153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b4865e5-d7ca-4850-a66f-f5e794441ecc req-8133467c-af00-44ec-b76c-1afd60a30b1c tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222658 Feb 09 02:59:51.765105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35648) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:51.841488 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b3472627-5582-408f-9365-611172757f89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68fb142bf7ad4e689a12630bba8753c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753713 Feb 09 02:59:51.844469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35652) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:51.873466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Allocated IP 2001:db8:0:ffff::2 (49a420b2-fdaf-4711-9680-1c3565f0016f/7cee600c-fb24-40c6-b2bf-08fd8b50977e/64f8370c-9366-4392-b008-decdd10dc0cf) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:51.924884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5718729 Feb 09 02:59:51.925818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35654) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:51.946515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': '081fc8de-d37e-41b3-8849-fe0f61c11a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:51.957984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9dc2ccb3-dce4-4eb8-a831-c263c3fa2975 req-d144d226-757d-4080-825a-ec0cd4d84dd9 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ee50bbf-cb84-4692-999c-3cb78f711655 HTTP/1.1" status: 200 len: 210 time: 0.0510893 Feb 09 02:59:51.996449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-473eff0f-9d78-4c6e-941f-3393a6461e42 admin admin] Publish callbacks [] for security_group (06d70b7f-9a8c-4ed3-8471-a1d96d624268), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.007337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1e107-9254-4c1c-a136-1ab36bd96a5d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=081fc8de-d37e-41b3-8849-fe0f61c11a0d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:52.028313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 081fc8de-d37e-41b3-8849-fe0f61c11a0d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:52.043379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-473eff0f-9d78-4c6e-941f-3393a6461e42 admin admin] Publish callbacks [] for security_group (06d70b7f-9a8c-4ed3-8471-a1d96d624268), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.122301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38a5b1ef-d37a-48be-bcc1-72c9d76c7eda req-f3448350-bf26-4468-b13b-b69ae963b1ff tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820596 Feb 09 02:59:52.132542 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-473eff0f-9d78-4c6e-941f-3393a6461e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (06d70b7f-9a8c-4ed3-8471-a1d96d624268), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.135030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-473eff0f-9d78-4c6e-941f-3393a6461e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.152073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-473eff0f-9d78-4c6e-941f-3393a6461e42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06d70b7f-9a8c-4ed3-8471-a1d96d624268 HTTP/1.1" status: 204 len: 168 time: 0.3063221 Feb 09 02:59:52.183723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eff0f-9d78-4c6e-941f-3393a6461e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d70b7f-9a8c-4ed3-8471-a1d96d624268,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:52.214499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7c035-88d7-4bb1-9b42-2c42934b2571 req-c5e1c667-56e3-4f67-8671-20689101ede8 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.216471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-acb7c035-88d7-4bb1-9b42-2c42934b2571 req-c5e1c667-56e3-4f67-8671-20689101ede8 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.0979052 Feb 09 02:59:52.232289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:52.239074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.293402 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-acb7c035-88d7-4bb1-9b42-2c42934b2571 req-e6bc6072-b613-4617-98ce-6665a1370d38 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694380 Feb 09 02:59:52.457982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (2d0eb6da-1524-4b05-bf87-1db85b1a3110), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.490218 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Publish callbacks [] for port (64f8370c-9366-4392-b008-decdd10dc0cf), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.515887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=2d0eb6da-1524-4b05-bf87-1db85b1a3110,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:52.528811 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.537468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac8d4c-3831-4fb4-b72a-7551e742629e req-7afc0c63-66ad-4384-b42b-b61bc510efee tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.552055 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ac8d4c-3831-4fb4-b72a-7551e742629e req-7afc0c63-66ad-4384-b42b-b61bc510efee tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1304376 Feb 09 02:59:52.576489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': '844fba1d-b9b2-4df0-87bf-4ac777156048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '081fc8de-d37e-41b3-8849-fe0f61c11a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:52.577133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: 081fc8de-d37e-41b3-8849-fe0f61c11a0d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:59:52.600294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 081fc8de-d37e-41b3-8849-fe0f61c11a0d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:59:52.619075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 081fc8de-d37e-41b3-8849-fe0f61c11a0d) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:52.643516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25efc0c-45a2-4713-9887-f4256576e3d6 None None] Network 081fc8de-d37e-41b3-8849-fe0f61c11a0d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:52.647993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.650097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.657962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67ac8d4c-3831-4fb4-b72a-7551e742629e req-296b7e2f-ebb0-4285-9bfe-b524d398ee49 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028183 Feb 09 02:59:52.680328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0bf3a64f-72e5-446f-8821-32c24d7b058f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7429180 Feb 09 02:59:52.687998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35684) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:52.717017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Network 49a420b2-fdaf-4711-9680-1c3565f0016f is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:52.787222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:52.794741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Pushing event updated for resources: {'Port': ['ID=64f8370c-9366-4392-b008-decdd10dc0cf,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:52.799887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:52.854536 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (081fc8de-d37e-41b3-8849-fe0f61c11a0d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.909541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9e4d8-6f68-41c9-ae16-0a57f232e7d2 req-90820ebc-a90b-4b73-9f97-822390afd498 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:52.911668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ae9e4d8-6f68-41c9-ae16-0a57f232e7d2 req-90820ebc-a90b-4b73-9f97-822390afd498 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1104326 Feb 09 02:59:52.975924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (2d0eb6da-1524-4b05-bf87-1db85b1a3110), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:52.981714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Attempting to bind port 64f8370c-9366-4392-b008-decdd10dc0cf on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:52.982531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Attempting to bind port 64f8370c-9366-4392-b008-decdd10dc0cf by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'b15f94fb-1775-4715-afab-a3f2f51dba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '49a420b2-fdaf-4711-9680-1c3565f0016f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:52.982531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Attempting to bind port 64f8370c-9366-4392-b008-decdd10dc0cf on network 49a420b2-fdaf-4711-9680-1c3565f0016f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:53.011160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:53.011641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Checking segment: {'id': 'b15f94fb-1775-4715-afab-a3f2f51dba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '49a420b2-fdaf-4711-9680-1c3565f0016f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:53.012055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.012461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Bound using segment: {'id': 'b15f94fb-1775-4715-afab-a3f2f51dba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '49a420b2-fdaf-4711-9680-1c3565f0016f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:53.012962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Bound port: 64f8370c-9366-4392-b008-decdd10dc0cf, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15f94fb-1775-4715-afab-a3f2f51dba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '49a420b2-fdaf-4711-9680-1c3565f0016f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:53.013354 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.031481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ae9e4d8-6f68-41c9-ae16-0a57f232e7d2 req-0f799c13-3491-4a43-92bd-cd1be9c995ba tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083043 Feb 09 02:59:53.094935 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (2d0eb6da-1524-4b05-bf87-1db85b1a3110), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.123834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669a1f3-e0b8-47a4-a981-b61489275764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-081fc8de-d37e-41b3-8849-fe0f61c11a0d', 'network_id': '081fc8de-d37e-41b3-8849-fe0f61c11a0d', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': '2d0eb6da-1524-4b05-bf87-1db85b1a3110'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:59:53.124714 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5669a1f3-e0b8-47a4-a981-b61489275764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.136984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0eb6da-1524-4b05-bf87-1db85b1a3110,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:53.199422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:53.221988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:59:53.222371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device bfdded0c-bdb4-4cc5-950e-0ebf1519bfc7 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:59:53.228468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (081fc8de-d37e-41b3-8849-fe0f61c11a0d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.254206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081fc8de-d37e-41b3-8849-fe0f61c11a0d']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:53.265673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844fba1d-b9b2-4df0-87bf-4ac777156048') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:53.265967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844fba1d-b9b2-4df0-87bf-4ac777156048') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:53.305486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (844fba1d-b9b2-4df0-87bf-4ac777156048), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.327723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] For port 64f8370c-9366-4392-b008-decdd10dc0cf, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:53.329427 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (844fba1d-b9b2-4df0-87bf-4ac777156048), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.342762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] For port 64f8370c-9366-4392-b008-decdd10dc0cf, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=64f8370c-9366-4392-b008-decdd10dc0cf,segment=NetworkSegment(b15f94fb-1775-4715-afab-a3f2f51dba9e),segment_id=b15f94fb-1775-4715-afab-a3f2f51dba9e)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:53.344653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:59:53.345407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (844fba1d-b9b2-4df0-87bf-4ac777156048), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:59:53.349124 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:59:53.363163 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.369118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc8a6-4308-4881-8d9e-6aaadc16b8bb req-deceb03c-2546-45f8-8c54-5b21e8201a78 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.370629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ead15d-8253-402a-b59c-a91badf47010 None None] Network 081fc8de-d37e-41b3-8849-fe0f61c11a0d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:53.376777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d1bc8a6-4308-4881-8d9e-6aaadc16b8bb req-deceb03c-2546-45f8-8c54-5b21e8201a78 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1029320 Feb 09 02:59:53.508838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d1bc8a6-4308-4881-8d9e-6aaadc16b8bb req-766079de-221e-4ffd-8743-a016d29a1838 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310575 Feb 09 02:59:53.534165 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (081fc8de-d37e-41b3-8849-fe0f61c11a0d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.540440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adeaad-ee92-450c-aab6-50f2e32abd8d None None] Pushing event updated for resources: {'Port': ['ID=64f8370c-9366-4392-b008-decdd10dc0cf,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:53.547786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.556363 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/081fc8de-d37e-41b3-8849-fe0f61c11a0d HTTP/1.1" status: 204 len: 168 time: 0.8618867 Feb 09 02:59:53.556830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35730) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:53.562585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-387015595'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:53.562793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af8ae5-3a9e-4ee6-9817-52ff788874a6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=081fc8de-d37e-41b3-8849-fe0f61c11a0d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:53.618127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:53.624175 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.676141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:53.689340 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7b2b40f2-40f7-4ed2-8abf-854afa70192f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.689766 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment 7b2b40f2-40f7-4ed2-8abf-854afa70192f of type vlan for network aa13a768-62c5-4a14-a57f-d53fb438b57c Feb 09 02:59:53.734676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35738) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:53.745600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b34c5-dc34-4bc3-9282-96d2fb824a68 req-80452851-bc76-459c-9afe-3a52906b1024 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.747390 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b44b34c5-dc34-4bc3-9282-96d2fb824a68 req-80452851-bc76-459c-9afe-3a52906b1024 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 945 time: 0.1140096 Feb 09 02:59:53.848247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (aa13a768-62c5-4a14-a57f-d53fb438b57c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.866591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b44b34c5-dc34-4bc3-9282-96d2fb824a68 req-46c03e39-fee9-4143-89ab-e8f388a836bc tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982487 Feb 09 02:59:53.927991 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (aa13a768-62c5-4a14-a57f-d53fb438b57c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:53.938885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:53.940552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.021264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e69a1-26a8-4d0e-b391-f6ec1a86ba0d req-6a6370e0-ae21-471a-8352-be20f07d30b7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:54.024079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad8e69a1-26a8-4d0e-b391-f6ec1a86ba0d req-6a6370e0-ae21-471a-8352-be20f07d30b7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1024642 Feb 09 02:59:54.069944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5101449 Feb 09 02:59:54.070374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35748) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:54.076327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': 'aa13a768-62c5-4a14-a57f-d53fb438b57c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:54.093357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887a676-e6ef-4529-9552-d2e574516719 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=aa13a768-62c5-4a14-a57f-d53fb438b57c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:54.123569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network aa13a768-62c5-4a14-a57f-d53fb438b57c details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:54.177643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1563753473-network', 'tenant_id': '054d9c6092da480bac2a2d4929573ede'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:54.218295 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad8e69a1-26a8-4d0e-b391-f6ec1a86ba0d req-64422b86-12d0-4dcc-9119-5235c28ff3c7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831770 Feb 09 02:59:54.223163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Made reservation on behalf of 054d9c6092da480bac2a2d4929573ede for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:54.234912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.245069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.265726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:54.269716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.367065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Publish callbacks [] for security_group (e3219a3a-0efe-4b57-ae99-97890725a530), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.374908 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e3219a3a-0efe-4b57-ae99-97890725a530), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.446825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:54.453920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3219a3a-0efe-4b57-ae99-97890725a530,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:54.482599 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0e2b6f08-5f39-4121-ae1e-3ef219757801), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.483271 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Added segment 0e2b6f08-5f39-4121-ae1e-3ef219757801 of type vlan for network 75c0bcd3-c66c-492a-aec8-1e715a829d7d Feb 09 02:59:54.546761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (75c0bcd3-c66c-492a-aec8-1e715a829d7d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.579981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.583235 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (75c0bcd3-c66c-492a-aec8-1e715a829d7d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.584769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:54.585302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.670856 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9347436 Feb 09 02:59:54.672592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:54.673985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35762) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:54.675507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': '7b2b40f2-40f7-4ed2-8abf-854afa70192f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa13a768-62c5-4a14-a57f-d53fb438b57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:54.675950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: aa13a768-62c5-4a14-a57f-d53fb438b57c, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:59:54.680990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Request body: {'subnet': {'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1563753473-subnet', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:54.692089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f62491-99b1-4975-8dda-f4dd6f509f29 admin admin] Pushing event updated for resources: {'Network': ['ID=75c0bcd3-c66c-492a-aec8-1e715a829d7d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:54.704007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 75c0bcd3-c66c-492a-aec8-1e715a829d7d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:54.724958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Made reservation on behalf of 054d9c6092da480bac2a2d4929573ede for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:54.727951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.732947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network aa13a768-62c5-4a14-a57f-d53fb438b57c is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:59:54.750767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, aa13a768-62c5-4a14-a57f-d53fb438b57c) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:54.755268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:54.756209 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.796615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cac2d79a-d8b2-4652-a685-ceb7953d9f0d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7249966 Feb 09 02:59:54.800697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:54.806369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1656913300'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:54.839751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c14b1-9c6a-4ff7-a162-28559ac82caa None None] Network aa13a768-62c5-4a14-a57f-d53fb438b57c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:54.852399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:54.859643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:54.976528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:59:55.016133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 64f8370c-9366-4392-b008-decdd10dc0cf up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:55.056442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (acb77977-df35-4f04-9363-a77d2d96aa3d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.057149 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment acb77977-df35-4f04-9363-a77d2d96aa3d of type vlan for network 276cec4e-704f-4ef6-ab71-383b736f6e79 Feb 09 02:59:55.127893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 64f8370c-9366-4392-b008-decdd10dc0cf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:55.128273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.130354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (d9cbca18-e103-4c00-a65f-71a03666e731), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.132142 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (276cec4e-704f-4ef6-ab71-383b736f6e79), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.159289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76891403-b836-4a90-9480-042d8102b1ba req-78d4eeb1-a9d7-4bd8-a06c-10fd1c6f5a13 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:55.161173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76891403-b836-4a90-9480-042d8102b1ba req-78d4eeb1-a9d7-4bd8-a06c-10fd1c6f5a13 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 945 time: 0.2114465 Feb 09 02:59:55.188939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff3727-87b1-4bec-9478-4333a3a68ccf req-02f59f03-da32-4e06-9b4f-91c81e2cb8ca tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:55.204949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3ff3727-87b1-4bec-9478-4333a3a68ccf req-02f59f03-da32-4e06-9b4f-91c81e2cb8ca tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 945 time: 0.2130525 Feb 09 02:59:55.247701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 64f8370c-9366-4392-b008-decdd10dc0cf is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:55.248095 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.253219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9cbca18-e103-4c00-a65f-71a03666e731,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:55.253601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-aa13a768-62c5-4a14-a57f-d53fb438b57c', 'network_id': 'aa13a768-62c5-4a14-a57f-d53fb438b57c', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': 'a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:59:55.254476 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.256329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb4981-2046-40df-9954-a8837b1775c6 None None] Network 49a420b2-fdaf-4711-9680-1c3565f0016f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:55.262070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Checking segment: {'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:55.262496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Network hostable DHCP agents. Network: 75c0bcd3-c66c-492a-aec8-1e715a829d7d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:59:55.285590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Network 75c0bcd3-c66c-492a-aec8-1e715a829d7d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:59:55.316161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 75c0bcd3-c66c-492a-aec8-1e715a829d7d) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:55.322115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:55.322902 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.328973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2660e3d6-f425-428f-b588-1d3fc09076ad None None] Provisioning complete for port 64f8370c-9366-4392-b008-decdd10dc0cf triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:55.329347 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2660e3d6-f425-428f-b588-1d3fc09076ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.332816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (276cec4e-704f-4ef6-ab71-383b736f6e79), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.335109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdba4f01-548d-4dd0-aa54-8a351df01175 None None] Network 75c0bcd3-c66c-492a-aec8-1e715a829d7d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:55.340713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:55.341633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.359408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8ab4a093-028c-4f04-8455-8a2609db624d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6836214 Feb 09 02:59:55.361909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35788) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:55.366637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:55.421241 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (f675968e-d4c2-48c5-890a-4727a74d9dc8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.423502 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (f675968e-d4c2-48c5-890a-4727a74d9dc8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.457890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320ca09-40d0-4166-bf98-9c249dce9d48 req-f45a0f1d-1041-48e2-8ba9-d8fa031cbf50 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:55.466368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6320ca09-40d0-4166-bf98-9c249dce9d48 req-f45a0f1d-1041-48e2-8ba9-d8fa031cbf50 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.0863621 Feb 09 02:59:55.466922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3ff3727-87b1-4bec-9478-4333a3a68ccf req-b24a96d6-ab62-46a2-b5b7-aa7c5aaa4165 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566102 Feb 09 02:59:55.473139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6713827 Feb 09 02:59:55.504395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35792) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:55.514614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8446137-d70f-4c0d-babf-91bc9da58b72 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=276cec4e-704f-4ef6-ab71-383b736f6e79,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:55.536283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': '276cec4e-704f-4ef6-ab71-383b736f6e79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:59:55.559953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Deleting port ca00f643-0a0b-4765-a5be-87225640f444 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:55.560353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ca00f643-0a0b-4765-a5be-87225640f444), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.594651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks [] for router_controller (f675968e-d4c2-48c5-890a-4727a74d9dc8), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.607768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 276cec4e-704f-4ef6-ab71-383b736f6e79 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:59:55.667788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6320ca09-40d0-4166-bf98-9c249dce9d48 req-da716d55-e16c-4d90-8ccb-82fa68eda62d tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004693 Feb 09 02:59:55.694085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-75c0bcd3-c66c-492a-aec8-1e715a829d7d', 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d', 'project_id': '054d9c6092da480bac2a2d4929573ede', 'fixed_ips': [{'subnet_id': 'd9cbca18-e103-4c00-a65f-71a03666e731'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:59:55.694997 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.702092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] For port ca00f643-0a0b-4765-a5be-87225640f444, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ca00f643-0a0b-4765-a5be-87225640f444,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:55.703439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ca00f643-0a0b-4765-a5be-87225640f444), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.735860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Calling delete_port for ca00f643-0a0b-4765-a5be-87225640f444 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:55.784559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 64f8370c-9366-4392-b008-decdd10dc0cf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=64f8370c-9366-4392-b008-decdd10dc0cf,segment=NetworkSegment(b15f94fb-1775-4715-afab-a3f2f51dba9e),segment_id=b15f94fb-1775-4715-afab-a3f2f51dba9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:55.803873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks [] for router_gateway (f675968e-d4c2-48c5-890a-4727a74d9dc8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.809453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:59:55.815332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:55.924876 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:56.008687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Performing IP validity checks on allocation pools {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 02:59:56.009498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 02:59:56.052538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ca00f643-0a0b-4765-a5be-87225640f444), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:56.139151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Pushing event deleted for resources: {'Port': ['ID=ca00f643-0a0b-4765-a5be-87225640f444,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:56.148016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=64f8370c-9366-4392-b008-decdd10dc0cf,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:56.159528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2660e3d6-f425-428f-b588-1d3fc09076ad None None] Current status of the port 64f8370c-9366-4392-b008-decdd10dc0cf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:56.162532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['41a45452-aca8-4f3f-95f2-f7c2ee81f984'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:56.167067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ca00f643-0a0b-4765-a5be-87225640f444'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:56.239004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] No DVR routers for this DVR port ca00f643-0a0b-4765-a5be-87225640f444 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:56.243204 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:56.247215 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76891403-b836-4a90-9480-042d8102b1ba req-f349c8bf-9e71-441b-b545-d7e3025e16db tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.61 "DELETE /v2.0/ports/ca00f643-0a0b-4765-a5be-87225640f444 HTTP/1.1" status: 204 len: 173 time: 1.0784400 Feb 09 02:59:56.248710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a7f043-8d95-4d3e-9a1e-6a75cededa3a', 'name': 'network-vif-deleted', 'tag': 'ca00f643-0a0b-4765-a5be-87225640f444'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:56.251192 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c93885-057b-4b73-9574-9b0301b97eb4" -d '{"events": [{"server_uuid": "c5a7f043-8d95-4d3e-9a1e-6a75cededa3a", "name": "network-vif-deleted", "tag": "ca00f643-0a0b-4765-a5be-87225640f444"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:56.273317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60858e58-3a25-4ba7-b9ec-97f84f8a9134 req-67c4e66d-4bc7-4b57-85fc-b685c8b98297 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:56.280533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-60858e58-3a25-4ba7-b9ec-97f84f8a9134 req-67c4e66d-4bc7-4b57-85fc-b685c8b98297 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 946 time: 0.1931238 Feb 09 02:59:56.285019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-20d75012-bfee-4b25-a62f-bcec86d1a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:56.286520 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-20d75012-bfee-4b25-a62f-bcec86d1a6f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 1128 time: 0.1601181 Feb 09 02:59:56.291625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6ef93-4079-46ff-bb1d-840a930e1cf3 req-0af73419-cc3b-419a-98a2-bdc030559e39 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:56.300202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17a6ef93-4079-46ff-bb1d-840a930e1cf3 req-0af73419-cc3b-419a-98a2-bdc030559e39 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1972542 Feb 09 02:59:56.406687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-60858e58-3a25-4ba7-b9ec-97f84f8a9134 req-325398b3-531a-4355-8888-92896b0ccfbf tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251302 Feb 09 02:59:56.500950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-a52adcbd-80f3-481c-bb9c-712f3b409100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:56.508443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-a52adcbd-80f3-481c-bb9c-712f3b409100 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 200 len: 915 time: 0.2065573 Feb 09 02:59:56.514380 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfdb0f6-02ea-4901-86fc-826e543e898d x-openstack-request-id: req-adfdb0f6-02ea-4901-86fc-826e543e898d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:56.515052 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a7f043-8d95-4d3e-9a1e-6a75cededa3a", "name": "network-vif-deleted", "tag": "ca00f643-0a0b-4765-a5be-87225640f444", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:56.515759 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adfdb0f6-02ea-4901-86fc-826e543e898d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:56.516425 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a7f043-8d95-4d3e-9a1e-6a75cededa3a', 'name': 'network-vif-deleted', 'tag': 'ca00f643-0a0b-4765-a5be-87225640f444', 'status': 'completed', 'code': 200} Feb 09 02:59:56.530798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Allocated IP 2001:db8::3 (aa13a768-62c5-4a14-a57f-d53fb438b57c/a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f/078a3448-218f-4331-a10a-09eb1dfc0f61) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:56.600450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-ebab9f61-490d-431e-b51d-0ecec5139960 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 200 len: 217 time: 0.0793700 Feb 09 02:59:56.614008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (28d49c11-9d4f-4f22-9061-3cb00f6f58ac), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:56.684758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17a6ef93-4079-46ff-bb1d-840a930e1cf3 req-cb478fd5-f217-434b-8444-64f4fdb7e753 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831427 Feb 09 02:59:56.702458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-8a4f964e-7c4b-4f29-91a3-f1a90613212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:56.710340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-8a4f964e-7c4b-4f29-91a3-f1a90613212d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 200 len: 854 time: 0.1021712 Feb 09 02:59:56.761863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-5e20e603-e874-4f0c-95df-8681cb81dc20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2cfa56f8-87b1-48eb-b1f3-b2f7da609261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424142 Feb 09 02:59:56.860364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks [] for router_gateway (f675968e-d4c2-48c5-890a-4727a74d9dc8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:56.862630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=28d49c11-9d4f-4f22-9061-3cb00f6f58ac,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:56.895693 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-d12e1a14-0f9a-43c4-8d0e-35e9626f34ff service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244707 Feb 09 02:59:56.983959 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.114642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': 'acb77977-df35-4f04-9363-a77d2d96aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '276cec4e-704f-4ef6-ab71-383b736f6e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:57.115296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: 276cec4e-704f-4ef6-ab71-383b736f6e79, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:59:57.135779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 64f8370c-9366-4392-b008-decdd10dc0cf up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:59:57.140041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8557f8-1e06-4831-a1f2-bc46513b0ceb req-5b6ed4cf-7591-4980-a44d-99e9ab1ae933 service neutron] 10.222.0.61 "GET /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367318 Feb 09 02:59:57.196874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 276cec4e-704f-4ef6-ab71-383b736f6e79 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:59:57.243447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 276cec4e-704f-4ef6-ab71-383b736f6e79) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:57.250712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:57.251372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.284851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Allocated IP 172.25.2.116 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/845f7f6e-1e95-49c5-8f69-09eea682ddc1) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:57.290191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4ecf8877-144f-4dfa-82ea-7bbcb4b84fcb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7820249 Feb 09 02:59:57.293503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35844) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:57.313614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e52f76-f18d-4e32-a9e4-ba754ef83fca None None] Network 276cec4e-704f-4ef6-ab71-383b736f6e79 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:57.475779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks [] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.547695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-526a4eb0-b460-4100-abc7-fd396bd1707a req-1a05a07f-5510-4e7d-b9f2-41d95f48ea75 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5a7f043-8d95-4d3e-9a1e-6a75cededa3a HTTP/1.1" status: 200 len: 210 time: 0.2033658 Feb 09 02:59:57.551264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-276cec4e-704f-4ef6-ab71-383b736f6e79', 'network_id': '276cec4e-704f-4ef6-ab71-383b736f6e79', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': '28d49c11-9d4f-4f22-9061-3cb00f6f58ac'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:59:57.552687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.572615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc6f9e-b01f-44a5-9de9-bebd6b8c80c7 req-15a9d26d-264e-4b9c-9490-b27cae28e619 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:57.573677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1d44294d-70f4-4b8d-b47d-d76bb6fa10ec None None] Provisioning complete for port 64f8370c-9366-4392-b008-decdd10dc0cf triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:57.574716 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1d44294d-70f4-4b8d-b47d-d76bb6fa10ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.574950 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29cc6f9e-b01f-44a5-9de9-bebd6b8c80c7 req-15a9d26d-264e-4b9c-9490-b27cae28e619 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.0907016 Feb 09 02:59:57.576740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.580372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Allocated IP 172.20.0.2 (75c0bcd3-c66c-492a-aec8-1e715a829d7d/d9cbca18-e103-4c00-a65f-71a03666e731/7408ef2a-d8d1-43e1-8875-c1f0a5683d5a) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:57.677963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 64f8370c-9366-4392-b008-decdd10dc0cf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:59:57.678464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.685681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:57.694824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:57.703389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c2cf4f4e-ddb6-4385-b233-cb9d1e0ac33c tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:57.706667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c2cf4f4e-ddb6-4385-b233-cb9d1e0ac33c tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.61 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 946 time: 0.2849412 Feb 09 02:59:57.710149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:57.720120 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (276cec4e-704f-4ef6-ab71-383b736f6e79), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:57.751425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Pushing event updated for resources: {'Port': ['ID=845f7f6e-1e95-49c5-8f69-09eea682ddc1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:57.811970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29cc6f9e-b01f-44a5-9de9-bebd6b8c80c7 req-f5895b19-76b6-4a58-a961-cca8b764c85e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217464 Feb 09 02:59:58.068587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f9fce-753f-4202-bd53-2089c5ec0147 req-4512e5ba-c28d-448f-a6ea-29d6a5ae87a1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:58.070389 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-862f9fce-753f-4202-bd53-2089c5ec0147 req-4512e5ba-c28d-448f-a6ea-29d6a5ae87a1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1252029 Feb 09 02:59:58.095964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Publish callbacks [] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.138667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Allocated IP 2001:db8::3 (276cec4e-704f-4ef6-ab71-383b736f6e79/28d49c11-9d4f-4f22-9061-3cb00f6f58ac/41799e1f-b1d1-40a4-a441-29d6786d71f8) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:59:58.165951 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.215605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1d44294d-70f4-4b8d-b47d-d76bb6fa10ec None None] Current status of the port 64f8370c-9366-4392-b008-decdd10dc0cf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:58.268654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf453-544d-4c11-8ca6-68d2c7c761c1 req-b78a5ad2-d7ba-42b1-9118-fd9f412b2525 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:58.271541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecbbf453-544d-4c11-8ca6-68d2c7c761c1 req-b78a5ad2-d7ba-42b1-9118-fd9f412b2525 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf0efc8-e966-4e86-ab26-2d9b6fa4de47 HTTP/1.1" status: 200 len: 946 time: 0.6323700 Feb 09 02:59:58.277318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-862f9fce-753f-4202-bd53-2089c5ec0147 req-300dc039-f098-42ed-9af9-e0557b029d10 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004452 Feb 09 02:59:58.287386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks [] for router_gateway (f675968e-d4c2-48c5-890a-4727a74d9dc8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.303537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (28d49c11-9d4f-4f22-9061-3cb00f6f58ac), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.305578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 64f8370c-9366-4392-b008-decdd10dc0cf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:59:58.312252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Network aa13a768-62c5-4a14-a57f-d53fb438b57c is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:58.324364 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:58.332744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:58.336264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Pushing event updated for resources: {'Port': ['ID=078a3448-218f-4331-a10a-09eb1dfc0f61,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:58.368456 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Publish callbacks [] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.387421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecbbf453-544d-4c11-8ca6-68d2c7c761c1 req-2d1c0461-d16d-44b1-b965-6888ae3f0dbd tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048934 Feb 09 02:59:58.395380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Deleting port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:59:58.396506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.417497 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.490065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21641fb-0d14-4456-873b-8f15b4e8317d req-59d80807-41e0-4159-8768-aa9fdb36728a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:58.492234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b21641fb-0d14-4456-873b-8f15b4e8317d req-59d80807-41e0-4159-8768-aa9fdb36728a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.0867000 Feb 09 02:59:58.520565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Network 75c0bcd3-c66c-492a-aec8-1e715a829d7d is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:58.527760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Attempting to bind port 078a3448-218f-4331-a10a-09eb1dfc0f61 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:58.528142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Attempting to bind port 078a3448-218f-4331-a10a-09eb1dfc0f61 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '7b2b40f2-40f7-4ed2-8abf-854afa70192f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa13a768-62c5-4a14-a57f-d53fb438b57c'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:58.528515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Attempting to bind port 078a3448-218f-4331-a10a-09eb1dfc0f61 on network aa13a768-62c5-4a14-a57f-d53fb438b57c {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:58.557829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:58.558438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] For port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,segment=NetworkSegment(f8fe6886-0ffb-4db4-9627-da133e54a958),segment_id=f8fe6886-0ffb-4db4-9627-da133e54a958)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:59:58.558980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.563609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:58.572350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:58.573729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Checking segment: {'id': '7b2b40f2-40f7-4ed2-8abf-854afa70192f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa13a768-62c5-4a14-a57f-d53fb438b57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:58.574147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.574578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Bound using segment: {'id': '7b2b40f2-40f7-4ed2-8abf-854afa70192f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa13a768-62c5-4a14-a57f-d53fb438b57c'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:58.575064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Bound port: 078a3448-218f-4331-a10a-09eb1dfc0f61, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2b40f2-40f7-4ed2-8abf-854afa70192f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa13a768-62c5-4a14-a57f-d53fb438b57c'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:58.575454 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.577796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Calling delete_port for 0f7ce91d-418a-48bd-8013-6f9e9a272d0d owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:59:58.590718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Pushing event updated for resources: {'Port': ['ID=7408ef2a-d8d1-43e1-8875-c1f0a5683d5a,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:58.627779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Publish callbacks [] for port (41799e1f-b1d1-40a4-a441-29d6786d71f8), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.736900 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (41799e1f-b1d1-40a4-a441-29d6786d71f8), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.746657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0f7ce91d-418a-48bd-8013-6f9e9a272d0d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.800560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (28d49c11-9d4f-4f22-9061-3cb00f6f58ac), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.835347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Pushing event deleted for resources: {'Port': ['ID=0f7ce91d-418a-48bd-8013-6f9e9a272d0d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:58.862765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=28d49c11-9d4f-4f22-9061-3cb00f6f58ac,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:58.888013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Attempting to bind port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:58.888395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Attempting to bind port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:58.888769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Attempting to bind port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a on network 75c0bcd3-c66c-492a-aec8-1e715a829d7d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:58.890997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['0f7ce91d-418a-48bd-8013-6f9e9a272d0d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:59:58.939542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Pushing event updated for resources: {'Port': ['ID=41799e1f-b1d1-40a4-a441-29d6786d71f8,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:58.949236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Network 276cec4e-704f-4ef6-ab71-383b736f6e79 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:59:58.953550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:58.953942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Checking segment: {'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:58.954380 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.954786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Bound using segment: {'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:58.955273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Bound port: 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:58.955662 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.963171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:59:58.977654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:59:58.982859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] No DVR routers for this DVR port 0f7ce91d-418a-48bd-8013-6f9e9a272d0d on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:59:58.983799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] For port 078a3448-218f-4331-a10a-09eb1dfc0f61, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:58.988697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:58.992497 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-67ed3f48-64fc-4a1f-9113-a3534c6385e5 req-c0878219-5fd8-4909-af71-01caa2743bc6 tempest-ServerTagsTestJSON-488599574 tempest-ServerTagsTestJSON-488599574-project] 10.222.0.61 "DELETE /v2.0/ports/0f7ce91d-418a-48bd-8013-6f9e9a272d0d HTTP/1.1" status: 204 len: 173 time: 1.2692187 Feb 09 02:59:58.997661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf0efc8-e966-4e86-ab26-2d9b6fa4de47', 'name': 'network-vif-deleted', 'tag': '0f7ce91d-418a-48bd-8013-6f9e9a272d0d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:59:59.000420 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c1eed2-9bdf-4740-b920-5171ab1b5111" -d '{"events": [{"server_uuid": "edf0efc8-e966-4e86-ab26-2d9b6fa4de47", "name": "network-vif-deleted", "tag": "0f7ce91d-418a-48bd-8013-6f9e9a272d0d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:59:59.022356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] For port 078a3448-218f-4331-a10a-09eb1dfc0f61, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=078a3448-218f-4331-a10a-09eb1dfc0f61,segment=NetworkSegment(7b2b40f2-40f7-4ed2-8abf-854afa70192f),segment_id=7b2b40f2-40f7-4ed2-8abf-854afa70192f)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:59.058525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (276cec4e-704f-4ef6-ab71-383b736f6e79), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.058897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.096536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276cec4e-704f-4ef6-ab71-383b736f6e79']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:59.113686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7c9be-b7d1-4b6f-a301-e77aea811265 req-d5c1a5c3-6832-4c9b-92ff-75477d82d25b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:59.115663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4a7c9be-b7d1-4b6f-a301-e77aea811265 req-d5c1a5c3-6832-4c9b-92ff-75477d82d25b tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1917884 Feb 09 02:59:59.117840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb77977-df35-4f04-9363-a77d2d96aa3d') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:59.118363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb77977-df35-4f04-9363-a77d2d96aa3d') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:59:59.138037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (acb77977-df35-4f04-9363-a77d2d96aa3d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.148831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] For port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:59.150979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Attempting to bind port 41799e1f-b1d1-40a4-a441-29d6786d71f8 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:59:59.151365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Attempting to bind port 41799e1f-b1d1-40a4-a441-29d6786d71f8 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'acb77977-df35-4f04-9363-a77d2d96aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '276cec4e-704f-4ef6-ab71-383b736f6e79'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:59:59.151736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Attempting to bind port 41799e1f-b1d1-40a4-a441-29d6786d71f8 on network 276cec4e-704f-4ef6-ab71-383b736f6e79 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:59:59.165718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] For port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7408ef2a-d8d1-43e1-8875-c1f0a5683d5a,segment=NetworkSegment(0e2b6f08-5f39-4121-ae1e-3ef219757801),segment_id=0e2b6f08-5f39-4121-ae1e-3ef219757801)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:59.173962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:59:59.176499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Checking segment: {'id': 'acb77977-df35-4f04-9363-a77d2d96aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '276cec4e-704f-4ef6-ab71-383b736f6e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:59:59.177126 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.177410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Bound using segment: {'id': 'acb77977-df35-4f04-9363-a77d2d96aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '276cec4e-704f-4ef6-ab71-383b736f6e79'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:59:59.177916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Bound port: 41799e1f-b1d1-40a4-a441-29d6786d71f8, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb77977-df35-4f04-9363-a77d2d96aa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '276cec4e-704f-4ef6-ab71-383b736f6e79'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:59:59.178465 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41799e1f-b1d1-40a4-a441-29d6786d71f8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.192562 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4a7c9be-b7d1-4b6f-a301-e77aea811265 req-e0a209b8-5695-47fb-a93c-96cf17d0c6ab tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660090 Feb 09 02:59:59.196564 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.203442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (acb77977-df35-4f04-9363-a77d2d96aa3d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.228218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6654e-be9d-4cdb-b397-0ee6b6127cf1 None None] Pushing event updated for resources: {'Port': ['ID=078a3448-218f-4331-a10a-09eb1dfc0f61,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:59.231376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:59:59.234099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (acb77977-df35-4f04-9363-a77d2d96aa3d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: timer() Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:59:59.241251 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:59:59.297088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b21641fb-0d14-4456-873b-8f15b4e8317d req-32a057de-a4d0-4ca1-8624-cbb82700131e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7995713 Feb 09 02:59:59.345113 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (f675968e-d4c2-48c5-890a-4727a74d9dc8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.381667 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba05b556-5c9e-41e9-9813-ac1d92f316a1 x-openstack-request-id: req-ba05b556-5c9e-41e9-9813-ac1d92f316a1 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:59:59.382113 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf0efc8-e966-4e86-ab26-2d9b6fa4de47", "name": "network-vif-deleted", "tag": "0f7ce91d-418a-48bd-8013-6f9e9a272d0d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:59:59.382500 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba05b556-5c9e-41e9-9813-ac1d92f316a1 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:59:59.383007 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf0efc8-e966-4e86-ab26-2d9b6fa4de47', 'name': 'network-vif-deleted', 'tag': '0f7ce91d-418a-48bd-8013-6f9e9a272d0d', 'status': 'completed', 'code': 200} Feb 09 02:59:59.391437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] For port 41799e1f-b1d1-40a4-a441-29d6786d71f8, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:59:59.404090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] For port 41799e1f-b1d1-40a4-a441-29d6786d71f8, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=41799e1f-b1d1-40a4-a441-29d6786d71f8,segment=NetworkSegment(acb77977-df35-4f04-9363-a77d2d96aa3d),segment_id=acb77977-df35-4f04-9363-a77d2d96aa3d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:59:59.408935 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.api [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 02:59:59.408935 n-d-827839-4 neutron-server[109856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 02:59:59.408935 n-d-827839-4 neutron-server[109856]: [parameters: {'id': '276cec4e-704f-4ef6-ab71-383b736f6e79'}] Feb 09 02:59:59.408935 n-d-827839-4 neutron-server[109856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 02:59:59.409642 n-d-827839-4 neutron-server[109856]: DEBUG oslo_db.api [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 02:59:59.435491 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (41799e1f-b1d1-40a4-a441-29d6786d71f8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:59:59.481275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56b4f9-a537-4798-904a-80853f74d72b req-6b29619c-2af5-4909-98e0-169507753ab1 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:59.493960 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f56b4f9-a537-4798-904a-80853f74d72b req-6b29619c-2af5-4909-98e0-169507753ab1 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1286047 Feb 09 02:59:59.534202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6f431-4b2d-4fad-95ce-b81cb319fe09 None None] Pushing event updated for resources: {'Port': ['ID=7408ef2a-d8d1-43e1-8875-c1f0a5683d5a,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:59.647881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0f7ce91d-418a-48bd-8013-6f9e9a272d0d no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:59.685197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 0f7ce91d-418a-48bd-8013-6f9e9a272d0d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:59:59.685545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0f7ce91d-418a-48bd-8013-6f9e9a272d0d not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:59:59.685965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ca00f643-0a0b-4765-a5be-87225640f444 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:59:59.721201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: ca00f643-0a0b-4765-a5be-87225640f444 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:59:59.721708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ca00f643-0a0b-4765-a5be-87225640f444 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:59:59.726945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541996b-9061-4d0e-8eb4-c97ed22d8e02 req-b7ca79b9-9065-4984-a919-87a11c302a0e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:59:59.739097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a541996b-9061-4d0e-8eb4-c97ed22d8e02 req-b7ca79b9-9065-4984-a919-87a11c302a0e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1719794 Feb 09 02:59:59.768402 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f56b4f9-a537-4798-904a-80853f74d72b req-b6b228b7-026c-400a-9a7f-8540914e33aa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709084 Feb 09 02:59:59.771197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44cb27-8d10-4028-aca5-7592975cd0a2 None None] Pushing event updated for resources: {'Port': ['ID=41799e1f-b1d1-40a4-a441-29d6786d71f8,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:59:59.797408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015fb02a-2f24-445d-9218-3d76854efa34 None None] Network 276cec4e-704f-4ef6-ab71-383b736f6e79 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:59:59.874568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a541996b-9061-4d0e-8eb4-c97ed22d8e02 req-0ffdbad8-5341-415e-958f-21feedf32bd7 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277385 Feb 09 02:59:59.900081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:59:59.915474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Router f675968e-d4c2-48c5-890a-4727a74d9dc8 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:59:59.919835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (276cec4e-704f-4ef6-ab71-383b736f6e79), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.017442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20d3137-3e2c-405d-a778-da9bd29fe614 admin admin] Deleting subnet 286f6dd3-c2db-48ef-a90d-ea68ccea7e5f {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:00.021936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20d3137-3e2c-405d-a778-da9bd29fe614 admin admin] Publish callbacks [] for subnet (286f6dd3-c2db-48ef-a90d-ea68ccea7e5f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.075384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20d3137-3e2c-405d-a778-da9bd29fe614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (286f6dd3-c2db-48ef-a90d-ea68ccea7e5f), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.121959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20d3137-3e2c-405d-a778-da9bd29fe614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (286f6dd3-c2db-48ef-a90d-ea68ccea7e5f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.142339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ea0fe-0d8d-40c6-984b-59c3b28d6dfc req-c1f9aa53-cbd5-44b6-baaf-4c19bbc52853 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:00.149168 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-580ea0fe-0d8d-40c6-984b-59c3b28d6dfc req-c1f9aa53-cbd5-44b6-baaf-4c19bbc52853 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1288040 Feb 09 03:00:00.169277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:00:00.192133 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Sync routers for ids ['f675968e-d4c2-48c5-890a-4727a74d9dc8'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:00:00.220708 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-580ea0fe-0d8d-40c6-984b-59c3b28d6dfc req-cbb2cf66-d5e3-4946-88cb-df7541e05884 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Feb 09 03:00:00.228007 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Routers {'f675968e-d4c2-48c5-890a-4727a74d9dc8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:00.229962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.233632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-17297934-e74e-4641-9749-185afcbd42fe admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8680115 Feb 09 03:00:00.233927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35924) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:00.242012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20d3137-3e2c-405d-a778-da9bd29fe614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (286f6dd3-c2db-48ef-a90d-ea68ccea7e5f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.246439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting port 41799e1f-b1d1-40a4-a441-29d6786d71f8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:00.246600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (41799e1f-b1d1-40a4-a441-29d6786d71f8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.247276 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:59:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f675968e-d4c2-48c5-890a-4727a74d9dc8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:00.265223 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba047723-2c41-442b-98f3-72a60d9f5f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.337911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d3137-3e2c-405d-a778-da9bd29fe614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286f6dd3-c2db-48ef-a90d-ea68ccea7e5f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:00.410442 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Set router f675968e-d4c2-48c5-890a-4727a74d9dc8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:00.423433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20d3137-3e2c-405d-a778-da9bd29fe614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.426748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c20d3137-3e2c-405d-a778-da9bd29fe614 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/286f6dd3-c2db-48ef-a90d-ea68ccea7e5f HTTP/1.1" status: 204 len: 168 time: 0.5243547 Feb 09 03:00:00.429245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:00.499221 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] For port 41799e1f-b1d1-40a4-a441-29d6786d71f8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=41799e1f-b1d1-40a4-a441-29d6786d71f8,segment=NetworkSegment(acb77977-df35-4f04-9363-a77d2d96aa3d),segment_id=acb77977-df35-4f04-9363-a77d2d96aa3d)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:00.499591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (41799e1f-b1d1-40a4-a441-29d6786d71f8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.522786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Calling delete_port for 41799e1f-b1d1-40a4-a441-29d6786d71f8 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:00.601024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d3aa0-a96a-4d08-93c3-4e2b31b711fd req-179fbd34-e016-4cd6-bfcc-838ea9801f28 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:00.613820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-431d3aa0-a96a-4d08-93c3-4e2b31b711fd req-179fbd34-e016-4cd6-bfcc-838ea9801f28 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.1859131 Feb 09 03:00:00.686524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4689a9-7b6e-4e63-8541-053eb63a5a59 req-a3461185-5520-45bd-8236-e472223085d0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:00.697326 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T02:59:58Z', 'revision_number': 3, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port': {'id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:59:57Z', 'updated_at': '2022-02-09T02:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:00.699819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c4689a9-7b6e-4e63-8541-053eb63a5a59 req-a3461185-5520-45bd-8236-e472223085d0 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.2749505 Feb 09 03:00:00.704808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-431d3aa0-a96a-4d08-93c3-4e2b31b711fd req-cf317bc1-ab62-4f2f-9adc-5671dab935a5 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900660 Feb 09 03:00:00.708279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (be9559ed-f2ba-4e26-9224-45b2ee37efeb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.726604 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (41799e1f-b1d1-40a4-a441-29d6786d71f8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.746754 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Checking router: f675968e-d4c2-48c5-890a-4727a74d9dc8 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:00:00.747372 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Updating router f675968e-d4c2-48c5-890a-4727a74d9dc8 port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:00:00.770396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Port': ['ID=41799e1f-b1d1-40a4-a441-29d6786d71f8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:00.778964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No DVR routers for this DVR port 41799e1f-b1d1-40a4-a441-29d6786d71f8 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:00.784668 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:00.975921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (276cec4e-704f-4ef6-ab71-383b736f6e79), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.087596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:01.122298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276cec4e-704f-4ef6-ab71-383b736f6e79']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:01.155734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb77977-df35-4f04-9363-a77d2d96aa3d') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:01.159893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb77977-df35-4f04-9363-a77d2d96aa3d') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:01.173466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (acb77977-df35-4f04-9363-a77d2d96aa3d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.192939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (acb77977-df35-4f04-9363-a77d2d96aa3d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.194385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:01.197139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.201341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:01.203111 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (acb77977-df35-4f04-9363-a77d2d96aa3d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:01.255783 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:01.260393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55740396-1025-4a3c-96db-87665e922741 None None] Network 75c0bcd3-c66c-492a-aec8-1e715a829d7d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:01.299587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d322b-c34b-4d1d-99fc-9cf7b2d4d4b3 req-48ee6539-beef-474d-9dd8-1dbfefe492a5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:01.303099 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e31d322b-c34b-4d1d-99fc-9cf7b2d4d4b3 req-48ee6539-beef-474d-9dd8-1dbfefe492a5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.3142898 Feb 09 03:00:01.330982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (276cec4e-704f-4ef6-ab71-383b736f6e79), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.343507 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.347615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/276cec4e-704f-4ef6-ab71-383b736f6e79 HTTP/1.1" status: 204 len: 168 time: 4.0524929 Feb 09 03:00:01.368777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35942) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:01.369876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265798f6-80f0-4bc3-84f3-80799b473050 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=276cec4e-704f-4ef6-ab71-383b736f6e79,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:01.392972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1177735047'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:01.417891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-63161f8b-091d-454b-aa2a-9151bac22e3d None None] Provisioning complete for port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:01.418489 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63161f8b-091d-454b-aa2a-9151bac22e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.424596 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Publish callbacks [] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.438524 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.467802 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e31d322b-c34b-4d1d-99fc-9cf7b2d4d4b3 req-0a75b106-c858-493d-bb8f-bfe60942c3a8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596603 Feb 09 03:00:01.479571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c4689a9-7b6e-4e63-8541-053eb63a5a59 req-3f4e84b8-f347-4d88-86cc-ab6e303adaa9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7775431 Feb 09 03:00:01.481445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:01.485294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.532852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:01.533641 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.549179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-3f74468a-8381-4cf2-8692-cbf1d63ab7da tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:01.556740 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-3f74468a-8381-4cf2-8692-cbf1d63ab7da tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.26 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.8427744 Feb 09 03:00:01.564000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:01.591527 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (75e2fb0e-5dd9-47e1-a466-45b4ef40a4df), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.591972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa0a96-c58f-4bf2-bc87-41d8bb688a1f None None] Network aa13a768-62c5-4a14-a57f-d53fb438b57c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:01.592120 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment 75e2fb0e-5dd9-47e1-a466-45b4ef40a4df of type vlan for network d183c44d-d697-4104-aa07-69aabdf74859 Feb 09 03:00:01.604796 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Attempting to bind port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:01.610447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Attempting to bind port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:01.611150 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Attempting to bind port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:01.638420 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Pushing event updated for resources: {'Port': ['ID=845f7f6e-1e95-49c5-8f69-09eea682ddc1,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:01.646709 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:01.647583 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:01.648153 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.648746 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:01.649380 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Bound port: 845f7f6e-1e95-49c5-8f69-09eea682ddc1, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:01.650522 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.659198 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.661223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (be9559ed-f2ba-4e26-9224-45b2ee37efeb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.661805 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.662329 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.662854 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.664017 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.664525 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.665014 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.666006 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.667081 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.667686 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.668173 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.669049 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.669568 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:01.745459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (d183c44d-d697-4104-aa07-69aabdf74859), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.766488 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] For port 845f7f6e-1e95-49c5-8f69-09eea682ddc1, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:01.778021 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] For port 845f7f6e-1e95-49c5-8f69-09eea682ddc1, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=845f7f6e-1e95-49c5-8f69-09eea682ddc1,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:01.795143 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.806055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7408ef2a-d8d1-43e1-8875-c1f0a5683d5a,segment=NetworkSegment(0e2b6f08-5f39-4121-ae1e-3ef219757801),segment_id=0e2b6f08-5f39-4121-ae1e-3ef219757801)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:01.809680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-63161f8b-091d-454b-aa2a-9151bac22e3d None None] Current status of the port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:01.812150 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63161f8b-091d-454b-aa2a-9151bac22e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.812305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d179272-9d07-4dc0-b13b-a449b8c1da66 req-843779b0-05fc-4e26-9893-187e31d3555e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:01.814343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d179272-9d07-4dc0-b13b-a449b8c1da66 req-843779b0-05fc-4e26-9893-187e31d3555e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1665051 Feb 09 03:00:01.830681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.831762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 078a3448-218f-4331-a10a-09eb1dfc0f61 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:01.833870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9559ed-f2ba-4e26-9224-45b2ee37efeb']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:01.850263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (d183c44d-d697-4104-aa07-69aabdf74859), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.856112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:01.856729 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.910347 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Routers {'f675968e-d4c2-48c5-890a-4727a74d9dc8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:01.911000 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T02:59:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f675968e-d4c2-48c5-890a-4727a74d9dc8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:01.917515 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.917730 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3b9db-f748-4e11-8e7c-e852c277fab0 None None] Pushing event updated for resources: {'Port': ['ID=845f7f6e-1e95-49c5-8f69-09eea682ddc1,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:01.922372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fe6886-0ffb-4db4-9627-da133e54a958') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:01.923026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fe6886-0ffb-4db4-9627-da133e54a958') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:01.934189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:01.975093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=d183c44d-d697-4104-aa07-69aabdf74859,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:01.988178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (f8fe6886-0ffb-4db4-9627-da133e54a958), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:01.998614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network d183c44d-d697-4104-aa07-69aabdf74859 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:02.026780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f8fe6886-0ffb-4db4-9627-da133e54a958), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.063214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-70e80c51-227e-4f55-bcdc-80d27a726e05 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6819191 Feb 09 03:00:02.066680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d179272-9d07-4dc0-b13b-a449b8c1da66 req-d23c2e92-eb4f-4173-9f90-b3e061a4db6f tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421167 Feb 09 03:00:02.067145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35954) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:02.072281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': 'd183c44d-d697-4104-aa07-69aabdf74859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:02.093647 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] Set router f675968e-d4c2-48c5-890a-4727a74d9dc8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:02.151622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=7408ef2a-d8d1-43e1-8875-c1f0a5683d5a,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:02.153005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:02.153422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (f8fe6886-0ffb-4db4-9627-da133e54a958), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:02.157065 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:02.190785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-63161f8b-091d-454b-aa2a-9151bac22e3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:00:02.191257 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-63161f8b-091d-454b-aa2a-9151bac22e3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:00:02.213945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 078a3448-218f-4331-a10a-09eb1dfc0f61 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:02.214515 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.235489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:02.238943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.280993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4af1f6-7d43-4b4f-9b66-ae65983a8f64 req-a28d4313-40be-4674-b344-4c05c97ba4f3 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:02.284210 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b4af1f6-7d43-4b4f-9b66-ae65983a8f64 req-a28d4313-40be-4674-b344-4c05c97ba4f3 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 945 time: 0.4114792 Feb 09 03:00:02.311095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 078a3448-218f-4331-a10a-09eb1dfc0f61 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:02.311595 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.352144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 078a3448-218f-4331-a10a-09eb1dfc0f61, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=078a3448-218f-4331-a10a-09eb1dfc0f61,segment=NetworkSegment(7b2b40f2-40f7-4ed2-8abf-854afa70192f),segment_id=7b2b40f2-40f7-4ed2-8abf-854afa70192f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:02.358279 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.382311 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T02:59:58Z', 'revision_number': 3, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port': {'id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:59:57Z', 'updated_at': '2022-02-09T03:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:02.416844 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3523e5bd-2cb9-4064-83e9-36713fae6720 None None] The sync data for ids ['f675968e-d4c2-48c5-890a-4727a74d9dc8'] in n-d-827839-4 is: [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T02:59:58Z', 'revision_number': 3, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port': {'id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:59:57Z', 'updated_at': '2022-02-09T03:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:00:02.433161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Allocated IP 172.20.0.1 (75c0bcd3-c66c-492a-aec8-1e715a829d7d/d9cbca18-e103-4c00-a65f-71a03666e731/f0c4d568-4306-4880-a0ef-0ba7687cdbea) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:02.443750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=078a3448-218f-4331-a10a-09eb1dfc0f61,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:02.453278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d7573-3961-4856-9ba0-23b377120178 req-93dc46d6-01b5-47f4-9bfe-d6dbbb310ceb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:02.459856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-818d7573-3961-4856-9ba0-23b377120178 req-93dc46d6-01b5-47f4-9bfe-d6dbbb310ceb tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.2418909 Feb 09 03:00:02.561384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af95d59d-007f-41f6-8d2c-97595aa47b76 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:00:02.569484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-818d7573-3961-4856-9ba0-23b377120178 req-a9ec0640-69e6-408f-985f-ddd90c0e2897 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019020 Feb 09 03:00:02.580199 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eeb394fd-702b-4ae1-a137-7e05965ffd8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.597134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Deleting port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:02.598616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.696914 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (be9559ed-f2ba-4e26-9224-45b2ee37efeb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.706558 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f17930a-6846-477f-b57a-52fffe30300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.762174 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.769401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] 10.222.0.32 "DELETE /v2.0/networks/be9559ed-f2ba-4e26-9224-45b2ee37efeb HTTP/1.1" status: 204 len: 168 time: 2.3357029 Feb 09 03:00:02.774085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-63161f8b-091d-454b-aa2a-9151bac22e3d None None] Current status of the port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:02.797187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af95d59d-007f-41f6-8d2c-97595aa47b76 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:00:02.798650 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (326b8465-422b-4425-b9b6-9d5e7a8d7cf6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:02.864870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa866955-729c-4b94-bec2-c2bd7dfb6094 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9559ed-f2ba-4e26-9224-45b2ee37efeb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:02.907804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b4af1f6-7d43-4b4f-9b66-ae65983a8f64 req-76d76169-259d-4602-a883-8dd357099fa1 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f720e8-5f1a-4128-8af4-9ae87ed6f796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455712 Feb 09 03:00:02.998765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:03.035249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a15c-202a-4b67-a7bf-52b6976d4643 req-dedc77fe-fbdf-401b-90af-ed1fbc1939b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:03.036775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fac0a15c-202a-4b67-a7bf-52b6976d4643 req-dedc77fe-fbdf-401b-90af-ed1fbc1939b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.3590074 Feb 09 03:00:03.053117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-adf91b52-940e-4e05-a9f4-0b73918188fa None None] Provisioning complete for port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:03.054207 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-adf91b52-940e-4e05-a9f4-0b73918188fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.071527 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=326b8465-422b-4425-b9b6-9d5e7a8d7cf6,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:03.121615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] For port 41a45452-aca8-4f3f-95f2-f7c2ee81f984, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41a45452-aca8-4f3f-95f2-f7c2ee81f984,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:03.122079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.125627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': '75e2fb0e-5dd9-47e1-a466-45b4ef40a4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd183c44d-d697-4104-aa07-69aabdf74859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:03.126263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: d183c44d-d697-4104-aa07-69aabdf74859, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:03.153420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Publish callbacks [] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.159213 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fac0a15c-202a-4b67-a7bf-52b6976d4643 req-d2908bfd-c7fb-49ae-a271-cd43ee6c2913 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161685 Feb 09 03:00:03.164159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:03.171209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network d183c44d-d697-4104-aa07-69aabdf74859 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:03.183854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, d183c44d-d697-4104-aa07-69aabdf74859) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:03.189239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:03.190714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.206603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Calling delete_port for 41a45452-aca8-4f3f-95f2-f7c2ee81f984 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:03.214116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756479c-0254-412f-a6c3-76fdb5fb870b None None] Network d183c44d-d697-4104-aa07-69aabdf74859 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:03.218586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d8ae49fd-2d23-48a5-bce1-2178a32a37ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e1298e862594c59a052863f7104d5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2039511 Feb 09 03:00:03.220130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35968) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:03.234564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8170abe8-56f9-437e-9396-985757192be1 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1663272 Feb 09 03:00:03.242005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35970) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:03.254421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eeb394fd-702b-4ae1-a137-7e05965ffd8b admin admin] Publish callbacks [] for security_group (13b1db7d-6dec-447b-b003-c252e9c1a070), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.271387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41a45452-aca8-4f3f-95f2-f7c2ee81f984 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:03.305776 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eeb394fd-702b-4ae1-a137-7e05965ffd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (13b1db7d-6dec-447b-b003-c252e9c1a070), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.329257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e2595-34e7-496b-891d-7a65f52cad94 req-e4c75ce7-bf5d-42ff-bb47-273aa6dfc8bf tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:03.330820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-654e2595-34e7-496b-891d-7a65f52cad94 req-e4c75ce7-bf5d-42ff-bb47-273aa6dfc8bf tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.2760932 Feb 09 03:00:03.364461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-adf91b52-940e-4e05-a9f4-0b73918188fa None None] Current status of the port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:03.383474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-851ef47d-220a-4566-96a5-55e4e0aa0b52 admin admin] Publish callbacks [] for security_group (ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.400275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:03.400275 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.401044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-eeb394fd-702b-4ae1-a137-7e05965ffd8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d25255eaa4974dc5b3cb76d48a19817f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4616613 Feb 09 03:00:03.409145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35972) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:03.414932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-851ef47d-220a-4566-96a5-55e4e0aa0b52 admin admin] Publish callbacks [] for security_group (ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.422954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb394fd-702b-4ae1-a137-7e05965ffd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1db7d-6dec-447b-b003-c252e9c1a070,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:03.439213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.481431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-adf91b52-940e-4e05-a9f4-0b73918188fa None None] Provisioning complete for port 078a3448-218f-4331-a10a-09eb1dfc0f61 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:03.482014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-adf91b52-940e-4e05-a9f4-0b73918188fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.484847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (d183c44d-d697-4104-aa07-69aabdf74859), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.512628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-654e2595-34e7-496b-891d-7a65f52cad94 req-7e84b131-d198-4c56-9909-63a4cb1d958b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620271 Feb 09 03:00:03.540693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-851ef47d-220a-4566-96a5-55e4e0aa0b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.544823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-851ef47d-220a-4566-96a5-55e4e0aa0b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.546032 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-851ef47d-220a-4566-96a5-55e4e0aa0b52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d HTTP/1.1" status: 204 len: 168 time: 0.3235054 Feb 09 03:00:03.573591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Network 75c0bcd3-c66c-492a-aec8-1e715a829d7d is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:03.586284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:03.608673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c4d568-4306-4880-a0ef-0ba7687cdbea,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:03.610271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ef47d-220a-4566-96a5-55e4e0aa0b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77d6eb-dc26-4b3a-9adf-a04ca6ab044d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:03.622692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:03.635275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-37a8cdc1-8a32-4a39-8465-566f9027307f req-7e6822a6-272e-46ce-a32d-72f683de98f1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:00:03.636861 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37a8cdc1-8a32-4a39-8465-566f9027307f req-7e6822a6-272e-46ce-a32d-72f683de98f1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134463 Feb 09 03:00:03.654569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (326b8465-422b-4425-b9b6-9d5e7a8d7cf6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.789877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8cc8-bab3-4735-8a74-df9f82e17422 admin admin] Publish callbacks [] for security_group (13b1db7d-6dec-447b-b003-c252e9c1a070), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.853415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.877383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8cc8-bab3-4735-8a74-df9f82e17422 admin admin] Publish callbacks [] for security_group (13b1db7d-6dec-447b-b003-c252e9c1a070), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.878362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93c7d4-db5f-4485-88c7-c0aa484042f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-d183c44d-d697-4104-aa07-69aabdf74859', 'network_id': 'd183c44d-d697-4104-aa07-69aabdf74859', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': '326b8465-422b-4425-b9b6-9d5e7a8d7cf6'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:00:03.878526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (326b8465-422b-4425-b9b6-9d5e7a8d7cf6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.879332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b93c7d4-db5f-4485-88c7-c0aa484042f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.881210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:03.881595 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41a45452-aca8-4f3f-95f2-f7c2ee81f984), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.889034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (f675968e-d4c2-48c5-890a-4727a74d9dc8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:03.958719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=326b8465-422b-4425-b9b6-9d5e7a8d7cf6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:03.975843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.002559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Pushing event deleted for resources: {'Port': ['ID=41a45452-aca8-4f3f-95f2-f7c2ee81f984,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:04.138613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] No DVR routers for this DVR port 41a45452-aca8-4f3f-95f2-f7c2ee81f984 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:04.149586 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.153738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8661dcb3-6b0a-4bca-ac46-fdae32d8e7f0 req-a368bd33-25c5-44fb-bba7-80edae40bc3f tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.26 "DELETE /v2.0/ports/41a45452-aca8-4f3f-95f2-f7c2ee81f984 HTTP/1.1" status: 204 len: 173 time: 2.5771475 Feb 09 03:00:04.171039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33fc9cfb-67a5-41d4-9b01-efb042d7be77 req-ed20f237-721f-4d3b-ab2a-994ff88fbfd6 tempest-ListServerFiltersTestJSON-478323476 tempest-ListServerFiltersTestJSON-478323476-project] 10.222.0.32 "GET /v2.0/ports?device_id=86589131-2486-4cd7-b579-33ec0d1a3c5e HTTP/1.1" status: 200 len: 210 time: 0.0760708 Feb 09 03:00:04.183510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1fc7a-1456-4962-9337-7f9638fa2cdf req-0368640e-e969-4f00-a606-0d0ca895ff8b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:04.190594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:04.191854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 845f7f6e-1e95-49c5-8f69-09eea682ddc1 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:04.193456 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abd1fc7a-1456-4962-9337-7f9638fa2cdf req-0368640e-e969-4f00-a606-0d0ca895ff8b tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.4271531 Feb 09 03:00:04.195262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86589131-2486-4cd7-b579-33ec0d1a3c5e', 'name': 'network-vif-deleted', 'tag': '41a45452-aca8-4f3f-95f2-f7c2ee81f984'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:04.199779 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202bd05a-c4f9-4692-9851-72c4d38f72ad" -d '{"events": [{"server_uuid": "86589131-2486-4cd7-b579-33ec0d1a3c5e", "name": "network-vif-deleted", "tag": "41a45452-aca8-4f3f-95f2-f7c2ee81f984"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:04.237361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b94e534-2706-464d-a339-532ef5576b38 None None] Network d183c44d-d697-4104-aa07-69aabdf74859 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:04.273270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (d183c44d-d697-4104-aa07-69aabdf74859), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.325986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-adf91b52-940e-4e05-a9f4-0b73918188fa None None] Current status of the port 078a3448-218f-4331-a10a-09eb1dfc0f61 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:04.350132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d183c44d-d697-4104-aa07-69aabdf74859']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:04.398766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:04.399291 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.403550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e2fb0e-5dd9-47e1-a466-45b4ef40a4df') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:04.403809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e2fb0e-5dd9-47e1-a466-45b4ef40a4df') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:04.407513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8cc8-bab3-4735-8a74-df9f82e17422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (13b1db7d-6dec-447b-b003-c252e9c1a070), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.410137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8cc8-bab3-4735-8a74-df9f82e17422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.415503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bf0e8cc8-bab3-4735-8a74-df9f82e17422 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13b1db7d-6dec-447b-b003-c252e9c1a070 HTTP/1.1" status: 204 len: 168 time: 1.0033252 Feb 09 03:00:04.452528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abd1fc7a-1456-4962-9337-7f9638fa2cdf req-9ca8d627-852f-4fc6-87d6-c7dd6bc2bb53 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579994 Feb 09 03:00:04.455234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e8cc8-bab3-4735-8a74-df9f82e17422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1db7d-6dec-447b-b003-c252e9c1a070,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:04.501376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (75e2fb0e-5dd9-47e1-a466-45b4ef40a4df), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.513553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-590a25c1-96ce-4a56-a21f-02d345740b6b None None] Provisioning complete for port f0c4d568-4306-4880-a0ef-0ba7687cdbea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:04.514578 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-590a25c1-96ce-4a56-a21f-02d345740b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.561698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.578148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (75e2fb0e-5dd9-47e1-a466-45b4ef40a4df), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.579884 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6d753b-2c64-4b74-aefb-73c139ea153c x-openstack-request-id: req-aa6d753b-2c64-4b74-aefb-73c139ea153c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:04.580356 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86589131-2486-4cd7-b579-33ec0d1a3c5e", "name": "network-vif-deleted", "tag": "41a45452-aca8-4f3f-95f2-f7c2ee81f984", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:04.580787 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa6d753b-2c64-4b74-aefb-73c139ea153c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:04.581430 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86589131-2486-4cd7-b579-33ec0d1a3c5e', 'name': 'network-vif-deleted', 'tag': '41a45452-aca8-4f3f-95f2-f7c2ee81f984', 'status': 'completed', 'code': 200} Feb 09 03:00:04.607563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47e9ab-ca7b-486a-9e00-46b1114ea88d req-e4948a9e-19d6-4160-b9ce-83b18785a28c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:04.620630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e47e9ab-ca7b-486a-9e00-46b1114ea88d req-e4948a9e-19d6-4160-b9ce-83b18785a28c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2651093 Feb 09 03:00:04.624429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-590a25c1-96ce-4a56-a21f-02d345740b6b None None] Port f0c4d568-4306-4880-a0ef-0ba7687cdbea cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:00:04.644652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:04.651299 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (75e2fb0e-5dd9-47e1-a466-45b4ef40a4df), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:04.658087 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:04.700885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:04.701647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.754975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 845f7f6e-1e95-49c5-8f69-09eea682ddc1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=845f7f6e-1e95-49c5-8f69-09eea682ddc1,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:04.768736 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.769740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 078a3448-218f-4331-a10a-09eb1dfc0f61 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:04.908853 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (d183c44d-d697-4104-aa07-69aabdf74859), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.932624 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:04.947556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/d183c44d-d697-4104-aa07-69aabdf74859 HTTP/1.1" status: 204 len: 168 time: 1.7006297 Feb 09 03:00:04.976288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36008) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:05.000891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e47e9ab-ca7b-486a-9e00-46b1114ea88d req-cc4c25f8-d109-4c94-acb2-874bca01dffc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792100 Feb 09 03:00:05.007502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1379028567'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:05.022164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0468462-70ef-4f99-924c-971c57abd576 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=d183c44d-d697-4104-aa07-69aabdf74859,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:05.071468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:05.074839 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.079667 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.080350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=845f7f6e-1e95-49c5-8f69-09eea682ddc1,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:05.095898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 078a3448-218f-4331-a10a-09eb1dfc0f61 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:05.096276 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.102116 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Publish callbacks [] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.127218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:05.139923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (08a2364a-9cc9-4d26-b736-5b97c24c8f32), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.140170 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment 08a2364a-9cc9-4d26-b736-5b97c24c8f32 of type vlan for network 28f9a3a8-6dbe-4b2e-8581-3425999dfc8d Feb 09 03:00:05.145622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.250386 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (28f9a3a8-6dbe-4b2e-8581-3425999dfc8d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.264676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36016) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:05.265195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36018) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:05.287163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (f675968e-d4c2-48c5-890a-4727a74d9dc8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.300241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 078a3448-218f-4331-a10a-09eb1dfc0f61 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:05.311499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c4d568-4306-4880-a0ef-0ba7687cdbea,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:05.376430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3bc14-f667-4a15-a40e-23697b768e51 req-1a9bbef7-45c6-4f0e-9432-0d6dcf636ded tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:05.383442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ab3bc14-f667-4a15-a40e-23697b768e51 req-1a9bbef7-45c6-4f0e-9432-0d6dcf636ded tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.6477220 Feb 09 03:00:05.407714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (28f9a3a8-6dbe-4b2e-8581-3425999dfc8d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.414523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:05.419852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.458761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd263570-9aa2-42cb-a29e-350d4746a33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.465314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ab3bc14-f667-4a15-a40e-23697b768e51 req-f9f5c59e-40e3-4332-9dcf-1df76f8a2567 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781240 Feb 09 03:00:05.480000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Network 75c0bcd3-c66c-492a-aec8-1e715a829d7d is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:05.480000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:05.494668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 845f7f6e-1e95-49c5-8f69-09eea682ddc1 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:05.521426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5180621 Feb 09 03:00:05.571450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36032) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:05.581756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': '28f9a3a8-6dbe-4b2e-8581-3425999dfc8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:05.621270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:05.622268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.794724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:05.803303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Router f675968e-d4c2-48c5-890a-4727a74d9dc8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:00:05.835939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8c143-e962-4670-9f2d-5459ea9dfbf2 req-8e12d46e-df33-45ca-9b34-c2f70ccac2e1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:05.837921 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc8c143-e962-4670-9f2d-5459ea9dfbf2 req-8e12d46e-df33-45ca-9b34-c2f70ccac2e1 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1523743 Feb 09 03:00:05.859122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-28ebe083-cb62-411d-9dcc-96f6b0fbcd48 None None] Provisioning complete for port f0c4d568-4306-4880-a0ef-0ba7687cdbea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:05.859122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-28ebe083-cb62-411d-9dcc-96f6b0fbcd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:05.886945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36036) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:05.902864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-28ebe083-cb62-411d-9dcc-96f6b0fbcd48 None None] Port f0c4d568-4306-4880-a0ef-0ba7687cdbea cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:00:06.068820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d73f54-f6b1-4e30-b524-e41af698c412 admin admin] Deleting subnet 338b169e-7e00-42ab-b088-ad816544c026 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:06.090333 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d73f54-f6b1-4e30-b524-e41af698c412 admin admin] Publish callbacks [] for subnet (338b169e-7e00-42ab-b088-ad816544c026), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.161752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2774bc5-16ec-462f-a10f-3a09f3a4ed41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=28f9a3a8-6dbe-4b2e-8581-3425999dfc8d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:06.176190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 28f9a3a8-6dbe-4b2e-8581-3425999dfc8d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:06.193852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d73f54-f6b1-4e30-b524-e41af698c412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (338b169e-7e00-42ab-b088-ad816544c026), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.310557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe67247-a3a2-4edc-a5d3-8136d5520baa req-21aef3b3-783e-470d-9219-65d6ed66f1a0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:06.312450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fe67247-a3a2-4edc-a5d3-8136d5520baa req-21aef3b3-783e-470d-9219-65d6ed66f1a0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1813760 Feb 09 03:00:06.324623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:06.328359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.339489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42a68d7d-eef4-4529-8afb-e7c6fc4c148b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.355312 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.400228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc8c143-e962-4670-9f2d-5459ea9dfbf2 req-3963cdf1-7087-46d6-8033-d72825669877 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121441 Feb 09 03:00:06.415399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:00:06.423420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-420e81cd-d8fa-4c1c-b917-2bf512f1e713 admin admin] 10.222.0.32 "PUT /v2.0/routers/f675968e-d4c2-48c5-890a-4727a74d9dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1884484 Feb 09 03:00:06.437192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Sync routers for ids ['f675968e-d4c2-48c5-890a-4727a74d9dc8'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:00:06.451218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Routers {'f675968e-d4c2-48c5-890a-4727a74d9dc8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:06.451861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:00:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f675968e-d4c2-48c5-890a-4727a74d9dc8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:06.474960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd263570-9aa2-42cb-a29e-350d4746a33f admin admin] Publish callbacks [] for security_group (2c4c7a95-e469-4780-a0c9-04b9905d3f0a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.501371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d73f54-f6b1-4e30-b524-e41af698c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (338b169e-7e00-42ab-b088-ad816544c026), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.509320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd263570-9aa2-42cb-a29e-350d4746a33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2c4c7a95-e469-4780-a0c9-04b9905d3f0a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.545945 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42a68d7d-eef4-4529-8afb-e7c6fc4c148b admin admin] Publish callbacks [] for security_group (16321598-3f7d-490e-b605-82caed9d20b2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.553952 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42a68d7d-eef4-4529-8afb-e7c6fc4c148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (16321598-3f7d-490e-b605-82caed9d20b2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.602854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fe67247-a3a2-4edc-a5d3-8136d5520baa req-ae49931c-4130-4d39-8a71-9d23881373fb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372236 Feb 09 03:00:06.645044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a68d7d-eef4-4529-8afb-e7c6fc4c148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16321598-3f7d-490e-b605-82caed9d20b2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:06.655742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd263570-9aa2-42cb-a29e-350d4746a33f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cff832141f4e431fa37c9b530ee665d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3854866 Feb 09 03:00:06.660601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-42a68d7d-eef4-4529-8afb-e7c6fc4c148b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20637c8e689f41378dee52effb7fe965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7712953 Feb 09 03:00:06.661149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:06.662094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd263570-9aa2-42cb-a29e-350d4746a33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4c7a95-e469-4780-a0c9-04b9905d3f0a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:06.670110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36048) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:06.681721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Set router f675968e-d4c2-48c5-890a-4727a74d9dc8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:06.782982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493549b5-bff8-43c2-9d22-0e3e9b5156b7 req-1cf60c6b-523e-40cb-a26c-247437f285a9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:06.790703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-493549b5-bff8-43c2-9d22-0e3e9b5156b7 req-1cf60c6b-523e-40cb-a26c-247437f285a9 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1200848 Feb 09 03:00:06.807496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d73f54-f6b1-4e30-b524-e41af698c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (338b169e-7e00-42ab-b088-ad816544c026), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.864510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d73f54-f6b1-4e30-b524-e41af698c412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338b169e-7e00-42ab-b088-ad816544c026,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:06.882618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-493549b5-bff8-43c2-9d22-0e3e9b5156b7 req-3dd12844-ff0f-45a2-b233-414c7b9e6bc3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908380 Feb 09 03:00:06.886102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f819e7-8486-4445-a961-ad3e21b83221 None None] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:06.943619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d73f54-f6b1-4e30-b524-e41af698c412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:06.948995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-68d73f54-f6b1-4e30-b524-e41af698c412 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/338b169e-7e00-42ab-b088-ad816544c026 HTTP/1.1" status: 204 len: 168 time: 1.6754537 Feb 09 03:00:06.950751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36058) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:07.042840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b22bffa-860b-45fd-b604-8e8b2eb0c982 admin admin] Publish callbacks [] for security_group (2c4c7a95-e469-4780-a0c9-04b9905d3f0a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.080582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-187f9b03-4176-4308-b50c-c225fcf9d1fb admin admin] Publish callbacks [] for security_group (16321598-3f7d-490e-b605-82caed9d20b2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.090339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T03:00:04Z', 'revision_number': 4, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port': {'id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:59:57Z', 'updated_at': '2022-02-09T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f0c4d568-4306-4880-a0ef-0ba7687cdbea', 'name': '', 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'mac_address': 'fa:16:3e:23:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'd9cbca18-e103-4c00-a65f-71a03666e731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:02Z', 'updated_at': '2022-02-09T03:00:04Z', 'revision_number': 2, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'subnets': [{'id': 'd9cbca18-e103-4c00-a65f-71a03666e731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:07.111199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (16f85460-d515-4d6a-bb8a-3ef52e5dda3b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.133158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Checking router: f675968e-d4c2-48c5-890a-4727a74d9dc8 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:00:07.133800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Updating router f675968e-d4c2-48c5-890a-4727a74d9dc8 port f0c4d568-4306-4880-a0ef-0ba7687cdbea binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:00:07.170952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] DHCP port deletion for 7d670ce7-98ed-4683-97b3-c1f1564f1d81 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:00:07.176550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.185099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7d670ce7-98ed-4683-97b3-c1f1564f1d81), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.202618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b22bffa-860b-45fd-b604-8e8b2eb0c982 admin admin] Publish callbacks [] for security_group (2c4c7a95-e469-4780-a0c9-04b9905d3f0a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.253292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e69de-0f13-415d-bbd7-2ff3d1688bb0 req-21071208-16c8-4a6d-b405-d78f5260b7da tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:07.264265 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f26e69de-0f13-415d-bbd7-2ff3d1688bb0 req-21071208-16c8-4a6d-b405-d78f5260b7da tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1963115 Feb 09 03:00:07.265805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-187f9b03-4176-4308-b50c-c225fcf9d1fb admin admin] Publish callbacks [] for security_group (16321598-3f7d-490e-b605-82caed9d20b2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.327882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=16f85460-d515-4d6a-bb8a-3ef52e5dda3b,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:07.343791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-2b118d73-0460-43c0-954d-5428fdfe5efd tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4757354 Feb 09 03:00:07.363600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f26e69de-0f13-415d-bbd7-2ff3d1688bb0 req-738d4709-8d82-40c4-8004-21fca1db473e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973537 Feb 09 03:00:07.371852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:07.385197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Deleting port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:07.385534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.386140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] Deleting port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:07.387029 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.406075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': '08a2364a-9cc9-4d26-b736-5b97c24c8f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '28f9a3a8-6dbe-4b2e-8581-3425999dfc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:07.406466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: 28f9a3a8-6dbe-4b2e-8581-3425999dfc8d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:07.428769 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.468453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] For port 35f1cbc0-5f9c-4389-80ea-3da089ffd258, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35f1cbc0-5f9c-4389-80ea-3da089ffd258,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:07.468944 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.482083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] For port 35f1cbc0-5f9c-4389-80ea-3da089ffd258, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35f1cbc0-5f9c-4389-80ea-3da089ffd258,segment=NetworkSegment(19a14c84-ac70-43b5-80fc-68b6ddf5ede5),segment_id=19a14c84-ac70-43b5-80fc-68b6ddf5ede5)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:07.482714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.496875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35f1cbc0-5f9c-4389-80ea-3da089ffd258 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:07.498657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Calling delete_port for 35f1cbc0-5f9c-4389-80ea-3da089ffd258 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:07.502485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-187f9b03-4176-4308-b50c-c225fcf9d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (16321598-3f7d-490e-b605-82caed9d20b2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.503109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] Calling delete_port for 35f1cbc0-5f9c-4389-80ea-3da089ffd258 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:07.506130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-187f9b03-4176-4308-b50c-c225fcf9d1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.511105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-187f9b03-4176-4308-b50c-c225fcf9d1fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16321598-3f7d-490e-b605-82caed9d20b2 HTTP/1.1" status: 204 len: 168 time: 0.8306067 Feb 09 03:00:07.511105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b22bffa-860b-45fd-b604-8e8b2eb0c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2c4c7a95-e469-4780-a0c9-04b9905d3f0a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.511647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b22bffa-860b-45fd-b604-8e8b2eb0c982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.530122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0b22bffa-860b-45fd-b604-8e8b2eb0c982 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c4c7a95-e469-4780-a0c9-04b9905d3f0a HTTP/1.1" status: 204 len: 168 time: 0.8561566 Feb 09 03:00:07.537327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 28f9a3a8-6dbe-4b2e-8581-3425999dfc8d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:07.567087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f9b03-4176-4308-b50c-c225fcf9d1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16321598-3f7d-490e-b605-82caed9d20b2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:07.613152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 28f9a3a8-6dbe-4b2e-8581-3425999dfc8d) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:07.617421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7f39d-350b-43bd-8557-a6a416f1bdd9 req-0f0cbc67-28e6-4aa5-a30a-6636fbcf6cb3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:07.619029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ece7f39d-350b-43bd-8557-a6a416f1bdd9 req-0f0cbc67-28e6-4aa5-a30a-6636fbcf6cb3 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1182120 Feb 09 03:00:07.631487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:07.634506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.671109 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.685554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22bffa-860b-45fd-b604-8e8b2eb0c982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4c7a95-e469-4780-a0c9-04b9905d3f0a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:07.704788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-732341f7-61cc-4a09-8d3a-03bc9594e981 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1246059 Feb 09 03:00:07.705502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36068) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:07.706885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f2b1b3-3b7d-492c-9161-59fb1966147c None None] Network 28f9a3a8-6dbe-4b2e-8581-3425999dfc8d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:07.712809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f1cbc0-5f9c-4389-80ea-3da089ffd258,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:07.718142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ece7f39d-350b-43bd-8557-a6a416f1bdd9 req-db0804e2-dc8c-4aa3-96ac-9bc3887d41bd tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870287 Feb 09 03:00:07.722570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] No DVR routers for this DVR port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:07.853091 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7d670ce7-98ed-4683-97b3-c1f1564f1d81), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:07.972195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d670ce7-98ed-4683-97b3-c1f1564f1d81']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:07.986092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a14c84-ac70-43b5-80fc-68b6ddf5ede5') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:07.986403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a14c84-ac70-43b5-80fc-68b6ddf5ede5') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:07.996618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (28f9a3a8-6dbe-4b2e-8581-3425999dfc8d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.001556 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (19a14c84-ac70-43b5-80fc-68b6ddf5ede5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.017663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.022122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (19a14c84-ac70-43b5-80fc-68b6ddf5ede5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.039366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f555e-0a57-4826-be2c-eb92bd84cd2e req-da94caf4-55b9-4e6e-8379-17b656d07d18 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:08.041063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d5f555e-0a57-4826-be2c-eb92bd84cd2e req-da94caf4-55b9-4e6e-8379-17b656d07d18 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1649363 Feb 09 03:00:08.043341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:08.043850 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (19a14c84-ac70-43b5-80fc-68b6ddf5ede5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:08.045904 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:08.158071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No active binding found for port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 {{(pid=109858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:00:08.158878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] The host n-d-827839-4 is not matching for port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 host None! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:00:08.159277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35f1cbc0-5f9c-4389-80ea-3da089ffd258 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:08.175203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7d670ce7-98ed-4683-97b3-c1f1564f1d81), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.201839 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.207795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7d670ce7-98ed-4683-97b3-c1f1564f1d81 HTTP/1.1" status: 204 len: 168 time: 1.2547889 Feb 09 03:00:08.222953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d5f555e-0a57-4826-be2c-eb92bd84cd2e req-477ecf10-e155-4c4e-a25a-777fedd10c76 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658776 Feb 09 03:00:08.256691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5c619-de50-4d78-adb0-8d6d69ebfc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d670ce7-98ed-4683-97b3-c1f1564f1d81,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:08.272317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Allocated IP 172.25.2.201 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/1c8af620-abba-46a1-807e-656137604628) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:08.294006 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (16f85460-d515-4d6a-bb8a-3ef52e5dda3b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.372410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (16f85460-d515-4d6a-bb8a-3ef52e5dda3b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.380932 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (35f1cbc0-5f9c-4389-80ea-3da089ffd258), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.394807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] Network 7d670ce7-98ed-4683-97b3-c1f1564f1d81 is not hosted by any dhcp agent {{(pid=109858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:00:08.395359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] No DVR routers for this DVR port 35f1cbc0-5f9c-4389-80ea-3da089ffd258 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:08.399719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77fbcfd-4ad8-426c-9ce8-b76bb7265c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-28f9a3a8-6dbe-4b2e-8581-3425999dfc8d', 'network_id': '28f9a3a8-6dbe-4b2e-8581-3425999dfc8d', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': '16f85460-d515-4d6a-bb8a-3ef52e5dda3b'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:00:08.401800 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b77fbcfd-4ad8-426c-9ce8-b76bb7265c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.449025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a97daa-d4ad-4a85-b3fc-a675fa874767 None None] Pushing event deleted for resources: {'Port': ['ID=35f1cbc0-5f9c-4389-80ea-3da089ffd258,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:08.475787 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Publish callbacks [] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.481616 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (28f9a3a8-6dbe-4b2e-8581-3425999dfc8d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.495329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f81da-b13d-40ff-b369-62c44476ac4d req-550a16de-58a7-4539-ac17-74276c49dd4a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:08.497828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d10f81da-b13d-40ff-b369-62c44476ac4d req-550a16de-58a7-4539-ac17-74276c49dd4a tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.1198912 Feb 09 03:00:08.502466 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.504766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f9a3a8-6dbe-4b2e-8581-3425999dfc8d']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:08.517873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a2364a-9cc9-4d26-b736-5b97c24c8f32') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:08.518179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a2364a-9cc9-4d26-b736-5b97c24c8f32') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:08.529349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (08a2364a-9cc9-4d26-b736-5b97c24c8f32), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.544164 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (08a2364a-9cc9-4d26-b736-5b97c24c8f32), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.559893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:08.559893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (08a2364a-9cc9-4d26-b736-5b97c24c8f32), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.573236 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36098) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:08.605864 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:08.641857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d10f81da-b13d-40ff-b369-62c44476ac4d req-ebfd8bfa-0273-4874-9442-b9a8d0b74430 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293831 Feb 09 03:00:08.664424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=16f85460-d515-4d6a-bb8a-3ef52e5dda3b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:08.701319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-908e0616-5ce7-4923-a51b-c4bcb7fb94d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d45d4559bda647b594dd207a8f715412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267514 Feb 09 03:00:08.704815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36102) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:08.770636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for port (1c8af620-abba-46a1-807e-656137604628), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.772861 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (28f9a3a8-6dbe-4b2e-8581-3425999dfc8d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.811177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed237b31-2365-4437-b787-5f276b5fc5db None None] Pushing event updated for resources: {'Port': ['ID=f0c4d568-4306-4880-a0ef-0ba7687cdbea,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:08.820629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.829183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/28f9a3a8-6dbe-4b2e-8581-3425999dfc8d HTTP/1.1" status: 204 len: 168 time: 1.1197243 Feb 09 03:00:08.833889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36110) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:08.839864 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658882153'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:08.849222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db96b3b-77b7-432a-8ce1-9a0d321b79ba tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=28f9a3a8-6dbe-4b2e-8581-3425999dfc8d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:08.881831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8e5ec-01f9-439e-83f2-47e2f1a3719a None None] Network 28f9a3a8-6dbe-4b2e-8581-3425999dfc8d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:08.904566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:08.914712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.927844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8e5ec-01f9-439e-83f2-47e2f1a3719a None None] Network 28f9a3a8-6dbe-4b2e-8581-3425999dfc8d could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:00:08.935641 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-816c6ddd-bb89-4497-8457-67c5e416efd2 admin admin] Publish callbacks [] for security_group (87f720e8-5f1a-4128-8af4-9ae87ed6f796), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.954320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Attempting to bind port f0c4d568-4306-4880-a0ef-0ba7687cdbea on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:08.955152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Attempting to bind port f0c4d568-4306-4880-a0ef-0ba7687cdbea by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:08.957149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Attempting to bind port f0c4d568-4306-4880-a0ef-0ba7687cdbea on network 75c0bcd3-c66c-492a-aec8-1e715a829d7d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:08.975291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:08.976010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:08.976434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Checking segment: {'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:08.978439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:08.979377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Bound using segment: {'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:08.981408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Bound port: f0c4d568-4306-4880-a0ef-0ba7687cdbea, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2b6f08-5f39-4121-ae1e-3ef219757801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:08.983496 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.013316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-816c6ddd-bb89-4497-8457-67c5e416efd2 admin admin] Publish callbacks [] for security_group (87f720e8-5f1a-4128-8af4-9ae87ed6f796), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.017869 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3356c843-abe7-41e9-81d0-13e19c053491), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.018811 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment 3356c843-abe7-41e9-81d0-13e19c053491 of type vlan for network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 Feb 09 03:00:09.029930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1c8af620-abba-46a1-807e-656137604628), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.119008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Pushing event updated for resources: {'Port': ['ID=1c8af620-abba-46a1-807e-656137604628,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:09.141874 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (331ec4dd-dfc3-4bec-ac24-019dc7b05b72), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.167706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] For port f0c4d568-4306-4880-a0ef-0ba7687cdbea, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:09.177128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] For port f0c4d568-4306-4880-a0ef-0ba7687cdbea, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f0c4d568-4306-4880-a0ef-0ba7687cdbea,segment=NetworkSegment(0e2b6f08-5f39-4121-ae1e-3ef219757801),segment_id=0e2b6f08-5f39-4121-ae1e-3ef219757801)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:09.200409 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.202041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:09.205427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:09.209123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:09.224547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (331ec4dd-dfc3-4bec-ac24-019dc7b05b72), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.230217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:09.231088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.357659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-816c6ddd-bb89-4497-8457-67c5e416efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (87f720e8-5f1a-4128-8af4-9ae87ed6f796), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.361004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-816c6ddd-bb89-4497-8457-67c5e416efd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.365680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-816c6ddd-bb89-4497-8457-67c5e416efd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87f720e8-5f1a-4128-8af4-9ae87ed6f796 HTTP/1.1" status: 204 len: 168 time: 0.6598158 Feb 09 03:00:09.386155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cc6b1270-43ed-47e9-be67-4fb5fbe95399 None None] Provisioning complete for port f0c4d568-4306-4880-a0ef-0ba7687cdbea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:09.398768 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1270-43ed-47e9-be67-4fb5fbe95399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.406271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Routers {'f675968e-d4c2-48c5-890a-4727a74d9dc8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:09.406932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:00:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f675968e-d4c2-48c5-890a-4727a74d9dc8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:09.412767 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5754325 Feb 09 03:00:09.413468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36128) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:09.437102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:09.480277 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for floatingip (6be197e2-78ce-4cee-ae6c-79af90e4e4ea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.497840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c6ddd-bb89-4497-8457-67c5e416efd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f720e8-5f1a-4128-8af4-9ae87ed6f796,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:09.564156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1c8af620-abba-46a1-807e-656137604628), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.587176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ad967-e0fe-4cb6-ac42-678f4f2e51ae tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=331ec4dd-dfc3-4bec-ac24-019dc7b05b72,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:09.662629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3f522-b024-4c5f-94bd-0a911332aca7 req-64a4c851-cd9e-4af5-bb22-277e700ce8ee tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:09.669442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dca3f522-b024-4c5f-94bd-0a911332aca7 req-64a4c851-cd9e-4af5-bb22-277e700ce8ee tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2170334 Feb 09 03:00:09.699151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:09.707145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed237b31-2365-4437-b787-5f276b5fc5db None None] Pushing event updated for resources: {'Port': ['ID=f0c4d568-4306-4880-a0ef-0ba7687cdbea,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:09.746722 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:00:09.779849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dca3f522-b024-4c5f-94bd-0a911332aca7 req-81439e5a-e610-4cab-a36c-41b21d07c3b1 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093125 Feb 09 03:00:09.781248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:09.785527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.796815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] Set router f675968e-d4c2-48c5-890a-4727a74d9dc8 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:09.873499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for port (1c8af620-abba-46a1-807e-656137604628), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:09.893774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1c8af620-abba-46a1-807e-656137604628), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.061163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (9ec373b6-5cbe-47e0-b516-2fb9cf0f192d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.070099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Pushing event updated for resources: {'Port': ['ID=1c8af620-abba-46a1-807e-656137604628,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:10.123173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (6be197e2-78ce-4cee-ae6c-79af90e4e4ea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.164532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': '3356c843-abe7-41e9-81d0-13e19c053491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:10.164923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: 331ec4dd-dfc3-4bec-ac24-019dc7b05b72, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:10.165064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b1270-43ed-47e9-be67-4fb5fbe95399 None None] Current status of the port f0c4d568-4306-4880-a0ef-0ba7687cdbea is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:10.165542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1270-43ed-47e9-be67-4fb5fbe95399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.176788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.178197 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-a1ed88ac-fe7f-4f43-85a0-4b5af5347f4f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8134241 Feb 09 03:00:10.181324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=9ec373b6-5cbe-47e0-b516-2fb9cf0f192d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:10.194543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:10.224291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 331ec4dd-dfc3-4bec-ac24-019dc7b05b72) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:10.230804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:10.231578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.268103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d31c9371-dbba-4b5e-b437-3b8d5e51feb2 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8461690 Feb 09 03:00:10.269869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36148) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:10.278578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:10.280441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc73eba-ef1b-48d2-887f-4e335212a4b2 None None] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:10.343830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-fcdffeca-c8d5-4c88-bcbe-bbc4f04bc323 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.201 HTTP/1.1" status: 200 len: 696 time: 0.1535897 Feb 09 03:00:10.346799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cc6b1270-43ed-47e9-be67-4fb5fbe95399 None None] For port f0c4d568-4306-4880-a0ef-0ba7687cdbea, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f0c4d568-4306-4880-a0ef-0ba7687cdbea,segment=NetworkSegment(0e2b6f08-5f39-4121-ae1e-3ef219757801),segment_id=0e2b6f08-5f39-4121-ae1e-3ef219757801)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:10.497746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:10.505750 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1270-43ed-47e9-be67-4fb5fbe95399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.515203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.562132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-0942ba8d-8e69-4b1d-a8e3-5c1c8b1c1f23 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:10.563897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-0942ba8d-8e69-4b1d-a8e3-5c1c8b1c1f23 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2124925 Feb 09 03:00:10.582785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-556808af-10da-4705-b727-7cb1e37d8998 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:00:10.586738 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ffff882-bc2b-44f3-b335-33b4a1982c7c req-556808af-10da-4705-b727-7cb1e37d8998 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161653 Feb 09 03:00:10.590703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-331ec4dd-dfc3-4bec-ac24-019dc7b05b72', 'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': '9ec373b6-5cbe-47e0-b516-2fb9cf0f192d'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:00:10.591571 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.682302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c7cc472b-51e3-494c-90bb-67ec5dac6723 None None] Provisioning complete for port f0c4d568-4306-4880-a0ef-0ba7687cdbea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:10.682628 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c7cc472b-51e3-494c-90bb-67ec5dac6723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:10.732746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b1270-43ed-47e9-be67-4fb5fbe95399 None None] Pushing event updated for resources: {'Port': ['ID=f0c4d568-4306-4880-a0ef-0ba7687cdbea,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:10.796757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c7acc18-b6fc-48cf-81af-6bc7ff6567e3 req-c2f0df6f-8287-418b-8565-1b530df7337f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips/6be197e2-78ce-4cee-ae6c-79af90e4e4ea HTTP/1.1" status: 200 len: 693 time: 0.0753083 Feb 09 03:00:10.887521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc472b-51e3-494c-90bb-67ec5dac6723 None None] Current status of the port f0c4d568-4306-4880-a0ef-0ba7687cdbea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:10.930429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T03:00:04Z', 'revision_number': 4, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port': {'id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:59:57Z', 'updated_at': '2022-02-09T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f0c4d568-4306-4880-a0ef-0ba7687cdbea', 'name': '', 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'mac_address': 'fa:16:3e:23:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'd9cbca18-e103-4c00-a65f-71a03666e731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:02Z', 'updated_at': '2022-02-09T03:00:09Z', 'revision_number': 4, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'subnets': [{'id': 'd9cbca18-e103-4c00-a65f-71a03666e731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:10.979896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a969f6f4-1e41-4a9e-8727-eaa3cf08f56a None None] The sync data for ids ['f675968e-d4c2-48c5-890a-4727a74d9dc8'] in n-d-827839-4 is: [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T03:00:04Z', 'revision_number': 4, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port': {'id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:59:57Z', 'updated_at': '2022-02-09T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f0c4d568-4306-4880-a0ef-0ba7687cdbea', 'name': '', 'network_id': '75c0bcd3-c66c-492a-aec8-1e715a829d7d', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'mac_address': 'fa:16:3e:23:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'd9cbca18-e103-4c00-a65f-71a03666e731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:02Z', 'updated_at': '2022-02-09T03:00:09Z', 'revision_number': 4, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'subnets': [{'id': 'd9cbca18-e103-4c00-a65f-71a03666e731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:00:11.033173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Allocated IP 2001:db8::2 (331ec4dd-dfc3-4bec-ac24-019dc7b05b72/9ec373b6-5cbe-47e0-b516-2fb9cf0f192d/1ca9b0f5-3707-4bea-bfde-25bf86f21673) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:11.169165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c54f19-675d-4962-a17d-9f0109060790 req-09907cfb-4c39-4934-8caf-120814da2a1f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.172647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54c54f19-675d-4962-a17d-9f0109060790 req-09907cfb-4c39-4934-8caf-120814da2a1f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2658675 Feb 09 03:00:11.330281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54c54f19-675d-4962-a17d-9f0109060790 req-07b6eabf-ada3-4d75-a02c-fa2414cafc58 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530716 Feb 09 03:00:11.399355 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Publish callbacks [] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.424317 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.472965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7acc18-b6fc-48cf-81af-6bc7ff6567e3 req-180ac7ee-1088-47f4-8bd9-6ab0466bdd55 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.473923 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c7acc18-b6fc-48cf-81af-6bc7ff6567e3 req-180ac7ee-1088-47f4-8bd9-6ab0466bdd55 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.6699457 Feb 09 03:00:11.535799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-1c7acc18-b6fc-48cf-81af-6bc7ff6567e3 req-49ac2834-83b1-4266-9155-8bf893a14841 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:00:11.536782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c7acc18-b6fc-48cf-81af-6bc7ff6567e3 req-49ac2834-83b1-4266-9155-8bf893a14841 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0353327 Feb 09 03:00:11.556127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (a6413b3d-9e65-46df-9a9d-7b92aab17080), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.581146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:11.606486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:11.611052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:11.626561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f0c4d568-4306-4880-a0ef-0ba7687cdbea up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:11.677953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:11.683143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=a6413b3d-9e65-46df-9a9d-7b92aab17080,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:11.685572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:11.693472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.694074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.733047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ee12fd04-0775-4027-9027-236d6c354a54 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4616477 Feb 09 03:00:11.735539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36188) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:11.740242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c88ff12c-08b8-47ba-921e-a23eb2884d58 req-f4d79da6-b4be-48af-b055-1b4da513faa3 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=054d9c6092da480bac2a2d4929573ede HTTP/1.1" status: 200 len: 696 time: 0.1789219 Feb 09 03:00:11.818472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Pushing event updated for resources: {'Port': ['ID=1ca9b0f5-3707-4bea-bfde-25bf86f21673,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:11.929859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Attempting to bind port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:11.931351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Attempting to bind port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '3356c843-abe7-41e9-81d0-13e19c053491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:11.933560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Attempting to bind port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 on network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:11.951462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f0c4d568-4306-4880-a0ef-0ba7687cdbea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:11.953537 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:11.971481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa6d6a-8612-4931-8e2d-2af440fc48f6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.973532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa6d6a-8612-4931-8e2d-2af440fc48f6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.975281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa6d6a-8612-4931-8e2d-2af440fc48f6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.976745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa6d6a-8612-4931-8e2d-2af440fc48f6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.978353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa6d6a-8612-4931-8e2d-2af440fc48f6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:11.980815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-27aa6d6a-8612-4931-8e2d-2af440fc48f6 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2418652 Feb 09 03:00:11.985443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36194) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:11.992651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1906272016'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:12.013972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ff12c-08b8-47ba-921e-a23eb2884d58 req-c71c5c97-991a-4c6d-8d17-372879fe448b tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.017629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c88ff12c-08b8-47ba-921e-a23eb2884d58 req-c71c5c97-991a-4c6d-8d17-372879fe448b tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/networks?id=74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 787 time: 0.2698452 Feb 09 03:00:12.025911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:12.032704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-c88ff12c-08b8-47ba-921e-a23eb2884d58 req-8b871b1b-4981-4123-8efa-db2ccf5b5b38 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:00:12.033835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.036955 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c88ff12c-08b8-47ba-921e-a23eb2884d58 req-8b871b1b-4981-4123-8efa-db2ccf5b5b38 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098917 Feb 09 03:00:12.045283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:12.046163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Checking segment: {'id': '3356c843-abe7-41e9-81d0-13e19c053491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:12.046681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.047168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Bound using segment: {'id': '3356c843-abe7-41e9-81d0-13e19c053491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:12.047761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Bound port: 1ca9b0f5-3707-4bea-bfde-25bf86f21673, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3356c843-abe7-41e9-81d0-13e19c053491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:12.048188 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.174520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-b2cc44a1-042d-429f-a50a-909bf667ce0f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips/6be197e2-78ce-4cee-ae6c-79af90e4e4ea HTTP/1.1" status: 200 len: 693 time: 0.0922432 Feb 09 03:00:12.261279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:12.284621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (673c421c-856c-4d39-b749-0d06dd0d922f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.284972 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment 673c421c-856c-4d39-b749-0d06dd0d922f of type vlan for network 30389c6c-8023-4c62-8723-1d7d5709d6c8 Feb 09 03:00:12.347787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36206) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:12.392454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (30389c6c-8023-4c62-8723-1d7d5709d6c8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.466183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-80bf0add-bc8e-4b58-94f9-5b60fd27c275 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.471092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-80bf0add-bc8e-4b58-94f9-5b60fd27c275 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2947423 Feb 09 03:00:12.513578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-5b7aa18a-1770-4728-aace-528a5d70cc95 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:00:12.515056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-5b7aa18a-1770-4728-aace-528a5d70cc95 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148358 Feb 09 03:00:12.516408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (30389c6c-8023-4c62-8723-1d7d5709d6c8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.521547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.523294 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.609917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcefe-9e7e-41bd-a87d-8cc1d6759b9f req-1b13570a-a8bb-4ded-a7b4-a9815beb5140 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:12.612130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f52fcefe-9e7e-41bd-a87d-8cc1d6759b9f req-1b13570a-a8bb-4ded-a7b4-a9815beb5140 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1399181 Feb 09 03:00:12.658317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] For port 1ca9b0f5-3707-4bea-bfde-25bf86f21673, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:12.667792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] For port 1ca9b0f5-3707-4bea-bfde-25bf86f21673, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1ca9b0f5-3707-4bea-bfde-25bf86f21673,segment=NetworkSegment(3356c843-abe7-41e9-81d0-13e19c053491),segment_id=3356c843-abe7-41e9-81d0-13e19c053491)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:12.670225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=30389c6c-8023-4c62-8723-1d7d5709d6c8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:12.679841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ddf87d76-57ef-48d9-8a3a-4f6d4db769fc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6884325 Feb 09 03:00:12.684491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 30389c6c-8023-4c62-8723-1d7d5709d6c8 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:12.686306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36218) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:12.692846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1141664884-network', 'tenant_id': 'f66209d41764472fa819526c33adff5c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:12.706787 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.716944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-edf09e6b-47cf-4d9f-b697-f865b34ad480 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:12.782042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f52fcefe-9e7e-41bd-a87d-8cc1d6759b9f req-915fe5e6-a364-48df-97b4-4b202b2ea14f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572237 Feb 09 03:00:12.819547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Made reservation on behalf of f66209d41764472fa819526c33adff5c for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:12.823686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.835622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.848864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-35cb0d74-3025-4e9d-a765-e0c38d7d3348 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.201 HTTP/1.1" status: 200 len: 696 time: 0.3130159 Feb 09 03:00:12.871698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f0c4d568-4306-4880-a0ef-0ba7687cdbea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:12.960795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16c972-3c9e-4924-932c-f4fa97006c0d None None] Pushing event updated for resources: {'Port': ['ID=1ca9b0f5-3707-4bea-bfde-25bf86f21673,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:12.963732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-a50f049c-f5a8-44ea-86cd-ff0d8c122d7b tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.201 HTTP/1.1" status: 200 len: 696 time: 0.1066382 Feb 09 03:00:12.991326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Publish callbacks [] for security_group (7b0b8793-aae4-4503-96a4-087194052b08), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:12.996429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7b0b8793-aae4-4503-96a4-087194052b08), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.039805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0b8793-aae4-4503-96a4-087194052b08,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:13.065884 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.066361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.067065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.069028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.070381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.072192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.073795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.075745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.076298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.079478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.080164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.080709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.081404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:13.104473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:13.126132 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c4e62c99-0c95-42b7-bb37-8c1ae62954f9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.126878 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Added segment c4e62c99-0c95-42b7-bb37-8c1ae62954f9 of type vlan for network 454b2269-5447-4811-bcdf-2b84a70438bc Feb 09 03:00:13.188980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (454b2269-5447-4811-bcdf-2b84a70438bc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.242331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (454b2269-5447-4811-bcdf-2b84a70438bc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.244930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:13.245945 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.396803 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf09e6b-47cf-4d9f-b697-f865b34ad480 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (30389c6c-8023-4c62-8723-1d7d5709d6c8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.430001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf09e6b-47cf-4d9f-b697-f865b34ad480 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (30389c6c-8023-4c62-8723-1d7d5709d6c8), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.485474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1361508 Feb 09 03:00:13.503142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36236) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:13.529827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Request body: {'subnet': {'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1141664884-subnet', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:13.533072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4e31e-0116-49fb-b381-0929b97e4b51 admin admin] Pushing event updated for resources: {'Network': ['ID=454b2269-5447-4811-bcdf-2b84a70438bc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:13.548826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 454b2269-5447-4811-bcdf-2b84a70438bc details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:13.560760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edf09e6b-47cf-4d9f-b697-f865b34ad480 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 30389c6c-8023-4c62-8723-1d7d5709d6c8 is not hosted by any dhcp agent {{(pid=109857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:00:13.569749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Made reservation on behalf of f66209d41764472fa819526c33adff5c for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:13.573302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.574145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf09e6b-47cf-4d9f-b697-f865b34ad480 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:13.574802 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf09e6b-47cf-4d9f-b697-f865b34ad480 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.576131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-edf09e6b-47cf-4d9f-b697-f865b34ad480 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "PUT /v2.0/networks/30389c6c-8023-4c62-8723-1d7d5709d6c8 HTTP/1.1" status: 200 len: 723 time: 0.8775635 Feb 09 03:00:13.583083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36240) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:13.594440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': '30389c6c-8023-4c62-8723-1d7d5709d6c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:13.626059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Deleting port 1c8af620-abba-46a1-807e-656137604628 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:13.626433 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1c8af620-abba-46a1-807e-656137604628), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.654768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1ca9b0f5-3707-4bea-bfde-25bf86f21673 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:13.667074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf09e6b-47cf-4d9f-b697-f865b34ad480 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=30389c6c-8023-4c62-8723-1d7d5709d6c8,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:13.799206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 30389c6c-8023-4c62-8723-1d7d5709d6c8 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:13.828795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1c8af620-abba-46a1-807e-656137604628), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.834840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for floatingip (1c8af620-abba-46a1-807e-656137604628), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:13.860569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Calling delete_port for 1c8af620-abba-46a1-807e-656137604628 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:14.028421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:14.029091 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.128687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1c8af620-abba-46a1-807e-656137604628), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.198843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Pushing event deleted for resources: {'Port': ['ID=1c8af620-abba-46a1-807e-656137604628,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:14.254495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:14.254886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.355073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1ca9b0f5-3707-4bea-bfde-25bf86f21673, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1ca9b0f5-3707-4bea-bfde-25bf86f21673,segment=NetworkSegment(3356c843-abe7-41e9-81d0-13e19c053491),segment_id=3356c843-abe7-41e9-81d0-13e19c053491)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:14.356603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for floatingip (6be197e2-78ce-4cee-ae6c-79af90e4e4ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.360050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.361311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2418d82-6c27-43ac-96b9-c07b3354d167 req-be46c7ee-bf84-4e42-a001-9829fe73c2f1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "DELETE /v2.0/floatingips/6be197e2-78ce-4cee-ae6c-79af90e4e4ea HTTP/1.1" status: 204 len: 173 time: 1.3880329 Feb 09 03:00:14.370379 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.406885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:14.412606 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.495880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1ca9b0f5-3707-4bea-bfde-25bf86f21673,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:14.600283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8656c-3294-4445-8de3-17d39ad1f73a req-dab9b080-2d8f-4143-b887-c3fafecb1685 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:14.602267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ee8656c-3294-4445-8de3-17d39ad1f73a req-dab9b080-2d8f-4143-b887-c3fafecb1685 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.3415217 Feb 09 03:00:14.659635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bebbc061-4989-4753-b002-51526546cfc1 req-215c7a49-3a6d-408d-a8d8-84d96c269554 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2701492 Feb 09 03:00:14.671323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:14.724031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.757575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe185fa-0e49-439f-8987-7f667a2e3eb1 None None] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:14.815210 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (02a7f35d-df2c-42be-9c6b-09b79fbf5940), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.904806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-36b99c1f-25bd-45b5-8ee1-78939e15dcd1 None None] Provisioning complete for port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:14.906137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-36b99c1f-25bd-45b5-8ee1-78939e15dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.911461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:14.920142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a7f35d-df2c-42be-9c6b-09b79fbf5940,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:14.981674 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ee8656c-3294-4445-8de3-17d39ad1f73a req-6a3e89b2-087a-42ae-ad65-42de28721ea3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060439 Feb 09 03:00:15.071491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-36b99c1f-25bd-45b5-8ee1-78939e15dcd1 None None] Current status of the port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:15.122685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Checking segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:15.123182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Network hostable DHCP agents. Network: 454b2269-5447-4811-bcdf-2b84a70438bc, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:15.156858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Allocated IP 172.25.2.118 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/25786462-d24d-452f-b1fa-8b5c0c15571d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:15.197613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Network 454b2269-5447-4811-bcdf-2b84a70438bc is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:15.209702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da58ff-bac0-48a6-974a-4bf0463552f3 None None] Update dhcp port {'port': {'network_id': '331ec4dd-dfc3-4bec-ac24-019dc7b05b72', 'fixed_ips': [{'subnet_id': '9ec373b6-5cbe-47e0-b516-2fb9cf0f192d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a6413b3d-9e65-46df-9a9d-7b92aab17080'}], 'binding:host_id': 'n-d-827839-4'}, 'id': '1ca9b0f5-3707-4bea-bfde-25bf86f21673'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:00:15.231205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 454b2269-5447-4811-bcdf-2b84a70438bc) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:15.260407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:15.260804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.265670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (cff3d688-b725-45ab-80dc-151e2f7eb0e7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.267880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36282) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:15.275854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090324e-4444-43cf-ad54-096401164570 None None] Network 454b2269-5447-4811-bcdf-2b84a70438bc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:15.334772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:00:15.355911 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59da58ff-bac0-48a6-974a-4bf0463552f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.356638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=cff3d688-b725-45ab-80dc-151e2f7eb0e7,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:15.362016 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for port (25786462-d24d-452f-b1fa-8b5c0c15571d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.436146 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f03142ee-aaaf-44be-8437-1d510bb93f7e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9266677 Feb 09 03:00:15.438106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36290) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:15.444137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:15.451070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (25786462-d24d-452f-b1fa-8b5c0c15571d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.480389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': '673c421c-856c-4d39-b749-0d06dd0d922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '30389c6c-8023-4c62-8723-1d7d5709d6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:15.480822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: 30389c6c-8023-4c62-8723-1d7d5709d6c8, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:15.503270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 30389c6c-8023-4c62-8723-1d7d5709d6c8 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:15.521465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 30389c6c-8023-4c62-8723-1d7d5709d6c8) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:15.538418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:15.543051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.563028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Pushing event updated for resources: {'Port': ['ID=25786462-d24d-452f-b1fa-8b5c0c15571d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:15.580299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:15.582539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:15.586352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:15.591033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (9eb4e27d-84e6-462a-b2c6-87658c978e57), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.593056 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (9eb4e27d-84e6-462a-b2c6-87658c978e57), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.598981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-029b242b-b240-4667-a407-de8d1e2d1d4a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0143530 Feb 09 03:00:15.605727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36292) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:15.634907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-30b02bcc-0370-4c24-ba62-4a1897ef8a41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:15.751077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1ca9b0f5-3707-4bea-bfde-25bf86f21673 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:15.753102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3185f6-6cb5-49e6-ba20-2d065616f8ce None None] Network 30389c6c-8023-4c62-8723-1d7d5709d6c8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:15.757314 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:00:15.778139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a916e9f6-170b-4f1b-98f6-a1179c9b4017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.803353 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks [] for router_controller (9eb4e27d-84e6-462a-b2c6-87658c978e57), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.896621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for floatingip (80b5a53e-644c-4749-afdf-016ddb34cd0a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.954477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a916e9f6-170b-4f1b-98f6-a1179c9b4017 admin admin] Publish callbacks [] for security_group (8b03e0be-22de-44c8-89fa-8996cc92b4b0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.958192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30b02bcc-0370-4c24-ba62-4a1897ef8a41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17735720'] for subnet (cff3d688-b725-45ab-80dc-151e2f7eb0e7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:15.981236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-59da58ff-bac0-48a6-974a-4bf0463552f3 None None] Allocated IP 172.20.0.1 (331ec4dd-dfc3-4bec-ac24-019dc7b05b72/a6413b3d-9e65-46df-9a9d-7b92aab17080/1ca9b0f5-3707-4bea-bfde-25bf86f21673) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:15.983609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks [] for router_gateway (9eb4e27d-84e6-462a-b2c6-87658c978e57), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.089883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-59da58ff-bac0-48a6-974a-4bf0463552f3 None None] For port 1ca9b0f5-3707-4bea-bfde-25bf86f21673, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1ca9b0f5-3707-4bea-bfde-25bf86f21673,segment=NetworkSegment(3356c843-abe7-41e9-81d0-13e19c053491),segment_id=3356c843-abe7-41e9-81d0-13e19c053491)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:16.125744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59da58ff-bac0-48a6-974a-4bf0463552f3 None None] Publish callbacks [] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.181502 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (25786462-d24d-452f-b1fa-8b5c0c15571d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.198129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59da58ff-bac0-48a6-974a-4bf0463552f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.256004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a916e9f6-170b-4f1b-98f6-a1179c9b4017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8b03e0be-22de-44c8-89fa-8996cc92b4b0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.262410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30b02bcc-0370-4c24-ba62-4a1897ef8a41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781685532420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17096491'] for subnet (cff3d688-b725-45ab-80dc-151e2f7eb0e7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.316867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-454b2269-5447-4811-bcdf-2b84a70438bc', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'project_id': 'f66209d41764472fa819526c33adff5c', 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:00:16.318533 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.331223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592619aa-53b4-4908-a04f-357efb85f6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-30389c6c-8023-4c62-8723-1d7d5709d6c8', 'network_id': '30389c6c-8023-4c62-8723-1d7d5709d6c8', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': 'cff3d688-b725-45ab-80dc-151e2f7eb0e7'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:00:16.333404 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-592619aa-53b4-4908-a04f-357efb85f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.354101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b02bcc-0370-4c24-ba62-4a1897ef8a41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=cff3d688-b725-45ab-80dc-151e2f7eb0e7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:16.394852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b02bcc-0370-4c24-ba62-4a1897ef8a41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:16.395471 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30b02bcc-0370-4c24-ba62-4a1897ef8a41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.400038 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-30b02bcc-0370-4c24-ba62-4a1897ef8a41 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "PUT /v2.0/subnets/cff3d688-b725-45ab-80dc-151e2f7eb0e7 HTTP/1.1" status: 200 len: 826 time: 0.7905226 Feb 09 03:00:16.402997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916e9f6-170b-4f1b-98f6-a1179c9b4017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b03e0be-22de-44c8-89fa-8996cc92b4b0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:16.407235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36308) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:16.583053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (30389c6c-8023-4c62-8723-1d7d5709d6c8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.597303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a916e9f6-170b-4f1b-98f6-a1179c9b4017 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b9e737ab88f4d47908461fc76773bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2695816 Feb 09 03:00:16.602135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36316) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:16.646300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb628143-1ce9-46f6-b180-63e47a75a53e req-ab8861c0-6e1a-4c27-8371-78638ca1bcef tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:16.653625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da58ff-bac0-48a6-974a-4bf0463552f3 None None] Pushing event updated for resources: {'Port': ['ID=1ca9b0f5-3707-4bea-bfde-25bf86f21673,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:16.662574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb628143-1ce9-46f6-b180-63e47a75a53e req-ab8861c0-6e1a-4c27-8371-78638ca1bcef tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.4471312 Feb 09 03:00:16.852630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb628143-1ce9-46f6-b180-63e47a75a53e req-713c27bd-9840-48a5-94ac-ccdc9b409fbe tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887274 Feb 09 03:00:16.944936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ba33026-5450-4a4e-a316-be2c33f03e7d admin admin] Publish callbacks [] for security_group (8b03e0be-22de-44c8-89fa-8996cc92b4b0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:16.956875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (cff3d688-b725-45ab-80dc-151e2f7eb0e7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.087610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ba33026-5450-4a4e-a316-be2c33f03e7d admin admin] Publish callbacks [] for security_group (8b03e0be-22de-44c8-89fa-8996cc92b4b0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.146213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:17.210166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:17.210493 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.215955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (cff3d688-b725-45ab-80dc-151e2f7eb0e7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.258741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=cff3d688-b725-45ab-80dc-151e2f7eb0e7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:17.279406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ba33026-5450-4a4e-a316-be2c33f03e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8b03e0be-22de-44c8-89fa-8996cc92b4b0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.282975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ba33026-5450-4a4e-a316-be2c33f03e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.288080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2ba33026-5450-4a4e-a316-be2c33f03e7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b03e0be-22de-44c8-89fa-8996cc92b4b0 HTTP/1.1" status: 204 len: 168 time: 0.6843541 Feb 09 03:00:17.366790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba33026-5450-4a4e-a316-be2c33f03e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b03e0be-22de-44c8-89fa-8996cc92b4b0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:17.392446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (30389c6c-8023-4c62-8723-1d7d5709d6c8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.426801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30389c6c-8023-4c62-8723-1d7d5709d6c8']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:17.446905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673c421c-856c-4d39-b749-0d06dd0d922f') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:17.448078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673c421c-856c-4d39-b749-0d06dd0d922f') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:17.474481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (673c421c-856c-4d39-b749-0d06dd0d922f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.482534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'port_id': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'mac_address': 'fa:16:3e:ec:52:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:00:17.492613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for port (25786462-d24d-452f-b1fa-8b5c0c15571d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.508706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (673c421c-856c-4d39-b749-0d06dd0d922f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.520583 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (25786462-d24d-452f-b1fa-8b5c0c15571d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.525969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:17.525969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (673c421c-856c-4d39-b749-0d06dd0d922f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server [None req-592619aa-53b4-4908-a04f-357efb85f6da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cff3d688-b725-45ab-80dc-151e2f7eb0e7: This subnet is being modified by another concurrent operation. Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:00:17.564787 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cff3d688-b725-45ab-80dc-151e2f7eb0e7: This subnet is being modified by another concurrent operation. Feb 09 03:00:17.568993 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 03:00:17.639576 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Pushing event updated for resources: {'Port': ['ID=25786462-d24d-452f-b1fa-8b5c0c15571d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:17.678917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621200e-0b21-46be-894a-c0d75f9b4320 None None] Network 30389c6c-8023-4c62-8723-1d7d5709d6c8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:17.696158 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:17.708351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (30389c6c-8023-4c62-8723-1d7d5709d6c8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.717959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.725569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/30389c6c-8023-4c62-8723-1d7d5709d6c8 HTTP/1.1" status: 204 len: 168 time: 1.3140550 Feb 09 03:00:17.729156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36336) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:17.760712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc4a95-d6d1-43cd-a046-e294b6c00edf tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=30389c6c-8023-4c62-8723-1d7d5709d6c8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:17.767526 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d33136-0cd1-415a-bc33-466af0e1f13b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:17.768094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d33136-0cd1-415a-bc33-466af0e1f13b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:17.771983 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-00d33136-0cd1-415a-bc33-466af0e1f13b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/30389c6c-8023-4c62-8723-1d7d5709d6c8 HTTP/1.1" status: 404 len: 339 time: 0.0420818 Feb 09 03:00:17.776862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36338) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:17.781801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001113670', 'description': 'd1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:17.820946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a326fb1-92e3-4d4c-8487-c1bf68af31b9 None None] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:17.839636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks [] for router_gateway (9eb4e27d-84e6-462a-b2c6-87658c978e57), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.840302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:17.844080 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.855436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (80b5a53e-644c-4749-afdf-016ddb34cd0a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.901800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:17.922418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (e7ccb121-5235-4669-99b0-915855acfde2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.922785 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment e7ccb121-5235-4669-99b0-915855acfde2 of type vlan for network 93bd77d1-378c-427d-a113-86395f9e240a Feb 09 03:00:17.930749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.959581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:17.971092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bebbc061-4989-4753-b002-51526546cfc1 req-6598bf10-f88d-4e26-b2d1-eab7c9a9a35e tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3039570 Feb 09 03:00:17.980189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (93bd77d1-378c-427d-a113-86395f9e240a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.015422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (93bd77d1-378c-427d-a113-86395f9e240a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.024015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:18.025732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.027576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:18.035798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b773c4c-bab4-44de-a54b-5d3a3d4395e3 None None] Network 30389c6c-8023-4c62-8723-1d7d5709d6c8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:18.100717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bebbc061-4989-4753-b002-51526546cfc1 req-f2e1fd8a-56a9-4a72-8bba-6ebf86fc4961 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.1274369 Feb 09 03:00:18.249636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1ca9b0f5-3707-4bea-bfde-25bf86f21673 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:18.274946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4945009 Feb 09 03:00:18.281106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36352) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:18.348955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9f732ed3-6ae6-4704-ae80-1df4f3b79983 None None] Provisioning complete for port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:18.349757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f732ed3-6ae6-4704-ae80-1df4f3b79983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.384361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b773c4c-bab4-44de-a54b-5d3a3d4395e3 None None] Network 30389c6c-8023-4c62-8723-1d7d5709d6c8 could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:00:18.435076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Allocated IP 172.20.0.2 (454b2269-5447-4811-bcdf-2b84a70438bc/02a7f35d-df2c-42be-9c6b-09b79fbf5940/2ceed83c-997e-4d53-b0e8-47b7b45d8ee2) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:18.498767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238fe4c-0d72-4c2c-9b7f-63d11ec52ffa tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:18.502943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f238fe4c-0d72-4c2c-9b7f-63d11ec52ffa tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/networks?id=93bd77d1-378c-427d-a113-86395f9e240a HTTP/1.1" status: 200 len: 765 time: 0.2181299 Feb 09 03:00:18.506202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437de2b5-dfe0-4c2d-ac29-02212d4cc950 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=93bd77d1-378c-427d-a113-86395f9e240a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:18.508579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36362) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:18.529766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b44570b-d32c-401e-a105-3b65e0e09cae is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:18.531566 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.551665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0b513-8a43-4c4e-8bb7-e4360c834790 req-8f0450c9-f301-4b25-8760-d9bf3ccb8a49 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:18.555374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-33b5d928-574a-46f3-9c0f-8c6c09af1ec9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'description': 'd2'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:18.565067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10c0b513-8a43-4c4e-8bb7-e4360c834790 req-8f0450c9-f301-4b25-8760-d9bf3ccb8a49 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.4732299 Feb 09 03:00:18.582958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 93bd77d1-378c-427d-a113-86395f9e240a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:18.591959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b44570b-d32c-401e-a105-3b65e0e09cae {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:00:18.644549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10c0b513-8a43-4c4e-8bb7-e4360c834790 req-8010d95d-94f3-4a17-8843-246e05a28368 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779443 Feb 09 03:00:18.682839 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:18.795096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33b5d928-574a-46f3-9c0f-8c6c09af1ec9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (93bd77d1-378c-427d-a113-86395f9e240a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.821080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33b5d928-574a-46f3-9c0f-8c6c09af1ec9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (93bd77d1-378c-427d-a113-86395f9e240a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.825501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.846656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33b5d928-574a-46f3-9c0f-8c6c09af1ec9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 93bd77d1-378c-427d-a113-86395f9e240a is not hosted by any dhcp agent {{(pid=109857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:00:18.852623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5d928-574a-46f3-9c0f-8c6c09af1ec9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:18.853405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33b5d928-574a-46f3-9c0f-8c6c09af1ec9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.857778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36374) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:18.858311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-33b5d928-574a-46f3-9c0f-8c6c09af1ec9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "PUT /v2.0/networks/93bd77d1-378c-427d-a113-86395f9e240a HTTP/1.1" status: 200 len: 762 time: 0.3231463 Feb 09 03:00:18.859713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Allocated IP 172.25.2.22 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/db8684d8-b945-4ca9-80c8-3dfdb1dfb061) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:18.889315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:18.890269 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:18.988248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8b44570b-d32c-401e-a105-3b65e0e09cae'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:00:19.004784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks [] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.123268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5d928-574a-46f3-9c0f-8c6c09af1ec9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=93bd77d1-378c-427d-a113-86395f9e240a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:19.128886 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.136557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cb387-c9ba-4528-b438-6acd4dfc934b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:19.140477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1f6cb387-c9ba-4528-b438-6acd4dfc934b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/networks?id=93bd77d1-378c-427d-a113-86395f9e240a HTTP/1.1" status: 200 len: 765 time: 0.2803290 Feb 09 03:00:19.144654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbc061-4989-4753-b002-51526546cfc1 req-05a3c792-2bce-452c-8f18-6d6927f35572 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:19.146304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bebbc061-4989-4753-b002-51526546cfc1 req-05a3c792-2bce-452c-8f18-6d6927f35572 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 1.0443223 Feb 09 03:00:19.146799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36378) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:19.194078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-bebbc061-4989-4753-b002-51526546cfc1 req-133f2d85-1134-4e5b-9a5d-c677aaf557f3 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:00:19.195123 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bebbc061-4989-4753-b002-51526546cfc1 req-133f2d85-1134-4e5b-9a5d-c677aaf557f3 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221608 Feb 09 03:00:19.211831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 93bd77d1-378c-427d-a113-86395f9e240a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:19.237411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:19.285989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:19.302687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:19.350042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Pushing event updated for resources: {'Port': ['ID=db8684d8-b945-4ca9-80c8-3dfdb1dfb061,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:19.490071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-9c3766a7-9966-4a03-a5d9-4f4cbb92eb19 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips/80b5a53e-644c-4749-afdf-016ddb34cd0a HTTP/1.1" status: 200 len: 693 time: 0.2626858 Feb 09 03:00:19.587675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:19.696691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36390) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:19.753360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-d06de0e5-3975-4f66-ae58-1a8c86fd5a7a tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:19.757028 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-d06de0e5-3975-4f66-ae58-1a8c86fd5a7a tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2597635 Feb 09 03:00:19.767319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f47f566-bc9f-4a70-a075-d3fd43064a6f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:19.776598 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7f47f566-bc9f-4a70-a075-d3fd43064a6f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6229868 Feb 09 03:00:19.776831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-53940101-1099-466a-88a6-b96d08e176d1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:00:19.776831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-53940101-1099-466a-88a6-b96d08e176d1 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128551 Feb 09 03:00:19.777114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:19.800214 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.855099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks [] for router_gateway (9eb4e27d-84e6-462a-b2c6-87658c978e57), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:19.866888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9f732ed3-6ae6-4704-ae80-1df4f3b79983 None None] Current status of the port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:19.932838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-20a23eff-9f25-43c6-9deb-62b63921e29c tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.1368554 Feb 09 03:00:19.981546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:20.061941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-928b1b20-ef73-4fbb-adcc-ae071cf1447d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 207 time: 0.2760978 Feb 09 03:00:20.064070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36400) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:20.073974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83905039-0dfb-4ab1-95d0-c2f0d1c7f028 req-dfff562e-864c-42ba-a890-422c101387d9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.075837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83905039-0dfb-4ab1-95d0-c2f0d1c7f028 req-dfff562e-864c-42ba-a890-422c101387d9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 944 time: 0.2155666 Feb 09 03:00:20.145400 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Publish callbacks [] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.171568 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.271509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a5329-5acd-468d-aa8a-2c4d777412c9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.272747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Network 454b2269-5447-4811-bcdf-2b84a70438bc is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:20.283376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a5329-5acd-468d-aa8a-2c4d777412c9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.289708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:20.293044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:20.307915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a5329-5acd-468d-aa8a-2c4d777412c9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.318515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Pushing event updated for resources: {'Port': ['ID=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:20.331845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a5329-5acd-468d-aa8a-2c4d777412c9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.340157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a5329-5acd-468d-aa8a-2c4d777412c9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.364430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a5329-5acd-468d-aa8a-2c4d777412c9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:20.373094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36406) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:20.375959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d0a5329-5acd-468d-aa8a-2c4d777412c9 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2906163 Feb 09 03:00:20.397114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Attempting to bind port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:20.397549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Attempting to bind port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:20.398092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Attempting to bind port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 on network 454b2269-5447-4811-bcdf-2b84a70438bc {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:20.408789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:20.409230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Checking segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:20.409715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.410167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Bound using segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:20.410724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Bound port: 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:20.411151 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.427603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2f07e426-7c4e-4a1d-8db0-3d04f214d8b3 None None] Provisioning complete for port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:20.427985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f07e426-7c4e-4a1d-8db0-3d04f214d8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.459556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ae50b95-c274-4a47-8252-0b4cf909ad2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.482511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-37272047-ad02-4419-8151-10364aee639c tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.118 HTTP/1.1" status: 200 len: 696 time: 0.4623067 Feb 09 03:00:20.597537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] For port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:20.604411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] For port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:20.607925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83905039-0dfb-4ab1-95d0-c2f0d1c7f028 req-6bbb967c-f03c-4809-8520-02746c914fa0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5193217 Feb 09 03:00:20.650706 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.715431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2f07e426-7c4e-4a1d-8db0-3d04f214d8b3 None None] Current status of the port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:20.780068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638323e7-8e70-4f9a-80e1-ee71d5d9adeb None None] Pushing event updated for resources: {'Port': ['ID=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:20.842892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:20.854159 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (9eb4e27d-84e6-462a-b2c6-87658c978e57), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:20.938207 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c14078b2-1717-47af-b13d-50649ad48367 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5635655 Feb 09 03:00:20.952903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36424) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:21.031257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 8b44570b-d32c-401e-a105-3b65e0e09cae triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:21.032478 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.161459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ae50b95-c274-4a47-8252-0b4cf909ad2c admin admin] Publish callbacks [] for security_group (26938c64-73ab-4b65-9626-52060e1dafff), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.183281 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ae50b95-c274-4a47-8252-0b4cf909ad2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (26938c64-73ab-4b65-9626-52060e1dafff), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.243165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b44570b-d32c-401e-a105-3b65e0e09cae is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:21.243789 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.269597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde44dfb-b360-4193-90ea-710c4f689a8b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.271936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde44dfb-b360-4193-90ea-710c4f689a8b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.274333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Router 9eb4e27d-84e6-462a-b2c6-87658c978e57 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:00:21.277615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde44dfb-b360-4193-90ea-710c4f689a8b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.284631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde44dfb-b360-4193-90ea-710c4f689a8b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.286243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde44dfb-b360-4193-90ea-710c4f689a8b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.288098 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bde44dfb-b360-4193-90ea-710c4f689a8b tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3236051 Feb 09 03:00:21.309147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Deleting port 25786462-d24d-452f-b1fa-8b5c0c15571d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:21.309556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (25786462-d24d-452f-b1fa-8b5c0c15571d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.312458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36436) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:21.351365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:21.354360 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d066230-bfc2-49db-b196-185906a723e4" -d '{"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-plugged", "status": "completed", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:21.398045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:21.401549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.407943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.419938 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af299ac1-0ef6-4e86-95c9-51253ab0cdd4 x-openstack-request-id: req-af299ac1-0ef6-4e86-95c9-51253ab0cdd4 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:21.421037 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-plugged", "status": "completed", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:21.421037 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af299ac1-0ef6-4e86-95c9-51253ab0cdd4 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:21.421037 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'code': 200} Feb 09 03:00:21.432209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ae50b95-c274-4a47-8252-0b4cf909ad2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efbfab39befc4203a2e56fe4eebfcf74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7303030 Feb 09 03:00:21.438618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36440) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:21.439316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae50b95-c274-4a47-8252-0b4cf909ad2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26938c64-73ab-4b65-9626-52060e1dafff,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:21.528175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:21.584097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (25786462-d24d-452f-b1fa-8b5c0c15571d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.584356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for floatingip (25786462-d24d-452f-b1fa-8b5c0c15571d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.595296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9389129e-bc04-4e79-8d8b-2426b45e5c7c admin admin] Publish callbacks [] for security_group (26938c64-73ab-4b65-9626-52060e1dafff), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.610733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Calling delete_port for 25786462-d24d-452f-b1fa-8b5c0c15571d owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:21.612543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb6abc-c9ba-4570-87d1-e1a747b73985 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.614175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb6abc-c9ba-4570-87d1-e1a747b73985 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.615572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb6abc-c9ba-4570-87d1-e1a747b73985 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.616884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb6abc-c9ba-4570-87d1-e1a747b73985 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.618696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb6abc-c9ba-4570-87d1-e1a747b73985 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:21.620464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8cdb6abc-c9ba-4570-87d1-e1a747b73985 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3074319 Feb 09 03:00:21.625488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36444) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:21.776967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:00:21.787281 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Sync routers for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:00:21.804364 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:21.805726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:00:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:21.821380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.823515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bc58ec61-aaa8-4ebb-bd2f-346b5d35c701 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3835924 Feb 09 03:00:21.857665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36450) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:21.910189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (25786462-d24d-452f-b1fa-8b5c0c15571d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:21.967680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Pushing event deleted for resources: {'Port': ['ID=25786462-d24d-452f-b1fa-8b5c0c15571d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:21.987977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9389129e-bc04-4e79-8d8b-2426b45e5c7c admin admin] Publish callbacks [] for security_group (26938c64-73ab-4b65-9626-52060e1dafff), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:22.248824 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:22.274205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:22.285048 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks [] for floatingip (80b5a53e-644c-4749-afdf-016ddb34cd0a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:22.294572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:22.301761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1e7fca4-5037-4a3f-b653-fa88e700c129 req-540c2265-4e7d-483c-b3d1-2f0a4247a994 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "DELETE /v2.0/floatingips/80b5a53e-644c-4749-afdf-016ddb34cd0a HTTP/1.1" status: 204 len: 173 time: 1.7710052 Feb 09 03:00:22.310919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9389129e-bc04-4e79-8d8b-2426b45e5c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (26938c64-73ab-4b65-9626-52060e1dafff), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:22.320615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9389129e-bc04-4e79-8d8b-2426b45e5c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:22.327603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9389129e-bc04-4e79-8d8b-2426b45e5c7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26938c64-73ab-4b65-9626-52060e1dafff HTTP/1.1" status: 204 len: 168 time: 0.8826146 Feb 09 03:00:22.534660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a63b73-8743-4872-be38-206aa871be12 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:22.536109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-28a63b73-8743-4872-be38-206aa871be12 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/networks/49a420b2-fdaf-4711-9680-1c3565f0016f HTTP/1.1" status: 200 len: 804 time: 0.9095838 Feb 09 03:00:22.559374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36464) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:22.560965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389129e-bc04-4e79-8d8b-2426b45e5c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26938c64-73ab-4b65-9626-52060e1dafff,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:22.614071 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-34d4bf52-cd41-4337-b060-f2792d6d7709 req-1673f9e3-39a7-47f1-a471-8e50a2ebc15f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] show failed (client error): The resource could not be found. Feb 09 03:00:22.616865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34d4bf52-cd41-4337-b060-f2792d6d7709 req-1673f9e3-39a7-47f1-a471-8e50a2ebc15f tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips/80b5a53e-644c-4749-afdf-016ddb34cd0a HTTP/1.1" status: 404 len: 350 time: 0.2908909 Feb 09 03:00:22.646363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ba6a6-29a8-450e-8fba-29f1395947f8 req-ba7e654e-4655-40ed-b5fd-f9d2c3166769 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:22.657070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d58ba6a6-29a8-450e-8fba-29f1395947f8 req-ba7e654e-4655-40ed-b5fd-f9d2c3166769 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.8576865 Feb 09 03:00:22.709321 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:19Z', 'revision_number': 3, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:22.755618 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Checking router: 9eb4e27d-84e6-462a-b2c6-87658c978e57 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:00:22.756470 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Updating router 9eb4e27d-84e6-462a-b2c6-87658c978e57 port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:00:22.836648 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:22.905519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9d02e901-8414-40e2-8390-f8b9f898d8ab tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/networks/49a420b2-fdaf-4711-9680-1c3565f0016f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3366227 Feb 09 03:00:22.937006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36472) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:22.969698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d58ba6a6-29a8-450e-8fba-29f1395947f8 req-2be189f2-3a1d-4c96-b05d-8097bbdec533 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119285 Feb 09 03:00:23.111036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e28dd-8c43-433b-ace4-2ab06cd0ec99 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:00:23.124792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d604e976-e7f1-4c19-b8ba-708f93f06c59 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:23.133991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d604e976-e7f1-4c19-b8ba-708f93f06c59 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/subnets/7cee600c-fb24-40c6-b2bf-08fd8b50977e HTTP/1.1" status: 200 len: 843 time: 0.1945009 Feb 09 03:00:23.136069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36480) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:23.374954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-89444994-2115-4d8a-8078-6119cca6a14f None None] Provisioning complete for port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:23.375501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89444994-2115-4d8a-8078-6119cca6a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.471570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed0a5b-d190-46be-aad0-f1dd4067a2b4 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:23.486676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-12ed0a5b-d190-46be-aad0-f1dd4067a2b4 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "GET /v2.0/subnets/7cee600c-fb24-40c6-b2bf-08fd8b50977e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3420966 Feb 09 03:00:23.496754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36488) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:23.527767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1019512168'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:23.600617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:23.601009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.630930 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Publish callbacks [] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.655923 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.674973 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-a3f2203a-21a6-436a-8238-e22eb58b101e req-6bbb32e4-be0d-49d5-8041-4806d2154480 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] show failed (client error): The resource could not be found. Feb 09 03:00:23.675988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3f2203a-21a6-436a-8238-e22eb58b101e req-6bbb32e4-be0d-49d5-8041-4806d2154480 tempest-FloatingIPsTestJSON-719963513 tempest-FloatingIPsTestJSON-719963513-project] 10.222.0.32 "GET /v2.0/floatingips/80b5a53e-644c-4749-afdf-016ddb34cd0a HTTP/1.1" status: 404 len: 350 time: 1.0190341 Feb 09 03:00:23.687892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36494) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:23.791374 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf697a7-a8bc-400b-bea7-e98b25428a0a None None] Pushing event updated for resources: {'Port': ['ID=db8684d8-b945-4ca9-80c8-3dfdb1dfb061,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:23.802970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:23.811221 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Attempting to bind port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:23.811622 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Attempting to bind port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:23.812102 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Attempting to bind port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:23.814046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.818416 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:23.818935 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:23.819425 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.820069 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:23.820751 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Bound port: db8684d8-b945-4ca9-80c8-3dfdb1dfb061, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:23.821401 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.845326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:23.845495 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.880679 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] For port db8684d8-b945-4ca9-80c8-3dfdb1dfb061, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:23.885788 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] For port db8684d8-b945-4ca9-80c8-3dfdb1dfb061, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=db8684d8-b945-4ca9-80c8-3dfdb1dfb061,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:23.907745 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.930065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:23.952557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (28f0d716-01ad-4907-88f5-06c6ce192874), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:23.955072 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Added segment 28f0d716-01ad-4907-88f5-06c6ce192874 of type vlan for network 4bf992c7-87b3-4b19-9543-57ef67305064 Feb 09 03:00:24.030580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-89444994-2115-4d8a-8078-6119cca6a14f None None] Current status of the port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:24.041323 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89444994-2115-4d8a-8078-6119cca6a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.053612 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf697a7-a8bc-400b-bea7-e98b25428a0a None None] Pushing event updated for resources: {'Port': ['ID=db8684d8-b945-4ca9-80c8-3dfdb1dfb061,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:24.070963 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (4bf992c7-87b3-4b19-9543-57ef67305064), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.075498 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:24.080028 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:00:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:24.132352 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.178841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36502) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:24.233081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:24.262587 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.330587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (4bf992c7-87b3-4b19-9543-57ef67305064), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.337419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:24.338078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.375720 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:24.383490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6dacee6-9a6a-4f5d-ae31-89c19efec770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.469013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e28dd-8c43-433b-ace4-2ab06cd0ec99 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:00:24.536138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Network': ['ID=4bf992c7-87b3-4b19-9543-57ef67305064,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:24.561556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0c451d5c-0578-45aa-acf7-749dbddc86eb tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0615017 Feb 09 03:00:24.563939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36512) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:24.577911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 4bf992c7-87b3-4b19-9543-57ef67305064 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:24.582777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'network_id': '4bf992c7-87b3-4b19-9543-57ef67305064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:24.637608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-89444994-2115-4d8a-8078-6119cca6a14f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:00:24.639966 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-89444994-2115-4d8a-8078-6119cca6a14f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:00:24.738123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:24.810500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60858c7-abff-4798-b662-5d19e71502de req-316f46cb-522e-4b11-a20c-3226f9763a31 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:24.812221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c60858c7-abff-4798-b662-5d19e71502de req-316f46cb-522e-4b11-a20c-3226f9763a31 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.5868733 Feb 09 03:00:24.821603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6dacee6-9a6a-4f5d-ae31-89c19efec770 admin admin] Publish callbacks [] for security_group (c83a39c1-7f7f-448f-b2f1-b8ec8521e531), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.847037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6dacee6-9a6a-4f5d-ae31-89c19efec770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c83a39c1-7f7f-448f-b2f1-b8ec8521e531), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:24.954682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c6dacee6-9a6a-4f5d-ae31-89c19efec770 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f184f3b78fa64ebf96780885169f5980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7716424 Feb 09 03:00:24.958100 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:19Z', 'revision_number': 3, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:24.959632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36518) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:25.002779 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd92b6-47a3-4728-a4b6-d9e5daa2feb4 None None] The sync data for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 is: [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:19Z', 'revision_number': 3, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:00:25.020722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Made reservation on behalf of df657c2413614d4d92e53d78564e2768 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:25.029551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:25.065938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dacee6-9a6a-4f5d-ae31-89c19efec770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a39c1-7f7f-448f-b2f1-b8ec8521e531,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:25.095750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Allocated IP 172.20.0.1 (454b2269-5447-4811-bcdf-2b84a70438bc/02a7f35d-df2c-42be-9c6b-09b79fbf5940/0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:25.193922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Performing IP validity checks on allocation pools {{(pid=109856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:00:25.198922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:00:25.226108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8872c60-6c65-498f-8ae3-0f83c2e4b536 None None] Network 454b2269-5447-4811-bcdf-2b84a70438bc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:25.227533 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (f675968e-d4c2-48c5-890a-4727a74d9dc8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:25.495022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-89444994-2115-4d8a-8078-6119cca6a14f None None] Current status of the port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:25.680376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (f7b0af6c-7870-454d-ad46-796b91098ddb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:25.970355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=f7b0af6c-7870-454d-ad46-796b91098ddb,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:26.054103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-57de3039-05e9-46b7-96a6-f96235289362 None None] Provisioning complete for port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:26.054513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57de3039-05e9-46b7-96a6-f96235289362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:26.057733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Checking segment: {'id': '28f0d716-01ad-4907-88f5-06c6ce192874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf992c7-87b3-4b19-9543-57ef67305064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:26.058113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network hostable DHCP agents. Network: 4bf992c7-87b3-4b19-9543-57ef67305064, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:26.194275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Network 4bf992c7-87b3-4b19-9543-57ef67305064 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:26.244084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c60858c7-abff-4798-b662-5d19e71502de req-5496bd51-f5b6-427d-aef7-6a7032b2a2f5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4170086 Feb 09 03:00:26.257643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 4bf992c7-87b3-4b19-9543-57ef67305064) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:26.280459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71879fb7-47ee-45e1-ba19-59a8ed777e6a None None] Network 4bf992c7-87b3-4b19-9543-57ef67305064 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:26.300274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:26.300883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:26.326956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Deleting port f0c4d568-4306-4880-a0ef-0ba7687cdbea {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:26.327302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:26.346665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fb75f3a9-059c-4efe-87ed-9c675b430d8f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7758098 Feb 09 03:00:26.359515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36544) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:26.398901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fb178f0e-30fc-4011-adca-6146ab30f830 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:26.484322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-57de3039-05e9-46b7-96a6-f96235289362 None None] Current status of the port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:26.549768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] For port f0c4d568-4306-4880-a0ef-0ba7687cdbea, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f0c4d568-4306-4880-a0ef-0ba7687cdbea,segment=NetworkSegment(0e2b6f08-5f39-4121-ae1e-3ef219757801),segment_id=0e2b6f08-5f39-4121-ae1e-3ef219757801)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:26.550418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:26.568925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Calling delete_port for f0c4d568-4306-4880-a0ef-0ba7687cdbea owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:26.620019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-4bf992c7-87b3-4b19-9543-57ef67305064', 'network_id': '4bf992c7-87b3-4b19-9543-57ef67305064', 'project_id': 'df657c2413614d4d92e53d78564e2768', 'fixed_ips': [{'subnet_id': 'f7b0af6c-7870-454d-ad46-796b91098ddb'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:00:26.621096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:26.692162 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Publish callbacks [] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:26.733431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d99d7-7181-4cbe-87aa-95f6ff4133e4 req-aa0cd1d1-41b9-48c1-a02d-d46301a44069 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:26.752101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d93d99d7-7181-4cbe-87aa-95f6ff4133e4 req-aa0cd1d1-41b9-48c1-a02d-d46301a44069 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.4272578 Feb 09 03:00:26.831956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:26.871598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:26.929214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c207-866f-4d6d-b1eb-e469898bc261 admin admin] Publish callbacks [] for security_group (c83a39c1-7f7f-448f-b2f1-b8ec8521e531), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.014075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Network 454b2269-5447-4811-bcdf-2b84a70438bc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:27.027625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:27.037425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:27.081810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Allocated IP 2001:db8::3 (4bf992c7-87b3-4b19-9543-57ef67305064/f7b0af6c-7870-454d-ad46-796b91098ddb/2852667b-571a-4731-bb57-5b6b759d03d7) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:27.102589 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (9eb4e27d-84e6-462a-b2c6-87658c978e57), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.132040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d93d99d7-7181-4cbe-87aa-95f6ff4133e4 req-fdbe1768-95ed-4768-89fd-230ca8ae1aff tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699427 Feb 09 03:00:27.137079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:27.140568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb178f0e-30fc-4011-adca-6146ab30f830 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25464015'] for subnet (f7b0af6c-7870-454d-ad46-796b91098ddb), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.323869 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c207-866f-4d6d-b1eb-e469898bc261 admin admin] Publish callbacks [] for security_group (c83a39c1-7f7f-448f-b2f1-b8ec8521e531), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.480643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f0c4d568-4306-4880-a0ef-0ba7687cdbea), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.573278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:27.573843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.585920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c4d568-4306-4880-a0ef-0ba7687cdbea,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:27.656634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c207-866f-4d6d-b1eb-e469898bc261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c83a39c1-7f7f-448f-b2f1-b8ec8521e531), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.664279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c6a7c207-866f-4d6d-b1eb-e469898bc261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.665598 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c6a7c207-866f-4d6d-b1eb-e469898bc261 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c83a39c1-7f7f-448f-b2f1-b8ec8521e531 HTTP/1.1" status: 204 len: 168 time: 2.7009242 Feb 09 03:00:27.729576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Publish callbacks [] for port (2852667b-571a-4731-bb57-5b6b759d03d7), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.749355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-eecd3bf2-4c13-4f25-89ef-fbf051d98535 None None] Provisioning complete for port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:27.750009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7c207-866f-4d6d-b1eb-e469898bc261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a39c1-7f7f-448f-b2f1-b8ec8521e531,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:27.751172 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eecd3bf2-4c13-4f25-89ef-fbf051d98535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.832997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21e24-686e-401c-97d0-16cd73d8ac40 req-b0ba6ab5-63c6-4d69-a34e-8cab0cd672f8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:27.835247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3b21e24-686e-401c-97d0-16cd73d8ac40 req-b0ba6ab5-63c6-4d69-a34e-8cab0cd672f8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.4111404 Feb 09 03:00:27.863287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eecd3bf2-4c13-4f25-89ef-fbf051d98535 None None] Port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:00:27.866127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (2852667b-571a-4731-bb57-5b6b759d03d7), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:27.928282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Network 4bf992c7-87b3-4b19-9543-57ef67305064 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:27.944362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:28.011782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:28.125696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36584) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:28.217775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.222521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-2e0eb589-bf7d-47c4-b5ce-b1955e297d28 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:28.226414 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-2e0eb589-bf7d-47c4-b5ce-b1955e297d28 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.61 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.5172908 Feb 09 03:00:28.298683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:28.299824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device db8684d8-b945-4ca9-80c8-3dfdb1dfb061 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:28.400215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36590) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:28.401120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3b21e24-686e-401c-97d0-16cd73d8ac40 req-f99c96d7-c9de-43f2-a2eb-a8bc1dbe68c2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428486 Feb 09 03:00:28.423692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Pushing event updated for resources: {'Port': ['ID=2852667b-571a-4731-bb57-5b6b759d03d7,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:28.450482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b995a13-d262-4e83-97bd-f9c3f3014533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.462001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Attempting to bind port 2852667b-571a-4731-bb57-5b6b759d03d7 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:28.462688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Attempting to bind port 2852667b-571a-4731-bb57-5b6b759d03d7 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '28f0d716-01ad-4907-88f5-06c6ce192874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf992c7-87b3-4b19-9543-57ef67305064'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:28.462824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Attempting to bind port 2852667b-571a-4731-bb57-5b6b759d03d7 on network 4bf992c7-87b3-4b19-9543-57ef67305064 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:28.482403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:28.482792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Checking segment: {'id': '28f0d716-01ad-4907-88f5-06c6ce192874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf992c7-87b3-4b19-9543-57ef67305064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:28.483204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.483608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Bound using segment: {'id': '28f0d716-01ad-4907-88f5-06c6ce192874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf992c7-87b3-4b19-9543-57ef67305064'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:28.494540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Bound port: 2852667b-571a-4731-bb57-5b6b759d03d7, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f0d716-01ad-4907-88f5-06c6ce192874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf992c7-87b3-4b19-9543-57ef67305064'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:28.495039 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2852667b-571a-4731-bb57-5b6b759d03d7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.502943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d01293ba-763e-4eff-8746-63362df2b133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.538922 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (f675968e-d4c2-48c5-890a-4727a74d9dc8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.593069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:28.594691 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.660206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbc23d-57f3-4b6c-b7d0-a995eaee9ca2 req-7d3bbfb8-7114-44af-aed6-aee921feae90 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:28.663447 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10bbc23d-57f3-4b6c-b7d0-a995eaee9ca2 req-7d3bbfb8-7114-44af-aed6-aee921feae90 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 946 time: 0.3187194 Feb 09 03:00:28.719177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] For port 2852667b-571a-4731-bb57-5b6b759d03d7, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:28.724905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] For port 2852667b-571a-4731-bb57-5b6b759d03d7, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2852667b-571a-4731-bb57-5b6b759d03d7,segment=NetworkSegment(28f0d716-01ad-4907-88f5-06c6ce192874),segment_id=28f0d716-01ad-4907-88f5-06c6ce192874)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:28.752330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:28.753489 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.771505 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2852667b-571a-4731-bb57-5b6b759d03d7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.859614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Deleting port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:28.859904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.872458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dd8cb-641b-4106-9245-c973dc3a5c04 None None] Pushing event updated for resources: {'Port': ['ID=2852667b-571a-4731-bb57-5b6b759d03d7,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:28.893865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port db8684d8-b945-4ca9-80c8-3dfdb1dfb061, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=db8684d8-b945-4ca9-80c8-3dfdb1dfb061,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:28.914188 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.942004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Publish callbacks [] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.962962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:28.985878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10bbc23d-57f3-4b6c-b7d0-a995eaee9ca2 req-603042db-f7cf-4f86-a7f9-998631a8bcdc tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/security-groups?id=969284a0-2466-4cf7-9495-1b012de46694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359142 Feb 09 03:00:29.020528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=db8684d8-b945-4ca9-80c8-3dfdb1dfb061,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:29.037049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d01293ba-763e-4eff-8746-63362df2b133 admin admin] Publish callbacks [] for security_group (e5af3124-41fd-41c5-bacb-d296466442da), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.064444 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d01293ba-763e-4eff-8746-63362df2b133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e5af3124-41fd-41c5-bacb-d296466442da), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.075383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] For port 9f3a7643-df1d-44af-82fe-c1c8f8b30910, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9f3a7643-df1d-44af-82fe-c1c8f8b30910,segment=NetworkSegment(57a9d796-bbba-4724-9748-0fd9b196305f),segment_id=57a9d796-bbba-4724-9748-0fd9b196305f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:29.075758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.127354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb178f0e-30fc-4011-adca-6146ab30f830 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781685532420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26686020'] for subnet (f7b0af6c-7870-454d-ad46-796b91098ddb), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.200728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Calling delete_port for 9f3a7643-df1d-44af-82fe-c1c8f8b30910 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:29.229931 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d01293ba-763e-4eff-8746-63362df2b133 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9caa717583904d56810d8ccd2cea751a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7918930 Feb 09 03:00:29.237180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36592) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:29.249274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb178f0e-30fc-4011-adca-6146ab30f830 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:29.249900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb178f0e-30fc-4011-adca-6146ab30f830 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.250806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01293ba-763e-4eff-8746-63362df2b133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5af3124-41fd-41c5-bacb-d296466442da,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:29.251471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fb178f0e-30fc-4011-adca-6146ab30f830 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "PUT /v2.0/subnets/f7b0af6c-7870-454d-ad46-796b91098ddb HTTP/1.1" status: 200 len: 900 time: 2.8696256 Feb 09 03:00:29.257203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36594) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:29.302366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (9eb4e27d-84e6-462a-b2c6-87658c978e57), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.312435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:29.354685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb178f0e-30fc-4011-adca-6146ab30f830 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event updated for resources: {'Subnet': ['ID=f7b0af6c-7870-454d-ad46-796b91098ddb,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:29.437611 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b995a13-d262-4e83-97bd-f9c3f3014533 admin admin] Publish callbacks [] for security_group (4e35884e-923d-45dd-a231-e2feb3120d2a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.458077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b995a13-d262-4e83-97bd-f9c3f3014533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4e35884e-923d-45dd-a231-e2feb3120d2a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.593282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b995a13-d262-4e83-97bd-f9c3f3014533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e35884e-923d-45dd-a231-e2feb3120d2a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:29.651418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Network 454b2269-5447-4811-bcdf-2b84a70438bc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:29.660534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9b995a13-d262-4e83-97bd-f9c3f3014533 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12aa392da1ab4fa2a46e92272449896c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5269425 Feb 09 03:00:29.662609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36598) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:29.676734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:29.825606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bfab0-1fc4-4bd6-b101-190eddc83a24 req-eeb12087-399c-4355-9732-39dff6db266f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:29.827905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-549bfab0-1fc4-4bd6-b101-190eddc83a24 req-eeb12087-399c-4355-9732-39dff6db266f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2478428 Feb 09 03:00:29.865368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Router f675968e-d4c2-48c5-890a-4727a74d9dc8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:00:29.918347 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-370d3879-9a93-4e11-89b1-bc2c024a6bd6 admin admin] Publish callbacks [] for security_group (4e35884e-923d-45dd-a231-e2feb3120d2a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.931950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b092-f305-454a-a980-85c9fdc03ae8 admin admin] Publish callbacks [] for security_group (e5af3124-41fd-41c5-bacb-d296466442da), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.934468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-549bfab0-1fc4-4bd6-b101-190eddc83a24 req-9b6c6b52-3cbe-4b3c-a39d-2d9ac3fb4e38 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888875 Feb 09 03:00:29.969288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Router 9eb4e27d-84e6-462a-b2c6-87658c978e57 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:00:29.974071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-370d3879-9a93-4e11-89b1-bc2c024a6bd6 admin admin] Publish callbacks [] for security_group (4e35884e-923d-45dd-a231-e2feb3120d2a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:29.986388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b092-f305-454a-a980-85c9fdc03ae8 admin admin] Publish callbacks [] for security_group (e5af3124-41fd-41c5-bacb-d296466442da), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.069969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (4bf992c7-87b3-4b19-9543-57ef67305064), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.102279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b092-f305-454a-a980-85c9fdc03ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e5af3124-41fd-41c5-bacb-d296466442da), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.105791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b092-f305-454a-a980-85c9fdc03ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.107247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4bd2b092-f305-454a-a980-85c9fdc03ae8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5af3124-41fd-41c5-bacb-d296466442da HTTP/1.1" status: 204 len: 168 time: 0.8662748 Feb 09 03:00:30.119732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fa4a03b6-7acc-4dc3-8b1c-7d5da8c2e907 None None] Provisioning complete for port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:30.120356 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fa4a03b6-7acc-4dc3-8b1c-7d5da8c2e907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.166683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:00:30.172032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a03b6-7acc-4dc3-8b1c-7d5da8c2e907 None None] Port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:00:30.183268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b6b2f01d-595f-4788-831f-b289fe5ef772 admin admin] 10.222.0.32 "PUT /v2.0/routers/9eb4e27d-84e6-462a-b2c6-87658c978e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3193488 Feb 09 03:00:30.201436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Sync routers for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:00:30.245740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-370d3879-9a93-4e11-89b1-bc2c024a6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4e35884e-923d-45dd-a231-e2feb3120d2a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.248963 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-370d3879-9a93-4e11-89b1-bc2c024a6bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.250930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-370d3879-9a93-4e11-89b1-bc2c024a6bd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e35884e-923d-45dd-a231-e2feb3120d2a HTTP/1.1" status: 204 len: 168 time: 0.5873289 Feb 09 03:00:30.255011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:30.255682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:00:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:30.268503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d3879-9a93-4e11-89b1-bc2c024a6bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e35884e-923d-45dd-a231-e2feb3120d2a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:30.335228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2b092-f305-454a-a980-85c9fdc03ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5af3124-41fd-41c5-bacb-d296466442da,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:30.349680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9f3a7643-df1d-44af-82fe-c1c8f8b30910), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.477542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Pushing event deleted for resources: {'Port': ['ID=9f3a7643-df1d-44af-82fe-c1c8f8b30910,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:30.492057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14ec1440-4076-4268-ace9-cf11328075f8 req-9c08adee-7a5f-4d1e-b9e7-5fc5e75f492e tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62c84ef-6d5d-45a5-9159-22c402caf529 HTTP/1.1" status: 200 len: 210 time: 0.2855349 Feb 09 03:00:30.602484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] No DVR routers for this DVR port 9f3a7643-df1d-44af-82fe-c1c8f8b30910 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:30.617927 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.628899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d80680f2-dbfd-46a1-b609-522285f44a59 req-e4878ad2-34db-4ba2-92f3-33e3ab192718 tempest-ServersNegativeTestJSON-754453810 tempest-ServersNegativeTestJSON-754453810-project] 10.222.0.61 "DELETE /v2.0/ports/9f3a7643-df1d-44af-82fe-c1c8f8b30910 HTTP/1.1" status: 204 len: 173 time: 2.3831375 Feb 09 03:00:30.630559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-deleted', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:30.650992 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1205e55-b26a-4a96-83dd-19fc0964cbfa" -d '{"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-deleted", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:30.667480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting port 2852667b-571a-4731-bb57-5b6b759d03d7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:30.670704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2852667b-571a-4731-bb57-5b6b759d03d7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.859031 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e052c3fe-3482-4a5c-a5fb-6e94ea4decfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.861720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] For port 2852667b-571a-4731-bb57-5b6b759d03d7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2852667b-571a-4731-bb57-5b6b759d03d7,segment=NetworkSegment(28f0d716-01ad-4907-88f5-06c6ce192874),segment_id=28f0d716-01ad-4907-88f5-06c6ce192874)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:30.862127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2852667b-571a-4731-bb57-5b6b759d03d7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:30.869800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc5f01-5d89-4e8d-8161-bd11ba644c5e None None] Network 4bf992c7-87b3-4b19-9543-57ef67305064 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:30.892945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Calling delete_port for 2852667b-571a-4731-bb57-5b6b759d03d7 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:31.083348 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da8170-fecc-437b-82d2-7cbe7f5fd3db x-openstack-request-id: req-62da8170-fecc-437b-82d2-7cbe7f5fd3db {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:31.085128 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c84ef-6d5d-45a5-9159-22c402caf529", "name": "network-vif-deleted", "tag": "9f3a7643-df1d-44af-82fe-c1c8f8b30910", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:31.085532 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62da8170-fecc-437b-82d2-7cbe7f5fd3db {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:31.087172 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c84ef-6d5d-45a5-9159-22c402caf529', 'name': 'network-vif-deleted', 'tag': '9f3a7643-df1d-44af-82fe-c1c8f8b30910', 'status': 'completed', 'code': 200} Feb 09 03:00:31.097354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:00:31.113304 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] Sync routers for ids ['f675968e-d4c2-48c5-890a-4727a74d9dc8'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:00:31.117909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36620) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:31.118600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9189bbd7-6ad4-4701-bed2-c6d5c8894e80 admin admin] 10.222.0.32 "PUT /v2.0/routers/f675968e-d4c2-48c5-890a-4727a74d9dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4246764 Feb 09 03:00:31.147707 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] Routers {'f675968e-d4c2-48c5-890a-4727a74d9dc8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:31.155469 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:00:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f675968e-d4c2-48c5-890a-4727a74d9dc8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:31.187581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:31.341443 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2852667b-571a-4731-bb57-5b6b759d03d7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:31.368203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks [] for router (f675968e-d4c2-48c5-890a-4727a74d9dc8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:31.408154 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] Set router f675968e-d4c2-48c5-890a-4727a74d9dc8 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:31.418836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Port': ['ID=2852667b-571a-4731-bb57-5b6b759d03d7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:31.525178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device db8684d8-b945-4ca9-80c8-3dfdb1dfb061 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:31.529014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks [] for router_gateway (f675968e-d4c2-48c5-890a-4727a74d9dc8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:31.532335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb8229-5b7f-4604-9215-8075b84ecb2a req-5f77a789-2e44-4319-94fb-8f08ae77788c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:31.545651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6cb8229-5b7f-4604-9215-8075b84ecb2a req-5f77a789-2e44-4319-94fb-8f08ae77788c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.3624496 Feb 09 03:00:31.663944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No DVR routers for this DVR port 2852667b-571a-4731-bb57-5b6b759d03d7 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:31.673884 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36636) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:31.675116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Deleting port 845f7f6e-1e95-49c5-8f69-09eea682ddc1 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:31.675816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:31.724872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-669aac08-66ee-41b0-9cac-36429c316a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:31.793783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:31.866437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] For port 845f7f6e-1e95-49c5-8f69-09eea682ddc1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=845f7f6e-1e95-49c5-8f69-09eea682ddc1,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:31.867619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:31.877122 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f7b0af6c-7870-454d-ad46-796b91098ddb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:31.896992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Calling delete_port for 845f7f6e-1e95-49c5-8f69-09eea682ddc1 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:31.918586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 9f3a7643-df1d-44af-82fe-c1c8f8b30910 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:31.918943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9f3a7643-df1d-44af-82fe-c1c8f8b30910 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:31.939631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b6ddb65b-53cf-4806-99f5-b118906a5b25 None None] Provisioning complete for port 2852667b-571a-4731-bb57-5b6b759d03d7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:31.942043 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b6ddb65b-53cf-4806-99f5-b118906a5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2852667b-571a-4731-bb57-5b6b759d03d7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:31.954212 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 5, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port': {'id': '845f7f6e-1e95-49c5-8f69-09eea682ddc1', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:59:57Z', 'updated_at': '2022-02-09T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:31.985201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36638) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:32.002763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b0b196d4-618f-4806-acbb-547685f960d7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544640910', 'description': 'tempest-description--831090864'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:32.031296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddb65b-53cf-4806-99f5-b118906a5b25 None None] Port 2852667b-571a-4731-bb57-5b6b759d03d7 was deleted so its status cannot be updated. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 03:00:32.032623 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] Checking router: f675968e-d4c2-48c5-890a-4727a74d9dc8 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:00:32.056061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36642) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:32.058966 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] Routers {'f675968e-d4c2-48c5-890a-4727a74d9dc8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:32.065019 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:00:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f675968e-d4c2-48c5-890a-4727a74d9dc8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:32.159787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6cb8229-5b7f-4604-9215-8075b84ecb2a req-78aaaaaf-8aa7-402f-9a42-251729b50cd4 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6126239 Feb 09 03:00:32.207202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72e06cf-d9cb-4cb4-8d09-63ed15672e85 admin admin] Deleting subnet 87109b47-f43d-4643-8a15-9bbbce272f5e {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:32.218471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d72e06cf-d9cb-4cb4-8d09-63ed15672e85 admin admin] Publish callbacks [] for subnet (87109b47-f43d-4643-8a15-9bbbce272f5e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.241088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0b196d4-618f-4806-acbb-547685f960d7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.253672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:32.254226 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.314369 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] Set router f675968e-d4c2-48c5-890a-4727a74d9dc8 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:32.351317 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (f7b0af6c-7870-454d-ad46-796b91098ddb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.464853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d72e06cf-d9cb-4cb4-8d09-63ed15672e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (87109b47-f43d-4643-8a15-9bbbce272f5e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.495775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:32.496841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2852667b-571a-4731-bb57-5b6b759d03d7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:32.583154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2852667b-571a-4731-bb57-5b6b759d03d7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:32.586042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2852667b-571a-4731-bb57-5b6b759d03d7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 03:00:32.610614 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T03:00:31Z', 'revision_number': 6, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:32.623608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b0af6c-7870-454d-ad46-796b91098ddb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:32.652136 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-669aac08-66ee-41b0-9cac-36429c316a20 admin admin] Publish callbacks [] for security_group (6d36e238-3fdf-429e-b702-9894df71af1b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.660037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Port 2852667b-571a-4731-bb57-5b6b759d03d7 not found, will not notify nova. {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 03:00:32.669693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 2, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:32.677290 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (845f7f6e-1e95-49c5-8f69-09eea682ddc1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.678939 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb33fa08-0183-41a1-b300-8bb9dd3f00cc None None] The sync data for ids ['f675968e-d4c2-48c5-890a-4727a74d9dc8'] in n-d-827839-4 is: [{'id': 'f675968e-d4c2-48c5-890a-4727a74d9dc8', 'name': 'tempest-FloatingIPsTestJSON-1563753473-router', 'tenant_id': '054d9c6092da480bac2a2d4929573ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:59:55Z', 'updated_at': '2022-02-09T03:00:31Z', 'revision_number': 6, 'project_id': '054d9c6092da480bac2a2d4929573ede', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:00:32.708875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-669aac08-66ee-41b0-9cac-36429c316a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6d36e238-3fdf-429e-b702-9894df71af1b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.716145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d72e06cf-d9cb-4cb4-8d09-63ed15672e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (87109b47-f43d-4643-8a15-9bbbce272f5e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.769002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (4bf992c7-87b3-4b19-9543-57ef67305064), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.777181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc2078-e5ed-4cc2-8856-c86bfd644c96 None None] Network 4bf992c7-87b3-4b19-9543-57ef67305064 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:32.790248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Pushing event deleted for resources: {'Port': ['ID=845f7f6e-1e95-49c5-8f69-09eea682ddc1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:32.883807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf992c7-87b3-4b19-9543-57ef67305064']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:32.887296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Checking router: 9eb4e27d-84e6-462a-b2c6-87658c978e57 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:00:32.887823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Updating router 9eb4e27d-84e6-462a-b2c6-87658c978e57 port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:00:32.900816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-669aac08-66ee-41b0-9cac-36429c316a20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc74f723109a4ab6ab66c4cb482278c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2210984 Feb 09 03:00:32.906782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f0d716-01ad-4907-88f5-06c6ce192874') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:32.908549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f0d716-01ad-4907-88f5-06c6ce192874') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:32.909222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36654) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:32.922226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669aac08-66ee-41b0-9cac-36429c316a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d36e238-3fdf-429e-b702-9894df71af1b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:32.933858 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.936121 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a01b8a3-8d32-4118-8e7b-93bc3d6afbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.939544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d72e06cf-d9cb-4cb4-8d09-63ed15672e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (87109b47-f43d-4643-8a15-9bbbce272f5e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.942013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f91faf1f-ef60-4366-bd68-60c324d5378e None None] Could not find standard attr ID for object 2852667b-571a-4731-bb57-5b6b759d03d7. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:00:32.967964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (28f0d716-01ad-4907-88f5-06c6ce192874), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.987152 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d72e06cf-d9cb-4cb4-8d09-63ed15672e85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:32.996286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0b196d4-618f-4806-acbb-547685f960d7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (d9301278-b9f1-4b2f-b672-52cb996d209a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.001146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:33.005845 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d72e06cf-d9cb-4cb4-8d09-63ed15672e85 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87109b47-f43d-4643-8a15-9bbbce272f5e HTTP/1.1" status: 204 len: 168 time: 0.9410324 Feb 09 03:00:33.014925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (28f0d716-01ad-4907-88f5-06c6ce192874), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.025608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (f675968e-d4c2-48c5-890a-4727a74d9dc8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.035010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0b196d4-618f-4806-acbb-547685f960d7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d9301278-b9f1-4b2f-b672-52cb996d209a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.060555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:33.061240 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (28f0d716-01ad-4907-88f5-06c6ce192874), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:33.109000 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:33.127081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35757457-2117-4225-8508-dd69c2d744be None None] DHCP port deletion for 4bf992c7-87b3-4b19-9543-57ef67305064 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:00:33.134575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e06cf-d9cb-4cb4-8d09-63ed15672e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87109b47-f43d-4643-8a15-9bbbce272f5e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:33.136638 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aafc6f67-7187-4586-8f1e-14631c72495f admin admin] Publish callbacks [] for security_group (6d36e238-3fdf-429e-b702-9894df71af1b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.183412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aafc6f67-7187-4586-8f1e-14631c72495f admin admin] Publish callbacks [] for security_group (6d36e238-3fdf-429e-b702-9894df71af1b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.306765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aafc6f67-7187-4586-8f1e-14631c72495f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6d36e238-3fdf-429e-b702-9894df71af1b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.310012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aafc6f67-7187-4586-8f1e-14631c72495f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.311401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aafc6f67-7187-4586-8f1e-14631c72495f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d36e238-3fdf-429e-b702-9894df71af1b HTTP/1.1" status: 204 len: 168 time: 0.3850422 Feb 09 03:00:33.341343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0b196d4-618f-4806-acbb-547685f960d7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.345891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b0b196d4-618f-4806-acbb-547685f960d7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3481495 Feb 09 03:00:33.346899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36668) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:33.358493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9f94e8a6-def9-49f7-9e08-ebeb6a0b00f2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'security_group_rule': {'security_group_id': 'd9301278-b9f1-4b2f-b672-52cb996d209a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:33.366694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b196d4-618f-4806-acbb-547685f960d7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9301278-b9f1-4b2f-b672-52cb996d209a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:33.394483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc6f67-7187-4586-8f1e-14631c72495f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d36e238-3fdf-429e-b702-9894df71af1b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:33.403020 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (2cfa56f8-87b1-48eb-b1f3-b2f7da609261), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.413063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (4bf992c7-87b3-4b19-9543-57ef67305064), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.418667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.426658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/4bf992c7-87b3-4b19-9543-57ef67305064 HTTP/1.1" status: 204 len: 168 time: 4.1632812 Feb 09 03:00:33.427503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36670) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:33.448922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f0c4d568-4306-4880-a0ef-0ba7687cdbea no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:33.474375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaba0a4-081f-4096-aeba-74f6f4bacb60 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=4bf992c7-87b3-4b19-9543-57ef67305064,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:33.484466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f94e8a6-def9-49f7-9e08-ebeb6a0b00f2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (3af5e9bb-c93c-4f20-a0c1-782db2e0bf4d), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.487397 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca03f2e-8c03-4563-b300-29da5d6d84fa tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:33.488049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca03f2e-8c03-4563-b300-29da5d6d84fa tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:33.494190 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ca03f2e-8c03-4563-b300-29da5d6d84fa tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/f7b0af6c-7870-454d-ad46-796b91098ddb HTTP/1.1" status: 404 len: 337 time: 0.0593171 Feb 09 03:00:33.498695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36672) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:33.576361 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c52d79-fe69-4756-a69a-fe3c59f5a5cc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:33.577096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c52d79-fe69-4756-a69a-fe3c59f5a5cc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:33.583630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-30c52d79-fe69-4756-a69a-fe3c59f5a5cc tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/4bf992c7-87b3-4b19-9543-57ef67305064 HTTP/1.1" status: 404 len: 339 time: 0.0836394 Feb 09 03:00:33.619845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: f0c4d568-4306-4880-a0ef-0ba7687cdbea {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:33.620207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f0c4d568-4306-4880-a0ef-0ba7687cdbea not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:33.666708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36674) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:33.804446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (2cfa56f8-87b1-48eb-b1f3-b2f7da609261), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.930227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f94e8a6-def9-49f7-9e08-ebeb6a0b00f2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (3af5e9bb-c93c-4f20-a0c1-782db2e0bf4d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.944761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Publish callbacks [] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.970303 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.985963 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (f675968e-d4c2-48c5-890a-4727a74d9dc8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.987327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f94e8a6-def9-49f7-9e08-ebeb6a0b00f2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (3af5e9bb-c93c-4f20-a0c1-782db2e0bf4d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:33.995672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks [] for router_controller (f675968e-d4c2-48c5-890a-4727a74d9dc8), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.055036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f701787-dbf3-4391-9860-4226366afaf1 req-c4af678c-7cd4-4ffd-ab31-3f405f2b380b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:34.056685 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.066832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfa56f8-87b1-48eb-b1f3-b2f7da609261']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.073179 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f701787-dbf3-4391-9860-4226366afaf1 req-c4af678c-7cd4-4ffd-ab31-3f405f2b380b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.6137660 Feb 09 03:00:34.203524 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f94e8a6-def9-49f7-9e08-ebeb6a0b00f2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.207218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9f94e8a6-def9-49f7-9e08-ebeb6a0b00f2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8529906 Feb 09 03:00:34.208037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e002d5d-ab90-4927-b4e3-35299bc205c7 None None] Pushing event updated for resources: {'Port': ['ID=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:34.227056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a9d796-bbba-4724-9748-0fd9b196305f') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.228587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a9d796-bbba-4724-9748-0fd9b196305f') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.232065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36692) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:34.236569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Attempting to bind port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:34.237614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Attempting to bind port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:34.238217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Attempting to bind port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b on network 454b2269-5447-4811-bcdf-2b84a70438bc {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:34.242736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94e8a6-def9-49f7-9e08-ebeb6a0b00f2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af5e9bb-c93c-4f20-a0c1-782db2e0bf4d,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:34.246793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:34.247653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Checking segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:34.248215 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.248768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Bound using segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:34.249567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Bound port: 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:34.250117 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.287820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-79d4e4d9-e4da-45b7-a9f4-fe2a4a8e2f13 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'security_group_rule': {'security_group_id': 'd9301278-b9f1-4b2f-b672-52cb996d209a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:34.309204 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (f675968e-d4c2-48c5-890a-4727a74d9dc8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.309918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f675968e-d4c2-48c5-890a-4727a74d9dc8 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:00:34.310559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (57a9d796-bbba-4724-9748-0fd9b196305f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.318406 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.328377 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1c5cd91d-0491-406e-9f20-79a068b9c72d admin admin] 10.222.0.32 "DELETE /v2.0/routers/f675968e-d4c2-48c5-890a-4727a74d9dc8 HTTP/1.1" status: 204 len: 168 time: 3.2076201 Feb 09 03:00:34.350331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (57a9d796-bbba-4724-9748-0fd9b196305f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.351498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:34.373096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:34.373578 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (57a9d796-bbba-4724-9748-0fd9b196305f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.415550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] For port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:34.423698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] For port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:34.446139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:34.517446 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:34.526449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (93bd77d1-378c-427d-a113-86395f9e240a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.527716 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f701787-dbf3-4391-9860-4226366afaf1 req-19da13da-4f20-4a0e-ad9f-e5793644d0d6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159822 Feb 09 03:00:34.535474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (2cfa56f8-87b1-48eb-b1f3-b2f7da609261), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.558700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.564304 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] 10.222.0.32 "DELETE /v2.0/networks/2cfa56f8-87b1-48eb-b1f3-b2f7da609261 HTTP/1.1" status: 204 len: 168 time: 1.5606174 Feb 09 03:00:34.570226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afda731-186a-4735-948b-7d13abca4b18 admin admin] Deleting subnet d9cbca18-e103-4c00-a65f-71a03666e731 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:34.581881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:00:34.585669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:00:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.586303 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6afda731-186a-4735-948b-7d13abca4b18 admin admin] Publish callbacks [] for subnet (d9cbca18-e103-4c00-a65f-71a03666e731), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.679508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6afda731-186a-4735-948b-7d13abca4b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (d9cbca18-e103-4c00-a65f-71a03666e731), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.742355 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (93bd77d1-378c-427d-a113-86395f9e240a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.786599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bd77d1-378c-427d-a113-86395f9e240a']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.810652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ccb121-5235-4669-99b0-915855acfde2') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.812519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ccb121-5235-4669-99b0-915855acfde2') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:34.838432 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (e7ccb121-5235-4669-99b0-915855acfde2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.847208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7471fc-036b-4f4f-97da-1431d52ac6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfa56f8-87b1-48eb-b1f3-b2f7da609261,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:34.867541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e002d5d-ab90-4927-b4e3-35299bc205c7 None None] Pushing event updated for resources: {'Port': ['ID=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:34.900786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (e7ccb121-5235-4669-99b0-915855acfde2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.909801 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6afda731-186a-4735-948b-7d13abca4b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d9cbca18-e103-4c00-a65f-71a03666e731), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.916812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79d4e4d9-e4da-45b7-a9f4-fe2a4a8e2f13 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (9bd8d2c0-39be-4935-84af-3d2110603e20), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:34.923920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ee5294d2-d9c3-4fd2-9604-d26618092442 None None] Provisioning complete for port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:34.927773 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee5294d2-d9c3-4fd2-9604-d26618092442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.020251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:35.020749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (e7ccb121-5235-4669-99b0-915855acfde2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.031957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36722) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:35.035539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 845f7f6e-1e95-49c5-8f69-09eea682ddc1 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:35.061199 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6afda731-186a-4735-948b-7d13abca4b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (d9cbca18-e103-4c00-a65f-71a03666e731), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.101921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79d4e4d9-e4da-45b7-a9f4-fe2a4a8e2f13 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (9bd8d2c0-39be-4935-84af-3d2110603e20), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:35.105012 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:35.124799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afda731-186a-4735-948b-7d13abca4b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9cbca18-e103-4c00-a65f-71a03666e731,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:35.140937 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6afda731-186a-4735-948b-7d13abca4b18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.144323 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6afda731-186a-4735-948b-7d13abca4b18 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d9cbca18-e103-4c00-a65f-71a03666e731 HTTP/1.1" status: 204 len: 168 time: 0.7915528 Feb 09 03:00:35.150928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36726) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:35.155951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 845f7f6e-1e95-49c5-8f69-09eea682ddc1 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:35.156381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 845f7f6e-1e95-49c5-8f69-09eea682ddc1 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:35.157956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2852667b-571a-4731-bb57-5b6b759d03d7 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:35.216877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2852667b-571a-4731-bb57-5b6b759d03d7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:35.217223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2852667b-571a-4731-bb57-5b6b759d03d7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:35.221323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdacdc8f-9765-4549-8872-e16ec727a136 None None] Network 75c0bcd3-c66c-492a-aec8-1e715a829d7d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:35.238914 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.250885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79d4e4d9-e4da-45b7-a9f4-fe2a4a8e2f13 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (9bd8d2c0-39be-4935-84af-3d2110603e20), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.309728 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (75c0bcd3-c66c-492a-aec8-1e715a829d7d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.351279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:00:35.367262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4e4d9-e4da-45b7-a9f4-fe2a4a8e2f13 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd8d2c0-39be-4935-84af-3d2110603e20,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:35.394840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24432712-fdc8-4c49-9c61-e55aa147b059 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a38c3e44fd414e2485a4d77dc5e88451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824464 Feb 09 03:00:35.396709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36734) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:35.427785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79d4e4d9-e4da-45b7-a9f4-fe2a4a8e2f13 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.428455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-79d4e4d9-e4da-45b7-a9f4-fe2a4a8e2f13 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1871617 Feb 09 03:00:35.444153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36738) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:35.452259 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (93bd77d1-378c-427d-a113-86395f9e240a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.464250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:35.519670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Deleting port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:35.520112 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.528257 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.539870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/93bd77d1-378c-427d-a113-86395f9e240a HTTP/1.1" status: 204 len: 168 time: 1.8682258 Feb 09 03:00:35.540948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808095a9-6d3a-4bd1-a071-dcd7283d747d tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=93bd77d1-378c-427d-a113-86395f9e240a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:35.556297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:35.690336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] For port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7408ef2a-d8d1-43e1-8875-c1f0a5683d5a,segment=NetworkSegment(0e2b6f08-5f39-4121-ae1e-3ef219757801),segment_id=0e2b6f08-5f39-4121-ae1e-3ef219757801)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:35.690885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.705471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Calling delete_port for 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:35.706979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ee5294d2-d9c3-4fd2-9604-d26618092442 None None] Current status of the port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:35.707487 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee5294d2-d9c3-4fd2-9604-d26618092442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.729494 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3573dc93-0416-4d69-b0bd-3fb98754edc0 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:35.734625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3573dc93-0416-4d69-b0bd-3fb98754edc0 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:35.746052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3573dc93-0416-4d69-b0bd-3fb98754edc0 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/cff3d688-b725-45ab-80dc-151e2f7eb0e7 HTTP/1.1" status: 404 len: 337 time: 0.1886981 Feb 09 03:00:35.771299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36750) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:35.779341 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.830597 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d5373fb-3578-4266-9276-b1b8b10b3ea4 admin admin] Publish callbacks [] for security_group (969284a0-2466-4cf7-9495-1b012de46694), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:35.883469 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fa22ec-af12-4980-a1ad-1a815842c63e tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:35.884690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fa22ec-af12-4980-a1ad-1a815842c63e tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:35.890826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e3fa22ec-af12-4980-a1ad-1a815842c63e tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/30389c6c-8023-4c62-8723-1d7d5709d6c8 HTTP/1.1" status: 404 len: 339 time: 0.0739911 Feb 09 03:00:35.894063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36756) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:35.968704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d5373fb-3578-4266-9276-b1b8b10b3ea4 admin admin] Publish callbacks [] for security_group (969284a0-2466-4cf7-9495-1b012de46694), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.035771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ee5294d2-d9c3-4fd2-9604-d26618092442 None None] For port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:36.052070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee5294d2-d9c3-4fd2-9604-d26618092442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.052354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7408ef2a-d8d1-43e1-8875-c1f0a5683d5a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.095062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf019a2-6307-44d8-978b-1f33c9339a5f req-82282dbe-3c3b-480f-afaa-43931e35bd4e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:36.102289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ddf019a2-6307-44d8-978b-1f33c9339a5f req-82282dbe-3c3b-480f-afaa-43931e35bd4e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.3930659 Feb 09 03:00:36.124636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc8f8dc-0c9e-43a0-b563-a39e81c7d532 None None] DHCP port deletion for 75c0bcd3-c66c-492a-aec8-1e715a829d7d request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:00:36.144440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] No DVR routers for this DVR port 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:36.160091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5294d2-d9c3-4fd2-9604-d26618092442 None None] Pushing event updated for resources: {'Port': ['ID=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:36.204263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-eea2a851-6a98-4459-8188-3d7856543bd4 None None] Provisioning complete for port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:36.204782 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eea2a851-6a98-4459-8188-3d7856543bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.217669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Pushing event deleted for resources: {'Port': ['ID=7408ef2a-d8d1-43e1-8875-c1f0a5683d5a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:36.241924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.255922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:34Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:36.311215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6e978-32ea-4ab6-b8f4-0a412ebeaf18 None None] The sync data for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 is: [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:34Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:00:36.330367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf3f2f0-416a-436b-a86e-1d6d0af5a8f8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting subnet a6413b3d-9e65-46df-9a9d-7b92aab17080 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:36.339449 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.342665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcf3f2f0-416a-436b-a86e-1d6d0af5a8f8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (a6413b3d-9e65-46df-9a9d-7b92aab17080), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.379978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eea2a851-6a98-4459-8188-3d7856543bd4 None None] Current status of the port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:36.406049 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (75c0bcd3-c66c-492a-aec8-1e715a829d7d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.519595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c0bcd3-c66c-492a-aec8-1e715a829d7d']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:36.540471 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcf3f2f0-416a-436b-a86e-1d6d0af5a8f8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (a6413b3d-9e65-46df-9a9d-7b92aab17080), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.553025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36770) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:36.567447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2b6f08-5f39-4121-ae1e-3ef219757801') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:36.567742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2b6f08-5f39-4121-ae1e-3ef219757801') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:36.608167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ddf019a2-6307-44d8-978b-1f33c9339a5f req-e15261b7-3399-4910-ab09-ce29021c0ea8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875329 Feb 09 03:00:36.613551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d5373fb-3578-4266-9276-b1b8b10b3ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (969284a0-2466-4cf7-9495-1b012de46694), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.620844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d5373fb-3578-4266-9276-b1b8b10b3ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.626494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8d5373fb-3578-4266-9276-b1b8b10b3ea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/969284a0-2466-4cf7-9495-1b012de46694 HTTP/1.1" status: 204 len: 168 time: 1.2285042 Feb 09 03:00:36.661212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (0e2b6f08-5f39-4121-ae1e-3ef219757801), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.661969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5373fb-3578-4266-9276-b1b8b10b3ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969284a0-2466-4cf7-9495-1b012de46694,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:36.713482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0e2b6f08-5f39-4121-ae1e-3ef219757801), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.757665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:36.758035 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (0e2b6f08-5f39-4121-ae1e-3ef219757801), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:36.761127 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:36.783694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcf3f2f0-416a-436b-a86e-1d6d0af5a8f8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a6413b3d-9e65-46df-9a9d-7b92aab17080), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.791211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Allocated IP 172.25.2.198 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/7bd501b4-95fa-4f08-b0dd-3051696fa074) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:36.901208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcf3f2f0-416a-436b-a86e-1d6d0af5a8f8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (a6413b3d-9e65-46df-9a9d-7b92aab17080), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:36.964982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe605c5c-dcf8-4f42-9951-81e593bd6fb0 None None] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:36.987143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcf3f2f0-416a-436b-a86e-1d6d0af5a8f8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.005219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36778) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:37.010451 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bcf3f2f0-416a-436b-a86e-1d6d0af5a8f8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/a6413b3d-9e65-46df-9a9d-7b92aab17080 HTTP/1.1" status: 204 len: 168 time: 1.1134055 Feb 09 03:00:37.058671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (75c0bcd3-c66c-492a-aec8-1e715a829d7d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.092380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3f2f0-416a-436b-a86e-1d6d0af5a8f8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=a6413b3d-9e65-46df-9a9d-7b92aab17080,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:37.094852 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for port (7bd501b4-95fa-4f08-b0dd-3051696fa074), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.096806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.102355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] 10.222.0.32 "DELETE /v2.0/networks/75c0bcd3-c66c-492a-aec8-1e715a829d7d HTTP/1.1" status: 204 len: 168 time: 1.9504082 Feb 09 03:00:37.188581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-545863920'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:37.217567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36782) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:37.223723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db69e8-dfbf-4cce-ae4b-d2b2a5b5e181 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c0bcd3-c66c-492a-aec8-1e715a829d7d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:37.246121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Made reservation on behalf of 598dc237b6d74e83a0fde801ad9a89c8 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:37.254712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.262676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fb239b-f376-4f38-9192-8e3525cbd064 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting subnet 9ec373b6-5cbe-47e0-b516-2fb9cf0f192d {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:37.268636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47fb239b-f376-4f38-9192-8e3525cbd064 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (9ec373b6-5cbe-47e0-b516-2fb9cf0f192d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.310686 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.316580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:37.357941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47fb239b-f376-4f38-9192-8e3525cbd064 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (9ec373b6-5cbe-47e0-b516-2fb9cf0f192d), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.429648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7bd501b4-95fa-4f08-b0dd-3051696fa074), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.520541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:37.520954 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.536355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'Port': ['ID=7bd501b4-95fa-4f08-b0dd-3051696fa074,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:37.612432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:37.639898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:37.653568 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:37.663841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:37.717368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:37.775363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ed77-6ecc-4619-8b46-31454f9e85a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:37.845411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b1db41bd-c3e1-4c5e-aff0-40985ba915f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=054d9c6092da480bac2a2d4929573ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304604 Feb 09 03:00:37.846356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36796) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:37.876398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:38.000525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11be884d-baac-4b7f-a9e2-e75000ca65a1 admin admin] Publish callbacks [] for security_group (e3219a3a-0efe-4b57-ae99-97890725a530), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.005907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:38.007579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7408ef2a-d8d1-43e1-8875-c1f0a5683d5a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:38.043387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47fb239b-f376-4f38-9192-8e3525cbd064 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (9ec373b6-5cbe-47e0-b516-2fb9cf0f192d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.126736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11be884d-baac-4b7f-a9e2-e75000ca65a1 admin admin] Publish callbacks [] for security_group (e3219a3a-0efe-4b57-ae99-97890725a530), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.227899 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ed77-6ecc-4619-8b46-31454f9e85a8 admin admin] Publish callbacks [] for security_group (ea816464-ec2b-4718-87af-da611375b731), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.242127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for security_group (73f50a0d-fdfc-4a04-a951-991ae368c856), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.249435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ed77-6ecc-4619-8b46-31454f9e85a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ea816464-ec2b-4718-87af-da611375b731), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.287873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (73f50a0d-fdfc-4a04-a951-991ae368c856), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.312797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:38.341302 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ccc6ed77-6ecc-4619-8b46-31454f9e85a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3a0a055fbd441cab141150ff1db983f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1225410 Feb 09 03:00:38.343769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ed77-6ecc-4619-8b46-31454f9e85a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea816464-ec2b-4718-87af-da611375b731,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:38.351113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36804) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:38.361037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47fb239b-f376-4f38-9192-8e3525cbd064 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (9ec373b6-5cbe-47e0-b516-2fb9cf0f192d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.401701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a3388057-33f7-4fae-985c-72e64f6df6e1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.403364 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Added segment a3388057-33f7-4fae-985c-72e64f6df6e1 of type vlan for network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e Feb 09 03:00:38.438821 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11be884d-baac-4b7f-a9e2-e75000ca65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e3219a3a-0efe-4b57-ae99-97890725a530), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.441378 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11be884d-baac-4b7f-a9e2-e75000ca65a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.469884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-11be884d-baac-4b7f-a9e2-e75000ca65a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3219a3a-0efe-4b57-ae99-97890725a530 HTTP/1.1" status: 204 len: 168 time: 0.5884326 Feb 09 03:00:38.569577 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.577722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be884d-baac-4b7f-a9e2-e75000ca65a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3219a3a-0efe-4b57-ae99-97890725a530,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:38.650503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5e1978c-438d-437e-9da8-94a7ef1eeba4 admin admin] Publish callbacks [] for security_group (ea816464-ec2b-4718-87af-da611375b731), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.711349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.728730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:38.729589 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.760969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5e1978c-438d-437e-9da8-94a7ef1eeba4 admin admin] Publish callbacks [] for security_group (ea816464-ec2b-4718-87af-da611375b731), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.876950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5e1978c-438d-437e-9da8-94a7ef1eeba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ea816464-ec2b-4718-87af-da611375b731), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.881629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5e1978c-438d-437e-9da8-94a7ef1eeba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.882894 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b5e1978c-438d-437e-9da8-94a7ef1eeba4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea816464-ec2b-4718-87af-da611375b731 HTTP/1.1" status: 204 len: 168 time: 0.5273402 Feb 09 03:00:38.902702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1978c-438d-437e-9da8-94a7ef1eeba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea816464-ec2b-4718-87af-da611375b731,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:38.939588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb239b-f376-4f38-9192-8e3525cbd064 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec373b6-5cbe-47e0-b516-2fb9cf0f192d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:38.955919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-33a0a906-8ee2-4e70-8a06-5fb3663e1a67 None None] Provisioning complete for port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:38.956531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-33a0a906-8ee2-4e70-8a06-5fb3663e1a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.979006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47fb239b-f376-4f38-9192-8e3525cbd064 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:38.985226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-47fb239b-f376-4f38-9192-8e3525cbd064 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/9ec373b6-5cbe-47e0-b516-2fb9cf0f192d HTTP/1.1" status: 204 len: 168 time: 1.9784470 Feb 09 03:00:38.987727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:39.011403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4459612 Feb 09 03:00:39.046481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (cccdf4de-c24a-4826-a1a3-ceec6698597f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.048563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36824) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:39.064449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e8bc7-9f30-41f9-844b-ee0afbcb8714 None None] Network 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:39.079051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f50a0d-fdfc-4a04-a951-991ae368c856,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:39.088817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac5989-ec0d-4746-8f1a-ed6447dd1e8c req-79c38fe3-0faa-42a2-9030-70d3a246ac66 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:39.102530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bac5989-ec0d-4746-8f1a-ed6447dd1e8c req-79c38fe3-0faa-42a2-9030-70d3a246ac66 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 1.2533741 Feb 09 03:00:39.167110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Request body: {'subnet': {'network_id': 'a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:39.197689 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7bd501b4-95fa-4f08-b0dd-3051696fa074), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.267361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a62e72-d736-40cf-b7c5-0f0965ba774e tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event updated for resources: {'Network': ['ID=a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:39.298361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:39.376057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bac5989-ec0d-4746-8f1a-ed6447dd1e8c req-4f23bf21-31f6-4528-94a2-69a405dbc0c6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720268 Feb 09 03:00:39.401963 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (331ec4dd-dfc3-4bec-ac24-019dc7b05b72), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.539964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-33a0a906-8ee2-4e70-8a06-5fb3663e1a67 None None] Current status of the port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:39.585426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Made reservation on behalf of 598dc237b6d74e83a0fde801ad9a89c8 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:39.591279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.614060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] DHCP port deletion for 331ec4dd-dfc3-4bec-ac24-019dc7b05b72 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:00:39.646256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for port (7bd501b4-95fa-4f08-b0dd-3051696fa074), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.653253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36832) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:39.657826 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (7bd501b4-95fa-4f08-b0dd-3051696fa074), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.690905 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8ac2037d-3339-4595-acfd-6527a93a8b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.697857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:39.698371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.727042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'Port': ['ID=7bd501b4-95fa-4f08-b0dd-3051696fa074,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:39.739932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] Deleting port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:39.741373 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.786612 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cccdf4de-c24a-4826-a1a3-ceec6698597f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.834919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.848696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e4ed311c-350c-4b73-b90f-c1ae52935ef7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4033585 Feb 09 03:00:39.876216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] For port 1ca9b0f5-3707-4bea-bfde-25bf86f21673, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1ca9b0f5-3707-4bea-bfde-25bf86f21673,segment=NetworkSegment(3356c843-abe7-41e9-81d0-13e19c053491),segment_id=3356c843-abe7-41e9-81d0-13e19c053491)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:39.876757 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.908376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] For port 1ca9b0f5-3707-4bea-bfde-25bf86f21673, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1ca9b0f5-3707-4bea-bfde-25bf86f21673,segment=NetworkSegment(3356c843-abe7-41e9-81d0-13e19c053491),segment_id=3356c843-abe7-41e9-81d0-13e19c053491)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:39.908817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:39.909944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Calling delete_port for 1ca9b0f5-3707-4bea-bfde-25bf86f21673 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:39.948637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] Calling delete_port for 1ca9b0f5-3707-4bea-bfde-25bf86f21673 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:40.122411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36854) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:40.196951 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.242080 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8ac2037d-3339-4595-acfd-6527a93a8b84 admin admin] Publish callbacks [] for security_group (c5e0f87a-77aa-4d86-9852-15ff0bb596d2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.257681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] Pushing event deleted for resources: {'Port': ['ID=1ca9b0f5-3707-4bea-bfde-25bf86f21673,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:40.273384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3887fa-6591-49ea-a298-0dce7e690c5d None None] No DVR routers for this DVR port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:40.277355 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8ac2037d-3339-4595-acfd-6527a93a8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c5e0f87a-77aa-4d86-9852-15ff0bb596d2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.283973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-19f3d61d-029f-46b4-84b1-f719cd7df9ee tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1544640910&fields=id&tenant_id=f66209d41764472fa819526c33adff5c HTTP/1.1" status: 200 len: 267 time: 0.1539948 Feb 09 03:00:40.341340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (5374e607-d158-4a62-b2d7-fe2a86408f4e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.367024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8ac2037d-3339-4595-acfd-6527a93a8b84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba255cefe3ae4b52bc5fd54f390c45aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7114053 Feb 09 03:00:40.376024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36862) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:40.412631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1ca9b0f5-3707-4bea-bfde-25bf86f21673), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.440364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2037d-3339-4595-acfd-6527a93a8b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e0f87a-77aa-4d86-9852-15ff0bb596d2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:40.513751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No DVR routers for this DVR port 1ca9b0f5-3707-4bea-bfde-25bf86f21673 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:40.556241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Port': ['ID=1ca9b0f5-3707-4bea-bfde-25bf86f21673,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:40.633164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f55b38d1-d4e9-44b1-be2f-7bfcadd4d292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.656321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event updated for resources: {'Subnet': ['ID=5374e607-d158-4a62-b2d7-fe2a86408f4e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:40.767005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-fc21a192-dfc1-44eb-8154-0ed2e349ed64 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:40.767247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Checking segment: {'id': 'a3388057-33f7-4fae-985c-72e64f6df6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:40.767590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Network hostable DHCP agents. Network: a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:40.769255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-fc21a192-dfc1-44eb-8154-0ed2e349ed64 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 811 time: 0.4725745 Feb 09 03:00:40.772980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (331ec4dd-dfc3-4bec-ac24-019dc7b05b72), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.790889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-732a09c2-c1bb-4992-a92d-cd2236429cab tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/quotas/f66209d41764472fa819526c33adff5c HTTP/1.1" status: 200 len: 375 time: 0.0124416 Feb 09 03:00:40.814187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265c3f7c-5a34-49ca-b895-a9eaed3c8e88 admin admin] Publish callbacks [] for security_group (c5e0f87a-77aa-4d86-9852-15ff0bb596d2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.823366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331ec4dd-dfc3-4bec-ac24-019dc7b05b72']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:40.851591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3356c843-abe7-41e9-81d0-13e19c053491') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:40.852043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3356c843-abe7-41e9-81d0-13e19c053491') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:40.867893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec21e30-a8bd-4b34-aea5-2b5f2cb3765f req-e7f90272-39fc-4312-892f-1b26f0ca3343 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:40.869833 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dec21e30-a8bd-4b34-aea5-2b5f2cb3765f req-e7f90272-39fc-4312-892f-1b26f0ca3343 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2282209 Feb 09 03:00:40.878486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:40.883541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265c3f7c-5a34-49ca-b895-a9eaed3c8e88 admin admin] Publish callbacks [] for security_group (c5e0f87a-77aa-4d86-9852-15ff0bb596d2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.889892 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (3356c843-abe7-41e9-81d0-13e19c053491), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.943094 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3356c843-abe7-41e9-81d0-13e19c053491), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.945017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:40.957857 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bae5e28-709c-4603-bdbb-aeb83531e8af None None] Network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:40.969523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:40.970135 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.978847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f55b38d1-d4e9-44b1-be2f-7bfcadd4d292 admin admin] Publish callbacks [] for security_group (77aa3020-4d4b-47fb-91df-e16048b03f5c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.980791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:40.981200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (3356c843-abe7-41e9-81d0-13e19c053491), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:40.984918 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:40.987827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-66c81e03-f2f4-4687-961b-e1bd66042904 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890357 Feb 09 03:00:40.994088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f55b38d1-d4e9-44b1-be2f-7bfcadd4d292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (77aa3020-4d4b-47fb-91df-e16048b03f5c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.037829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-26a11842-a599-4454-a2b5-54c0c0a69de8 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8993838 Feb 09 03:00:41.055307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36880) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:41.056532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b38d1-d4e9-44b1-be2f-7bfcadd4d292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa3020-4d4b-47fb-91df-e16048b03f5c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:41.067063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Request body: {'port': {'network_id': 'a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1776732568'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:41.138424 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dec21e30-a8bd-4b34-aea5-2b5f2cb3765f req-c46682a7-4814-4937-9bf5-04d631a94718 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530210 Feb 09 03:00:41.144692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1ca9b0f5-3707-4bea-bfde-25bf86f21673 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:41.173640 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (331ec4dd-dfc3-4bec-ac24-019dc7b05b72), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.189184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.193539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/331ec4dd-dfc3-4bec-ac24-019dc7b05b72 HTTP/1.1" status: 204 len: 168 time: 2.2046731 Feb 09 03:00:41.198599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36884) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:41.198808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1ca9b0f5-3707-4bea-bfde-25bf86f21673 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:41.199259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1ca9b0f5-3707-4bea-bfde-25bf86f21673 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:41.202515 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265c3f7c-5a34-49ca-b895-a9eaed3c8e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c5e0f87a-77aa-4d86-9852-15ff0bb596d2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.205830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-265c3f7c-5a34-49ca-b895-a9eaed3c8e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.207334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-265c3f7c-5a34-49ca-b895-a9eaed3c8e88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5e0f87a-77aa-4d86-9852-15ff0bb596d2 HTTP/1.1" status: 204 len: 168 time: 0.8055778 Feb 09 03:00:41.266644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8b559-9fc8-45d2-beb5-0bc7a352f6e8 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=331ec4dd-dfc3-4bec-ac24-019dc7b05b72,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:41.272916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f55b38d1-d4e9-44b1-be2f-7bfcadd4d292 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97c021e4a03a40d18637b827eb778af3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1467061 Feb 09 03:00:41.280288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e', 'network_id': 'a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e', 'project_id': '598dc237b6d74e83a0fde801ad9a89c8', 'fixed_ips': [{'subnet_id': '5374e607-d158-4a62-b2d7-fe2a86408f4e'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:00:41.281158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.284691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36888) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:41.288260 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-72395bfc-e61d-4d44-a54c-81903d23f9bd tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:41.289130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72395bfc-e61d-4d44-a54c-81903d23f9bd tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:41.292651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-72395bfc-e61d-4d44-a54c-81903d23f9bd tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/16f85460-d515-4d6a-bb8a-3ef52e5dda3b HTTP/1.1" status: 404 len: 337 time: 0.0914700 Feb 09 03:00:41.299348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c3f7c-5a34-49ca-b895-a9eaed3c8e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e0f87a-77aa-4d86-9852-15ff0bb596d2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:41.302583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36890) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:41.356268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-147daf6e-3c69-4ef7-8bc3-da292bb690f7 service neutron] 10.222.0.32 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019753 Feb 09 03:00:41.516557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-ceb6f6b4-a0ca-47b2-8735-407ec2371352 service neutron] 10.222.0.32 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470401 Feb 09 03:00:41.521210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Made reservation on behalf of 598dc237b6d74e83a0fde801ad9a89c8 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:41.530885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.604726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] device_id is not set on port 0f35a1e3-bebd-4bb8-af06-7152e2abebcf yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:00:41.661584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Allocated IP 172.20.0.2 (a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e/5374e607-d158-4a62-b2d7-fe2a86408f4e/3aef82c9-a88d-468a-8c7a-4fd560898c68) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:41.891995 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Publish callbacks [] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.910321 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:41.965968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:41.969364 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:41.973283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:42.025222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Pushing event updated for resources: {'Port': ['ID=3aef82c9-a88d-468a-8c7a-4fd560898c68,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:42.067558 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d25dc2d1-fb3f-4aec-b921-c1147f0f833e req-07deb722-5385-4b57-b536-3851df62a30d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 210 time: 0.1623104 Feb 09 03:00:42.103993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Attempting to bind port 3aef82c9-a88d-468a-8c7a-4fd560898c68 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:42.104908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Attempting to bind port 3aef82c9-a88d-468a-8c7a-4fd560898c68 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a3388057-33f7-4fae-985c-72e64f6df6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:42.106757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Attempting to bind port 3aef82c9-a88d-468a-8c7a-4fd560898c68 on network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:42.114161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:42.114667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Checking segment: {'id': 'a3388057-33f7-4fae-985c-72e64f6df6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:42.115251 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:42.115671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Bound using segment: {'id': 'a3388057-33f7-4fae-985c-72e64f6df6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:42.116281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Bound port: 3aef82c9-a88d-468a-8c7a-4fd560898c68, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3388057-33f7-4fae-985c-72e64f6df6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:42.116737 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:42.188214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Allocated IP 172.20.0.14 (a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e/5374e607-d158-4a62-b2d7-fe2a86408f4e/0f35a1e3-bebd-4bb8-af06-7152e2abebcf) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:42.195420 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9665212d-731a-4f3d-b761-b14e58e5655a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:42.197972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9665212d-731a-4f3d-b761-b14e58e5655a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:42.210942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9665212d-731a-4f3d-b761-b14e58e5655a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/28f9a3a8-6dbe-4b2e-8581-3425999dfc8d HTTP/1.1" status: 404 len: 339 time: 0.9056053 Feb 09 03:00:42.221569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36912) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:42.240959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] For port 3aef82c9-a88d-468a-8c7a-4fd560898c68, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:42.251220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] For port 3aef82c9-a88d-468a-8c7a-4fd560898c68, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3aef82c9-a88d-468a-8c7a-4fd560898c68,segment=NetworkSegment(a3388057-33f7-4fae-985c-72e64f6df6e1),segment_id=a3388057-33f7-4fae-985c-72e64f6df6e1)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:42.265344 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:42.322592 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3cb7-59c2-4ffd-a482-32a8bcbef744 admin admin] Publish callbacks [] for security_group (77aa3020-4d4b-47fb-91df-e16048b03f5c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:42.324131 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9d34c4-7925-4875-88f3-cf95715d68ce tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:42.326273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9d34c4-7925-4875-88f3-cf95715d68ce tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:42.329559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bd9d34c4-7925-4875-88f3-cf95715d68ce tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/326b8465-422b-4425-b9b6-9d5e7a8d7cf6 HTTP/1.1" status: 404 len: 337 time: 0.1068454 Feb 09 03:00:42.334809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:42.392995 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3cb7-59c2-4ffd-a482-32a8bcbef744 admin admin] Publish callbacks [] for security_group (77aa3020-4d4b-47fb-91df-e16048b03f5c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:42.499496 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-526b878e-3167-4a35-a0fe-772eff96f9de tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:42.501412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526b878e-3167-4a35-a0fe-772eff96f9de tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:42.515409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-526b878e-3167-4a35-a0fe-772eff96f9de tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/d183c44d-d697-4104-aa07-69aabdf74859 HTTP/1.1" status: 404 len: 339 time: 0.1641054 Feb 09 03:00:42.517793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3cb7-59c2-4ffd-a482-32a8bcbef744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (77aa3020-4d4b-47fb-91df-e16048b03f5c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:42.520031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f245349-8ff6-4dd8-9445-411c43144dbf req-fd7631f7-f1c8-4172-9ad3-dcdfd26e8202 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:42.525207 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3cb7-59c2-4ffd-a482-32a8bcbef744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:42.528994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f245349-8ff6-4dd8-9445-411c43144dbf req-fd7631f7-f1c8-4172-9ad3-dcdfd26e8202 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1898055 Feb 09 03:00:42.546164 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1a4b3cb7-59c2-4ffd-a482-32a8bcbef744 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77aa3020-4d4b-47fb-91df-e16048b03f5c HTTP/1.1" status: 204 len: 168 time: 1.2576020 Feb 09 03:00:42.547812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36918) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:42.562715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba576-b5be-4de3-8cf9-033e720493b1 None None] Pushing event updated for resources: {'Port': ['ID=3aef82c9-a88d-468a-8c7a-4fd560898c68,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:42.709462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b3cb7-59c2-4ffd-a482-32a8bcbef744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa3020-4d4b-47fb-91df-e16048b03f5c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:42.723733 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f900a19-8bf5-4b40-9c1d-5efc91987bfd tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:42.724061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f900a19-8bf5-4b40-9c1d-5efc91987bfd tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:42.748571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3f900a19-8bf5-4b40-9c1d-5efc91987bfd tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/28d49c11-9d4f-4f22-9061-3cb00f6f58ac HTTP/1.1" status: 404 len: 337 time: 0.1868739 Feb 09 03:00:42.749403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36928) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:42.980281 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda0f353-4a32-4508-b759-d5c3fb9cc760 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:42.980813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda0f353-4a32-4508-b759-d5c3fb9cc760 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:43.001301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cda0f353-4a32-4508-b759-d5c3fb9cc760 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/276cec4e-704f-4ef6-ab71-383b736f6e79 HTTP/1.1" status: 404 len: 339 time: 0.2444136 Feb 09 03:00:43.002315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36934) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:43.069868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f245349-8ff6-4dd8-9445-411c43144dbf req-fd87076e-e321-45e9-aa15-dafa247d82f7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5403669 Feb 09 03:00:43.187610 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for port (0f35a1e3-bebd-4bb8-af06-7152e2abebcf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.237777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3aef82c9-a88d-468a-8c7a-4fd560898c68 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:43.279819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0130d43-21de-4000-aefd-f081b782723f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting subnet a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:43.312798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0130d43-21de-4000-aefd-f081b782723f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.390449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ac7a71-f326-41ec-ac7d-ec5609451f92 req-62103359-3a88-434d-9e6a-baf67e513a1c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 210 time: 0.1377046 Feb 09 03:00:43.402900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0f35a1e3-bebd-4bb8-af06-7152e2abebcf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.468832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0130d43-21de-4000-aefd-f081b782723f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.476294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3aef82c9-a88d-468a-8c7a-4fd560898c68 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:43.476793 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.484133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:43.493582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:43.503953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:43.565078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event updated for resources: {'Port': ['ID=0f35a1e3-bebd-4bb8-af06-7152e2abebcf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:43.583014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.583684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.584391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.584896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.585393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.585965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.586490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.587937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.588444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.589013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.589512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.590196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.590907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:43.682851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:43.683935 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.733474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e163ec7d-50a1-4aa4-93dd-a3122cfe7142 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.6724606 Feb 09 03:00:43.736528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:43.804687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0130d43-21de-4000-aefd-f081b782723f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:43.926356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3aef82c9-a88d-468a-8c7a-4fd560898c68 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:43.926771 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:44.059262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0130d43-21de-4000-aefd-f081b782723f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:44.090600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 3aef82c9-a88d-468a-8c7a-4fd560898c68, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3aef82c9-a88d-468a-8c7a-4fd560898c68,segment=NetworkSegment(a3388057-33f7-4fae-985c-72e64f6df6e1),segment_id=a3388057-33f7-4fae-985c-72e64f6df6e1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:44.105264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:44.161962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0130d43-21de-4000-aefd-f081b782723f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:44.234099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0130d43-21de-4000-aefd-f081b782723f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:44.246337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c9188-e83a-4958-83e8-ffcd3f366dd0 None None] Network aa13a768-62c5-4a14-a57f-d53fb438b57c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:44.247941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f0130d43-21de-4000-aefd-f081b782723f tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/a6ff49bc-83ce-4b5b-ab9d-96a3de250e0f HTTP/1.1" status: 204 len: 168 time: 1.2448187 Feb 09 03:00:44.251190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36970) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:44.418525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=3aef82c9-a88d-468a-8c7a-4fd560898c68,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:44.436877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.437520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.438301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.439794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.440302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.441598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.442256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.442876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.443365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.443894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.444378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.445354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.445953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:00:44.533490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (aa13a768-62c5-4a14-a57f-d53fb438b57c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:44.655567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aa39e-8464-4b12-9020-a896c6d05e0a req-93431c48-38e1-45f4-887a-4c34bb05ee5b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:44.660446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a87aa39e-8464-4b12-9020-a896c6d05e0a req-93431c48-38e1-45f4-887a-4c34bb05ee5b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2679048 Feb 09 03:00:44.757104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1486b6b2-cfed-45f4-9dca-e6f51416cf8e None None] Network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:44.907376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] DHCP port deletion for aa13a768-62c5-4a14-a57f-d53fb438b57c request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:00:44.939557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-82505ace-1324-4959-af2d-9c59f2a54973 req-d3355b0a-e266-47ee-b0e0-9c78a699c676 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 210 time: 0.0464272 Feb 09 03:00:45.022319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a87aa39e-8464-4b12-9020-a896c6d05e0a req-a73943ab-ee92-4cee-9b26-d2712cc29468 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486233 Feb 09 03:00:45.035586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-177f51c0-5b3b-4601-922a-b7b6faec23ff tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Deleting port 0f35a1e3-bebd-4bb8-af06-7152e2abebcf {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:45.036037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-177f51c0-5b3b-4601-922a-b7b6faec23ff tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0f35a1e3-bebd-4bb8-af06-7152e2abebcf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.051675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting port 078a3448-218f-4331-a10a-09eb1dfc0f61 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:45.052308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.132580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d7bbb290-21f8-41c6-86ca-79287f27c296 None None] Provisioning complete for port 3aef82c9-a88d-468a-8c7a-4fd560898c68 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:45.133232 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7bbb290-21f8-41c6-86ca-79287f27c296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.175546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] For port 078a3448-218f-4331-a10a-09eb1dfc0f61, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=078a3448-218f-4331-a10a-09eb1dfc0f61,segment=NetworkSegment(7b2b40f2-40f7-4ed2-8abf-854afa70192f),segment_id=7b2b40f2-40f7-4ed2-8abf-854afa70192f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:45.175973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.195827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-3416ec2f-750a-4156-a3bd-60c4b4ed40f6 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:45.198193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-3416ec2f-750a-4156-a3bd-60c4b4ed40f6 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 811 time: 0.4219253 Feb 09 03:00:45.217760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Calling delete_port for 078a3448-218f-4331-a10a-09eb1dfc0f61 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:45.245639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3aef82c9-a88d-468a-8c7a-4fd560898c68 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:45.293549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] Deleting port 078a3448-218f-4331-a10a-09eb1dfc0f61 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:45.294215 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.374407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] For port 078a3448-218f-4331-a10a-09eb1dfc0f61, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=078a3448-218f-4331-a10a-09eb1dfc0f61,segment=NetworkSegment(7b2b40f2-40f7-4ed2-8abf-854afa70192f),segment_id=7b2b40f2-40f7-4ed2-8abf-854afa70192f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:45.376265 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.388160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-177f51c0-5b3b-4601-922a-b7b6faec23ff tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0f35a1e3-bebd-4bb8-af06-7152e2abebcf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.392125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] Calling delete_port for 078a3448-218f-4331-a10a-09eb1dfc0f61 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:45.423795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-d7cbe87b-6021-4972-9ff9-cb770e562490 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f66209d41764472fa819526c33adff5c HTTP/1.1" status: 200 len: 380 time: 0.2151897 Feb 09 03:00:45.441799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'port': {'device_id': 'd847472d-e139-4f5d-be29-9632652c0017', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'admin_state_up': True, 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'security_groups': ['d9301278-b9f1-4b2f-b672-52cb996d209a']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:45.463190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-177f51c0-5b3b-4601-922a-b7b6faec23ff tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Calling delete_port for 0f35a1e3-bebd-4bb8-af06-7152e2abebcf owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:45.599140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Made reservation on behalf of f66209d41764472fa819526c33adff5c for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:45.604691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.632744 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.750213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Port': ['ID=078a3448-218f-4331-a10a-09eb1dfc0f61,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:45.770092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No DVR routers for this DVR port 078a3448-218f-4331-a10a-09eb1dfc0f61 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:45.902451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-177f51c0-5b3b-4601-922a-b7b6faec23ff tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0f35a1e3-bebd-4bb8-af06-7152e2abebcf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:45.927301 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (078a3448-218f-4331-a10a-09eb1dfc0f61), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.013121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] No DVR routers for this DVR port 078a3448-218f-4331-a10a-09eb1dfc0f61 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:46.029767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632c900-9f01-4722-9791-ea20f2389a5d None None] Pushing event deleted for resources: {'Port': ['ID=078a3448-218f-4331-a10a-09eb1dfc0f61,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:46.033133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f51c0-5b3b-4601-922a-b7b6faec23ff tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event deleted for resources: {'Port': ['ID=0f35a1e3-bebd-4bb8-af06-7152e2abebcf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:46.108276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbb290-21f8-41c6-86ca-79287f27c296 None None] Current status of the port 3aef82c9-a88d-468a-8c7a-4fd560898c68 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:46.110724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3aef82c9-a88d-468a-8c7a-4fd560898c68 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:46.111360 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.150258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (aa13a768-62c5-4a14-a57f-d53fb438b57c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.183731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-177f51c0-5b3b-4601-922a-b7b6faec23ff tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.190156 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-177f51c0-5b3b-4601-922a-b7b6faec23ff tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "DELETE /v2.0/ports/0f35a1e3-bebd-4bb8-af06-7152e2abebcf HTTP/1.1" status: 204 len: 168 time: 2.4513860 Feb 09 03:00:46.195540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:46.320450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66c78e61-ebfe-40a3-97f2-b8533002a478 req-32c68b12-7275-4a2f-8933-4d04c77e83b2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 210 time: 0.1646357 Feb 09 03:00:46.331058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa13a768-62c5-4a14-a57f-d53fb438b57c']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:46.333768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3aef82c9-a88d-468a-8c7a-4fd560898c68 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:46.401614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2b40f2-40f7-4ed2-8abf-854afa70192f') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:46.401995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2b40f2-40f7-4ed2-8abf-854afa70192f') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:46.420588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (7b2b40f2-40f7-4ed2-8abf-854afa70192f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.444329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 078a3448-218f-4331-a10a-09eb1dfc0f61 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:46.463191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37032) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:46.464626 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7b2b40f2-40f7-4ed2-8abf-854afa70192f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.473302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 078a3448-218f-4331-a10a-09eb1dfc0f61 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:46.474619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Allocated IP 172.20.0.6 (454b2269-5447-4811-bcdf-2b84a70438bc/02a7f35d-df2c-42be-9c6b-09b79fbf5940/e73950b8-9b29-42ab-b8fb-66bb50234094) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:46.482426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 078a3448-218f-4331-a10a-09eb1dfc0f61 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:46.494559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:46.495372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (7b2b40f2-40f7-4ed2-8abf-854afa70192f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:46.499409 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:46.549860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2a814-b7d4-4ad5-b28b-cfcca8ed7c2d req-eb0d71ce-e234-4df6-8571-942bde275bda tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:46.556320 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19a2a814-b7d4-4ad5-b28b-cfcca8ed7c2d req-eb0d71ce-e234-4df6-8571-942bde275bda tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2329223 Feb 09 03:00:46.722568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19a2a814-b7d4-4ad5-b28b-cfcca8ed7c2d req-c2b8cc87-08c6-425a-9f43-c745f972302a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550920 Feb 09 03:00:46.747231 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:00:46.763742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ba79dc2-ce00-4ae7-bd83-9b4f13148ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.790903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6d9ba95a-3a78-4a28-8b4d-0de957bd8a38 None None] Provisioning complete for port 3aef82c9-a88d-468a-8c7a-4fd560898c68 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:46.791294 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba95a-3a78-4a28-8b4d-0de957bd8a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:46.916108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e160955d-81e7-41bc-9af1-0ee902bdecbc tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.7181959 Feb 09 03:00:46.925128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37040) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:46.938770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1420613612'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:46.987262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.002122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-af49f1be-e48a-4d8e-9691-8a795b90bcc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2069402 Feb 09 03:00:47.027159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Made reservation on behalf of 598dc237b6d74e83a0fde801ad9a89c8 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:47.035509 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.074120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:47.085101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (083afbcb-73bb-4488-a5f0-eb902ee7724c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.085546 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Added segment 083afbcb-73bb-4488-a5f0-eb902ee7724c of type vlan for network 4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe Feb 09 03:00:47.088007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (aa13a768-62c5-4a14-a57f-d53fb438b57c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.108441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.138096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.147310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.156720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/aa13a768-62c5-4a14-a57f-d53fb438b57c HTTP/1.1" status: 204 len: 168 time: 2.9041851 Feb 09 03:00:47.169737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37044) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:47.171414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ba95a-3a78-4a28-8b4d-0de957bd8a38 None None] Current status of the port 3aef82c9-a88d-468a-8c7a-4fd560898c68 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:47.191032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6d9ba95a-3a78-4a28-8b4d-0de957bd8a38 None None] Could not find standard attr ID for object 0f35a1e3-bebd-4bb8-af06-7152e2abebcf. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:00:47.319712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-610976cc-9706-4f2e-9a38-2d7c432e1e4b None None] Could not find standard attr ID for object 0f35a1e3-bebd-4bb8-af06-7152e2abebcf. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:00:47.324078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa07bb-f37e-430b-bd49-bbb6a1560926 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=aa13a768-62c5-4a14-a57f-d53fb438b57c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:47.326770 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea21a3f9-67ad-43b1-8683-6d5a78f4628a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:47.331842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea21a3f9-67ad-43b1-8683-6d5a78f4628a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:47.339581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ea21a3f9-67ad-43b1-8683-6d5a78f4628a tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/2d0eb6da-1524-4b05-bf87-1db85b1a3110 HTTP/1.1" status: 404 len: 337 time: 0.1258287 Feb 09 03:00:47.355899 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.358956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37048) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:47.360898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.361505 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.417925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Network 454b2269-5447-4811-bcdf-2b84a70438bc is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:47.439302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'Port': ['ID=e73950b8-9b29-42ab-b8fb-66bb50234094,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:47.454860 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1661bc-f34e-41db-b1ed-16f2b584f472 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:47.457667 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1661bc-f34e-41db-b1ed-16f2b584f472 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:47.464867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4a1661bc-f34e-41db-b1ed-16f2b584f472 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/081fc8de-d37e-41b3-8849-fe0f61c11a0d HTTP/1.1" status: 404 len: 339 time: 0.1047282 Feb 09 03:00:47.469645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:47.475579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37052) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:47.500710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:47.607312 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ba79dc2-ce00-4ae7-bd83-9b4f13148ed6 admin admin] Publish callbacks [] for security_group (e3151c14-5b6d-4ce3-b7c6-c50a0a85484c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.608774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event updated for resources: {'Network': ['ID=4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:47.621141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ba79dc2-ce00-4ae7-bd83-9b4f13148ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e3151c14-5b6d-4ce3-b7c6-c50a0a85484c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.628764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:47.640054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d35b174f-455c-4cae-b9c7-391438774c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.640302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d35b174f-455c-4cae-b9c7-391438774c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.640786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d35b174f-455c-4cae-b9c7-391438774c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.641255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d35b174f-455c-4cae-b9c7-391438774c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.641722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d35b174f-455c-4cae-b9c7-391438774c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.642220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d35b174f-455c-4cae-b9c7-391438774c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.642799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d35b174f-455c-4cae-b9c7-391438774c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.644866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d35b174f-455c-4cae-b9c7-391438774c96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c11a074063364372b45e1f6063023698&device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 6720 time: 0.4818053 Feb 09 03:00:47.674801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-691c2402-f8ad-4036-908b-0e01d79b5d51 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7474055 Feb 09 03:00:47.675554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37058) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:47.748698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa8d400-d6d4-430b-9d51-4d9fc2187d53 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting subnet 7cee600c-fb24-40c6-b2bf-08fd8b50977e {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:47.783860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d400-d6d4-430b-9d51-4d9fc2187d53 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (7cee600c-fb24-40c6-b2bf-08fd8b50977e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.861366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.865995 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.876687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-ba948760-9358-4639-80eb-40085227029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.877472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-ba948760-9358-4639-80eb-40085227029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.878102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-ba948760-9358-4639-80eb-40085227029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.879928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-ba948760-9358-4639-80eb-40085227029b service neutron] 10.222.0.26 "GET /v2.0/networks?id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=c70f694e-e19b-4a75-9897-3b13466de0ec&id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&id=0addf226-c966-49a2-a9a4-d8df1e9e24b7 HTTP/1.1" status: 200 len: 2298 time: 0.1762087 Feb 09 03:00:47.889613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d663f-93df-42ca-874c-b692861b72c3 req-faca28b3-8840-4bd7-832b-a7ea73ee9088 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:47.890271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7064f724-ee67-4684-8f7e-a4f0a091e2ba None None] Provisioning complete for port e73950b8-9b29-42ab-b8fb-66bb50234094 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:47.890872 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7064f724-ee67-4684-8f7e-a4f0a091e2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:47.897031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b46d663f-93df-42ca-874c-b692861b72c3 req-faca28b3-8840-4bd7-832b-a7ea73ee9088 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 931 time: 0.3899922 Feb 09 03:00:47.940042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3ba79dc2-ce00-4ae7-bd83-9b4f13148ed6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ac8045c02e14688a824050a8fa5255e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4677515 Feb 09 03:00:47.945430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7064f724-ee67-4684-8f7e-a4f0a091e2ba None None] Port e73950b8-9b29-42ab-b8fb-66bb50234094 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:00:47.947412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37070) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:47.978769 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d400-d6d4-430b-9d51-4d9fc2187d53 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (7cee600c-fb24-40c6-b2bf-08fd8b50977e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.000942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba79dc2-ce00-4ae7-bd83-9b4f13148ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3151c14-5b6d-4ce3-b7c6-c50a0a85484c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:48.019188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-86d3a4be-8f41-499f-b7fc-a75cfb90c187 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5817134 Feb 09 03:00:48.042649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Request body: {'port': {'device_id': 'd847472d-e139-4f5d-be29-9632652c0017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:48.064942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b46d663f-93df-42ca-874c-b692861b72c3 req-e01a90da-c6cf-4ec3-b214-0e02d8b27d3a tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572599 Feb 09 03:00:48.115016 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-228175ee-16df-4c87-ae9f-409d187729eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b36161c-e575-47ed-a5b1-a29c7b529559 HTTP/1.1" status: 200 len: 1001 time: 0.2026467 Feb 09 03:00:48.165988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fcc2b-e310-41b6-a2f6-d61009537ed7 req-09ed7080-ebe2-4507-95b2-e4314c624a47 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:48.167897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-583fcc2b-e310-41b6-a2f6-d61009537ed7 req-09ed7080-ebe2-4507-95b2-e4314c624a47 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2823412 Feb 09 03:00:48.227951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08c4aa2c-7254-42a1-ab02-11be46ddf105 admin admin] Publish callbacks [] for security_group (e3151c14-5b6d-4ce3-b7c6-c50a0a85484c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.268556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.279516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-583fcc2b-e310-41b6-a2f6-d61009537ed7 req-256f1983-3066-475e-b96a-3f899ffd0920 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875485 Feb 09 03:00:48.328788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f1f79ec4-dd15-4105-91f7-68680d63839a tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "GET /v2.0/agents/4f18941c-8313-4446-b8f6-c4a9f6433066/dhcp-networks HTTP/1.1" status: 200 len: 8875 time: 0.6417572 Feb 09 03:00:48.329460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37076) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:48.344167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-1b7be218-6d7f-4283-a720-9b0ec7ba893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:48.345661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-1b7be218-6d7f-4283-a720-9b0ec7ba893e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6a40ee5-8eb9-4491-a5ea-9694678bdeaa HTTP/1.1" status: 200 len: 855 time: 0.2138433 Feb 09 03:00:48.387765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08c4aa2c-7254-42a1-ab02-11be46ddf105 admin admin] Publish callbacks [] for security_group (e3151c14-5b6d-4ce3-b7c6-c50a0a85484c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.490275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-0c2a9f31-4fb8-4897-8dfa-db1d51fd7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:48.492052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-0c2a9f31-4fb8-4897-8dfa-db1d51fd7790 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60278643-5c7b-4c6b-8c8d-6d6299a9f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1296892 Feb 09 03:00:48.536186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d400-d6d4-430b-9d51-4d9fc2187d53 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (7cee600c-fb24-40c6-b2bf-08fd8b50977e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.582511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29293bdd-e77b-4fe8-a6e4-29eb1e1ffdde tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] Network 4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:48.590398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37080) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:48.611766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-29293bdd-e77b-4fe8-a6e4-29eb1e1ffdde tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "POST /v2.0/agents/4f18941c-8313-4446-b8f6-c4a9f6433066/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2809525 Feb 09 03:00:48.615014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37084) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:48.625149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a83b92-e711-4e61-b012-125817fd3d8c None None] Network 4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:48.670685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d400-d6d4-430b-9d51-4d9fc2187d53 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (7cee600c-fb24-40c6-b2bf-08fd8b50977e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.720539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-9a88423b-80d9-4405-877e-c7dac9d16125 service neutron] 10.222.0.26 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189295 Feb 09 03:00:48.804642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8d400-d6d4-430b-9d51-4d9fc2187d53 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Subnet': ['ID=7cee600c-fb24-40c6-b2bf-08fd8b50977e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:48.811008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d400-d6d4-430b-9d51-4d9fc2187d53 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.817009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1fa8d400-d6d4-430b-9d51-4d9fc2187d53 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/subnets/7cee600c-fb24-40c6-b2bf-08fd8b50977e HTTP/1.1" status: 204 len: 168 time: 1.3376181 Feb 09 03:00:48.822770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37088) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:48.829003 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08c4aa2c-7254-42a1-ab02-11be46ddf105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e3151c14-5b6d-4ce3-b7c6-c50a0a85484c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.834000 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08c4aa2c-7254-42a1-ab02-11be46ddf105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:48.835585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-08c4aa2c-7254-42a1-ab02-11be46ddf105 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3151c14-5b6d-4ce3-b7c6-c50a0a85484c HTTP/1.1" status: 204 len: 168 time: 0.8847091 Feb 09 03:00:48.853211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4aa2c-7254-42a1-ab02-11be46ddf105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3151c14-5b6d-4ce3-b7c6-c50a0a85484c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:48.874646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92802351-0f50-43ff-8833-9d8ec044bb9d None None] Network 49a420b2-fdaf-4711-9680-1c3565f0016f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:48.940581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37092) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:48.997093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73950b8-9b29-42ab-b8fb-66bb50234094 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:00:49.010367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Publish callbacks [] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.038208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Transition to ACTIVE for port object e73950b8-9b29-42ab-b8fb-66bb50234094 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:00:49.045338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.066623 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2b1c0a68-ce81-4e05-a924-adeb4d1f1d1a tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "GET /v2.0/agents/4f18941c-8313-4446-b8f6-c4a9f6433066/dhcp-networks HTTP/1.1" status: 200 len: 9646 time: 0.4505963 Feb 09 03:00:49.076830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37096) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:49.083900 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-763042f7-cd3d-4633-9467-e56e8f0c5938 service neutron] 10.222.0.26 "GET /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546102 Feb 09 03:00:49.094208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32de79aa-7644-4e82-b070-90cc2c2eedee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.141178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd673ef-2b3b-4e4f-8e81-8fa438464d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.186732 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (49a420b2-fdaf-4711-9680-1c3565f0016f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.195362 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-e834e382-65b7-4236-8a20-3b9fcf9ade49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=26e2633e-edfb-4253-b9b9-013520f11e14 HTTP/1.1" status: 200 len: 217 time: 0.1029668 Feb 09 03:00:49.308688 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd673ef-2b3b-4e4f-8e81-8fa438464d65 admin admin] Publish callbacks [] for security_group (e4f6294b-50b9-4f19-8fa5-c8ae5d704c92), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.325414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Pushing event updated for resources: {'Port': ['ID=e73950b8-9b29-42ab-b8fb-66bb50234094,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:49.369218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] DHCP port deletion for 49a420b2-fdaf-4711-9680-1c3565f0016f request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:00:49.382051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd673ef-2b3b-4e4f-8e81-8fa438464d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e4f6294b-50b9-4f19-8fa5-c8ae5d704c92), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.525744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.582436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd673ef-2b3b-4e4f-8e81-8fa438464d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f6294b-50b9-4f19-8fa5-c8ae5d704c92,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:49.585898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] Deleting port 64f8370c-9366-4392-b008-decdd10dc0cf {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:49.586310 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.598005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0e824e0e-f6d7-4255-95d4-e48148d255a5 tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "DELETE /v2.0/agents/4f18941c-8313-4446-b8f6-c4a9f6433066/dhcp-networks/4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe HTTP/1.1" status: 204 len: 168 time: 0.5172508 Feb 09 03:00:49.603752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-efd673ef-2b3b-4e4f-8e81-8fa438464d65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45c235e18a254065b2814fab0f09f114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6612313 Feb 09 03:00:49.608283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37110) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:49.608626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37112) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:49.645809 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32de79aa-7644-4e82-b070-90cc2c2eedee admin admin] Publish callbacks [] for security_group (374e1d94-f2a6-4e01-a47b-eb792465cd45), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.651844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d4c4369f-2a73-45ea-846c-01c1f751c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:49.653588 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d4c4369f-2a73-45ea-846c-01c1f751c045 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.4322248 Feb 09 03:00:49.670360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32de79aa-7644-4e82-b070-90cc2c2eedee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (374e1d94-f2a6-4e01-a47b-eb792465cd45), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.762283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a2dc2-84a1-4bd4-a45d-8396cc8ecb28 req-786d8ba4-7dee-4c37-8cce-ddd7562a7cf5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:49.769572 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb5a2dc2-84a1-4bd4-a45d-8396cc8ecb28 req-786d8ba4-7dee-4c37-8cce-ddd7562a7cf5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 943 time: 0.4587395 Feb 09 03:00:49.770175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4be93-374d-4ed6-b503-6db9d58b04bb req-9aac86b3-aa46-4697-bf15-b5085d7d1e80 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:49.771863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c4be93-374d-4ed6-b503-6db9d58b04bb req-9aac86b3-aa46-4697-bf15-b5085d7d1e80 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.3014302 Feb 09 03:00:49.776996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Deleting port 64f8370c-9366-4392-b008-decdd10dc0cf {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:49.777456 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.793876 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-32de79aa-7644-4e82-b070-90cc2c2eedee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e93509aca5a947e5a2674f7400183fcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2021670 Feb 09 03:00:49.828684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37116) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:49.835140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] For port 64f8370c-9366-4392-b008-decdd10dc0cf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=64f8370c-9366-4392-b008-decdd10dc0cf,segment=NetworkSegment(b15f94fb-1775-4715-afab-a3f2f51dba9e),segment_id=b15f94fb-1775-4715-afab-a3f2f51dba9e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:49.835634 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.856192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] Calling delete_port for 64f8370c-9366-4392-b008-decdd10dc0cf owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:49.871700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de79aa-7644-4e82-b070-90cc2c2eedee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374e1d94-f2a6-4e01-a47b-eb792465cd45,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:49.891472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-9de04351-2ccc-4a0a-96ef-fd73aedc1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:49.893063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-9de04351-2ccc-4a0a-96ef-fd73aedc1fb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2238262 Feb 09 03:00:49.935311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc26fe1b-f02e-41c3-8f49-1dd86f678617 admin admin] Publish callbacks [] for security_group (e4f6294b-50b9-4f19-8fa5-c8ae5d704c92), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:49.937101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Attempting to bind port e73950b8-9b29-42ab-b8fb-66bb50234094 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:49.937542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Attempting to bind port e73950b8-9b29-42ab-b8fb-66bb50234094 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:49.937978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Attempting to bind port e73950b8-9b29-42ab-b8fb-66bb50234094 on network 454b2269-5447-4811-bcdf-2b84a70438bc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:49.999565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Port e73950b8-9b29-42ab-b8fb-66bb50234094 on network 454b2269-5447-4811-bcdf-2b84a70438bc not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:00:50.000173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Attempting to bind port e73950b8-9b29-42ab-b8fb-66bb50234094 on network 454b2269-5447-4811-bcdf-2b84a70438bc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:50.010283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-5631611a-b870-48a4-aa2a-bb713148b92c service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023951 Feb 09 03:00:50.064101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:50.065234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Checking segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:50.065887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Bound using segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:50.066618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Bound port: e73950b8-9b29-42ab-b8fb-66bb50234094, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:50.067219 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.083222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc26fe1b-f02e-41c3-8f49-1dd86f678617 admin admin] Publish callbacks [] for security_group (e4f6294b-50b9-4f19-8fa5-c8ae5d704c92), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.100943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb5a2dc2-84a1-4bd4-a45d-8396cc8ecb28 req-20d9e329-3d2b-4bd7-a541-1e79353e9a99 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299425 Feb 09 03:00:50.132444 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-7c63729a-d85b-4344-a586-14a340948e0a service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101437 Feb 09 03:00:50.136425 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.187855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] No DVR routers for this DVR port 64f8370c-9366-4392-b008-decdd10dc0cf on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:50.190922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9e99c-4c73-42bf-be1b-5bb6a82cd94d None None] Pushing event deleted for resources: {'Port': ['ID=64f8370c-9366-4392-b008-decdd10dc0cf,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:50.214660 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-0c703efe-f447-41bf-a39d-036bcb274f76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 HTTP/1.1" status: 200 len: 217 time: 0.0747192 Feb 09 03:00:50.216722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] For port 64f8370c-9366-4392-b008-decdd10dc0cf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=64f8370c-9366-4392-b008-decdd10dc0cf,segment=NetworkSegment(b15f94fb-1775-4715-afab-a3f2f51dba9e),segment_id=b15f94fb-1775-4715-afab-a3f2f51dba9e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:50.217224 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.234160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14c4be93-374d-4ed6-b503-6db9d58b04bb req-684827bb-04ed-4e91-967a-e1dddbf566cc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4398227 Feb 09 03:00:50.236857 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d633523-c725-4411-80e4-a2b2d2ec42ec admin admin] Publish callbacks [] for security_group (374e1d94-f2a6-4e01-a47b-eb792465cd45), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.288395 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-757f018a-1517-4e52-b7f1-4ef2e50cb780 tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "GET /v2.0/agents/4f18941c-8313-4446-b8f6-c4a9f6433066/dhcp-networks HTTP/1.1" status: 200 len: 8837 time: 0.6769609 Feb 09 03:00:50.296381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37128) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:50.304051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-3d0e0982-1a3a-47ac-bccc-bb9954fd8943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:50.306680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-3d0e0982-1a3a-47ac-bccc-bb9954fd8943 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.0601068 Feb 09 03:00:50.311567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Calling delete_port for 64f8370c-9366-4392-b008-decdd10dc0cf owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:50.325727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d633523-c725-4411-80e4-a2b2d2ec42ec admin admin] Publish callbacks [] for security_group (374e1d94-f2a6-4e01-a47b-eb792465cd45), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.367785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] For port e73950b8-9b29-42ab-b8fb-66bb50234094, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:50.370214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc26fe1b-f02e-41c3-8f49-1dd86f678617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e4f6294b-50b9-4f19-8fa5-c8ae5d704c92), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.372749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc26fe1b-f02e-41c3-8f49-1dd86f678617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.376399 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dc26fe1b-f02e-41c3-8f49-1dd86f678617 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4f6294b-50b9-4f19-8fa5-c8ae5d704c92 HTTP/1.1" status: 204 len: 168 time: 0.7561188 Feb 09 03:00:50.399337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26fe1b-f02e-41c3-8f49-1dd86f678617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f6294b-50b9-4f19-8fa5-c8ae5d704c92,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:50.404686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d2000cfb-44f4-4b9b-8827-5a1ab2cd81c0 tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "GET /v2.0/networks/a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1014509 Feb 09 03:00:50.407003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] For port e73950b8-9b29-42ab-b8fb-66bb50234094, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e73950b8-9b29-42ab-b8fb-66bb50234094,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:50.413965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37132) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:50.443854 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.466254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-9f9faa6b-a7c0-455a-b36e-f006cc2cf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:50.468249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-9f9faa6b-a7c0-455a-b36e-f006cc2cf28f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1544251 Feb 09 03:00:50.518188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-73dfbfea-5ff2-42bd-b84a-babb9d138735 tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "GET /v2.0/networks/a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0993385 Feb 09 03:00:50.522852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37134) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:50.530884 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:50.531611 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.533316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] 10.222.0.61 "PUT /v2.0/ports/e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 1091 time: 2.5016010 Feb 09 03:00:50.540483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd847472d-e139-4f5d-be29-9632652c0017', 'tag': 'e73950b8-9b29-42ab-b8fb-66bb50234094'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:50.542343 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557" -d '{"events": [{"name": "network-changed", "server_uuid": "d847472d-e139-4f5d-be29-9632652c0017", "tag": "e73950b8-9b29-42ab-b8fb-66bb50234094"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:50.552913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d633523-c725-4411-80e4-a2b2d2ec42ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (374e1d94-f2a6-4e01-a47b-eb792465cd45), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.556344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d633523-c725-4411-80e4-a2b2d2ec42ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.557291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (64f8370c-9366-4392-b008-decdd10dc0cf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.558013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6d633523-c725-4411-80e4-a2b2d2ec42ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/374e1d94-f2a6-4e01-a47b-eb792465cd45 HTTP/1.1" status: 204 len: 168 time: 0.7259784 Feb 09 03:00:50.622306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d633523-c725-4411-80e4-a2b2d2ec42ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374e1d94-f2a6-4e01-a47b-eb792465cd45,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:50.697058 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769bb3df-7478-44f5-8d2d-5a4323188f49 x-openstack-request-id: req-769bb3df-7478-44f5-8d2d-5a4323188f49 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:50.697330 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d847472d-e139-4f5d-be29-9632652c0017", "tag": "e73950b8-9b29-42ab-b8fb-66bb50234094", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:50.697588 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-769bb3df-7478-44f5-8d2d-5a4323188f49 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:50.697995 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd847472d-e139-4f5d-be29-9632652c0017', 'tag': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'status': 'completed', 'code': 200} Feb 09 03:00:50.732783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edd3bd-aa13-4046-9e7d-f1c75a975541 service neutron] Pushing event updated for resources: {'Port': ['ID=e73950b8-9b29-42ab-b8fb-66bb50234094,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:50.769826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Port': ['ID=64f8370c-9366-4392-b008-decdd10dc0cf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:50.781861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] No DVR routers for this DVR port 64f8370c-9366-4392-b008-decdd10dc0cf on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:50.983587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (49a420b2-fdaf-4711-9680-1c3565f0016f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:50.994760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-8b93af18-a13d-40a6-9426-34a7a3e4c5cd service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335303 Feb 09 03:00:51.095357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 64f8370c-9366-4392-b008-decdd10dc0cf no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:51.108857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-ede04ca3-b114-4dd9-bde4-cda3a195c668 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990620 Feb 09 03:00:51.113337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a420b2-fdaf-4711-9680-1c3565f0016f']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:51.137305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 64f8370c-9366-4392-b008-decdd10dc0cf {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:51.139105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 64f8370c-9366-4392-b008-decdd10dc0cf not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:51.175792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15f94fb-1775-4715-afab-a3f2f51dba9e') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:51.176184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15f94fb-1775-4715-afab-a3f2f51dba9e') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:51.179872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-36e53006-5a42-4d06-b620-b02d6e626583 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 HTTP/1.1" status: 200 len: 217 time: 0.0629430 Feb 09 03:00:51.192433 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (b15f94fb-1775-4715-afab-a3f2f51dba9e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.278895 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b15f94fb-1775-4715-afab-a3f2f51dba9e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.295890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:51.295890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (b15f94fb-1775-4715-afab-a3f2f51dba9e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:51.300544 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:51.320804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d7ffa6bc-0b48-451a-9025-5bde9d4dbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:51.323445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-d7ffa6bc-0b48-451a-9025-5bde9d4dbe6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.1340072 Feb 09 03:00:51.355753 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.446841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1a673f73-ff34-40b6-891d-7bc1ac93647b tempest-DHCPAgentSchedulersTestJSON-357472768 tempest-DHCPAgentSchedulersTestJSON-357472768-project-admin] 10.222.0.32 "GET /v2.0/agents/4f18941c-8313-4446-b8f6-c4a9f6433066/dhcp-networks HTTP/1.1" status: 200 len: 8837 time: 0.9172478 Feb 09 03:00:51.451415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:51.467151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e313f3-d192-44b5-bd03-e886fc6fa294 req-d40ce96b-e95b-46a1-99c2-712263dd1657 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:51.468862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e313f3-d192-44b5-bd03-e886fc6fa294 req-d40ce96b-e95b-46a1-99c2-712263dd1657 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 943 time: 0.2310598 Feb 09 03:00:51.480356 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (49a420b2-fdaf-4711-9680-1c3565f0016f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.502026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.511747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] 10.222.0.32 "DELETE /v2.0/networks/49a420b2-fdaf-4711-9680-1c3565f0016f HTTP/1.1" status: 204 len: 168 time: 2.6869688 Feb 09 03:00:51.534196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-2ef1c72e-4667-4806-8728-d7dfa801a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:51.535785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-2ef1c72e-4667-4806-8728-d7dfa801a2a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1817505 Feb 09 03:00:51.552489 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.556293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc174fa-1d04-4a99-9d6c-c25f48b34d74 tempest-NetworksIpV6Test-461066590 tempest-NetworksIpV6Test-461066590-project] Pushing event deleted for resources: {'Network': ['ID=49a420b2-fdaf-4711-9680-1c3565f0016f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:51.591022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-4dd1d039-1440-4460-ac78-33d362b7135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:51.592272 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-4dd1d039-1440-4460-ac78-33d362b7135d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1125 time: 0.9211307 Feb 09 03:00:51.731548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-7044cc21-a21c-47f7-9a5b-93807118443a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 217 time: 0.0986035 Feb 09 03:00:51.806174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37164) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:51.855257 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.870791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-53edc581-5828-4f64-ad88-ef46181fd06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:51.890705 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d58fce-f981-4b69-88d2-c12badec9725 req-bd80f9e6-0441-48db-914f-a4f66f1fcd69 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:51.906742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61d58fce-f981-4b69-88d2-c12badec9725 req-bd80f9e6-0441-48db-914f-a4f66f1fcd69 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.4577296 Feb 09 03:00:51.956820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e313f3-d192-44b5-bd03-e886fc6fa294 req-76b0e321-7910-4641-ac8f-519e2551adf1 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4344008 Feb 09 03:00:51.982362 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-a856f6c5-2493-44de-9770-4344bac457ba service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332926 Feb 09 03:00:52.084416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-53edc581-5828-4f64-ad88-ef46181fd06c admin admin] Publish callbacks [] for security_group (c2b5b306-6d58-4a2c-93b0-e379c53a4c8b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.092932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:52.114467 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-53edc581-5828-4f64-ad88-ef46181fd06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c2b5b306-6d58-4a2c-93b0-e379c53a4c8b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.159136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-53edc581-5828-4f64-ad88-ef46181fd06c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cee25e0cc904a358c684a4d072ef1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494468 Feb 09 03:00:52.159316 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-66c302d7-9acb-4e16-aa0f-9fb915c520a9 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681986 Feb 09 03:00:52.159409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083afbcb-73bb-4488-a5f0-eb902ee7724c') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:52.159409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083afbcb-73bb-4488-a5f0-eb902ee7724c') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:52.159598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37178) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:52.163775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-8138c201-1b59-4bad-bf78-fc69bbcafe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:52.166692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-8138c201-1b59-4bad-bf78-fc69bbcafe75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.4241285 Feb 09 03:00:52.234739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (083afbcb-73bb-4488-a5f0-eb902ee7724c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.253458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-ac4d1eb6-6b0b-465a-b34f-886263a7be83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=070c77cb-1176-4385-b476-a6cd6be6c5be HTTP/1.1" status: 200 len: 217 time: 0.0765634 Feb 09 03:00:52.271634 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (083afbcb-73bb-4488-a5f0-eb902ee7724c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.275991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edc581-5828-4f64-ad88-ef46181fd06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b5b306-6d58-4a2c-93b0-e379c53a4c8b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:52.320115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61d58fce-f981-4b69-88d2-c12badec9725 req-86bd54dd-5f8a-443b-93cc-fe417a00e9b4 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968678 Feb 09 03:00:52.331140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:52.331630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (083afbcb-73bb-4488-a5f0-eb902ee7724c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.337161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06733f3a-f3df-480a-91a8-0c47e3bc27d3 admin admin] Publish callbacks [] for security_group (c2b5b306-6d58-4a2c-93b0-e379c53a4c8b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:52.339980 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:52.342073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37180) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:52.389705 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06733f3a-f3df-480a-91a8-0c47e3bc27d3 admin admin] Publish callbacks [] for security_group (c2b5b306-6d58-4a2c-93b0-e379c53a4c8b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.396807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-09dd2f36-a780-43b8-b157-e39d7e773ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:52.398381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-09dd2f36-a780-43b8-b157-e39d7e773ea0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2180319 Feb 09 03:00:52.417976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-700b4854-d8ee-4348-8971-8ad810b6d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:52.420293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-700b4854-d8ee-4348-8971-8ad810b6d7e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 200 len: 797 time: 0.1613023 Feb 09 03:00:52.484165 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.495085 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.499121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "DELETE /v2.0/networks/4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe HTTP/1.1" status: 204 len: 168 time: 1.0465059 Feb 09 03:00:52.503014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37186) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:52.512192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924c538-cd7c-4964-8133-d81b972ed4f5 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event deleted for resources: {'Network': ['ID=4ee5dc94-ae2d-4e1b-b4a4-d04284a56efe,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:52.560475 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-20b4ba9a-334e-4119-ac6d-f0a575bca32b service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545897 Feb 09 03:00:52.604888 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-20915170-cdff-4fc8-a9aa-342eacd9a400 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] DELETE failed (client error): The resource could not be found. Feb 09 03:00:52.605593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20915170-cdff-4fc8-a9aa-342eacd9a400 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:00:52.609178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-20915170-cdff-4fc8-a9aa-342eacd9a400 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "DELETE /v2.0/ports/0f35a1e3-bebd-4bb8-af06-7152e2abebcf HTTP/1.1" status: 404 len: 333 time: 0.1039784 Feb 09 03:00:52.615214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37200) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:52.667535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-6a21451d-8a01-4710-b5ba-18cd23de8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:52.669408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-6a21451d-8a01-4710-b5ba-18cd23de8193 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c70f694e-e19b-4a75-9897-3b13466de0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2412448 Feb 09 03:00:52.708336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abf8b042-61c5-4bff-b41e-b3f9e400615d req-7ff7edb5-f51d-48c5-9dbb-dca223a5e096 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410823 Feb 09 03:00:52.733187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06733f3a-f3df-480a-91a8-0c47e3bc27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c2b5b306-6d58-4a2c-93b0-e379c53a4c8b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.735805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06733f3a-f3df-480a-91a8-0c47e3bc27d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.739699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-06733f3a-f3df-480a-91a8-0c47e3bc27d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2b5b306-6d58-4a2c-93b0-e379c53a4c8b HTTP/1.1" status: 204 len: 168 time: 0.5793276 Feb 09 03:00:52.768679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-616936e3-ff9b-4659-8c57-e92e07a9fb12 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Deleting subnet 5374e607-d158-4a62-b2d7-fe2a86408f4e {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:00:52.773888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06733f3a-f3df-480a-91a8-0c47e3bc27d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b5b306-6d58-4a2c-93b0-e379c53a4c8b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:52.778060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-616936e3-ff9b-4659-8c57-e92e07a9fb12 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for subnet (5374e607-d158-4a62-b2d7-fe2a86408f4e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.838116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-aa53a52f-9fc8-4bab-9cb9-b6e8a889a6c6 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601050 Feb 09 03:00:52.839177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-fd6fe6c7-9b6d-451d-9179-188a15e5b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:52.840262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-616936e3-ff9b-4659-8c57-e92e07a9fb12 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (5374e607-d158-4a62-b2d7-fe2a86408f4e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:52.841030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-fd6fe6c7-9b6d-451d-9179-188a15e5b670 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1125 time: 0.0651665 Feb 09 03:00:53.001901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-11c4284d-8768-4dd5-9a82-59be3f3ff4b0 service neutron] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400404 Feb 09 03:00:53.003297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-616936e3-ff9b-4659-8c57-e92e07a9fb12 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5374e607-d158-4a62-b2d7-fe2a86408f4e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.017799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-d8a00c9f-667d-4a2e-b12e-987a9b954cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:53.024401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-d8a00c9f-667d-4a2e-b12e-987a9b954cd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.1735384 Feb 09 03:00:53.082291 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-e33ab96e-9517-4dc9-b445-0b37760e5ab2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b HTTP/1.1" status: 200 len: 217 time: 0.0551946 Feb 09 03:00:53.101900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-65f38289-d3d4-494d-ba20-fadb6d28bcdb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 217 time: 0.0706966 Feb 09 03:00:53.126470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0d5f9ff5-984a-4469-9edb-7998c4f4fad9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df657c2413614d4d92e53d78564e2768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7834625 Feb 09 03:00:53.130460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37224) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:53.193403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-9d53d209-a2f7-4a6f-95e0-6e8ac58c0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:53.196999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-9d53d209-a2f7-4a6f-95e0-6e8ac58c0e11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.0855024 Feb 09 03:00:53.219173 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-616936e3-ff9b-4659-8c57-e92e07a9fb12 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (5374e607-d158-4a62-b2d7-fe2a86408f4e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.244214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-143cf4b5-1a5e-45c2-bec2-d0f30cbf4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:53.247089 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-143cf4b5-1a5e-45c2-bec2-d0f30cbf4621 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 200 len: 797 time: 0.1517472 Feb 09 03:00:53.275855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-f4417edc-81d8-461f-be9a-8bea57de4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:53.280643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-f4417edc-81d8-461f-be9a-8bea57de4730 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773535 Feb 09 03:00:53.298504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba627e69-f10d-435f-bcca-32068a6ce064 None None] Network a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:53.307404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616936e3-ff9b-4659-8c57-e92e07a9fb12 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event deleted for resources: {'Subnet': ['ID=5374e607-d158-4a62-b2d7-fe2a86408f4e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:53.337760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-616936e3-ff9b-4659-8c57-e92e07a9fb12 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.347653 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-616936e3-ff9b-4659-8c57-e92e07a9fb12 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "DELETE /v2.0/subnets/5374e607-d158-4a62-b2d7-fe2a86408f4e HTTP/1.1" status: 204 len: 168 time: 0.7290487 Feb 09 03:00:53.354172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37250) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:53.461164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddf79d-cbdb-4969-937e-c0fb230b2329 req-6be3c277-0b0e-4c9c-b41d-96cb5a240097 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:53.472861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bddf79d-cbdb-4969-937e-c0fb230b2329 req-6be3c277-0b0e-4c9c-b41d-96cb5a240097 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 943 time: 0.3915644 Feb 09 03:00:53.504900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44286919-c3ce-40d4-9161-1648c2465d5c admin admin] Publish callbacks [] for security_group (b9d336f0-657a-4d3a-a4d0-57986f03c693), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.525381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-2b9ea314-f376-4390-b38e-8db4d4101e88 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331989 Feb 09 03:00:53.600194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44286919-c3ce-40d4-9161-1648c2465d5c admin admin] Publish callbacks [] for security_group (b9d336f0-657a-4d3a-a4d0-57986f03c693), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.605139 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.645751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] DHCP port deletion for a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:00:53.694716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-10e8c0d0-f8e5-4a33-a360-6fa3edfc4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:53.696235 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-10e8c0d0-f8e5-4a33-a360-6fa3edfc4afa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2529347 Feb 09 03:00:53.703227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b8be0-1b39-49ee-914a-da2f870a3370 req-937fb998-b344-4501-b154-52661d47984d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:53.704784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-155b8be0-1b39-49ee-914a-da2f870a3370 req-937fb998-b344-4501-b154-52661d47984d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.2455575 Feb 09 03:00:53.718077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] Deleting port 3aef82c9-a88d-468a-8c7a-4fd560898c68 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:53.718488 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.785067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bddf79d-cbdb-4969-937e-c0fb230b2329 req-8d800034-7073-40cc-b704-35e917183411 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739546 Feb 09 03:00:53.803739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] For port 3aef82c9-a88d-468a-8c7a-4fd560898c68, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3aef82c9-a88d-468a-8c7a-4fd560898c68,segment=NetworkSegment(a3388057-33f7-4fae-985c-72e64f6df6e1),segment_id=a3388057-33f7-4fae-985c-72e64f6df6e1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:53.804208 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.828595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] Calling delete_port for 3aef82c9-a88d-468a-8c7a-4fd560898c68 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:53.863035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2e80049-1d61-4e38-9f71-a0dc0ee7c557 req-54e7ff2a-03bf-49fc-819b-2319f5e0f430 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316798 Feb 09 03:00:53.870779 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-155b8be0-1b39-49ee-914a-da2f870a3370 req-7d43952d-a5e8-4faf-9a36-067c20c865b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533575 Feb 09 03:00:53.924047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44286919-c3ce-40d4-9161-1648c2465d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b9d336f0-657a-4d3a-a4d0-57986f03c693), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.926584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44286919-c3ce-40d4-9161-1648c2465d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:53.931030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-44286919-c3ce-40d4-9161-1648c2465d5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9d336f0-657a-4d3a-a4d0-57986f03c693 HTTP/1.1" status: 204 len: 168 time: 0.7970595 Feb 09 03:00:53.959178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44286919-c3ce-40d4-9161-1648c2465d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d336f0-657a-4d3a-a4d0-57986f03c693,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:53.978816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-e730be8d-70bb-4601-898a-e8ae00f7a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:53.980310 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-e730be8d-70bb-4601-898a-e8ae00f7a1b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1127 time: 0.2895038 Feb 09 03:00:53.987367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-f47b924c-c5d5-4639-a017-afa00f650969 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582490 Feb 09 03:00:54.018380 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.049475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Deleting port 3aef82c9-a88d-468a-8c7a-4fd560898c68 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:00:54.049823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.072025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] Pushing event deleted for resources: {'Port': ['ID=3aef82c9-a88d-468a-8c7a-4fd560898c68,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:54.074890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538cd40-64fc-4652-a2ad-cf83f4185449 None None] No DVR routers for this DVR port 3aef82c9-a88d-468a-8c7a-4fd560898c68 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:54.230107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] For port 3aef82c9-a88d-468a-8c7a-4fd560898c68, host n-d-827839-4, got binding levels [] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:54.230687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.244821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-fa692cd4-f963-462b-ae48-8c7ee695eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:54.246497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-fa692cd4-f963-462b-ae48-8c7ee695eb87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.2573893 Feb 09 03:00:54.251215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-e4defa9f-0de4-43ca-9e1a-871df474d867 service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510083 Feb 09 03:00:54.252150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Calling delete_port for 3aef82c9-a88d-468a-8c7a-4fd560898c68 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:00:54.256356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Port 3aef82c9-a88d-468a-8c7a-4fd560898c68 was not found and therefore no delete operation was performed {{(pid=109857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:00:54.301941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3aef82c9-a88d-468a-8c7a-4fd560898c68), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.347786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-47e9ac48-5501-47ed-bf36-64be6f8cd9d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=71cb2272-a612-47e4-8d4f-59a752075244 HTTP/1.1" status: 200 len: 217 time: 0.0844510 Feb 09 03:00:54.399551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event deleted for resources: {'Port': ['ID=3aef82c9-a88d-468a-8c7a-4fd560898c68,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:54.444497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] No DVR routers for this DVR port 3aef82c9-a88d-468a-8c7a-4fd560898c68 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:00:54.475391 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-bfcd9126-a10d-428c-bd11-29543f528083 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 1000 time: 0.2210693 Feb 09 03:00:54.533864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37336) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:54.591955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-69a393c7-2e11-4f57-9bc0-0807212c85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:54.593780 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-69a393c7-2e11-4f57-9bc0-0807212c85e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 200 len: 797 time: 0.2376051 Feb 09 03:00:54.659720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.669333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-a6974300-43b3-42a4-bf9f-aaf5a3bd49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:54.670943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-a6974300-43b3-42a4-bf9f-aaf5a3bd49a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1872737 Feb 09 03:00:54.703411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:54.725751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-11855f35-c62d-4c92-8189-ee54f3fe33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:54.728363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-11855f35-c62d-4c92-8189-ee54f3fe33f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0addf226-c966-49a2-a9a4-d8df1e9e24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1241140 Feb 09 03:00:54.741450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3388057-33f7-4fae-985c-72e64f6df6e1') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:54.741751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3388057-33f7-4fae-985c-72e64f6df6e1') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:00:54.744975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb59606f-cdfb-48a7-9cc5-29d30d2624af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.803040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (a3388057-33f7-4fae-985c-72e64f6df6e1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.836123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a3388057-33f7-4fae-985c-72e64f6df6e1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.857894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-9d957ecf-116c-4d0b-9412-d53707b86489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:54.859427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-9d957ecf-116c-4d0b-9412-d53707b86489 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1774251 Feb 09 03:00:54.865449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb59606f-cdfb-48a7-9cc5-29d30d2624af admin admin] Publish callbacks [] for security_group (506f8fe7-ff3b-4c9a-b798-4238266107b1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.873687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:00:54.874208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (a3388057-33f7-4fae-985c-72e64f6df6e1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:00:54.877698 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:00:54.881909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb59606f-cdfb-48a7-9cc5-29d30d2624af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (506f8fe7-ff3b-4c9a-b798-4238266107b1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:54.909215 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cb59606f-cdfb-48a7-9cc5-29d30d2624af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90c08223c43e44568c02962a51ec0dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739972 Feb 09 03:00:54.917819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37354) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:54.955676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59606f-cdfb-48a7-9cc5-29d30d2624af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506f8fe7-ff3b-4c9a-b798-4238266107b1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:54.989149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38bc9f3f-c99c-44d6-b5ae-4a10b498a3a3 admin admin] Publish callbacks [] for security_group (506f8fe7-ff3b-4c9a-b798-4238266107b1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.024471 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38bc9f3f-c99c-44d6-b5ae-4a10b498a3a3 admin admin] Publish callbacks [] for security_group (506f8fe7-ff3b-4c9a-b798-4238266107b1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.088407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38bc9f3f-c99c-44d6-b5ae-4a10b498a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (506f8fe7-ff3b-4c9a-b798-4238266107b1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.092243 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38bc9f3f-c99c-44d6-b5ae-4a10b498a3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.097958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-38bc9f3f-c99c-44d6-b5ae-4a10b498a3a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/506f8fe7-ff3b-4c9a-b798-4238266107b1 HTTP/1.1" status: 204 len: 168 time: 0.1782739 Feb 09 03:00:55.109359 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc9f3f-c99c-44d6-b5ae-4a10b498a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506f8fe7-ff3b-4c9a-b798-4238266107b1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:55.142212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3aef82c9-a88d-468a-8c7a-4fd560898c68 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:55.184472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 3aef82c9-a88d-468a-8c7a-4fd560898c68 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:00:55.184828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3aef82c9-a88d-468a-8c7a-4fd560898c68 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:00:55.215602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.218724 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-bed5b33b-8769-4d0d-bd65-c2aadaba29de service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801042 Feb 09 03:00:55.232022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.235313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] 10.222.0.32 "DELETE /v2.0/networks/a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e HTTP/1.1" status: 204 len: 168 time: 1.8801496 Feb 09 03:00:55.362202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5b5a8-5d72-4975-a1bb-3ac418d6f029 req-0b6dc0f2-440b-40a4-b42d-a83b47b1a360 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:55.364322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36c5b5a8-5d72-4975-a1bb-3ac418d6f029 req-0b6dc0f2-440b-40a4-b42d-a83b47b1a360 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.0735445 Feb 09 03:00:55.421317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36c5b5a8-5d72-4975-a1bb-3ac418d6f029 req-09e8abcf-f03d-46bc-8d6a-a9d3bd1d9646 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500369 Feb 09 03:00:55.530630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b1ee-4c7b-4dad-868a-957f9afc5132 tempest-DHCPAgentSchedulersTestJSON-890473327 tempest-DHCPAgentSchedulersTestJSON-890473327-project] Pushing event deleted for resources: {'Network': ['ID=a8b81a18-efb7-4218-81c0-b6ce4f8a5a1e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:55.587549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2bb66-60aa-4337-8091-58fbe11df6fd req-e6a5425a-2c41-4cbd-8177-dae6bc06e6b7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:55.591136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fe2bb66-60aa-4337-8091-58fbe11df6fd req-e6a5425a-2c41-4cbd-8177-dae6bc06e6b7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 943 time: 0.5290847 Feb 09 03:00:55.634334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37384) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:55.647947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-5f53b1ec-fbbe-467f-be03-798f0a886d54 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7757633 Feb 09 03:00:55.771359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fe2bb66-60aa-4337-8091-58fbe11df6fd req-fe9d79d4-6c3d-42d2-b47a-e48ac75f3e1d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618841 Feb 09 03:00:55.777090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6abfe1f5-5fbc-4f3a-b80c-57ab5ca1bbda req-4f470c3a-745f-49b8-b764-6105a087065c service neutron] 10.222.0.26 "GET /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479577 Feb 09 03:00:55.823418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37392) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:55.825801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e73950b8-9b29-42ab-b8fb-66bb50234094 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:00:55.829029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1617b4d3-8882-4965-bafe-5c95af26c7b5 req-c7cb7fb0-d5b8-4194-9226-21fbbbd5d064 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674430 Feb 09 03:00:55.879412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbd1c575-3d42-475f-af70-20e8cc1594ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.985500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbd1c575-3d42-475f-af70-20e8cc1594ff admin admin] Publish callbacks [] for security_group (cef77664-8402-4817-abba-625e8685ccac), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:55.991646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbd1c575-3d42-475f-af70-20e8cc1594ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cef77664-8402-4817-abba-625e8685ccac), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.013054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e73950b8-9b29-42ab-b8fb-66bb50234094, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e73950b8-9b29-42ab-b8fb-66bb50234094,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:56.013342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37396) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:56.030250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'port_id': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:00:56.037370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dbd1c575-3d42-475f-af70-20e8cc1594ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2481e84f5204b8e974bd14558ffbdae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103631 Feb 09 03:00:56.040655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37400) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:56.074260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e73950b8-9b29-42ab-b8fb-66bb50234094 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:56.075064 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.090271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1c575-3d42-475f-af70-20e8cc1594ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef77664-8402-4817-abba-625e8685ccac,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:56.093474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73950b8-9b29-42ab-b8fb-66bb50234094 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:00:56.117592 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55006794-87d3-4122-8352-d831f33f5cc7 admin admin] Publish callbacks [] for security_group (cef77664-8402-4817-abba-625e8685ccac), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.123187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e73950b8-9b29-42ab-b8fb-66bb50234094, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e73950b8-9b29-42ab-b8fb-66bb50234094,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:56.127140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-69cce676-1205-4b84-a7b5-62fdac50dd2f tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-483542705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:56.129514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.169526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55006794-87d3-4122-8352-d831f33f5cc7 admin admin] Publish callbacks [] for security_group (cef77664-8402-4817-abba-625e8685ccac), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.172591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69cce676-1205-4b84-a7b5-62fdac50dd2f tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (2bdbef46-6667-4600-802c-3cb3c87253d9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.173709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69cce676-1205-4b84-a7b5-62fdac50dd2f tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (2bdbef46-6667-4600-802c-3cb3c87253d9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.199975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e73950b8-9b29-42ab-b8fb-66bb50234094,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:56.265991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69cce676-1205-4b84-a7b5-62fdac50dd2f tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for router_controller (2bdbef46-6667-4600-802c-3cb3c87253d9), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.277293 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69cce676-1205-4b84-a7b5-62fdac50dd2f tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (2bdbef46-6667-4600-802c-3cb3c87253d9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.308972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69cce676-1205-4b84-a7b5-62fdac50dd2f tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.309820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0e5169c6-4a6e-4f3a-a386-c2f3ce17f566 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=598dc237b6d74e83a0fde801ad9a89c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2944615 Feb 09 03:00:56.311503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37406) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:56.313902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37408) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:56.315343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-69cce676-1205-4b84-a7b5-62fdac50dd2f tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6798148 Feb 09 03:00:56.319254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-7292951'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:56.335631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['e73950b8-9b29-42ab-b8fb-66bb50234094'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:00:56.342535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55006794-87d3-4122-8352-d831f33f5cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cef77664-8402-4817-abba-625e8685ccac), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.345046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55006794-87d3-4122-8352-d831f33f5cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.346161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-55006794-87d3-4122-8352-d831f33f5cc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cef77664-8402-4817-abba-625e8685ccac HTTP/1.1" status: 204 len: 168 time: 0.3043907 Feb 09 03:00:56.388089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55006794-87d3-4122-8352-d831f33f5cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef77664-8402-4817-abba-625e8685ccac,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:56.406163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d227994-b818-47ee-96e0-0052b0ae554e admin admin] Publish callbacks [] for security_group (73f50a0d-fdfc-4a04-a951-991ae368c856), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.408888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Made reservation on behalf of b2a57a6e8a1e4a4c9a1a20fa8841ff15 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:56.414650 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.435520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.532656 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for security_group (623330e4-1282-47d1-9425-15f068ba245b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.539885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d227994-b818-47ee-96e0-0052b0ae554e admin admin] Publish callbacks [] for security_group (73f50a0d-fdfc-4a04-a951-991ae368c856), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.554717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (623330e4-1282-47d1-9425-15f068ba245b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.645053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:56.672828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623330e4-1282-47d1-9425-15f068ba245b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:56.695855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d79ab-d40c-4d87-9615-74ee679c3528 req-5456a922-57ad-4c94-b34b-1c6b2f68c350 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:56.702646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e43d79ab-d40c-4d87-9615-74ee679c3528 req-5456a922-57ad-4c94-b34b-1c6b2f68c350 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 945 time: 0.1160817 Feb 09 03:00:56.712197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d227994-b818-47ee-96e0-0052b0ae554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (73f50a0d-fdfc-4a04-a951-991ae368c856), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.714663 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d227994-b818-47ee-96e0-0052b0ae554e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.718114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3d227994-b818-47ee-96e0-0052b0ae554e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73f50a0d-fdfc-4a04-a951-991ae368c856 HTTP/1.1" status: 204 len: 168 time: 0.4034450 Feb 09 03:00:56.718114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (232c41cc-83c3-418f-9767-21df8f2a39e9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.718114 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Added segment 232c41cc-83c3-418f-9767-21df8f2a39e9 of type vlan for network 17eee3e2-dcc9-4d93-8594-df8606d0db8c Feb 09 03:00:56.744021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d227994-b818-47ee-96e0-0052b0ae554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f50a0d-fdfc-4a04-a951-991ae368c856,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:56.791470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (17eee3e2-dcc9-4d93-8594-df8606d0db8c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.839508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e43d79ab-d40c-4d87-9615-74ee679c3528 req-79e6cb56-61ef-465d-90c9-fd3af70904af tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273110 Feb 09 03:00:56.854749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (17eee3e2-dcc9-4d93-8594-df8606d0db8c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.859857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:56.860525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:56.940545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Network': ['ID=17eee3e2-dcc9-4d93-8594-df8606d0db8c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:56.960269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 17eee3e2-dcc9-4d93-8594-df8606d0db8c details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:56.986279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37442) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:56.993185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'subnet': {'network_id': '17eee3e2-dcc9-4d93-8594-df8606d0db8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:56.998045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0f959cb5-ecc3-4ae6-aba8-296c6b94f46e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6829181 Feb 09 03:00:57.073590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:00:57.129570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86965fd2-0c61-4662-a6c8-9becca23ae3f req-205a6580-034e-42f7-882d-02f154d78497 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:57.137044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-86965fd2-0c61-4662-a6c8-9becca23ae3f req-205a6580-034e-42f7-882d-02f154d78497 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 944 time: 0.1896718 Feb 09 03:00:57.194165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Made reservation on behalf of b2a57a6e8a1e4a4c9a1a20fa8841ff15 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:57.200929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.244375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-86965fd2-0c61-4662-a6c8-9becca23ae3f req-f6e095d8-debf-4269-b9c7-5c068030abd0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050253 Feb 09 03:00:57.289938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b44570b-d32c-401e-a105-3b65e0e09cae is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:57.292881 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.362426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:57.363799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:57.364097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37458) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:57.366892 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01f3ffa-fd4e-4ccd-bba3-cfbf17d65b57" -d '{"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-unplugged", "status": "completed", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:57.372023 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.421864 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86b28325-4921-40cd-9c3b-616be33eedd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.427685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:57.499900 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06192e3-e57e-40f1-b9b7-9bfcdc1aa418 x-openstack-request-id: req-b06192e3-e57e-40f1-b9b7-9bfcdc1aa418 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:00:57.500427 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-unplugged", "status": "completed", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:00:57.501126 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b06192e3-e57e-40f1-b9b7-9bfcdc1aa418 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:00:57.501839 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'code': 200} Feb 09 03:00:57.509759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (ba34e3c2-82a3-4354-b433-8020e0b0eee2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.601947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Checking segment: {'id': '232c41cc-83c3-418f-9767-21df8f2a39e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17eee3e2-dcc9-4d93-8594-df8606d0db8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:57.602482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network hostable DHCP agents. Network: 17eee3e2-dcc9-4d93-8594-df8606d0db8c, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:57.608136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Subnet': ['ID=ba34e3c2-82a3-4354-b433-8020e0b0eee2,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:57.642491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network 17eee3e2-dcc9-4d93-8594-df8606d0db8c is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:57.664710 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86b28325-4921-40cd-9c3b-616be33eedd7 admin admin] Publish callbacks [] for security_group (902dc6e3-e774-402e-a62b-11a125d0701a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.665312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 17eee3e2-dcc9-4d93-8594-df8606d0db8c) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:57.670318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:57.671077 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.676153 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86b28325-4921-40cd-9c3b-616be33eedd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (902dc6e3-e774-402e-a62b-11a125d0701a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.676763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ef4f3-3ded-4451-bba3-de95b2983841 None None] Network 17eee3e2-dcc9-4d93-8594-df8606d0db8c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:57.698651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5328bb00-cd8b-4b5d-8166-0aebd5b50899 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7075706 Feb 09 03:00:57.700373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37466) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:57.709540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'network': {'name': 'tempest-router-network01--571820081'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:57.768576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86b28325-4921-40cd-9c3b-616be33eedd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbeafc91dcbf4ae7845c1af24d3ea8ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032164 Feb 09 03:00:57.769318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Made reservation on behalf of b2a57a6e8a1e4a4c9a1a20fa8841ff15 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:57.773055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37470) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:57.773454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.789866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b28325-4921-40cd-9c3b-616be33eedd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902dc6e3-e774-402e-a62b-11a125d0701a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:57.833803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:57.849274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-490345e2-694f-4b93-8f6f-505eef1e689d admin admin] Publish callbacks [] for security_group (902dc6e3-e774-402e-a62b-11a125d0701a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.865472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e73950b8-9b29-42ab-b8fb-66bb50234094 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:00:57.881723 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1b9175c5-619f-4804-8548-af530246a10d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:57.885602 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Added segment 1b9175c5-619f-4804-8548-af530246a10d of type vlan for network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae Feb 09 03:00:57.929478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-490345e2-694f-4b93-8f6f-505eef1e689d admin admin] Publish callbacks [] for security_group (902dc6e3-e774-402e-a62b-11a125d0701a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.002835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7c37b3fa-3d54-4378-8e22-101b1ad4fbae), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.047820 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7c37b3fa-3d54-4378-8e22-101b1ad4fbae), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.056357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:58.057317 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.084659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-17eee3e2-dcc9-4d93-8594-df8606d0db8c', 'network_id': '17eee3e2-dcc9-4d93-8594-df8606d0db8c', 'project_id': 'b2a57a6e8a1e4a4c9a1a20fa8841ff15', 'fixed_ips': [{'subnet_id': 'ba34e3c2-82a3-4354-b433-8020e0b0eee2'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:00:58.086046 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.119235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff25257-0504-47f5-adc5-808c5082267f req-cf8b6481-24c7-4f25-9cba-08c7a406c8f4 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:58.129241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fff25257-0504-47f5-adc5-808c5082267f req-cf8b6481-24c7-4f25-9cba-08c7a406c8f4 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1306245 Feb 09 03:00:58.139927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port e73950b8-9b29-42ab-b8fb-66bb50234094 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:00:58.144963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port e73950b8-9b29-42ab-b8fb-66bb50234094 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:00:58.145676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.173918 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-490345e2-694f-4b93-8f6f-505eef1e689d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (902dc6e3-e774-402e-a62b-11a125d0701a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.177640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-490345e2-694f-4b93-8f6f-505eef1e689d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.181918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-490345e2-694f-4b93-8f6f-505eef1e689d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/902dc6e3-e774-402e-a62b-11a125d0701a HTTP/1.1" status: 204 len: 168 time: 0.4043694 Feb 09 03:00:58.197882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490345e2-694f-4b93-8f6f-505eef1e689d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902dc6e3-e774-402e-a62b-11a125d0701a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:58.214656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fff25257-0504-47f5-adc5-808c5082267f req-7f102bc5-d7c3-4241-8516-c8e3ffaf2326 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839422 Feb 09 03:00:58.264365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Network': ['ID=7c37b3fa-3d54-4378-8e22-101b1ad4fbae,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:58.280228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:58.298819 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bca4fae5-5394-47f4-bd0f-3522a158803c tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5959854 Feb 09 03:00:58.301605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37492) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:58.308787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'network': {'name': 'tempest-router-network02--1752716300'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:58.366143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Made reservation on behalf of b2a57a6e8a1e4a4c9a1a20fa8841ff15 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:58.369690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.416116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:00:58.436494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9ae1b598-9e4c-49a4-b4fa-4084b606e580), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.437231 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Added segment 9ae1b598-9e4c-49a4-b4fa-4084b606e580 of type vlan for network dd805f20-2d3b-42d2-a662-7a4c7978907a Feb 09 03:00:58.486881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port e73950b8-9b29-42ab-b8fb-66bb50234094 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:00:58.487955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.488657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (dd805f20-2d3b-42d2-a662-7a4c7978907a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.531871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Allocated IP 172.20.0.2 (17eee3e2-dcc9-4d93-8594-df8606d0db8c/ba34e3c2-82a3-4354-b433-8020e0b0eee2/d5a7fd05-d40b-40be-9599-64977f2605a2) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:00:58.535937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900ed76-7eab-40ab-b78b-2348e29204a9 req-a33db010-700a-452e-aa42-ae20a86f07e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:58.536156 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (dd805f20-2d3b-42d2-a662-7a4c7978907a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.546067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8900ed76-7eab-40ab-b78b-2348e29204a9 req-a33db010-700a-452e-aa42-ae20a86f07e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 944 time: 0.1129315 Feb 09 03:00:58.546718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:58.547767 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.559463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port e73950b8-9b29-42ab-b8fb-66bb50234094, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e73950b8-9b29-42ab-b8fb-66bb50234094,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:00:58.577876 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.692852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=e73950b8-9b29-42ab-b8fb-66bb50234094,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:58.716070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4133172 Feb 09 03:00:58.716731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8900ed76-7eab-40ab-b78b-2348e29204a9 req-88315e0b-4f27-4c76-9362-ffec96564de0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637301 Feb 09 03:00:58.717637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37504) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:58.726858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'subnet': {'network_id': '7c37b3fa-3d54-4378-8e22-101b1ad4fbae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:58.730612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d30d1-8c67-4cd0-8de6-d8b7275b482b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Network': ['ID=dd805f20-2d3b-42d2-a662-7a4c7978907a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:58.745736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network dd805f20-2d3b-42d2-a662-7a4c7978907a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:00:58.856359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Publish callbacks [] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.871306 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.876126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Made reservation on behalf of b2a57a6e8a1e4a4c9a1a20fa8841ff15 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:58.880424 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:58.927214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Network 17eee3e2-dcc9-4d93-8594-df8606d0db8c is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:00:58.935100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:58.938519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:00:59.037892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Pushing event updated for resources: {'Port': ['ID=d5a7fd05-d40b-40be-9599-64977f2605a2,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:59.111181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Attempting to bind port d5a7fd05-d40b-40be-9599-64977f2605a2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:00:59.111817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Attempting to bind port d5a7fd05-d40b-40be-9599-64977f2605a2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '232c41cc-83c3-418f-9767-21df8f2a39e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17eee3e2-dcc9-4d93-8594-df8606d0db8c'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:00:59.112448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Attempting to bind port d5a7fd05-d40b-40be-9599-64977f2605a2 on network 17eee3e2-dcc9-4d93-8594-df8606d0db8c {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:00:59.135657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:00:59.136049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Checking segment: {'id': '232c41cc-83c3-418f-9767-21df8f2a39e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17eee3e2-dcc9-4d93-8594-df8606d0db8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:59.136675 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.137084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Bound using segment: {'id': '232c41cc-83c3-418f-9767-21df8f2a39e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17eee3e2-dcc9-4d93-8594-df8606d0db8c'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:00:59.137578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Bound port: d5a7fd05-d40b-40be-9599-64977f2605a2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232c41cc-83c3-418f-9767-21df8f2a39e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17eee3e2-dcc9-4d93-8594-df8606d0db8c'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:00:59.137966 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.251968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] For port d5a7fd05-d40b-40be-9599-64977f2605a2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:00:59.255463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] For port d5a7fd05-d40b-40be-9599-64977f2605a2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5a7fd05-d40b-40be-9599-64977f2605a2,segment=NetworkSegment(232c41cc-83c3-418f-9767-21df8f2a39e9),segment_id=232c41cc-83c3-418f-9767-21df8f2a39e9)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:00:59.271924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.329921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c121c-cd01-463c-b9ee-1a577ef76bb9 None None] Pushing event updated for resources: {'Port': ['ID=d5a7fd05-d40b-40be-9599-64977f2605a2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:59.346063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (5137a001-eab0-40ca-b602-852bd94e064f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.435727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Subnet': ['ID=5137a001-eab0-40ca-b602-852bd94e064f,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:00:59.448716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Checking segment: {'id': '1b9175c5-619f-4804-8548-af530246a10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c37b3fa-3d54-4378-8e22-101b1ad4fbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:00:59.449143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network hostable DHCP agents. Network: 7c37b3fa-3d54-4378-8e22-101b1ad4fbae, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:00:59.503986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847472d-e139-4f5d-be29-9632652c0017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73950b8-9b29-42ab-b8fb-66bb50234094'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:00:59.505634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:00:59.508139 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe4ab3-6d5d-4e2c-87a8-245b10b2eb56" -d '{"events": [{"server_uuid": "d847472d-e139-4f5d-be29-9632652c0017", "name": "network-vif-plugged", "status": "completed", "tag": "e73950b8-9b29-42ab-b8fb-66bb50234094"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:00:59.526369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7c37b3fa-3d54-4378-8e22-101b1ad4fbae) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:00:59.535571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:59.535872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d447f0-173b-4bc1-961c-99df04bfa062 None None] Network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:00:59.536662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:00:59.563799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702387cf-7e50-4500-9a4d-caa2b8680f44 req-e9f8b4a8-faad-4da1-9498-35ef4d5558cf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:00:59.566558 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-702387cf-7e50-4500-9a4d-caa2b8680f44 req-e9f8b4a8-faad-4da1-9498-35ef4d5558cf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1048365 Feb 09 03:00:59.596032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37558) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:00:59.601513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bc2ae8c7-1026-4b58-84fd-595eb064b353 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8797083 Feb 09 03:00:59.602873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'subnet': {'network_id': 'dd805f20-2d3b-42d2-a662-7a4c7978907a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:00:59.702928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-702387cf-7e50-4500-9a4d-caa2b8680f44 req-bbe767ce-0c10-4570-8b90-2b1a9790b9a4 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298244 Feb 09 03:00:59.844604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Made reservation on behalf of b2a57a6e8a1e4a4c9a1a20fa8841ff15 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:00:59.848063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.116475 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e367756d-6e69-4026-946f-3dbb95026ddc x-openstack-request-id: req-e367756d-6e69-4026-946f-3dbb95026ddc {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:00.117069 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d847472d-e139-4f5d-be29-9632652c0017", "name": "network-vif-plugged", "status": "completed", "tag": "e73950b8-9b29-42ab-b8fb-66bb50234094", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:00.117592 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e367756d-6e69-4026-946f-3dbb95026ddc {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:00.118580 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847472d-e139-4f5d-be29-9632652c0017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'code': 200} Feb 09 03:01:00.133114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf7cd5-80d7-47b4-b263-f7fa989473d7 req-10255a84-cbc2-4eeb-af93-7a5b037b8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:00.136655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdf7cd5-80d7-47b4-b263-f7fa989473d7 req-10255a84-cbc2-4eeb-af93-7a5b037b8f5b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1127 time: 0.1736107 Feb 09 03:01:00.169513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7c37b3fa-3d54-4378-8e22-101b1ad4fbae', 'network_id': '7c37b3fa-3d54-4378-8e22-101b1ad4fbae', 'project_id': 'b2a57a6e8a1e4a4c9a1a20fa8841ff15', 'fixed_ips': [{'subnet_id': '5137a001-eab0-40ca-b602-852bd94e064f'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:00.170567 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.187871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874179a2-1c04-473f-8fd7-ecb4d2025784 req-cbe6c9e1-55e1-4c85-8b68-d09d0d6dd1db tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:00.189427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874179a2-1c04-473f-8fd7-ecb4d2025784 req-cbe6c9e1-55e1-4c85-8b68-d09d0d6dd1db tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1752846 Feb 09 03:01:00.300384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874179a2-1c04-473f-8fd7-ecb4d2025784 req-9406740a-b6d9-46c0-b588-16b3c48b8256 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026855 Feb 09 03:01:00.317653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-acdf7cd5-80d7-47b4-b263-f7fa989473d7 req-68195817-b96a-4520-91d1-9b268ed6f2b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503890 Feb 09 03:01:00.381990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (aeda273f-f578-49b2-ab99-f63a92d76d63), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.447937 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf68aefc-5540-47a2-b355-d7083805e5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.466269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Allocated IP 172.20.0.2 (7c37b3fa-3d54-4378-8e22-101b1ad4fbae/5137a001-eab0-40ca-b602-852bd94e064f/d7ff457a-2587-492f-8f7b-4129e666c4fe) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:00.478095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Subnet': ['ID=aeda273f-f578-49b2-ab99-f63a92d76d63,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:00.553754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Checking segment: {'id': '9ae1b598-9e4c-49a4-b4fa-4084b606e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd805f20-2d3b-42d2-a662-7a4c7978907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:00.554130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network hostable DHCP agents. Network: dd805f20-2d3b-42d2-a662-7a4c7978907a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:00.578254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-6d2ccf54-dccc-4f6a-9d55-0db94d9fb695 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4380312 Feb 09 03:01:00.593344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-c20b532f-8b1a-4845-ba17-6fd1d043dc70 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:01:00.594516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-c20b532f-8b1a-4845-ba17-6fd1d043dc70 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061772 Feb 09 03:01:00.595396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network dd805f20-2d3b-42d2-a662-7a4c7978907a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:00.618812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, dd805f20-2d3b-42d2-a662-7a4c7978907a) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:00.622739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37628) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:00.629386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:00.630118 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.635879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df779f4-91f9-4803-b6e0-87403c36a45c None None] Network dd805f20-2d3b-42d2-a662-7a4c7978907a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:00.665250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37634) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:00.665476 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3805615b-18d0-4209-b066-de83b8baed10 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0670004 Feb 09 03:01:00.913532 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Publish callbacks [] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.962125 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:00.994947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47945767-096a-4e5f-badd-3ff7b93a23af req-d14a4d0d-b517-4168-9ade-6627b8f3d28f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:01.004166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47945767-096a-4e5f-badd-3ff7b93a23af req-d14a4d0d-b517-4168-9ade-6627b8f3d28f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.0969193 Feb 09 03:01:01.034410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010a9ab-4d46-49cb-a020-be8cd06ca068 None None] Network 17eee3e2-dcc9-4d93-8594-df8606d0db8c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:01.114569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47945767-096a-4e5f-badd-3ff7b93a23af req-dac67f46-953c-4b8a-b79a-9367c6d6c678 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093919 Feb 09 03:01:01.137400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Pushing event updated for resources: {'Port': ['ID=d7ff457a-2587-492f-8f7b-4129e666c4fe,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:01.151488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-dd805f20-2d3b-42d2-a662-7a4c7978907a', 'network_id': 'dd805f20-2d3b-42d2-a662-7a4c7978907a', 'project_id': 'b2a57a6e8a1e4a4c9a1a20fa8841ff15', 'fixed_ips': [{'subnet_id': 'aeda273f-f578-49b2-ab99-f63a92d76d63'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:01.153322 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.173615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89d4dc06-53c4-4634-9482-3b73141a5bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.275282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5a7fd05-d40b-40be-9599-64977f2605a2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:01.365314 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89d4dc06-53c4-4634-9482-3b73141a5bee admin admin] Publish callbacks [] for security_group (617a7d7a-ece8-4f9e-b3db-b1c97d0278ad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.374081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89d4dc06-53c4-4634-9482-3b73141a5bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (617a7d7a-ece8-4f9e-b3db-b1c97d0278ad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.406769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:01.427265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.478257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-89d4dc06-53c4-4634-9482-3b73141a5bee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48f23913d6344c15ae2cb6a55fdcb80b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8540623 Feb 09 03:01:01.480925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37654) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:01.486580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4dc06-53c4-4634-9482-3b73141a5bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a7d7a-ece8-4f9e-b3db-b1c97d0278ad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:01.573933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Allocated IP 172.20.0.2 (dd805f20-2d3b-42d2-a662-7a4c7978907a/aeda273f-f578-49b2-ab99-f63a92d76d63/21d0ddde-035b-486d-a31d-b3a7082d4552) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:01.623949 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec472-c299-4d45-b95b-1b2ff38f4b29 admin admin] Publish callbacks [] for security_group (617a7d7a-ece8-4f9e-b3db-b1c97d0278ad), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.658663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec472-c299-4d45-b95b-1b2ff38f4b29 admin admin] Publish callbacks [] for security_group (617a7d7a-ece8-4f9e-b3db-b1c97d0278ad), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.691507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:01.716769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:01.723267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d9420785-e019-4e0f-aef6-e2d0f5435f91 None None] Provisioning complete for port d5a7fd05-d40b-40be-9599-64977f2605a2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:01.723658 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d9420785-e019-4e0f-aef6-e2d0f5435f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.731448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8e7e0-09de-44b0-a7bb-1ef1da05f17f req-92738a54-7ae5-4a3b-b436-b51dad7fdbbf tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:01.742321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec472-c299-4d45-b95b-1b2ff38f4b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (617a7d7a-ece8-4f9e-b3db-b1c97d0278ad), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.743123 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cda8e7e0-09de-44b0-a7bb-1ef1da05f17f req-92738a54-7ae5-4a3b-b436-b51dad7fdbbf tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.2867348 Feb 09 03:01:01.748301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec472-c299-4d45-b95b-1b2ff38f4b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:01.750107 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8f2ec472-c299-4d45-b95b-1b2ff38f4b29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/617a7d7a-ece8-4f9e-b3db-b1c97d0278ad HTTP/1.1" status: 204 len: 168 time: 0.2670579 Feb 09 03:01:01.762894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ec472-c299-4d45-b95b-1b2ff38f4b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a7d7a-ece8-4f9e-b3db-b1c97d0278ad,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:02.071805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Attempting to bind port d7ff457a-2587-492f-8f7b-4129e666c4fe on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:02.072233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Attempting to bind port d7ff457a-2587-492f-8f7b-4129e666c4fe by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '1b9175c5-619f-4804-8548-af530246a10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c37b3fa-3d54-4378-8e22-101b1ad4fbae'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:02.073937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Attempting to bind port d7ff457a-2587-492f-8f7b-4129e666c4fe on network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:02.144712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Allocated IP 172.20.0.1 (7c37b3fa-3d54-4378-8e22-101b1ad4fbae/5137a001-eab0-40ca-b602-852bd94e064f/09e1d9f5-18e8-404b-91f1-412f9e9ee9d5) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:02.188968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d5a7fd05-d40b-40be-9599-64977f2605a2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:02.189591 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.279134 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Publish callbacks [] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.290923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:02.291711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Checking segment: {'id': '1b9175c5-619f-4804-8548-af530246a10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c37b3fa-3d54-4378-8e22-101b1ad4fbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:02.292520 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.293137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Bound using segment: {'id': '1b9175c5-619f-4804-8548-af530246a10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c37b3fa-3d54-4378-8e22-101b1ad4fbae'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:02.293848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Bound port: d7ff457a-2587-492f-8f7b-4129e666c4fe, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9175c5-619f-4804-8548-af530246a10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7c37b3fa-3d54-4378-8e22-101b1ad4fbae'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:02.294717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.303643 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.340825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.388835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.390376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a9222-f97e-4a5b-8bcc-30bc42eec581 req-d4a4b31c-066a-41df-af47-6cab0db9c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:02.391925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e20a9222-f97e-4a5b-8bcc-30bc42eec581 req-d4a4b31c-066a-41df-af47-6cab0db9c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1292896 Feb 09 03:01:02.492269 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:02.494204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Network dd805f20-2d3b-42d2-a662-7a4c7978907a is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:02.498685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Port': ['ID=09e1d9f5-18e8-404b-91f1-412f9e9ee9d5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:02.510814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:02.514033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:02.528345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e20a9222-f97e-4a5b-8bcc-30bc42eec581 req-9e4accaa-6ad9-40b5-a6f9-380f38166030 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187587 Feb 09 03:01:02.543504 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cda8e7e0-09de-44b0-a7bb-1ef1da05f17f req-44b7ca53-a9b9-4a20-bb25-cef2448ba9b3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7974486 Feb 09 03:01:02.582534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:02.604209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:02.608797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d9420785-e019-4e0f-aef6-e2d0f5435f91 None None] Current status of the port d5a7fd05-d40b-40be-9599-64977f2605a2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:02.609205 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d9420785-e019-4e0f-aef6-e2d0f5435f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.615542 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (2bdbef46-6667-4600-802c-3cb3c87253d9), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.746084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Pushing event updated for resources: {'Port': ['ID=21d0ddde-035b-486d-a31d-b3a7082d4552,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:02.785471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.845656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e4e003c-3dbb-4e06-b5e3-f2ab5794b4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:02.975968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] For port d7ff457a-2587-492f-8f7b-4129e666c4fe, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:02.993833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] For port d7ff457a-2587-492f-8f7b-4129e666c4fe, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d7ff457a-2587-492f-8f7b-4129e666c4fe,segment=NetworkSegment(1b9175c5-619f-4804-8548-af530246a10d),segment_id=1b9175c5-619f-4804-8548-af530246a10d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:03.009350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d9420785-e019-4e0f-aef6-e2d0f5435f91 None None] For port d5a7fd05-d40b-40be-9599-64977f2605a2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5a7fd05-d40b-40be-9599-64977f2605a2,segment=NetworkSegment(232c41cc-83c3-418f-9767-21df8f2a39e9),segment_id=232c41cc-83c3-418f-9767-21df8f2a39e9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:03.019225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.039624 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d9420785-e019-4e0f-aef6-e2d0f5435f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.086456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Attempting to bind port 21d0ddde-035b-486d-a31d-b3a7082d4552 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:03.086708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Attempting to bind port 21d0ddde-035b-486d-a31d-b3a7082d4552 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9ae1b598-9e4c-49a4-b4fa-4084b606e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd805f20-2d3b-42d2-a662-7a4c7978907a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:03.087459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Attempting to bind port 21d0ddde-035b-486d-a31d-b3a7082d4552 on network dd805f20-2d3b-42d2-a662-7a4c7978907a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:03.097942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:03.153620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d5a7fd05-d40b-40be-9599-64977f2605a2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:03.154763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.177330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:03.178047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Checking segment: {'id': '9ae1b598-9e4c-49a4-b4fa-4084b606e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd805f20-2d3b-42d2-a662-7a4c7978907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:03.178650 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.179205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Bound using segment: {'id': '9ae1b598-9e4c-49a4-b4fa-4084b606e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd805f20-2d3b-42d2-a662-7a4c7978907a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:03.179880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Bound port: 21d0ddde-035b-486d-a31d-b3a7082d4552, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae1b598-9e4c-49a4-b4fa-4084b606e580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'dd805f20-2d3b-42d2-a662-7a4c7978907a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:03.180989 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.303832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37746) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:03.335988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b9035d55-b040-465b-868f-9546e8e2bd25 None None] Provisioning complete for port d5a7fd05-d40b-40be-9599-64977f2605a2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:03.336592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9035d55-b040-465b-868f-9546e8e2bd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.382914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ec2e6-c017-40be-9e4a-74329e4c5ca3 None None] Pushing event updated for resources: {'Port': ['ID=d7ff457a-2587-492f-8f7b-4129e666c4fe,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.386440 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.396905 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.518394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9420785-e019-4e0f-aef6-e2d0f5435f91 None None] Pushing event updated for resources: {'Port': ['ID=d5a7fd05-d40b-40be-9599-64977f2605a2,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.565861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Port': ['ID=09e1d9f5-18e8-404b-91f1-412f9e9ee9d5,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.575610 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (2bdbef46-6667-4600-802c-3cb3c87253d9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.665043 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:01:03.666029 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:01:03.696704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] For port 21d0ddde-035b-486d-a31d-b3a7082d4552, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:03.705049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] For port 21d0ddde-035b-486d-a31d-b3a7082d4552, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=21d0ddde-035b-486d-a31d-b3a7082d4552,segment=NetworkSegment(9ae1b598-9e4c-49a4-b4fa-4084b606e580),segment_id=9ae1b598-9e4c-49a4-b4fa-4084b606e580)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:03.710873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b44570b-d32c-401e-a105-3b65e0e09cae is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:03.792529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b9035d55-b040-465b-868f-9546e8e2bd25 None None] Current status of the port d5a7fd05-d40b-40be-9599-64977f2605a2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:03.799015 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.838949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9fc7d-2498-4f43-a3b2-c599dfb999ae req-4410fac9-1603-496c-ac59-5e6b9795e8c8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:03.845533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69f9fc7d-2498-4f43-a3b2-c599dfb999ae req-4410fac9-1603-496c-ac59-5e6b9795e8c8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1388006 Feb 09 03:01:03.865105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1196303775', 'router:external': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:03.865471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:03.873905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:03.913341 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:03.921328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46af8e-579f-41c0-acc7-b5216a99f7e3 None None] Pushing event updated for resources: {'Port': ['ID=21d0ddde-035b-486d-a31d-b3a7082d4552,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:03.997869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Made reservation on behalf of b1666fa475d54ec8b2b76f72069229e4 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:04.002111 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.028059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.046916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69f9fc7d-2498-4f43-a3b2-c599dfb999ae req-632d77c6-bd80-47ec-8f02-85dd2d2eeece tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599472 Feb 09 03:01:04.232951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for security_group (3a7df0e8-2816-4764-b965-3cb5c655e0ae), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.251005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3a7df0e8-2816-4764-b965-3cb5c655e0ae), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.253039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d5a7fd05-d40b-40be-9599-64977f2605a2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:04.351845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:04.370878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7df0e8-2816-4764-b965-3cb5c655e0ae,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:04.390382 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4187c0f0-a168-48e2-820a-0c3634490cfb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.390760 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Added segment 4187c0f0-a168-48e2-820a-0c3634490cfb of type vlan for network de8c46e9-82b4-4eb7-b5ba-cd202016f771 Feb 09 03:01:04.529626 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (de8c46e9-82b4-4eb7-b5ba-cd202016f771), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.616700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (de8c46e9-82b4-4eb7-b5ba-cd202016f771), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.619391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:04.620202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.776620 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4713142 Feb 09 03:01:04.781777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37796) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:04.794319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'subnet': {'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:04.813345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993097f1-ed0b-46c1-9cb9-fa35f864bce1 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'Network': ['ID=de8c46e9-82b4-4eb7-b5ba-cd202016f771,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:04.853029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network de8c46e9-82b4-4eb7-b5ba-cd202016f771 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:04.864122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Made reservation on behalf of b1666fa475d54ec8b2b76f72069229e4 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:04.867076 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:04.943529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c002-a3fa-45ff-ae2e-fbbed8b4822f req-444dc1cf-f272-4fd7-bd29-47d8916d56fd tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:04.945177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14e0c002-a3fa-45ff-ae2e-fbbed8b4822f req-444dc1cf-f272-4fd7-bd29-47d8916d56fd tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 1.0984676 Feb 09 03:01:05.068020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d7ff457a-2587-492f-8f7b-4129e666c4fe up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:05.184261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14e0c002-a3fa-45ff-ae2e-fbbed8b4822f req-a10020d8-4a2c-44ab-bb8b-dc5cfc439518 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186325 Feb 09 03:01:05.225149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Router 2bdbef46-6667-4600-802c-3cb3c87253d9 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:05.451222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:01:05.455215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (f0b1215f-054a-49d0-9146-7fa091ebb2ca), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:05.522054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:05.529819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a511fa22-ee39-4680-b7a9-2761976a04ee tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "PUT /v2.0/routers/2bdbef46-6667-4600-802c-3cb3c87253d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8633397 Feb 09 03:01:05.547818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37834) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:05.678698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a9b04-401f-428a-a7b3-aebd654a8fba req-8cdb5449-373d-4d42-9601-717b0abc4604 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:05.693699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-135a9b04-401f-428a-a7b3-aebd654a8fba req-8cdb5449-373d-4d42-9601-717b0abc4604 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.2703366 Feb 09 03:01:05.701946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37846) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:05.729685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'floatingip': {'port_id': 'e73950b8-9b29-42ab-b8fb-66bb50234094'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:05.776072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f0b1215f-054a-49d0-9146-7fa091ebb2ca,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:05.862376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8da950-cc00-4164-8878-413d6e8dd019 None None] Network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:05.879386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ca386-ebc6-4b63-a066-ac4f713184ca None None] Sync routers for ids ['2bdbef46-6667-4600-802c-3cb3c87253d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:05.989364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Checking segment: {'id': '4187c0f0-a168-48e2-820a-0c3634490cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:05.989737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Network hostable DHCP agents. Network: de8c46e9-82b4-4eb7-b5ba-cd202016f771, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:05.996782 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (cccdf4de-c24a-4826-a1a3-ceec6698597f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:06.007956 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec37a927-c54f-41c5-a45d-b6463a9c00fa req-c713afa8-a577-4267-b2cd-1faa410a7e28 tempest-AbsoluteLimitsNegativeTestJSON-1306326943 tempest-AbsoluteLimitsNegativeTestJSON-1306326943-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f335a1b6411d4ccfa506b2a9e213f636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042888 Feb 09 03:01:06.049796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31edc7-2507-4a43-a16b-8e8660b3cf93 req-4e4dc856-3677-4e4d-a5b1-a418c9d13096 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:06.051595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b73ed7-a652-4193-9409-430b76a9def3 None None] Network dd805f20-2d3b-42d2-a662-7a4c7978907a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:06.052221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b31edc7-2507-4a43-a16b-8e8660b3cf93 req-4e4dc856-3677-4e4d-a5b1-a418c9d13096 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.5279510 Feb 09 03:01:06.144399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Network de8c46e9-82b4-4eb7-b5ba-cd202016f771 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:06.254594 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:06.258714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, de8c46e9-82b4-4eb7-b5ba-cd202016f771) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:06.264224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:06.264944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:06.316241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b31edc7-2507-4a43-a16b-8e8660b3cf93 req-11eca0cc-01e8-46c3-a8f9-45abe11e3923 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570798 Feb 09 03:01:06.327051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37910) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:06.327387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e1f53da6-efa2-48b0-9ab2-c9212b417fa8 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5415146 Feb 09 03:01:06.345933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1934621879', 'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:06.405432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Made reservation on behalf of b1666fa475d54ec8b2b76f72069229e4 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:06.408565 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:06.409035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd88666-9014-4454-b38c-f8f073ae1555 None None] Network de8c46e9-82b4-4eb7-b5ba-cd202016f771 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:06.466181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] device_id is not set on port 2ca5215f-8989-443d-9931-5edd86920c54 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:01:06.519591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ca386-ebc6-4b63-a066-ac4f713184ca None None] Routers {'2bdbef46-6667-4600-802c-3cb3c87253d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:06.520719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-050ca386-ebc6-4b63-a066-ac4f713184ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['2bdbef46-6667-4600-802c-3cb3c87253d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:06.594985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-050ca386-ebc6-4b63-a066-ac4f713184ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:06.597667 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-f12f0a04-94d9-4031-be73-96bfdbaadb68 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:01:06.599379 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f12f0a04-94d9-4031-be73-96bfdbaadb68 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "PUT /v2.0/routers/2bdbef46-6667-4600-802c-3cb3c87253d9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0501552 Feb 09 03:01:06.606910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37928) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:06.628942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2222cdb8-a71c-4afa-8c8a-fd774b47b294 None None] Provisioning complete for port d7ff457a-2587-492f-8f7b-4129e666c4fe triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:06.629985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2222cdb8-a71c-4afa-8c8a-fd774b47b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:06.647478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d7ff457a-2587-492f-8f7b-4129e666c4fe triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:06.649514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:06.799058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:06.821241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37a927-c54f-41c5-a45d-b6463a9c00fa req-a4a04992-924a-43c5-b35f-de54876910bb tempest-AbsoluteLimitsNegativeTestJSON-1306326943 tempest-AbsoluteLimitsNegativeTestJSON-1306326943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:06.830729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec37a927-c54f-41c5-a45d-b6463a9c00fa req-a4a04992-924a-43c5-b35f-de54876910bb tempest-AbsoluteLimitsNegativeTestJSON-1306326943 tempest-AbsoluteLimitsNegativeTestJSON-1306326943-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8215175 Feb 09 03:01:06.890546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ca386-ebc6-4b63-a066-ac4f713184ca None None] Routers {'2bdbef46-6667-4600-802c-3cb3c87253d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:06.891215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-050ca386-ebc6-4b63-a066-ac4f713184ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['2bdbef46-6667-4600-802c-3cb3c87253d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:06.957441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-050ca386-ebc6-4b63-a066-ac4f713184ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:06.958268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ca386-ebc6-4b63-a066-ac4f713184ca None None] The sync data for ids ['2bdbef46-6667-4600-802c-3cb3c87253d9'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:07.078841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec37a927-c54f-41c5-a45d-b6463a9c00fa req-f3c6dc4c-4f0a-4a99-b72c-8957526bebe3 tempest-AbsoluteLimitsNegativeTestJSON-1306326943 tempest-AbsoluteLimitsNegativeTestJSON-1306326943-project] 10.222.0.32 "GET /v2.0/quotas/f335a1b6411d4ccfa506b2a9e213f636 HTTP/1.1" status: 200 len: 375 time: 0.2437942 Feb 09 03:01:07.085355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2222cdb8-a71c-4afa-8c8a-fd774b47b294 None None] Current status of the port d7ff457a-2587-492f-8f7b-4129e666c4fe is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:07.091529 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2222cdb8-a71c-4afa-8c8a-fd774b47b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:07.106802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c1497-1459-412f-828b-86059e67a586 None None] Network de8c46e9-82b4-4eb7-b5ba-cd202016f771 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:07.221377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37948) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:07.227729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Allocated IP 2001:db8::75 (de8c46e9-82b4-4eb7-b5ba-cd202016f771/f0b1215f-054a-49d0-9146-7fa091ebb2ca/2ca5215f-8989-443d-9931-5edd86920c54) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:07.625038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2222cdb8-a71c-4afa-8c8a-fd774b47b294 None None] For port d7ff457a-2587-492f-8f7b-4129e666c4fe, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d7ff457a-2587-492f-8f7b-4129e666c4fe,segment=NetworkSegment(1b9175c5-619f-4804-8548-af530246a10d),segment_id=1b9175c5-619f-4804-8548-af530246a10d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:07.655330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2222cdb8-a71c-4afa-8c8a-fd774b47b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:07.672568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f23b32eb-9283-4806-8d57-0b2602eef347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:07.791302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d7ff457a-2587-492f-8f7b-4129e666c4fe is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:07.791712 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:07.986858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Provisioning complete for port d7ff457a-2587-492f-8f7b-4129e666c4fe triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:07.988198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:07.992594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222cdb8-a71c-4afa-8c8a-fd774b47b294 None None] Pushing event updated for resources: {'Port': ['ID=d7ff457a-2587-492f-8f7b-4129e666c4fe,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:08.120278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaaff1-9edc-4755-b3da-70b27978dd6a req-124d4ccf-935a-4298-8ac4-07adb3bc88ea tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:08.128801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1efaaff1-9edc-4755-b3da-70b27978dd6a req-124d4ccf-935a-4298-8ac4-07adb3bc88ea tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.5499709 Feb 09 03:01:08.168734 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:01:08.169258 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:01:08.236658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Current status of the port d7ff457a-2587-492f-8f7b-4129e666c4fe is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:08.249605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Provisioning complete for port 09e1d9f5-18e8-404b-91f1-412f9e9ee9d5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:08.249605 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.329891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Port 09e1d9f5-18e8-404b-91f1-412f9e9ee9d5 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:08.358145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Provisioning complete for port 21d0ddde-035b-486d-a31d-b3a7082d4552 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:08.358786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.396480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f23b32eb-9283-4806-8d57-0b2602eef347 admin admin] Publish callbacks [] for security_group (d4fece85-cb71-4df9-bca2-3247b987790b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.409737 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1efaaff1-9edc-4755-b3da-70b27978dd6a req-77c11eeb-5e97-46c1-b77a-0be9b1bdc2d5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799227 Feb 09 03:01:08.413591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:01:08.417408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f23b32eb-9283-4806-8d57-0b2602eef347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d4fece85-cb71-4df9-bca2-3247b987790b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.497382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f23b32eb-9283-4806-8d57-0b2602eef347 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b8485f139b3429a90ee61d0e7a029ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2725384 Feb 09 03:01:08.515771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.516344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for port (2ca5215f-8989-443d-9931-5edd86920c54), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.517782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b32eb-9283-4806-8d57-0b2602eef347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fece85-cb71-4df9-bca2-3247b987790b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:08.519367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec37a927-c54f-41c5-a45d-b6463a9c00fa req-f49dbcea-b163-411c-afca-e5b4fa883d72 tempest-AbsoluteLimitsNegativeTestJSON-1306326943 tempest-AbsoluteLimitsNegativeTestJSON-1306326943-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f335a1b6411d4ccfa506b2a9e213f636&fields=id HTTP/1.1" status: 200 len: 210 time: 1.3537276 Feb 09 03:01:08.520828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37996) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:08.530917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cccdf4de-c24a-4826-a1a3-ceec6698597f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.541083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Current status of the port 21d0ddde-035b-486d-a31d-b3a7082d4552 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:08.546095 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.584691 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (2bdbef46-6667-4600-802c-3cb3c87253d9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.621268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] For port 21d0ddde-035b-486d-a31d-b3a7082d4552, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=21d0ddde-035b-486d-a31d-b3a7082d4552,segment=NetworkSegment(9ae1b598-9e4c-49a4-b4fa-4084b606e580),segment_id=9ae1b598-9e4c-49a4-b4fa-4084b606e580)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:08.634550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.718667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8698dc-3411-4574-8202-db95502e7605 None None] Pushing event updated for resources: {'Port': ['ID=21d0ddde-035b-486d-a31d-b3a7082d4552,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:08.783387 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Floating IP cccdf4de-c24a-4826-a1a3-ceec6698597f associated. External IP: 172.25.2.198, port: e73950b8-9b29-42ab-b8fb-66bb50234094. Feb 09 03:01:08.784429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d7ff457a-2587-492f-8f7b-4129e666c4fe is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:08.786106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 21d0ddde-035b-486d-a31d-b3a7082d4552 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:08.851801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5294b299-beb2-4135-baab-ca637fc3e818 None None] Provisioning complete for port 09e1d9f5-18e8-404b-91f1-412f9e9ee9d5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:08.852183 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5294b299-beb2-4135-baab-ca637fc3e818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.911131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 21d0ddde-035b-486d-a31d-b3a7082d4552 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:08.911520 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:08.958836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5294b299-beb2-4135-baab-ca637fc3e818 None None] Port 09e1d9f5-18e8-404b-91f1-412f9e9ee9d5 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:08.982840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38006) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:09.032722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2ca5215f-8989-443d-9931-5edd86920c54), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.065608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 21d0ddde-035b-486d-a31d-b3a7082d4552 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:09.068872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5a7fd05-d40b-40be-9599-64977f2605a2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:09.074484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38010) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:09.088493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e894be2-6fa4-4761-9c36-3cef18a6b568 admin admin] Publish callbacks [] for security_group (d4fece85-cb71-4df9-bca2-3247b987790b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.125266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e894be2-6fa4-4761-9c36-3cef18a6b568 admin admin] Publish callbacks [] for security_group (d4fece85-cb71-4df9-bca2-3247b987790b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.143138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'Port': ['ID=2ca5215f-8989-443d-9931-5edd86920c54,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:09.193602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d5a7fd05-d40b-40be-9599-64977f2605a2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:09.194293 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.200451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Network de8c46e9-82b4-4eb7-b5ba-cd202016f771 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:09.202079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31c21fe-8def-4bbe-8c24-f5790989d0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.205817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:09.213632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:09.214746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:09.215450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.302029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d5a7fd05-d40b-40be-9599-64977f2605a2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:09.306988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31c21fe-8def-4bbe-8c24-f5790989d0f9 admin admin] Publish callbacks [] for security_group (004dacce-b250-4caa-86f4-5c04ef03b298), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.329189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-507217a3-aa58-4615-bf61-a79c0d136f46 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9989753 Feb 09 03:01:09.332349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38014) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:09.341967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31c21fe-8def-4bbe-8c24-f5790989d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (004dacce-b250-4caa-86f4-5c04ef03b298), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.368601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-282f589f-f864-4210-afd3-13adf0d6718d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.388908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a31c21fe-8def-4bbe-8c24-f5790989d0f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a29e7615992418a8fe3ea1d97ea303a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028010 Feb 09 03:01:09.390787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38016) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:09.393714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Router 9eb4e27d-84e6-462a-b2c6-87658c978e57 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:09.456255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e894be2-6fa4-4761-9c36-3cef18a6b568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d4fece85-cb71-4df9-bca2-3247b987790b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.459243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 21d0ddde-035b-486d-a31d-b3a7082d4552 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:09.459390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e894be2-6fa4-4761-9c36-3cef18a6b568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.460654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9e894be2-6fa4-4761-9c36-3cef18a6b568 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4fece85-cb71-4df9-bca2-3247b987790b HTTP/1.1" status: 204 len: 168 time: 0.9388225 Feb 09 03:01:09.565882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c21fe-8def-4bbe-8c24-f5790989d0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004dacce-b250-4caa-86f4-5c04ef03b298,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:09.646350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 21d0ddde-035b-486d-a31d-b3a7082d4552 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:09.650604 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.675693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:09.685278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.690633 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] Sync routers for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:09.703696 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:09.704401 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:09.724418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2e511be-a5bd-4b61-a259-2376169d83e7 admin admin] Publish callbacks [] for security_group (004dacce-b250-4caa-86f4-5c04ef03b298), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.742319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e894be2-6fa4-4761-9c36-3cef18a6b568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fece85-cb71-4df9-bca2-3247b987790b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:09.774486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Deleting port 09e1d9f5-18e8-404b-91f1-412f9e9ee9d5 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:09.775493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.782867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-16fad8a5-d313-4ea0-9a61-5970438dc284 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "PUT /v2.0/floatingips/cccdf4de-c24a-4826-a1a3-ceec6698597f HTTP/1.1" status: 200 len: 991 time: 4.0652909 Feb 09 03:01:09.786045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd847472d-e139-4f5d-be29-9632652c0017', 'tag': 'e73950b8-9b29-42ab-b8fb-66bb50234094'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:09.790946 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a7768f-3354-43cf-ba88-6353a42c533e" -d '{"events": [{"name": "network-changed", "server_uuid": "d847472d-e139-4f5d-be29-9632652c0017", "tag": "e73950b8-9b29-42ab-b8fb-66bb50234094"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:09.899036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 21d0ddde-035b-486d-a31d-b3a7082d4552 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:09.900456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d7ff457a-2587-492f-8f7b-4129e666c4fe up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:09.913630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2da3e-b105-40a0-8760-4182dbd3f7c5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Deleting port 2ca5215f-8989-443d-9931-5edd86920c54 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:09.914624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3e2da3e-b105-40a0-8760-4182dbd3f7c5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2ca5215f-8989-443d-9931-5edd86920c54), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.938034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2e511be-a5bd-4b61-a259-2376169d83e7 admin admin] Publish callbacks [] for security_group (004dacce-b250-4caa-86f4-5c04ef03b298), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.952655 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:09.963879 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-282f589f-f864-4210-afd3-13adf0d6718d admin admin] Publish callbacks [] for security_group (f0cac3dd-737c-4f64-92f2-b6695eecdb36), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.983693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-282f589f-f864-4210-afd3-13adf0d6718d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f0cac3dd-737c-4f64-92f2-b6695eecdb36), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:09.992325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d7ff457a-2587-492f-8f7b-4129e666c4fe triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:09.992888 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.049461 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-282f589f-f864-4210-afd3-13adf0d6718d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f335a1b6411d4ccfa506b2a9e213f636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9737988 Feb 09 03:01:10.058602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38030) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:10.150360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d7ff457a-2587-492f-8f7b-4129e666c4fe is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:10.201531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f589f-f864-4210-afd3-13adf0d6718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cac3dd-737c-4f64-92f2-b6695eecdb36,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:10.224573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce723d3-ec08-4d40-b415-0bfa857df06a req-ce4bc891-04d5-43d8-8d11-a91b959d1fd7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:10.233406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce723d3-ec08-4d40-b415-0bfa857df06a req-ce4bc891-04d5-43d8-8d11-a91b959d1fd7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.3355112 Feb 09 03:01:10.288786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2eb6bbec-18b0-42e5-b1e1-b507dc2a859a admin admin] Publish callbacks [] for security_group (f0cac3dd-737c-4f64-92f2-b6695eecdb36), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.357146 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cccdf4de-c24a-4826-a1a3-ceec6698597f', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'port_id': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847472d-e139-4f5d-be29-9632652c0017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:00:38Z', 'updated_at': '2022-02-09T03:01:08Z', 'revision_number': 1, 'project_id': 'f66209d41764472fa819526c33adff5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:10.366114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ce723d3-ec08-4d40-b415-0bfa857df06a req-4f3d6f1a-fa74-4f3a-a715-afca042b4ed7 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319988 Feb 09 03:01:10.391205 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] Checking router: 9eb4e27d-84e6-462a-b2c6-87658c978e57 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:10.406339 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2eb6bbec-18b0-42e5-b1e1-b507dc2a859a admin admin] Publish callbacks [] for security_group (f0cac3dd-737c-4f64-92f2-b6695eecdb36), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.410965 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:10.411866 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:10.415462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3e2da3e-b105-40a0-8760-4182dbd3f7c5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2ca5215f-8989-443d-9931-5edd86920c54), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.481345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debb8f2-fd53-4c64-bb83-2fb7907f44fd req-6196c248-da17-41a6-8dc5-ab4062eb9a54 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:10.499104 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4debb8f2-fd53-4c64-bb83-2fb7907f44fd req-6196c248-da17-41a6-8dc5-ab4062eb9a54 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.9348168 Feb 09 03:01:10.503311 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab98d9f-607f-4ca6-8f6e-b8251cc4960c x-openstack-request-id: req-4ab98d9f-607f-4ca6-8f6e-b8251cc4960c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:10.504837 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d847472d-e139-4f5d-be29-9632652c0017", "tag": "e73950b8-9b29-42ab-b8fb-66bb50234094", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:10.505376 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ab98d9f-607f-4ca6-8f6e-b8251cc4960c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:10.506066 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd847472d-e139-4f5d-be29-9632652c0017', 'tag': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'status': 'completed', 'code': 200} Feb 09 03:01:10.547149 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:10.578752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2da3e-b105-40a0-8760-4182dbd3f7c5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Calling delete_port for 2ca5215f-8989-443d-9931-5edd86920c54 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:10.620700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2eb6bbec-18b0-42e5-b1e1-b507dc2a859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f0cac3dd-737c-4f64-92f2-b6695eecdb36), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.627665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2eb6bbec-18b0-42e5-b1e1-b507dc2a859a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.629994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2eb6bbec-18b0-42e5-b1e1-b507dc2a859a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0cac3dd-737c-4f64-92f2-b6695eecdb36 HTTP/1.1" status: 204 len: 168 time: 0.5662057 Feb 09 03:01:10.651447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6bbec-18b0-42e5-b1e1-b507dc2a859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cac3dd-737c-4f64-92f2-b6695eecdb36,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:10.669509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-599d2255-9e6f-402e-952c-856c1f39e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:10.675061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4debb8f2-fd53-4c64-bb83-2fb7907f44fd req-a1b231bf-86ae-4509-8db3-d1682cc6baa0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423390 Feb 09 03:01:10.682251 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-599d2255-9e6f-402e-952c-856c1f39e3f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1127 time: 0.1834452 Feb 09 03:01:10.787794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.818873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Calling delete_port for 09e1d9f5-18e8-404b-91f1-412f9e9ee9d5 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:10.835750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2e511be-a5bd-4b61-a259-2376169d83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (004dacce-b250-4caa-86f4-5c04ef03b298), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.839700 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2e511be-a5bd-4b61-a259-2376169d83e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:10.843280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b2e511be-a5bd-4b61-a259-2376169d83e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/004dacce-b250-4caa-86f4-5c04ef03b298 HTTP/1.1" status: 204 len: 168 time: 1.4047112 Feb 09 03:01:10.860104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e511be-a5bd-4b61-a259-2376169d83e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004dacce-b250-4caa-86f4-5c04ef03b298,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:10.932680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-30cef329-5c8c-4e64-8b8a-e8642597ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:10.935715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-30cef329-5c8c-4e64-8b8a-e8642597ead5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.2468863 Feb 09 03:01:11.042271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3e2da3e-b105-40a0-8760-4182dbd3f7c5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2ca5215f-8989-443d-9931-5edd86920c54), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.087580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2da3e-b105-40a0-8760-4182dbd3f7c5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ca5215f-8989-443d-9931-5edd86920c54,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:11.097175 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cccdf4de-c24a-4826-a1a3-ceec6698597f', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'port_id': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847472d-e139-4f5d-be29-9632652c0017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:00:38Z', 'updated_at': '2022-02-09T03:01:08Z', 'revision_number': 1, 'project_id': 'f66209d41764472fa819526c33adff5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:11.118860 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-09677a2b-7b69-4445-bb7d-c02f2e307472 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 999 time: 0.1759567 Feb 09 03:01:11.139472 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3e2da3e-b105-40a0-8760-4182dbd3f7c5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.146279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a3e2da3e-b105-40a0-8760-4182dbd3f7c5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2ca5215f-8989-443d-9931-5edd86920c54 HTTP/1.1" status: 204 len: 168 time: 1.8094869 Feb 09 03:01:11.146279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38056) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:11.154230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771', 'external_fixed_ips': [{'subnet_id': 'f0b1215f-054a-49d0-9146-7fa091ebb2ca', 'ip_address': '2001:db8::75'}]}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:11.186290 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2205fd98-3875-41e8-845e-19913802cc44 None None] The sync data for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 is: [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cccdf4de-c24a-4826-a1a3-ceec6698597f', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'port_id': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'mac_address': 'fa:16:3e:b2:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847472d-e139-4f5d-be29-9632652c0017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:00:38Z', 'updated_at': '2022-02-09T03:01:08Z', 'revision_number': 1, 'project_id': 'f66209d41764472fa819526c33adff5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:11.192574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (ba497313-833a-4b6f-8491-5f613ad83c3e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.193443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (ba497313-833a-4b6f-8491-5f613ad83c3e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.204974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-5c3231b3-82b9-4498-8221-9993850b2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:11.207632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-5c3231b3-82b9-4498-8221-9993850b2f6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.0826578 Feb 09 03:01:11.262705 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_controller (ba497313-833a-4b6f-8491-5f613ad83c3e), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.264194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (09e1d9f5-18e8-404b-91f1-412f9e9ee9d5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.282779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-1b865a2c-e420-4b67-9445-70ab8ef29491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:11.284386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-1b865a2c-e420-4b67-9445-70ab8ef29491 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707934 Feb 09 03:01:11.375357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Port': ['ID=09e1d9f5-18e8-404b-91f1-412f9e9ee9d5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:11.451523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-7861686b-1e76-443f-b7e4-398083db580e service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606715 Feb 09 03:01:11.727260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e943ad-ea23-4047-8ef8-01710c17b038 None None] New status for floating IP cccdf4de-c24a-4826-a1a3-ceec6698597f: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:01:11.785514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38080) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:11.826993 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01072d04-4c26-4604-800b-ebc1e0d6df8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.926977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (2bdbef46-6667-4600-802c-3cb3c87253d9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:11.940208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2833c43-378e-4034-bfaa-6c918a0d62e4 req-ce574eb9-4bf5-4a87-a24f-9f3f2205629f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:11.959734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2833c43-378e-4034-bfaa-6c918a0d62e4 req-ce574eb9-4bf5-4a87-a24f-9f3f2205629f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.4484644 Feb 09 03:01:11.988277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a7768f-3354-43cf-ba88-6353a42c533e req-c0f23564-2c6e-40c8-acb6-b8c5b28dbf7a service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293262 Feb 09 03:01:12.062774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2833c43-378e-4034-bfaa-6c918a0d62e4 req-ff4bb95e-8750-4c2f-9b88-cecf39cbdbbd tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021864 Feb 09 03:01:12.137148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01072d04-4c26-4604-800b-ebc1e0d6df8f admin admin] Publish callbacks [] for security_group (62d8ee7d-2f59-48bf-9b28-bcdce585c211), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.150216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01072d04-4c26-4604-800b-ebc1e0d6df8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (62d8ee7d-2f59-48bf-9b28-bcdce585c211), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.189753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (ba497313-833a-4b6f-8491-5f613ad83c3e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.222634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-01072d04-4c26-4604-800b-ebc1e0d6df8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cadca0fe46547ff97a32d6e70ebd778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4339755 Feb 09 03:01:12.224365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01072d04-4c26-4604-800b-ebc1e0d6df8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d8ee7d-2f59-48bf-9b28-bcdce585c211,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:12.240535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38088) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:12.309413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abf1b4ff-f050-4fdc-83b7-fac7083750ec admin admin] Publish callbacks [] for security_group (62d8ee7d-2f59-48bf-9b28-bcdce585c211), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.348522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abf1b4ff-f050-4fdc-83b7-fac7083750ec admin admin] Publish callbacks [] for security_group (62d8ee7d-2f59-48bf-9b28-bcdce585c211), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.425500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abf1b4ff-f050-4fdc-83b7-fac7083750ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (62d8ee7d-2f59-48bf-9b28-bcdce585c211), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.428658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abf1b4ff-f050-4fdc-83b7-fac7083750ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:12.430709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-abf1b4ff-f050-4fdc-83b7-fac7083750ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62d8ee7d-2f59-48bf-9b28-bcdce585c211 HTTP/1.1" status: 204 len: 168 time: 0.1870964 Feb 09 03:01:12.458315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1b4ff-f050-4fdc-83b7-fac7083750ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d8ee7d-2f59-48bf-9b28-bcdce585c211,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:12.521866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcb1b1-20f6-40bd-a583-3a2e278619c8 req-fc3d3246-cb8e-4946-a256-ff75e4ddfb77 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:12.524011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80dcb1b1-20f6-40bd-a583-3a2e278619c8 req-fc3d3246-cb8e-4946-a256-ff75e4ddfb77 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.5724835 Feb 09 03:01:12.531974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Router 2bdbef46-6667-4600-802c-3cb3c87253d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:12.662106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38110) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:12.733359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:12.744753 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6579bd9-f33d-4736-b558-afda35bf20f5 None None] Sync routers for ids ['2bdbef46-6667-4600-802c-3cb3c87253d9'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:12.763799 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6579bd9-f33d-4736-b558-afda35bf20f5 None None] Routers {'2bdbef46-6667-4600-802c-3cb3c87253d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:12.764720 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d6579bd9-f33d-4736-b558-afda35bf20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['2bdbef46-6667-4600-802c-3cb3c87253d9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:12.767732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80dcb1b1-20f6-40bd-a583-3a2e278619c8 req-351265b2-5924-4316-abee-a2754dda7db2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313921 Feb 09 03:01:12.782830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c79f7fb3-488b-4470-98dd-d7eecd104b11 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "PUT /v2.0/routers/2bdbef46-6667-4600-802c-3cb3c87253d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1747947 Feb 09 03:01:12.786927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38116) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:12.854185 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d6579bd9-f33d-4736-b558-afda35bf20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:12.882152 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6579bd9-f33d-4736-b558-afda35bf20f5 None None] Routers {'2bdbef46-6667-4600-802c-3cb3c87253d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:12.883370 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d6579bd9-f33d-4736-b558-afda35bf20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['2bdbef46-6667-4600-802c-3cb3c87253d9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:12.893258 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-4f2ea403-0e50-4c92-b09a-cfd6e7225d85 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] delete failed (client error): The resource could not be found. Feb 09 03:01:12.897930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f2ea403-0e50-4c92-b09a-cfd6e7225d85 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1191841771 HTTP/1.1" status: 404 len: 335 time: 0.1062980 Feb 09 03:01:12.898269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38126) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:12.903938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c7460374-fb8b-4871-b541-96ca2a302fb9 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'router': {'external_gateway_info': {'network_id': '2bdbef46-6667-4600-802c-3cb3c87253d9'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:12.960636 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d6579bd9-f33d-4736-b558-afda35bf20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:12.961901 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6579bd9-f33d-4736-b558-afda35bf20f5 None None] The sync data for ids ['2bdbef46-6667-4600-802c-3cb3c87253d9'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:13.045339 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (ba497313-833a-4b6f-8491-5f613ad83c3e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.072322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.079287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1581628694-network', 'tenant_id': 'c14f5ff57f124535bb3be7f3738bb43d'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:13.191469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Made reservation on behalf of c14f5ff57f124535bb3be7f3738bb43d for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:13.194263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.240143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.281301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Allocated IP 2001:db8::75 (de8c46e9-82b4-4eb7-b5ba-cd202016f771/f0b1215f-054a-49d0-9146-7fa091ebb2ca/ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:13.365696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7460374-fb8b-4871-b541-96ca2a302fb9 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for router_gateway (2bdbef46-6667-4600-802c-3cb3c87253d9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.408308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56465ac3-1980-4a7f-ae37-95113d673602 req-296fee9a-f4cc-4ac7-aa36-f231b5a1d8d0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:13.416612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56465ac3-1980-4a7f-ae37-95113d673602 req-296fee9a-f4cc-4ac7-aa36-f231b5a1d8d0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.2160542 Feb 09 03:01:13.436288 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-c7460374-fb8b-4871-b541-96ca2a302fb9 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] update failed (client error): The resource could not be found. Feb 09 03:01:13.440744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c7460374-fb8b-4871-b541-96ca2a302fb9 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "PUT /v2.0/routers/2bdbef46-6667-4600-802c-3cb3c87253d9 HTTP/1.1" status: 404 len: 339 time: 0.5375240 Feb 09 03:01:13.446207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38150) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:13.503641 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56465ac3-1980-4a7f-ae37-95113d673602 req-39b10749-69a7-470e-b8b1-9e1b786027e9 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860257 Feb 09 03:01:13.537045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Publish callbacks [] for security_group (3d684322-7b7f-4e81-b860-9a719d2b61ec), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.547789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3d684322-7b7f-4e81-b860-9a719d2b61ec), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.578055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:13.588338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d684322-7b7f-4e81-b860-9a719d2b61ec,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:13.593231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (abb28f3e-7168-4ff5-baa5-63dec3f77cb1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.593710 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Added segment abb28f3e-7168-4ff5-baa5-63dec3f77cb1 of type vlan for network 569d1df1-9edb-4eb2-b1a2-a92002b905ee Feb 09 03:01:13.609492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.609945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.610438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.610879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.611537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.611975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.612412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.612842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.613592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.613752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.614188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.614730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.615276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:13.674568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.683939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (569d1df1-9edb-4eb2-b1a2-a92002b905ee), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.747850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (569d1df1-9edb-4eb2-b1a2-a92002b905ee), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.749224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:13.750488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.861072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] Pushing event updated for resources: {'Network': ['ID=569d1df1-9edb-4eb2-b1a2-a92002b905ee,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:13.872918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-613fe190-96ab-44d1-bf44-48f102cf6c29 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2094631 Feb 09 03:01:13.875675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38184) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:13.878092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 569d1df1-9edb-4eb2-b1a2-a92002b905ee details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:13.881923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Request body: {'subnet': {'network_id': '569d1df1-9edb-4eb2-b1a2-a92002b905ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1581628694-subnet', 'tenant_id': 'c14f5ff57f124535bb3be7f3738bb43d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:13.940253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Made reservation on behalf of c14f5ff57f124535bb3be7f3738bb43d for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:13.943903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:13.967313 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.041627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38fb88-ef84-454f-83a7-020b628660ac req-c1c98f18-505e-4d1f-9356-ffbfe157dd06 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:14.042809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea38fb88-ef84-454f-83a7-020b628660ac req-c1c98f18-505e-4d1f-9356-ffbfe157dd06 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1473520 Feb 09 03:01:14.057784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Network de8c46e9-82b4-4eb7-b5ba-cd202016f771 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:14.065061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:14.067728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:14.116934 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea38fb88-ef84-454f-83a7-020b628660ac req-26142a5b-08b4-475f-99e0-4bbee54af596 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660396 Feb 09 03:01:14.148017 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.162701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'Port': ['ID=ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:14.204279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38190) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:14.285485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (23f194b2-9e00-42c1-8911-e769107d3771), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.370449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-034952d6-a5d3-42a3-8645-ea1c4efd4e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.433882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f194b2-9e00-42c1-8911-e769107d3771,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:14.472234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Checking segment: {'id': 'abb28f3e-7168-4ff5-baa5-63dec3f77cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '569d1df1-9edb-4eb2-b1a2-a92002b905ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:14.473781 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Network hostable DHCP agents. Network: 569d1df1-9edb-4eb2-b1a2-a92002b905ee, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:14.554766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Network 569d1df1-9edb-4eb2-b1a2-a92002b905ee is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:14.573746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 569d1df1-9edb-4eb2-b1a2-a92002b905ee) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:14.581879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:14.582664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.586599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050a70b-7bc1-4e3a-bb1e-fd06fc4f8e09 None None] Network 569d1df1-9edb-4eb2-b1a2-a92002b905ee requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:14.602932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-034952d6-a5d3-42a3-8645-ea1c4efd4e08 admin admin] Publish callbacks [] for security_group (b7c6f535-9777-4474-bf2d-052eaf49c8c6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.616780 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5d3c5f41-37ed-4aa2-b7ac-0ea320773dc8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7397821 Feb 09 03:01:14.618460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-034952d6-a5d3-42a3-8645-ea1c4efd4e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b7c6f535-9777-4474-bf2d-052eaf49c8c6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.647541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-034952d6-a5d3-42a3-8645-ea1c4efd4e08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb1fc188139d4cb591dcb687a2269295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422047 Feb 09 03:01:14.656083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38202) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:14.702916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034952d6-a5d3-42a3-8645-ea1c4efd4e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c6f535-9777-4474-bf2d-052eaf49c8c6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:14.778129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59986026-2833-4478-a58d-852a2c0f061b None None] Network 569d1df1-9edb-4eb2-b1a2-a92002b905ee requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:14.799751 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d59ae5a0-98ea-4900-a4cd-2a9527cc1f6f admin admin] Publish callbacks [] for security_group (b7c6f535-9777-4474-bf2d-052eaf49c8c6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.850856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d59ae5a0-98ea-4900-a4cd-2a9527cc1f6f admin admin] Publish callbacks [] for security_group (b7c6f535-9777-4474-bf2d-052eaf49c8c6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.921779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Allocated IP 172.20.0.1 (17eee3e2-dcc9-4d93-8594-df8606d0db8c/ba34e3c2-82a3-4354-b433-8020e0b0eee2/8ded01bd-5830-4cbb-928a-d93c2a2889a3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:14.945855 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (ba497313-833a-4b6f-8491-5f613ad83c3e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.966866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d59ae5a0-98ea-4900-a4cd-2a9527cc1f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b7c6f535-9777-4474-bf2d-052eaf49c8c6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.969435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d59ae5a0-98ea-4900-a4cd-2a9527cc1f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:14.973050 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d59ae5a0-98ea-4900-a4cd-2a9527cc1f6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7c6f535-9777-4474-bf2d-052eaf49c8c6 HTTP/1.1" status: 204 len: 168 time: 0.3137412 Feb 09 03:01:14.979927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ae5a0-98ea-4900-a4cd-2a9527cc1f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c6f535-9777-4474-bf2d-052eaf49c8c6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:15.149944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.262722 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-62f7b5d0-ab15-4be5-b62b-35f6c7db183a req-11f6023f-3f09-4e81-b00b-a061d7d3e3ec tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] show failed (client error): The resource could not be found. Feb 09 03:01:15.269821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62f7b5d0-ab15-4be5-b62b-35f6c7db183a req-11f6023f-3f09-4e81-b00b-a061d7d3e3ec tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] 10.222.0.32 "GET /v2.0/security-groups/5f434c22-f98b-4743-9c1d-d89d152ec52b HTTP/1.1" status: 404 len: 352 time: 0.0246489 Feb 09 03:01:15.338258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.349957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (ba497313-833a-4b6f-8491-5f613ad83c3e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.370651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a69acd-a549-4f2c-929d-a3b0867770dd req-59a0b5a3-0777-4250-89da-d3a8e45f5efe tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:15.372245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43a69acd-a549-4f2c-929d-a3b0867770dd req-59a0b5a3-0777-4250-89da-d3a8e45f5efe tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1091142 Feb 09 03:01:15.452547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43a69acd-a549-4f2c-929d-a3b0867770dd req-8af7ee9d-02a3-4087-8b6f-4dea05407d7a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719383 Feb 09 03:01:15.463260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36e078fc-2793-4066-af4e-1e73503124f5 req-e52d7fad-d771-4e13-b92b-116145b7105c tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c14f5ff57f124535bb3be7f3738bb43d HTTP/1.1" status: 200 len: 3005 time: 0.1614568 Feb 09 03:01:15.520067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network 17eee3e2-dcc9-4d93-8594-df8606d0db8c is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:15.562909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:15.568298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:15.579973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Port': ['ID=8ded01bd-5830-4cbb-928a-d93c2a2889a3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:15.665426 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36e078fc-2793-4066-af4e-1e73503124f5 req-d5ff3760-a01b-44e0-878c-23e8fc57b4df tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] 10.222.0.32 "GET /v2.0/security-groups/3d684322-7b7f-4e81-b860-9a719d2b61ec HTTP/1.1" status: 200 len: 3002 time: 0.1475954 Feb 09 03:01:15.667990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (2bdbef46-6667-4600-802c-3cb3c87253d9), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.868264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36e078fc-2793-4066-af4e-1e73503124f5 req-9e15d9c5-0cf6-4d3d-a7f4-f1bf3c9799e3 tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] 10.222.0.32 "GET /v2.0/security-groups/3d684322-7b7f-4e81-b860-9a719d2b61ec HTTP/1.1" status: 200 len: 3002 time: 0.1956577 Feb 09 03:01:15.871092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38236) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:15.891855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beaa01ee-0cd6-4f48-ab85-ce0590fa810b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.949847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1fdfe271-ce78-465e-b77d-b2b889ce2828 None None] Provisioning complete for port 8ded01bd-5830-4cbb-928a-d93c2a2889a3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:15.950569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Router ba497313-833a-4b6f-8491-5f613ad83c3e is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:15.951143 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1fdfe271-ce78-465e-b77d-b2b889ce2828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.978848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:15.983275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3fb8018f-7605-4ffe-9740-e5e553e04b74 req-de65c783-4731-4785-a710-525ca41cfc85 tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] 10.222.0.32 "GET /v2.0/security-groups/3d684322-7b7f-4e81-b860-9a719d2b61ec HTTP/1.1" status: 200 len: 3002 time: 0.0890532 Feb 09 03:01:16.034704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1fdfe271-ce78-465e-b77d-b2b889ce2828 None None] Port 8ded01bd-5830-4cbb-928a-d93c2a2889a3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:16.052259 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-3fb8018f-7605-4ffe-9740-e5e553e04b74 req-f87e6219-ee9a-4bb3-924a-1ceb031da93d tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 03:01:16.059611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3fb8018f-7605-4ffe-9740-e5e553e04b74 req-f87e6219-ee9a-4bb3-924a-1ceb031da93d tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] 10.222.0.32 "DELETE /v2.0/security-groups/3d684322-7b7f-4e81-b860-9a719d2b61ec HTTP/1.1" status: 409 len: 352 time: 0.0753572 Feb 09 03:01:16.098392 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beaa01ee-0cd6-4f48-ab85-ce0590fa810b admin admin] Publish callbacks [] for security_group (3060939f-475b-4794-8837-54bcaa20eef8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.105750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beaa01ee-0cd6-4f48-ab85-ce0590fa810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3060939f-475b-4794-8837-54bcaa20eef8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.114020 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-b865c448-852d-4d8e-b267-a9d5c9e47543 req-e403606b-ab01-4d26-b078-af965aaf2141 tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] show failed (client error): The resource could not be found. Feb 09 03:01:16.115271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b865c448-852d-4d8e-b267-a9d5c9e47543 req-e403606b-ab01-4d26-b078-af965aaf2141 tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] 10.222.0.32 "GET /v2.0/security-groups/ff728575-98e5-430d-8e3d-a9eb49af7b06 HTTP/1.1" status: 404 len: 352 time: 0.0257115 Feb 09 03:01:16.174635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-beaa01ee-0cd6-4f48-ab85-ce0590fa810b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=143a86b3d95c434b883d361ff07317af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3024611 Feb 09 03:01:16.175901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa01ee-0cd6-4f48-ab85-ce0590fa810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3060939f-475b-4794-8837-54bcaa20eef8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:16.178876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38246) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:16.179732 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-84458d62-30fb-42df-b5fd-5210f287f587 req-37db239c-b5ed-4a3f-b131-3044f499f750 tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] show failed (client error): The resource could not be found. Feb 09 03:01:16.180813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84458d62-30fb-42df-b5fd-5210f287f587 req-37db239c-b5ed-4a3f-b131-3044f499f750 tempest-SecurityGroupsNegativeTestJSON-196496457 tempest-SecurityGroupsNegativeTestJSON-196496457-project] 10.222.0.32 "GET /v2.0/security-groups/bd538edc-ea8a-49e3-956a-ece48cc6233f HTTP/1.1" status: 404 len: 352 time: 0.0392985 Feb 09 03:01:16.200747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38248) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:16.253890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:16.268012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Sync routers for ids ['ba497313-833a-4b6f-8491-5f613ad83c3e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:16.271974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfc67f1-e008-43cf-a986-b2f795013ca8 admin admin] Deleting subnet 23f194b2-9e00-42c1-8911-e769107d3771 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:16.283735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dfc67f1-e008-43cf-a986-b2f795013ca8 admin admin] Publish callbacks [] for subnet (23f194b2-9e00-42c1-8911-e769107d3771), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.291861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Routers {'ba497313-833a-4b6f-8491-5f613ad83c3e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:16.292860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ba497313-833a-4b6f-8491-5f613ad83c3e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:16.321879 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.326103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-adaaf1b8-e842-4f9c-ae4c-ddae78c08c69 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.1769094 Feb 09 03:01:16.326103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38250) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:16.348051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2533-317a-47c9-bed4-3d190e116089 admin admin] Publish callbacks [] for security_group (3060939f-475b-4794-8837-54bcaa20eef8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.356470 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dfc67f1-e008-43cf-a986-b2f795013ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (23f194b2-9e00-42c1-8911-e769107d3771), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.403170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2533-317a-47c9-bed4-3d190e116089 admin admin] Publish callbacks [] for security_group (3060939f-475b-4794-8837-54bcaa20eef8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.439194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dfc67f1-e008-43cf-a986-b2f795013ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (23f194b2-9e00-42c1-8911-e769107d3771), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.507731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2533-317a-47c9-bed4-3d190e116089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3060939f-475b-4794-8837-54bcaa20eef8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.511259 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2533-317a-47c9-bed4-3d190e116089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.513605 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba1d2533-317a-47c9-bed4-3d190e116089 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3060939f-475b-4794-8837-54bcaa20eef8 HTTP/1.1" status: 204 len: 168 time: 0.3312323 Feb 09 03:01:16.526259 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (ba497313-833a-4b6f-8491-5f613ad83c3e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.549958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dfc67f1-e008-43cf-a986-b2f795013ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (23f194b2-9e00-42c1-8911-e769107d3771), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.554414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d2533-317a-47c9-bed4-3d190e116089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3060939f-475b-4794-8837-54bcaa20eef8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:16.603565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dfc67f1-e008-43cf-a986-b2f795013ca8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.609231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.610033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7dfc67f1-e008-43cf-a986-b2f795013ca8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/23f194b2-9e00-42c1-8911-e769107d3771 HTTP/1.1" status: 204 len: 168 time: 0.4075475 Feb 09 03:01:16.610924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc67f1-e008-43cf-a986-b2f795013ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f194b2-9e00-42c1-8911-e769107d3771,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:16.618215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38260) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:16.655562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.718795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Set router ba497313-833a-4b6f-8491-5f613ad83c3e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:16.755831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (569d1df1-9edb-4eb2-b1a2-a92002b905ee), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.768570 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (2bdbef46-6667-4600-802c-3cb3c87253d9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.809307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event updated for resources: {'Port': ['ID=8ded01bd-5830-4cbb-928a-d93c2a2889a3,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:16.872995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36048e11-fcc8-4289-ad7e-a687d9085371 req-8aa384e7-0c8c-436f-a8ab-76639ee64036 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:16.880990 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36048e11-fcc8-4289-ad7e-a687d9085371 req-8aa384e7-0c8c-436f-a8ab-76639ee64036 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.2685158 Feb 09 03:01:16.919785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (ba497313-833a-4b6f-8491-5f613ad83c3e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:16.995321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (569d1df1-9edb-4eb2-b1a2-a92002b905ee), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.038438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba497313-833a-4b6f-8491-5f613ad83c3e', 'name': '', 'tenant_id': 'b1666fa475d54ec8b2b76f72069229e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771', 'external_fixed_ips': [{'subnet_id': 'f0b1215f-054a-49d0-9146-7fa091ebb2ca', 'ip_address': '2001:db8::75'}], 'enable_snat': True}, 'gw_port_id': 'ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:14Z', 'revision_number': 3, 'project_id': 'b1666fa475d54ec8b2b76f72069229e4', 'gw_port': {'id': 'ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0', 'name': '', 'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba497313-833a-4b6f-8491-5f613ad83c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'f0b1215f-054a-49d0-9146-7fa091ebb2ca', 'ip_address': '2001:db8::75', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:13Z', 'updated_at': '2022-02-09T03:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b1215f-054a-49d0-9146-7fa091ebb2ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:17.045710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569d1df1-9edb-4eb2-b1a2-a92002b905ee']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:17.070369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb28f3e-7168-4ff5-baa5-63dec3f77cb1') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:17.070733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb28f3e-7168-4ff5-baa5-63dec3f77cb1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:17.104761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (abb28f3e-7168-4ff5-baa5-63dec3f77cb1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.105962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36048e11-fcc8-4289-ad7e-a687d9085371 req-12ddc4b7-e0e2-43ed-acb3-60bcfa68ae80 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239020 Feb 09 03:01:17.117164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Checking router: ba497313-833a-4b6f-8491-5f613ad83c3e for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:17.117164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Updating router ba497313-833a-4b6f-8491-5f613ad83c3e port ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:17.153687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (abb28f3e-7168-4ff5-baa5-63dec3f77cb1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.157545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Network 17eee3e2-dcc9-4d93-8594-df8606d0db8c is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:17.165670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:17.166465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (abb28f3e-7168-4ff5-baa5-63dec3f77cb1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.178482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:17.184454 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:17.204912 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:17.219584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Deleting port ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:17.219932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.303875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (569d1df1-9edb-4eb2-b1a2-a92002b905ee), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.315464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.318738 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] 10.222.0.32 "DELETE /v2.0/networks/569d1df1-9edb-4eb2-b1a2-a92002b905ee HTTP/1.1" status: 204 len: 168 time: 0.6981354 Feb 09 03:01:17.344810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d35094-0664-454a-8abd-4bdc993ed064 admin admin] Pushing event deleted for resources: {'Network': ['ID=569d1df1-9edb-4eb2-b1a2-a92002b905ee,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:17.560948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Router 2bdbef46-6667-4600-802c-3cb3c87253d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:17.584662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.592269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4c34225c-07d6-4bb8-a159-f25be3a6e204 None None] Provisioning complete for port 8ded01bd-5830-4cbb-928a-d93c2a2889a3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:17.592684 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c34225c-07d6-4bb8-a159-f25be3a6e204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.610518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38280) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:17.647126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4c34225c-07d6-4bb8-a159-f25be3a6e204 None None] Port 8ded01bd-5830-4cbb-928a-d93c2a2889a3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:17.665419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Calling delete_port for ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:17.736176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8b7da830-9ea8-44d3-ba88-96e75010450e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c14f5ff57f124535bb3be7f3738bb43d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214705 Feb 09 03:01:17.736176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38282) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:17.748179 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Publish callbacks [] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.761955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.841650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210bb6b-49d9-4aa1-b04c-ead109f1677b None None] Pushing event updated for resources: {'Port': ['ID=ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:17.856190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Attempting to bind port ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:17.857484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Attempting to bind port ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4187c0f0-a168-48e2-820a-0c3634490cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:17.858042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Attempting to bind port ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0 on network de8c46e9-82b4-4eb7-b5ba-cd202016f771 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:17.866106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:17.868136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Checking segment: {'id': '4187c0f0-a168-48e2-820a-0c3634490cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:17.868734 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.869304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Bound using segment: {'id': '4187c0f0-a168-48e2-820a-0c3634490cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:17.869966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Bound port: ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4187c0f0-a168-48e2-820a-0c3634490cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'de8c46e9-82b4-4eb7-b5ba-cd202016f771'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:17.871394 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.881896 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc25-c755-401b-917c-2b6d60350b88 admin admin] Publish callbacks [] for security_group (3d684322-7b7f-4e81-b860-9a719d2b61ec), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.919691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38286) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:17.957588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc25-c755-401b-917c-2b6d60350b88 admin admin] Publish callbacks [] for security_group (3d684322-7b7f-4e81-b860-9a719d2b61ec), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:17.965793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] For port ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:17.974798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] For port ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0,segment=NetworkSegment(4187c0f0-a168-48e2-820a-0c3634490cfb),segment_id=4187c0f0-a168-48e2-820a-0c3634490cfb)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:17.994968 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.057458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc25-c755-401b-917c-2b6d60350b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3d684322-7b7f-4e81-b860-9a719d2b61ec), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.062220 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f34dc25-c755-401b-917c-2b6d60350b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.063575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1f34dc25-c755-401b-917c-2b6d60350b88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d684322-7b7f-4e81-b860-9a719d2b61ec HTTP/1.1" status: 204 len: 168 time: 0.3265703 Feb 09 03:01:18.089706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34dc25-c755-401b-917c-2b6d60350b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d684322-7b7f-4e81-b860-9a719d2b61ec,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:18.129408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Routers {'ba497313-833a-4b6f-8491-5f613ad83c3e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:18.130018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ba497313-833a-4b6f-8491-5f613ad83c3e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:18.230986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcdbef8-da35-496d-98a9-76d96ffed992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.283137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210bb6b-49d9-4aa1-b04c-ead109f1677b None None] Pushing event updated for resources: {'Port': ['ID=ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:18.314016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] Set router ba497313-833a-4b6f-8491-5f613ad83c3e gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:18.374995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba497313-833a-4b6f-8491-5f613ad83c3e', 'name': '', 'tenant_id': 'b1666fa475d54ec8b2b76f72069229e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:16Z', 'revision_number': 4, 'project_id': 'b1666fa475d54ec8b2b76f72069229e4', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:18.410560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a58582-d74f-441a-bd08-5dd02a57240e None None] The sync data for ids ['ba497313-833a-4b6f-8491-5f613ad83c3e'] in n-d-827839-4 is: [{'id': 'ba497313-833a-4b6f-8491-5f613ad83c3e', 'name': '', 'tenant_id': 'b1666fa475d54ec8b2b76f72069229e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:11Z', 'updated_at': '2022-02-09T03:01:16Z', 'revision_number': 4, 'project_id': 'b1666fa475d54ec8b2b76f72069229e4', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:18.446438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb303a-3ee5-46c1-bff5-cdcbfdbf61ee req-c4cfe207-28c8-49d1-92fb-6a048793018a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:18.449043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bfb303a-3ee5-46c1-bff5-cdcbfdbf61ee req-c4cfe207-28c8-49d1-92fb-6a048793018a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1926599 Feb 09 03:01:18.501518 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcdbef8-da35-496d-98a9-76d96ffed992 admin admin] Publish callbacks [] for security_group (cbb65c17-4065-44ca-b6f0-6c23ea730b83), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.505365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:18.515247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7c8c5ed3-784b-4a6e-8853-e0482baece7b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "PUT /v2.0/routers/2bdbef46-6667-4600-802c-3cb3c87253d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0670836 Feb 09 03:01:18.516753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38304) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:18.518087 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.531899 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62b3c4-c93f-445e-b45b-ebe92e2fccb8 None None] Sync routers for ids ['2bdbef46-6667-4600-802c-3cb3c87253d9'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:18.552290 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62b3c4-c93f-445e-b45b-ebe92e2fccb8 None None] Routers {'2bdbef46-6667-4600-802c-3cb3c87253d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:18.552925 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-af62b3c4-c93f-445e-b45b-ebe92e2fccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['2bdbef46-6667-4600-802c-3cb3c87253d9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:18.576550 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6bfb303a-3ee5-46c1-bff5-cdcbfdbf61ee req-49a1747c-5f7e-4655-b331-bd2d9a1e5a2e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865533 Feb 09 03:01:18.577194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcdbef8-da35-496d-98a9-76d96ffed992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cbb65c17-4065-44ca-b6f0-6c23ea730b83), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.614006 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-af62b3c4-c93f-445e-b45b-ebe92e2fccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:18.628461 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62b3c4-c93f-445e-b45b-ebe92e2fccb8 None None] Routers {'2bdbef46-6667-4600-802c-3cb3c87253d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:18.629935 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-af62b3c4-c93f-445e-b45b-ebe92e2fccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['2bdbef46-6667-4600-802c-3cb3c87253d9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:18.685119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdbef8-da35-496d-98a9-76d96ffed992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb65c17-4065-44ca-b6f0-6c23ea730b83,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:18.716668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-adcdbef8-da35-496d-98a9-76d96ffed992 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99e0c2029c7d443a8549dd7f5943b30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7935758 Feb 09 03:01:18.717551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38314) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:18.745996 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-af62b3c4-c93f-445e-b45b-ebe92e2fccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:18.746674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62b3c4-c93f-445e-b45b-ebe92e2fccb8 None None] The sync data for ids ['2bdbef46-6667-4600-802c-3cb3c87253d9'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:18.800623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca16082a-e1ff-4c27-88ad-e1cbb63bc1d0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:18.846413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ab394a-99e3-4c2a-82fa-116e1b402bf3 admin admin] Publish callbacks [] for security_group (cbb65c17-4065-44ca-b6f0-6c23ea730b83), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.854999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-168ab261-7ac2-4a96-8eec-69810aa662ec tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for router (2bdbef46-6667-4600-802c-3cb3c87253d9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.887385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ab394a-99e3-4c2a-82fa-116e1b402bf3 admin admin] Publish callbacks [] for security_group (cbb65c17-4065-44ca-b6f0-6c23ea730b83), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.933242 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (ba497313-833a-4b6f-8491-5f613ad83c3e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.947568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ab394a-99e3-4c2a-82fa-116e1b402bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cbb65c17-4065-44ca-b6f0-6c23ea730b83), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.950633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ab394a-99e3-4c2a-82fa-116e1b402bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:18.954518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-59ab394a-99e3-4c2a-82fa-116e1b402bf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbb65c17-4065-44ca-b6f0-6c23ea730b83 HTTP/1.1" status: 204 len: 168 time: 0.2332122 Feb 09 03:01:18.965055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab394a-99e3-4c2a-82fa-116e1b402bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb65c17-4065-44ca-b6f0-6c23ea730b83,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:19.024764 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-168ab261-7ac2-4a96-8eec-69810aa662ec tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 03:01:19.025808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-168ab261-7ac2-4a96-8eec-69810aa662ec tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/routers/2bdbef46-6667-4600-802c-3cb3c87253d9 HTTP/1.1" status: 409 len: 329 time: 0.5049767 Feb 09 03:01:19.028788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38326) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:19.143975 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (ba497313-833a-4b6f-8491-5f613ad83c3e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.147880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_controller (ba497313-833a-4b6f-8491-5f613ad83c3e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.237193 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (ba497313-833a-4b6f-8491-5f613ad83c3e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.238010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba497313-833a-4b6f-8491-5f613ad83c3e {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:19.243240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.244563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a027dce6-e858-4822-9f5e-000a77842792 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ba497313-833a-4b6f-8491-5f613ad83c3e HTTP/1.1" status: 204 len: 168 time: 2.9174736 Feb 09 03:01:19.247174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38338) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:19.358914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cd596e-90e7-49d8-98d0-9ba16e3b16dc tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Deleting subnet f0b1215f-054a-49d0-9146-7fa091ebb2ca {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:19.364374 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59cd596e-90e7-49d8-98d0-9ba16e3b16dc tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for subnet (f0b1215f-054a-49d0-9146-7fa091ebb2ca), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.431537 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.531409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59cd596e-90e7-49d8-98d0-9ba16e3b16dc tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (f0b1215f-054a-49d0-9146-7fa091ebb2ca), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.629827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38366) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:19.664881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c59cf7c9-ef06-4568-aa84-c9300662f040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.675982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38374) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:19.713705 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59cd596e-90e7-49d8-98d0-9ba16e3b16dc tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f0b1215f-054a-49d0-9146-7fa091ebb2ca), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.931215 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59cd596e-90e7-49d8-98d0-9ba16e3b16dc tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (f0b1215f-054a-49d0-9146-7fa091ebb2ca), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:19.989722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbecb3a-6d95-441c-be93-77161b8e9cbf req-75f7f74b-9031-49ce-acd9-141404625d58 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:20.007157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bbecb3a-6d95-441c-be93-77161b8e9cbf req-75f7f74b-9031-49ce-acd9-141404625d58 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.2456582 Feb 09 03:01:20.019971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd596e-90e7-49d8-98d0-9ba16e3b16dc tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f0b1215f-054a-49d0-9146-7fa091ebb2ca,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:20.037934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1548834198-network', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:20.055802 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59cd596e-90e7-49d8-98d0-9ba16e3b16dc tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.061528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-59cd596e-90e7-49d8-98d0-9ba16e3b16dc tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/f0b1215f-054a-49d0-9146-7fa091ebb2ca HTTP/1.1" status: 204 len: 168 time: 0.8132572 Feb 09 03:01:20.064659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38418) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:20.071677 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c59cf7c9-ef06-4568-aa84-c9300662f040 admin admin] Publish callbacks [] for security_group (f5ae171c-423c-4e8e-9cf6-c01698c436cc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.090020 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c59cf7c9-ef06-4568-aa84-c9300662f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f5ae171c-423c-4e8e-9cf6-c01698c436cc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.141190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c59cf7c9-ef06-4568-aa84-c9300662f040 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=707e59e8ce0941ef8d9c2eeaf6f2611e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5100305 Feb 09 03:01:20.143998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38428) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:20.179122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Made reservation on behalf of dc3994c219be444694a9461dd5d6c11f for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:20.182410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.200918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5bbecb3a-6d95-441c-be93-77161b8e9cbf req-b3f2ab06-afd6-401c-982b-a9e2d9d9e7a0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917341 Feb 09 03:01:20.203125 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.206306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cf7c9-ef06-4568-aa84-c9300662f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ae171c-423c-4e8e-9cf6-c01698c436cc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:20.245525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (de8c46e9-82b4-4eb7-b5ba-cd202016f771), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.322181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Publish callbacks [] for security_group (bec83b93-eb41-4c76-95a1-950a0ee69bed), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.326924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bec83b93-eb41-4c76-95a1-950a0ee69bed), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.337104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-477db26c-9d05-47c4-bbb1-320e31ea76ae admin admin] Publish callbacks [] for security_group (f5ae171c-423c-4e8e-9cf6-c01698c436cc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.366214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec83b93-eb41-4c76-95a1-950a0ee69bed,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:20.374471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:20.387413 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8a8e3fb1-ebfa-4f79-823b-ce9dac73656d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.388002 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Added segment 8a8e3fb1-ebfa-4f79-823b-ce9dac73656d of type vlan for network 91edfda4-200d-445a-816d-ab1486652df0 Feb 09 03:01:20.410888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-477db26c-9d05-47c4-bbb1-320e31ea76ae admin admin] Publish callbacks [] for security_group (f5ae171c-423c-4e8e-9cf6-c01698c436cc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.437297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (91edfda4-200d-445a-816d-ab1486652df0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.448426 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (de8c46e9-82b4-4eb7-b5ba-cd202016f771), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.465726 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (91edfda4-200d-445a-816d-ab1486652df0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.466745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:20.467780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.492639 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (2bdbef46-6667-4600-802c-3cb3c87253d9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.495449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8c46e9-82b4-4eb7-b5ba-cd202016f771']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:20.538013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4187c0f0-a168-48e2-820a-0c3634490cfb') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:20.538520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4187c0f0-a168-48e2-820a-0c3634490cfb') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:20.548424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8682499 Feb 09 03:01:20.551206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38438) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:20.557173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Request body: {'subnet': {'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1548834198-subnet', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:20.566599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38440) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:20.585262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (4187c0f0-a168-48e2-820a-0c3634490cfb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.590262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1858295-0665-4cdb-94fc-548b544139cb admin admin] Pushing event updated for resources: {'Network': ['ID=91edfda4-200d-445a-816d-ab1486652df0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:20.601776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 91edfda4-200d-445a-816d-ab1486652df0 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:20.608780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Made reservation on behalf of dc3994c219be444694a9461dd5d6c11f for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:20.611801 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.625554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4187c0f0-a168-48e2-820a-0c3634490cfb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.641547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:20.646571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (4187c0f0-a168-48e2-820a-0c3634490cfb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:20.651518 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:20.654745 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-477db26c-9d05-47c4-bbb1-320e31ea76ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f5ae171c-423c-4e8e-9cf6-c01698c436cc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.657458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-477db26c-9d05-47c4-bbb1-320e31ea76ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.659442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-477db26c-9d05-47c4-bbb1-320e31ea76ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5ae171c-423c-4e8e-9cf6-c01698c436cc HTTP/1.1" status: 204 len: 168 time: 0.5137854 Feb 09 03:01:20.714473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477db26c-9d05-47c4-bbb1-320e31ea76ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ae171c-423c-4e8e-9cf6-c01698c436cc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:20.762097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a96371cd-b4b7-41c4-ae6f-cd81403ffc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.809766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (de8c46e9-82b4-4eb7-b5ba-cd202016f771), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.815577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de8c46e9-82b4-4eb7-b5ba-cd202016f771 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:01:20.819695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.823427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "DELETE /v2.0/networks/de8c46e9-82b4-4eb7-b5ba-cd202016f771 HTTP/1.1" status: 204 len: 168 time: 0.7560236 Feb 09 03:01:20.836490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd502c-419c-471a-9326-2cb91879bc39 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event deleted for resources: {'Network': ['ID=de8c46e9-82b4-4eb7-b5ba-cd202016f771,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:20.915296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a96371cd-b4b7-41c4-ae6f-cd81403ffc9f admin admin] Publish callbacks [] for security_group (9a8ae1e0-27f7-40f4-a99b-9c755d37e80d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.967070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a96371cd-b4b7-41c4-ae6f-cd81403ffc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9a8ae1e0-27f7-40f4-a99b-9c755d37e80d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:20.975354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Deleting port 8ded01bd-5830-4cbb-928a-d93c2a2889a3 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:20.975856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.085493 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a96371cd-b4b7-41c4-ae6f-cd81403ffc9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2273e01a76e44ede855cd25e5913b969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5060558 Feb 09 03:01:21.088157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38458) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:21.105327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.142291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Calling delete_port for 8ded01bd-5830-4cbb-928a-d93c2a2889a3 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:21.249294 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.268682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3b21aac-06aa-4552-8d1c-d87888d7fa12 admin admin] Publish callbacks [] for security_group (9a8ae1e0-27f7-40f4-a99b-9c755d37e80d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.295457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3b21aac-06aa-4552-8d1c-d87888d7fa12 admin admin] Publish callbacks [] for security_group (9a8ae1e0-27f7-40f4-a99b-9c755d37e80d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.350204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.375679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-96358d92-5217-42cb-a7dc-3edc26c4a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.379712 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-96358d92-5217-42cb-a7dc-3edc26c4a301 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256&tenant_id=5db19aa48f5f4d0fa13b734614c01316 HTTP/1.1" status: 200 len: 1125 time: 0.4414284 Feb 09 03:01:21.380385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96371cd-b4b7-41c4-ae6f-cd81403ffc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8ae1e0-27f7-40f4-a99b-9c755d37e80d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:21.427464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38470) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:21.432009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3b21aac-06aa-4552-8d1c-d87888d7fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9a8ae1e0-27f7-40f4-a99b-9c755d37e80d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.434740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3b21aac-06aa-4552-8d1c-d87888d7fa12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.436044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c3b21aac-06aa-4552-8d1c-d87888d7fa12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a8ae1e0-27f7-40f4-a99b-9c755d37e80d HTTP/1.1" status: 204 len: 168 time: 0.3465796 Feb 09 03:01:21.478159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a755d1f5-3122-431b-bc8e-4d0bbe042735 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'router': {'name': 'tempest-router--1646701900', 'project_id': '23987c442d2f420e944c11e962fe03b5'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:21.514722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b21aac-06aa-4552-8d1c-d87888d7fa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8ae1e0-27f7-40f4-a99b-9c755d37e80d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:21.516481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Checking segment: {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:21.517050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Network hostable DHCP agents. Network: 91edfda4-200d-445a-816d-ab1486652df0, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:21.552201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:21.576603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a755d1f5-3122-431b-bc8e-4d0bbe042735 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (d24de0fa-dd1d-4431-9f08-266f7afbacaf), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.578131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a755d1f5-3122-431b-bc8e-4d0bbe042735 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (d24de0fa-dd1d-4431-9f08-266f7afbacaf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.598713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-b0e4727a-3670-469e-a698-94643f88b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.601496 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-b0e4727a-3670-469e-a698-94643f88b4c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1125 time: 0.1925030 Feb 09 03:01:21.604802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Network 91edfda4-200d-445a-816d-ab1486652df0 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:21.627521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e8b6-8dd5-4102-8fe6-522eaf75ecda req-cc591504-5563-4098-ac96-a4d735148139 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.630025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dcf3e8b6-8dd5-4102-8fe6-522eaf75ecda req-cc591504-5563-4098-ac96-a4d735148139 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.2226455 Feb 09 03:01:21.637471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-909d9a74-0640-4be3-b4e3-9a7ce4a6695f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.643182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-909d9a74-0640-4be3-b4e3-9a7ce4a6695f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.649520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-909d9a74-0640-4be3-b4e3-9a7ce4a6695f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.656587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-909d9a74-0640-4be3-b4e3-9a7ce4a6695f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.662930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-909d9a74-0640-4be3-b4e3-9a7ce4a6695f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.669786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-909d9a74-0640-4be3-b4e3-9a7ce4a6695f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.677243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-909d9a74-0640-4be3-b4e3-9a7ce4a6695f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.687963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-909d9a74-0640-4be3-b4e3-9a7ce4a6695f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.2582648 Feb 09 03:01:21.688657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 91edfda4-200d-445a-816d-ab1486652df0) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:21.698905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cd2da-5199-4e17-9a17-3ed4c876307c None None] Network 91edfda4-200d-445a-816d-ab1486652df0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:21.706524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.707313 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.768445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e6e9ad60-da4f-42ab-a477-c96ea444ff22 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2159553 Feb 09 03:01:21.775087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38480) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:21.783730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:21.789975 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dcf3e8b6-8dd5-4102-8fe6-522eaf75ecda req-f335b372-caea-4714-a1fe-b8b6d97b32f3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420414 Feb 09 03:01:21.826732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-7c409d28-b0cc-4b66-bc82-2b39a2bad6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:21.826732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-7c409d28-b0cc-4b66-bc82-2b39a2bad6d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.2099440 Feb 09 03:01:21.880997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-39668e5d-4fea-4aed-bc13-049cf5d740fa req-1c6ecfc8-862b-4098-8e95-ae3f5aa7ad23 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869249 Feb 09 03:01:21.903240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (a437be77-3be5-4d08-b071-bded7bde8a34), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.904306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (a437be77-3be5-4d08-b071-bded7bde8a34), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.906219 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (8ded01bd-5830-4cbb-928a-d93c2a2889a3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:21.970040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-91edfda4-200d-445a-816d-ab1486652df0', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:01:21.970304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Port': ['ID=8ded01bd-5830-4cbb-928a-d93c2a2889a3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:21.970982 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.085541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-834b9cc2-6809-4b5c-9ccc-d76ca95c7693 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 998 time: 0.2608547 Feb 09 03:01:22.158614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Allocated IP 172.20.0.2 (91edfda4-200d-445a-816d-ab1486652df0/5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44/ea6320fe-5c72-43d8-b81c-402c65937d73) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:22.226124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-a3ce9e04-287d-4541-8e6e-a3fa2c8e327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:22.228155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-a3ce9e04-287d-4541-8e6e-a3fa2c8e327f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.0867925 Feb 09 03:01:22.232611 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a755d1f5-3122-431b-bc8e-4d0bbe042735 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_controller (d24de0fa-dd1d-4431-9f08-266f7afbacaf), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.256344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks [] for router_controller (a437be77-3be5-4d08-b071-bded7bde8a34), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.271042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a755d1f5-3122-431b-bc8e-4d0bbe042735 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (d24de0fa-dd1d-4431-9f08-266f7afbacaf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.303453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (2bdbef46-6667-4600-802c-3cb3c87253d9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.347829 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Publish callbacks [] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.358195 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.420053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Network 91edfda4-200d-445a-816d-ab1486652df0 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:22.422789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:22.426807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:22.436023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Pushing event updated for resources: {'Port': ['ID=ea6320fe-5c72-43d8-b81c-402c65937d73,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:22.506682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Attempting to bind port ea6320fe-5c72-43d8-b81c-402c65937d73 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:22.508134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Attempting to bind port ea6320fe-5c72-43d8-b81c-402c65937d73 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:22.508830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Attempting to bind port ea6320fe-5c72-43d8-b81c-402c65937d73 on network 91edfda4-200d-445a-816d-ab1486652df0 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:22.515160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:22.515896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Checking segment: {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:22.516342 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.516747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Bound using segment: {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:22.517385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Bound port: ea6320fe-5c72-43d8-b81c-402c65937d73, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:22.517962 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.526451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a755d1f5-3122-431b-bc8e-4d0bbe042735 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.534414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a755d1f5-3122-431b-bc8e-4d0bbe042735 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0604923 Feb 09 03:01:22.544095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38508) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:22.612574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] For port ea6320fe-5c72-43d8-b81c-402c65937d73, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:22.618087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] For port ea6320fe-5c72-43d8-b81c-402c65937d73, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ea6320fe-5c72-43d8-b81c-402c65937d73,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:22.626777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-a6c5263b-abd9-40d3-a7db-b1aaa9ae3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:22.628116 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:22.628269 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-a6c5263b-abd9-40d3-a7db-b1aaa9ae3db0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3909497 Feb 09 03:01:22.660977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Router 2bdbef46-6667-4600-802c-3cb3c87253d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:22.719004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac599c-2e5a-4a42-be47-79d3115e6754 None None] Pushing event updated for resources: {'Port': ['ID=ea6320fe-5c72-43d8-b81c-402c65937d73,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:22.812387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:22.823958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3b0c8-25ca-4141-a069-8c5bef71ac84 None None] Sync routers for ids ['2bdbef46-6667-4600-802c-3cb3c87253d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:22.836765 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aea7c0ec-15b1-467b-b119-a121744d6bc2 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "PUT /v2.0/routers/2bdbef46-6667-4600-802c-3cb3c87253d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8061707 Feb 09 03:01:22.841222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38520) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:22.846070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3b0c8-25ca-4141-a069-8c5bef71ac84 None None] Routers {'2bdbef46-6667-4600-802c-3cb3c87253d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:22.847131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-15a3b0c8-25ca-4141-a069-8c5bef71ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['2bdbef46-6667-4600-802c-3cb3c87253d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:22.940478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-15a3b0c8-25ca-4141-a069-8c5bef71ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:22.967430 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-90b519a4-c06a-449f-8dc5-6ab704fa8500 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] show failed (client error): The resource could not be found. Feb 09 03:01:22.968918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-90b519a4-c06a-449f-8dc5-6ab704fa8500 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-535523775 HTTP/1.1" status: 404 len: 334 time: 0.1250801 Feb 09 03:01:22.973160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38532) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:22.976593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3b0c8-25ca-4141-a069-8c5bef71ac84 None None] Routers {'2bdbef46-6667-4600-802c-3cb3c87253d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:22.978666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-15a3b0c8-25ca-4141-a069-8c5bef71ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['2bdbef46-6667-4600-802c-3cb3c87253d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:22.983325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a22c0eb9-86ab-40f1-aa99-c2b9c15750c6 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:23.075095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-15a3b0c8-25ca-4141-a069-8c5bef71ac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:23.081988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a3b0c8-25ca-4141-a069-8c5bef71ac84 None None] The sync data for ids ['2bdbef46-6667-4600-802c-3cb3c87253d9'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:23.123947 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-a22c0eb9-86ab-40f1-aa99-c2b9c15750c6 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] update failed (client error): The resource could not be found. Feb 09 03:01:23.129535 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a22c0eb9-86ab-40f1-aa99-c2b9c15750c6 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-762965900 HTTP/1.1" status: 404 len: 334 time: 0.1508715 Feb 09 03:01:23.140824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38538) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:23.212502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38540) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:23.227642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks [] for router_gateway (a437be77-3be5-4d08-b071-bded7bde8a34), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.242344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-29d70d61-4409-48b5-8f61-83463e873282 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.251274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-29d70d61-4409-48b5-8f61-83463e873282 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.256681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-29d70d61-4409-48b5-8f61-83463e873282 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.262921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-29d70d61-4409-48b5-8f61-83463e873282 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.272735 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5c23b6f-52d7-438f-b478-d7e71331732e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (d24de0fa-dd1d-4431-9f08-266f7afbacaf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.273416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-29d70d61-4409-48b5-8f61-83463e873282 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.284968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-29d70d61-4409-48b5-8f61-83463e873282 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.290570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-29d70d61-4409-48b5-8f61-83463e873282 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.292439 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-29d70d61-4409-48b5-8f61-83463e873282 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.1997824 Feb 09 03:01:23.302460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71e048c-fcaa-4a6d-a4c7-e31c3bfd595e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Deleting subnet aeda273f-f578-49b2-ab99-f63a92d76d63 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:23.306701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c71e048c-fcaa-4a6d-a4c7-e31c3bfd595e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (aeda273f-f578-49b2-ab99-f63a92d76d63), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.364465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c71e048c-fcaa-4a6d-a4c7-e31c3bfd595e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (aeda273f-f578-49b2-ab99-f63a92d76d63), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.477859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cdb3f86a-8224-4069-8940-1f0ce5dc66f8 req-c9ddc3cc-b5fc-439d-a805-bed21c2dd8b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269653 Feb 09 03:01:23.515683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ea6320fe-5c72-43d8-b81c-402c65937d73 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:23.549163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c71e048c-fcaa-4a6d-a4c7-e31c3bfd595e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (aeda273f-f578-49b2-ab99-f63a92d76d63), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.552766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1f413a6-ef45-41c9-9e75-51e2384f5adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.653247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ea6320fe-5c72-43d8-b81c-402c65937d73 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:23.653887 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.654300 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c71e048c-fcaa-4a6d-a4c7-e31c3bfd595e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (aeda273f-f578-49b2-ab99-f63a92d76d63), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.675807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c8d8-b492-437c-9a7f-194a016e172b req-d7498a54-c0da-4935-8440-455ac62167ae tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:23.684154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2da7c8d8-b492-437c-9a7f-194a016e172b req-d7498a54-c0da-4935-8440-455ac62167ae tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.4606247 Feb 09 03:01:23.689396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e048c-fcaa-4a6d-a4c7-e31c3bfd595e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Subnet': ['ID=aeda273f-f578-49b2-ab99-f63a92d76d63,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:23.698321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c71e048c-fcaa-4a6d-a4c7-e31c3bfd595e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.702010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c71e048c-fcaa-4a6d-a4c7-e31c3bfd595e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/subnets/aeda273f-f578-49b2-ab99-f63a92d76d63 HTTP/1.1" status: 204 len: 168 time: 0.5603127 Feb 09 03:01:23.707907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38554) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:23.717767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edcd8f7-8ca9-4269-9b35-2ab813fa5602 None None] Network dd805f20-2d3b-42d2-a662-7a4c7978907a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:23.721847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-2da25d23-a7f9-4080-be27-42971b171e5a service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0282142 Feb 09 03:01:23.723571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5c23b6f-52d7-438f-b478-d7e71331732e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (d24de0fa-dd1d-4431-9f08-266f7afbacaf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.730303 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5c23b6f-52d7-438f-b478-d7e71331732e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_controller (d24de0fa-dd1d-4431-9f08-266f7afbacaf), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.749078 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:01:23.765639 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1f413a6-ef45-41c9-9e75-51e2384f5adb admin admin] Publish callbacks [] for security_group (ba027d89-9dc8-46f5-b4d4-dbfe329fbd98), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.788125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1f413a6-ef45-41c9-9e75-51e2384f5adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ba027d89-9dc8-46f5-b4d4-dbfe329fbd98), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.866453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f413a6-ef45-41c9-9e75-51e2384f5adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba027d89-9dc8-46f5-b4d4-dbfe329fbd98,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:23.876262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2da7c8d8-b492-437c-9a7f-194a016e172b req-ea886b07-767f-4c7c-8a9d-a7d2d3ac4301 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911886 Feb 09 03:01:23.908150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5887bc92-a49f-432f-ab7d-01d6eb4a635b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Deleting subnet 5137a001-eab0-40ca-b602-852bd94e064f {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:23.915555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5887bc92-a49f-432f-ab7d-01d6eb4a635b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (5137a001-eab0-40ca-b602-852bd94e064f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.920969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e1f413a6-ef45-41c9-9e75-51e2384f5adb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d2690f8da8c45faa2c24e54e68e2e53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7055657 Feb 09 03:01:23.954197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38558) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:23.996074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5c23b6f-52d7-438f-b478-d7e71331732e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (d24de0fa-dd1d-4431-9f08-266f7afbacaf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:23.996691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c23b6f-52d7-438f-b478-d7e71331732e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d24de0fa-dd1d-4431-9f08-266f7afbacaf {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:24.013655 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5c23b6f-52d7-438f-b478-d7e71331732e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.014173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5887bc92-a49f-432f-ab7d-01d6eb4a635b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (5137a001-eab0-40ca-b602-852bd94e064f), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.016196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b5c23b6f-52d7-438f-b478-d7e71331732e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d24de0fa-dd1d-4431-9f08-266f7afbacaf HTTP/1.1" status: 204 len: 168 time: 1.4710507 Feb 09 03:01:24.066104 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-28da7782-c7d4-49f6-8f4a-f7aeb8a0b205 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371899 Feb 09 03:01:24.069637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dd240dc-a026-4954-9e03-76c85d4ef6f3 admin admin] Publish callbacks [] for security_group (ba027d89-9dc8-46f5-b4d4-dbfe329fbd98), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.158953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ea6320fe-5c72-43d8-b81c-402c65937d73 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:24.159462 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.196001 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5887bc92-a49f-432f-ab7d-01d6eb4a635b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5137a001-eab0-40ca-b602-852bd94e064f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.242851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port ea6320fe-5c72-43d8-b81c-402c65937d73, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ea6320fe-5c72-43d8-b81c-402c65937d73,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:24.254320 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.335541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] DHCP port deletion for dd805f20-2d3b-42d2-a662-7a4c7978907a request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:01:24.356834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dd240dc-a026-4954-9e03-76c85d4ef6f3 admin admin] Publish callbacks [] for security_group (ba027d89-9dc8-46f5-b4d4-dbfe329fbd98), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.365342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks [] for router_gateway (a437be77-3be5-4d08-b071-bded7bde8a34), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.397071 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5887bc92-a49f-432f-ab7d-01d6eb4a635b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (5137a001-eab0-40ca-b602-852bd94e064f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.416698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.420403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=ea6320fe-5c72-43d8-b81c-402c65937d73,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:24.438012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887bc92-a49f-432f-ab7d-01d6eb4a635b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Subnet': ['ID=5137a001-eab0-40ca-b602-852bd94e064f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:24.443772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5887bc92-a49f-432f-ab7d-01d6eb4a635b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.448116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5887bc92-a49f-432f-ab7d-01d6eb4a635b tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/subnets/5137a001-eab0-40ca-b602-852bd94e064f HTTP/1.1" status: 204 len: 168 time: 0.7389741 Feb 09 03:01:24.450776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38578) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:24.468493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:24.476736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77452a46-6681-42a9-933b-e92876474d2e None None] Network 7c37b3fa-3d54-4378-8e22-101b1ad4fbae requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:24.478356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dd240dc-a026-4954-9e03-76c85d4ef6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ba027d89-9dc8-46f5-b4d4-dbfe329fbd98), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.480767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675a819-470c-4f33-801f-1d411754f4f5 None None] Network 91edfda4-200d-445a-816d-ab1486652df0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:24.484296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dd240dc-a026-4954-9e03-76c85d4ef6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.491077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0dd240dc-a026-4954-9e03-76c85d4ef6f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba027d89-9dc8-46f5-b4d4-dbfe329fbd98 HTTP/1.1" status: 204 len: 168 time: 0.5337074 Feb 09 03:01:24.503563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd240dc-a026-4954-9e03-76c85d4ef6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba027d89-9dc8-46f5-b4d4-dbfe329fbd98,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:24.602558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] Deleting port 21d0ddde-035b-486d-a31d-b3a7082d4552 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:24.603048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.652860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Allocated IP 172.25.2.130 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/033d2fff-3238-457a-9759-b0edbd51ecb0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:24.707605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-bbc1eb7d-2d4e-476e-86a6-74e3c5229006 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.716081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-bbc1eb7d-2d4e-476e-86a6-74e3c5229006 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.724655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-bbc1eb7d-2d4e-476e-86a6-74e3c5229006 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.736413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-bbc1eb7d-2d4e-476e-86a6-74e3c5229006 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.745042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-bbc1eb7d-2d4e-476e-86a6-74e3c5229006 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.748698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1919e5ab-bf4d-4c0b-ac9a-39692681d1b5 None None] Provisioning complete for port ea6320fe-5c72-43d8-b81c-402c65937d73 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:24.749082 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1919e5ab-bf4d-4c0b-ac9a-39692681d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.753262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-bbc1eb7d-2d4e-476e-86a6-74e3c5229006 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.759927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-bbc1eb7d-2d4e-476e-86a6-74e3c5229006 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.761940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-bbc1eb7d-2d4e-476e-86a6-74e3c5229006 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.1636891 Feb 09 03:01:24.831773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (dd805f20-2d3b-42d2-a662-7a4c7978907a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.856616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-754838167', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:24.860801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] For port 21d0ddde-035b-486d-a31d-b3a7082d4552, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=21d0ddde-035b-486d-a31d-b3a7082d4552,segment=NetworkSegment(9ae1b598-9e4c-49a4-b4fa-4084b606e580),segment_id=9ae1b598-9e4c-49a4-b4fa-4084b606e580)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:24.861223 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.875065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-ed32a3e8-10ad-4f42-88fc-4073718d6309 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.880378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-ed32a3e8-10ad-4f42-88fc-4073718d6309 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.886571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-ed32a3e8-10ad-4f42-88fc-4073718d6309 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.887973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8dc9312-fef2-4316-8e5e-73020e67fbe8 req-db1f29c3-301e-446e-b269-e15312363ab5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195614 Feb 09 03:01:24.891478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (a003cabc-b2be-4135-9c26-3a810bcc72ab), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.891826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-ed32a3e8-10ad-4f42-88fc-4073718d6309 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.894213 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (a003cabc-b2be-4135-9c26-3a810bcc72ab), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:24.897206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-ed32a3e8-10ad-4f42-88fc-4073718d6309 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.902595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-ed32a3e8-10ad-4f42-88fc-4073718d6309 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.907840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-ed32a3e8-10ad-4f42-88fc-4073718d6309 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:24.909872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-ed32a3e8-10ad-4f42-88fc-4073718d6309 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.2294590 Feb 09 03:01:24.969374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] Calling delete_port for 21d0ddde-035b-486d-a31d-b3a7082d4552 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:24.983185 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (a003cabc-b2be-4135-9c26-3a810bcc72ab), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.011637 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks [] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.018906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-91d6377e-def0-4b89-bc3a-466dc00222e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:25.020279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-91d6377e-def0-4b89-bc3a-466dc00222e8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "GET /v2.0/ports/26e2633e-edfb-4253-b9b9-013520f11e14?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1015933 Feb 09 03:01:25.172628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] DHCP port deletion for 7c37b3fa-3d54-4378-8e22-101b1ad4fbae request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:01:25.198946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Deleting port 21d0ddde-035b-486d-a31d-b3a7082d4552 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:25.199393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.238746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.240548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1919e5ab-bf4d-4c0b-ac9a-39692681d1b5 None None] Current status of the port ea6320fe-5c72-43d8-b81c-402c65937d73 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:25.277079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (a003cabc-b2be-4135-9c26-3a810bcc72ab), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.395721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Pushing event updated for resources: {'Port': ['ID=033d2fff-3238-457a-9759-b0edbd51ecb0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:25.420947 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.435470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9a072-9d86-448b-8c80-e7e534b90c58 req-b8bb0597-9cb6-48f9-80ae-8bd87cbe0ef6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:25.437369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1e9a072-9d86-448b-8c80-e7e534b90c58 req-b8bb0597-9cb6-48f9-80ae-8bd87cbe0ef6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.3453047 Feb 09 03:01:25.457500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] No DVR routers for this DVR port 21d0ddde-035b-486d-a31d-b3a7082d4552 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:25.547597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] For port 21d0ddde-035b-486d-a31d-b3a7082d4552, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=21d0ddde-035b-486d-a31d-b3a7082d4552,segment=NetworkSegment(9ae1b598-9e4c-49a4-b4fa-4084b606e580),segment_id=9ae1b598-9e4c-49a4-b4fa-4084b606e580)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:25.548424 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.552023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857214f-da7c-4a32-96b7-a51150c5f3a9 None None] Pushing event deleted for resources: {'Port': ['ID=21d0ddde-035b-486d-a31d-b3a7082d4552,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:25.562958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ea6320fe-5c72-43d8-b81c-402c65937d73 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:25.570704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Calling delete_port for 21d0ddde-035b-486d-a31d-b3a7082d4552 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:25.603248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] Deleting port d7ff457a-2587-492f-8f7b-4129e666c4fe {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:25.606302 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.685467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:25.691508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-f7887213-3ce3-4058-9a90-b7e288e6a638 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "GET /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6653879 Feb 09 03:01:25.692701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:25.701258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:25.786552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:25.843070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (a003cabc-b2be-4135-9c26-3a810bcc72ab), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.898906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.903180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] For port d7ff457a-2587-492f-8f7b-4129e666c4fe, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d7ff457a-2587-492f-8f7b-4129e666c4fe,segment=NetworkSegment(1b9175c5-619f-4804-8548-af530246a10d),segment_id=1b9175c5-619f-4804-8548-af530246a10d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:25.903494 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.935814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-99aba1ea-9db7-443d-9562-0e2c1822bb0a None None] Provisioning complete for port ea6320fe-5c72-43d8-b81c-402c65937d73 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:25.936203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-99aba1ea-9db7-443d-9562-0e2c1822bb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:25.982013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] Calling delete_port for d7ff457a-2587-492f-8f7b-4129e666c4fe owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:26.171706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Allocated IP 172.25.2.222 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/957ee43e-aff8-4a91-8545-fb76b9a56339) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:26.176622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ea6320fe-5c72-43d8-b81c-402c65937d73 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:26.177317 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:26.230056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-e1a033ef-c124-4de9-a5f6-8112f3060d74 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:26.246466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-e1a033ef-c124-4de9-a5f6-8112f3060d74 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:26.252200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-e1a033ef-c124-4de9-a5f6-8112f3060d74 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:26.258299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-e1a033ef-c124-4de9-a5f6-8112f3060d74 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:26.264333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-e1a033ef-c124-4de9-a5f6-8112f3060d74 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:26.281993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-e1a033ef-c124-4de9-a5f6-8112f3060d74 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:26.298191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-e1a033ef-c124-4de9-a5f6-8112f3060d74 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:26.309320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-e1a033ef-c124-4de9-a5f6-8112f3060d74 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.2329037 Feb 09 03:01:26.400814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-99aba1ea-9db7-443d-9562-0e2c1822bb0a None None] Current status of the port ea6320fe-5c72-43d8-b81c-402c65937d73 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:26.433394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1e9a072-9d86-448b-8c80-e7e534b90c58 req-fed8dd81-a455-4b55-b013-7f756f3b3780 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9864779 Feb 09 03:01:26.449613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:26.460926 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (21d0ddde-035b-486d-a31d-b3a7082d4552), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:26.563350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (d7ff457a-2587-492f-8f7b-4129e666c4fe), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:26.578209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7b30e670-1ec3-4290-a402-bfedd9b31509 req-4693eb7f-a081-4c61-a1b9-ca7910a84887 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619598 Feb 09 03:01:26.605653 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for port (957ee43e-aff8-4a91-8545-fb76b9a56339), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:26.674863 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (957ee43e-aff8-4a91-8545-fb76b9a56339), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:26.702311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks [] for router_gateway (a437be77-3be5-4d08-b071-bded7bde8a34), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:26.711038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] No DVR routers for this DVR port 21d0ddde-035b-486d-a31d-b3a7082d4552 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:26.720274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] Pushing event deleted for resources: {'Port': ['ID=d7ff457a-2587-492f-8f7b-4129e666c4fe,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:26.756050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Port': ['ID=21d0ddde-035b-486d-a31d-b3a7082d4552,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:26.768078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:26.782922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:26.789273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:26.827205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event updated for resources: {'Port': ['ID=957ee43e-aff8-4a91-8545-fb76b9a56339,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:26.879371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad210d-786c-46d3-ad07-764bef4d5d66 None None] No DVR routers for this DVR port d7ff457a-2587-492f-8f7b-4129e666c4fe on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:26.962134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ea6320fe-5c72-43d8-b81c-402c65937d73 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:27.050018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 21d0ddde-035b-486d-a31d-b3a7082d4552 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:27.084661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 21d0ddde-035b-486d-a31d-b3a7082d4552 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:27.087013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 21d0ddde-035b-486d-a31d-b3a7082d4552 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:27.087848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d7ff457a-2587-492f-8f7b-4129e666c4fe no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:27.120071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d7ff457a-2587-492f-8f7b-4129e666c4fe {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:27.122641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d7ff457a-2587-492f-8f7b-4129e666c4fe not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:27.421016 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (dd805f20-2d3b-42d2-a662-7a4c7978907a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:27.446441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd805f20-2d3b-42d2-a662-7a4c7978907a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:27.458997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae1b598-9e4c-49a4-b4fa-4084b606e580') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:27.459725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae1b598-9e4c-49a4-b4fa-4084b606e580') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:27.472330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9ae1b598-9e4c-49a4-b4fa-4084b606e580), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:27.490178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9ae1b598-9e4c-49a4-b4fa-4084b606e580), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:27.501724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:27.502493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9ae1b598-9e4c-49a4-b4fa-4084b606e580), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: items = [ Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:27.703539 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:27.760001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (dd805f20-2d3b-42d2-a662-7a4c7978907a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:27.795017 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:27.801794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/networks/dd805f20-2d3b-42d2-a662-7a4c7978907a HTTP/1.1" status: 204 len: 168 time: 3.3468602 Feb 09 03:01:27.813617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38668) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:27.999586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d41fe9-2031-42fa-882f-c7d8cd81624e tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Network': ['ID=dd805f20-2d3b-42d2-a662-7a4c7978907a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:28.146762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f104-5633-4e40-b514-84de70eef322 req-7a6a4335-358c-4267-b261-eb363c286da6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.155470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2e9f104-5633-4e40-b514-84de70eef322 req-7a6a4335-358c-4267-b261-eb363c286da6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.4724789 Feb 09 03:01:28.315773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7c37b3fa-3d54-4378-8e22-101b1ad4fbae), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.333449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (a003cabc-b2be-4135-9c26-3a810bcc72ab), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.346490 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2e9f104-5633-4e40-b514-84de70eef322 req-ab211b25-50b7-4753-8390-1025d841591e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897798 Feb 09 03:01:28.451521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38680) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:28.540022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (a437be77-3be5-4d08-b071-bded7bde8a34), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.549612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-44e3d0d6-97e7-4e57-95a0-0b113ab28e4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.557448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-44e3d0d6-97e7-4e57-95a0-0b113ab28e4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.563109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-44e3d0d6-97e7-4e57-95a0-0b113ab28e4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.570485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-44e3d0d6-97e7-4e57-95a0-0b113ab28e4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.578560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] For port 26e2633e-edfb-4253-b9b9-013520f11e14, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=26e2633e-edfb-4253-b9b9-013520f11e14,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:28.579541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-44e3d0d6-97e7-4e57-95a0-0b113ab28e4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.587296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-44e3d0d6-97e7-4e57-95a0-0b113ab28e4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.593483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-44e3d0d6-97e7-4e57-95a0-0b113ab28e4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:28.595561 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-44e3d0d6-97e7-4e57-95a0-0b113ab28e4a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 5446 time: 0.3509443 Feb 09 03:01:28.842415 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5cfa1a03-3f45-4494-b330-9cc001a1e46d req-f16e9ddc-798e-4486-86ff-0d8e650a8bd5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2354889 Feb 09 03:01:28.895170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7c37b3fa-3d54-4378-8e22-101b1ad4fbae), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:28.933968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:28.997382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.001749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (a003cabc-b2be-4135-9c26-3a810bcc72ab), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.024616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c37b3fa-3d54-4378-8e22-101b1ad4fbae']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:29.053574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9175c5-619f-4804-8548-af530246a10d') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:29.053809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9175c5-619f-4804-8548-af530246a10d') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:29.094263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] For port 26e2633e-edfb-4253-b9b9-013520f11e14, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:29.104924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (1b9175c5-619f-4804-8548-af530246a10d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.164529 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1b9175c5-619f-4804-8548-af530246a10d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.197432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] device_id is not set on port 26e2633e-edfb-4253-b9b9-013520f11e14 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:01:29.204789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:29.206272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (1b9175c5-619f-4804-8548-af530246a10d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:29.210826 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:29.252983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b36161c-e575-47ed-a5b1-a29c7b529559 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:29.261578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] Publish callbacks [] for port (26e2633e-edfb-4253-b9b9-013520f11e14), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.284474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.299637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Router a437be77-3be5-4d08-b071-bded7bde8a34 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:29.344548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7c37b3fa-3d54-4378-8e22-101b1ad4fbae), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.365902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Router a003cabc-b2be-4135-9c26-3a810bcc72ab is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:29.377856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.382134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/networks/7c37b3fa-3d54-4378-8e22-101b1ad4fbae HTTP/1.1" status: 204 len: 168 time: 1.5643947 Feb 09 03:01:29.387106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:29.483217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b36161c-e575-47ed-a5b1-a29c7b529559 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:29.484898 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.558819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] No DVR routers for this DVR port 26e2633e-edfb-4253-b9b9-013520f11e14 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:29.565191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=26e2633e-edfb-4253-b9b9-013520f11e14,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:29.571802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da71580-105f-485b-90fc-69ff247b6016 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Network': ['ID=7c37b3fa-3d54-4378-8e22-101b1ad4fbae,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:29.577699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:29.603674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b36161c-e575-47ed-a5b1-a29c7b529559, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b36161c-e575-47ed-a5b1-a29c7b529559,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:29.607365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:29.614907 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c404f07d-abcb-48ce-a968-de0bddc0dbb1" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:29.639821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.643257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:29.729189 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.747875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] In _notify_port_updated(), no bound segment for port 26e2633e-edfb-4253-b9b9-013520f11e14 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:01:29.748766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:29.749384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.750946 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-a05a6d80-594e-4417-a8d3-a10a1733e6d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/26e2633e-edfb-4253-b9b9-013520f11e14 HTTP/1.1" status: 200 len: 1033 time: 3.9740775 Feb 09 03:01:29.783620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329a821-a338-49cf-a7b4-c3cb48aa270a req-fff8c6bb-2b7d-4f73-9427-dc48b4d1adb7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:29.785225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0329a821-a338-49cf-a7b4-c3cb48aa270a req-fff8c6bb-2b7d-4f73-9427-dc48b4d1adb7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.2086296 Feb 09 03:01:29.814225 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee356ce-da79-4250-9e19-eea7cf4adb19 x-openstack-request-id: req-8ee356ce-da79-4250-9e19-eea7cf4adb19 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:29.815323 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:29.816354 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ee356ce-da79-4250-9e19-eea7cf4adb19 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:29.817233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:29.818080 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'code': 200} Feb 09 03:01:29.828135 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e16ad-89ee-48b1-8e88-386b20b314da None None] Sync routers for ids ['a003cabc-b2be-4135-9c26-3a810bcc72ab'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:29.830276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-24498522-472f-432b-8f0c-73fb51738f51 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Deleting subnet ba34e3c2-82a3-4354-b433-8020e0b0eee2 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:29.842462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24498522-472f-432b-8f0c-73fb51738f51 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (ba34e3c2-82a3-4354-b433-8020e0b0eee2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.859577 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e16ad-89ee-48b1-8e88-386b20b314da None None] Routers {'a003cabc-b2be-4135-9c26-3a810bcc72ab'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:29.860221 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-891e16ad-89ee-48b1-8e88-386b20b314da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a003cabc-b2be-4135-9c26-3a810bcc72ab'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:29.896584 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.897912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-df9dbba8-f5fd-46d2-922a-bb500138806f tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4275634 Feb 09 03:01:29.901507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38710) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:29.918172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b36161c-e575-47ed-a5b1-a29c7b529559,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:29.928897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-366f3aba-5da8-4bd7-b790-5bb807ebaafa None None] Provisioning complete for port 26e2633e-edfb-4253-b9b9-013520f11e14 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:29.929860 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-366f3aba-5da8-4bd7-b790-5bb807ebaafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.975068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24498522-472f-432b-8f0c-73fb51738f51 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (ba34e3c2-82a3-4354-b433-8020e0b0eee2), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:29.978399 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-891e16ad-89ee-48b1-8e88-386b20b314da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:30.000694 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e16ad-89ee-48b1-8e88-386b20b314da None None] Routers {'a003cabc-b2be-4135-9c26-3a810bcc72ab'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:30.002765 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-891e16ad-89ee-48b1-8e88-386b20b314da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a003cabc-b2be-4135-9c26-3a810bcc72ab'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:30.026317 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bab8134-8cd0-4540-b635-6ea3612bc22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.074771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:30.125194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:30.127332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.135671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Sync routers for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:30.166961 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bab8134-8cd0-4540-b635-6ea3612bc22f admin admin] Publish callbacks [] for security_group (b6c3fd0e-aec8-43d2-826c-465ff361feba), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.185139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-86507d95-14c9-471e-a5fc-a5f5a9ccc9b5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.189365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-86507d95-14c9-471e-a5fc-a5f5a9ccc9b5 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "GET /v2.0/ports/62bdaf3e-a7b2-46b2-8200-bdfeb6940a03?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4285641 Feb 09 03:01:30.212627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2b3-b122-44cb-8e93-a0e3475ef51f req-07780458-50c9-4c2c-8f3e-8386178a6062 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.212973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bab8134-8cd0-4540-b635-6ea3612bc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b6c3fd0e-aec8-43d2-826c-465ff361feba), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.220516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2b3-b122-44cb-8e93-a0e3475ef51f req-07780458-50c9-4c2c-8f3e-8386178a6062 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.228070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2b3-b122-44cb-8e93-a0e3475ef51f req-07780458-50c9-4c2c-8f3e-8386178a6062 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.235157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2b3-b122-44cb-8e93-a0e3475ef51f req-07780458-50c9-4c2c-8f3e-8386178a6062 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.241522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2b3-b122-44cb-8e93-a0e3475ef51f req-07780458-50c9-4c2c-8f3e-8386178a6062 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.248581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587e2b3-b122-44cb-8e93-a0e3475ef51f req-07780458-50c9-4c2c-8f3e-8386178a6062 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:30.251103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e587e2b3-b122-44cb-8e93-a0e3475ef51f req-07780458-50c9-4c2c-8f3e-8386178a6062 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 4664 time: 0.2171049 Feb 09 03:01:30.252509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-366f3aba-5da8-4bd7-b790-5bb807ebaafa None None] Port 26e2633e-edfb-4253-b9b9-013520f11e14 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:30.257922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:30.258618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:30.274956 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-891e16ad-89ee-48b1-8e88-386b20b314da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:30.275918 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e16ad-89ee-48b1-8e88-386b20b314da None None] The sync data for ids ['a003cabc-b2be-4135-9c26-3a810bcc72ab'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:30.292537 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3bab8134-8cd0-4540-b635-6ea3612bc22f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cb3c77ad1ce43a7b7d05caf5d9b8c39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6837020 Feb 09 03:01:30.295148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:30.321881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38712) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:30.371467 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0329a821-a338-49cf-a7b4-c3cb48aa270a req-59a004c7-c0f9-45a8-9a82-af5a08f0b5cf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176865 Feb 09 03:01:30.383497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.385231 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0bb9d0eb-6b82-4121-872c-d5fae913002e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.6080759 Feb 09 03:01:30.386872 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-26b982c1-4096-4efa-b116-5169e2b26959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.409534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38716) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:30.416042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e587e2b3-b122-44cb-8e93-a0e3475ef51f req-40f8c69d-5dfb-4263-8297-c118c96abbb7 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1529498 Feb 09 03:01:30.430434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-05b26448-f3ec-49fc-a60c-d7ab0f057246 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/routers/a003cabc-b2be-4135-9c26-3a810bcc72ab HTTP/1.1" status: 200 len: 924 time: 0.5203395 Feb 09 03:01:30.431595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38718) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:30.435648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:30.443194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.444388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:30.510862 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab8134-8cd0-4540-b635-6ea3612bc22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c3fd0e-aec8-43d2-826c-465ff361feba,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:30.531420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7978ca7c-18fb-43e9-a093-f71d5b07f459 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=a003cabc-b2be-4135-9c26-3a810bcc72ab HTTP/1.1" status: 200 len: 205 time: 0.0962343 Feb 09 03:01:30.532947 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24498522-472f-432b-8f0c-73fb51738f51 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ba34e3c2-82a3-4354-b433-8020e0b0eee2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.543685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:30.561362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38720) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:30.614179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Allocated IP 172.25.2.95 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/8c2a5a59-85df-4356-b4c9-a13a7129bbbc) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:30.679220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:30.781624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:30.782064 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.846666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:30.869113 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.869919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9f379e0b-cd45-4303-82c3-ce4dcc4e667b no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:30.875157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.932691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e630f89e-3499-47b4-9365-0591fea3d139 req-d2cd36c9-32c4-4faa-887d-bf2347cce580 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3719580 Feb 09 03:01:30.972859 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24498522-472f-432b-8f0c-73fb51738f51 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (ba34e3c2-82a3-4354-b433-8020e0b0eee2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:30.976562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:31.049863 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b90d3b1-b071-421c-8f8a-2c87a0125fb3 admin admin] Publish callbacks [] for security_group (b6c3fd0e-aec8-43d2-826c-465ff361feba), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.060881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24498522-472f-432b-8f0c-73fb51738f51 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Subnet': ['ID=ba34e3c2-82a3-4354-b433-8020e0b0eee2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:31.065492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24498522-472f-432b-8f0c-73fb51738f51 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.074007 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24498522-472f-432b-8f0c-73fb51738f51 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/subnets/ba34e3c2-82a3-4354-b433-8020e0b0eee2 HTTP/1.1" status: 204 len: 168 time: 1.3358176 Feb 09 03:01:31.077924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38722) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:31.079720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b90d3b1-b071-421c-8f8a-2c87a0125fb3 admin admin] Publish callbacks [] for security_group (b6c3fd0e-aec8-43d2-826c-465ff361feba), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.136650 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (a003cabc-b2be-4135-9c26-3a810bcc72ab), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.161460 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b90d3b1-b071-421c-8f8a-2c87a0125fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b6c3fd0e-aec8-43d2-826c-465ff361feba), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.164098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b90d3b1-b071-421c-8f8a-2c87a0125fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.165324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6b90d3b1-b071-421c-8f8a-2c87a0125fb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6c3fd0e-aec8-43d2-826c-465ff361feba HTTP/1.1" status: 204 len: 168 time: 0.8350933 Feb 09 03:01:31.213218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90d3b1-b071-421c-8f8a-2c87a0125fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c3fd0e-aec8-43d2-826c-465ff361feba,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:31.281202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks [] for port (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.479356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (17eee3e2-dcc9-4d93-8594-df8606d0db8c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.487910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f89e-3499-47b4-9365-0591fea3d139 req-c8cc86ee-cfce-4df1-9272-dcdb8bd93ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:31.489440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e630f89e-3499-47b4-9365-0591fea3d139 req-c8cc86ee-cfce-4df1-9272-dcdb8bd93ae1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1127 time: 0.5013514 Feb 09 03:01:31.494864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d30d4-870e-40f7-9859-8445ee8ca16c None None] Network 17eee3e2-dcc9-4d93-8594-df8606d0db8c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:31.537315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:31.538122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.746523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38732) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:31.768254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:26Z', 'revision_number': 3, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:31.818289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:31.820556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Checking router: a437be77-3be5-4d08-b071-bded7bde8a34 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:31.821156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Updating router a437be77-3be5-4d08-b071-bded7bde8a34 port 033d2fff-3238-457a-9759-b0edbd51ecb0 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:31.825091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bdaf3e-a7b2-46b2-8200-bdfeb6940a03'}, {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31'}, {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:31.827998 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cf2ffe-bb6f-4413-a674-a5d1bfeaa9df" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "62bdaf3e-a7b2-46b2-8200-bdfeb6940a03"}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "b18ba5c7-5848-4d1d-b5a6-1c7660a71c31"}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "9f379e0b-cd45-4303-82c3-ce4dcc4e667b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:31.855477 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.856863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 070c77cb-1176-4385-b476-a6cd6be6c5be no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:31.933534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] For port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:31.937909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.972500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (a003cabc-b2be-4135-9c26-3a810bcc72ab), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.980156 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:31.989858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-95567404-1e10-46e5-9310-235c89dcc83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.003247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa106b0c-3c1c-442b-a957-1bd6f1e05783 req-dee16a6e-28f5-4078-927b-c52b1a4064c9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.004826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fa106b0c-3c1c-442b-a957-1bd6f1e05783 req-dee16a6e-28f5-4078-927b-c52b1a4064c9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.2239208 Feb 09 03:01:32.079765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:32.117422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:32.128501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:32.243576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:32.258759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbae6b4-7692-41e7-85f1-c587a1c5a3f7 req-46267b4c-d523-4601-adfa-f3e426743a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.265786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbae6b4-7692-41e7-85f1-c587a1c5a3f7 req-46267b4c-d523-4601-adfa-f3e426743a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.276202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbae6b4-7692-41e7-85f1-c587a1c5a3f7 req-46267b4c-d523-4601-adfa-f3e426743a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.292988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] DHCP port deletion for 17eee3e2-dcc9-4d93-8594-df8606d0db8c request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:01:32.307559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbae6b4-7692-41e7-85f1-c587a1c5a3f7 req-46267b4c-d523-4601-adfa-f3e426743a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.313103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbae6b4-7692-41e7-85f1-c587a1c5a3f7 req-46267b4c-d523-4601-adfa-f3e426743a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.332915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbae6b4-7692-41e7-85f1-c587a1c5a3f7 req-46267b4c-d523-4601-adfa-f3e426743a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.334988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7dbae6b4-7692-41e7-85f1-c587a1c5a3f7 req-46267b4c-d523-4601-adfa-f3e426743a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 4660 time: 0.6809819 Feb 09 03:01:32.350688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f89e-3499-47b4-9365-0591fea3d139 req-78301242-2ebc-4e6c-a9bf-c580c2a83c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:32.352276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e630f89e-3499-47b4-9365-0591fea3d139 req-78301242-2ebc-4e6c-a9bf-c580c2a83c29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.8408866 Feb 09 03:01:32.362032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Deleting port d5a7fd05-d40b-40be-9599-64977f2605a2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:32.362499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.365732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 070c77cb-1176-4385-b476-a6cd6be6c5be is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:32.366132 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.368195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] For port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:32.400117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2a5a59-85df-4356-b4c9-a13a7129bbbc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:32.460796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 070c77cb-1176-4385-b476-a6cd6be6c5be, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=070c77cb-1176-4385-b476-a6cd6be6c5be,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:32.469184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fa106b0c-3c1c-442b-a957-1bd6f1e05783 req-8022074d-6de1-455d-ac9d-d0e38f6f82b5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509132 Feb 09 03:01:32.496481 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.498059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71cb2272-a612-47e4-8d4f-59a752075244 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:32.498755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] device_id is not set on port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:01:32.557200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] Publish callbacks [] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.578174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Deleting port 957ee43e-aff8-4a91-8545-fb76b9a56339 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:32.578767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (957ee43e-aff8-4a91-8545-fb76b9a56339), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.589584 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6553131-45ab-4a3f-a9db-30bcb63ff854 x-openstack-request-id: req-d6553131-45ab-4a3f-a9db-30bcb63ff854 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:32.590102 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "62bdaf3e-a7b2-46b2-8200-bdfeb6940a03", "code": 200}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "b18ba5c7-5848-4d1d-b5a6-1c7660a71c31", "code": 200}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "9f379e0b-cd45-4303-82c3-ce4dcc4e667b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:32.590382 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6553131-45ab-4a3f-a9db-30bcb63ff854 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:32.590845 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bdaf3e-a7b2-46b2-8200-bdfeb6940a03', 'code': 200} Feb 09 03:01:32.591194 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31', 'code': 200} Feb 09 03:01:32.591726 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b', 'code': 200} Feb 09 03:01:32.603732 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.665561 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Publish callbacks [] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.673785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e630f89e-3499-47b4-9365-0591fea3d139 req-8cefd90a-f513-4d26-ba54-b7f3391a71ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 1001 time: 0.3029425 Feb 09 03:01:32.676610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-95567404-1e10-46e5-9310-235c89dcc83c admin admin] Publish callbacks [] for security_group (9b8b8f1d-8028-44df-a58a-a5c94ede06b5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.682160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] For port d5a7fd05-d40b-40be-9599-64977f2605a2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5a7fd05-d40b-40be-9599-64977f2605a2,segment=NetworkSegment(232c41cc-83c3-418f-9767-21df8f2a39e9),segment_id=232c41cc-83c3-418f-9767-21df8f2a39e9)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:32.683379 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.699763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] Deleting port d5a7fd05-d40b-40be-9599-64977f2605a2 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:32.700277 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.702048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.719116 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d8eaff42-20c9-466b-86e5-40f76754af7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.720744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=070c77cb-1176-4385-b476-a6cd6be6c5be,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:32.780761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] Pushing event updated for resources: {'Port': ['ID=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:32.820712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (957ee43e-aff8-4a91-8545-fb76b9a56339), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.842937 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks [] for floatingip (234e57b7-57ea-4435-887f-c97beff1b7ea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.873224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Calling delete_port for 957ee43e-aff8-4a91-8545-fb76b9a56339 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:32.920293 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.928451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71cb2272-a612-47e4-8d4f-59a752075244 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:32.931646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71cb2272-a612-47e4-8d4f-59a752075244), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:32.934033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Attempting to bind port 033d2fff-3238-457a-9759-b0edbd51ecb0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:32.934523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] No DVR routers for this DVR port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:32.937683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Attempting to bind port 033d2fff-3238-457a-9759-b0edbd51ecb0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:32.938269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Attempting to bind port 033d2fff-3238-457a-9759-b0edbd51ecb0 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:33.033216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] For port d5a7fd05-d40b-40be-9599-64977f2605a2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5a7fd05-d40b-40be-9599-64977f2605a2,segment=NetworkSegment(232c41cc-83c3-418f-9767-21df8f2a39e9),segment_id=232c41cc-83c3-418f-9767-21df8f2a39e9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:33.038809 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.049549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:33.054894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:33.055453 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.055958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:33.056927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Bound port: 033d2fff-3238-457a-9759-b0edbd51ecb0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:33.056927 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.097784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.134535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea41711-e456-4112-815a-6b5af93fe7a3 None None] Pushing event updated for resources: {'Port': ['ID=033d2fff-3238-457a-9759-b0edbd51ecb0,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:33.164876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] Calling delete_port for d5a7fd05-d40b-40be-9599-64977f2605a2 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:33.180361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71cb2272-a612-47e4-8d4f-59a752075244, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71cb2272-a612-47e4-8d4f-59a752075244,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:33.189472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-95567404-1e10-46e5-9310-235c89dcc83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9b8b8f1d-8028-44df-a58a-a5c94ede06b5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.196507 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (957ee43e-aff8-4a91-8545-fb76b9a56339), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.271855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] For port 033d2fff-3238-457a-9759-b0edbd51ecb0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:33.277158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] For port 033d2fff-3238-457a-9759-b0edbd51ecb0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=033d2fff-3238-457a-9759-b0edbd51ecb0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:33.295362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71cb2272-a612-47e4-8d4f-59a752075244), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.297176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 26e2633e-edfb-4253-b9b9-013520f11e14 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:33.322017 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.334851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks [] for port (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.338149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Calling delete_port for d5a7fd05-d40b-40be-9599-64977f2605a2 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:33.353813 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.373106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event deleted for resources: {'Port': ['ID=957ee43e-aff8-4a91-8545-fb76b9a56339,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:33.396796 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7dbae6b4-7692-41e7-85f1-c587a1c5a3f7 req-0caddd4e-a5c3-45c7-8f88-b9bf86922232 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=b4014cca-4016-45b5-8978-f1c6d77b1319&id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0427823 Feb 09 03:01:33.499661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] In _notify_port_updated(), no bound segment for port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 on network c70f694e-e19b-4a75-9897-3b13466de0ec {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:01:33.500571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:33.501206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.502825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-2b9426f6-6326-484c-bc43-99454c066302 service neutron] 10.222.0.26 "PUT /v2.0/ports/62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 HTTP/1.1" status: 200 len: 1033 time: 3.2221968 Feb 09 03:01:33.546680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5a7fd05-d40b-40be-9599-64977f2605a2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:33.560123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (234e57b7-57ea-4435-887f-c97beff1b7ea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.615165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f89e-3499-47b4-9365-0591fea3d139 req-76c929c8-13b0-4ff4-8f49-d2ec5f3a859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:33.618950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e630f89e-3499-47b4-9365-0591fea3d139 req-76c929c8-13b0-4ff4-8f49-d2ec5f3a859f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.4513650 Feb 09 03:01:33.674602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2e16ba6a-0161-4354-b7e4-c7e1187d50be None None] Provisioning complete for port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:33.674903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2e16ba6a-0161-4354-b7e4-c7e1187d50be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.698392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.699635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2399833 Feb 09 03:01:33.713990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38740) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:33.717084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7f6bb-6b1e-494e-a793-85ea77b61260 tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Pushing event updated for resources: {'Port': ['ID=8c2a5a59-85df-4356-b4c9-a13a7129bbbc,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:33.725520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-758868622', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'fixed_ips': [{'ip_address': '172.25.2.95'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:33.774893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2e16ba6a-0161-4354-b7e4-c7e1187d50be None None] Port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:33.826577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Made reservation on behalf of 707bdf6e9e914e3397b7ea6249f1a5b5 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:33.829666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.865242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 26e2633e-edfb-4253-b9b9-013520f11e14 host ! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:01:33.865706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 26e2633e-edfb-4253-b9b9-013520f11e14 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:33.874102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38742) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:33.874823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-95567404-1e10-46e5-9310-235c89dcc83c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=768f9a93bdfc4ba78515eab464d83014&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1179185 Feb 09 03:01:33.882453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.891139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:33.891979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:33.897204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95567404-1e10-46e5-9310-235c89dcc83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b8f1d-8028-44df-a58a-a5c94ede06b5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:33.915138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:33.915493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:33.960080 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (a003cabc-b2be-4135-9c26-3a810bcc72ab), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.051495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] For port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:34.052112 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.066756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Calling delete_port for 9f379e0b-cd45-4303-82c3-ce4dcc4e667b owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:34.118417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:34.236048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f89e-3499-47b4-9365-0591fea3d139 req-b66b03bd-9c56-45b1-bcf3-c9fb4eb625a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:34.237452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e630f89e-3499-47b4-9365-0591fea3d139 req-b66b03bd-9c56-45b1-bcf3-c9fb4eb625a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5366852 Feb 09 03:01:34.242870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Allocated IP 172.20.0.1 (91edfda4-200d-445a-816d-ab1486652df0/5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44/fbd49149-8941-4acb-af50-bb352932abd0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:34.244702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (a003cabc-b2be-4135-9c26-3a810bcc72ab), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.254191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (a003cabc-b2be-4135-9c26-3a810bcc72ab), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.281374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.334515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71cb2272-a612-47e4-8d4f-59a752075244,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.351368 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:01:34.354489 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:01:34.375709 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (d5a7fd05-d40b-40be-9599-64977f2605a2), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.412419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199106a-11af-4115-b81c-7d534ae2b955 req-bb3cef37-34a7-4571-ad94-bd1a19f333ea tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:34.422786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0199106a-11af-4115-b81c-7d534ae2b955 req-bb3cef37-34a7-4571-ad94-bd1a19f333ea tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.7268984 Feb 09 03:01:34.469337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No active binding found for port d5a7fd05-d40b-40be-9599-64977f2605a2 {{(pid=109858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:01:34.480113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] The host n-d-827839-4 is not matching for port d5a7fd05-d40b-40be-9599-64977f2605a2 host None! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:01:34.480624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5a7fd05-d40b-40be-9599-64977f2605a2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:34.518326 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.519314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] No DVR routers for this DVR port d5a7fd05-d40b-40be-9599-64977f2605a2 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:34.894995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070c77cb-1176-4385-b476-a6cd6be6c5be'}, {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71cb2272-a612-47e4-8d4f-59a752075244'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:34.897495 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ccca78-b206-4f3c-8d0c-6368d39b1bdf" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "070c77cb-1176-4385-b476-a6cd6be6c5be"}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "71cb2272-a612-47e4-8d4f-59a752075244"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:34.900001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Publish callbacks [] for port (fbd49149-8941-4acb-af50-bb352932abd0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:34.922994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea41711-e456-4112-815a-6b5af93fe7a3 None None] Pushing event updated for resources: {'Port': ['ID=033d2fff-3238-457a-9759-b0edbd51ecb0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:34.950573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40643458-73e8-45c2-bd34-5b53a6bfb304 None None] Pushing event deleted for resources: {'Port': ['ID=d5a7fd05-d40b-40be-9599-64977f2605a2,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:34.973973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] No DVR routers for this DVR port d5a7fd05-d40b-40be-9599-64977f2605a2 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:34.999504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Port': ['ID=d5a7fd05-d40b-40be-9599-64977f2605a2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:35.000654 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9f379e0b-cd45-4303-82c3-ce4dcc4e667b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.001899 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.043174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:26Z', 'revision_number': 3, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:35.046111 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (a003cabc-b2be-4135-9c26-3a810bcc72ab), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.047995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Fanout notify agent at l3_agent the message router_deleted on router a003cabc-b2be-4135-9c26-3a810bcc72ab {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:35.056218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.062140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4369c380-b5eb-461c-ac85-6c7a4fcbfdde tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/a003cabc-b2be-4135-9c26-3a810bcc72ab HTTP/1.1" status: 204 len: 168 time: 4.4279828 Feb 09 03:01:35.066989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38748) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:35.074861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b89c8-d19c-47ad-83ca-39eae78b0167 None None] The sync data for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 is: [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:26Z', 'revision_number': 3, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:35.088112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1625627444', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': False}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:35.099895 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks [] for security_group (946ebfcc-fdd5-49f9-a00d-6a71d23c89e1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.108192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0199106a-11af-4115-b81c-7d534ae2b955 req-f7239908-2b7f-4510-a9f4-13ae4a309a07 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6845050 Feb 09 03:01:35.110465 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fbd49149-8941-4acb-af50-bb352932abd0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.201308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb790141-f371-4dbe-9c65-edf058be6ddc admin admin] Publish callbacks [] for security_group (9b8b8f1d-8028-44df-a58a-a5c94ede06b5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.205924 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5663a449-019b-4bb7-a21b-d6aa90284ce7 x-openstack-request-id: req-5663a449-019b-4bb7-a21b-d6aa90284ce7 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:35.206258 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "070c77cb-1176-4385-b476-a6cd6be6c5be", "code": 200}, {"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-unplugged", "status": "completed", "tag": "71cb2272-a612-47e4-8d4f-59a752075244", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:35.209250 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (946ebfcc-fdd5-49f9-a00d-6a71d23c89e1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.210738 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5663a449-019b-4bb7-a21b-d6aa90284ce7 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:35.211374 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070c77cb-1176-4385-b476-a6cd6be6c5be', 'code': 200} Feb 09 03:01:35.211728 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71cb2272-a612-47e4-8d4f-59a752075244', 'code': 200} Feb 09 03:01:35.217897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Port': ['ID=9f379e0b-cd45-4303-82c3-ce4dcc4e667b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:35.232293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] device_id is not set on port 2493cd01-d673-49b8-84cf-58eece745675 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:01:35.262613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Network 91edfda4-200d-445a-816d-ab1486652df0 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:35.263949 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (b4eb399d-84c4-4c72-a259-76fab51dc206), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.267939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (b4eb399d-84c4-4c72-a259-76fab51dc206), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.295662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e630f89e-3499-47b4-9365-0591fea3d139 req-bb5b3954-590e-4849-8cc1-e1e728c68400 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0433884 Feb 09 03:01:35.300894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (17eee3e2-dcc9-4d93-8594-df8606d0db8c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.346652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530c5c-b4fc-4c6f-9e70-893eb4a00420 req-14ebe4b5-3729-4326-b7bb-300ff0fc9b4b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:35.352989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530c5c-b4fc-4c6f-9e70-893eb4a00420 req-14ebe4b5-3729-4326-b7bb-300ff0fc9b4b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:35.356906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:35.359282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530c5c-b4fc-4c6f-9e70-893eb4a00420 req-14ebe4b5-3729-4326-b7bb-300ff0fc9b4b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:35.364970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27530c5c-b4fc-4c6f-9e70-893eb4a00420 req-14ebe4b5-3729-4326-b7bb-300ff0fc9b4b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:35.366773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27530c5c-b4fc-4c6f-9e70-893eb4a00420 req-14ebe4b5-3729-4326-b7bb-300ff0fc9b4b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 3143 time: 0.4635303 Feb 09 03:01:35.473752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:35.483321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17eee3e2-dcc9-4d93-8594-df8606d0db8c']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:35.626942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb790141-f371-4dbe-9c65-edf058be6ddc admin admin] Publish callbacks [] for security_group (9b8b8f1d-8028-44df-a58a-a5c94ede06b5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.640529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232c41cc-83c3-418f-9767-21df8f2a39e9') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:35.641153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232c41cc-83c3-418f-9767-21df8f2a39e9') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:35.646994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_controller (b4eb399d-84c4-4c72-a259-76fab51dc206), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.667123 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (232c41cc-83c3-418f-9767-21df8f2a39e9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.734488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] No DVR routers for this DVR port 9f379e0b-cd45-4303-82c3-ce4dcc4e667b on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:35.774819 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.786965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-5c7134c0-2f72-4e6d-9ff4-e0774d4adb88 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "DELETE /v2.0/ports/9f379e0b-cd45-4303-82c3-ce4dcc4e667b HTTP/1.1" status: 204 len: 173 time: 2.2302568 Feb 09 03:01:35.787921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd49149-8941-4acb-af50-bb352932abd0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:35.800140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ebfcc-fdd5-49f9-a00d-6a71d23c89e1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:35.812527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:35.815003 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a8c657-9db7-479c-bda7-6ce28799bacb" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "9f379e0b-cd45-4303-82c3-ce4dcc4e667b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:35.873426 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (232c41cc-83c3-418f-9767-21df8f2a39e9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:35.945896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-adaa50a2-98b7-4c0e-8940-949e5d03651c None None] Provisioning complete for port fbd49149-8941-4acb-af50-bb352932abd0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:35.946983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-adaa50a2-98b7-4c0e-8940-949e5d03651c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fbd49149-8941-4acb-af50-bb352932abd0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.000996 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27530c5c-b4fc-4c6f-9e70-893eb4a00420 req-a15ccf26-c7da-4169-9553-9cbba57dc806 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5971849 Feb 09 03:01:36.044136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:36.044573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (232c41cc-83c3-418f-9767-21df8f2a39e9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:36.067927 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:36.093621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-adaa50a2-98b7-4c0e-8940-949e5d03651c None None] Port fbd49149-8941-4acb-af50-bb352932abd0 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:36.119187 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceb1959-f14e-4d02-9d40-0917dbc9a558 x-openstack-request-id: req-9ceb1959-f14e-4d02-9d40-0917dbc9a558 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:36.119841 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "9f379e0b-cd45-4303-82c3-ce4dcc4e667b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:36.130948 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ceb1959-f14e-4d02-9d40-0917dbc9a558 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:36.131715 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': '9f379e0b-cd45-4303-82c3-ce4dcc4e667b', 'status': 'completed', 'code': 200} Feb 09 03:01:36.302058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e630f89e-3499-47b4-9365-0591fea3d139 req-18d4674b-e40c-43cd-a670-560aad8b6bfd service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051796 Feb 09 03:01:36.315775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.327481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (a437be77-3be5-4d08-b071-bded7bde8a34), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.386948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (b4eb399d-84c4-4c72-a259-76fab51dc206), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.402750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (17eee3e2-dcc9-4d93-8594-df8606d0db8c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.432343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.435820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/networks/17eee3e2-dcc9-4d93-8594-df8606d0db8c HTTP/1.1" status: 204 len: 168 time: 5.3561931 Feb 09 03:01:36.444791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7aa30-35af-4d3b-8ff6-93486eff46bf tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Pushing event deleted for resources: {'Network': ['ID=17eee3e2-dcc9-4d93-8594-df8606d0db8c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:36.445048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38760) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:36.473355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb790141-f371-4dbe-9c65-edf058be6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9b8b8f1d-8028-44df-a58a-a5c94ede06b5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.476526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb790141-f371-4dbe-9c65-edf058be6ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.480058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb790141-f371-4dbe-9c65-edf058be6ddc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b8b8f1d-8028-44df-a58a-a5c94ede06b5 HTTP/1.1" status: 204 len: 168 time: 2.5964596 Feb 09 03:01:36.494110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5507-15e3-4e75-ab00-6fdc42b3deb0 req-da2ddf6d-09bd-491e-ba13-90c43ba19395 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:36.495804 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ab7a5507-15e3-4e75-ab00-6fdc42b3deb0 req-da2ddf6d-09bd-491e-ba13-90c43ba19395 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.2011008 Feb 09 03:01:36.504607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-efe46754-eb19-41c4-9ca4-649a97225e2f tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bdbef46-6667-4600-802c-3cb3c87253d9 HTTP/1.1" status: 200 len: 205 time: 0.0532420 Feb 09 03:01:36.511795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38764) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:36.542210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting port 070c77cb-1176-4385-b476-a6cd6be6c5be {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:36.542598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.545440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb790141-f371-4dbe-9c65-edf058be6ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8b8f1d-8028-44df-a58a-a5c94ede06b5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:36.609895 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 03:01:36.610400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:01:36.636374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22d09568-3938-4d53-ae8f-8d2db139efc4 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for router (2bdbef46-6667-4600-802c-3cb3c87253d9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.668807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-217d121b-3fd9-4392-9710-388fef79767a tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.9526122 Feb 09 03:01:36.677714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38766) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:36.774981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fbd49149-8941-4acb-af50-bb352932abd0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.815842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] For port 070c77cb-1176-4385-b476-a6cd6be6c5be, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=070c77cb-1176-4385-b476-a6cd6be6c5be,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:36.816298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.876791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ab7a5507-15e3-4e75-ab00-6fdc42b3deb0 req-0a79bef1-d5da-4b11-b9d1-d076fb471b0a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719146 Feb 09 03:01:36.883764 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22d09568-3938-4d53-ae8f-8d2db139efc4 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (2bdbef46-6667-4600-802c-3cb3c87253d9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:36.890933 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22d09568-3938-4d53-ae8f-8d2db139efc4 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for router_controller (2bdbef46-6667-4600-802c-3cb3c87253d9), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.077441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22d09568-3938-4d53-ae8f-8d2db139efc4 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (2bdbef46-6667-4600-802c-3cb3c87253d9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.078998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d09568-3938-4d53-ae8f-8d2db139efc4 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Fanout notify agent at l3_agent the message router_deleted on router 2bdbef46-6667-4600-802c-3cb3c87253d9 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:37.090023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22d09568-3938-4d53-ae8f-8d2db139efc4 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.091798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-22d09568-3938-4d53-ae8f-8d2db139efc4 tempest-RoutersNegativeTest-429360675 tempest-RoutersNegativeTest-429360675-project] 10.222.0.32 "DELETE /v2.0/routers/2bdbef46-6667-4600-802c-3cb3c87253d9 HTTP/1.1" status: 204 len: 168 time: 0.5778077 Feb 09 03:01:37.097599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (b4eb399d-84c4-4c72-a259-76fab51dc206), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.126104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.198296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Calling delete_port for 070c77cb-1176-4385-b476-a6cd6be6c5be owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:37.250075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Allocated IP 172.25.2.91 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/679c05be-2171-4a91-95ba-93272c65a06b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:37.415162 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for port (679c05be-2171-4a91-95ba-93272c65a06b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.503419 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (679c05be-2171-4a91-95ba-93272c65a06b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.579623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Publish callbacks [] for port (fbd49149-8941-4acb-af50-bb352932abd0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.594352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 033d2fff-3238-457a-9759-b0edbd51ecb0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:37.604808 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (fbd49149-8941-4acb-af50-bb352932abd0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.635458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:37.635458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:37.647344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:37.683089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'Port': ['ID=679c05be-2171-4a91-95ba-93272c65a06b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:37.686687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039b9b6-3c60-4694-9eb9-d751db0c7928 req-cf5ec99c-8459-4fdc-b885-7751b8916a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:37.700816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039b9b6-3c60-4694-9eb9-d751db0c7928 req-cf5ec99c-8459-4fdc-b885-7751b8916a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:37.706039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039b9b6-3c60-4694-9eb9-d751db0c7928 req-cf5ec99c-8459-4fdc-b885-7751b8916a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:37.716694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039b9b6-3c60-4694-9eb9-d751db0c7928 req-cf5ec99c-8459-4fdc-b885-7751b8916a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:37.724184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4039b9b6-3c60-4694-9eb9-d751db0c7928 req-cf5ec99c-8459-4fdc-b885-7751b8916a48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 3143 time: 0.4846411 Feb 09 03:01:37.726964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 033d2fff-3238-457a-9759-b0edbd51ecb0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:37.727352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.754358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38800) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:37.763922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Deleting port 8c2a5a59-85df-4356-b4c9-a13a7129bbbc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:37.764270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.939263 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (a437be77-3be5-4d08-b071-bded7bde8a34), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.953366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd49149-8941-4acb-af50-bb352932abd0,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:37.961916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 033d2fff-3238-457a-9759-b0edbd51ecb0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:37.964979 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:37.983045 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (070c77cb-1176-4385-b476-a6cd6be6c5be), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.011378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 033d2fff-3238-457a-9759-b0edbd51ecb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=033d2fff-3238-457a-9759-b0edbd51ecb0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:38.011867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4039b9b6-3c60-4694-9eb9-d751db0c7928 req-5ff87ddd-dca7-4c22-8c7e-eaf9808d6447 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829494 Feb 09 03:01:38.027018 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.099636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Port': ['ID=070c77cb-1176-4385-b476-a6cd6be6c5be,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:38.133439 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.133775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks [] for floatingip (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.137206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=033d2fff-3238-457a-9759-b0edbd51ecb0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:38.202072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Calling delete_port for 8c2a5a59-85df-4356-b4c9-a13a7129bbbc owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:38.232389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] No DVR routers for this DVR port 070c77cb-1176-4385-b476-a6cd6be6c5be on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:38.249128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.252501 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-93c2e7a8-2ad2-4f73-8619-75f335756bfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "DELETE /v2.0/ports/070c77cb-1176-4385-b476-a6cd6be6c5be HTTP/1.1" status: 204 len: 173 time: 2.4169981 Feb 09 03:01:38.259644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': '070c77cb-1176-4385-b476-a6cd6be6c5be'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:38.261984 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327a0bdd-02e1-4b2b-a75f-25be8a3695df" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "070c77cb-1176-4385-b476-a6cd6be6c5be"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:38.316577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (b4eb399d-84c4-4c72-a259-76fab51dc206), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.341422 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578f6ad2-6972-47d5-ac37-8981d750839c x-openstack-request-id: req-578f6ad2-6972-47d5-ac37-8981d750839c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:38.341726 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "070c77cb-1176-4385-b476-a6cd6be6c5be", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:38.341987 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-578f6ad2-6972-47d5-ac37-8981d750839c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:38.342416 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': '070c77cb-1176-4385-b476-a6cd6be6c5be', 'status': 'completed', 'code': 200} Feb 09 03:01:38.354768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c5fa638b-17e6-4e82-94fc-33c8d6a744ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2a57a6e8a1e4a4c9a1a20fa8841ff15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5988264 Feb 09 03:01:38.358787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38816) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:38.402972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Network 91edfda4-200d-445a-816d-ab1486652df0 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:38.415785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:38.546042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f375ad-36b4-47f5-8ee0-b90b82f4b50b req-6744674b-7a66-4f07-89ae-b21b88e22d17 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:38.557411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1f375ad-36b4-47f5-8ee0-b90b82f4b50b req-6744674b-7a66-4f07-89ae-b21b88e22d17 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.4182975 Feb 09 03:01:38.743763 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc3cb48-6662-4f44-81e5-a1ba8d3cd427 admin admin] Publish callbacks [] for security_group (623330e4-1282-47d1-9425-15f068ba245b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.778916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1f375ad-36b4-47f5-8ee0-b90b82f4b50b req-9a654449-520e-43cb-a503-ff67d5c79404 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081738 Feb 09 03:01:38.845207 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8c2a5a59-85df-4356-b4c9-a13a7129bbbc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.870806 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (b4eb399d-84c4-4c72-a259-76fab51dc206), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.914856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Router a437be77-3be5-4d08-b071-bded7bde8a34 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:38.948800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c2a5a59-85df-4356-b4c9-a13a7129bbbc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:38.956256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-aa1f5a70-9723-4edf-9760-2d5392c124f3 None None] Provisioning complete for port fbd49149-8941-4acb-af50-bb352932abd0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:38.956742 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5a70-9723-4edf-9760-2d5392c124f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fbd49149-8941-4acb-af50-bb352932abd0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:38.989443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc3cb48-6662-4f44-81e5-a1ba8d3cd427 admin admin] Publish callbacks [] for security_group (623330e4-1282-47d1-9425-15f068ba245b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.003816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f5a70-9723-4edf-9760-2d5392c124f3 None None] Port fbd49149-8941-4acb-af50-bb352932abd0 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:39.162920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Router b4eb399d-84c4-4c72-a259-76fab51dc206 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:39.191994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks [] for floatingip (234e57b7-57ea-4435-887f-c97beff1b7ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.195094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.199603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-39e0e9d8-5e25-4f48-84ce-34d975b498fb tempest-ExternalNetworksAdminNegativeTestJSON-433375017 tempest-ExternalNetworksAdminNegativeTestJSON-433375017-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/234e57b7-57ea-4435-887f-c97beff1b7ea HTTP/1.1" status: 204 len: 168 time: 2.5169711 Feb 09 03:01:39.215786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:39.223758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-79c9ebb2-7439-4b91-bd33-334c218dc110 admin admin] 10.222.0.32 "PUT /v2.0/routers/a437be77-3be5-4d08-b071-bded7bde8a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8087413 Feb 09 03:01:39.247892 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Sync routers for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:39.270463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82b170-8c43-4563-ae4c-d50e6c75699e req-24e6d615-c83d-44a2-8cd8-2dcacc691075 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:39.280513 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:39.283351 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:39.286303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82b170-8c43-4563-ae4c-d50e6c75699e req-24e6d615-c83d-44a2-8cd8-2dcacc691075 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:39.299406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82b170-8c43-4563-ae4c-d50e6c75699e req-24e6d615-c83d-44a2-8cd8-2dcacc691075 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:39.306746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf82b170-8c43-4563-ae4c-d50e6c75699e req-24e6d615-c83d-44a2-8cd8-2dcacc691075 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 2410 time: 0.1819398 Feb 09 03:01:39.308304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc3cb48-6662-4f44-81e5-a1ba8d3cd427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (623330e4-1282-47d1-9425-15f068ba245b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.311530 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccc3cb48-6662-4f44-81e5-a1ba8d3cd427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.317239 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ccc3cb48-6662-4f44-81e5-a1ba8d3cd427 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/623330e4-1282-47d1-9425-15f068ba245b HTTP/1.1" status: 204 len: 168 time: 0.9555781 Feb 09 03:01:39.330023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3cb48-6662-4f44-81e5-a1ba8d3cd427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623330e4-1282-47d1-9425-15f068ba245b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:39.358272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:39.368921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Sync routers for ids ['b4eb399d-84c4-4c72-a259-76fab51dc206'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:39.396620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Routers {'b4eb399d-84c4-4c72-a259-76fab51dc206'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:39.399951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b4eb399d-84c4-4c72-a259-76fab51dc206'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:39.408589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.412250 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fae216eb-2b04-4d8f-b592-611eb1677d2b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3430066 Feb 09 03:01:39.415317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:39.417083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf82b170-8c43-4563-ae4c-d50e6c75699e req-da7cc21f-76a8-4146-8971-2738be7f24f8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979726 Feb 09 03:01:39.569222 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:39.662399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 033d2fff-3238-457a-9759-b0edbd51ecb0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:39.679757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting port 8b36161c-e575-47ed-a5b1-a29c7b529559 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:39.680186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.751148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bdd58237-d78c-43a0-8a69-32a0ef95e5d0 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/routers/b4eb399d-84c4-4c72-a259-76fab51dc206 HTTP/1.1" status: 200 len: 908 time: 0.3348937 Feb 09 03:01:39.752034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38852) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:39.762908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1625627444', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': True}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:39.809018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (f33bf16f-ce58-4641-ad00-5b1a8e58f389), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.809294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 033d2fff-3238-457a-9759-b0edbd51ecb0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:39.809577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.810116 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (f33bf16f-ce58-4641-ad00-5b1a8e58f389), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.890645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Set router b4eb399d-84c4-4c72-a259-76fab51dc206 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:39.962750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_controller (f33bf16f-ce58-4641-ad00-5b1a8e58f389), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:39.964781 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 2, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:39.969741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] For port 8b36161c-e575-47ed-a5b1-a29c7b529559, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b36161c-e575-47ed-a5b1-a29c7b529559,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:39.970455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.025742 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Checking router: a437be77-3be5-4d08-b071-bded7bde8a34 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:40.031072 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Updating router a437be77-3be5-4d08-b071-bded7bde8a34 port fbd49149-8941-4acb-af50-bb352932abd0 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:40.087540 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fbd49149-8941-4acb-af50-bb352932abd0), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.265391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dabc5-62e7-4b35-a21a-8df7c95864f8 req-7e3a8ee8-09c1-429c-8b15-fe852dc67c76 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:40.267571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e09dabc5-62e7-4b35-a21a-8df7c95864f8 req-7e3a8ee8-09c1-429c-8b15-fe852dc67c76 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1633842 Feb 09 03:01:40.268317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38860) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:40.288512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 033d2fff-3238-457a-9759-b0edbd51ecb0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:40.353649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.359113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb399d-84c4-4c72-a259-76fab51dc206', 'name': 'tempest-snat-router-1625627444', 'tenant_id': 'b1666fa475d54ec8b2b76f72069229e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.91'}], 'enable_snat': False}, 'gw_port_id': '679c05be-2171-4a91-95ba-93272c65a06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:35Z', 'updated_at': '2022-02-09T03:01:38Z', 'revision_number': 3, 'project_id': 'b1666fa475d54ec8b2b76f72069229e4', 'gw_port': {'id': '679c05be-2171-4a91-95ba-93272c65a06b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:16:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb399d-84c4-4c72-a259-76fab51dc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:37Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:40.367157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (217ae515-d79e-4a0b-90f0-7b506e8de220), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.367879 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Floating IP 217ae515-d79e-4a0b-90f0-7b506e8de220 disassociated. External IP: 172.25.2.141, port: 8b36161c-e575-47ed-a5b1-a29c7b529559. Feb 09 03:01:40.368470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Calling delete_port for 8b36161c-e575-47ed-a5b1-a29c7b529559 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:40.396565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Checking router: b4eb399d-84c4-4c72-a259-76fab51dc206 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:40.397634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Updating router b4eb399d-84c4-4c72-a259-76fab51dc206 port 679c05be-2171-4a91-95ba-93272c65a06b binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:40.453737 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e09dabc5-62e7-4b35-a21a-8df7c95864f8 req-47e801f0-eb30-4dfd-99b0-54c9a75c3401 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675909 Feb 09 03:01:40.464267 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (679c05be-2171-4a91-95ba-93272c65a06b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.614257 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cdb67982-ad70-4bf5-a0c1-c635151a9837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.687640 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Publish callbacks [] for port (fbd49149-8941-4acb-af50-bb352932abd0), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.704996 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fbd49149-8941-4acb-af50-bb352932abd0), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:40.867968 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Pushing event updated for resources: {'Port': ['ID=fbd49149-8941-4acb-af50-bb352932abd0,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:40.888135 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.895880 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.896635 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.897191 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.898374 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.899107 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.899672 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.900740 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.901278 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.901840 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.902414 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.903211 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.903755 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:40.934653 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (f33bf16f-ce58-4641-ad00-5b1a8e58f389), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.022991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e959d6d-f9fe-4816-a2bb-fc7cb586587d req-25ecbdaa-2e50-45a2-a5fd-fa1b76e95b06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:41.035954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e959d6d-f9fe-4816-a2bb-fc7cb586587d req-25ecbdaa-2e50-45a2-a5fd-fa1b76e95b06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:41.047586 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Attempting to bind port fbd49149-8941-4acb-af50-bb352932abd0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:41.048092 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Attempting to bind port fbd49149-8941-4acb-af50-bb352932abd0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:41.048454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e959d6d-f9fe-4816-a2bb-fc7cb586587d req-25ecbdaa-2e50-45a2-a5fd-fa1b76e95b06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:41.049370 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Attempting to bind port fbd49149-8941-4acb-af50-bb352932abd0 on network 91edfda4-200d-445a-816d-ab1486652df0 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:41.050409 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e959d6d-f9fe-4816-a2bb-fc7cb586587d req-25ecbdaa-2e50-45a2-a5fd-fa1b76e95b06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 2410 time: 0.4051142 Feb 09 03:01:41.084726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:41.085702 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Checking segment: {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:41.090166 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.090166 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Bound using segment: {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:41.090650 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Bound port: fbd49149-8941-4acb-af50-bb352932abd0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:41.091035 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fbd49149-8941-4acb-af50-bb352932abd0), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.221909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38884) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:41.235962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-06ad799c-3ffa-4685-963a-d0883cf1b4c9 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400169764', 'description': 'tempest-description--1879887687'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:41.261782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cdb67982-ad70-4bf5-a0c1-c635151a9837 admin admin] Publish callbacks [] for security_group (2bb9b17d-dc0c-4190-91e3-b85fdc3c71c3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.262837 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8b36161c-e575-47ed-a5b1-a29c7b529559), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.265093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Publish callbacks [] for port (679c05be-2171-4a91-95ba-93272c65a06b), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.281229 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (679c05be-2171-4a91-95ba-93272c65a06b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.294277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cdb67982-ad70-4bf5-a0c1-c635151a9837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2bb9b17d-dc0c-4190-91e3-b85fdc3c71c3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.311348 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] For port fbd49149-8941-4acb-af50-bb352932abd0, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:41.321529 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] For port fbd49149-8941-4acb-af50-bb352932abd0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fbd49149-8941-4acb-af50-bb352932abd0,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:41.338735 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fbd49149-8941-4acb-af50-bb352932abd0), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.358424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Attempting to bind port 679c05be-2171-4a91-95ba-93272c65a06b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:41.358917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Attempting to bind port 679c05be-2171-4a91-95ba-93272c65a06b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:41.359154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Attempting to bind port 679c05be-2171-4a91-95ba-93272c65a06b on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:41.374505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:41.374890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:41.375298 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.375690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:41.376168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Bound port: 679c05be-2171-4a91-95ba-93272c65a06b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:41.376545 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (679c05be-2171-4a91-95ba-93272c65a06b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.409457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c17c13c2-06c5-438b-8d90-cba1afd397b8 None None] Provisioning complete for port fbd49149-8941-4acb-af50-bb352932abd0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:41.409907 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c17c13c2-06c5-438b-8d90-cba1afd397b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fbd49149-8941-4acb-af50-bb352932abd0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.438578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e959d6d-f9fe-4816-a2bb-fc7cb586587d req-ce5228b9-ec66-4ef0-847b-107deff1735e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3608541 Feb 09 03:01:41.461458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0376484-b081-4c3a-a55c-845978e2f55c None None] Pushing event updated for resources: {'Port': ['ID=679c05be-2171-4a91-95ba-93272c65a06b,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:41.479734 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:41.480448 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:41.483997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Port': ['ID=8b36161c-e575-47ed-a5b1-a29c7b529559,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:41.555621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (f33bf16f-ce58-4641-ad00-5b1a8e58f389), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.610559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] For port 679c05be-2171-4a91-95ba-93272c65a06b, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:41.615193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] For port 679c05be-2171-4a91-95ba-93272c65a06b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=679c05be-2171-4a91-95ba-93272c65a06b,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:41.628529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.718815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cdb67982-ad70-4bf5-a0c1-c635151a9837 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42eb30aba3fc43208768b8d19ed017a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4440925 Feb 09 03:01:41.746541 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311dc32-447f-4035-8c34-0316fe17b4f6 None None] Pushing event updated for resources: {'Port': ['ID=fbd49149-8941-4acb-af50-bb352932abd0,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:41.749271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c17c13c2-06c5-438b-8d90-cba1afd397b8 None None] Current status of the port fbd49149-8941-4acb-af50-bb352932abd0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:41.753241 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c17c13c2-06c5-438b-8d90-cba1afd397b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fbd49149-8941-4acb-af50-bb352932abd0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.764897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (679c05be-2171-4a91-95ba-93272c65a06b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:41.827142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38902) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:41.830338 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:41.847539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Allocated IP 172.25.2.36 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/7d8781af-374e-42a9-9350-aa2a29224cf7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:41.989217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb67982-ad70-4bf5-a0c1-c635151a9837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb9b17d-dc0c-4190-91e3-b85fdc3c71c3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:42.001730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0376484-b081-4c3a-a55c-845978e2f55c None None] Pushing event updated for resources: {'Port': ['ID=679c05be-2171-4a91-95ba-93272c65a06b,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:42.026212 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for port (7d8781af-374e-42a9-9350-aa2a29224cf7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.040376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38908) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:42.079224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06ad799c-3ffa-4685-963a-d0883cf1b4c9 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.098697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c17c13c2-06c5-438b-8d90-cba1afd397b8 None None] For port fbd49149-8941-4acb-af50-bb352932abd0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fbd49149-8941-4acb-af50-bb352932abd0,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:42.106939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Routers {'b4eb399d-84c4-4c72-a259-76fab51dc206'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:42.108643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7d8781af-374e-42a9-9350-aa2a29224cf7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.109139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b4eb399d-84c4-4c72-a259-76fab51dc206'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:42.119320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a83a01-b939-44e3-a731-54317596f2bc admin admin] Publish callbacks [] for security_group (2bb9b17d-dc0c-4190-91e3-b85fdc3c71c3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.143585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151801a8-4b05-4d43-903e-eeba7ab0ff67 req-e4db3b53-7dca-4b89-88a4-0ed952e2496e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:42.146938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-151801a8-4b05-4d43-903e-eeba7ab0ff67 req-e4db3b53-7dca-4b89-88a4-0ed952e2496e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.3252685 Feb 09 03:01:42.171147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c17c13c2-06c5-438b-8d90-cba1afd397b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fbd49149-8941-4acb-af50-bb352932abd0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.260231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Router 328b3bf1-9013-45dd-8156-491079ea7cbd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:42.285669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a83a01-b939-44e3-a731-54317596f2bc admin admin] Publish callbacks [] for security_group (2bb9b17d-dc0c-4190-91e3-b85fdc3c71c3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.345902 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06ad799c-3ffa-4685-963a-d0883cf1b4c9 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group (8e1489e5-54f1-46b3-a0d0-38415b11972b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.374623 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06ad799c-3ffa-4685-963a-d0883cf1b4c9 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8e1489e5-54f1-46b3-a0d0-38415b11972b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.381697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:42.384922 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-151801a8-4b05-4d43-903e-eeba7ab0ff67 req-d750d1b0-2bce-4719-bd2a-9ff91cf9047f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176058 Feb 09 03:01:42.408113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1814e4e4-ee6c-496f-aca4-bfd16c67e6b6 None None] Provisioning complete for port fbd49149-8941-4acb-af50-bb352932abd0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:42.410782 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1814e4e4-ee6c-496f-aca4-bfd16c67e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fbd49149-8941-4acb-af50-bb352932abd0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.462388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad799c-3ffa-4685-963a-d0883cf1b4c9 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1489e5-54f1-46b3-a0d0-38415b11972b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:42.463402 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:42.485415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:42.494586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:42.494814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c13c2-06c5-438b-8d90-cba1afd397b8 None None] Pushing event updated for resources: {'Port': ['ID=fbd49149-8941-4acb-af50-bb352932abd0,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:42.543983 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a831ec5-8a2c-4c37-a652-9eba57bc5a0a None None] The sync data for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 is: [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:42.568231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06ad799c-3ffa-4685-963a-d0883cf1b4c9 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:42.572917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-06ad799c-3ffa-4685-963a-d0883cf1b4c9 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3448370 Feb 09 03:01:42.573568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38918) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:42.577592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'Port': ['ID=7d8781af-374e-42a9-9350-aa2a29224cf7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:42.583854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-20453956-1e17-40f7-8871-cf408a64b1b6 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Request body: {'security_group_rule': {'security_group_id': '8e1489e5-54f1-46b3-a0d0-38415b11972b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:42.615775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] Set router b4eb399d-84c4-4c72-a259-76fab51dc206 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:42.980771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20453956-1e17-40f7-8871-cf408a64b1b6 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group_rule (58e93ab3-a46c-41e0-926b-5cfd17559b58), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.010013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65913a5-d8b4-4324-a49a-8e23c0f02204 req-ae81e0fa-9fd7-4a56-b9dd-5843f14e38b0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:43.015561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65913a5-d8b4-4324-a49a-8e23c0f02204 req-ae81e0fa-9fd7-4a56-b9dd-5843f14e38b0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:43.023888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65913a5-d8b4-4324-a49a-8e23c0f02204 req-ae81e0fa-9fd7-4a56-b9dd-5843f14e38b0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 1677 time: 0.2056618 Feb 09 03:01:43.027702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.037513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:43.055084 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] Sync routers for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:43.072857 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a83a01-b939-44e3-a731-54317596f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2bb9b17d-dc0c-4190-91e3-b85fdc3c71c3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.075142 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:43.076002 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:43.076176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a83a01-b939-44e3-a731-54317596f2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.079614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b7a83a01-b939-44e3-a731-54317596f2bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bb9b17d-dc0c-4190-91e3-b85fdc3c71c3 HTTP/1.1" status: 204 len: 168 time: 1.2459509 Feb 09 03:01:43.174379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a83a01-b939-44e3-a731-54317596f2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb9b17d-dc0c-4190-91e3-b85fdc3c71c3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:43.174794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1814e4e4-ee6c-496f-aca4-bfd16c67e6b6 None None] Current status of the port fbd49149-8941-4acb-af50-bb352932abd0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:43.207748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] No DVR routers for this DVR port 8b36161c-e575-47ed-a5b1-a29c7b529559 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:43.211624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.215746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-399bd9f3-9bab-4df9-a028-809152eec80c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "DELETE /v2.0/ports/8b36161c-e575-47ed-a5b1-a29c7b529559 HTTP/1.1" status: 204 len: 173 time: 3.7822571 Feb 09 03:01:43.216220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:43.218638 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ba0fcc-4cfb-4c15-a961-985c68742096" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:43.272348 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20453956-1e17-40f7-8871-cf408a64b1b6 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group_rule (58e93ab3-a46c-41e0-926b-5cfd17559b58), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.302770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20453956-1e17-40f7-8871-cf408a64b1b6 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (58e93ab3-a46c-41e0-926b-5cfd17559b58), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.304582 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63543932-8a96-4f0f-9104-db3ac013f685 x-openstack-request-id: req-63543932-8a96-4f0f-9104-db3ac013f685 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:43.304882 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "8b36161c-e575-47ed-a5b1-a29c7b529559", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:43.305833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4eb399d-84c4-4c72-a259-76fab51dc206', 'name': 'tempest-snat-router-1625627444', 'tenant_id': 'b1666fa475d54ec8b2b76f72069229e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.91'}], 'enable_snat': False}, 'gw_port_id': '679c05be-2171-4a91-95ba-93272c65a06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:35Z', 'updated_at': '2022-02-09T03:01:38Z', 'revision_number': 3, 'project_id': 'b1666fa475d54ec8b2b76f72069229e4', 'gw_port': {'id': '679c05be-2171-4a91-95ba-93272c65a06b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:16:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb399d-84c4-4c72-a259-76fab51dc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:37Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:43.308150 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63543932-8a96-4f0f-9104-db3ac013f685 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:43.308630 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': '8b36161c-e575-47ed-a5b1-a29c7b529559', 'status': 'completed', 'code': 200} Feb 09 03:01:43.340774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102dde70-688e-4def-b896-2b07bc3225c5 None None] The sync data for ids ['b4eb399d-84c4-4c72-a259-76fab51dc206'] in n-d-827839-4 is: [{'id': 'b4eb399d-84c4-4c72-a259-76fab51dc206', 'name': 'tempest-snat-router-1625627444', 'tenant_id': 'b1666fa475d54ec8b2b76f72069229e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.91'}], 'enable_snat': False}, 'gw_port_id': '679c05be-2171-4a91-95ba-93272c65a06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:35Z', 'updated_at': '2022-02-09T03:01:38Z', 'revision_number': 3, 'project_id': 'b1666fa475d54ec8b2b76f72069229e4', 'gw_port': {'id': '679c05be-2171-4a91-95ba-93272c65a06b', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:16:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4eb399d-84c4-4c72-a259-76fab51dc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:37Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:43.404688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20453956-1e17-40f7-8871-cf408a64b1b6 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e93ab3-a46c-41e0-926b-5cfd17559b58,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:43.425517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (f33bf16f-ce58-4641-ad00-5b1a8e58f389), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.495599 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:43.532676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Publish callbacks [] for security_group (486522a2-51b0-499b-a448-b3432804fd7e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.559047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (486522a2-51b0-499b-a448-b3432804fd7e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.635038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fbd49149-8941-4acb-af50-bb352932abd0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:43.643365 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c65913a5-d8b4-4324-a49a-8e23c0f02204 req-9e05dc99-1166-4265-b826-3d527e2d3131 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6148806 Feb 09 03:01:43.649144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20453956-1e17-40f7-8871-cf408a64b1b6 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.651449 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20453956-1e17-40f7-8871-cf408a64b1b6 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0748560 Feb 09 03:01:43.658436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38938) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:43.666802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1faaebf9-b3bd-4ad5-b639-70554f432a31 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Request body: {'security_group_rule': {'security_group_id': '8e1489e5-54f1-46b3-a0d0-38415b11972b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:43.807328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486522a2-51b0-499b-a448-b3432804fd7e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:43.823317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e9dc6c531b94dfc9b5ea575615389fb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7810166 Feb 09 03:01:43.829228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1faaebf9-b3bd-4ad5-b639-70554f432a31 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group_rule (89154ca6-ff31-4b45-b791-bf96946481f8), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.841744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38942) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:43.847391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port fbd49149-8941-4acb-af50-bb352932abd0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:43.847929 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fbd49149-8941-4acb-af50-bb352932abd0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:43.862369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.862726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.863087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.863460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.863805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.865189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.866423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.866750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.867088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.867423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.867797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.868131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.868463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee91360-3c09-497d-8315-8437320d08a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:43.902673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:43.903761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.062049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38946) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:44.074025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a02110-bc36-4e1b-b65b-de8f5d0a04c6 req-5288a01c-0698-4144-8905-accf851fb95e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:44.082162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5a02110-bc36-4e1b-b65b-de8f5d0a04c6 req-5288a01c-0698-4144-8905-accf851fb95e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.4511259 Feb 09 03:01:44.170442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port fbd49149-8941-4acb-af50-bb352932abd0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:44.209322 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 5, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:44.271041 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] Checking router: 328b3bf1-9013-45dd-8156-491079ea7cbd for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:44.287357 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:44.288083 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:44.294056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5a02110-bc36-4e1b-b65b-de8f5d0a04c6 req-7b416e76-c9fd-4551-953b-87200c415abe tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089295 Feb 09 03:01:44.365868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1faaebf9-b3bd-4ad5-b639-70554f432a31 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group_rule (89154ca6-ff31-4b45-b791-bf96946481f8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.389344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1faaebf9-b3bd-4ad5-b639-70554f432a31 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (89154ca6-ff31-4b45-b791-bf96946481f8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.398602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-29577496-4ca7-4dd9-8a4b-081f0f4ae33c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=707bdf6e9e914e3397b7ea6249f1a5b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958608 Feb 09 03:01:44.400002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d368b3e-1a48-4fba-bfd5-651e5b20c7ba admin admin] Publish callbacks [] for security_group (486522a2-51b0-499b-a448-b3432804fd7e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.408878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38954) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:44.431344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d368b3e-1a48-4fba-bfd5-651e5b20c7ba admin admin] Publish callbacks [] for security_group (486522a2-51b0-499b-a448-b3432804fd7e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.467799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] For port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:44.468171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.510359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d368b3e-1a48-4fba-bfd5-651e5b20c7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (486522a2-51b0-499b-a448-b3432804fd7e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.514619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d368b3e-1a48-4fba-bfd5-651e5b20c7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.516236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d368b3e-1a48-4fba-bfd5-651e5b20c7ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/486522a2-51b0-499b-a448-b3432804fd7e HTTP/1.1" status: 204 len: 168 time: 0.6719358 Feb 09 03:01:44.560438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d368b3e-1a48-4fba-bfd5-651e5b20c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486522a2-51b0-499b-a448-b3432804fd7e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:44.562138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaebf9-b3bd-4ad5-b639-70554f432a31 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89154ca6-ff31-4b45-b791-bf96946481f8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:44.581168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (f33bf16f-ce58-4641-ad00-5b1a8e58f389), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.589848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Calling delete_port for b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:44.590842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1faaebf9-b3bd-4ad5-b639-70554f432a31 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.592394 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1faaebf9-b3bd-4ad5-b639-70554f432a31 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9328508 Feb 09 03:01:44.597539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38958) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:44.607592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:44.720045 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a065313f-9728-4164-898b-d75ad0918493 admin admin] Publish callbacks [] for security_group (946ebfcc-fdd5-49f9-a00d-6a71d23c89e1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.744247 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:44.789351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:44.850119 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a065313f-9728-4164-898b-d75ad0918493 admin admin] Publish callbacks [] for security_group (946ebfcc-fdd5-49f9-a00d-6a71d23c89e1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.051864 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b18ba5c7-5848-4d1d-b5a6-1c7660a71c31), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.103441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Port': ['ID=b18ba5c7-5848-4d1d-b5a6-1c7660a71c31,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:45.213283 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 5, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:45.225684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] No DVR routers for this DVR port b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:45.228258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.238618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-091cde76-d624-43f3-b94c-29247cdf1227 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "DELETE /v2.0/ports/b18ba5c7-5848-4d1d-b5a6-1c7660a71c31 HTTP/1.1" status: 204 len: 173 time: 2.0136135 Feb 09 03:01:45.284136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a065313f-9728-4164-898b-d75ad0918493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (946ebfcc-fdd5-49f9-a00d-6a71d23c89e1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.287344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a065313f-9728-4164-898b-d75ad0918493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.291180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a065313f-9728-4164-898b-d75ad0918493 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/946ebfcc-fdd5-49f9-a00d-6a71d23c89e1 HTTP/1.1" status: 204 len: 168 time: 0.8787119 Feb 09 03:01:45.293701 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d966b00-b397-4059-bef8-762d2db0ac96 None None] The sync data for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 is: [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T02:54:42Z', 'revision_number': 4, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1bea1437-d61f-4fc2-9744-e908f52d7270', 'name': '', 'network_id': '60278643-5c7b-4c6b-8c8d-6d6299a9f05a', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'mac_address': 'fa:16:3e:7c:31:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:41Z', 'updated_at': '2022-02-09T02:54:49Z', 'revision_number': 5, 'project_id': 'c11a074063364372b45e1f6063023698', 'subnets': [{'id': 'b6a40ee5-8eb9-4491-a5ea-9694678bdeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:45.310967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:45.314137 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bedd3f-1f0f-4a4b-9e1d-7e7cf5ab2e49" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "b18ba5c7-5848-4d1d-b5a6-1c7660a71c31"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:45.320768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065313f-9728-4164-898b-d75ad0918493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ebfcc-fdd5-49f9-a00d-6a71d23c89e1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:45.347057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777369a-d3b4-415b-b115-ede1984fc906 req-51f7cfb1-0438-4900-96d7-f3fe0632971c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:45.356840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777369a-d3b4-415b-b115-ede1984fc906 req-51f7cfb1-0438-4900-96d7-f3fe0632971c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:45.358500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9777369a-d3b4-415b-b115-ede1984fc906 req-51f7cfb1-0438-4900-96d7-f3fe0632971c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 1599 time: 0.4723532 Feb 09 03:01:45.383400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Router f33bf16f-ce58-4641-ad00-5b1a8e58f389 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:45.427444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting port 71cb2272-a612-47e4-8d4f-59a752075244 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:45.429285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (71cb2272-a612-47e4-8d4f-59a752075244), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.572757 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254d3ca3-c581-4875-bf68-97544bf055c9 x-openstack-request-id: req-254d3ca3-c581-4875-bf68-97544bf055c9 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:45.573014 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "b18ba5c7-5848-4d1d-b5a6-1c7660a71c31", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:45.573270 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-254d3ca3-c581-4875-bf68-97544bf055c9 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:45.573656 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': 'b18ba5c7-5848-4d1d-b5a6-1c7660a71c31', 'status': 'completed', 'code': 200} Feb 09 03:01:45.579868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9777369a-d3b4-415b-b115-ede1984fc906 req-e7a361a2-64f3-4bd5-84b8-a87d2c2c444a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3b79ded-bd5c-44b1-95d1-cbdc61198405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034650 Feb 09 03:01:45.692835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 679c05be-2171-4a91-95ba-93272c65a06b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:45.759555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] For port 71cb2272-a612-47e4-8d4f-59a752075244, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71cb2272-a612-47e4-8d4f-59a752075244,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:45.760835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (71cb2272-a612-47e4-8d4f-59a752075244), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.783813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Calling delete_port for 71cb2272-a612-47e4-8d4f-59a752075244 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:45.803335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 679c05be-2171-4a91-95ba-93272c65a06b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:45.805458 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (679c05be-2171-4a91-95ba-93272c65a06b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.870097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:45.875547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38978) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:45.898176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Sync routers for ids ['f33bf16f-ce58-4641-ad00-5b1a8e58f389'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:45.927417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Routers {'f33bf16f-ce58-4641-ad00-5b1a8e58f389'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:45.930584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f33bf16f-ce58-4641-ad00-5b1a8e58f389'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:45.937497 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:45.951266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38982) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:45.959635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9e7572c-205d-4564-bc8d-208d041496ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.001895 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.015633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3b413987-8c8c-4f12-bdb4-de17749e5036 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2600543 Feb 09 03:01:46.018386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38986) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:46.219604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Set router f33bf16f-ce58-4641-ad00-5b1a8e58f389 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:46.248139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8853692-d392-484c-a9f8-72374e8c3ac5 req-c4316702-b1a2-4b97-a04b-8caf504847cd tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:46.259128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8853692-d392-484c-a9f8-72374e8c3ac5 req-c4316702-b1a2-4b97-a04b-8caf504847cd tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.6297374 Feb 09 03:01:46.351707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (71cb2272-a612-47e4-8d4f-59a752075244), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.373419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Allocated IP 172.25.2.233 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/59347dcf-5802-4143-9449-6466d917abd2) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:46.374401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8853692-d392-484c-a9f8-72374e8c3ac5 req-15ace31b-007f-4d7d-9d5a-8c21612b8730 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039295 Feb 09 03:01:46.430770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Port': ['ID=71cb2272-a612-47e4-8d4f-59a752075244,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:46.465184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-065e0c55-1ea5-4e53-96e0-89fe1dc9e607 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/routers/f33bf16f-ce58-4641-ad00-5b1a8e58f389 HTTP/1.1" status: 200 len: 907 time: 0.4449952 Feb 09 03:01:46.465753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38996) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:46.506347 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9e7572c-205d-4564-bc8d-208d041496ec admin admin] Publish callbacks [] for security_group (a6b67662-4413-490a-91ce-f1a2b522aae9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.516786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df5732b0-6b65-4c74-8bdc-8f25c40b3a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.583766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9e7572c-205d-4564-bc8d-208d041496ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a6b67662-4413-490a-91ce-f1a2b522aae9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.645629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (f33bf16f-ce58-4641-ad00-5b1a8e58f389), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.661859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7572c-205d-4564-bc8d-208d041496ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b67662-4413-490a-91ce-f1a2b522aae9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:46.671568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c9e7572c-205d-4564-bc8d-208d041496ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f30f0e2127874b2280d6e9da53d51366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7930892 Feb 09 03:01:46.677155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39002) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:46.692941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] No DVR routers for this DVR port 71cb2272-a612-47e4-8d4f-59a752075244 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:01:46.701172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.715430 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ae4987-8958-4266-a10d-352d42b47374 req-88092720-2ec5-451b-bd45-fd3a09a01e53 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.26 "DELETE /v2.0/ports/71cb2272-a612-47e4-8d4f-59a752075244 HTTP/1.1" status: 204 len: 173 time: 1.4712107 Feb 09 03:01:46.747798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 679c05be-2171-4a91-95ba-93272c65a06b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:46.748435 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (679c05be-2171-4a91-95ba-93272c65a06b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.791805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 679c05be-2171-4a91-95ba-93272c65a06b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=679c05be-2171-4a91-95ba-93272c65a06b,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:46.807517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (679c05be-2171-4a91-95ba-93272c65a06b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.833537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for port (59347dcf-5802-4143-9449-6466d917abd2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.868484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ba45579-a650-482d-8e83-f2479449854a req-80b8f047-8034-4620-a7a8-490cdbfc39a1 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.1568198 Feb 09 03:01:46.890579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (f33bf16f-ce58-4641-ad00-5b1a8e58f389), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:46.914386 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1689396c-d0c6-465d-b4f1-72d209e9f767 None None] New status for floating IP 217ae515-d79e-4a0b-90f0-7b506e8de220: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:01:46.965654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33bf16f-ce58-4641-ad00-5b1a8e58f389', 'name': 'tempest-snat-router-1625627444', 'tenant_id': 'b1666fa475d54ec8b2b76f72069229e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '7d8781af-374e-42a9-9350-aa2a29224cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:39Z', 'updated_at': '2022-02-09T03:01:42Z', 'revision_number': 3, 'project_id': 'b1666fa475d54ec8b2b76f72069229e4', 'gw_port': {'id': '7d8781af-374e-42a9-9350-aa2a29224cf7', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ad:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33bf16f-ce58-4641-ad00-5b1a8e58f389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:41Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:47.032217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Deleting port 7d8781af-374e-42a9-9350-aa2a29224cf7 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:47.035465 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7d8781af-374e-42a9-9350-aa2a29224cf7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.062592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Checking router: f33bf16f-ce58-4641-ad00-5b1a8e58f389 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:47.062939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Updating router f33bf16f-ce58-4641-ad00-5b1a8e58f389 port 7d8781af-374e-42a9-9350-aa2a29224cf7 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:47.067671 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90d60b4e-4066-41b9-b8d5-909079cc0deb admin admin] Publish callbacks [] for security_group (a6b67662-4413-490a-91ce-f1a2b522aae9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.076929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (59347dcf-5802-4143-9449-6466d917abd2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.106313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df5732b0-6b65-4c74-8bdc-8f25c40b3a22 admin admin] Publish callbacks [] for security_group (5f497b57-f5d8-4726-88a0-84d248e437cb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.137535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=679c05be-2171-4a91-95ba-93272c65a06b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.169546 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-df5732b0-6b65-4c74-8bdc-8f25c40b3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5f497b57-f5d8-4726-88a0-84d248e437cb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.183024 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7d8781af-374e-42a9-9350-aa2a29224cf7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.202875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.203232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.203579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.203919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.204255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.204587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.204957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.205228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.205552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.205867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.216483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.216851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.217193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:01:47.236798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-df5732b0-6b65-4c74-8bdc-8f25c40b3a22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87b33110822444469e7f54cb447042bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2835970 Feb 09 03:01:47.237630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7d8781af-374e-42a9-9350-aa2a29224cf7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.248508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39014) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:47.253057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:47.270023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:47.279268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:47.281880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Calling delete_port for 7d8781af-374e-42a9-9350-aa2a29224cf7 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:47.282908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90d60b4e-4066-41b9-b8d5-909079cc0deb admin admin] Publish callbacks [] for security_group (a6b67662-4413-490a-91ce-f1a2b522aae9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.320344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event updated for resources: {'Port': ['ID=59347dcf-5802-4143-9449-6466d917abd2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.323073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5732b0-6b65-4c74-8bdc-8f25c40b3a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f497b57-f5d8-4726-88a0-84d248e437cb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.456530 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-106e0ce0-b2e8-438c-97ff-2c120e845181 admin admin] Publish callbacks [] for security_group (5f497b57-f5d8-4726-88a0-84d248e437cb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.533490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for floatingip (9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.563923 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-106e0ce0-b2e8-438c-97ff-2c120e845181 admin admin] Publish callbacks [] for security_group (5f497b57-f5d8-4726-88a0-84d248e437cb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.579421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': '71cb2272-a612-47e4-8d4f-59a752075244'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:47.581701 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd46b66d-7f13-47a9-99d3-83f41ada9299" -d '{"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "71cb2272-a612-47e4-8d4f-59a752075244"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:47.594048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 679c05be-2171-4a91-95ba-93272c65a06b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:47.639239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (59347dcf-5802-4143-9449-6466d917abd2), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.671651 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d86cfd-685c-4278-a40b-ca399682451a x-openstack-request-id: req-01d86cfd-685c-4278-a40b-ca399682451a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:47.671950 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2473778-e88d-4dc4-8b7c-29f1463965af", "name": "network-vif-deleted", "tag": "71cb2272-a612-47e4-8d4f-59a752075244", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:47.672208 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01d86cfd-685c-4278-a40b-ca399682451a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:47.672600 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2473778-e88d-4dc4-8b7c-29f1463965af', 'name': 'network-vif-deleted', 'tag': '71cb2272-a612-47e4-8d4f-59a752075244', 'status': 'completed', 'code': 200} Feb 09 03:01:47.703877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b419-3719-46c4-904e-2c8655b09f2e req-28d30960-67d6-4977-bda0-149ed033a405 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:47.712131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4cc9b419-3719-46c4-904e-2c8655b09f2e req-28d30960-67d6-4977-bda0-149ed033a405 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1900005 Feb 09 03:01:47.717573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90d60b4e-4066-41b9-b8d5-909079cc0deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a6b67662-4413-490a-91ce-f1a2b522aae9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.720542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90d60b4e-4066-41b9-b8d5-909079cc0deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.727462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-90d60b4e-4066-41b9-b8d5-909079cc0deb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6b67662-4413-490a-91ce-f1a2b522aae9 HTTP/1.1" status: 204 len: 168 time: 1.0461838 Feb 09 03:01:47.747775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 679c05be-2171-4a91-95ba-93272c65a06b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:47.748631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (679c05be-2171-4a91-95ba-93272c65a06b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.758089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d60b4e-4066-41b9-b8d5-909079cc0deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b67662-4413-490a-91ce-f1a2b522aae9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.807124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4cc9b419-3719-46c4-904e-2c8655b09f2e req-9c1a985e-e6f1-4700-ad6b-19ccdd8c55ae tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936983 Feb 09 03:01:47.833541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-106e0ce0-b2e8-438c-97ff-2c120e845181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5f497b57-f5d8-4726-88a0-84d248e437cb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.836833 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-106e0ce0-b2e8-438c-97ff-2c120e845181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.838174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-106e0ce0-b2e8-438c-97ff-2c120e845181 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f497b57-f5d8-4726-88a0-84d248e437cb HTTP/1.1" status: 204 len: 168 time: 0.5887315 Feb 09 03:01:47.855717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e0ce0-b2e8-438c-97ff-2c120e845181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f497b57-f5d8-4726-88a0-84d248e437cb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.871680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7d8781af-374e-42a9-9350-aa2a29224cf7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:47.886740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 679c05be-2171-4a91-95ba-93272c65a06b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:47.946170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d8781af-374e-42a9-9350-aa2a29224cf7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:47.986842 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:01:47.987616 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:01:48.036064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (f33bf16f-ce58-4641-ad00-5b1a8e58f389), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.106125 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99b9f770-c030-4b7b-b9a0-ce385ef360fe req-83d93826-f34a-46ae-9de0-7cf6c6710d32 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0717826 Feb 09 03:01:48.137696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for port (59347dcf-5802-4143-9449-6466d917abd2), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.143826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (59347dcf-5802-4143-9449-6466d917abd2), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.219136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event updated for resources: {'Port': ['ID=59347dcf-5802-4143-9449-6466d917abd2,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:48.231561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.249049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.259624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0b19c845-d29f-4fef-a597-6052e18899bc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6609867 Feb 09 03:01:48.262818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (f33bf16f-ce58-4641-ad00-5b1a8e58f389), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.265172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_controller (f33bf16f-ce58-4641-ad00-5b1a8e58f389), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.336954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (f33bf16f-ce58-4641-ad00-5b1a8e58f389), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.337519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f33bf16f-ce58-4641-ad00-5b1a8e58f389 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:48.342226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.343417 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0cb355bf-fabf-4763-bd18-46afa714f4c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "DELETE /v2.0/routers/f33bf16f-ce58-4641-ad00-5b1a8e58f389 HTTP/1.1" status: 204 len: 168 time: 1.8764122 Feb 09 03:01:48.346716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:48.452266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-ee8de361-ea56-473b-b6ea-f5240a3ff9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:48.454112 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-ee8de361-ea56-473b-b6ea-f5240a3ff9b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1125 time: 0.0751541 Feb 09 03:01:48.508606 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (b4eb399d-84c4-4c72-a259-76fab51dc206), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.550609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Port 7d8781af-374e-42a9-9350-aa2a29224cf7 not found while updating agent binding for router f33bf16f-ce58-4641-ad00-5b1a8e58f389. {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 03:01:48.571663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Routers set() bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:48.572517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Router IDs set() for agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 03:01:48.573426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_agentschedulers_db [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f33bf16f-ce58-4641-ad00-5b1a8e58f389'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent'). {{(pid=109858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 03:01:48.574092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b5fa8-c085-486e-ba5b-ab80d372ad11 None None] The sync data for ids ['f33bf16f-ce58-4641-ad00-5b1a8e58f389'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:48.687465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (b4eb399d-84c4-4c72-a259-76fab51dc206), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.703245 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-83f1aadf-1f7e-44eb-ade4-9e35067fcbe1 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1400169764&fields=id&tenant_id=dc3994c219be444694a9461dd5d6c11f HTTP/1.1" status: 200 len: 267 time: 0.1107385 Feb 09 03:01:48.753668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:48.778531 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd7b34c4-48c7-479e-b3ca-c2ced24b6de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.821744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-40b49673-9dba-4961-ba65-d994c48b734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:48.823319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-40b49673-9dba-4961-ba65-d994c48b734d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.3442264 Feb 09 03:01:48.842391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Deleting port 679c05be-2171-4a91-95ba-93272c65a06b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:48.842627 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (679c05be-2171-4a91-95ba-93272c65a06b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:48.870967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39066) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:49.029021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] For port 679c05be-2171-4a91-95ba-93272c65a06b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=679c05be-2171-4a91-95ba-93272c65a06b,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:49.029496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (679c05be-2171-4a91-95ba-93272c65a06b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.032268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-71c3fee0-2c55-4f67-ba2c-117b3f5e077d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:49.040680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-71c3fee0-2c55-4f67-ba2c-117b3f5e077d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/networks?id=91edfda4-200d-445a-816d-ab1486652df0 HTTP/1.1" status: 200 len: 806 time: 0.3217843 Feb 09 03:01:49.052467 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd7b34c4-48c7-479e-b3ca-c2ced24b6de3 admin admin] Publish callbacks [] for security_group (988347e5-b358-403d-8b37-17f4a98a89f1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.061561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Calling delete_port for 679c05be-2171-4a91-95ba-93272c65a06b owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:49.065838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-cdb9e3c6-24fd-40a0-a167-1cd660265d7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 998 time: 0.2323842 Feb 09 03:01:49.072553 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd7b34c4-48c7-479e-b3ca-c2ced24b6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (988347e5-b358-403d-8b37-17f4a98a89f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.074859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-072ecabc-2572-4cc3-b68d-053849684486 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/quotas/dc3994c219be444694a9461dd5d6c11f HTTP/1.1" status: 200 len: 375 time: 0.0332778 Feb 09 03:01:49.102606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fd7b34c4-48c7-479e-b3ca-c2ced24b6de3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d2cf06e67e54de9a2d7e22252b48d84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466504 Feb 09 03:01:49.109686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965e8eb-ec77-445e-9607-cfdc15b4f266 req-8cc67ecb-a60b-4d91-b310-f3896c8e1fd8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:49.111428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a965e8eb-ec77-445e-9607-cfdc15b4f266 req-8cc67ecb-a60b-4d91-b310-f3896c8e1fd8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 943 time: 0.1481478 Feb 09 03:01:49.113607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39074) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:49.139677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-87b2a8b4-eb60-4efa-a00e-b9d987ad69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:49.141334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-87b2a8b4-eb60-4efa-a00e-b9d987ad69ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.0643280 Feb 09 03:01:49.224405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-504daf48-3334-4368-94e4-872e8917757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:49.226082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-504daf48-3334-4368-94e4-872e8917757e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0748353 Feb 09 03:01:49.245209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b34c4-48c7-479e-b3ca-c2ced24b6de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988347e5-b358-403d-8b37-17f4a98a89f1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:49.277210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a965e8eb-ec77-445e-9607-cfdc15b4f266 req-f45b3360-f754-4990-9688-90499e8f4751 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556988 Feb 09 03:01:49.287406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:01:49.315413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-a19ac324-77cf-4d7a-8c0b-a7a43e201238 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc3994c219be444694a9461dd5d6c11f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2396078 Feb 09 03:01:49.415128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a2f792a-9d30-4e7c-832f-ccaa7d55cb99 admin admin] Publish callbacks [] for security_group (988347e5-b358-403d-8b37-17f4a98a89f1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.454551 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.480868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7217fa03-4e27-48b6-a158-ba5c9f21fb24 req-cb9cd100-32b6-4642-9c8e-390606ccc86c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0499983 Feb 09 03:01:49.494400 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a2f792a-9d30-4e7c-832f-ccaa7d55cb99 admin admin] Publish callbacks [] for security_group (988347e5-b358-403d-8b37-17f4a98a89f1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.536330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-99155802', 'router:external': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:49.554740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:49.570008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'port_id': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'mac_address': 'fa:16:3e:ec:52:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:01:49.577148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Made reservation on behalf of 727ab8dce045474bb8d1d0dbd1e58d65 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:49.579826 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.612485 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.624099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b44570b-d32c-401e-a105-3b65e0e09cae is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:49.624767 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.631744 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (679c05be-2171-4a91-95ba-93272c65a06b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.641626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b44570b-d32c-401e-a105-3b65e0e09cae {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:01:49.667242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:49.674364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-69be547c-6a3f-402c-9c20-3ae86988e3de service neutron] 10.222.0.32 "GET /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574429 Feb 09 03:01:49.675055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.686135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event deleted for resources: {'Port': ['ID=679c05be-2171-4a91-95ba-93272c65a06b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:49.692109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a2f792a-9d30-4e7c-832f-ccaa7d55cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (988347e5-b358-403d-8b37-17f4a98a89f1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.694747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a2f792a-9d30-4e7c-832f-ccaa7d55cb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.698263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9a2f792a-9d30-4e7c-832f-ccaa7d55cb99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/988347e5-b358-403d-8b37-17f4a98a89f1 HTTP/1.1" status: 204 len: 168 time: 0.5804412 Feb 09 03:01:49.767532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-692bfcf0-a011-4444-9627-5f93fdd1c91b service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348954 Feb 09 03:01:49.777193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f792a-9d30-4e7c-832f-ccaa7d55cb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988347e5-b358-403d-8b37-17f4a98a89f1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:49.838093 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (b4eb399d-84c4-4c72-a259-76fab51dc206), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.840094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:49.969407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (b4eb399d-84c4-4c72-a259-76fab51dc206), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.972048 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_controller (b4eb399d-84c4-4c72-a259-76fab51dc206), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:49.977926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9c024423-c497-4d72-b471-67c6dc05d3e1 service neutron] 10.222.0.32 "GET /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960458 Feb 09 03:01:49.998469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for security_group (48ef2aed-1f66-45e3-a8e1-fb2dac9257b5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.009398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (48ef2aed-1f66-45e3-a8e1-fb2dac9257b5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.016282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b4bb7fa-a04f-4419-b4e8-ebbf116b8bb9 req-4798626c-637d-4a5e-af29-8cc55086b93f service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347438 Feb 09 03:01:50.035856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8b44570b-d32c-401e-a105-3b65e0e09cae'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:01:50.047957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:01:50.057775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ef2aed-1f66-45e3-a8e1-fb2dac9257b5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:50.069586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (b4eb399d-84c4-4c72-a259-76fab51dc206), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.070771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4eb399d-84c4-4c72-a259-76fab51dc206 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:50.081319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.083062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0316504d-d5ea-4c59-9cf5-baffdc10f7a7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.083610 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Added segment 0316504d-d5ea-4c59-9cf5-baffdc10f7a7 of type vlan for network 507bc555-ac00-4a76-a0a1-546796e7093a Feb 09 03:01:50.085448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-455ee38b-8b95-4538-8e4a-80d205137b42 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b4eb399d-84c4-4c72-a259-76fab51dc206 HTTP/1.1" status: 204 len: 168 time: 1.7365131 Feb 09 03:01:50.094981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39102) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:50.101983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-385659231', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:50.230709 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (507bc555-ac00-4a76-a0a1-546796e7093a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.271200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (98a83544-bef1-4638-8372-d9ec14b210e3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.272824 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (98a83544-bef1-4638-8372-d9ec14b210e3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.376155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (507bc555-ac00-4a76-a0a1-546796e7093a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.377176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:50.377973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.408996 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (98a83544-bef1-4638-8372-d9ec14b210e3), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.460928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39114) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:50.471222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be23b423-8743-444b-916c-812fcb13c9f5 req-92d80399-6a0a-435e-9c23-0c21aaf4a0c4 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 210 time: 0.0807331 Feb 09 03:01:50.654600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76d136a3-87e7-4d5a-ae89-5f8df01e4a9a req-86d8aea0-116d-4da5-b7d0-75828662de65 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0500343 Feb 09 03:01:50.890335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39136) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:50.891353 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.0111921 Feb 09 03:01:50.899370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'subnet': {'network_id': '507bc555-ac00-4a76-a0a1-546796e7093a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:50.944084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Made reservation on behalf of 727ab8dce045474bb8d1d0dbd1e58d65 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:50.955912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:50.993278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8de07-3b15-4809-b720-932b9cc958f6 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'Network': ['ID=507bc555-ac00-4a76-a0a1-546796e7093a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:51.003891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 507bc555-ac00-4a76-a0a1-546796e7093a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:01:51.168482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece378-63c9-4b91-a9d4-a9ef381a2684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.171948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (98a83544-bef1-4638-8372-d9ec14b210e3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.183816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3967d6-d805-4cf4-8efe-33f1f5bb6fd5 req-5872da1f-c38c-4306-b73c-c201d31a0308 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:51.192751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c3967d6-d805-4cf4-8efe-33f1f5bb6fd5 req-5872da1f-c38c-4306-b73c-c201d31a0308 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 944 time: 0.3617742 Feb 09 03:01:51.305476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:01:51.368509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c3967d6-d805-4cf4-8efe-33f1f5bb6fd5 req-b87e34ae-8436-4076-b0c4-105f5e629c81 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663148 Feb 09 03:01:51.433567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 8b44570b-d32c-401e-a105-3b65e0e09cae triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:51.434064 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.435939 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.490418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:01:51.491203 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (77eae7c4-150f-48ae-88b5-535b005d1102), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.499870 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece378-63c9-4b91-a9d4-a9ef381a2684 admin admin] Publish callbacks [] for security_group (5e8e2bda-95ad-417d-849c-c3c3f83aab85), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.521058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece378-63c9-4b91-a9d4-a9ef381a2684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5e8e2bda-95ad-417d-849c-c3c3f83aab85), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.571387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5bece378-63c9-4b91-a9d4-a9ef381a2684 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26f10677cecc45c8a2f8c87f3bea2c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1098187 Feb 09 03:01:51.572126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39148) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:51.579751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 679c05be-2171-4a91-95ba-93272c65a06b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:01:51.598052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece378-63c9-4b91-a9d4-a9ef381a2684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8e2bda-95ad-417d-849c-c3c3f83aab85,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:51.622085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'Subnet': ['ID=77eae7c4-150f-48ae-88b5-535b005d1102,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:51.624183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 679c05be-2171-4a91-95ba-93272c65a06b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:01:51.624545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 679c05be-2171-4a91-95ba-93272c65a06b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:01:51.632668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8b44570b-d32c-401e-a105-3b65e0e09cae is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:01:51.633076 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.636881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Checking segment: {'id': '0316504d-d5ea-4c59-9cf5-baffdc10f7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '507bc555-ac00-4a76-a0a1-546796e7093a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:51.637255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Network hostable DHCP agents. Network: 507bc555-ac00-4a76-a0a1-546796e7093a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:01:51.662156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:51.665586 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42f9b32-96fa-4dfa-bed1-1ea1b608767d" -d '{"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-plugged", "status": "completed", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:51.702206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:01:51.707190 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2f6f600-65f4-42bb-98c9-4ff7db2a96ca req-db33a4af-6425-4be2-8c4a-ec7040778874 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 210 time: 0.0873511 Feb 09 03:01:51.731558 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.744233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Network 507bc555-ac00-4a76-a0a1-546796e7093a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:01:51.774442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 507bc555-ac00-4a76-a0a1-546796e7093a) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:51.784642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:51.785258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.810531 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197cc407-65fa-4846-9541-481625fe09cb x-openstack-request-id: req-197cc407-65fa-4846-9541-481625fe09cb {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:51.811205 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-plugged", "status": "completed", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:51.813370 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-197cc407-65fa-4846-9541-481625fe09cb {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:51.815224 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'code': 200} Feb 09 03:01:51.820480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb73772-1705-4b62-83a8-177a0a9235f6 None None] Network 507bc555-ac00-4a76-a0a1-546796e7093a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:51.835231 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7020299b-ca2a-4a7f-8897-80957c5f55cb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9387708 Feb 09 03:01:51.835750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:51.841002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1396042789', 'network_id': '507bc555-ac00-4a76-a0a1-546796e7093a'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:51.903974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed36dd87-78a7-4fb2-b1ee-7b217c1ebec9 req-23897635-958f-491c-9a04-bede7716905a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0493872 Feb 09 03:01:51.935382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Made reservation on behalf of 727ab8dce045474bb8d1d0dbd1e58d65 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:51.941562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.941965 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca04aaad-fb3d-4f20-af8c-f96baeb8c5a8 admin admin] Publish callbacks [] for security_group (5e8e2bda-95ad-417d-849c-c3c3f83aab85), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:51.978968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] device_id is not set on port c44a84e2-91ce-42ba-8579-2e2e42c1dcef yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:01:52.018384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9162a4-8aa9-4df7-b180-cbea9893f7c6 None None] Network 507bc555-ac00-4a76-a0a1-546796e7093a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:01:52.171499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:52.185567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Allocated IP 172.20.0.9 (507bc555-ac00-4a76-a0a1-546796e7093a/77eae7c4-150f-48ae-88b5-535b005d1102/c44a84e2-91ce-42ba-8579-2e2e42c1dcef) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:52.205104 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (98a83544-bef1-4638-8372-d9ec14b210e3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.233694 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.236914 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca04aaad-fb3d-4f20-af8c-f96baeb8c5a8 admin admin] Publish callbacks [] for security_group (5e8e2bda-95ad-417d-849c-c3c3f83aab85), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.328338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8cf1e-c067-48eb-b967-6145047fc6aa req-c908a358-28ba-42cc-a392-8b28ffeb3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:52.329957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5a8cf1e-c067-48eb-b967-6145047fc6aa req-c908a358-28ba-42cc-a392-8b28ffeb3bff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1128 time: 0.2415693 Feb 09 03:01:52.434802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-a62e362a-8b44-47a6-922c-b74bac4247dd tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:52.436319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-a62e362a-8b44-47a6-922c-b74bac4247dd tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.26 "GET /v2.0/networks?id=91edfda4-200d-445a-816d-ab1486652df0 HTTP/1.1" status: 200 len: 806 time: 0.4963095 Feb 09 03:01:52.570196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-ed3307be-f9e1-45df-8ddc-a4ee019314e1 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc3994c219be444694a9461dd5d6c11f HTTP/1.1" status: 200 len: 380 time: 0.0973537 Feb 09 03:01:52.598546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Request body: {'port': {'device_id': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'admin_state_up': True, 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'security_groups': ['8e1489e5-54f1-46b3-a0d0-38415b11972b']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:52.604688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5a8cf1e-c067-48eb-b967-6145047fc6aa req-dd967dd3-a046-4937-94ec-f45677458b86 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581160 Feb 09 03:01:52.638330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca04aaad-fb3d-4f20-af8c-f96baeb8c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5e8e2bda-95ad-417d-849c-c3c3f83aab85), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.641078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca04aaad-fb3d-4f20-af8c-f96baeb8c5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.644952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ca04aaad-fb3d-4f20-af8c-f96baeb8c5a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e8e2bda-95ad-417d-849c-c3c3f83aab85 HTTP/1.1" status: 204 len: 168 time: 1.0461178 Feb 09 03:01:52.710903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04aaad-fb3d-4f20-af8c-f96baeb8c5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8e2bda-95ad-417d-849c-c3c3f83aab85,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:52.747188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Allocated IP 172.25.2.60 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/a520e218-f81c-4ba9-98b0-2c455ef7db56) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:52.833491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e4378bc-3ab3-48be-a0da-f4f8b00ac9ee req-a3f8f9de-b593-476b-bcf1-a0b5283a597c tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 210 time: 0.0334375 Feb 09 03:01:52.860368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for port (c44a84e2-91ce-42ba-8579-2e2e42c1dcef), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.880991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be14734-881a-448d-9e94-b792d90309cb req-aca5ea6d-c09c-4e6e-9bd2-3aead8d22514 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:52.882585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be14734-881a-448d-9e94-b792d90309cb req-aca5ea6d-c09c-4e6e-9bd2-3aead8d22514 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 946 time: 0.3425586 Feb 09 03:01:52.910831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c44a84e2-91ce-42ba-8579-2e2e42c1dcef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.935768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Network 507bc555-ac00-4a76-a0a1-546796e7093a is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:52.939025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:52.941086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Made reservation on behalf of dc3994c219be444694a9461dd5d6c11f for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:01:52.952928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:52.977114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:53.049410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be14734-881a-448d-9e94-b792d90309cb req-c5c05a35-4dd2-40e2-b676-53554e749413 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487985 Feb 09 03:01:53.062466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:53.067505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.089649 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63c0e545-2a1c-4aa8-aa65-afdac277683e req-9c0a63a9-ffa4-4240-8aeb-cc4715453420 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0720906 Feb 09 03:01:53.123067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'Port': ['ID=c44a84e2-91ce-42ba-8579-2e2e42c1dcef,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:53.138795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b407f3c1-ab71-4a8f-8e8c-5f620dd03bd5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3018889 Feb 09 03:01:53.139430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39180) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:53.143931 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for port (a520e218-f81c-4ba9-98b0-2c455ef7db56), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.249499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Allocated IP 172.20.0.8 (91edfda4-200d-445a-816d-ab1486652df0/5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44/6a85c258-3fdb-4164-ae3d-ebd64f13fed3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:53.253370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-773a0d98-d9b7-47e0-ae54-311419b8f3bb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Deleting port c44a84e2-91ce-42ba-8579-2e2e42c1dcef {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:53.253723 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-773a0d98-d9b7-47e0-ae54-311419b8f3bb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c44a84e2-91ce-42ba-8579-2e2e42c1dcef), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.332748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a520e218-f81c-4ba9-98b0-2c455ef7db56), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.336417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-773a0d98-d9b7-47e0-ae54-311419b8f3bb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c44a84e2-91ce-42ba-8579-2e2e42c1dcef), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.349430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-773a0d98-d9b7-47e0-ae54-311419b8f3bb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Calling delete_port for c44a84e2-91ce-42ba-8579-2e2e42c1dcef owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:53.441955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event updated for resources: {'Port': ['ID=a520e218-f81c-4ba9-98b0-2c455ef7db56,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:53.448243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:53.453198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:53.457740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:53.528919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-773a0d98-d9b7-47e0-ae54-311419b8f3bb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c44a84e2-91ce-42ba-8579-2e2e42c1dcef), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.554015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.583684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a0d98-d9b7-47e0-ae54-311419b8f3bb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event deleted for resources: {'Port': ['ID=c44a84e2-91ce-42ba-8579-2e2e42c1dcef,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:53.678043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-773a0d98-d9b7-47e0-ae54-311419b8f3bb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.683192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-773a0d98-d9b7-47e0-ae54-311419b8f3bb tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c44a84e2-91ce-42ba-8579-2e2e42c1dcef HTTP/1.1" status: 204 len: 168 time: 0.5425072 Feb 09 03:01:53.685598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39196) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:53.692093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '507bc555-ac00-4a76-a0a1-546796e7093a', 'external_fixed_ips': [{'subnet_id': '77eae7c4-150f-48ae-88b5-535b005d1102', 'ip_address': '172.20.0.9'}]}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:53.697041 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.719967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.721302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.795615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_controller (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:53.929216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Network 91edfda4-200d-445a-816d-ab1486652df0 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:53.969362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:53.988573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event updated for resources: {'Port': ['ID=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:54.004391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:54.016534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.213893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:54.214775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.316184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-8806c0a7-e02f-42de-84ad-9278e4b55389 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7215111 Feb 09 03:01:54.319973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (98a83544-bef1-4638-8372-d9ec14b210e3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.408161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c95ef77f-236d-4dd4-b404-d279765c29cf None None] Provisioning complete for port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:01:54.414656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c95ef77f-236d-4dd4-b404-d279765c29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.485244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Request body: {'port': {'device_id': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:54.514773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c95ef77f-236d-4dd4-b404-d279765c29cf None None] Port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:01:54.559390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefd94b-b29a-483f-8cc9-8f9b09ee2f5d req-6448e4fb-c5c8-490c-b75a-539bd272e136 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:54.566575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8eefd94b-b29a-483f-8cc9-8f9b09ee2f5d req-6448e4fb-c5c8-490c-b75a-539bd272e136 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 946 time: 0.3338189 Feb 09 03:01:54.591717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.681173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:54.787397 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8eefd94b-b29a-483f-8cc9-8f9b09ee2f5d req-b4295944-e9c5-4093-8b0f-f79d4d3a5db6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905754 Feb 09 03:01:54.934902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Allocated IP 172.20.0.9 (507bc555-ac00-4a76-a0a1-546796e7093a/77eae7c4-150f-48ae-88b5-535b005d1102/7d5dbd9c-4455-4720-8129-ca2a83f95f0c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:01:54.973062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39264) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:54.976188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-955ea06f-e79a-453c-9c28-60d00bb669d4 req-accd8d29-d1b2-489c-8d18-9341e001f89b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0425386 Feb 09 03:01:55.097184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b2705-6a9c-4390-b680-889c41d07101 req-4b4c0ef7-449e-4549-85bc-2aab4d6e9f18 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:55.098592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-444b2705-6a9c-4390-b680-889c41d07101 req-4b4c0ef7-449e-4549-85bc-2aab4d6e9f18 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 931 time: 1.0955951 Feb 09 03:01:55.132907 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for port (7d5dbd9c-4455-4720-8129-ca2a83f95f0c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.171211 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.191421 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-444b2705-6a9c-4390-b680-889c41d07101 req-71bf9959-d2f0-4333-8ef5-96f15b31c8da tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743086 Feb 09 03:01:55.217124 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e69c5d-f6dc-4374-bd2c-022fd55478f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.242374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7d5dbd9c-4455-4720-8129-ca2a83f95f0c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.273616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (98a83544-bef1-4638-8372-d9ec14b210e3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.300803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Network 507bc555-ac00-4a76-a0a1-546796e7093a is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:01:55.308694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:01:55.311241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:01:55.353311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'Port': ['ID=7d5dbd9c-4455-4720-8129-ca2a83f95f0c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:55.454448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e69c5d-f6dc-4374-bd2c-022fd55478f6 admin admin] Publish callbacks [] for security_group (fc92851c-1bae-4bf2-8264-9b72f19a988e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.489959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6e69c5d-f6dc-4374-bd2c-022fd55478f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc92851c-1bae-4bf2-8264-9b72f19a988e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.549082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f6e69c5d-f6dc-4374-bd2c-022fd55478f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b512a434f6b458aaedf517178cdc83e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5718319 Feb 09 03:01:55.550391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e69c5d-f6dc-4374-bd2c-022fd55478f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc92851c-1bae-4bf2-8264-9b72f19a988e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:55.550734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Router 98a83544-bef1-4638-8372-d9ec14b210e3 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:55.555129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39268) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:55.668884 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.726354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dbf994f-e4ca-4a88-923f-82a003d443bc admin admin] Publish callbacks [] for security_group (fc92851c-1bae-4bf2-8264-9b72f19a988e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.773208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dbf994f-e4ca-4a88-923f-82a003d443bc admin admin] Publish callbacks [] for security_group (fc92851c-1bae-4bf2-8264-9b72f19a988e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.842179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:55.845142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:01:55.864462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Publish callbacks [] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.870097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1c320-92cd-40c6-abff-a1c04a2c9cc7 None None] Sync routers for ids ['98a83544-bef1-4638-8372-d9ec14b210e3'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:55.887871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1c320-92cd-40c6-abff-a1c04a2c9cc7 None None] Routers {'98a83544-bef1-4638-8372-d9ec14b210e3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:55.890987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Transition to ACTIVE for port object 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:01:55.891882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-60b1c320-92cd-40c6-abff-a1c04a2c9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['98a83544-bef1-4638-8372-d9ec14b210e3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:55.896849 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.906565 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.910630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e179194b-c2c4-4f73-a228-2fab73d6a7cc tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8101554 Feb 09 03:01:55.937933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39272) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:55.943963 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:55.946364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fa708a38-3539-4166-85ad-97f64705bb38 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': False}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:55.978158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-60b1c320-92cd-40c6-abff-a1c04a2c9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:55.988305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b1c320-92cd-40c6-abff-a1c04a2c9cc7 None None] Routers {'98a83544-bef1-4638-8372-d9ec14b210e3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:56.004027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-60b1c320-92cd-40c6-abff-a1c04a2c9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['98a83544-bef1-4638-8372-d9ec14b210e3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:56.027372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dbf994f-e4ca-4a88-923f-82a003d443bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc92851c-1bae-4bf2-8264-9b72f19a988e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.029958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dbf994f-e4ca-4a88-923f-82a003d443bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.031210 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6dbf994f-e4ca-4a88-923f-82a003d443bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc92851c-1bae-4bf2-8264-9b72f19a988e HTTP/1.1" status: 204 len: 168 time: 0.4751220 Feb 09 03:01:56.064790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf994f-e4ca-4a88-923f-82a003d443bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc92851c-1bae-4bf2-8264-9b72f19a988e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:56.072256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:56.132825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-60b1c320-92cd-40c6-abff-a1c04a2c9cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:56.134260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1c320-92cd-40c6-abff-a1c04a2c9cc7 None None] The sync data for ids ['98a83544-bef1-4638-8372-d9ec14b210e3'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:56.190893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0935c291-a957-4127-a7b1-f5dc5ec23466 req-588fd3fd-fd1a-4478-a28e-36a12c062d30 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0599058 Feb 09 03:01:56.276730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19fd90-29a6-4439-ada0-ba1a42468ade req-5de03b70-cff8-4486-8f5c-86604b195007 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:56.286829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b19fd90-29a6-4439-ada0-ba1a42468ade req-5de03b70-cff8-4486-8f5c-86604b195007 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 946 time: 0.1458168 Feb 09 03:01:56.322416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Attempting to bind port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:01:56.323013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Attempting to bind port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:01:56.323557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Attempting to bind port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 on network 91edfda4-200d-445a-816d-ab1486652df0 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:56.353267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 on network 91edfda4-200d-445a-816d-ab1486652df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:01:56.355229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Attempting to bind port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 on network 91edfda4-200d-445a-816d-ab1486652df0 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:01:56.368855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b19fd90-29a6-4439-ada0-ba1a42468ade req-eae2fc06-4924-4eea-ad68-9c133802ab43 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634894 Feb 09 03:01:56.369506 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Router 7ef0956c-4ad3-460a-9ecd-77e37043d7ed is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:01:56.396614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:01:56.399136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Checking segment: {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:01:56.399713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Bound using segment: {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:01:56.400853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Bound port: 6a85c258-3fdb-4164-ae3d-ebd64f13fed3, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91edfda4-200d-445a-816d-ab1486652df0'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:01:56.401503 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.504382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:56.508312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bbb6d-672d-46f0-9fe7-1ce0c3670768 req-3e2061e2-bb91-4c53-a10c-6f82bc2a9830 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:56.516836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f4bbb6d-672d-46f0-9fe7-1ce0c3670768 req-3e2061e2-bb91-4c53-a10c-6f82bc2a9830 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 943 time: 0.1901636 Feb 09 03:01:56.519226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Sync routers for ids ['7ef0956c-4ad3-460a-9ecd-77e37043d7ed'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:56.534143 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Routers {'7ef0956c-4ad3-460a-9ecd-77e37043d7ed'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:56.537946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.540182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef3f705e-5ef7-486c-b670-7536414be829 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8527257 Feb 09 03:01:56.540851 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7ef0956c-4ad3-460a-9ecd-77e37043d7ed'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:56.542800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:56.682550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.683291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] For port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:01:56.696901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f4bbb6d-672d-46f0-9fe7-1ce0c3670768 req-03d2afcf-6a26-4bff-b90f-13d12d0ae4bb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788933 Feb 09 03:01:56.714404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] For port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:01:56.731602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.751095 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Set router 7ef0956c-4ad3-460a-9ecd-77e37043d7ed gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:01:56.791284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:56.831416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.848849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:56.849574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.852457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-9590548f-01dc-4ea1-bd6f-43a6e8459de1 service neutron] 10.222.0.26 "PUT /v2.0/ports/6a85c258-3fdb-4164-ae3d-ebd64f13fed3 HTTP/1.1" status: 200 len: 1091 time: 2.3782313 Feb 09 03:01:56.867494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'tag': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:01:56.878160 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7457d546-22b6-4523-958c-48c4965d7f78" -d '{"events": [{"name": "network-changed", "server_uuid": "4a38aaa9-c590-4caf-8da2-6117fb377763", "tag": "6a85c258-3fdb-4164-ae3d-ebd64f13fed3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:01:56.926589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Deleting port 7d5dbd9c-4455-4720-8129-ca2a83f95f0c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:01:56.929701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7d5dbd9c-4455-4720-8129-ca2a83f95f0c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.937748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa708a38-3539-4166-85ad-97f64705bb38 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (98a83544-bef1-4638-8372-d9ec14b210e3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:56.996486 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4333d7b2-02c5-46aa-848a-84d9417cbe17 x-openstack-request-id: req-4333d7b2-02c5-46aa-848a-84d9417cbe17 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:01:56.996786 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a38aaa9-c590-4caf-8da2-6117fb377763", "tag": "6a85c258-3fdb-4164-ae3d-ebd64f13fed3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:01:56.999136 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4333d7b2-02c5-46aa-848a-84d9417cbe17 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:01:56.999586 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'tag': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'status': 'completed', 'code': 200} Feb 09 03:01:57.045226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7d5dbd9c-4455-4720-8129-ca2a83f95f0c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.052639 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef0956c-4ad3-460a-9ecd-77e37043d7ed', 'name': '', 'tenant_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '507bc555-ac00-4a76-a0a1-546796e7093a', 'external_fixed_ips': [{'subnet_id': '77eae7c4-150f-48ae-88b5-535b005d1102', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '7d5dbd9c-4455-4720-8129-ca2a83f95f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:53Z', 'updated_at': '2022-02-09T03:01:55Z', 'revision_number': 3, 'project_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'gw_port': {'id': '7d5dbd9c-4455-4720-8129-ca2a83f95f0c', 'name': '', 'network_id': '507bc555-ac00-4a76-a0a1-546796e7093a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef0956c-4ad3-460a-9ecd-77e37043d7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '77eae7c4-150f-48ae-88b5-535b005d1102', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:54Z', 'updated_at': '2022-02-09T03:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77eae7c4-150f-48ae-88b5-535b005d1102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:57.061118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Calling delete_port for 7d5dbd9c-4455-4720-8129-ca2a83f95f0c owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:01:57.087839 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Checking router: 7ef0956c-4ad3-460a-9ecd-77e37043d7ed for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:01:57.088480 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Updating router 7ef0956c-4ad3-460a-9ecd-77e37043d7ed port 7d5dbd9c-4455-4720-8129-ca2a83f95f0c binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:01:57.113343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-f9552259-9063-4a89-a6f6-6ab2acbe4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:57.114978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-f9552259-9063-4a89-a6f6-6ab2acbe4af3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc3994c219be444694a9461dd5d6c11f&device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 1125 time: 0.2082264 Feb 09 03:01:57.138750 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7d5dbd9c-4455-4720-8129-ca2a83f95f0c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.196193 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-1dfe6c62-f4d5-45a5-a5f7-17c509650af8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a85c258-3fdb-4164-ae3d-ebd64f13fed3 HTTP/1.1" status: 200 len: 217 time: 0.0728812 Feb 09 03:01:57.317938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-4204c2e4-e6ce-4834-87e8-7fe190c25482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:57.319408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-4204c2e4-e6ce-4834-87e8-7fe190c25482 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44 HTTP/1.1" status: 200 len: 845 time: 0.1167719 Feb 09 03:01:57.353962 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7d5dbd9c-4455-4720-8129-ca2a83f95f0c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.441444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d5dbd9c-4455-4720-8129-ca2a83f95f0c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:57.465069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.479555 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.db.api [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:01:57.479794 n-d-827839-4 neutron-server[109859]: DEBUG oslo_db.api [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:01:57.555633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-496ed976-e01a-4866-b38a-7e158e651ed9 req-770b5979-7bb7-400a-9316-d87a0bb3bfa4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.2177420 Feb 09 03:01:57.586517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-d3cf4317-dbc9-4e29-b80d-c628dad27a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:57.588029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-d3cf4317-dbc9-4e29-b80d-c628dad27a64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91edfda4-200d-445a-816d-ab1486652df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2629130 Feb 09 03:01:57.601891 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.604768 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_controller (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.659673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (7ef0956c-4ad3-460a-9ecd-77e37043d7ed), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.660656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef0956c-4ad3-460a-9ecd-77e37043d7ed {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:01:57.666845 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.668173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4e84d891-78f7-4a83-ae9e-80c5da373825 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7ef0956c-4ad3-460a-9ecd-77e37043d7ed HTTP/1.1" status: 204 len: 168 time: 1.1242976 Feb 09 03:01:57.670737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39308) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:57.729789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-55286fda-46f9-4b3a-a9f6-cf1cc4ee6314 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Deleting subnet 77eae7c4-150f-48ae-88b5-535b005d1102 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:01:57.733454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55286fda-46f9-4b3a-a9f6-cf1cc4ee6314 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for subnet (77eae7c4-150f-48ae-88b5-535b005d1102), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.780244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55286fda-46f9-4b3a-a9f6-cf1cc4ee6314 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (77eae7c4-150f-48ae-88b5-535b005d1102), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.868739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55286fda-46f9-4b3a-a9f6-cf1cc4ee6314 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (77eae7c4-150f-48ae-88b5-535b005d1102), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.938311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55286fda-46f9-4b3a-a9f6-cf1cc4ee6314 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (77eae7c4-150f-48ae-88b5-535b005d1102), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:57.995679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55286fda-46f9-4b3a-a9f6-cf1cc4ee6314 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=77eae7c4-150f-48ae-88b5-535b005d1102,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:58.014937 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Port 7d5dbd9c-4455-4720-8129-ca2a83f95f0c not found while updating agent binding for router 7ef0956c-4ad3-460a-9ecd-77e37043d7ed. {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 03:01:58.017445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55286fda-46f9-4b3a-a9f6-cf1cc4ee6314 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.024639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-55286fda-46f9-4b3a-a9f6-cf1cc4ee6314 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/77eae7c4-150f-48ae-88b5-535b005d1102 HTTP/1.1" status: 204 len: 168 time: 0.3525746 Feb 09 03:01:58.028220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39320) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:58.047894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f7730-ebd1-46e2-b8b1-8aba3ae20e7b req-8c89b872-024a-4ab1-9913-93ae7b295dfb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:58.048137 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Routers set() bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:58.048477 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Router IDs set() for agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 03:01:58.049132 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_agentschedulers_db [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ef0956c-4ad3-460a-9ecd-77e37043d7ed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent'). {{(pid=109859) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 03:01:58.049505 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f226e7-300e-42aa-b004-fbbbe5d22906 None None] The sync data for ids ['7ef0956c-4ad3-460a-9ecd-77e37043d7ed'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:58.051712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc4f7730-ebd1-46e2-b8b1-8aba3ae20e7b req-8c89b872-024a-4ab1-9913-93ae7b295dfb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 943 time: 0.2304010 Feb 09 03:01:58.124324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-902e27d5-effb-4604-a7aa-510931d9c0cd service neutron] 10.222.0.26 "GET /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254929 Feb 09 03:01:58.196071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc4f7730-ebd1-46e2-b8b1-8aba3ae20e7b req-860a5a3f-dbbe-4c08-8da3-44f0bb51c564 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306937 Feb 09 03:01:58.199042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (507bc555-ac00-4a76-a0a1-546796e7093a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.292415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (507bc555-ac00-4a76-a0a1-546796e7093a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.323011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507bc555-ac00-4a76-a0a1-546796e7093a']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:58.333778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0316504d-d5ea-4c59-9cf5-baffdc10f7a7') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:58.334432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0316504d-d5ea-4c59-9cf5-baffdc10f7a7') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:58.345370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (0316504d-d5ea-4c59-9cf5-baffdc10f7a7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.347299 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa708a38-3539-4166-85ad-97f64705bb38 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (98a83544-bef1-4638-8372-d9ec14b210e3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.353503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb0b52b-f35c-4102-b4c7-e119df12b0f2 req-fa6f1c27-2a82-4d15-aaa6-ed745fefb2ae service neutron] 10.222.0.26 "GET /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940639 Feb 09 03:01:58.354783 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa708a38-3539-4166-85ad-97f64705bb38 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (98a83544-bef1-4638-8372-d9ec14b210e3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.361389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0316504d-d5ea-4c59-9cf5-baffdc10f7a7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.368951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:01:58.369685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (0316504d-d5ea-4c59-9cf5-baffdc10f7a7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:01:58.371841 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:01:58.448562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (507bc555-ac00-4a76-a0a1-546796e7093a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.469468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 507bc555-ac00-4a76-a0a1-546796e7093a {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:01:58.481408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event deleted for resources: {'Network': ['ID=507bc555-ac00-4a76-a0a1-546796e7093a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:01:58.485422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:58.497277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8917016a-5465-4091-bd70-df8d41050bbc tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "DELETE /v2.0/networks/507bc555-ac00-4a76-a0a1-546796e7093a HTTP/1.1" status: 204 len: 168 time: 0.4642746 Feb 09 03:01:58.530491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d546-22b6-4523-958c-48c4965d7f78 req-5185770d-8eab-453c-88c7-156271b88ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:58.533079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7457d546-22b6-4523-958c-48c4965d7f78 req-5185770d-8eab-453c-88c7-156271b88ca6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc3994c219be444694a9461dd5d6c11f&device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 1125 time: 0.0904317 Feb 09 03:01:58.724322 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1a8d11c-e146-4626-840d-c64ad06f7897 req-d7ed3fda-2644-469e-a7f2-ae025f6f2f75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0385904 Feb 09 03:01:58.741743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa708a38-3539-4166-85ad-97f64705bb38 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Router 98a83544-bef1-4638-8372-d9ec14b210e3 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:01:58.897986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d546-22b6-4523-958c-48c4965d7f78 req-c49cae6a-6264-4698-a8b0-e3c3e6d3aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:58.899888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7457d546-22b6-4523-958c-48c4965d7f78 req-c49cae6a-6264-4698-a8b0-e3c3e6d3aa66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91edfda4-200d-445a-816d-ab1486652df0 HTTP/1.1" status: 200 len: 907 time: 0.3602078 Feb 09 03:01:58.953717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7457d546-22b6-4523-958c-48c4965d7f78 req-21e79ade-15b8-4d1e-bdb6-a28fb73d5157 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a85c258-3fdb-4164-ae3d-ebd64f13fed3 HTTP/1.1" status: 200 len: 217 time: 0.0461435 Feb 09 03:01:58.981688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39368) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:58.987033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b5267e85-d7d4-4ba6-89ef-fa2d2abd05d1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'router': {'name': 'tempest-router--1941185540', 'project_id': 'b8877c19f0ab4ebb98b98d258dcd1b25'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:01:59.016437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5267e85-d7d4-4ba6-89ef-fa2d2abd05d1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (1f945334-6416-4bfe-b879-bd294be59a23), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.018095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5267e85-d7d4-4ba6-89ef-fa2d2abd05d1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (1f945334-6416-4bfe-b879-bd294be59a23), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.026727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d546-22b6-4523-958c-48c4965d7f78 req-4f7c9489-ca4f-4308-a4cc-d0e697e7dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:59.028278 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7457d546-22b6-4523-958c-48c4965d7f78 req-4f7c9489-ca4f-4308-a4cc-d0e697e7dc11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44 HTTP/1.1" status: 200 len: 845 time: 0.0662644 Feb 09 03:01:59.033406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa708a38-3539-4166-85ad-97f64705bb38 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:01:59.048572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa708a38-3539-4166-85ad-97f64705bb38 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.050525 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fa708a38-3539-4166-85ad-97f64705bb38 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "PUT /v2.0/routers/98a83544-bef1-4638-8372-d9ec14b210e3 HTTP/1.1" status: 200 len: 924 time: 3.1113062 Feb 09 03:01:59.053016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39370) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:59.136485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5267e85-d7d4-4ba6-89ef-fa2d2abd05d1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_controller (1f945334-6416-4bfe-b879-bd294be59a23), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.153415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc5952-9ec3-41de-bcda-8cd6fb3b78b2 None None] Sync routers for ids ['98a83544-bef1-4638-8372-d9ec14b210e3'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:01:59.158056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5267e85-d7d4-4ba6-89ef-fa2d2abd05d1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (1f945334-6416-4bfe-b879-bd294be59a23), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.187640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d546-22b6-4523-958c-48c4965d7f78 req-e57712e5-5115-4055-9386-e7dd2c62b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:59.189671 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7457d546-22b6-4523-958c-48c4965d7f78 req-e57712e5-5115-4055-9386-e7dd2c62b0e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91edfda4-200d-445a-816d-ab1486652df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1538401 Feb 09 03:01:59.190993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc5952-9ec3-41de-bcda-8cd6fb3b78b2 None None] Routers {'98a83544-bef1-4638-8372-d9ec14b210e3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:59.193003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5952-9ec3-41de-bcda-8cd6fb3b78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['98a83544-bef1-4638-8372-d9ec14b210e3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:59.207271 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b5267e85-d7d4-4ba6-89ef-fa2d2abd05d1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.209633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b5267e85-d7d4-4ba6-89ef-fa2d2abd05d1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2260199 Feb 09 03:01:59.213840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39374) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:59.283981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e2a9ba18-86dc-4f01-a9af-7eac19c729c6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/routers/98a83544-bef1-4638-8372-d9ec14b210e3 HTTP/1.1" status: 200 len: 924 time: 0.2281742 Feb 09 03:01:59.285484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5952-9ec3-41de-bcda-8cd6fb3b78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:59.289335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39378) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:59.304187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc5952-9ec3-41de-bcda-8cd6fb3b78b2 None None] Routers {'98a83544-bef1-4638-8372-d9ec14b210e3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:01:59.306380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5952-9ec3-41de-bcda-8cd6fb3b78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:01:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['98a83544-bef1-4638-8372-d9ec14b210e3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:59.391045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5952-9ec3-41de-bcda-8cd6fb3b78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:01:59.392592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc5952-9ec3-41de-bcda-8cd6fb3b78b2 None None] The sync data for ids ['98a83544-bef1-4638-8372-d9ec14b210e3'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:01:59.406716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7e65-0220-4286-838d-e8c5ebe79908 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (1f945334-6416-4bfe-b879-bd294be59a23), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.450215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7457d546-22b6-4523-958c-48c4965d7f78 req-45caf7d7-1d4e-4fb6-a0cd-a9e30c637e6b service neutron] 10.222.0.26 "GET /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520547 Feb 09 03:01:59.485536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39382) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:59.573309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d056ca3-12c8-4c9c-84c2-2cc171e9ba4e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:59.574911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4d056ca3-12c8-4c9c-84c2-2cc171e9ba4e tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=98a83544-bef1-4638-8372-d9ec14b210e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2804501 Feb 09 03:01:59.577752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39386) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:59.679200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7457d546-22b6-4523-958c-48c4965d7f78 req-1d673454-af96-4eb2-a133-5fbc1e9819fc service neutron] 10.222.0.26 "GET /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186480 Feb 09 03:01:59.713941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b70592e-0c0e-40b9-bf94-35f79bfed51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.737021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a5a9e-e56a-4d0b-93f4-aa17bebaacb9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:01:59.741408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7e1a5a9e-e56a-4d0b-93f4-aa17bebaacb9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 881 time: 0.1598802 Feb 09 03:01:59.742053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39388) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:59.777738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7a699c0a-9e40-4d08-87e2-bbc19501a3d3 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=98a83544-bef1-4638-8372-d9ec14b210e3 HTTP/1.1" status: 200 len: 205 time: 0.0347390 Feb 09 03:01:59.814360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39392) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:59.855038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f101134e-1d88-43fb-ba5c-6e0ddd9f56bd req-a2077921-7ce6-4f6a-8e13-3b542ad2598a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0339077 Feb 09 03:01:59.893620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b70592e-0c0e-40b9-bf94-35f79bfed51a admin admin] Publish callbacks [] for security_group (ff9e9d19-dba6-4dfc-8f70-d93e50b4ac0d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.898270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b70592e-0c0e-40b9-bf94-35f79bfed51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ff9e9d19-dba6-4dfc-8f70-d93e50b4ac0d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:01:59.945760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8b70592e-0c0e-40b9-bf94-35f79bfed51a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=621104f5f71a4a93b7c96eea31154922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587226 Feb 09 03:01:59.947555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39394) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:01:59.954953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70592e-0c0e-40b9-bf94-35f79bfed51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9e9d19-dba6-4dfc-8f70-d93e50b4ac0d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:00.003274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bf95d98-ff60-4bdf-8632-9ee5826caef4 admin admin] Publish callbacks [] for security_group (ff9e9d19-dba6-4dfc-8f70-d93e50b4ac0d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.025654 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bf95d98-ff60-4bdf-8632-9ee5826caef4 admin admin] Publish callbacks [] for security_group (ff9e9d19-dba6-4dfc-8f70-d93e50b4ac0d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.038334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d210dd-aa39-4159-91e3-665d222f8497 req-9ec3b154-aa8c-4441-a378-3bb09d7a4173 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:00.043625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1d210dd-aa39-4159-91e3-665d222f8497 req-9ec3b154-aa8c-4441-a378-3bb09d7a4173 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 943 time: 0.6623666 Feb 09 03:02:00.065807 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7e65-0220-4286-838d-e8c5ebe79908 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (1f945334-6416-4bfe-b879-bd294be59a23), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.076816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7e65-0220-4286-838d-e8c5ebe79908 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_controller (1f945334-6416-4bfe-b879-bd294be59a23), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.077316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bf95d98-ff60-4bdf-8632-9ee5826caef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ff9e9d19-dba6-4dfc-8f70-d93e50b4ac0d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.080090 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bf95d98-ff60-4bdf-8632-9ee5826caef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.083795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9bf95d98-ff60-4bdf-8632-9ee5826caef4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff9e9d19-dba6-4dfc-8f70-d93e50b4ac0d HTTP/1.1" status: 204 len: 168 time: 0.1328375 Feb 09 03:02:00.092843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf95d98-ff60-4bdf-8632-9ee5826caef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9e9d19-dba6-4dfc-8f70-d93e50b4ac0d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:00.149998 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (98a83544-bef1-4638-8372-d9ec14b210e3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.193519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7e65-0220-4286-838d-e8c5ebe79908 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (1f945334-6416-4bfe-b879-bd294be59a23), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.194348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3b7e65-0220-4286-838d-e8c5ebe79908 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f945334-6416-4bfe-b879-bd294be59a23 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:00.199029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e3b7e65-0220-4286-838d-e8c5ebe79908 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.200020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1e3b7e65-0220-4286-838d-e8c5ebe79908 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "DELETE /v2.0/routers/1f945334-6416-4bfe-b879-bd294be59a23 HTTP/1.1" status: 204 len: 168 time: 0.9846625 Feb 09 03:02:00.250203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a6e53803-113c-4148-aa72-88ff2fdb3f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.278494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1d210dd-aa39-4159-91e3-665d222f8497 req-5e9d7cfd-4855-41d9-9c59-4c2f8b31c60d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279994 Feb 09 03:02:00.331023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (98a83544-bef1-4638-8372-d9ec14b210e3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.400064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Deleting port a520e218-f81c-4ba9-98b0-2c455ef7db56 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:00.400419 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a520e218-f81c-4ba9-98b0-2c455ef7db56), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.452888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39402) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:00.473496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-464c54de-047c-4d9a-9d01-200909b8bb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.502654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39404) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:00.536797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a520e218-f81c-4ba9-98b0-2c455ef7db56), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.555669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Calling delete_port for a520e218-f81c-4ba9-98b0-2c455ef7db56 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:00.655106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-464c54de-047c-4d9a-9d01-200909b8bb29 admin admin] Publish callbacks [] for security_group (9b305efc-1f90-46a3-b58f-6e125597e154), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.662276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-464c54de-047c-4d9a-9d01-200909b8bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9b305efc-1f90-46a3-b58f-6e125597e154), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.690515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1794265786', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:00.716789 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.717797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.749169 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:02:00.753492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-464c54de-047c-4d9a-9d01-200909b8bb29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8469f0eacb0444d4bbf133c1ddd09a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968123 Feb 09 03:02:00.753492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c54de-047c-4d9a-9d01-200909b8bb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b305efc-1f90-46a3-b58f-6e125597e154,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:00.754855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39408) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:00.803529 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.819618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a520e218-f81c-4ba9-98b0-2c455ef7db56), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.851868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event deleted for resources: {'Port': ['ID=a520e218-f81c-4ba9-98b0-2c455ef7db56,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:00.921973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (98a83544-bef1-4638-8372-d9ec14b210e3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:00.940921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf10213e-91b7-49d8-a014-8405f18b8039 admin admin] Publish callbacks [] for security_group (9b305efc-1f90-46a3-b58f-6e125597e154), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.016148 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-098d7fd8-e85e-4945-b961-cf5df4503252 req-8e386447-53ca-4382-b543-4a727d73c0da tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0457191 Feb 09 03:02:01.026365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.027464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (98a83544-bef1-4638-8372-d9ec14b210e3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.029767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (98a83544-bef1-4638-8372-d9ec14b210e3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.034118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf10213e-91b7-49d8-a014-8405f18b8039 admin admin] Publish callbacks [] for security_group (9b305efc-1f90-46a3-b58f-6e125597e154), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.088786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (98a83544-bef1-4638-8372-d9ec14b210e3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.089625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Fanout notify agent at l3_agent the message router_deleted on router 98a83544-bef1-4638-8372-d9ec14b210e3 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:01.097819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.098924 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-812b2f5c-a7a2-4bcd-8e0f-be74a8aa8cff tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/98a83544-bef1-4638-8372-d9ec14b210e3 HTTP/1.1" status: 204 len: 168 time: 1.2834940 Feb 09 03:02:01.103294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39412) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:01.107672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9c6c59e5-850e-498f-adc7-92506701d246 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1010017251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:01.130293 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c59e5-850e-498f-adc7-92506701d246 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (f94815de-e386-469d-b9af-d3b357d53bef), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.131850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c59e5-850e-498f-adc7-92506701d246 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (f94815de-e386-469d-b9af-d3b357d53bef), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.160989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf10213e-91b7-49d8-a014-8405f18b8039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9b305efc-1f90-46a3-b58f-6e125597e154), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.164631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bf10213e-91b7-49d8-a014-8405f18b8039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.165956 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bf10213e-91b7-49d8-a014-8405f18b8039 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b305efc-1f90-46a3-b58f-6e125597e154 HTTP/1.1" status: 204 len: 168 time: 0.4102781 Feb 09 03:02:01.184401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10213e-91b7-49d8-a014-8405f18b8039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b305efc-1f90-46a3-b58f-6e125597e154,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:01.214654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c59e5-850e-498f-adc7-92506701d246 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (f94815de-e386-469d-b9af-d3b357d53bef), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.224701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c59e5-850e-498f-adc7-92506701d246 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (f94815de-e386-469d-b9af-d3b357d53bef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.248389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c6c59e5-850e-498f-adc7-92506701d246 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.249962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9c6c59e5-850e-498f-adc7-92506701d246 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1459086 Feb 09 03:02:01.252721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39416) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:01.257930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:01.329243 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.354763 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.487395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Allocated IP 172.25.2.62 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/b1d53760-cd70-46b1-99d3-7c87b1b5995f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:01.572576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (f94815de-e386-469d-b9af-d3b357d53bef), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.594331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c72e7-c8ae-4235-a50d-39e0622369ce req-aea0c09f-b33d-4a07-a88f-61cb3cdf3050 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:01.595554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c8c72e7-c8ae-4235-a50d-39e0622369ce req-aea0c09f-b33d-4a07-a88f-61cb3cdf3050 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 943 time: 0.1948683 Feb 09 03:02:01.627535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for port (b1d53760-cd70-46b1-99d3-7c87b1b5995f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.685538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b1d53760-cd70-46b1-99d3-7c87b1b5995f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.728493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:01.732978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:01.736741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:01.747005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c8c72e7-c8ae-4235-a50d-39e0622369ce req-2926f6ed-0a47-4a44-bb10-137ddb4eff04 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359463 Feb 09 03:02:01.797577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event updated for resources: {'Port': ['ID=b1d53760-cd70-46b1-99d3-7c87b1b5995f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:01.924094 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (f94815de-e386-469d-b9af-d3b357d53bef), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:01.950125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.064758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Allocated IP 172.25.2.132 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/15b63cd3-3d02-41d4-a06f-14eed17530e0) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:02.213936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for port (15b63cd3-3d02-41d4-a06f-14eed17530e0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.268229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (15b63cd3-3d02-41d4-a06f-14eed17530e0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.331312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:02.332838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event updated for resources: {'Port': ['ID=15b63cd3-3d02-41d4-a06f-14eed17530e0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:02.336411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:02.341891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:02.432829 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e88d3f72-c190-4360-8894-de54472805ca req-3cc6a851-37be-4cbc-a86a-7fc6fc35faec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0351348 Feb 09 03:02:02.483544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.662139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d3f169b-5ebb-4fd7-84a7-a61cd287884e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.677697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (f94815de-e386-469d-b9af-d3b357d53bef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.764361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:02.954643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Router 7afaebc6-bc6e-4b77-8101-dc40a1cb6d32 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:03.014558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac48fd-1dff-4b6f-a830-5faf0bfa7c63 req-3f70d17f-0661-441d-8005-4a66cff19f75 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:03.021730 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8ac48fd-1dff-4b6f-a830-5faf0bfa7c63 req-3f70d17f-0661-441d-8005-4a66cff19f75 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 943 time: 0.1474922 Feb 09 03:02:03.027669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (f94815de-e386-469d-b9af-d3b357d53bef), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.032151 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (f94815de-e386-469d-b9af-d3b357d53bef), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.088439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:03.099102 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd632085-0eb2-4fbd-8acf-60ef24d9d993 None None] Sync routers for ids ['7afaebc6-bc6e-4b77-8101-dc40a1cb6d32'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:03.121689 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd632085-0eb2-4fbd-8acf-60ef24d9d993 None None] Routers {'7afaebc6-bc6e-4b77-8101-dc40a1cb6d32'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:03.122350 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd632085-0eb2-4fbd-8acf-60ef24d9d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7afaebc6-bc6e-4b77-8101-dc40a1cb6d32'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.128342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.133563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-77d99434-f224-4f6f-87dc-4d285d8fd875 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6268785 Feb 09 03:02:03.134382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39474) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:03.162048 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd632085-0eb2-4fbd-8acf-60ef24d9d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.173456 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd632085-0eb2-4fbd-8acf-60ef24d9d993 None None] Routers {'7afaebc6-bc6e-4b77-8101-dc40a1cb6d32'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:03.174687 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd632085-0eb2-4fbd-8acf-60ef24d9d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7afaebc6-bc6e-4b77-8101-dc40a1cb6d32'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.212642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8ac48fd-1dff-4b6f-a830-5faf0bfa7c63 req-4d5bed73-062a-4fb1-b582-0b7862f19f67 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899743 Feb 09 03:02:03.220359 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd632085-0eb2-4fbd-8acf-60ef24d9d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.221779 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd632085-0eb2-4fbd-8acf-60ef24d9d993 None None] The sync data for ids ['7afaebc6-bc6e-4b77-8101-dc40a1cb6d32'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:03.237482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Router f94815de-e386-469d-b9af-d3b357d53bef is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:03.338322 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-32026d78-5b25-4db8-8534-b80320d36b6e tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/routers/7afaebc6-bc6e-4b77-8101-dc40a1cb6d32 HTTP/1.1" status: 200 len: 920 time: 0.2025092 Feb 09 03:02:03.340897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39486) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:03.368775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:03.376101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:02:03.378857 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.380830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4715532d-306b-4ca7-9fba-6cfc2b2bfc48 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "PUT /v2.0/routers/f94815de-e386-469d-b9af-d3b357d53bef HTTP/1.1" status: 200 len: 884 time: 2.1264002 Feb 09 03:02:03.385072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd7245-e670-499f-9544-6179143ca8fe None None] Sync routers for ids ['f94815de-e386-469d-b9af-d3b357d53bef'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:03.385370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:03.388949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39490) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:03.389587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0b006ba3-4cbe-4495-8a93-b166f8981185 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afaebc6-bc6e-4b77-8101-dc40a1cb6d32 HTTP/1.1" status: 200 len: 205 time: 0.0473723 Feb 09 03:02:03.424898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd7245-e670-499f-9544-6179143ca8fe None None] Routers {'f94815de-e386-469d-b9af-d3b357d53bef'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:03.426149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-07cd7245-e670-499f-9544-6179143ca8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f94815de-e386-469d-b9af-d3b357d53bef'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.510701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-07cd7245-e670-499f-9544-6179143ca8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.554160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd7245-e670-499f-9544-6179143ca8fe None None] Routers {'f94815de-e386-469d-b9af-d3b357d53bef'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:03.556234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-07cd7245-e670-499f-9544-6179143ca8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f94815de-e386-469d-b9af-d3b357d53bef'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.592280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0478a3f1-8571-41f4-9a87-8c04cab7fcce req-31c0a9bb-2beb-47cd-8003-d0142c86adc8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0471115 Feb 09 03:02:03.625742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-07cd7245-e670-499f-9544-6179143ca8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:03.626716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd7245-e670-499f-9544-6179143ca8fe None None] The sync data for ids ['f94815de-e386-469d-b9af-d3b357d53bef'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:03.664649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:03.686197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'port_id': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'mac_address': 'fa:16:3e:3c:62:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:02:03.744847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:03.745431 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.761358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:02:03.787361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:03.793336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:03.851907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:03.892878 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.029147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.070008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39526) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:04.070536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-19c2feab-18db-40ef-bc06-82d220326c35 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/routers/f94815de-e386-469d-b9af-d3b357d53bef HTTP/1.1" status: 200 len: 925 time: 0.6794753 Feb 09 03:02:04.123441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a1cc54-f953-4d27-b5a9-b43eb502fa1a tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:04.125164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-68a1cc54-f953-4d27-b5a9-b43eb502fa1a tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=f94815de-e386-469d-b9af-d3b357d53bef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0539224 Feb 09 03:02:04.128283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39532) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:04.147542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['6a85c258-3fdb-4164-ae3d-ebd64f13fed3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:02:04.186415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.259509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Deleting port b1d53760-cd70-46b1-99d3-7c87b1b5995f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:04.260185 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b1d53760-cd70-46b1-99d3-7c87b1b5995f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.264258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fec2e1-c180-4ea5-8c16-633d2e968475 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:04.265681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b1fec2e1-c180-4ea5-8c16-633d2e968475 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 881 time: 0.1361985 Feb 09 03:02:04.269693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39542) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:04.337351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-25080098-470e-4486-ba56-4b826d912d9e tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=f94815de-e386-469d-b9af-d3b357d53bef HTTP/1.1" status: 200 len: 205 time: 0.0648522 Feb 09 03:02:04.338107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39548) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:04.413769 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b1d53760-cd70-46b1-99d3-7c87b1b5995f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.423196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48a9b3-b671-496e-b7b1-e57c996d1ab2 req-f9b838c9-eeab-41fe-82e3-27e77a311162 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:04.430953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7b48a9b3-b671-496e-b7b1-e57c996d1ab2 req-f9b838c9-eeab-41fe-82e3-27e77a311162 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 944 time: 0.1164935 Feb 09 03:02:04.455712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Calling delete_port for b1d53760-cd70-46b1-99d3-7c87b1b5995f owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:04.549707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (f94815de-e386-469d-b9af-d3b357d53bef), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.555624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7b48a9b3-b671-496e-b7b1-e57c996d1ab2 req-998f3992-9be0-42ed-8a61-76548eb811db tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236057 Feb 09 03:02:04.705088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b1d53760-cd70-46b1-99d3-7c87b1b5995f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.765916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event deleted for resources: {'Port': ['ID=b1d53760-cd70-46b1-99d3-7c87b1b5995f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:04.807903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e81ed9-dd40-4e9a-baa8-92cc2ac7a81f req-edc3c0ad-0aaa-4608-888d-75ec9121f388 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.1059470 Feb 09 03:02:04.810125 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (f94815de-e386-469d-b9af-d3b357d53bef), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.864266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.886053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Deleting port 15b63cd3-3d02-41d4-a06f-14eed17530e0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:04.886525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (15b63cd3-3d02-41d4-a06f-14eed17530e0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:04.986229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (15b63cd3-3d02-41d4-a06f-14eed17530e0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.003702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.007017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Calling delete_port for 15b63cd3-3d02-41d4-a06f-14eed17530e0 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:05.034326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.036754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.130687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (7afaebc6-bc6e-4b77-8101-dc40a1cb6d32), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.131426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Fanout notify agent at l3_agent the message router_deleted on router 7afaebc6-bc6e-4b77-8101-dc40a1cb6d32 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:05.154888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.156975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9db11ad0-48e2-42cd-b47c-4fa4d783ec34 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/7afaebc6-bc6e-4b77-8101-dc40a1cb6d32 HTTP/1.1" status: 204 len: 168 time: 1.7641857 Feb 09 03:02:05.160017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39582) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:05.165918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'router': {'name': 'tempest-snat-router-224491584', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': False}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:05.202946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.206174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.355862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (15b63cd3-3d02-41d4-a06f-14eed17530e0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.368055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_controller (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.387096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:05.502252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event deleted for resources: {'Port': ['ID=15b63cd3-3d02-41d4-a06f-14eed17530e0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:05.563190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:02:05.571413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:05.571860 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.662126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (f94815de-e386-469d-b9af-d3b357d53bef), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.763371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:05.765198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.839619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:05.841381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:05.846085 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba97f90-0f80-4157-862a-a995f8b59001" -d '{"events": [{"server_uuid": "4a38aaa9-c590-4caf-8da2-6117fb377763", "name": "network-vif-plugged", "status": "completed", "tag": "6a85c258-3fdb-4164-ae3d-ebd64f13fed3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:05.847073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.854653 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.894716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (f94815de-e386-469d-b9af-d3b357d53bef), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.901297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (f94815de-e386-469d-b9af-d3b357d53bef), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:05.925132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:05.969858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ef316-202a-418e-a225-ff781e3dd4d1 req-e9cc04f8-2308-4487-903e-7c6c4f0b3052 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:05.971687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d5ef316-202a-418e-a225-ff781e3dd4d1 req-e9cc04f8-2308-4487-903e-7c6c4f0b3052 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 944 time: 0.2721426 Feb 09 03:02:06.048639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d5ef316-202a-418e-a225-ff781e3dd4d1 req-a4cec443-62cc-4efa-a297-ff9a74d1053e tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653226 Feb 09 03:02:06.069865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a764d6d-dac0-4795-8d81-45051106760b req-59544ffd-e670-422e-b75e-1b5e8635825d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0731339 Feb 09 03:02:06.077933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (f94815de-e386-469d-b9af-d3b357d53bef), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.078797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Fanout notify agent at l3_agent the message router_deleted on router f94815de-e386-469d-b9af-d3b357d53bef {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:06.109611 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.114575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-012e94b5-bec4-4361-9812-8465604520a1 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/f94815de-e386-469d-b9af-d3b357d53bef HTTP/1.1" status: 204 len: 168 time: 1.7720463 Feb 09 03:02:06.116701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39648) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:06.135788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b6b2c872-ebcc-4696-a615-75fea602bc42 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1457517973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:06.140589 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c212cc-6f9f-420c-be4b-65a00794e821 x-openstack-request-id: req-76c212cc-6f9f-420c-be4b-65a00794e821 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:06.141079 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a38aaa9-c590-4caf-8da2-6117fb377763", "name": "network-vif-plugged", "status": "completed", "tag": "6a85c258-3fdb-4164-ae3d-ebd64f13fed3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:06.141313 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76c212cc-6f9f-420c-be4b-65a00794e821 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:06.142213 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'code': 200} Feb 09 03:02:06.227194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c872-ebcc-4696-a615-75fea602bc42 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (5cd33085-99c0-43ad-827f-08e88347ea1b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.228356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c872-ebcc-4696-a615-75fea602bc42 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (5cd33085-99c0-43ad-827f-08e88347ea1b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.309234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6ee22-5adc-44db-96c4-e8f05cf4f3e9 req-109792af-f10f-49e9-b4ed-3c8f58be2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:06.312645 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ada6ee22-5adc-44db-96c4-e8f05cf4f3e9 req-109792af-f10f-49e9-b4ed-3c8f58be2773 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 1127 time: 0.1027021 Feb 09 03:02:06.318737 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.326748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.373852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.382552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ada6ee22-5adc-44db-96c4-e8f05cf4f3e9 req-07968ff5-2122-4ae9-b5b8-558f2524b374 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610769 Feb 09 03:02:06.439144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c872-ebcc-4696-a615-75fea602bc42 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (5cd33085-99c0-43ad-827f-08e88347ea1b), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.451060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c872-ebcc-4696-a615-75fea602bc42 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (5cd33085-99c0-43ad-827f-08e88347ea1b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.498777 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6b2c872-ebcc-4696-a615-75fea602bc42 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.502890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39672) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:06.503055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b6b2c872-ebcc-4696-a615-75fea602bc42 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3856177 Feb 09 03:02:06.516104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': True}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:06.551208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Allocated IP 172.25.2.128 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/33a54293-2a4d-4cda-a85c-4b16430e8d3a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:06.681138 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.735029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.832418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:06.837275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:06.844536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:06.891219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (5cd33085-99c0-43ad-827f-08e88347ea1b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:06.907583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'Port': ['ID=33a54293-2a4d-4cda-a85c-4b16430e8d3a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:07.288625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7df81131-c46d-4708-a610-e346c08767a5 req-e3ff3846-2ba8-4a53-a415-af164ee24d26 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0596008 Feb 09 03:02:07.332396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205a902-fc03-4215-9e84-40b2e6483ec8 req-79ce2630-aa07-4918-aaf3-4f689fa893fd tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:07.333717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:07.334138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1205a902-fc03-4215-9e84-40b2e6483ec8 req-79ce2630-aa07-4918-aaf3-4f689fa893fd tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.1320746 Feb 09 03:02:07.371968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (5cd33085-99c0-43ad-827f-08e88347ea1b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:07.404070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:07.428809 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1205a902-fc03-4215-9e84-40b2e6483ec8 req-476d765f-de0b-4d0b-b15f-4a5b23a6d1fc tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865848 Feb 09 03:02:07.579567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Allocated IP 172.25.2.254 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/7060fc19-f0be-4e16-b36d-6792f1be8cb7) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:07.720456 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:07.737244 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for port (7060fc19-f0be-4e16-b36d-6792f1be8cb7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:07.805939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7060fc19-f0be-4e16-b36d-6792f1be8cb7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:07.877589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Router 3d4d2acf-30c0-4966-95ee-3822fd7a3c6a is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:07.903271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'Port': ['ID=7060fc19-f0be-4e16-b36d-6792f1be8cb7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:07.910016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:07.911619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:07.914528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:08.028888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:08.043531 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Sync routers for ids ['3d4d2acf-30c0-4966-95ee-3822fd7a3c6a'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:08.058585 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Routers {'3d4d2acf-30c0-4966-95ee-3822fd7a3c6a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:08.059558 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3d4d2acf-30c0-4966-95ee-3822fd7a3c6a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:08.062702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.064680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-58cc2890-0e52-4398-b3f6-ea5a7f597541 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9026713 Feb 09 03:02:08.066936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39762) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:08.241768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bca8513d-eb8f-4c1f-8b43-8b05c777de46 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/routers/3d4d2acf-30c0-4966-95ee-3822fd7a3c6a HTTP/1.1" status: 200 len: 908 time: 0.1736250 Feb 09 03:02:08.244213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39774) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:08.252369 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Set router 3d4d2acf-30c0-4966-95ee-3822fd7a3c6a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:08.255768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'router': {'name': 'tempest-snat-router-224491584', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': True}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:08.297636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (e3875d81-1f84-4987-b391-4a3be6406c32), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.298727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (e3875d81-1f84-4987-b391-4a3be6406c32), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.312635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (5cd33085-99c0-43ad-827f-08e88347ea1b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.421999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_controller (e3875d81-1f84-4987-b391-4a3be6406c32), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.641019 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4d2acf-30c0-4966-95ee-3822fd7a3c6a', 'name': 'tempest-snat-router-224491584', 'tenant_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.128'}], 'enable_snat': False}, 'gw_port_id': '33a54293-2a4d-4cda-a85c-4b16430e8d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:05Z', 'updated_at': '2022-02-09T03:02:07Z', 'revision_number': 3, 'project_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'gw_port': {'id': '33a54293-2a4d-4cda-a85c-4b16430e8d3a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4d2acf-30c0-4966-95ee-3822fd7a3c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:06Z', 'updated_at': '2022-02-09T03:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:08.672446 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Checking router: 3d4d2acf-30c0-4966-95ee-3822fd7a3c6a for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:08.673185 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Updating router 3d4d2acf-30c0-4966-95ee-3822fd7a3c6a port 33a54293-2a4d-4cda-a85c-4b16430e8d3a binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:02:08.691458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d24ab94-2c13-4c15-aa84-79efcf1e00d4 req-c4d9bbae-2d14-4f3e-9b8a-128658260768 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.2652366 Feb 09 03:02:08.706791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (e3875d81-1f84-4987-b391-4a3be6406c32), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.719014 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.747882 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (5cd33085-99c0-43ad-827f-08e88347ea1b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.751540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (5cd33085-99c0-43ad-827f-08e88347ea1b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:08.859204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c231-f22c-46bb-8bdb-1d29dadd7954 req-3ba2379a-c4af-4c0c-b7e0-207cf812d725 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:08.860120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f555c231-f22c-46bb-8bdb-1d29dadd7954 req-3ba2379a-c4af-4c0c-b7e0-207cf812d725 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.2660191 Feb 09 03:02:08.981993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f555c231-f22c-46bb-8bdb-1d29dadd7954 req-f478296a-9750-4414-9a4f-b2c988cd4fb6 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042738 Feb 09 03:02:09.022495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Router 5cd33085-99c0-43ad-827f-08e88347ea1b is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:09.037976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (e3875d81-1f84-4987-b391-4a3be6406c32), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.086044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.178748 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Publish callbacks [] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.192624 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.238546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f17648-44ce-4267-a0f1-fb3709a99008 req-9fbde1cb-88d0-4169-b992-45b4e463fad8 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:09.240412 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-81f17648-44ce-4267-a0f1-fb3709a99008 req-9fbde1cb-88d0-4169-b992-45b4e463fad8 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.1644418 Feb 09 03:02:09.249931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39816) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:09.254820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Request body: {'floatingip': {'port_id': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:09.262608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:09.272467 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.274934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adebce-b869-4cdb-9e3b-d03e25d2de01 None None] Sync routers for ids ['5cd33085-99c0-43ad-827f-08e88347ea1b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:09.276510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-24779888-b965-4104-891a-d193a766d155 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "PUT /v2.0/routers/5cd33085-99c0-43ad-827f-08e88347ea1b HTTP/1.1" status: 200 len: 919 time: 2.7722650 Feb 09 03:02:09.277233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39818) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:09.288525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adebce-b869-4cdb-9e3b-d03e25d2de01 None None] Routers {'5cd33085-99c0-43ad-827f-08e88347ea1b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:09.292111 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f4adebce-b869-4cdb-9e3b-d03e25d2de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5cd33085-99c0-43ad-827f-08e88347ea1b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:09.310920 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Attempting to bind port 33a54293-2a4d-4cda-a85c-4b16430e8d3a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:09.311285 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Attempting to bind port 33a54293-2a4d-4cda-a85c-4b16430e8d3a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:09.311643 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Attempting to bind port 33a54293-2a4d-4cda-a85c-4b16430e8d3a on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:09.328216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for floatingip (9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.329431 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:09.330385 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:09.330800 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.331194 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:09.331676 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Bound port: 33a54293-2a4d-4cda-a85c-4b16430e8d3a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:09.332052 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.340210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39820) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:09.347061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Allocated IP 172.25.2.11 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/6841ca9e-5483-4035-973a-00dc69e738d2) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:09.363150 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c5dd2-b5e3-4ec4-a8ef-d4e15999ee91 None None] Pushing event updated for resources: {'Port': ['ID=33a54293-2a4d-4cda-a85c-4b16430e8d3a,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:09.382459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f4adebce-b869-4cdb-9e3b-d03e25d2de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:09.393850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adebce-b869-4cdb-9e3b-d03e25d2de01 None None] Routers {'5cd33085-99c0-43ad-827f-08e88347ea1b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:09.394712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f4adebce-b869-4cdb-9e3b-d03e25d2de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5cd33085-99c0-43ad-827f-08e88347ea1b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:09.423974 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] For port 33a54293-2a4d-4cda-a85c-4b16430e8d3a, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:09.429025 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] For port 33a54293-2a4d-4cda-a85c-4b16430e8d3a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33a54293-2a4d-4cda-a85c-4b16430e8d3a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:09.433130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f4adebce-b869-4cdb-9e3b-d03e25d2de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:09.434258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adebce-b869-4cdb-9e3b-d03e25d2de01 None None] The sync data for ids ['5cd33085-99c0-43ad-827f-08e88347ea1b'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:09.442323 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:09.511081 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Routers {'3d4d2acf-30c0-4966-95ee-3822fd7a3c6a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:09.512054 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3d4d2acf-30c0-4966-95ee-3822fd7a3c6a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:09.645468 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] Set router 3d4d2acf-30c0-4966-95ee-3822fd7a3c6a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:09.952078 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c5dd2-b5e3-4ec4-a8ef-d4e15999ee91 None None] Pushing event updated for resources: {'Port': ['ID=33a54293-2a4d-4cda-a85c-4b16430e8d3a,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:09.999958 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e8caee0-b978-4a77-8db3-5f53c4a3191c req-53b2bc88-62b9-4eb2-be86-4a50f2fc3d8a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0846143 Feb 09 03:02:10.016593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-09c0fe60-f279-49b4-b8d8-d0fe0534e135 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/routers/5cd33085-99c0-43ad-827f-08e88347ea1b HTTP/1.1" status: 200 len: 925 time: 0.7382741 Feb 09 03:02:10.020460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39828) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:10.053694 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d4d2acf-30c0-4966-95ee-3822fd7a3c6a', 'name': 'tempest-snat-router-224491584', 'tenant_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.128'}], 'enable_snat': False}, 'gw_port_id': '33a54293-2a4d-4cda-a85c-4b16430e8d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:05Z', 'updated_at': '2022-02-09T03:02:07Z', 'revision_number': 3, 'project_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'gw_port': {'id': '33a54293-2a4d-4cda-a85c-4b16430e8d3a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4d2acf-30c0-4966-95ee-3822fd7a3c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:06Z', 'updated_at': '2022-02-09T03:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:10.070061 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5fb72b42-9196-4201-b683-88e486e503cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.091589 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df378865-ebef-4ac0-a193-87028b1b64c0 None None] The sync data for ids ['3d4d2acf-30c0-4966-95ee-3822fd7a3c6a'] in n-d-827839-4 is: [{'id': '3d4d2acf-30c0-4966-95ee-3822fd7a3c6a', 'name': 'tempest-snat-router-224491584', 'tenant_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.128'}], 'enable_snat': False}, 'gw_port_id': '33a54293-2a4d-4cda-a85c-4b16430e8d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:05Z', 'updated_at': '2022-02-09T03:02:07Z', 'revision_number': 3, 'project_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'gw_port': {'id': '33a54293-2a4d-4cda-a85c-4b16430e8d3a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d4d2acf-30c0-4966-95ee-3822fd7a3c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:06Z', 'updated_at': '2022-02-09T03:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:10.098741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38cd7ac-81ca-4f82-a8cf-24767e5c2c2c tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:10.102986 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d38cd7ac-81ca-4f82-a8cf-24767e5c2c2c tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=5cd33085-99c0-43ad-827f-08e88347ea1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0809469 Feb 09 03:02:10.105470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39830) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:10.241248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c8bfa-2a7b-42ad-9a12-d1b14aa2495b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:10.244963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-289c8bfa-2a7b-42ad-9a12-d1b14aa2495b tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 881 time: 0.1384621 Feb 09 03:02:10.248675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39838) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:10.293913 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4b2b043d-230f-4925-89ad-c3f4c2182dcd tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cd33085-99c0-43ad-827f-08e88347ea1b HTTP/1.1" status: 200 len: 205 time: 0.0414581 Feb 09 03:02:10.294780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39840) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:10.366698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for port (6841ca9e-5483-4035-973a-00dc69e738d2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.495415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (5cd33085-99c0-43ad-827f-08e88347ea1b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.529604 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5fb72b42-9196-4201-b683-88e486e503cf admin admin] Publish callbacks [] for security_group (dcfbc334-cff0-4270-b32c-e6f3841501fc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.545706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5fb72b42-9196-4201-b683-88e486e503cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dcfbc334-cff0-4270-b32c-e6f3841501fc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.631479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5fb72b42-9196-4201-b683-88e486e503cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=496ce3e8d19a45e68b1d09112ac1d516&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2886398 Feb 09 03:02:10.633531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39842) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:10.679902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb72b42-9196-4201-b683-88e486e503cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfbc334-cff0-4270-b32c-e6f3841501fc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:10.707966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6841ca9e-5483-4035-973a-00dc69e738d2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.745087 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d16d5658-4832-40ac-ab32-a367c59beb1f admin admin] Publish callbacks [] for security_group (dcfbc334-cff0-4270-b32c-e6f3841501fc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.760409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (5cd33085-99c0-43ad-827f-08e88347ea1b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.781871 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d16d5658-4832-40ac-ab32-a367c59beb1f admin admin] Publish callbacks [] for security_group (dcfbc334-cff0-4270-b32c-e6f3841501fc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.804827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:10.810498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:10.820442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:10.824494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:02:10.889693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Deleting port 7060fc19-f0be-4e16-b36d-6792f1be8cb7 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:10.895957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7060fc19-f0be-4e16-b36d-6792f1be8cb7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:10.937126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'Port': ['ID=6841ca9e-5483-4035-973a-00dc69e738d2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:10.992857 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d16d5658-4832-40ac-ab32-a367c59beb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dcfbc334-cff0-4270-b32c-e6f3841501fc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.001104 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d16d5658-4832-40ac-ab32-a367c59beb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.002498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d16d5658-4832-40ac-ab32-a367c59beb1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcfbc334-cff0-4270-b32c-e6f3841501fc HTTP/1.1" status: 204 len: 168 time: 0.3677080 Feb 09 03:02:11.008161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.021209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d5658-4832-40ac-ab32-a367c59beb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfbc334-cff0-4270-b32c-e6f3841501fc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:11.069302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7060fc19-f0be-4e16-b36d-6792f1be8cb7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.102264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Calling delete_port for 7060fc19-f0be-4e16-b36d-6792f1be8cb7 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:11.134112 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.252590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbb91938-7525-4e35-a722-b76ecf6a1dff req-9488faf7-5bdf-46fb-9bae-c460abf82d41 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0361965 Feb 09 03:02:11.526401 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Floating IP 9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e associated. External IP: 172.25.2.233, port: 6a85c258-3fdb-4164-ae3d-ebd64f13fed3. Feb 09 03:02:11.529781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7060fc19-f0be-4e16-b36d-6792f1be8cb7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.597410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event deleted for resources: {'Port': ['ID=7060fc19-f0be-4e16-b36d-6792f1be8cb7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:11.624122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33a54293-2a4d-4cda-a85c-4b16430e8d3a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:11.717363 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (5cd33085-99c0-43ad-827f-08e88347ea1b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.743230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 33a54293-2a4d-4cda-a85c-4b16430e8d3a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:11.743899 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.841443 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (e3875d81-1f84-4987-b391-4a3be6406c32), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.882198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 33a54293-2a4d-4cda-a85c-4b16430e8d3a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:11.882877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.904401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 33a54293-2a4d-4cda-a85c-4b16430e8d3a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33a54293-2a4d-4cda-a85c-4b16430e8d3a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:11.910856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.955100 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (5cd33085-99c0-43ad-827f-08e88347ea1b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:11.960457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (5cd33085-99c0-43ad-827f-08e88347ea1b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.016525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=33a54293-2a4d-4cda-a85c-4b16430e8d3a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:12.063606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (5cd33085-99c0-43ad-827f-08e88347ea1b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.065173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd33085-99c0-43ad-827f-08e88347ea1b {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:12.081537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.092655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d158efeb-5cc9-4dae-8792-ffbd1f9818af tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/5cd33085-99c0-43ad-827f-08e88347ea1b HTTP/1.1" status: 204 len: 168 time: 1.7964048 Feb 09 03:02:12.093419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39874) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:12.179341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fd4ea14b-6a08-42c5-a20f-d4c19b7bce3a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1880386599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:12.324203 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea14b-6a08-42c5-a20f-d4c19b7bce3a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (e6de9eff-483a-4959-81a8-a5dc2a1663f0), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.327769 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea14b-6a08-42c5-a20f-d4c19b7bce3a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (e6de9eff-483a-4959-81a8-a5dc2a1663f0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.469071 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88f04bf3-a907-44f9-9e3f-6f0675044fa4 req-4ecaeb9a-70a0-4db6-a4fe-63cf1d894f31 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0898566 Feb 09 03:02:12.601891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Router a437be77-3be5-4d08-b071-bded7bde8a34 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:12.605905 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea14b-6a08-42c5-a20f-d4c19b7bce3a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (e6de9eff-483a-4959-81a8-a5dc2a1663f0), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.621162 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea14b-6a08-42c5-a20f-d4c19b7bce3a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (e6de9eff-483a-4959-81a8-a5dc2a1663f0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.723686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (e3875d81-1f84-4987-b391-4a3be6406c32), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.733694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea14b-6a08-42c5-a20f-d4c19b7bce3a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:12.735151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fd4ea14b-6a08-42c5-a20f-d4c19b7bce3a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6382120 Feb 09 03:02:12.738757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39896) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:12.823937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': False}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:13.236225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39916) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:13.351072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:13.355896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb163-a1df-45ff-bd73-51a93cc85a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.359305 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.369207 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] Sync routers for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:13.395248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:13.396258 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:13.474256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb163-a1df-45ff-bd73-51a93cc85a09 admin admin] Publish callbacks [] for security_group (ba1d29ce-7cc0-42c1-93a9-3a55beba68a4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.478425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0d65221c-354a-4f5b-8ac0-4558aaf362fb tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "PUT /v2.0/floatingips/9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e HTTP/1.1" status: 200 len: 991 time: 4.2249715 Feb 09 03:02:13.479872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'tag': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:02:13.480887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c9cb163-a1df-45ff-bd73-51a93cc85a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ba1d29ce-7cc0-42c1-93a9-3a55beba68a4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.482144 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a38aaa9-c590-4caf-8da2-6117fb377763", "tag": "6a85c258-3fdb-4164-ae3d-ebd64f13fed3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:02:13.522210 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (e6de9eff-483a-4959-81a8-a5dc2a1663f0), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.556990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33a54293-2a4d-4cda-a85c-4b16430e8d3a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:13.559234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cb163-a1df-45ff-bd73-51a93cc85a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1d29ce-7cc0-42c1-93a9-3a55beba68a4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:13.575922 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8c9cb163-a1df-45ff-bd73-51a93cc85a09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e22b77aed0643d88c48a385f861b645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3385766 Feb 09 03:02:13.579178 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:13.582741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39928) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:13.619643 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed374d9-9533-4dff-86c2-23ebd4b37b34 x-openstack-request-id: req-6ed374d9-9533-4dff-86c2-23ebd4b37b34 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:02:13.620300 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a38aaa9-c590-4caf-8da2-6117fb377763", "tag": "6a85c258-3fdb-4164-ae3d-ebd64f13fed3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:02:13.620300 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed374d9-9533-4dff-86c2-23ebd4b37b34 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:02:13.621717 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'tag': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'status': 'completed', 'code': 200} Feb 09 03:02:13.676717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 33a54293-2a4d-4cda-a85c-4b16430e8d3a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:13.677104 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.750276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5ce82d4-0c61-423c-8132-fe3ef04f74ce req-c7905df3-c615-4e45-99af-70e8c6fe7c5c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0794582 Feb 09 03:02:13.752774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Router e3875d81-1f84-4987-b391-4a3be6406c32 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:13.779699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-bf0de2fc-1c9b-489e-babf-900523a40bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:13.781897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-bf0de2fc-1c9b-489e-babf-900523a40bfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc3994c219be444694a9461dd5d6c11f&device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 1127 time: 0.1592624 Feb 09 03:02:13.823447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 33a54293-2a4d-4cda-a85c-4b16430e8d3a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:13.903428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Publish callbacks [] for security_group (ba1d29ce-7cc0-42c1-93a9-3a55beba68a4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:13.911435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289e49c-10de-4b89-885e-ee59a19518a6 req-1e099622-0e7d-46ee-884c-e3dc577633c3 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:13.919880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e289e49c-10de-4b89-885e-ee59a19518a6 req-1e099622-0e7d-46ee-884c-e3dc577633c3 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.2826483 Feb 09 03:02:13.922340 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'port_id': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'mac_address': 'fa:16:3e:3c:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:01:47Z', 'updated_at': '2022-02-09T03:02:10Z', 'revision_number': 1, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:13.942701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-06c60d2e-366d-476e-ab66-05f469165c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:13.946120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-06c60d2e-366d-476e-ab66-05f469165c2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=91edfda4-200d-445a-816d-ab1486652df0 HTTP/1.1" status: 200 len: 907 time: 0.1576385 Feb 09 03:02:13.961226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] Checking router: a437be77-3be5-4d08-b071-bded7bde8a34 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:13.970957 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:13.971916 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:13.996404 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Publish callbacks [] for security_group (ba1d29ce-7cc0-42c1-93a9-3a55beba68a4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.042484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-95804285-dd1c-4e68-b896-c4745748eefa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a85c258-3fdb-4164-ae3d-ebd64f13fed3 HTTP/1.1" status: 200 len: 999 time: 0.0886073 Feb 09 03:02:14.052667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e289e49c-10de-4b89-885e-ee59a19518a6 req-c0afd484-801c-43ff-9b81-936f1df9295c tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269093 Feb 09 03:02:14.060714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:14.071972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Sync routers for ids ['e3875d81-1f84-4987-b391-4a3be6406c32'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:14.103857 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Routers {'e3875d81-1f84-4987-b391-4a3be6406c32'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:14.104798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e3875d81-1f84-4987-b391-4a3be6406c32'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:14.134334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-0b46515e-3fd9-4577-b64b-94ded8af50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:14.136624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-0b46515e-3fd9-4577-b64b-94ded8af50d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44 HTTP/1.1" status: 200 len: 845 time: 0.0875757 Feb 09 03:02:14.137678 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:14.170840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.172262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9d1ae632-7e72-4efb-af8e-bf7274fd5c22 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.9269342 Feb 09 03:02:14.177920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39932) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:14.224462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ba1d29ce-7cc0-42c1-93a9-3a55beba68a4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.232054 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.235956 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba1d29ce-7cc0-42c1-93a9-3a55beba68a4 HTTP/1.1" status: 204 len: 168 time: 0.6481917 Feb 09 03:02:14.290510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-b68eba9b-d63b-496a-9e5d-af169c7447fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:14.293718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-b68eba9b-d63b-496a-9e5d-af169c7447fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91edfda4-200d-445a-816d-ab1486652df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1472068 Feb 09 03:02:14.345955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Set router e3875d81-1f84-4987-b391-4a3be6406c32 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:14.418736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1d29ce-7cc0-42c1-93a9-3a55beba68a4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:14.498572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-277794af-dc3f-477a-bab2-0a6fb451096e service neutron] 10.222.0.26 "GET /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946294 Feb 09 03:02:14.510298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.510492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.511120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.511464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.511797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.512127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.512452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.512775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.513096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.513416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.513739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.514057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.514403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8e4899-7356-4668-94c2-24d6160361bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:14.539083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (e6de9eff-483a-4959-81a8-a5dc2a1663f0), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.639750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:14.737804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffe5233a-4c4d-48ab-87c4-d5b24f81ccbc req-7b5444b2-3854-4bda-8443-a15c91749565 service neutron] 10.222.0.26 "GET /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323623 Feb 09 03:02:14.756960 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'port_id': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'mac_address': 'fa:16:3e:3c:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:01:47Z', 'updated_at': '2022-02-09T03:02:10Z', 'revision_number': 1, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:14.823557 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ca8b2-d165-41e8-a449-447fafccf396 None None] The sync data for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 is: [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'floating_ip_address': '172.25.2.233', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'port_id': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'mac_address': 'fa:16:3e:3c:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:01:47Z', 'updated_at': '2022-02-09T03:02:10Z', 'revision_number': 1, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:14.915616 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf0c8fcd-204a-469c-946b-4c4b11f3965d tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/routers/e3875d81-1f84-4987-b391-4a3be6406c32 HTTP/1.1" status: 200 len: 906 time: 0.7360427 Feb 09 03:02:14.917078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Allocated IP 172.25.2.9 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/77693db3-b7f0-4508-a214-87a1f4776bd7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:14.919393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39958) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:14.952781 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c9c7492-21e7-4824-90c5-015d1cf11210 req-10b11c45-0bcc-4482-b641-b3547ee364c8 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0382690 Feb 09 03:02:14.967918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3875d81-1f84-4987-b391-4a3be6406c32', 'name': 'tempest-snat-router-224491584', 'tenant_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6841ca9e-5483-4035-973a-00dc69e738d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:08Z', 'updated_at': '2022-02-09T03:02:11Z', 'revision_number': 3, 'project_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'gw_port': {'id': '6841ca9e-5483-4035-973a-00dc69e738d2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3875d81-1f84-4987-b391-4a3be6406c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:02:09Z', 'updated_at': '2022-02-09T03:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:15.000491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Checking router: e3875d81-1f84-4987-b391-4a3be6406c32 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:02:15.000847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Updating router e3875d81-1f84-4987-b391-4a3be6406c32 port 6841ca9e-5483-4035-973a-00dc69e738d2 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:02:15.040656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6841ca9e-5483-4035-973a-00dc69e738d2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:15.082170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (e3875d81-1f84-4987-b391-4a3be6406c32), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:15.282423 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c79470-15ee-4948-8220-817cf5290f23 None None] New status for floating IP 9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:02:15.331541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d1545-1ed4-431c-9cde-69c2a0309571 req-b212c024-e27f-4f3f-8443-c4d25a9c0b3b tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:15.333156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f47d1545-1ed4-431c-9cde-69c2a0309571 req-b212c024-e27f-4f3f-8443-c4d25a9c0b3b tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.1623991 Feb 09 03:02:15.381738 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (e3875d81-1f84-4987-b391-4a3be6406c32), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:15.416808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for port (77693db3-b7f0-4508-a214-87a1f4776bd7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:15.512468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (77693db3-b7f0-4508-a214-87a1f4776bd7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:15.656376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:15.674628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:15.727167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:15.748418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f47d1545-1ed4-431c-9cde-69c2a0309571 req-92dd47f6-b86d-4388-a3ac-760d4b4e9342 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082208 Feb 09 03:02:15.830391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Pushing event updated for resources: {'Port': ['ID=77693db3-b7f0-4508-a214-87a1f4776bd7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:15.872428 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Publish callbacks [] for port (6841ca9e-5483-4035-973a-00dc69e738d2), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:15.895983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6841ca9e-5483-4035-973a-00dc69e738d2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.012538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd3de7-c995-4496-a624-a4808f688bd0 None None] Pushing event updated for resources: {'Port': ['ID=6841ca9e-5483-4035-973a-00dc69e738d2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:16.015135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Attempting to bind port 6841ca9e-5483-4035-973a-00dc69e738d2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:16.015512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Attempting to bind port 6841ca9e-5483-4035-973a-00dc69e738d2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:16.015877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Attempting to bind port 6841ca9e-5483-4035-973a-00dc69e738d2 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:16.044842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:16.045228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:16.045635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.046026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:16.050678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Bound port: 6841ca9e-5483-4035-973a-00dc69e738d2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:16.051102 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6841ca9e-5483-4035-973a-00dc69e738d2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.093155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2420-ca7a-42ad-ac11-67e8128f8405 req-54ad77d5-d7aa-4f5f-9d10-240d88fb63ae tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:16.094265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Deleting port 6841ca9e-5483-4035-973a-00dc69e738d2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:16.095995 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6841ca9e-5483-4035-973a-00dc69e738d2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.101398 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c8c2420-ca7a-42ad-ac11-67e8128f8405 req-54ad77d5-d7aa-4f5f-9d10-240d88fb63ae tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.1736250 Feb 09 03:02:16.121052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] For port 6841ca9e-5483-4035-973a-00dc69e738d2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:16.124345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] For port 6841ca9e-5483-4035-973a-00dc69e738d2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6841ca9e-5483-4035-973a-00dc69e738d2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:16.136658 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6841ca9e-5483-4035-973a-00dc69e738d2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.174965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c8c2420-ca7a-42ad-ac11-67e8128f8405 req-d2a72ac2-5cf0-4481-8ec2-5894384c3e08 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675123 Feb 09 03:02:16.290485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd3de7-c995-4496-a624-a4808f688bd0 None None] Pushing event updated for resources: {'Port': ['ID=6841ca9e-5483-4035-973a-00dc69e738d2,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:16.304223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Routers {'e3875d81-1f84-4987-b391-4a3be6406c32'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:16.304867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e3875d81-1f84-4987-b391-4a3be6406c32'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:16.315237 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-951c8dde-3911-4fd5-9e67-1e034f57d646 req-9b73ecea-c2ef-4666-bc40-c49ba307d4ec tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0506780 Feb 09 03:02:16.387162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afdda5-1138-4335-ae75-02ffc1b55555 req-a2f9be12-e243-46c8-9817-8f430740c492 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:16.388987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8afdda5-1138-4335-ae75-02ffc1b55555 req-a2f9be12-e243-46c8-9817-8f430740c492 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1743622 Feb 09 03:02:16.414212 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6841ca9e-5483-4035-973a-00dc69e738d2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.493613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] Set router e3875d81-1f84-4987-b391-4a3be6406c32 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:02:16.552232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Calling delete_port for 6841ca9e-5483-4035-973a-00dc69e738d2 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:16.574126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3875d81-1f84-4987-b391-4a3be6406c32', 'name': 'tempest-snat-router-224491584', 'tenant_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:08Z', 'updated_at': '2022-02-09T03:02:15Z', 'revision_number': 4, 'project_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:16.609313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f18622-8b7b-43f6-8d99-045702971d65 None None] The sync data for ids ['e3875d81-1f84-4987-b391-4a3be6406c32'] in n-d-827839-4 is: [{'id': 'e3875d81-1f84-4987-b391-4a3be6406c32', 'name': 'tempest-snat-router-224491584', 'tenant_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:02:08Z', 'updated_at': '2022-02-09T03:02:15Z', 'revision_number': 4, 'project_id': '727ab8dce045474bb8d1d0dbd1e58d65', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:16.817967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40010) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:16.874580 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8afdda5-1138-4335-ae75-02ffc1b55555 req-ed410514-908c-44cc-a383-fc8989442b1b tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766560 Feb 09 03:02:16.875935 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6841ca9e-5483-4035-973a-00dc69e738d2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:16.939481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event deleted for resources: {'Port': ['ID=6841ca9e-5483-4035-973a-00dc69e738d2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:16.971145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a4c9a350-71c4-4c03-b79c-573c48dfcf01 tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:17.016702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router_gateway (e6de9eff-483a-4959-81a8-a5dc2a1663f0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.023587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40014) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.027026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a4c9a350-71c4-4c03-b79c-573c48dfcf01 tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "PUT /v2.0/quotas/a06b73f33b544ca3ae0199366add06f5 HTTP/1.1" status: 200 len: 366 time: 0.2073848 Feb 09 03:02:17.074591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-42d9d990-1e61-487c-a801-cdf7b81f477b tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0498350 Feb 09 03:02:17.079710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40016) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.094985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ef4b130-132b-4953-bf31-d5049829a5bc tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "GET /v2.0/quotas/a06b73f33b544ca3ae0199366add06f5 HTTP/1.1" status: 200 len: 366 time: 0.0134490 Feb 09 03:02:17.095785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40018) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.121911 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (e3875d81-1f84-4987-b391-4a3be6406c32), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.123643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cc1b86ca-6f58-4aa3-9361-fe289807e067 tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/a06b73f33b544ca3ae0199366add06f5 HTTP/1.1" status: 204 len: 168 time: 0.0266030 Feb 09 03:02:17.124407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40020) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.140131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4fd61921-02d7-4f06-b673-8b43b3725741 tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0145400 Feb 09 03:02:17.140807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40022) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.154967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aacb564f-3318-49c5-b888-2f65a32a457c tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "GET /v2.0/quotas/a06b73f33b544ca3ae0199366add06f5 HTTP/1.1" status: 200 len: 370 time: 0.0130520 Feb 09 03:02:17.155662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.165338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9bac99b0-d3f0-4b4b-9005-a6e5260ab6ea tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "GET /v2.0/quotas/a06b73f33b544ca3ae0199366add06f5/default HTTP/1.1" status: 200 len: 370 time: 0.0082936 Feb 09 03:02:17.166167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40026) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.175661 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-46e41474-7ed0-4ffd-b61a-c519fc622aac tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] delete failed (client error): The resource could not be found. Feb 09 03:02:17.190605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-46e41474-7ed0-4ffd-b61a-c519fc622aac tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/a06b73f33b544ca3ae0199366add06f5 HTTP/1.1" status: 404 len: 348 time: 0.0125256 Feb 09 03:02:17.243819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (e3875d81-1f84-4987-b391-4a3be6406c32), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.248778 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_controller (e3875d81-1f84-4987-b391-4a3be6406c32), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.345772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40030) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.388337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Usage tracker for resource:network and project:30d1cd0a5e5e4fc2bd6c4778ece8c60e is out of sync, need to count used quota {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:02:17.393630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:02:17.424697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Usage tracker for resource:subnet and project:30d1cd0a5e5e4fc2bd6c4778ece8c60e is out of sync, need to count used quota {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:02:17.440077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:02:17.459518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Usage tracker for resource:subnetpool and project:30d1cd0a5e5e4fc2bd6c4778ece8c60e is out of sync, need to count used quota {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:02:17.474194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:02:17.486670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Usage tracker for resource:port and project:30d1cd0a5e5e4fc2bd6c4778ece8c60e is out of sync, need to count used quota {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:02:17.507748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:02:17.536082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Usage tracker for resource:router and project:30d1cd0a5e5e4fc2bd6c4778ece8c60e is out of sync, need to count used quota {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:02:17.549278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:02:17.574639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b7e1045-65b4-41c8-b893-fb185d3afad7 req-073f4e88-5675-4c25-af7f-3fe0e64d268d tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0685146 Feb 09 03:02:17.586159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Usage tracker for resource:floatingip and project:30d1cd0a5e5e4fc2bd6c4778ece8c60e is out of sync, need to count used quota {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:02:17.589879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:02:17.633282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Usage tracker for resource:security_group and project:30d1cd0a5e5e4fc2bd6c4778ece8c60e is out of sync, need to count used quota {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:02:17.642708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:02:17.650472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Usage tracker for resource:security_group_rule and project:30d1cd0a5e5e4fc2bd6c4778ece8c60e is out of sync, need to count used quota {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 03:02:17.653973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.quota.resource [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109857) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 03:02:17.659619 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cd544b95-517e-4b01-844e-3e92dc67c82d tempest-QuotasTest-1066786703 tempest-QuotasTest-1066786703-project-admin] 10.222.0.32 "GET /v2.0/quotas/30d1cd0a5e5e4fc2bd6c4778ece8c60e/details.json HTTP/1.1" status: 200 len: 703 time: 0.3127396 Feb 09 03:02:17.764861 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (e3875d81-1f84-4987-b391-4a3be6406c32), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.765400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3875d81-1f84-4987-b391-4a3be6406c32 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:17.774696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.779979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4ffadabb-13f7-4272-b4f8-f7b42c985683 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e3875d81-1f84-4987-b391-4a3be6406c32 HTTP/1.1" status: 204 len: 168 time: 2.8555274 Feb 09 03:02:17.780078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40038) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:17.855044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (e6de9eff-483a-4959-81a8-a5dc2a1663f0), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:17.864287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (e6de9eff-483a-4959-81a8-a5dc2a1663f0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.014139 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.191737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.194352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Router e6de9eff-483a-4959-81a8-a5dc2a1663f0 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:18.200572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40046) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:18.227984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839586a0-2476-4558-b344-14a9328dc6c0 req-67aa184e-408a-43a1-980c-7f29f835996d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:18.230545 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-839586a0-2476-4558-b344-14a9328dc6c0 req-67aa184e-408a-43a1-980c-7f29f835996d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1532648 Feb 09 03:02:18.316477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Deleting port 33a54293-2a4d-4cda-a85c-4b16430e8d3a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:18.316859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.417576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-106e3314-26fc-4dd3-9bc6-0cd89e5d9409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.422036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:18.428396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.433687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa7e53-e71c-4817-91d0-49f19e3f8c7a None None] Sync routers for ids ['e6de9eff-483a-4959-81a8-a5dc2a1663f0'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:18.446949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f890d9bb-f877-4641-b7e0-e6b96bfd83c9 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "PUT /v2.0/routers/e6de9eff-483a-4959-81a8-a5dc2a1663f0 HTTP/1.1" status: 200 len: 918 time: 5.7043927 Feb 09 03:02:18.449830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa7e53-e71c-4817-91d0-49f19e3f8c7a None None] Routers {'e6de9eff-483a-4959-81a8-a5dc2a1663f0'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:18.451891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40050) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:18.452540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6cfa7e53-e71c-4817-91d0-49f19e3f8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e6de9eff-483a-4959-81a8-a5dc2a1663f0'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:18.456405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-839586a0-2476-4558-b344-14a9328dc6c0 req-8f53a6e4-6bb9-4780-aa3f-f3e8fda7cde6 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144537 Feb 09 03:02:18.517323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6cfa7e53-e71c-4817-91d0-49f19e3f8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:18.527042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa7e53-e71c-4817-91d0-49f19e3f8c7a None None] Routers {'e6de9eff-483a-4959-81a8-a5dc2a1663f0'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:18.527922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6cfa7e53-e71c-4817-91d0-49f19e3f8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e6de9eff-483a-4959-81a8-a5dc2a1663f0'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:18.567083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] For port 33a54293-2a4d-4cda-a85c-4b16430e8d3a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33a54293-2a4d-4cda-a85c-4b16430e8d3a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:18.567954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.588474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6cfa7e53-e71c-4817-91d0-49f19e3f8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:18.589733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa7e53-e71c-4817-91d0-49f19e3f8c7a None None] The sync data for ids ['e6de9eff-483a-4959-81a8-a5dc2a1663f0'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:18.593834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Calling delete_port for 33a54293-2a4d-4cda-a85c-4b16430e8d3a owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:18.726768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-810827c7-6f60-44ec-ad9d-fe52a3993112 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/routers/e6de9eff-483a-4959-81a8-a5dc2a1663f0 HTTP/1.1" status: 200 len: 924 time: 0.2704003 Feb 09 03:02:18.726768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d760293-1856-40b3-99ab-d7d6fefc12d0 req-fb7b2244-203a-4e5e-b24c-b3a0c47bb4c6 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0527155 Feb 09 03:02:18.727652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:18.728239 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-106e3314-26fc-4dd3-9bc6-0cd89e5d9409 admin admin] Publish callbacks [] for security_group (b3d0be99-7541-4713-877b-b0e11207a8e9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.741683 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-106e3314-26fc-4dd3-9bc6-0cd89e5d9409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b3d0be99-7541-4713-877b-b0e11207a8e9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:18.769117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e3314-26fc-4dd3-9bc6-0cd89e5d9409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d0be99-7541-4713-877b-b0e11207a8e9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:18.850271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cb3a81-fbdc-4f01-818b-b21ed7e042f6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:18.854287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-60cb3a81-fbdc-4f01-818b-b21ed7e042f6 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=e6de9eff-483a-4959-81a8-a5dc2a1663f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1223743 Feb 09 03:02:18.854760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40056) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:18.881985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-106e3314-26fc-4dd3-9bc6-0cd89e5d9409 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=574d333c15c3420cb8074d49454b3942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6802361 Feb 09 03:02:18.886270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40058) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:18.979297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ca6e5-c264-4f34-b271-45478d71f5f4 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:18.985342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2c9ca6e5-c264-4f34-b271-45478d71f5f4 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 881 time: 0.1295722 Feb 09 03:02:18.986216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:19.026962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-27b339f3-c7e6-476d-93cb-650cdbc7ba98 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6de9eff-483a-4959-81a8-a5dc2a1663f0 HTTP/1.1" status: 200 len: 205 time: 0.0392222 Feb 09 03:02:19.028124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:19.041533 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (33a54293-2a4d-4cda-a85c-4b16430e8d3a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.053488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-132e162e-46f5-4890-8b27-386a953fa686 admin admin] Publish callbacks [] for security_group (b3d0be99-7541-4713-877b-b0e11207a8e9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.084667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event deleted for resources: {'Port': ['ID=33a54293-2a4d-4cda-a85c-4b16430e8d3a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:19.156586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (e6de9eff-483a-4959-81a8-a5dc2a1663f0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.190374 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-132e162e-46f5-4890-8b27-386a953fa686 admin admin] Publish callbacks [] for security_group (b3d0be99-7541-4713-877b-b0e11207a8e9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.235154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.285357 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (e6de9eff-483a-4959-81a8-a5dc2a1663f0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.343414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.346140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_controller (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.357554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Deleting port 77693db3-b7f0-4508-a214-87a1f4776bd7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:19.359185 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (77693db3-b7f0-4508-a214-87a1f4776bd7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.359351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-132e162e-46f5-4890-8b27-386a953fa686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b3d0be99-7541-4713-877b-b0e11207a8e9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.361960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-132e162e-46f5-4890-8b27-386a953fa686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.365780 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-132e162e-46f5-4890-8b27-386a953fa686 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3d0be99-7541-4713-877b-b0e11207a8e9 HTTP/1.1" status: 204 len: 168 time: 0.4757404 Feb 09 03:02:19.417894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e162e-46f5-4890-8b27-386a953fa686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d0be99-7541-4713-877b-b0e11207a8e9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:19.431728 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (3d4d2acf-30c0-4966-95ee-3822fd7a3c6a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.432404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d4d2acf-30c0-4966-95ee-3822fd7a3c6a {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:19.445569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.446782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b32758c0-48a0-4e22-8277-10e340bb4bf5 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3d4d2acf-30c0-4966-95ee-3822fd7a3c6a HTTP/1.1" status: 204 len: 168 time: 1.6666381 Feb 09 03:02:19.450969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40068) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:19.455716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-416048217', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:19.538658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (7c2adc3d-8d29-4393-a506-267f0842bffe), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.539673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (7c2adc3d-8d29-4393-a506-267f0842bffe), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.564496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (77693db3-b7f0-4508-a214-87a1f4776bd7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.604753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Calling delete_port for 77693db3-b7f0-4508-a214-87a1f4776bd7 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:19.667674 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (7c2adc3d-8d29-4393-a506-267f0842bffe), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.792011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f54950-b639-4906-adb7-1a76ebd60d21 req-742c1527-3c1e-4f4b-a90c-30f9dac08e66 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:19.793926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85f54950-b639-4906-adb7-1a76ebd60d21 req-742c1527-3c1e-4f4b-a90c-30f9dac08e66 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1771092 Feb 09 03:02:19.829388 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.932915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85f54950-b639-4906-adb7-1a76ebd60d21 req-a00fd905-d222-45b2-b9ad-743e05eca040 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903544 Feb 09 03:02:19.962274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cb98ee6-208c-4993-a27e-df66e860be0f req-9a8976a1-39c6-456c-a4c8-e12759744814 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0520730 Feb 09 03:02:19.969992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (77693db3-b7f0-4508-a214-87a1f4776bd7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:19.971911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (7c2adc3d-8d29-4393-a506-267f0842bffe), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.039288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event deleted for resources: {'Port': ['ID=77693db3-b7f0-4508-a214-87a1f4776bd7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:20.045229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40080) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:20.085256 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-49544c88-b71e-4885-8754-ad12171ef5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.209567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-49544c88-b71e-4885-8754-ad12171ef5fb admin admin] Publish callbacks [] for security_group (74f267d6-0575-4576-9156-9ba539251d07), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.221551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-49544c88-b71e-4885-8754-ad12171ef5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (74f267d6-0575-4576-9156-9ba539251d07), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.263144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (e6de9eff-483a-4959-81a8-a5dc2a1663f0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.369711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (7c2adc3d-8d29-4393-a506-267f0842bffe), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.377806 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-49544c88-b71e-4885-8754-ad12171ef5fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30d1cd0a5e5e4fc2bd6c4778ece8c60e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289108 Feb 09 03:02:20.388724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40084) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:20.389402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49544c88-b71e-4885-8754-ad12171ef5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f267d6-0575-4576-9156-9ba539251d07,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:20.396329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.455861 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (e6de9eff-483a-4959-81a8-a5dc2a1663f0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.460421 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (e6de9eff-483a-4959-81a8-a5dc2a1663f0), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.500367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40086) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:20.566540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb30ebc9-d060-4054-9748-699ef9010a26 admin admin] Publish callbacks [] for security_group (74f267d6-0575-4576-9156-9ba539251d07), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.568200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (e6de9eff-483a-4959-81a8-a5dc2a1663f0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.568802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Fanout notify agent at l3_agent the message router_deleted on router e6de9eff-483a-4959-81a8-a5dc2a1663f0 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:20.575835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.577150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20748bc5-3192-4f81-abee-593c4b1ee14a tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/e6de9eff-483a-4959-81a8-a5dc2a1663f0 HTTP/1.1" status: 204 len: 168 time: 1.5477386 Feb 09 03:02:20.580782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40090) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:20.597687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1437922466', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:20.605281 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb30ebc9-d060-4054-9748-699ef9010a26 admin admin] Publish callbacks [] for security_group (74f267d6-0575-4576-9156-9ba539251d07), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.628902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Allocated IP 172.25.2.60 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/fa3abf53-3b41-41a1-842e-93de373d8ff9) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:20.638369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (55b440e6-e733-4024-8ca8-46a2c3a05c51), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.641601 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (55b440e6-e733-4024-8ca8-46a2c3a05c51), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.690050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c7ecff04-b308-42d9-8a07-d78afe5639f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.703571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb30ebc9-d060-4054-9748-699ef9010a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (74f267d6-0575-4576-9156-9ba539251d07), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.706202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb30ebc9-d060-4054-9748-699ef9010a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:20.710222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cb30ebc9-d060-4054-9748-699ef9010a26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74f267d6-0575-4576-9156-9ba539251d07 HTTP/1.1" status: 204 len: 168 time: 0.2973273 Feb 09 03:02:20.721065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30ebc9-d060-4054-9748-699ef9010a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f267d6-0575-4576-9156-9ba539251d07,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:20.856793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (55b440e6-e733-4024-8ca8-46a2c3a05c51), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.220245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70216f3b-e63c-40ee-a04f-63adf29b05ff req-d72bcdc5-0a8e-4daa-89ea-ce037d8a3922 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:21.221784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70216f3b-e63c-40ee-a04f-63adf29b05ff req-d72bcdc5-0a8e-4daa-89ea-ce037d8a3922 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1140902 Feb 09 03:02:21.304257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70216f3b-e63c-40ee-a04f-63adf29b05ff req-a4a8bf96-b56e-4ed1-be0b-0c02c9067998 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729835 Feb 09 03:02:21.385445 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.416942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f841cf74-7cb1-4d02-817b-8336f5aadd1f req-b9770101-84f7-4f36-866e-95bee6d7fc3f tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0813484 Feb 09 03:02:21.460901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33a54293-2a4d-4cda-a85c-4b16430e8d3a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:21.493926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 33a54293-2a4d-4cda-a85c-4b16430e8d3a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:21.496923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33a54293-2a4d-4cda-a85c-4b16430e8d3a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:21.525911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (55b440e6-e733-4024-8ca8-46a2c3a05c51), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.537154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for port (fa3abf53-3b41-41a1-842e-93de373d8ff9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.623161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c7ecff04-b308-42d9-8a07-d78afe5639f0 admin admin] Publish callbacks [] for security_group (c1fe1e4a-b1e8-472d-9df3-843606e77e14), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.640423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c7ecff04-b308-42d9-8a07-d78afe5639f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c1fe1e4a-b1e8-472d-9df3-843606e77e14), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.672284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40116) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:21.677263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c7ecff04-b308-42d9-8a07-d78afe5639f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1954809d72b74943b2253d6f2a8068cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1757102 Feb 09 03:02:21.683948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40120) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:21.725932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecff04-b308-42d9-8a07-d78afe5639f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fe1e4a-b1e8-472d-9df3-843606e77e14,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:21.736692 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fa3abf53-3b41-41a1-842e-93de373d8ff9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.758373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:21.763693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:21.766412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:21.783653 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88056d6b-e50e-4830-85f2-7261ff83907e admin admin] Publish callbacks [] for security_group (c1fe1e4a-b1e8-472d-9df3-843606e77e14), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.837761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88056d6b-e50e-4830-85f2-7261ff83907e admin admin] Publish callbacks [] for security_group (c1fe1e4a-b1e8-472d-9df3-843606e77e14), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.859356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-670397273'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:21.899311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Made reservation on behalf of f4709cd8066a4c24b417577b6a401ad5 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:21.903036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.914032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.934831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88056d6b-e50e-4830-85f2-7261ff83907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c1fe1e4a-b1e8-472d-9df3-843606e77e14), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.937887 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88056d6b-e50e-4830-85f2-7261ff83907e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:21.939090 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-88056d6b-e50e-4830-85f2-7261ff83907e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1fe1e4a-b1e8-472d-9df3-843606e77e14 HTTP/1.1" status: 204 len: 168 time: 0.2542369 Feb 09 03:02:21.942686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event updated for resources: {'Port': ['ID=fa3abf53-3b41-41a1-842e-93de373d8ff9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:21.980490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88056d6b-e50e-4830-85f2-7261ff83907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fe1e4a-b1e8-472d-9df3-843606e77e14,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:22.120185 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for security_group (a77636a1-c27e-4a0b-aa39-ddce4ae29dde), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.126772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a77636a1-c27e-4a0b-aa39-ddce4ae29dde), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.153417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (55b440e6-e733-4024-8ca8-46a2c3a05c51), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.177349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:22.185076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.214142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77636a1-c27e-4a0b-aa39-ddce4ae29dde,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:22.222748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8c81278e-09a3-41db-b898-06a8ade92543), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.223106 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Added segment 8c81278e-09a3-41db-b898-06a8ade92543 of type vlan for network f769361c-e18d-4db9-8172-d6860963ca3a Feb 09 03:02:22.298153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (f769361c-e18d-4db9-8172-d6860963ca3a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.331125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (f769361c-e18d-4db9-8172-d6860963ca3a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.340697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:22.341873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.383171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7091217 Feb 09 03:02:22.389243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40130) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:22.408163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Request body: {'subnet': {'network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:22.449681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc602-e2f2-400a-b3f0-aace1e8c7151 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'Network': ['ID=f769361c-e18d-4db9-8172-d6860963ca3a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:22.462427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network f769361c-e18d-4db9-8172-d6860963ca3a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:22.541208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b1f12-4c52-4abc-9832-37ad008136a2 req-45447fd4-e426-4a3f-b325-76ccaf83c23f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:22.543143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-618b1f12-4c52-4abc-9832-37ad008136a2 req-45447fd4-e426-4a3f-b325-76ccaf83c23f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.0877521 Feb 09 03:02:22.611076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40134) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:22.634360 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-450841cb-aa4f-4207-bb00-fb310e0237e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.676678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16efe38b-24f3-48c4-8cda-29d09714ebc4 req-43e32d02-1f72-4f96-8a1b-c9eed133962c tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0601475 Feb 09 03:02:22.695171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-618b1f12-4c52-4abc-9832-37ad008136a2 req-e4f506da-265b-43d4-ba55-96d65a42411b tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389167 Feb 09 03:02:22.720690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Allocated IP 172.25.2.219 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/3e953855-e648-427a-9c66-882691023dad) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:22.744666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (7c2adc3d-8d29-4393-a506-267f0842bffe), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.766476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-450841cb-aa4f-4207-bb00-fb310e0237e1 admin admin] Publish callbacks [] for security_group (b70ad005-2735-4034-946e-4b555f17db6b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.770704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-450841cb-aa4f-4207-bb00-fb310e0237e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b70ad005-2735-4034-946e-4b555f17db6b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.824820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450841cb-aa4f-4207-bb00-fb310e0237e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70ad005-2735-4034-946e-4b555f17db6b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:22.832389 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-450841cb-aa4f-4207-bb00-fb310e0237e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0d6a59e02d248129e64ecf0125b9125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178473 Feb 09 03:02:22.832673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40136) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:22.863473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Made reservation on behalf of f4709cd8066a4c24b417577b6a401ad5 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:22.867008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.897428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5df26744-8882-402c-8b03-b191c8245cd7 admin admin] Publish callbacks [] for security_group (b70ad005-2735-4034-946e-4b555f17db6b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.922424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5df26744-8882-402c-8b03-b191c8245cd7 admin admin] Publish callbacks [] for security_group (b70ad005-2735-4034-946e-4b555f17db6b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.978371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5df26744-8882-402c-8b03-b191c8245cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b70ad005-2735-4034-946e-4b555f17db6b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.981394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5df26744-8882-402c-8b03-b191c8245cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:22.985840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5df26744-8882-402c-8b03-b191c8245cd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b70ad005-2735-4034-946e-4b555f17db6b HTTP/1.1" status: 204 len: 168 time: 0.1489468 Feb 09 03:02:22.998255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df26744-8882-402c-8b03-b191c8245cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70ad005-2735-4034-946e-4b555f17db6b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:23.056878 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for port (3e953855-e648-427a-9c66-882691023dad), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.195640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (7c2adc3d-8d29-4393-a506-267f0842bffe), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.204706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3e953855-e648-427a-9c66-882691023dad), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.369248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:23.377704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:23.379878 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (cedd5fa6-b443-40c4-b95c-2419ec3d8d55), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:23.381875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event updated for resources: {'Port': ['ID=3e953855-e648-427a-9c66-882691023dad,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:23.385533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:23.499130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'Subnet': ['ID=cedd5fa6-b443-40c4-b95c-2419ec3d8d55,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:23.597771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Checking segment: {'id': '8c81278e-09a3-41db-b898-06a8ade92543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:23.598148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Network hostable DHCP agents. Network: f769361c-e18d-4db9-8172-d6860963ca3a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:23.666347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Network f769361c-e18d-4db9-8172-d6860963ca3a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:23.675387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Router 7c2adc3d-8d29-4393-a506-267f0842bffe is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:23.684474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, f769361c-e18d-4db9-8172-d6860963ca3a) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:23.697237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35a0c0-6363-4646-83b0-d4bd11fdf086 None None] Network f769361c-e18d-4db9-8172-d6860963ca3a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:23.919031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23b65ccd-1f99-452e-8bf9-e4df5e820172 req-51ef8fa1-0283-4289-a87f-e9e03238590a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0572243 Feb 09 03:02:23.929048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-f769361c-e18d-4db9-8172-d6860963ca3a', 'network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a', 'project_id': 'f4709cd8066a4c24b417577b6a401ad5', 'fixed_ips': [{'subnet_id': 'cedd5fa6-b443-40c4-b95c-2419ec3d8d55'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:02:23.929941 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.081030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:24.081633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.109485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Allocated IP 172.20.0.2 (f769361c-e18d-4db9-8172-d6860963ca3a/cedd5fa6-b443-40c4-b95c-2419ec3d8d55/d5632ff4-28d7-4edc-9e64-204ae53d030c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:24.200726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-25debb3b-7f71-49a4-b463-3ac9d5311c72 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8027534 Feb 09 03:02:24.203351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40166) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:24.210181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b75688fb-a38f-4fc5-927e-0b43d0a56e33 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1056002542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:24.265760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (55b440e6-e733-4024-8ca8-46a2c3a05c51), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.270437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b75688fb-a38f-4fc5-927e-0b43d0a56e33 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.272291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b75688fb-a38f-4fc5-927e-0b43d0a56e33 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.274093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d7f6c-6226-4e3e-a9e8-9a9691ece27e req-0738dc6d-14a2-465b-b1c5-87c235a64e48 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:24.275685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d67d7f6c-6226-4e3e-a9e8-9a9691ece27e req-0738dc6d-14a2-465b-b1c5-87c235a64e48 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1885350 Feb 09 03:02:24.278286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:24.290184 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af442e-de2f-48ff-916f-3b0bde4060d9 None None] Sync routers for ids ['7c2adc3d-8d29-4393-a506-267f0842bffe'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:24.291718 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Publish callbacks [] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.303506 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af442e-de2f-48ff-916f-3b0bde4060d9 None None] Routers {'7c2adc3d-8d29-4393-a506-267f0842bffe'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:24.310606 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-05af442e-de2f-48ff-916f-3b0bde4060d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7c2adc3d-8d29-4393-a506-267f0842bffe'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:24.311592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.392231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.393475 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7b7e62ba-9dbf-4f34-ae02-670773706671 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9414868 Feb 09 03:02:24.398613 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-05af442e-de2f-48ff-916f-3b0bde4060d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:24.400506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40170) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:24.414414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4cae3ad3-5f6c-40cd-adff-8c8b1852bac9 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': False}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:24.421290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b75688fb-a38f-4fc5-927e-0b43d0a56e33 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for router_controller (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.421737 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af442e-de2f-48ff-916f-3b0bde4060d9 None None] Routers {'7c2adc3d-8d29-4393-a506-267f0842bffe'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:24.423061 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-05af442e-de2f-48ff-916f-3b0bde4060d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7c2adc3d-8d29-4393-a506-267f0842bffe'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:24.423253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Pushing event updated for resources: {'Port': ['ID=d5632ff4-28d7-4edc-9e64-204ae53d030c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:24.429603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Network f769361c-e18d-4db9-8172-d6860963ca3a is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:24.435898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:24.439064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:24.444937 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b75688fb-a38f-4fc5-927e-0b43d0a56e33 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.490514 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-05af442e-de2f-48ff-916f-3b0bde4060d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:24.491580 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af442e-de2f-48ff-916f-3b0bde4060d9 None None] The sync data for ids ['7c2adc3d-8d29-4393-a506-267f0842bffe'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:24.491932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b75688fb-a38f-4fc5-927e-0b43d0a56e33 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.501912 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d67d7f6c-6226-4e3e-a9e8-9a9691ece27e req-ef1d61e3-345c-4020-b039-99fadccdcfa4 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863339 Feb 09 03:02:24.507788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40176) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:24.515000 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b75688fb-a38f-4fc5-927e-0b43d0a56e33 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3102183 Feb 09 03:02:24.559697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Attempting to bind port d5632ff4-28d7-4edc-9e64-204ae53d030c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:24.560346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Attempting to bind port d5632ff4-28d7-4edc-9e64-204ae53d030c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '8c81278e-09a3-41db-b898-06a8ade92543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:24.560917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Attempting to bind port d5632ff4-28d7-4edc-9e64-204ae53d030c on network f769361c-e18d-4db9-8172-d6860963ca3a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:24.573075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:24.573760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Checking segment: {'id': '8c81278e-09a3-41db-b898-06a8ade92543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:24.574385 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.574996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Bound using segment: {'id': '8c81278e-09a3-41db-b898-06a8ade92543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:24.575636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Bound port: d5632ff4-28d7-4edc-9e64-204ae53d030c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c81278e-09a3-41db-b898-06a8ade92543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:24.576228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.657751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] For port d5632ff4-28d7-4edc-9e64-204ae53d030c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:24.663146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] For port d5632ff4-28d7-4edc-9e64-204ae53d030c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5632ff4-28d7-4edc-9e64-204ae53d030c,segment=NetworkSegment(8c81278e-09a3-41db-b898-06a8ade92543),segment_id=8c81278e-09a3-41db-b898-06a8ade92543)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:24.669831 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:24.754822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9246de1-43bc-44c5-8576-57931d2bb287 None None] Pushing event updated for resources: {'Port': ['ID=d5632ff4-28d7-4edc-9e64-204ae53d030c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:25.109127 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b1efd30-bb25-4ed6-a445-158e185dca80 req-9178fb79-a672-4057-a00b-ab34de541262 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0582824 Feb 09 03:02:25.143798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (55b440e6-e733-4024-8ca8-46a2c3a05c51), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.293302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.399424 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4cae3ad3-5f6c-40cd-adff-8c8b1852bac9 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (7c2adc3d-8d29-4393-a506-267f0842bffe), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.611076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5632ff4-28d7-4edc-9e64-204ae53d030c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:25.706153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Router 55b440e6-e733-4024-8ca8-46a2c3a05c51 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:25.726550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d5632ff4-28d7-4edc-9e64-204ae53d030c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:25.727365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.788103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Allocated IP 172.20.0.1 (f769361c-e18d-4db9-8172-d6860963ca3a/cedd5fa6-b443-40c4-b95c-2419ec3d8d55/aa15236b-a3f2-4347-b700-ec16ce6b7076) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:25.883093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d5632ff4-28d7-4edc-9e64-204ae53d030c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:25.884332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:25.922442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d5632ff4-28d7-4edc-9e64-204ae53d030c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5632ff4-28d7-4edc-9e64-204ae53d030c,segment=NetworkSegment(8c81278e-09a3-41db-b898-06a8ade92543),segment_id=8c81278e-09a3-41db-b898-06a8ade92543)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:25.931850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.000679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d5632ff4-28d7-4edc-9e64-204ae53d030c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:26.100042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1100aaf-9c5a-4a08-b2cf-05587e39094d None None] Network f769361c-e18d-4db9-8172-d6860963ca3a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:26.157649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4442dc1f-2259-4265-9ce3-fc30d95c81bb None None] Provisioning complete for port d5632ff4-28d7-4edc-9e64-204ae53d030c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:26.158030 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4442dc1f-2259-4265-9ce3-fc30d95c81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.295046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4442dc1f-2259-4265-9ce3-fc30d95c81bb None None] Current status of the port d5632ff4-28d7-4edc-9e64-204ae53d030c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:26.303840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ef23b80-7788-44c1-b4fb-de9ce66135cd req-ebea7b43-238f-446a-9b8d-172e53eeb95e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0726371 Feb 09 03:02:26.571892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbe574-7343-471d-8b68-33332e0fc2b6 req-87983e3d-619b-41c3-a0f9-32ad94d6716c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:26.583526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ebbe574-7343-471d-8b68-33332e0fc2b6 req-87983e3d-619b-41c3-a0f9-32ad94d6716c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.9366767 Feb 09 03:02:26.631235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:26.645218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409d231-6889-4164-9d6c-27ef3ea2bd53 None None] Sync routers for ids ['55b440e6-e733-4024-8ca8-46a2c3a05c51'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:26.658197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409d231-6889-4164-9d6c-27ef3ea2bd53 None None] Routers {'55b440e6-e733-4024-8ca8-46a2c3a05c51'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:26.659403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2409d231-6889-4164-9d6c-27ef3ea2bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['55b440e6-e733-4024-8ca8-46a2c3a05c51'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:26.666939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.716682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2409d231-6889-4164-9d6c-27ef3ea2bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:26.717558 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.721700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40220) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:26.726497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:26.741416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409d231-6889-4164-9d6c-27ef3ea2bd53 None None] Routers {'55b440e6-e733-4024-8ca8-46a2c3a05c51'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:26.742057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2409d231-6889-4164-9d6c-27ef3ea2bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['55b440e6-e733-4024-8ca8-46a2c3a05c51'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:26.742806 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ace6e65-51e4-4131-84a4-97dd42ce97c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1598070 Feb 09 03:02:26.745498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bb11b36a-3906-4da3-85fc-3dae84832096 None None] Provisioning complete for port d5632ff4-28d7-4edc-9e64-204ae53d030c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:26.746018 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb11b36a-3906-4da3-85fc-3dae84832096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.789059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2409d231-6889-4164-9d6c-27ef3ea2bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:26.789848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409d231-6889-4164-9d6c-27ef3ea2bd53 None None] The sync data for ids ['55b440e6-e733-4024-8ca8-46a2c3a05c51'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:26.883981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bb11b36a-3906-4da3-85fc-3dae84832096 None None] Current status of the port d5632ff4-28d7-4edc-9e64-204ae53d030c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:26.914118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ebbe574-7343-471d-8b68-33332e0fc2b6 req-e6b11561-d35b-42a9-af2f-a8c41297ff30 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242326 Feb 09 03:02:26.965708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:26.991067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Network f769361c-e18d-4db9-8172-d6860963ca3a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:27.018102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:27.033048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:27.168018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (55b440e6-e733-4024-8ca8-46a2c3a05c51), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.194384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_gateway (55b440e6-e733-4024-8ca8-46a2c3a05c51), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.205974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'Port': ['ID=aa15236b-a3f2-4347-b700-ec16ce6b7076,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:27.238583 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.275583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Deleting port 3e953855-e648-427a-9c66-882691023dad {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:27.276237 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3e953855-e648-427a-9c66-882691023dad), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.410371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3e953855-e648-427a-9c66-882691023dad), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.436456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-060524c7-1283-4882-909e-f2d00301af5e None None] Provisioning complete for port aa15236b-a3f2-4347-b700-ec16ce6b7076 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:27.437051 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-060524c7-1283-4882-909e-f2d00301af5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.477740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Calling delete_port for 3e953855-e648-427a-9c66-882691023dad owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:27.496899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-378783f4-f20c-4aff-a73c-e147bdd5a3a4 req-6818be0c-d5a1-47df-9f1a-5a06c6f6a474 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0770311 Feb 09 03:02:27.518156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-060524c7-1283-4882-909e-f2d00301af5e None None] Port aa15236b-a3f2-4347-b700-ec16ce6b7076 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:02:27.554048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5632ff4-28d7-4edc-9e64-204ae53d030c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:27.586129 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.614584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d5632ff4-28d7-4edc-9e64-204ae53d030c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:27.616475 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.643761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4cae3ad3-5f6c-40cd-adff-8c8b1852bac9 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (7c2adc3d-8d29-4393-a506-267f0842bffe), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.653889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4cae3ad3-5f6c-40cd-adff-8c8b1852bac9 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (7c2adc3d-8d29-4393-a506-267f0842bffe), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.708148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d5632ff4-28d7-4edc-9e64-204ae53d030c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:27.808569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (3e953855-e648-427a-9c66-882691023dad), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:27.853441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Pushing event deleted for resources: {'Port': ['ID=3e953855-e648-427a-9c66-882691023dad,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:27.914429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cae3ad3-5f6c-40cd-adff-8c8b1852bac9 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Router 7c2adc3d-8d29-4393-a506-267f0842bffe has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:27.966303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (55b440e6-e733-4024-8ca8-46a2c3a05c51), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.155970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e95d-73ca-4dcc-a366-358c04a418be req-5c952aab-f22b-492b-8afa-eb97eec5e406 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:28.157488 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a11e95d-73ca-4dcc-a366-358c04a418be req-5c952aab-f22b-492b-8afa-eb97eec5e406 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1435750 Feb 09 03:02:28.163929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cae3ad3-5f6c-40cd-adff-8c8b1852bac9 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:28.170522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4cae3ad3-5f6c-40cd-adff-8c8b1852bac9 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.171617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4cae3ad3-5f6c-40cd-adff-8c8b1852bac9 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "PUT /v2.0/routers/7c2adc3d-8d29-4393-a506-267f0842bffe HTTP/1.1" status: 200 len: 920 time: 3.7701592 Feb 09 03:02:28.174194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.175698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40228) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.190964 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac232d-ac8c-4c2d-9759-ae0912e7db4c None None] Sync routers for ids ['7c2adc3d-8d29-4393-a506-267f0842bffe'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:28.222611 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac232d-ac8c-4c2d-9759-ae0912e7db4c None None] Routers {'7c2adc3d-8d29-4393-a506-267f0842bffe'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:28.223531 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f5ac232d-ac8c-4c2d-9759-ae0912e7db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7c2adc3d-8d29-4393-a506-267f0842bffe'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:28.268415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (55b440e6-e733-4024-8ca8-46a2c3a05c51), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.273112 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (55b440e6-e733-4024-8ca8-46a2c3a05c51), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.295480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-99ab54ef-51f9-4809-84b2-7d47dc88b515 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/routers/7c2adc3d-8d29-4393-a506-267f0842bffe HTTP/1.1" status: 200 len: 920 time: 0.1169996 Feb 09 03:02:28.298192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40230) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.299865 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f5ac232d-ac8c-4c2d-9759-ae0912e7db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:28.322347 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac232d-ac8c-4c2d-9759-ae0912e7db4c None None] Routers {'7c2adc3d-8d29-4393-a506-267f0842bffe'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:28.323233 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f5ac232d-ac8c-4c2d-9759-ae0912e7db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7c2adc3d-8d29-4393-a506-267f0842bffe'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:28.361428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.365454 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f5ac232d-ac8c-4c2d-9759-ae0912e7db4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:28.366839 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac232d-ac8c-4c2d-9759-ae0912e7db4c None None] The sync data for ids ['7c2adc3d-8d29-4393-a506-267f0842bffe'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:28.385479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Router 55b440e6-e733-4024-8ca8-46a2c3a05c51 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:28.474805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:28.478941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a11e95d-73ca-4dcc-a366-358c04a418be req-e5502ea1-17e6-407f-8611-565a72ef03d1 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814506 Feb 09 03:02:28.485204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de72c8-7340-45ce-9d25-8f14dec0db9c tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:28.486362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315a0b1-2fca-443e-88d1-f199561e0528 None None] Sync routers for ids ['55b440e6-e733-4024-8ca8-46a2c3a05c51'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:28.486858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-65de72c8-7340-45ce-9d25-8f14dec0db9c tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=7c2adc3d-8d29-4393-a506-267f0842bffe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1870511 Feb 09 03:02:28.488144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'Port': ['ID=aa15236b-a3f2-4347-b700-ec16ce6b7076,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:28.490208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.491267 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:28.493351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40234) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.503555 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-12a1cbc9-d8a4-4fac-9f51-5592b6dfa276 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "PUT /v2.0/routers/55b440e6-e733-4024-8ca8-46a2c3a05c51 HTTP/1.1" status: 200 len: 710 time: 1.7807324 Feb 09 03:02:28.523324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40236) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.536281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8315a0b1-2fca-443e-88d1-f199561e0528 None None] Routers {'55b440e6-e733-4024-8ca8-46a2c3a05c51'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:28.537162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8315a0b1-2fca-443e-88d1-f199561e0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['55b440e6-e733-4024-8ca8-46a2c3a05c51'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:28.607508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8315a0b1-2fca-443e-88d1-f199561e0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:28.618320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8315a0b1-2fca-443e-88d1-f199561e0528 None None] Routers {'55b440e6-e733-4024-8ca8-46a2c3a05c51'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:28.618953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8315a0b1-2fca-443e-88d1-f199561e0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['55b440e6-e733-4024-8ca8-46a2c3a05c51'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:28.653656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b9969-f511-4b98-a641-f66f2cd3ddd1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:28.658270 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bf1b9969-f511-4b98-a641-f66f2cd3ddd1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 881 time: 0.1639731 Feb 09 03:02:28.660448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40242) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.665354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8315a0b1-2fca-443e-88d1-f199561e0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:28.666030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315a0b1-2fca-443e-88d1-f199561e0528 None None] The sync data for ids ['55b440e6-e733-4024-8ca8-46a2c3a05c51'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:28.686905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10031bb4-f15f-49cd-b47e-eb83609b0205 req-59af597a-6acd-43b9-a27d-ddfbacc2f82a tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0802119 Feb 09 03:02:28.694878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c1d879c8-1874-4ebd-a73c-adbb03082eb5 tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/routers/55b440e6-e733-4024-8ca8-46a2c3a05c51 HTTP/1.1" status: 200 len: 745 time: 0.1779499 Feb 09 03:02:28.699060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4683d614-b744-4870-bfff-2196e8e2f7a6 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c2adc3d-8d29-4393-a506-267f0842bffe HTTP/1.1" status: 200 len: 205 time: 0.0375314 Feb 09 03:02:28.699350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40244) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.705561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40248) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.801631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f016265-61f6-45c8-9530-79f6daf19afb tempest-RoutersIpV6AdminTest-1368014339 tempest-RoutersIpV6AdminTest-1368014339-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=55b440e6-e733-4024-8ca8-46a2c3a05c51 HTTP/1.1" status: 200 len: 205 time: 0.1011293 Feb 09 03:02:28.804854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40254) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.838374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Network f769361c-e18d-4db9-8172-d6860963ca3a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:28.841913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:28.851659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f26e1cce-cd59-4a5a-bae5-4d33d4e9b381 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b440e6-e733-4024-8ca8-46a2c3a05c51 HTTP/1.1" status: 200 len: 205 time: 0.0456464 Feb 09 03:02:28.854641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40256) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:28.978855 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (7c2adc3d-8d29-4393-a506-267f0842bffe), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.267335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5197bb64-c918-4c29-98da-9f7eba08fc5e None None] Provisioning complete for port aa15236b-a3f2-4347-b700-ec16ce6b7076 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:29.267827 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5197bb64-c918-4c29-98da-9f7eba08fc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.336038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5197bb64-c918-4c29-98da-9f7eba08fc5e None None] Port aa15236b-a3f2-4347-b700-ec16ce6b7076 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:02:29.464677 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (7c2adc3d-8d29-4393-a506-267f0842bffe), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.469181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Router 5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:29.516820 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f98ff9fe-f75e-41ba-97dd-e9afdb9a9da3 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (55b440e6-e733-4024-8ca8-46a2c3a05c51), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.628615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:29.634896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1b9bdc14-04b8-4dff-8611-6cd41bd8e002 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "PUT /v2.0/routers/5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1238053 Feb 09 03:02:29.637465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40278) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:29.640363 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d149ad-dd90-409d-8bb1-e8391305bdb9 None None] Sync routers for ids ['5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:29.644093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Request body: {'port': {'network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a', 'name': 'tempest-FloatingIPNegativeTestJSON-146585818'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:29.658658 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d149ad-dd90-409d-8bb1-e8391305bdb9 None None] Routers {'5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:29.659741 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-94d149ad-dd90-409d-8bb1-e8391305bdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:29.662723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Deleting port fa3abf53-3b41-41a1-842e-93de373d8ff9 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:29.663291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (fa3abf53-3b41-41a1-842e-93de373d8ff9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.683748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e30fc-b17e-473b-9663-696e90090612 req-fd0c9fd4-a39e-4ba8-b639-91642ced0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:29.686075 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca7e30fc-b17e-473b-9663-696e90090612 req-fd0c9fd4-a39e-4ba8-b639-91642ced0553 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1127 time: 0.7868955 Feb 09 03:02:29.694859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dbd42-0a81-4450-81e8-856abbf996e3 req-9d9174fa-b92a-42ae-b45e-412a4b42493d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:29.707248 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-366dbd42-0a81-4450-81e8-856abbf996e3 req-9d9174fa-b92a-42ae-b45e-412a4b42493d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.8114052 Feb 09 03:02:29.743473 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-94d149ad-dd90-409d-8bb1-e8391305bdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:29.750344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (fa3abf53-3b41-41a1-842e-93de373d8ff9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.762190 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d149ad-dd90-409d-8bb1-e8391305bdb9 None None] Routers {'5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:29.763246 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-94d149ad-dd90-409d-8bb1-e8391305bdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:29.765774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Calling delete_port for fa3abf53-3b41-41a1-842e-93de373d8ff9 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:29.847713 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-94d149ad-dd90-409d-8bb1-e8391305bdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:29.848660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d149ad-dd90-409d-8bb1-e8391305bdb9 None None] The sync data for ids ['5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:29.888445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f98ff9fe-f75e-41ba-97dd-e9afdb9a9da3 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (55b440e6-e733-4024-8ca8-46a2c3a05c51), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.903645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-366dbd42-0a81-4450-81e8-856abbf996e3 req-d3128555-8e5a-485f-9e95-970f4028a6ea tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936014 Feb 09 03:02:29.906802 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f98ff9fe-f75e-41ba-97dd-e9afdb9a9da3 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router_controller (55b440e6-e733-4024-8ca8-46a2c3a05c51), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.975656 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fa3abf53-3b41-41a1-842e-93de373d8ff9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.988330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e30fc-b17e-473b-9663-696e90090612 req-184d5878-7e95-4e91-962c-7f246f8422bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:29.990656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca7e30fc-b17e-473b-9663-696e90090612 req-184d5878-7e95-4e91-962c-7f246f8422bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.2392795 Feb 09 03:02:29.991747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f98ff9fe-f75e-41ba-97dd-e9afdb9a9da3 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (55b440e6-e733-4024-8ca8-46a2c3a05c51), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:29.992251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98ff9fe-f75e-41ba-97dd-e9afdb9a9da3 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Fanout notify agent at l3_agent the message router_deleted on router 55b440e6-e733-4024-8ca8-46a2c3a05c51 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:30.003320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f98ff9fe-f75e-41ba-97dd-e9afdb9a9da3 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.008226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f98ff9fe-f75e-41ba-97dd-e9afdb9a9da3 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/55b440e6-e733-4024-8ca8-46a2c3a05c51 HTTP/1.1" status: 204 len: 168 time: 1.1526294 Feb 09 03:02:30.009165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40282) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.045265 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ab61084-7d77-47d7-9eaf-ae4552896fdc req-ba65aaaa-8f73-4532-a71a-c73aa69978dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0770636 Feb 09 03:02:30.053273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event deleted for resources: {'Port': ['ID=fa3abf53-3b41-41a1-842e-93de373d8ff9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:30.144923 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca7e30fc-b17e-473b-9663-696e90090612 req-709154ae-bac2-4381-b0eb-b9cc8bac400f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 1001 time: 0.1347909 Feb 09 03:02:30.147959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-31500468-c39d-462c-9021-28c2fd1847c2 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=55b440e6-e733-4024-8ca8-46a2c3a05c51 HTTP/1.1" status: 200 len: 205 time: 0.0392270 Feb 09 03:02:30.151308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.153332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (7c2adc3d-8d29-4393-a506-267f0842bffe), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.220075 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-2446ec8c-5279-4af2-8547-b45a1e2ee0b5 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] delete failed (client error): The resource could not be found. Feb 09 03:02:30.221392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2446ec8c-5279-4af2-8547-b45a1e2ee0b5 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/55b440e6-e733-4024-8ca8-46a2c3a05c51 HTTP/1.1" status: 404 len: 336 time: 0.0614438 Feb 09 03:02:30.224016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40286) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.239019 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3c9e7889-ec1e-4a8f-bc60-466106e6c123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.261834 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0f901b86-d036-476e-bb7a-6f38b989a015 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6de9eff-483a-4959-81a8-a5dc2a1663f0 HTTP/1.1" status: 200 len: 205 time: 0.0365496 Feb 09 03:02:30.264224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40288) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.276243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e30fc-b17e-473b-9663-696e90090612 req-c64632e2-c3fd-485e-8ac5-dcd8f1c25db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:30.278296 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca7e30fc-b17e-473b-9663-696e90090612 req-c64632e2-c3fd-485e-8ac5-dcd8f1c25db8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.1277351 Feb 09 03:02:30.282718 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (7c2adc3d-8d29-4393-a506-267f0842bffe), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.285307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (7c2adc3d-8d29-4393-a506-267f0842bffe), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.289992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Made reservation on behalf of f4709cd8066a4c24b417577b6a401ad5 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:30.293815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.347873 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-f385332d-00a1-4ab9-b575-2898927946b5 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] delete failed (client error): The resource could not be found. Feb 09 03:02:30.350268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f385332d-00a1-4ab9-b575-2898927946b5 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/e6de9eff-483a-4959-81a8-a5dc2a1663f0 HTTP/1.1" status: 404 len: 336 time: 0.0845141 Feb 09 03:02:30.352418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40290) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.361836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] device_id is not set on port 1ebe0df2-4646-4b32-9fc8-7d0039b90864 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:02:30.387899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-712c09fe-818b-4fae-a5aa-75e5e2e02829 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cd33085-99c0-43ad-827f-08e88347ea1b HTTP/1.1" status: 200 len: 205 time: 0.0341136 Feb 09 03:02:30.390305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40292) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.413240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (7c2adc3d-8d29-4393-a506-267f0842bffe), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.413806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Fanout notify agent at l3_agent the message router_deleted on router 7c2adc3d-8d29-4393-a506-267f0842bffe {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:30.422623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.423702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d9d7896f-4ce9-4082-bc78-bd56b5550249 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/7c2adc3d-8d29-4393-a506-267f0842bffe HTTP/1.1" status: 204 len: 168 time: 1.7172179 Feb 09 03:02:30.427740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40294) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.435537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7e76af5a-1e3e-47ef-9b4a-0ea67f1ca84b tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-135869797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:30.445139 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-e05c7b4a-40be-4065-a49e-1bc04bae1a3e tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] delete failed (client error): The resource could not be found. Feb 09 03:02:30.446506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e05c7b4a-40be-4065-a49e-1bc04bae1a3e tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/5cd33085-99c0-43ad-827f-08e88347ea1b HTTP/1.1" status: 404 len: 336 time: 0.0550277 Feb 09 03:02:30.449499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e30fc-b17e-473b-9663-696e90090612 req-7a9e8c95-9045-471d-9ad9-734716f7662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:30.451325 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca7e30fc-b17e-473b-9663-696e90090612 req-7a9e8c95-9045-471d-9ad9-734716f7662c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1315029 Feb 09 03:02:30.452023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40296) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.478259 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e76af5a-1e3e-47ef-9b4a-0ea67f1ca84b tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (e7910ee3-d198-49ff-a471-d8b226e2bdcb), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.479631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e76af5a-1e3e-47ef-9b4a-0ea67f1ca84b tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (e7910ee3-d198-49ff-a471-d8b226e2bdcb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.488716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d0578f73-3d28-4131-95c4-616bd526e75d tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=f94815de-e386-469d-b9af-d3b357d53bef HTTP/1.1" status: 200 len: 205 time: 0.0354164 Feb 09 03:02:30.500244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40298) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.553153 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e76af5a-1e3e-47ef-9b4a-0ea67f1ca84b tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (e7910ee3-d198-49ff-a471-d8b226e2bdcb), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.565369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e76af5a-1e3e-47ef-9b4a-0ea67f1ca84b tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (e7910ee3-d198-49ff-a471-d8b226e2bdcb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.591548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e76af5a-1e3e-47ef-9b4a-0ea67f1ca84b tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.593047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7e76af5a-1e3e-47ef-9b4a-0ea67f1ca84b tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1643624 Feb 09 03:02:30.614294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40302) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.619970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:30.628033 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-1c87367b-2152-40ae-9a40-1e6a6266b8de tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] delete failed (client error): The resource could not be found. Feb 09 03:02:30.629391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1c87367b-2152-40ae-9a40-1e6a6266b8de tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/f94815de-e386-469d-b9af-d3b357d53bef HTTP/1.1" status: 404 len: 336 time: 0.1297543 Feb 09 03:02:30.634473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40304) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.673581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b00426ef-931e-4679-a33b-b9e24be526e9 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=98a83544-bef1-4638-8372-d9ec14b210e3 HTTP/1.1" status: 200 len: 205 time: 0.0373411 Feb 09 03:02:30.676979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40306) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.725364 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-282b0774-18fa-4879-8b0a-13323e485808 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] delete failed (client error): The resource could not be found. Feb 09 03:02:30.729295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-282b0774-18fa-4879-8b0a-13323e485808 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/98a83544-bef1-4638-8372-d9ec14b210e3 HTTP/1.1" status: 404 len: 336 time: 0.0507407 Feb 09 03:02:30.730026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40308) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.773611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4720219a-69fb-4db7-ad84-283317408051 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "GET /v2.0/ports?device_id=a003cabc-b2be-4135-9c26-3a810bcc72ab HTTP/1.1" status: 200 len: 205 time: 0.0390804 Feb 09 03:02:30.777068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40310) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.783765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Allocated IP 172.20.0.6 (f769361c-e18d-4db9-8172-d6860963ca3a/cedd5fa6-b443-40c4-b95c-2419ec3d8d55/1ebe0df2-4646-4b32-9fc8-7d0039b90864) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:30.825726 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-db4de0c3-da4b-4ef1-95cb-99f0f459f432 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] delete failed (client error): The resource could not be found. Feb 09 03:02:30.826885 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-db4de0c3-da4b-4ef1-95cb-99f0f459f432 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/routers/a003cabc-b2be-4135-9c26-3a810bcc72ab HTTP/1.1" status: 404 len: 336 time: 0.0488784 Feb 09 03:02:30.829926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40312) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:30.866742 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-925b3014-ce3c-48bb-87d5-0f53db66a151 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] DELETE failed (client error): The resource could not be found. Feb 09 03:02:30.867268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925b3014-ce3c-48bb-87d5-0f53db66a151 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:02:30.870937 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-925b3014-ce3c-48bb-87d5-0f53db66a151 tempest-RoutersIpV6AdminTest-1835214738 tempest-RoutersIpV6AdminTest-1835214738-project] 10.222.0.32 "DELETE /v2.0/subnets/f0b1215f-054a-49d0-9146-7fa091ebb2ca HTTP/1.1" status: 404 len: 337 time: 0.0389106 Feb 09 03:02:30.882668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e7910ee3-d198-49ff-a471-d8b226e2bdcb), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:30.889641 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca7e30fc-b17e-473b-9663-696e90090612 req-f3c99f10-6403-4b21-967d-379338006be0 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267030 Feb 09 03:02:31.108584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca7e30fc-b17e-473b-9663-696e90090612 req-62b0a4bc-00bd-41d7-bb61-88ed431ef9e1 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073553 Feb 09 03:02:31.148844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82881f9-2a73-4dfc-b850-a69be2f26cb7 req-4b500639-fac0-49f4-b3ba-57ffe9878531 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:31.150707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a82881f9-2a73-4dfc-b850-a69be2f26cb7 req-4b500639-fac0-49f4-b3ba-57ffe9878531 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1014006 Feb 09 03:02:31.165540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for port (1ebe0df2-4646-4b32-9fc8-7d0039b90864), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.225146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634fb17e-38da-4e04-9a2c-b1419866a471 req-39d7d420-b45d-4fb6-8df7-dfc2e6ed4ee0 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0436666 Feb 09 03:02:31.269635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1ebe0df2-4646-4b32-9fc8-7d0039b90864), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.326519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e7910ee3-d198-49ff-a471-d8b226e2bdcb), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.347602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.395314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Network f769361c-e18d-4db9-8172-d6860963ca3a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:31.397315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:31.400672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:31.447794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a82881f9-2a73-4dfc-b850-a69be2f26cb7 req-f4aa3d1d-358f-4858-99d5-b2f2b4dbe134 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880754 Feb 09 03:02:31.481016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40322) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:31.534282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:31.535073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.541292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'Port': ['ID=1ebe0df2-4646-4b32-9fc8-7d0039b90864,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:31.593022 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fc8a779f-609f-46b8-9a79-bce7de046e6c tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9541302 Feb 09 03:02:31.593654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:31.602319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:31.643879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Allocated IP 172.25.2.115 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/790c68f6-2aee-4e23-8946-1505ee78cfad) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:31.658638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.816303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for port (790c68f6-2aee-4e23-8946-1505ee78cfad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.822644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae93-e807-435d-80ed-a101751f961c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.886178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-888ce576-a45a-4576-9b06-b7b73be1c3fa None None] Provisioning complete for port 1ebe0df2-4646-4b32-9fc8-7d0039b90864 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:31.887690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-888ce576-a45a-4576-9b06-b7b73be1c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ebe0df2-4646-4b32-9fc8-7d0039b90864), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.932477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (790c68f6-2aee-4e23-8946-1505ee78cfad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.942355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:31.947720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-888ce576-a45a-4576-9b06-b7b73be1c3fa None None] Port 1ebe0df2-4646-4b32-9fc8-7d0039b90864 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:02:31.997957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:32.008119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:32.012807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:32.035832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae93-e807-435d-80ed-a101751f961c admin admin] Publish callbacks [] for security_group (a681f698-f18d-4b0b-9ee1-41156d9ea845), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.047549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae93-e807-435d-80ed-a101751f961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a681f698-f18d-4b0b-9ee1-41156d9ea845), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.047950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event updated for resources: {'Port': ['ID=790c68f6-2aee-4e23-8946-1505ee78cfad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:32.112331 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9fa2ae93-e807-435d-80ed-a101751f961c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b292b6d0ed54b92b950d247fa98d8ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6386423 Feb 09 03:02:32.118230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40332) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:32.169847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2ae93-e807-435d-80ed-a101751f961c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a681f698-f18d-4b0b-9ee1-41156d9ea845,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:32.214535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24da4a6e-2998-48fd-a984-43e1bb7cee3e admin admin] Publish callbacks [] for security_group (a681f698-f18d-4b0b-9ee1-41156d9ea845), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.226198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Allocated IP 172.25.2.94 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/18de7af7-4132-4708-9c2f-190f60658961) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:32.260807 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24da4a6e-2998-48fd-a984-43e1bb7cee3e admin admin] Publish callbacks [] for security_group (a681f698-f18d-4b0b-9ee1-41156d9ea845), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.353912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e7910ee3-d198-49ff-a471-d8b226e2bdcb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.376295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa41a10c-5c08-4f2c-b410-cf54e06e8c47 req-e1584990-eef3-4425-a7f3-c7c35a2818f3 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0501230 Feb 09 03:02:32.461592 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for port (18de7af7-4132-4708-9c2f-190f60658961), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.465046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24da4a6e-2998-48fd-a984-43e1bb7cee3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a681f698-f18d-4b0b-9ee1-41156d9ea845), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.468020 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24da4a6e-2998-48fd-a984-43e1bb7cee3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.469295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-24da4a6e-2998-48fd-a984-43e1bb7cee3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a681f698-f18d-4b0b-9ee1-41156d9ea845 HTTP/1.1" status: 204 len: 168 time: 0.3486385 Feb 09 03:02:32.493158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da4a6e-2998-48fd-a984-43e1bb7cee3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a681f698-f18d-4b0b-9ee1-41156d9ea845,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:32.515211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-fa3367a1-2b07-488a-b735-9c397bd093dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797539 Feb 09 03:02:32.596568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (18de7af7-4132-4708-9c2f-190f60658961), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.641219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'Port': ['ID=18de7af7-4132-4708-9c2f-190f60658961,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:32.654205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:32.656037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:32.660086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:32.669760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-94645082-3506-459d-8d49-113e5738d89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.751966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (e7910ee3-d198-49ff-a471-d8b226e2bdcb), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.756344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (e7910ee3-d198-49ff-a471-d8b226e2bdcb), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.773408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for floatingip (d252eda8-d993-41ee-aaa4-95e719581741), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:32.856543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (18de7af7-4132-4708-9c2f-190f60658961), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.064203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for port (18de7af7-4132-4708-9c2f-190f60658961), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.066569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40344) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:33.090081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (18de7af7-4132-4708-9c2f-190f60658961), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.209682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'Port': ['ID=18de7af7-4132-4708-9c2f-190f60658961,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:33.222755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5cc2efd5-18c7-4040-852a-ed85a11d97d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1666fa475d54ec8b2b76f72069229e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546938 Feb 09 03:02:33.226471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40346) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:33.236925 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (d252eda8-d993-41ee-aaa4-95e719581741), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.266023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.267582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8aaaad77-7797-41fc-b3e5-6672e983eecb tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6728799 Feb 09 03:02:33.273858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40348) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:33.278787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9b77b94f-e643-498d-b6e5-bc51bc75f03e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Request body: {'floatingip': {'port_id': '1ebe0df2-4646-4b32-9fc8-7d0039b90864', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:33.331389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-2f77cc7e-cef1-4a22-abfe-6de3f8be2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:33.332891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-2f77cc7e-cef1-4a22-abfe-6de3f8be2e42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1127 time: 0.5717850 Feb 09 03:02:33.333835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9b77b94f-e643-498d-b6e5-bc51bc75f03e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for floatingip (d252eda8-d993-41ee-aaa4-95e719581741), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.341793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790060-e9ef-4b3d-92cf-455889bf3927 req-06727c6f-ce1b-4925-849d-70ddc7214d73 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:33.343428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0790060-e9ef-4b3d-92cf-455889bf3927 req-06727c6f-ce1b-4925-849d-70ddc7214d73 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.5739753 Feb 09 03:02:33.478329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0497e3d-fe39-47ab-b410-1f66438f8777 admin admin] Publish callbacks [] for security_group (3a7df0e8-2816-4764-b965-3cb5c655e0ae), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.515824 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0790060-e9ef-4b3d-92cf-455889bf3927 req-1a198ad6-3b66-4911-aa34-7b8313e6fabb tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631927 Feb 09 03:02:33.545874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-541c6aa6-631b-445a-b5e5-1a9f58caaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:33.547701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-541c6aa6-631b-445a-b5e5-1a9f58caaab6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.1864996 Feb 09 03:02:33.563763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Router e7910ee3-d198-49ff-a471-d8b226e2bdcb is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:33.568721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0497e3d-fe39-47ab-b410-1f66438f8777 admin admin] Publish callbacks [] for security_group (3a7df0e8-2816-4764-b965-3cb5c655e0ae), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.599969 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-9b77b94f-e643-498d-b6e5-bc51bc75f03e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] update failed (client error): The resource could not be found. Feb 09 03:02:33.601106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9b77b94f-e643-498d-b6e5-bc51bc75f03e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "PUT /v2.0/floatingips/d252eda8-d993-41ee-aaa4-95e719581741 HTTP/1.1" status: 404 len: 507 time: 0.3262789 Feb 09 03:02:33.604243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40354) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:33.605756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f901ccfb-bf75-4601-bc6f-81b141ed68ec req-b536b769-7d43-4bd0-8a56-546cc9ce29db tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0683796 Feb 09 03:02:33.675048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0497e3d-fe39-47ab-b410-1f66438f8777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3a7df0e8-2816-4764-b965-3cb5c655e0ae), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.677669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b0497e3d-fe39-47ab-b410-1f66438f8777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.681177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b0497e3d-fe39-47ab-b410-1f66438f8777 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a7df0e8-2816-4764-b965-3cb5c655e0ae HTTP/1.1" status: 204 len: 168 time: 0.4514887 Feb 09 03:02:33.687693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0497e3d-fe39-47ab-b410-1f66438f8777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7df0e8-2816-4764-b965-3cb5c655e0ae,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:33.861305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:33.874213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef907b7-e657-411e-ba17-47b43c313469 None None] Sync routers for ids ['e7910ee3-d198-49ff-a471-d8b226e2bdcb'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:33.912774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:33.916850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40362) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:33.918495 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-538e0389-c66c-4517-a738-34cdac8735c1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "PUT /v2.0/routers/e7910ee3-d198-49ff-a471-d8b226e2bdcb HTTP/1.1" status: 200 len: 879 time: 3.3015997 Feb 09 03:02:33.930679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef907b7-e657-411e-ba17-47b43c313469 None None] Routers {'e7910ee3-d198-49ff-a471-d8b226e2bdcb'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:33.931489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4ef907b7-e657-411e-ba17-47b43c313469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7910ee3-d198-49ff-a471-d8b226e2bdcb'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:34.007278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4ef907b7-e657-411e-ba17-47b43c313469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:34.009030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-0df5342f-667d-4307-8ee9-29bc863dd20b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 1001 time: 0.4529126 Feb 09 03:02:34.036255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef907b7-e657-411e-ba17-47b43c313469 None None] Routers {'e7910ee3-d198-49ff-a471-d8b226e2bdcb'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:34.037336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4ef907b7-e657-411e-ba17-47b43c313469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7910ee3-d198-49ff-a471-d8b226e2bdcb'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:34.084554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3925c6f5-e9c4-4e50-a39b-8c266f9a16a4 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/routers/e7910ee3-d198-49ff-a471-d8b226e2bdcb HTTP/1.1" status: 200 len: 920 time: 0.1663659 Feb 09 03:02:34.087217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40368) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:34.118500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4ef907b7-e657-411e-ba17-47b43c313469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:34.119517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef907b7-e657-411e-ba17-47b43c313469 None None] The sync data for ids ['e7910ee3-d198-49ff-a471-d8b226e2bdcb'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:34.125616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.140564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-d35774b0-79a5-4cc6-bdac-bd4df0069ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:34.142067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-d35774b0-79a5-4cc6-bdac-bd4df0069ea6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.1178339 Feb 09 03:02:34.160952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143080f-6d2b-4bb8-8240-bffb127703e1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:34.164680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4143080f-6d2b-4bb8-8240-bffb127703e1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=e7910ee3-d198-49ff-a471-d8b226e2bdcb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0759821 Feb 09 03:02:34.166090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40372) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:34.182381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Deleting port 18de7af7-4132-4708-9c2f-190f60658961 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:34.182752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (18de7af7-4132-4708-9c2f-190f60658961), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.254591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-b43bedac-be54-4d0d-a3aa-651bb580609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:34.256677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-b43bedac-be54-4d0d-a3aa-651bb580609f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081436 Feb 09 03:02:34.323322 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (18de7af7-4132-4708-9c2f-190f60658961), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.323657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for floatingip (18de7af7-4132-4708-9c2f-190f60658961), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.342804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Calling delete_port for 18de7af7-4132-4708-9c2f-190f60658961 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:34.353284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8252e3ba-c5c4-4074-9a7c-774769ce50d2 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:34.355311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8252e3ba-c5c4-4074-9a7c-774769ce50d2 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 881 time: 0.1881053 Feb 09 03:02:34.360848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40376) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:34.440791 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40382) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:34.440986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-639b9cea-fc6c-4191-b136-77e54f1ca16f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7910ee3-d198-49ff-a471-d8b226e2bdcb HTTP/1.1" status: 200 len: 205 time: 0.0789840 Feb 09 03:02:34.459870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-c2c601db-4a2a-404b-a8fd-f9b5bc073811 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940508 Feb 09 03:02:34.580457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (e7910ee3-d198-49ff-a471-d8b226e2bdcb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.692979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ff077f-4803-4537-9011-f16b48a9df44 req-78f16702-f190-422d-ac6c-0d3183c3942c service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201645 Feb 09 03:02:34.705576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (18de7af7-4132-4708-9c2f-190f60658961), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.752487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event deleted for resources: {'Port': ['ID=18de7af7-4132-4708-9c2f-190f60658961,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:34.774910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e7910ee3-d198-49ff-a471-d8b226e2bdcb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.779388 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a9718d31-c1ac-4c90-b11c-9d0ea17c8eac req-f71b5f41-996d-4965-9777-81aa6702bbfe tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2473778-e88d-4dc4-8b7c-29f1463965af HTTP/1.1" status: 200 len: 210 time: 0.0646479 Feb 09 03:02:34.858061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40390) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:34.863918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for floatingip (d252eda8-d993-41ee-aaa4-95e719581741), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.867669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:34.870301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-78b492aa-7e8c-422c-991c-c67549fa58fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "DELETE /v2.0/floatingips/d252eda8-d993-41ee-aaa4-95e719581741 HTTP/1.1" status: 204 len: 168 time: 1.2634866 Feb 09 03:02:34.872751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:34.881795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-10afbbef-ea19-4a27-afd2-fe57504c5467 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Request body: {'floatingip': {'floating_network_id': 'f769361c-e18d-4db9-8172-d6860963ca3a', 'port_id': '1ebe0df2-4646-4b32-9fc8-7d0039b90864', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:34.908088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10afbbef-ea19-4a27-afd2-fe57504c5467 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.013393 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.089898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'networks': [{'name': 'tempest-network--90831837'}, {'name': 'tempest-network--1171739203'}]} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:35.090346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'network': {'name': 'tempest-network--90831837'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:35.090730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'network': {'name': 'tempest-network--1171739203'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:35.094982 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-10afbbef-ea19-4a27-afd2-fe57504c5467 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:02:35.096022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-10afbbef-ea19-4a27-afd2-fe57504c5467 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2221489 Feb 09 03:02:35.105565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40404) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:35.111727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '1ebe0df2-4646-4b32-9fc8-7d0039b90864', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:35.138898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.207008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Made reservation on behalf of 1091b45d53e849a0bb1032354d7cc44e for: {'network': 2} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:35.212292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.225774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.252396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Deleting port 790c68f6-2aee-4e23-8946-1505ee78cfad {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:35.253031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (790c68f6-2aee-4e23-8946-1505ee78cfad), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.360081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for security_group (b1eac85a-a2de-4d5d-ad76-3382fdcf8bc6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.362690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (790c68f6-2aee-4e23-8946-1505ee78cfad), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.378064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Calling delete_port for 790c68f6-2aee-4e23-8946-1505ee78cfad owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:35.386170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b1eac85a-a2de-4d5d-ad76-3382fdcf8bc6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.387680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.461018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.471412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eac85a-a2de-4d5d-ad76-3382fdcf8bc6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:35.511286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40408) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:35.534825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:35.612109 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (790c68f6-2aee-4e23-8946-1505ee78cfad), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.650549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Allocated IP 172.25.2.202 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:35.686947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event deleted for resources: {'Port': ['ID=790c68f6-2aee-4e23-8946-1505ee78cfad,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:35.689822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d20a1c5-aa96-497c-a9bc-95eeeafa0811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.704448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (84318eec-1c48-4191-b000-e2718a814cd1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.704804 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Added segment 84318eec-1c48-4191-b000-e2718a814cd1 of type vlan for network fad9092f-5cfc-41a1-b427-64ed4c73e116 Feb 09 03:02:35.756876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (e7910ee3-d198-49ff-a471-d8b226e2bdcb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.763189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (fad9092f-5cfc-41a1-b427-64ed4c73e116), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.825727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for port (9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.855317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:35.877668 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (e7910ee3-d198-49ff-a471-d8b226e2bdcb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.881249 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (e7910ee3-d198-49ff-a471-d8b226e2bdcb), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.884470 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (e0191386-ff94-47bb-aebb-9af99d6fdb41), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.885849 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Added segment e0191386-ff94-47bb-aebb-9af99d6fdb41 of type vlan for network df9825e3-0064-4b88-a613-eadf279b91b3 Feb 09 03:02:35.904513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40416) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:35.945008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (e7910ee3-d198-49ff-a471-d8b226e2bdcb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.945560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Fanout notify agent at l3_agent the message router_deleted on router e7910ee3-d198-49ff-a471-d8b226e2bdcb {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:35.952349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.957111 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1d80e50f-548c-4dee-adc2-80a11ffe7954 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/e7910ee3-d198-49ff-a471-d8b226e2bdcb HTTP/1.1" status: 204 len: 168 time: 1.5110729 Feb 09 03:02:35.957290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.957431 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40420) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:35.962089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e11b4ac3-674c-4cc1-b147-8f24e7cdece7 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1443422147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:35.992304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d20a1c5-aa96-497c-a9bc-95eeeafa0811 admin admin] Publish callbacks [] for security_group (06c78eed-abf5-4545-b4b0-bc73a9b13d1c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.995648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e11b4ac3-674c-4cc1-b147-8f24e7cdece7 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (cb39408e-74b3-4bda-8c98-46ca4b54e12e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:35.996786 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e11b4ac3-674c-4cc1-b147-8f24e7cdece7 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (cb39408e-74b3-4bda-8c98-46ca4b54e12e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.001272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1d20a1c5-aa96-497c-a9bc-95eeeafa0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (06c78eed-abf5-4545-b4b0-bc73a9b13d1c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.014005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (df9825e3-0064-4b88-a613-eadf279b91b3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.045148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:36.061783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:36.071874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:36.079512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event updated for resources: {'Port': ['ID=9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:36.084319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20a1c5-aa96-497c-a9bc-95eeeafa0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c78eed-abf5-4545-b4b0-bc73a9b13d1c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:36.091052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1d20a1c5-aa96-497c-a9bc-95eeeafa0811 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=730cb1f472f6435eacb37e960c4e33e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5787659 Feb 09 03:02:36.093551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40422) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:36.121082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e11b4ac3-674c-4cc1-b147-8f24e7cdece7 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (cb39408e-74b3-4bda-8c98-46ca4b54e12e), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.122504 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-97cc7cc0-dba0-4b1a-b7eb-18b06ba9cb48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group (a3b79ded-bd5c-44b1-95d1-cbdc61198405), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.126648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (fad9092f-5cfc-41a1-b427-64ed4c73e116), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.127135 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (df9825e3-0064-4b88-a613-eadf279b91b3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.132036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:36.136465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:36.137099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.137874 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e11b4ac3-674c-4cc1-b147-8f24e7cdece7 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (cb39408e-74b3-4bda-8c98-46ca4b54e12e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.164423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e11b4ac3-674c-4cc1-b147-8f24e7cdece7 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.168344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e11b4ac3-674c-4cc1-b147-8f24e7cdece7 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2074203 Feb 09 03:02:36.168511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40424) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:36.173904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': True}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:36.178406 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f8817cd-70ba-4454-9cf2-8320d28a75d1 admin admin] Publish callbacks [] for security_group (06c78eed-abf5-4545-b4b0-bc73a9b13d1c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.230579 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-97cc7cc0-dba0-4b1a-b7eb-18b06ba9cb48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group (a3b79ded-bd5c-44b1-95d1-cbdc61198405), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.241346 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3794699 Feb 09 03:02:36.245024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40426) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:36.270089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Network': ['ID=fad9092f-5cfc-41a1-b427-64ed4c73e116,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:36.291420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network fad9092f-5cfc-41a1-b427-64ed4c73e116 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:36.332363 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f8817cd-70ba-4454-9cf2-8320d28a75d1 admin admin] Publish callbacks [] for security_group (06c78eed-abf5-4545-b4b0-bc73a9b13d1c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.378297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555acfdc-f1b4-4820-bb05-bdb398d7102b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Network': ['ID=df9825e3-0064-4b88-a613-eadf279b91b3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:36.395218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network df9825e3-0064-4b88-a613-eadf279b91b3 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:36.441750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-97cc7cc0-dba0-4b1a-b7eb-18b06ba9cb48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a3b79ded-bd5c-44b1-95d1-cbdc61198405), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.445032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-97cc7cc0-dba0-4b1a-b7eb-18b06ba9cb48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.446283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-97cc7cc0-dba0-4b1a-b7eb-18b06ba9cb48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3b79ded-bd5c-44b1-95d1-cbdc61198405 HTTP/1.1" status: 204 len: 168 time: 0.5344207 Feb 09 03:02:36.454101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40428) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:36.477114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc7cc0-dba0-4b1a-b7eb-18b06ba9cb48 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b79ded-bd5c-44b1-95d1-cbdc61198405,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:36.481249 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-4552d39f-b434-44ac-a4e4-419286220c06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] show failed (client error): The resource could not be found. Feb 09 03:02:36.482385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4552d39f-b434-44ac-a4e4-419286220c06 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "GET /v2.0/security-groups/a3b79ded-bd5c-44b1-95d1-cbdc61198405 HTTP/1.1" status: 404 len: 347 time: 0.0270622 Feb 09 03:02:36.485579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40430) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:36.547307 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.562095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f580c-56bd-4800-bfd5-7b9c3c6d236b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:36.567455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f580c-56bd-4800-bfd5-7b9c3c6d236b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:36.573237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f580c-56bd-4800-bfd5-7b9c3c6d236b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:36.579056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f580c-56bd-4800-bfd5-7b9c3c6d236b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:36.581164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-989f580c-56bd-4800-bfd5-7b9c3c6d236b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3334587 Feb 09 03:02:36.584286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40432) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:36.596488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (cb39408e-74b3-4bda-8c98-46ca4b54e12e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.618427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Deleting port 9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:36.618772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.649015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f8817cd-70ba-4454-9cf2-8320d28a75d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (06c78eed-abf5-4545-b4b0-bc73a9b13d1c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.651458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f8817cd-70ba-4454-9cf2-8320d28a75d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.653148 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2f8817cd-70ba-4454-9cf2-8320d28a75d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06c78eed-abf5-4545-b4b0-bc73a9b13d1c HTTP/1.1" status: 204 len: 168 time: 0.5581360 Feb 09 03:02:36.680524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8817cd-70ba-4454-9cf2-8320d28a75d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c78eed-abf5-4545-b4b0-bc73a9b13d1c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:36.726276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.726496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for floatingip (9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.736181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (fad9092f-5cfc-41a1-b427-64ed4c73e116), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.738958 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting port 486f15d0-0435-49f3-a88c-626f0cbd7a15 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:36.739967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (486f15d0-0435-49f3-a88c-626f0cbd7a15), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.746415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Calling delete_port for 9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:36.848414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (fad9092f-5cfc-41a1-b427-64ed4c73e116), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.876472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (486f15d0-0435-49f3-a88c-626f0cbd7a15), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.876870 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for floatingip (486f15d0-0435-49f3-a88c-626f0cbd7a15), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.884538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad9092f-5cfc-41a1-b427-64ed4c73e116']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:36.894627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Calling delete_port for 486f15d0-0435-49f3-a88c-626f0cbd7a15 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:36.898074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84318eec-1c48-4191-b000-e2718a814cd1') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:36.898468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84318eec-1c48-4191-b000-e2718a814cd1') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:36.910743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (84318eec-1c48-4191-b000-e2718a814cd1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.988663 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (84318eec-1c48-4191-b000-e2718a814cd1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:36.992713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40438) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:37.001006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:37.002591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (84318eec-1c48-4191-b000-e2718a814cd1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:37.005860 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:37.021170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-951ee314-e62a-40bf-adb1-8ae2ca21d89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.022923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.064415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event deleted for resources: {'Port': ['ID=9b8ac5e1-8ded-4257-96fb-ae1f6ff819c9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:37.103326 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (fad9092f-5cfc-41a1-b427-64ed4c73e116), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.122530 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.125652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/networks/fad9092f-5cfc-41a1-b427-64ed4c73e116 HTTP/1.1" status: 204 len: 168 time: 0.5403094 Feb 09 03:02:37.128779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1553612-55be-4bda-88d5-a048f9d2025b tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Network': ['ID=fad9092f-5cfc-41a1-b427-64ed4c73e116,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:37.130582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40440) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:37.140724 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (cb39408e-74b3-4bda-8c98-46ca4b54e12e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.199240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.212712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (486f15d0-0435-49f3-a88c-626f0cbd7a15), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.222734 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] create failed (client error): The resource could not be found. Feb 09 03:02:37.224372 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8cb5d1bc-e99e-4fce-bd6a-1625a704a41b tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1172752 Feb 09 03:02:37.236470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40442) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:37.257658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-951ee314-e62a-40bf-adb1-8ae2ca21d89b admin admin] Publish callbacks [] for security_group (837c6609-0709-419a-ba21-fa39af2afaff), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.266754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Port': ['ID=486f15d0-0435-49f3-a88c-626f0cbd7a15,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:37.274618 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (df9825e3-0064-4b88-a613-eadf279b91b3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.287826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-951ee314-e62a-40bf-adb1-8ae2ca21d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (837c6609-0709-419a-ba21-fa39af2afaff), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.397678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Allocated IP 172.25.2.91 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/2fd71a4e-2c42-4210-8878-54675e000779) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:37.398326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ee314-e62a-40bf-adb1-8ae2ca21d89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837c6609-0709-419a-ba21-fa39af2afaff,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:37.407412 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-951ee314-e62a-40bf-adb1-8ae2ca21d89b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72a3635a4e4b4d89ad65319b7b3da48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106281 Feb 09 03:02:37.411958 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40444) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:37.424078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (df9825e3-0064-4b88-a613-eadf279b91b3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.435469 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for floatingip (217ae515-d79e-4a0b-90f0-7b506e8de220), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.438012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.441653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6ead64fb-72b2-4027-b59f-71b425d6f9b4 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "DELETE /v2.0/floatingips/217ae515-d79e-4a0b-90f0-7b506e8de220 HTTP/1.1" status: 204 len: 168 time: 0.9525154 Feb 09 03:02:37.445537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40446) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:37.484870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9825e3-0064-4b88-a613-eadf279b91b3']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:37.499699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0191386-ff94-47bb-aebb-9af99d6fdb41') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:37.499994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0191386-ff94-47bb-aebb-9af99d6fdb41') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:37.512734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (e0191386-ff94-47bb-aebb-9af99d6fdb41), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.515739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a87aea8e-25cd-42e2-8803-4c73a5a5c93e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Deleting port 1ebe0df2-4646-4b32-9fc8-7d0039b90864 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:37.516082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a87aea8e-25cd-42e2-8803-4c73a5a5c93e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1ebe0df2-4646-4b32-9fc8-7d0039b90864), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.538900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (e0191386-ff94-47bb-aebb-9af99d6fdb41), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.548062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:37.548466 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (e0191386-ff94-47bb-aebb-9af99d6fdb41), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:37.551560 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:37.592721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f31c84f5-d47d-4294-ba26-80e0ffe7a4e4 admin admin] Publish callbacks [] for security_group (837c6609-0709-419a-ba21-fa39af2afaff), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.627114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for port (2fd71a4e-2c42-4210-8878-54675e000779), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.638422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f31c84f5-d47d-4294-ba26-80e0ffe7a4e4 admin admin] Publish callbacks [] for security_group (837c6609-0709-419a-ba21-fa39af2afaff), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.640290 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (df9825e3-0064-4b88-a613-eadf279b91b3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.649954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.653116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/networks/df9825e3-0064-4b88-a613-eadf279b91b3 HTTP/1.1" status: 204 len: 168 time: 0.5216155 Feb 09 03:02:37.661769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40448) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:37.670748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9df579-2992-45d2-bf09-27143c9122bc tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Network': ['ID=df9825e3-0064-4b88-a613-eadf279b91b3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:37.685545 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2fd71a4e-2c42-4210-8878-54675e000779), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.742084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:37.745011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:37.748655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:37.750062 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:02:37.754132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd71a4e-2c42-4210-8878-54675e000779,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:37.755648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a87aea8e-25cd-42e2-8803-4c73a5a5c93e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1ebe0df2-4646-4b32-9fc8-7d0039b90864), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.769526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ab0337f9-08ae-4fcf-97d0-7c89dec7fb1b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting port 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:37.769877 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab0337f9-08ae-4fcf-97d0-7c89dec7fb1b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.820173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a87aea8e-25cd-42e2-8803-4c73a5a5c93e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Calling delete_port for 1ebe0df2-4646-4b32-9fc8-7d0039b90864 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:37.901067 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f31c84f5-d47d-4294-ba26-80e0ffe7a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (837c6609-0709-419a-ba21-fa39af2afaff), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.903587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f31c84f5-d47d-4294-ba26-80e0ffe7a4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.904725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f31c84f5-d47d-4294-ba26-80e0ffe7a4e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/837c6609-0709-419a-ba21-fa39af2afaff HTTP/1.1" status: 204 len: 168 time: 0.4918120 Feb 09 03:02:37.937767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c84f5-d47d-4294-ba26-80e0ffe7a4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837c6609-0709-419a-ba21-fa39af2afaff,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:37.970918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6661f30b-f279-4719-aa98-4fd7f527f953 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:37.976162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6661f30b-f279-4719-aa98-4fd7f527f953 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:37.980499 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6661f30b-f279-4719-aa98-4fd7f527f953 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3115160 Feb 09 03:02:37.988532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40452) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:37.992184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab0337f9-08ae-4fcf-97d0-7c89dec7fb1b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:37.998624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-287951307'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:38.027408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ab0337f9-08ae-4fcf-97d0-7c89dec7fb1b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Calling delete_port for 62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:38.056512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Made reservation on behalf of 1091b45d53e849a0bb1032354d7cc44e for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:38.059989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.077387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (cb39408e-74b3-4bda-8c98-46ca4b54e12e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.313655 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (cb39408e-74b3-4bda-8c98-46ca4b54e12e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.318768 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (cb39408e-74b3-4bda-8c98-46ca4b54e12e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.360473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40458) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:38.404541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63342f78-01e7-420c-ada7-c67735c2fd3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.489018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:38.500972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a87aea8e-25cd-42e2-8803-4c73a5a5c93e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1ebe0df2-4646-4b32-9fc8-7d0039b90864), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.518048 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cf04c051-6727-43d3-80ee-5cf7b7f74415), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.518446 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Added segment cf04c051-6727-43d3-80ee-5cf7b7f74415 of type vlan for network cbf95922-4f96-4209-9b81-4cf0e60672f0 Feb 09 03:02:38.527078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63342f78-01e7-420c-ada7-c67735c2fd3c admin admin] Publish callbacks [] for security_group (2be2338a-ede8-44b8-ac7b-f6f979fe7ac8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.531004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63342f78-01e7-420c-ada7-c67735c2fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2be2338a-ede8-44b8-ac7b-f6f979fe7ac8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.541918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Router cb39408e-74b3-4bda-8c98-46ca4b54e12e is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:38.553163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87aea8e-25cd-42e2-8803-4c73a5a5c93e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event deleted for resources: {'Port': ['ID=1ebe0df2-4646-4b32-9fc8-7d0039b90864,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:38.581606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40460) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:38.581865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-63342f78-01e7-420c-ada7-c67735c2fd3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4c2e495dc394867a90d50dc30646667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194059 Feb 09 03:02:38.584138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63342f78-01e7-420c-ada7-c67735c2fd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be2338a-ede8-44b8-ac7b-f6f979fe7ac8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:38.630738 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (cbf95922-4f96-4209-9b81-4cf0e60672f0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.764656 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab0337f9-08ae-4fcf-97d0-7c89dec7fb1b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (62bdaf3e-a7b2-46b2-8200-bdfeb6940a03), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.775325 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (cbf95922-4f96-4209-9b81-4cf0e60672f0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.780194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:38.780815 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.791376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a87aea8e-25cd-42e2-8803-4c73a5a5c93e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.794594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a87aea8e-25cd-42e2-8803-4c73a5a5c93e tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "DELETE /v2.0/ports/1ebe0df2-4646-4b32-9fc8-7d0039b90864 HTTP/1.1" status: 204 len: 168 time: 1.5571330 Feb 09 03:02:38.803513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40462) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:38.852266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0337f9-08ae-4fcf-97d0-7c89dec7fb1b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Port': ['ID=62bdaf3e-a7b2-46b2-8200-bdfeb6940a03,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:38.880616 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18f297d4-85c1-4ce6-92d8-4b02c7e46d51 admin admin] Publish callbacks [] for security_group (2be2338a-ede8-44b8-ac7b-f6f979fe7ac8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:38.934540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9449029 Feb 09 03:02:38.955058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40464) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:38.973388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2076898645'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:38.998907 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18f297d4-85c1-4ce6-92d8-4b02c7e46d51 admin admin] Publish callbacks [] for security_group (2be2338a-ede8-44b8-ac7b-f6f979fe7ac8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.004709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680676af-d9d3-4127-aafe-ed3a6b9a3a27 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Network': ['ID=cbf95922-4f96-4209-9b81-4cf0e60672f0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:39.013633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:39.017408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network cbf95922-4f96-4209-9b81-4cf0e60672f0 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:39.017987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.019946 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d4427f40-0be9-4f40-a8fc-d560de4b3662 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "PUT /v2.0/routers/cb39408e-74b3-4bda-8c98-46ca4b54e12e HTTP/1.1" status: 200 len: 914 time: 2.8495250 Feb 09 03:02:39.022107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40466) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:39.027107 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41825d20-884e-4118-bb2c-59dbb77fef90 None None] Sync routers for ids ['cb39408e-74b3-4bda-8c98-46ca4b54e12e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:39.041987 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41825d20-884e-4118-bb2c-59dbb77fef90 None None] Routers {'cb39408e-74b3-4bda-8c98-46ca4b54e12e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:39.042474 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-41825d20-884e-4118-bb2c-59dbb77fef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['cb39408e-74b3-4bda-8c98-46ca4b54e12e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:39.070056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ab0337f9-08ae-4fcf-97d0-7c89dec7fb1b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.076871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ab0337f9-08ae-4fcf-97d0-7c89dec7fb1b tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "DELETE /v2.0/ports/62bdaf3e-a7b2-46b2-8200-bdfeb6940a03 HTTP/1.1" status: 204 len: 168 time: 1.6303189 Feb 09 03:02:39.081633 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-41825d20-884e-4118-bb2c-59dbb77fef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:39.081827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40468) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:39.092701 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41825d20-884e-4118-bb2c-59dbb77fef90 None None] Routers {'cb39408e-74b3-4bda-8c98-46ca4b54e12e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:39.093568 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-41825d20-884e-4118-bb2c-59dbb77fef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['cb39408e-74b3-4bda-8c98-46ca4b54e12e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:39.128798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Made reservation on behalf of 1091b45d53e849a0bb1032354d7cc44e for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:39.132142 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.137254 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-41825d20-884e-4118-bb2c-59dbb77fef90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:39.138090 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41825d20-884e-4118-bb2c-59dbb77fef90 None None] The sync data for ids ['cb39408e-74b3-4bda-8c98-46ca4b54e12e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:39.149276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-df85ae5c-fcdb-4f6f-9d0d-07acc5be875a tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/routers/cb39408e-74b3-4bda-8c98-46ca4b54e12e HTTP/1.1" status: 200 len: 920 time: 0.1259677 Feb 09 03:02:39.152665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40470) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:39.154902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf91ec2-9261-4871-925c-1ae409181700 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:39.156398 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-daf91ec2-9261-4871-925c-1ae409181700 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51 HTTP/1.1" status: 200 len: 913 time: 0.3341341 Feb 09 03:02:39.163742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40472) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:39.186221 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:39.216214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18f297d4-85c1-4ce6-92d8-4b02c7e46d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2be2338a-ede8-44b8-ac7b-f6f979fe7ac8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.218819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-18f297d4-85c1-4ce6-92d8-4b02c7e46d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.222659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-18f297d4-85c1-4ce6-92d8-4b02c7e46d51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2be2338a-ede8-44b8-ac7b-f6f979fe7ac8 HTTP/1.1" status: 204 len: 168 time: 0.6356146 Feb 09 03:02:39.229985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b36dfc66-08af-413d-802a-eda470bd9ea8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.230372 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Added segment b36dfc66-08af-413d-802a-eda470bd9ea8 of type vlan for network f1a640e5-a2f4-4d5a-8fee-34e25c93455f Feb 09 03:02:39.248735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f297d4-85c1-4ce6-92d8-4b02c7e46d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be2338a-ede8-44b8-ac7b-f6f979fe7ac8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:39.287766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (f1a640e5-a2f4-4d5a-8fee-34e25c93455f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.322608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-beca6489-ded2-4ebb-a103-31e69d0edf8e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting port 26e2633e-edfb-4253-b9b9-013520f11e14 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:39.322955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beca6489-ded2-4ebb-a103-31e69d0edf8e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.325799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd085142-2fb6-4436-aa11-c3ce3f303493 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:39.330006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bd085142-2fb6-4436-aa11-c3ce3f303493 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=cb39408e-74b3-4bda-8c98-46ca4b54e12e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1736083 Feb 09 03:02:39.344547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40476) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:39.378446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (f1a640e5-a2f4-4d5a-8fee-34e25c93455f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.384380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:39.384919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.532530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5739784 Feb 09 03:02:39.535289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40480) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:39.542029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'ports': [{'network_id': 'cbf95922-4f96-4209-9b81-4cf0e60672f0', 'name': 'tempest-port--371325165', 'admin_state_up': True}, {'network_id': 'f1a640e5-a2f4-4d5a-8fee-34e25c93455f', 'admin_state_up': False}]} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:39.542661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'port': {'network_id': 'cbf95922-4f96-4209-9b81-4cf0e60672f0', 'name': 'tempest-port--371325165', 'admin_state_up': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:39.543571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'port': {'network_id': 'f1a640e5-a2f4-4d5a-8fee-34e25c93455f', 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:39.583469 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beca6489-ded2-4ebb-a103-31e69d0edf8e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.587378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269628e7-97d3-46ce-ad2f-0d890be524d4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Network': ['ID=f1a640e5-a2f4-4d5a-8fee-34e25c93455f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:39.600404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network f1a640e5-a2f4-4d5a-8fee-34e25c93455f details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:39.610427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-beca6489-ded2-4ebb-a103-31e69d0edf8e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Calling delete_port for 26e2633e-edfb-4253-b9b9-013520f11e14 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:39.618794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12fee58-0bde-491c-9ea5-4949c28fdf17 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:39.623305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e12fee58-0bde-491c-9ea5-4949c28fdf17 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 881 time: 0.2749186 Feb 09 03:02:39.624105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40484) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:39.690481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0e267bef-ded6-459d-8a6a-41f3d98bc979 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb39408e-74b3-4bda-8c98-46ca4b54e12e HTTP/1.1" status: 200 len: 205 time: 0.0651186 Feb 09 03:02:39.694307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:39.793396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.853353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (cb39408e-74b3-4bda-8c98-46ca4b54e12e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.884635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Made reservation on behalf of 1091b45d53e849a0bb1032354d7cc44e for: {'port': 2} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:39.888667 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.907658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.952429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beca6489-ded2-4ebb-a103-31e69d0edf8e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (26e2633e-edfb-4253-b9b9-013520f11e14), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:39.990881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca6489-ded2-4ebb-a103-31e69d0edf8e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Port': ['ID=26e2633e-edfb-4253-b9b9-013520f11e14,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:40.077062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (cb39408e-74b3-4bda-8c98-46ca4b54e12e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.093614 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beca6489-ded2-4ebb-a103-31e69d0edf8e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.098298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-beca6489-ded2-4ebb-a103-31e69d0edf8e tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "DELETE /v2.0/ports/26e2633e-edfb-4253-b9b9-013520f11e14 HTTP/1.1" status: 204 len: 168 time: 1.0087225 Feb 09 03:02:40.100746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40502) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:40.149047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Deleting port 2fd71a4e-2c42-4210-8878-54675e000779 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:40.149573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2fd71a4e-2c42-4210-8878-54675e000779), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.180243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] device_id is not set on port e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:02:40.197935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-939a4bd9-5853-4639-b336-a3b5bd586071 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting subnet 729f9683-7775-4b68-82af-450127942b78 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:02:40.203351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-939a4bd9-5853-4639-b336-a3b5bd586071 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for subnet (729f9683-7775-4b68-82af-450127942b78), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.233388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2fd71a4e-2c42-4210-8878-54675e000779), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.247556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Calling delete_port for 2fd71a4e-2c42-4210-8878-54675e000779 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:40.274938 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-939a4bd9-5853-4639-b336-a3b5bd586071 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (729f9683-7775-4b68-82af-450127942b78), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.458131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for port (e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.471208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2fd71a4e-2c42-4210-8878-54675e000779), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.504573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event deleted for resources: {'Port': ['ID=2fd71a4e-2c42-4210-8878-54675e000779,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:40.517174 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-939a4bd9-5853-4639-b336-a3b5bd586071 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (729f9683-7775-4b68-82af-450127942b78), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.584335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Deleting port aa15236b-a3f2-4347-b700-ec16ce6b7076 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:40.585047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.593760 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (cb39408e-74b3-4bda-8c98-46ca4b54e12e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.636617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] device_id is not set on port 8eec5b8f-604d-4b34-9d96-dc1734328f01 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:02:40.713230 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (cb39408e-74b3-4bda-8c98-46ca4b54e12e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.714569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-939a4bd9-5853-4639-b336-a3b5bd586071 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (729f9683-7775-4b68-82af-450127942b78), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.715868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (cb39408e-74b3-4bda-8c98-46ca4b54e12e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.752443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffbd225-6b38-46fd-bb6f-d770fe3cb06e None None] Network 0addf226-c966-49a2-a9a4-d8df1e9e24b7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:40.768940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-939a4bd9-5853-4639-b336-a3b5bd586071 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.771495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (cb39408e-74b3-4bda-8c98-46ca4b54e12e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.772173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-939a4bd9-5853-4639-b336-a3b5bd586071 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "DELETE /v2.0/subnets/729f9683-7775-4b68-82af-450127942b78 HTTP/1.1" status: 204 len: 168 time: 0.6694031 Feb 09 03:02:40.775130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Fanout notify agent at l3_agent the message router_deleted on router cb39408e-74b3-4bda-8c98-46ca4b54e12e {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:40.781306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:40.795201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a4bd9-5853-4639-b336-a3b5bd586071 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Subnet': ['ID=729f9683-7775-4b68-82af-450127942b78,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:40.798155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.799442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.801301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ec3e345-6d8d-4d1b-bec3-6af8dc41e280 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/cb39408e-74b3-4bda-8c98-46ca4b54e12e HTTP/1.1" status: 204 len: 168 time: 1.1055665 Feb 09 03:02:40.805974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40514) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:40.813250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d57e1c50-7224-4851-9951-398acdef6d09 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1733851067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:40.842963 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c50-7224-4851-9951-398acdef6d09 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (487f0666-2293-47ce-a016-77c494c52f44), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.844145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c50-7224-4851-9951-398acdef6d09 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (487f0666-2293-47ce-a016-77c494c52f44), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.850094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Calling delete_port for aa15236b-a3f2-4347-b700-ec16ce6b7076 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:40.893875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee4ab51-8838-407d-a6be-b563536aeb75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Deleting subnet 10fe5c87-23c6-4ad3-8b04-65df0b2daf9e {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:02:40.904095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ee4ab51-8838-407d-a6be-b563536aeb75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for subnet (10fe5c87-23c6-4ad3-8b04-65df0b2daf9e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.928254 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c50-7224-4851-9951-398acdef6d09 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (487f0666-2293-47ce-a016-77c494c52f44), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.933405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c50-7224-4851-9951-398acdef6d09 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (487f0666-2293-47ce-a016-77c494c52f44), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.958966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d57e1c50-7224-4851-9951-398acdef6d09 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:40.960377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d57e1c50-7224-4851-9951-398acdef6d09 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1524475 Feb 09 03:02:40.963087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40518) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:40.967411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'enable_snat': False}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:40.980680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] DHCP port deletion for 0addf226-c966-49a2-a9a4-d8df1e9e24b7 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:02:41.026926 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ee4ab51-8838-407d-a6be-b563536aeb75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (10fe5c87-23c6-4ad3-8b04-65df0b2daf9e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.035383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for port (8eec5b8f-604d-4b34-9d96-dc1734328f01), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.054222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] Deleting port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:41.055091 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.135574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] For port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=469fb45c-adf9-47e0-ae3c-b0dac54f39e0,segment=NetworkSegment(cfb75c94-12cc-42a6-9050-f316c001f305),segment_id=cfb75c94-12cc-42a6-9050-f316c001f305)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:41.136961 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.154139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] Calling delete_port for 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:41.217139 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.236273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (487f0666-2293-47ce-a016-77c494c52f44), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.250230 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (469fb45c-adf9-47e0-ae3c-b0dac54f39e0), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.257387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ee4ab51-8838-407d-a6be-b563536aeb75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (10fe5c87-23c6-4ad3-8b04-65df0b2daf9e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.280643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] Pushing event deleted for resources: {'Port': ['ID=469fb45c-adf9-47e0-ae3c-b0dac54f39e0,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:41.289631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daad732-ab74-4def-96fc-ab578385c6ef None None] No DVR routers for this DVR port 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:41.370045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Port': ['ID=e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:41.382894 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (aa15236b-a3f2-4347-b700-ec16ce6b7076), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.422263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Checking segment: {'id': 'cf04c051-6727-43d3-80ee-5cf7b7f74415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'cbf95922-4f96-4209-9b81-4cf0e60672f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:41.422697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Network hostable DHCP agents. Network: cbf95922-4f96-4209-9b81-4cf0e60672f0, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:41.428233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event deleted for resources: {'Port': ['ID=aa15236b-a3f2-4347-b700-ec16ce6b7076,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:41.454731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ee4ab51-8838-407d-a6be-b563536aeb75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (10fe5c87-23c6-4ad3-8b04-65df0b2daf9e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.484936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (487f0666-2293-47ce-a016-77c494c52f44), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.511743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.536834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4ab51-8838-407d-a6be-b563536aeb75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Subnet': ['ID=10fe5c87-23c6-4ad3-8b04-65df0b2daf9e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:41.556084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Network cbf95922-4f96-4209-9b81-4cf0e60672f0 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:41.563771 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ee4ab51-8838-407d-a6be-b563536aeb75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.568046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7ee4ab51-8838-407d-a6be-b563536aeb75 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "DELETE /v2.0/subnets/10fe5c87-23c6-4ad3-8b04-65df0b2daf9e HTTP/1.1" status: 204 len: 168 time: 0.7861784 Feb 09 03:02:41.574430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5b34d-b846-4f0a-8639-d7107fef1a1f None None] Network c70f694e-e19b-4a75-9897-3b13466de0ec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:41.584643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40520) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:41.588121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, cbf95922-4f96-4209-9b81-4cf0e60672f0) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:41.679954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07cdbaa-7b10-4ebd-8267-2f6a63c36858 None None] Network cbf95922-4f96-4209-9b81-4cf0e60672f0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:41.705457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:41.706388 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8eec5b8f-604d-4b34-9d96-dc1734328f01), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.787684 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.794711 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (0addf226-c966-49a2-a9a4-d8df1e9e24b7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:41.804450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Port': ['ID=8eec5b8f-604d-4b34-9d96-dc1734328f01,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:41.863577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Allocated IP 172.25.2.90 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/86863060-141d-4d51-b286-777f35ad01cd) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:41.948290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Checking segment: {'id': 'b36dfc66-08af-413d-802a-eda470bd9ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f1a640e5-a2f4-4d5a-8fee-34e25c93455f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:41.948605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Network hostable DHCP agents. Network: f1a640e5-a2f4-4d5a-8fee-34e25c93455f, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:41.987695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:41.999551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Router 5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:42.017302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for port (86863060-141d-4d51-b286-777f35ad01cd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.032337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:42.032971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 469fb45c-adf9-47e0-ae3c-b0dac54f39e0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:42.074353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Network f1a640e5-a2f4-4d5a-8fee-34e25c93455f is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:42.117028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:42.124592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-33680f26-a0b1-4fae-bf6e-3fb5e5a0f1fa tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "PUT /v2.0/routers/5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9571123 Feb 09 03:02:42.124592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, f1a640e5-a2f4-4d5a-8fee-34e25c93455f) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:42.124592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40524) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:42.139159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:42.144108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b6e5bb-abcf-4fe1-af62-1b7284859b3a None None] Sync routers for ids ['5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:42.146599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:42.151560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:42.152266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.161889 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (0addf226-c966-49a2-a9a4-d8df1e9e24b7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.181354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e393c6-e399-43da-9abc-ce066493d5a3 None None] Network f1a640e5-a2f4-4d5a-8fee-34e25c93455f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:42.204039 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (86863060-141d-4d51-b286-777f35ad01cd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.217281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0addf226-c966-49a2-a9a4-d8df1e9e24b7']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:42.252538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] DHCP port deletion for c70f694e-e19b-4a75-9897-3b13466de0ec request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:02:42.260656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6e5bb-abcf-4fe1-af62-1b7284859b3a None None] Routers {'5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:42.260924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a87c95-0d5a-49f2-aa13-bc54f325444a tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for router (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.261492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-42b6e5bb-abcf-4fe1-af62-1b7284859b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:42.265696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:42.272398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb75c94-12cc-42a6-9050-f316c001f305') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:42.272995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb75c94-12cc-42a6-9050-f316c001f305') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:42.275586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:42.285611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:42.314273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (cfb75c94-12cc-42a6-9050-f316c001f305), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.329821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-49e4d220-528c-443e-bf1a-7a9b61a6cff1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7905025 Feb 09 03:02:42.339157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40526) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:42.340335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-42b6e5bb-abcf-4fe1-af62-1b7284859b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:42.350785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Pushing event updated for resources: {'Port': ['ID=86863060-141d-4d51-b286-777f35ad01cd,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:42.377335 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cfb75c94-12cc-42a6-9050-f316c001f305), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.388975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6e5bb-abcf-4fe1-af62-1b7284859b3a None None] Routers {'5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:42.389628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-42b6e5bb-abcf-4fe1-af62-1b7284859b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:42.409609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:42.410091 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (cfb75c94-12cc-42a6-9050-f316c001f305), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:42.413345 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:42.435055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-42b6e5bb-abcf-4fe1-af62-1b7284859b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:42.435721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b6e5bb-abcf-4fe1-af62-1b7284859b3a None None] The sync data for ids ['5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:42.445683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] Deleting port 7e36620b-1b78-4402-88fa-e731a3deb006 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:42.446077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.523813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] For port 7e36620b-1b78-4402-88fa-e731a3deb006, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7e36620b-1b78-4402-88fa-e731a3deb006,segment=NetworkSegment(eb8cf849-304c-4c07-bf6b-755b4aefca86),segment_id=eb8cf849-304c-4c07-bf6b-755b4aefca86)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:42.524277 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.539593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] Calling delete_port for 7e36620b-1b78-4402-88fa-e731a3deb006 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:42.635872 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (7e36620b-1b78-4402-88fa-e731a3deb006), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.664799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] No DVR routers for this DVR port 7e36620b-1b78-4402-88fa-e731a3deb006 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:42.666495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a3fc9-5b10-4c55-9307-da0f94e338d2 None None] Pushing event deleted for resources: {'Port': ['ID=7e36620b-1b78-4402-88fa-e731a3deb006,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:42.823974 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a87c95-0d5a-49f2-aa13-bc54f325444a tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.826266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a87c95-0d5a-49f2-aa13-bc54f325444a tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for router_controller (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.884394 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a87c95-0d5a-49f2-aa13-bc54f325444a tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.885018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a87c95-0d5a-49f2-aa13-bc54f325444a tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Fanout notify agent at l3_agent the message router_deleted on router 5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:42.897459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a87c95-0d5a-49f2-aa13-bc54f325444a tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.898953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b7a87c95-0d5a-49f2-aa13-bc54f325444a tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "DELETE /v2.0/routers/5e4fcfb8-e34b-49f4-8e8c-4c84b0f13a51 HTTP/1.1" status: 204 len: 168 time: 0.7734194 Feb 09 03:02:42.901294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40532) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:42.919940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (0addf226-c966-49a2-a9a4-d8df1e9e24b7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.936474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b8127-e8c2-445d-bc0e-a21dd863be11 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:42.945853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b8127-e8c2-445d-bc0e-a21dd863be11 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:42.951044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e20b8127-e8c2-445d-bc0e-a21dd863be11 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6081898 Feb 09 03:02:42.951996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40534) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:42.961936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:42.965881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "DELETE /v2.0/networks/0addf226-c966-49a2-a9a4-d8df1e9e24b7 HTTP/1.1" status: 204 len: 168 time: 1.3713956 Feb 09 03:02:42.981448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40536) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:42.990859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ea0a7-8286-4507-baba-b38b7f6d66dc tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Network': ['ID=0addf226-c966-49a2-a9a4-d8df1e9e24b7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:43.000496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48fce9f-74af-4812-a8e5-c82c66024a80 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Deleting subnet cedd5fa6-b443-40c4-b95c-2419ec3d8d55 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:02:43.008219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d48fce9f-74af-4812-a8e5-c82c66024a80 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for subnet (cedd5fa6-b443-40c4-b95c-2419ec3d8d55), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.096094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d48fce9f-74af-4812-a8e5-c82c66024a80 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (cedd5fa6-b443-40c4-b95c-2419ec3d8d55), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.149724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7b0011d4-02cb-4588-9d9b-7143a5357621 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Deleting port e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:43.150058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b0011d4-02cb-4588-9d9b-7143a5357621 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.157088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (c70f694e-e19b-4a75-9897-3b13466de0ec), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.219710 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router_gateway (487f0666-2293-47ce-a016-77c494c52f44), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.257259 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b0011d4-02cb-4588-9d9b-7143a5357621 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.268948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d48fce9f-74af-4812-a8e5-c82c66024a80 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (cedd5fa6-b443-40c4-b95c-2419ec3d8d55), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.293013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7b0011d4-02cb-4588-9d9b-7143a5357621 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Calling delete_port for e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:43.340007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (c70f694e-e19b-4a75-9897-3b13466de0ec), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.371287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70f694e-e19b-4a75-9897-3b13466de0ec']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:43.386220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8cf849-304c-4c07-bf6b-755b4aefca86') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:43.386569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8cf849-304c-4c07-bf6b-755b4aefca86') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:43.389915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d48fce9f-74af-4812-a8e5-c82c66024a80 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (cedd5fa6-b443-40c4-b95c-2419ec3d8d55), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.403128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (eb8cf849-304c-4c07-bf6b-755b4aefca86), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.423257 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (eb8cf849-304c-4c07-bf6b-755b4aefca86), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.426009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b0011d4-02cb-4588-9d9b-7143a5357621 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.427344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fce9f-74af-4812-a8e5-c82c66024a80 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event deleted for resources: {'Subnet': ['ID=cedd5fa6-b443-40c4-b95c-2419ec3d8d55,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:43.431634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d48fce9f-74af-4812-a8e5-c82c66024a80 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.437638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d48fce9f-74af-4812-a8e5-c82c66024a80 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "DELETE /v2.0/subnets/cedd5fa6-b443-40c4-b95c-2419ec3d8d55 HTTP/1.1" status: 204 len: 168 time: 0.5329254 Feb 09 03:02:43.441319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40542) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:43.449043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b273dcd2-3884-4f8e-b14c-283ce7e35861 None None] Network f769361c-e18d-4db9-8172-d6860963ca3a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:43.513026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0011d4-02cb-4588-9d9b-7143a5357621 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Port': ['ID=e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:43.522214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:43.522651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (eb8cf849-304c-4c07-bf6b-755b4aefca86), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:43.525812 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:43.540959 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7b0011d4-02cb-4588-9d9b-7143a5357621 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.544788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7b0011d4-02cb-4588-9d9b-7143a5357621 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/ports/e181d5d7-c3a3-47ed-a7c2-ade61d8c44b0 HTTP/1.1" status: 204 len: 168 time: 0.5887709 Feb 09 03:02:43.548845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40544) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:43.599886 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (f769361c-e18d-4db9-8172-d6860963ca3a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.623506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (c70f694e-e19b-4a75-9897-3b13466de0ec), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.633195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.637166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] 10.222.0.32 "DELETE /v2.0/networks/c70f694e-e19b-4a75-9897-3b13466de0ec HTTP/1.1" status: 204 len: 168 time: 0.6547558 Feb 09 03:02:43.653977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (487f0666-2293-47ce-a016-77c494c52f44), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.656089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184192b-ae45-44e3-ab89-1ac20ce61890 tempest-TaggedBootDevicesTest_v242-958650658 tempest-TaggedBootDevicesTest_v242-958650658-project] Pushing event deleted for resources: {'Network': ['ID=c70f694e-e19b-4a75-9897-3b13466de0ec,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:43.660231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (487f0666-2293-47ce-a016-77c494c52f44), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.665296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7e36620b-1b78-4402-88fa-e731a3deb006 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:43.694995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 7e36620b-1b78-4402-88fa-e731a3deb006 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:43.695339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7e36620b-1b78-4402-88fa-e731a3deb006 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:43.790865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Deleting port 8eec5b8f-604d-4b34-9d96-dc1734328f01 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:43.791210 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8eec5b8f-604d-4b34-9d96-dc1734328f01), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.821031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] DHCP port deletion for f769361c-e18d-4db9-8172-d6860963ca3a request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:02:43.863285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Deleting port d5632ff4-28d7-4edc-9e64-204ae53d030c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:43.863933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.912348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Router 487f0666-2293-47ce-a016-77c494c52f44 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:43.917264 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8eec5b8f-604d-4b34-9d96-dc1734328f01), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.934515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] Deleting port d5632ff4-28d7-4edc-9e64-204ae53d030c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:43.934941 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:43.944281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Calling delete_port for 8eec5b8f-604d-4b34-9d96-dc1734328f01 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:43.972473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] For port d5632ff4-28d7-4edc-9e64-204ae53d030c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5632ff4-28d7-4edc-9e64-204ae53d030c,segment=NetworkSegment(8c81278e-09a3-41db-b898-06a8ade92543),segment_id=8c81278e-09a3-41db-b898-06a8ade92543)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:43.972846 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.024461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Calling delete_port for d5632ff4-28d7-4edc-9e64-204ae53d030c owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:44.094400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] For port d5632ff4-28d7-4edc-9e64-204ae53d030c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5632ff4-28d7-4edc-9e64-204ae53d030c,segment=NetworkSegment(8c81278e-09a3-41db-b898-06a8ade92543),segment_id=8c81278e-09a3-41db-b898-06a8ade92543)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:44.095364 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.107923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:44.124327 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9847c4c7-4402-4fd3-beb6-0a23823792a5 None None] Sync routers for ids ['487f0666-2293-47ce-a016-77c494c52f44'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:44.124913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.125941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] Calling delete_port for d5632ff4-28d7-4edc-9e64-204ae53d030c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:44.131117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b34ac8c8-a8de-40ab-a75a-26b63513cf77 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "PUT /v2.0/routers/487f0666-2293-47ce-a016-77c494c52f44 HTTP/1.1" status: 200 len: 915 time: 3.1669669 Feb 09 03:02:44.131993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40558) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:44.145775 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847c4c7-4402-4fd3-beb6-0a23823792a5 None None] Routers {'487f0666-2293-47ce-a016-77c494c52f44'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:44.148422 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9847c4c7-4402-4fd3-beb6-0a23823792a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['487f0666-2293-47ce-a016-77c494c52f44'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:44.148722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8eec5b8f-604d-4b34-9d96-dc1734328f01), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.225547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Port': ['ID=8eec5b8f-604d-4b34-9d96-dc1734328f01,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:44.243505 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9847c4c7-4402-4fd3-beb6-0a23823792a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:44.251089 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.252275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d5632ff4-28d7-4edc-9e64-204ae53d030c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.258004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.261854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.266346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.266832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.267544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.267993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.268465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.268895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.269327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.269760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.271413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.273372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.273626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:44.274403 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9847c4c7-4402-4fd3-beb6-0a23823792a5 None None] Routers {'487f0666-2293-47ce-a016-77c494c52f44'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:44.275038 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9847c4c7-4402-4fd3-beb6-0a23823792a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['487f0666-2293-47ce-a016-77c494c52f44'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:44.279133 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.285236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-db553893-2896-4923-8ddd-f9152fffef25 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/ports/8eec5b8f-604d-4b34-9d96-dc1734328f01 HTTP/1.1" status: 204 len: 168 time: 0.7352149 Feb 09 03:02:44.289173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40560) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:44.297702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] Pushing event deleted for resources: {'Port': ['ID=d5632ff4-28d7-4edc-9e64-204ae53d030c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:44.306255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb29f1f-6655-4c16-b06f-7b9dc542346b None None] No DVR routers for this DVR port d5632ff4-28d7-4edc-9e64-204ae53d030c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:44.323947 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9847c4c7-4402-4fd3-beb6-0a23823792a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:44.324596 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9847c4c7-4402-4fd3-beb6-0a23823792a5 None None] The sync data for ids ['487f0666-2293-47ce-a016-77c494c52f44'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:44.353373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event deleted for resources: {'Port': ['ID=d5632ff4-28d7-4edc-9e64-204ae53d030c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:44.355293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] No DVR routers for this DVR port d5632ff4-28d7-4edc-9e64-204ae53d030c on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:44.364874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d46c9e3e-854e-4107-b65e-a4ca885ebda6 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0698469 Feb 09 03:02:44.364874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-18164cb7-7757-40fc-b075-f6793afc2f03 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/routers/487f0666-2293-47ce-a016-77c494c52f44 HTTP/1.1" status: 200 len: 921 time: 0.2292926 Feb 09 03:02:44.364874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40562) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:44.368809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40564) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:44.370681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-911357106'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:44.392467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Made reservation on behalf of 1091b45d53e849a0bb1032354d7cc44e for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:44.396817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.423257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:44.435044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (59872cbb-6bfc-4d31-bee0-51c455e96cf0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.435417 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Added segment 59872cbb-6bfc-4d31-bee0-51c455e96cf0 of type vlan for network 04a2c20a-2256-4506-967f-e364b791a3d8 Feb 09 03:02:44.481190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (04a2c20a-2256-4506-967f-e364b791a3d8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.515755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (f769361c-e18d-4db9-8172-d6860963ca3a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.519720 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (04a2c20a-2256-4506-967f-e364b791a3d8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.525533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:44.526128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.549009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d1151-3dea-49ee-9575-bf2393849493 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:44.553759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1f7d1151-3dea-49ee-9575-bf2393849493 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=487f0666-2293-47ce-a016-77c494c52f44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1606212 Feb 09 03:02:44.559799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40568) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:44.611058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2444055 Feb 09 03:02:44.622805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93812e46-1516-4456-abd1-cb393987eff4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Network': ['ID=04a2c20a-2256-4506-967f-e364b791a3d8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:44.628703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40572) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:44.634913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1161404502'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:44.637202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 04a2c20a-2256-4506-967f-e364b791a3d8 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:44.642361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f769361c-e18d-4db9-8172-d6860963ca3a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:44.658467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c81278e-09a3-41db-b898-06a8ade92543') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:44.658840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c81278e-09a3-41db-b898-06a8ade92543') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:44.671423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Made reservation on behalf of 1091b45d53e849a0bb1032354d7cc44e for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:44.671918 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (8c81278e-09a3-41db-b898-06a8ade92543), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.676352 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.700345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8c81278e-09a3-41db-b898-06a8ade92543), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.714086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:44.715296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:44.715693 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (8c81278e-09a3-41db-b898-06a8ade92543), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:44.719035 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:44.729591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (106bd485-cfd7-46b2-87be-2a527699b131), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.730337 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Added segment 106bd485-cfd7-46b2-87be-2a527699b131 of type vlan for network 5ae81859-218e-4533-800b-701900f60185 Feb 09 03:02:44.734501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f946f413-391f-4343-9525-1e1e97db13df tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:44.738655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f946f413-391f-4343-9525-1e1e97db13df tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 881 time: 0.1748016 Feb 09 03:02:44.744141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40574) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:44.784680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ee00d28-79f9-4c9c-ae2b-87fb08208b7a tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=487f0666-2293-47ce-a016-77c494c52f44 HTTP/1.1" status: 200 len: 205 time: 0.0388107 Feb 09 03:02:44.785638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40576) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:44.800192 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (f769361c-e18d-4db9-8172-d6860963ca3a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.827485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Pushing event deleted for resources: {'Network': ['ID=f769361c-e18d-4db9-8172-d6860963ca3a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:44.829788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:44.833643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7caa8a3f-245e-4bf4-954f-e9b3a802cbe8 tempest-FloatingIPNegativeTestJSON-996292223 tempest-FloatingIPNegativeTestJSON-996292223-project] 10.222.0.32 "DELETE /v2.0/networks/f769361c-e18d-4db9-8172-d6860963ca3a HTTP/1.1" status: 204 len: 168 time: 1.3908617 Feb 09 03:02:44.938271 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (487f0666-2293-47ce-a016-77c494c52f44), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.043198 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5ae81859-218e-4533-800b-701900f60185), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.090787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (487f0666-2293-47ce-a016-77c494c52f44), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.160139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40586) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:45.180338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5ae81859-218e-4533-800b-701900f60185), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.185512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:45.186252 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.258345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Network': ['ID=5ae81859-218e-4533-800b-701900f60185,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:45.269801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5ae81859-218e-4533-800b-701900f60185 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:45.300444 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4483844a-0ae0-4e62-b0b1-60b2de3d86e2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6699181 Feb 09 03:02:45.354209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Deleting port 86863060-141d-4d51-b286-777f35ad01cd {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:45.359309 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (86863060-141d-4d51-b286-777f35ad01cd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.405263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2e46a1ca-8678-405c-8710-29a3deb49893 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4709cd8066a4c24b417577b6a401ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421401 Feb 09 03:02:45.410754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40590) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:45.488632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0674252-7925-4f1c-a465-293d51a7cfb7 admin admin] Publish callbacks [] for security_group (a77636a1-c27e-4a0b-aa39-ddce4ae29dde), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.547281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0674252-7925-4f1c-a465-293d51a7cfb7 admin admin] Publish callbacks [] for security_group (a77636a1-c27e-4a0b-aa39-ddce4ae29dde), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.583513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (86863060-141d-4d51-b286-777f35ad01cd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.612858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Calling delete_port for 86863060-141d-4d51-b286-777f35ad01cd owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:45.642569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5632ff4-28d7-4edc-9e64-204ae53d030c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:45.668164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0674252-7925-4f1c-a465-293d51a7cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a77636a1-c27e-4a0b-aa39-ddce4ae29dde), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.677453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0674252-7925-4f1c-a465-293d51a7cfb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:45.681250 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e0674252-7925-4f1c-a465-293d51a7cfb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a77636a1-c27e-4a0b-aa39-ddce4ae29dde HTTP/1.1" status: 204 len: 168 time: 0.2678618 Feb 09 03:02:45.698130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d5632ff4-28d7-4edc-9e64-204ae53d030c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:45.698827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5632ff4-28d7-4edc-9e64-204ae53d030c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:45.730984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0674252-7925-4f1c-a465-293d51a7cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77636a1-c27e-4a0b-aa39-ddce4ae29dde,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:45.952970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (86863060-141d-4d51-b286-777f35ad01cd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.002385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event deleted for resources: {'Port': ['ID=86863060-141d-4d51-b286-777f35ad01cd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:46.165408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (487f0666-2293-47ce-a016-77c494c52f44), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.335680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (487f0666-2293-47ce-a016-77c494c52f44), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.338520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (487f0666-2293-47ce-a016-77c494c52f44), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.400750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (487f0666-2293-47ce-a016-77c494c52f44), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.401328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Fanout notify agent at l3_agent the message router_deleted on router 487f0666-2293-47ce-a016-77c494c52f44 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:46.410577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.411756 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5207cdad-2ed0-4a85-9e63-72126fc55aa8 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/487f0666-2293-47ce-a016-77c494c52f44 HTTP/1.1" status: 204 len: 168 time: 1.6230302 Feb 09 03:02:46.415603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40608) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:46.421663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-724553908', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:46.450587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (e262ce57-816b-4e3f-bbc6-1c265beab7a8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.452182 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (e262ce57-816b-4e3f-bbc6-1c265beab7a8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.564202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (e262ce57-816b-4e3f-bbc6-1c265beab7a8), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.782027 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e262ce57-816b-4e3f-bbc6-1c265beab7a8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:46.937025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40618) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:47.017299 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e262ce57-816b-4e3f-bbc6-1c265beab7a8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.041639 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.093983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-543577481'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:47.121358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:47.125098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.137125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.219864 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Allocated IP 172.25.2.187 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/e830d11a-669f-4c42-a6d7-6d7f38673363) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:47.236534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (b9079196-551d-427e-bdf8-f08b74b1c983), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.241018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b9079196-551d-427e-bdf8-f08b74b1c983), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.299385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:47.319839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9079196-551d-427e-bdf8-f08b74b1c983,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:47.349351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (64f8d540-3903-4163-a34e-b0b80da82a44), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.349351 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Added segment 64f8d540-3903-4163-a34e-b0b80da82a44 of type vlan for network 5b1117b5-80b5-4dca-b915-a1fd3f828cea Feb 09 03:02:47.418127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5b1117b5-80b5-4dca-b915-a1fd3f828cea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.429559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for port (e830d11a-669f-4c42-a6d7-6d7f38673363), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.475487 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e830d11a-669f-4c42-a6d7-6d7f38673363), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.501715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5b1117b5-80b5-4dca-b915-a1fd3f828cea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.509679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:47.510757 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.585083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event updated for resources: {'Port': ['ID=e830d11a-669f-4c42-a6d7-6d7f38673363,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:47.605782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:47.607504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:47.610360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:47.637957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Network': ['ID=5b1117b5-80b5-4dca-b915-a1fd3f828cea,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:47.652968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:47.684445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a50cca40-5ad4-4cdd-b162-3fb4d7533086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7462094 Feb 09 03:02:47.685573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40628) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:47.695903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'name': 'tempest-PortsIpV6TestJSON-66375735'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:47.898396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:47.903687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:47.925822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:02:48.120511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e262ce57-816b-4e3f-bbc6-1c265beab7a8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.221699 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.294928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.392909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=98940a73-a876-44a8-b9c0-a9eaa5d6f8f2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:48.483212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (e262ce57-816b-4e3f-bbc6-1c265beab7a8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.485362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking segment: {'id': '64f8d540-3903-4163-a34e-b0b80da82a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:48.486586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network hostable DHCP agents. Network: 5b1117b5-80b5-4dca-b915-a1fd3f828cea, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:48.537770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:48.564394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5b1117b5-80b5-4dca-b915-a1fd3f828cea) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:48.569003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:48.575445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:48.577272 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.578489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe92e1-0c7a-4cae-8151-2dbe83b24c70 None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:48.616911 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf786ad1-805b-4592-becd-02250e7f457d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9268708 Feb 09 03:02:48.617134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40634) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:48.622408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1234558658'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:48.675691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:48.679869 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.727263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:48.750696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9248c02d-2ed6-4503-b1ee-d03cd09261b8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.753222 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Added segment 9248c02d-2ed6-4503-b1ee-d03cd09261b8 of type vlan for network 1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec Feb 09 03:02:48.869866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.945029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:48.951075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:48.951784 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:49.078883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Network': ['ID=1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:49.093944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:49.103732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6f74285b-f9ad-439f-bff3-2b0dde9e82e3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4855659 Feb 09 03:02:49.106354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40636) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:49.114123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'ports': [{'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea'}, {'network_id': '1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec'}]} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:49.114840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:49.115555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:49.445306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-c26ed0f5-4fbf-416a-ba47-21123dbccedf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0918062 Feb 09 03:02:49.458694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:49.510087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40642) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:49.518588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'subnets': [{'network_id': '04a2c20a-2256-4506-967f-e364b791a3d8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--819814546', 'ip_version': 6}, {'network_id': '5ae81859-218e-4533-800b-701900f60185', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:49.519179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'subnet': {'network_id': '04a2c20a-2256-4506-967f-e364b791a3d8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--819814546', 'ip_version': 6}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:49.520823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Request body: {'subnet': {'network_id': '5ae81859-218e-4533-800b-701900f60185', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:49.543003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Router e262ce57-816b-4e3f-bbc6-1c265beab7a8 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:02:49.600607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 2} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:49.604601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:49.621182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:49.677781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:49.690272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417a52f-128d-4420-a5ce-b35aaaf30655 None None] Sync routers for ids ['e262ce57-816b-4e3f-bbc6-1c265beab7a8'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:49.697385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-0c7adea5-909f-48ae-816e-72f702dd0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:49.698957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-0c7adea5-909f-48ae-816e-72f702dd0441 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 1128 time: 0.2002742 Feb 09 03:02:49.709356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417a52f-128d-4420-a5ce-b35aaaf30655 None None] Routers {'e262ce57-816b-4e3f-bbc6-1c265beab7a8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:49.710033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e417a52f-128d-4420-a5ce-b35aaaf30655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e262ce57-816b-4e3f-bbc6-1c265beab7a8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:49.767923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e417a52f-128d-4420-a5ce-b35aaaf30655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:49.789641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417a52f-128d-4420-a5ce-b35aaaf30655 None None] Routers {'e262ce57-816b-4e3f-bbc6-1c265beab7a8'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:49.790535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e417a52f-128d-4420-a5ce-b35aaaf30655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e262ce57-816b-4e3f-bbc6-1c265beab7a8'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:49.801285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:49.809096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-541a4857-26fd-4e5e-817d-7dd0d360b1a0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3906960 Feb 09 03:02:49.809096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40644) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:49.822670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:49.856423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port 1bf00eea-be8a-412a-91f4-b34def8e44d9 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:02:49.870870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e417a52f-128d-4420-a5ce-b35aaaf30655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:49.871792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417a52f-128d-4420-a5ce-b35aaaf30655 None None] The sync data for ids ['e262ce57-816b-4e3f-bbc6-1c265beab7a8'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:49.892796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Made reservation on behalf of 1091b45d53e849a0bb1032354d7cc44e for: {'subnet': 2} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:49.897946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:49.898378 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.201975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-613d997f-b7dd-4ccd-b692-32d55dac0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:50.203585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-613d997f-b7dd-4ccd-b692-32d55dac0286 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.4763131 Feb 09 03:02:50.270810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e262ce57-816b-4e3f-bbc6-1c265beab7a8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.297768 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_gateway (e262ce57-816b-4e3f-bbc6-1c265beab7a8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.316814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-3685d94c-b0d6-44f4-9fde-6453e494296d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 200 len: 1000 time: 0.1039684 Feb 09 03:02:50.322526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (2c6dfb52-f03c-4ced-888d-9162927d8955), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.425337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Subnet': ['ID=2c6dfb52-f03c-4ced-888d-9162927d8955,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:50.432534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Checking segment: {'id': '59872cbb-6bfc-4d31-bee0-51c455e96cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04a2c20a-2256-4506-967f-e364b791a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:50.432534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Network hostable DHCP agents. Network: 04a2c20a-2256-4506-967f-e364b791a3d8, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:50.435177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Deleting port e830d11a-669f-4c42-a6d7-6d7f38673363 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:50.435534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e830d11a-669f-4c42-a6d7-6d7f38673363), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.469859 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (1bf00eea-be8a-412a-91f4-b34def8e44d9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.475268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Network 04a2c20a-2256-4506-967f-e364b791a3d8 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:50.494424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 04a2c20a-2256-4506-967f-e364b791a3d8) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:50.499450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (29b1e3b9-430e-4fd0-b44b-6051ab4a1755), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.504031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c6cb5c-5c84-4bdb-a403-4435b529e6a9 None None] Network 04a2c20a-2256-4506-967f-e364b791a3d8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:50.521741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-c7d6b36a-33f8-4ec8-ac13-ffb18cbc04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:50.523561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-c7d6b36a-33f8-4ec8-ac13-ffb18cbc04c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1744280 Feb 09 03:02:50.619986 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e830d11a-669f-4c42-a6d7-6d7f38673363), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.638287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Calling delete_port for e830d11a-669f-4c42-a6d7-6d7f38673363 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:50.657063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-c0d859ab-6803-4fee-bfd7-7d8a0719ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:50.658999 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-c0d859ab-6803-4fee-bfd7-7d8a0719ad55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244743 Feb 09 03:02:50.703450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port 70043f57-6cae-458a-8435-48a44453b58d yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:02:50.706980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Checking segment: {'id': '106bd485-cfd7-46b2-87be-2a527699b131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ae81859-218e-4533-800b-701900f60185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:50.707345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Network hostable DHCP agents. Network: 5ae81859-218e-4533-800b-701900f60185, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:50.712496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event updated for resources: {'Subnet': ['ID=29b1e3b9-430e-4fd0-b44b-6051ab4a1755,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:50.731784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04a2c20a-2256-4506-967f-e364b791a3d8', 'network_id': '04a2c20a-2256-4506-967f-e364b791a3d8', 'project_id': '1091b45d53e849a0bb1032354d7cc44e', 'fixed_ips': [{'subnet_id': '2c6dfb52-f03c-4ced-888d-9162927d8955'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:02:50.737359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.743355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Network 5ae81859-218e-4533-800b-701900f60185 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:50.761202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5ae81859-218e-4533-800b-701900f60185) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:50.771858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:50.772384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:50.774266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:50.781490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236508ee-91f9-487f-b5bb-ad8d36cff869 None None] Network 5ae81859-218e-4533-800b-701900f60185 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:50.884688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-02370be8-1c0d-4c4e-a444-327bba37b483 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877949 Feb 09 03:02:50.918852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e9fff6d0-a6f3-4b2e-be93-1d9642d0aec4 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4075058 Feb 09 03:02:50.926029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40650) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:50.946101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (70043f57-6cae-458a-8435-48a44453b58d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.005209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e830d11a-669f-4c42-a6d7-6d7f38673363), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.028826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487526c-18e3-4b40-8f52-59961ba7a800 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:51.030664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487526c-18e3-4b40-8f52-59961ba7a800 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:51.033701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0487526c-18e3-4b40-8f52-59961ba7a800 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:51.034016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Allocated IP 2001:db8::1 (04a2c20a-2256-4506-967f-e364b791a3d8/2c6dfb52-f03c-4ced-888d-9162927d8955/652bffe5-86b6-473b-a211-d02be1cc36c5) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:51.036872 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0487526c-18e3-4b40-8f52-59961ba7a800 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1079578 Feb 09 03:02:51.057329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40654) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:51.126309 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aee46cf-aa66-42f4-adef-0913f8ad4c24 req-f5ccc405-6f4f-47b7-8d44-a33eca01096f service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350094 Feb 09 03:02:51.197769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Pushing event deleted for resources: {'Port': ['ID=e830d11a-669f-4c42-a6d7-6d7f38673363,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:51.214725 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Publish callbacks [] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.217856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-5ae81859-218e-4533-800b-701900f60185', 'network_id': '5ae81859-218e-4533-800b-701900f60185', 'project_id': '1091b45d53e849a0bb1032354d7cc44e', 'fixed_ips': [{'subnet_id': '29b1e3b9-430e-4fd0-b44b-6051ab4a1755'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:02:51.219447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.240201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.318389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (e262ce57-816b-4e3f-bbc6-1c265beab7a8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.526775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Network 04a2c20a-2256-4506-967f-e364b791a3d8 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:51.534349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:51.542885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:51.576814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Pushing event updated for resources: {'Port': ['ID=652bffe5-86b6-473b-a211-d02be1cc36c5,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:51.589001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.589541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.590002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.590524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.591053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.591493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.591938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.592379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.592818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.593285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.593805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.594387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.594836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:02:51.620020 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.639093 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1bf00eea-be8a-412a-91f4-b34def8e44d9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.643627 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (e262ce57-816b-4e3f-bbc6-1c265beab7a8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.650973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (e262ce57-816b-4e3f-bbc6-1c265beab7a8), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.740400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Attempting to bind port 652bffe5-86b6-473b-a211-d02be1cc36c5 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:51.740807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Attempting to bind port 652bffe5-86b6-473b-a211-d02be1cc36c5 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '59872cbb-6bfc-4d31-bee0-51c455e96cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04a2c20a-2256-4506-967f-e364b791a3d8'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:51.741145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Attempting to bind port 652bffe5-86b6-473b-a211-d02be1cc36c5 on network 04a2c20a-2256-4506-967f-e364b791a3d8 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:51.782184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:51.782741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Checking segment: {'id': '59872cbb-6bfc-4d31-bee0-51c455e96cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04a2c20a-2256-4506-967f-e364b791a3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:51.783288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.783815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Bound using segment: {'id': '59872cbb-6bfc-4d31-bee0-51c455e96cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04a2c20a-2256-4506-967f-e364b791a3d8'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:51.784298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Bound port: 652bffe5-86b6-473b-a211-d02be1cc36c5, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59872cbb-6bfc-4d31-bee0-51c455e96cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04a2c20a-2256-4506-967f-e364b791a3d8'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:51.784917 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.795558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Allocated IP 2001:db8:0:1::1 (5ae81859-218e-4533-800b-701900f60185/29b1e3b9-430e-4fd0-b44b-6051ab4a1755/adeeb881-fdd3-44f8-8573-895b4052de69) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:51.857256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-669bca52-6978-41bf-af2e-e9ac9753f8e3 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Deleting subnet 2c6dfb52-f03c-4ced-888d-9162927d8955 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:02:51.882085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=1bf00eea-be8a-412a-91f4-b34def8e44d9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:51.885485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-669bca52-6978-41bf-af2e-e9ac9753f8e3 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for subnet (2c6dfb52-f03c-4ced-888d-9162927d8955), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:51.891667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Router e262ce57-816b-4e3f-bbc6-1c265beab7a8 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:02:51.923690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:51.932829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:51.936726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:51.939548 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (70043f57-6cae-458a-8435-48a44453b58d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.015798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:02:52.023114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-669bca52-6978-41bf-af2e-e9ac9753f8e3 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (2c6dfb52-f03c-4ced-888d-9162927d8955), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.027325 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Publish callbacks [] for port (adeeb881-fdd3-44f8-8573-895b4052de69), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.030881 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac09c39-6850-440a-98ba-194a7aa9c44b None None] Sync routers for ids ['e262ce57-816b-4e3f-bbc6-1c265beab7a8'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:02:52.034181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.039146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-70ef615c-cf25-4ab7-a3df-7e31cbe15b4f tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "PUT /v2.0/routers/e262ce57-816b-4e3f-bbc6-1c265beab7a8 HTTP/1.1" status: 200 len: 705 time: 2.2249618 Feb 09 03:02:52.039819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40664) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:52.057432 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac09c39-6850-440a-98ba-194a7aa9c44b None None] Routers {'e262ce57-816b-4e3f-bbc6-1c265beab7a8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:52.059573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bac09c39-6850-440a-98ba-194a7aa9c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e262ce57-816b-4e3f-bbc6-1c265beab7a8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:52.074446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] For port 652bffe5-86b6-473b-a211-d02be1cc36c5, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:52.079108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] For port 652bffe5-86b6-473b-a211-d02be1cc36c5, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=652bffe5-86b6-473b-a211-d02be1cc36c5,segment=NetworkSegment(59872cbb-6bfc-4d31-bee0-51c455e96cf0),segment_id=59872cbb-6bfc-4d31-bee0-51c455e96cf0)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:52.084227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.090695 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.130869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Pushing event updated for resources: {'Port': ['ID=adeeb881-fdd3-44f8-8573-895b4052de69,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:52.160133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=70043f57-6cae-458a-8435-48a44453b58d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:52.179496 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bac09c39-6850-440a-98ba-194a7aa9c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:52.189383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking segment: {'id': '9248c02d-2ed6-4503-b1ee-d03cd09261b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:52.189626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network hostable DHCP agents. Network: 1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:52.197493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Network 5ae81859-218e-4533-800b-701900f60185 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:52.204082 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac09c39-6850-440a-98ba-194a7aa9c44b None None] Routers {'e262ce57-816b-4e3f-bbc6-1c265beab7a8'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:02:52.205559 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bac09c39-6850-440a-98ba-194a7aa9c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:02:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e262ce57-816b-4e3f-bbc6-1c265beab7a8'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:52.213578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9aff2675-e99f-45ed-ba80-b1e753458e1f tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/routers/e262ce57-816b-4e3f-bbc6-1c265beab7a8 HTTP/1.1" status: 200 len: 740 time: 0.1703198 Feb 09 03:02:52.213813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:52.213928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40668) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:52.228633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:52.299950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:52.301250 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bac09c39-6850-440a-98ba-194a7aa9c44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:52.302472 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac09c39-6850-440a-98ba-194a7aa9c44b None None] The sync data for ids ['e262ce57-816b-4e3f-bbc6-1c265beab7a8'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:02:52.312448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-669bca52-6978-41bf-af2e-e9ac9753f8e3 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (2c6dfb52-f03c-4ced-888d-9162927d8955), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.324160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e280a981-c342-460f-a71c-45fd06b540a1 tempest-RoutersAdminTest-648244407 tempest-RoutersAdminTest-648244407-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&device_id=e262ce57-816b-4e3f-bbc6-1c265beab7a8 HTTP/1.1" status: 200 len: 205 time: 0.1073337 Feb 09 03:02:52.325029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40670) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:52.367689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:52.378026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:52.384881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:52.385738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Attempting to bind port adeeb881-fdd3-44f8-8573-895b4052de69 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:52.389287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Attempting to bind port adeeb881-fdd3-44f8-8573-895b4052de69 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '106bd485-cfd7-46b2-87be-2a527699b131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ae81859-218e-4533-800b-701900f60185'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:52.389751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Attempting to bind port adeeb881-fdd3-44f8-8573-895b4052de69 on network 5ae81859-218e-4533-800b-701900f60185 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:52.389953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:52.390756 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.401617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8d6f9-b96a-4043-bdb8-a34c7362fe12 None None] Network 1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:52.402347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f10a190a-0353-446e-bd60-dabb321001f4 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=e262ce57-816b-4e3f-bbc6-1c265beab7a8 HTTP/1.1" status: 200 len: 205 time: 0.0741076 Feb 09 03:02:52.403338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40672) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:52.446048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fcff400a-ce5a-45fd-a24c-b93c3b10bf86 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3359175 Feb 09 03:02:52.449573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40676) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:52.536888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e0e77-85c2-48f6-b97e-60fab26dd387 None None] Pushing event updated for resources: {'Port': ['ID=652bffe5-86b6-473b-a211-d02be1cc36c5,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:52.555623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:52.555623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Checking segment: {'id': '106bd485-cfd7-46b2-87be-2a527699b131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ae81859-218e-4533-800b-701900f60185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:52.555623 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.555623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Bound using segment: {'id': '106bd485-cfd7-46b2-87be-2a527699b131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ae81859-218e-4533-800b-701900f60185'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:52.573322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Bound port: adeeb881-fdd3-44f8-8573-895b4052de69, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106bd485-cfd7-46b2-87be-2a527699b131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ae81859-218e-4533-800b-701900f60185'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:52.574723 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.605241 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad5dd-dca6-4365-a619-f6df68ebe276 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (e262ce57-816b-4e3f-bbc6-1c265beab7a8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.620670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-669bca52-6978-41bf-af2e-e9ac9753f8e3 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (2c6dfb52-f03c-4ced-888d-9162927d8955), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.677675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bca52-6978-41bf-af2e-e9ac9753f8e3 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6dfb52-f03c-4ced-888d-9162927d8955,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:52.679801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-669bca52-6978-41bf-af2e-e9ac9753f8e3 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.683694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-669bca52-6978-41bf-af2e-e9ac9753f8e3 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/subnets/2c6dfb52-f03c-4ced-888d-9162927d8955 HTTP/1.1" status: 204 len: 168 time: 1.6245704 Feb 09 03:02:52.695099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40678) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:52.697700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-42bb8f74-5fbe-46f2-92ea-374da7a5fdc2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 70043f57-6cae-458a-8435-48a44453b58d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:52.698202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42bb8f74-5fbe-46f2-92ea-374da7a5fdc2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (70043f57-6cae-458a-8435-48a44453b58d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.763785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] For port adeeb881-fdd3-44f8-8573-895b4052de69, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:52.767510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] For port adeeb881-fdd3-44f8-8573-895b4052de69, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=adeeb881-fdd3-44f8-8573-895b4052de69,segment=NetworkSegment(106bd485-cfd7-46b2-87be-2a527699b131),segment_id=106bd485-cfd7-46b2-87be-2a527699b131)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:52.797563 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.855241 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42bb8f74-5fbe-46f2-92ea-374da7a5fdc2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (70043f57-6cae-458a-8435-48a44453b58d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.882252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-42bb8f74-5fbe-46f2-92ea-374da7a5fdc2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 70043f57-6cae-458a-8435-48a44453b58d owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:52.907328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa21ff7-5916-4685-aade-b460cdaf29bf tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Deleting subnet 29b1e3b9-430e-4fd0-b44b-6051ab4a1755 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:02:52.955928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad5dd-dca6-4365-a619-f6df68ebe276 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (e262ce57-816b-4e3f-bbc6-1c265beab7a8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.960160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad5dd-dca6-4365-a619-f6df68ebe276 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router_controller (e262ce57-816b-4e3f-bbc6-1c265beab7a8), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.993612 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0aa21ff7-5916-4685-aade-b460cdaf29bf tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for subnet (29b1e3b9-430e-4fd0-b44b-6051ab4a1755), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:52.996452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbaf46-8b23-4e3a-8d52-0759972cf548 None None] Pushing event updated for resources: {'Port': ['ID=adeeb881-fdd3-44f8-8573-895b4052de69,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:53.036026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad5dd-dca6-4365-a619-f6df68ebe276 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (e262ce57-816b-4e3f-bbc6-1c265beab7a8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.036967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2ad5dd-dca6-4365-a619-f6df68ebe276 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Fanout notify agent at l3_agent the message router_deleted on router e262ce57-816b-4e3f-bbc6-1c265beab7a8 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:53.046547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad5dd-dca6-4365-a619-f6df68ebe276 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.049610 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2f2ad5dd-dca6-4365-a619-f6df68ebe276 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/e262ce57-816b-4e3f-bbc6-1c265beab7a8 HTTP/1.1" status: 204 len: 168 time: 0.6285965 Feb 09 03:02:53.054537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40682) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.094209 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0aa21ff7-5916-4685-aade-b460cdaf29bf tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (29b1e3b9-430e-4fd0-b44b-6051ab4a1755), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.118008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fc236900-5fc0-4d77-91c6-e4efdd48be7a tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=e262ce57-816b-4e3f-bbc6-1c265beab7a8 HTTP/1.1" status: 200 len: 205 time: 0.0616443 Feb 09 03:02:53.120389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40684) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.191587 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-84372cab-5a2e-4e44-9b59-215f87ed92a1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] delete failed (client error): The resource could not be found. Feb 09 03:02:53.195640 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-84372cab-5a2e-4e44-9b59-215f87ed92a1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/e262ce57-816b-4e3f-bbc6-1c265beab7a8 HTTP/1.1" status: 404 len: 336 time: 0.0717363 Feb 09 03:02:53.196667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40686) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.237508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-165b77fe-bb34-4f70-b1a9-7f1056384e85 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=487f0666-2293-47ce-a016-77c494c52f44 HTTP/1.1" status: 200 len: 205 time: 0.0376587 Feb 09 03:02:53.239677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40688) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.261684 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0aa21ff7-5916-4685-aade-b460cdaf29bf tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (29b1e3b9-430e-4fd0-b44b-6051ab4a1755), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.303041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42bb8f74-5fbe-46f2-92ea-374da7a5fdc2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (70043f57-6cae-458a-8435-48a44453b58d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.321278 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-74b10d16-45ae-453b-b7f5-ccdd3a132f06 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] delete failed (client error): The resource could not be found. Feb 09 03:02:53.325796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-74b10d16-45ae-453b-b7f5-ccdd3a132f06 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/487f0666-2293-47ce-a016-77c494c52f44 HTTP/1.1" status: 404 len: 336 time: 0.0849452 Feb 09 03:02:53.326390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40690) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.363221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cb16b5f7-3c28-49e4-aa97-2aec79e7a4e0 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb39408e-74b3-4bda-8c98-46ca4b54e12e HTTP/1.1" status: 200 len: 205 time: 0.0356565 Feb 09 03:02:53.363733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40692) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.380762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb8f74-5fbe-46f2-92ea-374da7a5fdc2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=70043f57-6cae-458a-8435-48a44453b58d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:53.402971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42bb8f74-5fbe-46f2-92ea-374da7a5fdc2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.408198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-42bb8f74-5fbe-46f2-92ea-374da7a5fdc2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/70043f57-6cae-458a-8435-48a44453b58d HTTP/1.1" status: 204 len: 168 time: 0.9567349 Feb 09 03:02:53.423970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40694) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.429435 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-91a384cd-2d16-428e-9e25-b56c6c06814a tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] delete failed (client error): The resource could not be found. Feb 09 03:02:53.433425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-91a384cd-2d16-428e-9e25-b56c6c06814a tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/cb39408e-74b3-4bda-8c98-46ca4b54e12e HTTP/1.1" status: 404 len: 336 time: 0.0681489 Feb 09 03:02:53.434471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40696) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.492543 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-127b9c95-6a00-44ee-b72a-ef1a36766042 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7910ee3-d198-49ff-a471-d8b226e2bdcb HTTP/1.1" status: 200 len: 205 time: 0.0567038 Feb 09 03:02:53.493657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.548222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0aa21ff7-5916-4685-aade-b460cdaf29bf tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (29b1e3b9-430e-4fd0-b44b-6051ab4a1755), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.548520 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-2f04bfa2-81b0-443e-99d3-4f9bdf6c6b80 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] delete failed (client error): The resource could not be found. Feb 09 03:02:53.555989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2f04bfa2-81b0-443e-99d3-4f9bdf6c6b80 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/e7910ee3-d198-49ff-a471-d8b226e2bdcb HTTP/1.1" status: 404 len: 336 time: 0.0596571 Feb 09 03:02:53.557243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.603528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-44cd1c49-5ef4-4de1-8b9a-9e649e901ca1 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c2adc3d-8d29-4393-a506-267f0842bffe HTTP/1.1" status: 200 len: 205 time: 0.0448117 Feb 09 03:02:53.604480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40704) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.606270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4121452-3ba9-4f81-98f6-6826fc1f15fc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:53.611981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4121452-3ba9-4f81-98f6-6826fc1f15fc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:53.616695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c4121452-3ba9-4f81-98f6-6826fc1f15fc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1886706 Feb 09 03:02:53.622932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40706) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.624048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa21ff7-5916-4685-aade-b460cdaf29bf tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Subnet': ['ID=29b1e3b9-430e-4fd0-b44b-6051ab4a1755,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:53.635921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0aa21ff7-5916-4685-aade-b460cdaf29bf tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.640990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0aa21ff7-5916-4685-aade-b460cdaf29bf tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/subnets/29b1e3b9-430e-4fd0-b44b-6051ab4a1755 HTTP/1.1" status: 204 len: 168 time: 0.8250492 Feb 09 03:02:53.653823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40708) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.670461 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-09b27d54-5068-433e-9ea3-40ff2cae97ed tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] delete failed (client error): The resource could not be found. Feb 09 03:02:53.672690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-09b27d54-5068-433e-9ea3-40ff2cae97ed tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/7c2adc3d-8d29-4393-a506-267f0842bffe HTTP/1.1" status: 404 len: 336 time: 0.0668685 Feb 09 03:02:53.682286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40710) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.738542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b941550-d64c-44d5-babc-fac99dd63f68 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:53.740529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4b941550-d64c-44d5-babc-fac99dd63f68 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851550 Feb 09 03:02:53.745357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device adeeb881-fdd3-44f8-8573-895b4052de69 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:53.753652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b9ca9110-bde2-45c0-8dff-74e11ca7b362 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "GET /v2.0/ports?device_id=7afaebc6-bc6e-4b77-8101-dc40a1cb6d32 HTTP/1.1" status: 200 len: 205 time: 0.0596399 Feb 09 03:02:53.754878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40712) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.755429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40714) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.822999 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-498d54ba-3e5f-45c0-ba2f-60d401f22b6a tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] delete failed (client error): The resource could not be found. Feb 09 03:02:53.824468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-498d54ba-3e5f-45c0-ba2f-60d401f22b6a tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/routers/7afaebc6-bc6e-4b77-8101-dc40a1cb6d32 HTTP/1.1" status: 404 len: 336 time: 0.0668070 Feb 09 03:02:53.829422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40716) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:53.874043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port adeeb881-fdd3-44f8-8573-895b4052de69 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:53.874358 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.913799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5ae81859-218e-4533-800b-701900f60185), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:53.925285 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-978240d8-1e7c-4dcb-a99b-e4e0ea167d42 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] DELETE failed (client error): The resource could not be found. Feb 09 03:02:53.926368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978240d8-1e7c-4dcb-a99b-e4e0ea167d42 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:02:53.939056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-978240d8-1e7c-4dcb-a99b-e4e0ea167d42 tempest-RoutersAdminTest-1718037423 tempest-RoutersAdminTest-1718037423-project] 10.222.0.32 "DELETE /v2.0/subnets/77eae7c4-150f-48ae-88b5-535b005d1102 HTTP/1.1" status: 404 len: 337 time: 0.0973008 Feb 09 03:02:53.983306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Deleting port adeeb881-fdd3-44f8-8573-895b4052de69 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:53.983883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.024676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74079108-fe10-46a7-ac3a-414b6980317d None None] Network 04a2c20a-2256-4506-967f-e364b791a3d8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:54.050469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d52a97b8-c3d3-4303-8b63-284a58d2f04b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 1bf00eea-be8a-412a-91f4-b34def8e44d9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:54.051274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d52a97b8-c3d3-4303-8b63-284a58d2f04b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1bf00eea-be8a-412a-91f4-b34def8e44d9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.102982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] For port adeeb881-fdd3-44f8-8573-895b4052de69, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=adeeb881-fdd3-44f8-8573-895b4052de69,segment=NetworkSegment(106bd485-cfd7-46b2-87be-2a527699b131),segment_id=106bd485-cfd7-46b2-87be-2a527699b131)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:54.103518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.216356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d52a97b8-c3d3-4303-8b63-284a58d2f04b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1bf00eea-be8a-412a-91f4-b34def8e44d9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.255885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d52a97b8-c3d3-4303-8b63-284a58d2f04b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 1bf00eea-be8a-412a-91f4-b34def8e44d9 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:54.413218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port adeeb881-fdd3-44f8-8573-895b4052de69 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:54.413874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.435704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2bbbf5aa-9bfb-4c04-bef6-8e353c3deb3d None None] Provisioning complete for port 652bffe5-86b6-473b-a211-d02be1cc36c5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:54.436345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2bbbf5aa-9bfb-4c04-bef6-8e353c3deb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.453236 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d52a97b8-c3d3-4303-8b63-284a58d2f04b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1bf00eea-be8a-412a-91f4-b34def8e44d9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.536258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port adeeb881-fdd3-44f8-8573-895b4052de69, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=adeeb881-fdd3-44f8-8573-895b4052de69,segment=NetworkSegment(106bd485-cfd7-46b2-87be-2a527699b131),segment_id=106bd485-cfd7-46b2-87be-2a527699b131)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:54.543551 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.544125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 652bffe5-86b6-473b-a211-d02be1cc36c5 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:02:54.556486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a97b8-c3d3-4303-8b63-284a58d2f04b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=1bf00eea-be8a-412a-91f4-b34def8e44d9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:54.588267 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d52a97b8-c3d3-4303-8b63-284a58d2f04b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.592338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d52a97b8-c3d3-4303-8b63-284a58d2f04b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/1bf00eea-be8a-412a-91f4-b34def8e44d9 HTTP/1.1" status: 204 len: 168 time: 0.9643068 Feb 09 03:02:54.600985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40728) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:54.651486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40730) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:54.687124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Calling delete_port for adeeb881-fdd3-44f8-8573-895b4052de69 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:54.698760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bac831b-1dcc-4702-a2ed-02650fe5f75b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:54.702382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] DHCP port deletion for 04a2c20a-2256-4506-967f-e364b791a3d8 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:02:54.710918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5bac831b-1dcc-4702-a2ed-02650fe5f75b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1065021 Feb 09 03:02:54.711114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e78534-a1c3-4842-83f2-52f581af7ae9 None None] Network 5ae81859-218e-4533-800b-701900f60185 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:54.713154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40734) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:54.746720 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fce7bd-ffe0-4781-8edc-7894c3f7af46 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:02:54.750582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a3fce7bd-ffe0-4781-8edc-7894c3f7af46 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/70043f57-6cae-458a-8435-48a44453b58d HTTP/1.1" status: 404 len: 333 time: 0.0347753 Feb 09 03:02:54.751661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40736) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:54.806136 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a0034b-7557-44bf-a30c-e30911818383 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:02:54.810281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-43a0034b-7557-44bf-a30c-e30911818383 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/1bf00eea-be8a-412a-91f4-b34def8e44d9 HTTP/1.1" status: 404 len: 333 time: 0.0546539 Feb 09 03:02:54.812440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40738) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:54.829163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2bbbf5aa-9bfb-4c04-bef6-8e353c3deb3d None None] Current status of the port 652bffe5-86b6-473b-a211-d02be1cc36c5 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:54.829730 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2bbbf5aa-9bfb-4c04-bef6-8e353c3deb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.865582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abdbbe03-239a-48b2-b741-ab8e29498200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.883294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=adeeb881-fdd3-44f8-8573-895b4052de69,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:54.902691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 652bffe5-86b6-473b-a211-d02be1cc36c5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:54.903070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.952888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:54.979100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2bbbf5aa-9bfb-4c04-bef6-8e353c3deb3d None None] For port 652bffe5-86b6-473b-a211-d02be1cc36c5, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=652bffe5-86b6-473b-a211-d02be1cc36c5,segment=NetworkSegment(59872cbb-6bfc-4d31-bee0-51c455e96cf0),segment_id=59872cbb-6bfc-4d31-bee0-51c455e96cf0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:54.995844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2bbbf5aa-9bfb-4c04-bef6-8e353c3deb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.001985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] Deleting port 652bffe5-86b6-473b-a211-d02be1cc36c5 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:55.002405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.021731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abdbbe03-239a-48b2-b741-ab8e29498200 admin admin] Publish callbacks [] for security_group (068fa720-d343-4afe-9d0d-4cf5ee76d8f1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.027776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abdbbe03-239a-48b2-b741-ab8e29498200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (068fa720-d343-4afe-9d0d-4cf5ee76d8f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.031509 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (adeeb881-fdd3-44f8-8573-895b4052de69), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.068232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbbe03-239a-48b2-b741-ab8e29498200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068fa720-d343-4afe-9d0d-4cf5ee76d8f1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.077519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-abdbbe03-239a-48b2-b741-ab8e29498200 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a167f08670704221ae1aa264e8d98098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4249871 Feb 09 03:02:55.078211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:55.090981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Port': ['ID=adeeb881-fdd3-44f8-8573-895b4052de69,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.108262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] No DVR routers for this DVR port adeeb881-fdd3-44f8-8573-895b4052de69 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:55.115071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.165179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-40b3805b-caaf-46e6-b9e0-a6d86683adcd None None] Could not find standard attr ID for object adeeb881-fdd3-44f8-8573-895b4052de69. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:02:55.169659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] For port 652bffe5-86b6-473b-a211-d02be1cc36c5, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=652bffe5-86b6-473b-a211-d02be1cc36c5,segment=NetworkSegment(59872cbb-6bfc-4d31-bee0-51c455e96cf0),segment_id=59872cbb-6bfc-4d31-bee0-51c455e96cf0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:55.170068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.173322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbf5aa-9bfb-4c04-bef6-8e353c3deb3d None None] Pushing event updated for resources: {'Port': ['ID=652bffe5-86b6-473b-a211-d02be1cc36c5,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.194763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1874abe-b7ce-49d5-9020-b364aa565bed admin admin] Publish callbacks [] for security_group (068fa720-d343-4afe-9d0d-4cf5ee76d8f1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.206622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] Calling delete_port for 652bffe5-86b6-473b-a211-d02be1cc36c5 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:55.217644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 652bffe5-86b6-473b-a211-d02be1cc36c5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:55.242639 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1874abe-b7ce-49d5-9020-b364aa565bed admin admin] Publish callbacks [] for security_group (068fa720-d343-4afe-9d0d-4cf5ee76d8f1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.249929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.272210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9248c02d-2ed6-4503-b1ee-d03cd09261b8') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.272534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9248c02d-2ed6-4503-b1ee-d03cd09261b8') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.282046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5ae81859-218e-4533-800b-701900f60185), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.291668 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9248c02d-2ed6-4503-b1ee-d03cd09261b8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.295716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59d62a-0a47-4fd9-a7b7-8a3a824d1d3e None None] DHCP port deletion for 5ae81859-218e-4533-800b-701900f60185 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:02:55.325068 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9248c02d-2ed6-4503-b1ee-d03cd09261b8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.332565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:55.332967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9248c02d-2ed6-4503-b1ee-d03cd09261b8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.337528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae81859-218e-4533-800b-701900f60185']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:55.340406 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:55.362458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1874abe-b7ce-49d5-9020-b364aa565bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (068fa720-d343-4afe-9d0d-4cf5ee76d8f1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.367510 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1874abe-b7ce-49d5-9020-b364aa565bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.371451 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c1874abe-b7ce-49d5-9020-b364aa565bed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/068fa720-d343-4afe-9d0d-4cf5ee76d8f1 HTTP/1.1" status: 204 len: 168 time: 0.2884402 Feb 09 03:02:55.387829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106bd485-cfd7-46b2-87be-2a527699b131') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.388128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106bd485-cfd7-46b2-87be-2a527699b131') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.390703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1874abe-b7ce-49d5-9020-b364aa565bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068fa720-d343-4afe-9d0d-4cf5ee76d8f1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.404333 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (652bffe5-86b6-473b-a211-d02be1cc36c5), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.410422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (106bd485-cfd7-46b2-87be-2a527699b131), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.436778 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (106bd485-cfd7-46b2-87be-2a527699b131), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.451984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:55.452487 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (106bd485-cfd7-46b2-87be-2a527699b131), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.455629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:55.457263 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:55.483226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] Pushing event deleted for resources: {'Port': ['ID=652bffe5-86b6-473b-a211-d02be1cc36c5,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.485282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e4e2c-dfa5-49d5-9e47-c348f0438352 None None] No DVR routers for this DVR port 652bffe5-86b6-473b-a211-d02be1cc36c5 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:55.552749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.560735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/networks/1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec HTTP/1.1" status: 204 len: 168 time: 0.7446766 Feb 09 03:02:55.560735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110fb8a-4ae4-4ba5-bdfc-1499c640c593 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Network': ['ID=1e1a40c1-d0a4-44ab-bfb0-0f4bdaada1ec,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.561504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40748) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:55.570788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-581721310'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:55.587704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device adeeb881-fdd3-44f8-8573-895b4052de69 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:55.602270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5ae81859-218e-4533-800b-701900f60185), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.615897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: adeeb881-fdd3-44f8-8573-895b4052de69 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:55.616266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device adeeb881-fdd3-44f8-8573-895b4052de69 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:55.616701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 652bffe5-86b6-473b-a211-d02be1cc36c5 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:02:55.624074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.630177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40752) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:55.630498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/networks/5ae81859-218e-4533-800b-701900f60185 HTTP/1.1" status: 204 len: 168 time: 1.8736241 Feb 09 03:02:55.631983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e14c7-b4c9-4679-92dc-b15327b6e872 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Network': ['ID=5ae81859-218e-4533-800b-701900f60185,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.647871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:55.653472 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.667069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 652bffe5-86b6-473b-a211-d02be1cc36c5 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:02:55.667425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 652bffe5-86b6-473b-a211-d02be1cc36c5 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:02:55.701455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:55.713407 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (afdea04f-af1d-4ea7-8b22-1b423d313283), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.713678 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Added segment afdea04f-af1d-4ea7-8b22-1b423d313283 of type vlan for network b77dff0a-ca22-4a4e-ab7d-f065fd2916df Feb 09 03:02:55.741161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (04a2c20a-2256-4506-967f-e364b791a3d8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.764966 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b77dff0a-ca22-4a4e-ab7d-f065fd2916df), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.794708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40754) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:55.799129 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b77dff0a-ca22-4a4e-ab7d-f065fd2916df), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.805053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:55.805647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.862558 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (04a2c20a-2256-4506-967f-e364b791a3d8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.865718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2994463 Feb 09 03:02:55.872332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40756) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:55.878303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': 'b77dff0a-ca22-4a4e-ab7d-f065fd2916df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:55.905571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a2c20a-2256-4506-967f-e364b791a3d8']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.910037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-226b0f6e-9e73-4aa5-8d82-f39f9c92839a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=727ab8dce045474bb8d1d0dbd1e58d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1140554 Feb 09 03:02:55.916275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40758) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:55.927280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59872cbb-6bfc-4d31-bee0-51c455e96cf0') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.927839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59872cbb-6bfc-4d31-bee0-51c455e96cf0') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:55.929454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3f171-94a7-43f0-9ea9-c230d1c92b73 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Network': ['ID=b77dff0a-ca22-4a4e-ab7d-f065fd2916df,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:55.944204 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (59872cbb-6bfc-4d31-bee0-51c455e96cf0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.949463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b77dff0a-ca22-4a4e-ab7d-f065fd2916df details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:02:55.971924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (59872cbb-6bfc-4d31-bee0-51c455e96cf0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.980645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:55.981042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (59872cbb-6bfc-4d31-bee0-51c455e96cf0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:55.981677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:55.984530 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:55.987262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.051114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Performing IP validity checks on allocation pools {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:02:56.053068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-520e69a4-3bfa-4a48-8fd6-659aa21f7588 admin admin] Publish callbacks [] for security_group (48ef2aed-1f66-45e3-a8e1-fb2dac9257b5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.054199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:02:56.070761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (04a2c20a-2256-4506-967f-e364b791a3d8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.085881 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.089095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/networks/04a2c20a-2256-4506-967f-e364b791a3d8 HTTP/1.1" status: 204 len: 168 time: 0.4578981 Feb 09 03:02:56.092565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-520e69a4-3bfa-4a48-8fd6-659aa21f7588 admin admin] Publish callbacks [] for security_group (48ef2aed-1f66-45e3-a8e1-fb2dac9257b5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.094060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40760) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:56.108411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb39b2b-55a9-4dc8-9190-4354643a61b2 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Network': ['ID=04a2c20a-2256-4506-967f-e364b791a3d8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:56.155664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-520e69a4-3bfa-4a48-8fd6-659aa21f7588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (48ef2aed-1f66-45e3-a8e1-fb2dac9257b5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.159042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-520e69a4-3bfa-4a48-8fd6-659aa21f7588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.163263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-520e69a4-3bfa-4a48-8fd6-659aa21f7588 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48ef2aed-1f66-45e3-a8e1-fb2dac9257b5 HTTP/1.1" status: 204 len: 168 time: 0.2428946 Feb 09 03:02:56.179404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e69a4-3bfa-4a48-8fd6-659aa21f7588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ef2aed-1f66-45e3-a8e1-fb2dac9257b5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:56.214713 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (f1a640e5-a2f4-4d5a-8fee-34e25c93455f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.284238 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (ba46b489-2b16-4bea-be97-cb2108d9daab), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.389920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (f1a640e5-a2f4-4d5a-8fee-34e25c93455f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.398437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=ba46b489-2b16-4bea-be97-cb2108d9daab,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:56.425073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a640e5-a2f4-4d5a-8fee-34e25c93455f']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:56.436554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking segment: {'id': 'afdea04f-af1d-4ea7-8b22-1b423d313283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b77dff0a-ca22-4a4e-ab7d-f065fd2916df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:56.436915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network hostable DHCP agents. Network: b77dff0a-ca22-4a4e-ab7d-f065fd2916df, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:02:56.439960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36dfc66-08af-413d-802a-eda470bd9ea8') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:56.440261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36dfc66-08af-413d-802a-eda470bd9ea8') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:56.458456 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (b36dfc66-08af-413d-802a-eda470bd9ea8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.480117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b36dfc66-08af-413d-802a-eda470bd9ea8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.487928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network b77dff0a-ca22-4a4e-ab7d-f065fd2916df is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:02:56.490793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:56.491189 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (b36dfc66-08af-413d-802a-eda470bd9ea8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:56.495833 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:56.552704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b77dff0a-ca22-4a4e-ab7d-f065fd2916df) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:56.566022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc664e0-e8b9-4880-b47b-20816a703c96 None None] Network b77dff0a-ca22-4a4e-ab7d-f065fd2916df requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:56.578083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:56.579013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.607844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e35de0fb-f681-4004-9cb9-06790a92e69f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7344356 Feb 09 03:02:56.609235 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (f1a640e5-a2f4-4d5a-8fee-34e25c93455f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.610623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40774) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:56.616381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': 'b77dff0a-ca22-4a4e-ab7d-f065fd2916df', 'name': 'tempest-PortsIpV6TestJSON-430791506'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:56.623816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.631621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/networks/f1a640e5-a2f4-4d5a-8fee-34e25c93455f HTTP/1.1" status: 204 len: 168 time: 0.5360072 Feb 09 03:02:56.642984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40776) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:56.653925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3867b2-b245-4656-91de-2f2a661a5540 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Network': ['ID=f1a640e5-a2f4-4d5a-8fee-34e25c93455f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:56.740132 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (cbf95922-4f96-4209-9b81-4cf0e60672f0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.751268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-b77dff0a-ca22-4a4e-ab7d-f065fd2916df', 'network_id': 'b77dff0a-ca22-4a4e-ab7d-f065fd2916df', 'project_id': '43d85cc57f7145e599c387d85e3bbf3b', 'fixed_ips': [{'subnet_id': 'ba46b489-2b16-4bea-be97-cb2108d9daab'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:02:56.752438 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.823850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:56.828120 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.870574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port d21007f3-2758-4a30-864f-5190776e4caa yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:02:56.929278 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (cbf95922-4f96-4209-9b81-4cf0e60672f0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:56.949520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Allocated IP 2001:db8::2 (b77dff0a-ca22-4a4e-ab7d-f065fd2916df/ba46b489-2b16-4bea-be97-cb2108d9daab/7c4f32c4-76e7-4c63-a042-ffe71b71c3ee) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:56.975722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf95922-4f96-4209-9b81-4cf0e60672f0']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:56.990682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf04c051-6727-43d3-80ee-5cf7b7f74415') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:56.991042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf04c051-6727-43d3-80ee-5cf7b7f74415') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:57.006720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (cf04c051-6727-43d3-80ee-5cf7b7f74415), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.025221 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cf04c051-6727-43d3-80ee-5cf7b7f74415), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.036366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:57.036889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (cf04c051-6727-43d3-80ee-5cf7b7f74415), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:57.041085 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:57.126531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (cbf95922-4f96-4209-9b81-4cf0e60672f0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.158274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.163196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] 10.222.0.32 "DELETE /v2.0/networks/cbf95922-4f96-4209-9b81-4cf0e60672f0 HTTP/1.1" status: 204 len: 168 time: 0.5187488 Feb 09 03:02:57.164070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764361ea-8ed3-40a8-bc69-3da2b5e835b1 tempest-BulkNetworkOpsIpV6Test-1778496065 tempest-BulkNetworkOpsIpV6Test-1778496065-project] Pushing event deleted for resources: {'Network': ['ID=cbf95922-4f96-4209-9b81-4cf0e60672f0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:57.178518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Publish callbacks [] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.187042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.243013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Network b77dff0a-ca22-4a4e-ab7d-f065fd2916df is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:57.244908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:57.251306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:57.252668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::336 (b77dff0a-ca22-4a4e-ab7d-f065fd2916df/ba46b489-2b16-4bea-be97-cb2108d9daab/d21007f3-2758-4a30-864f-5190776e4caa) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:02:57.317433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Pushing event updated for resources: {'Port': ['ID=7c4f32c4-76e7-4c63-a042-ffe71b71c3ee,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:57.337559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Attempting to bind port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:02:57.338112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Attempting to bind port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'afdea04f-af1d-4ea7-8b22-1b423d313283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b77dff0a-ca22-4a4e-ab7d-f065fd2916df'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:02:57.339694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Attempting to bind port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee on network b77dff0a-ca22-4a4e-ab7d-f065fd2916df {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:02:57.345681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:02:57.346163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Checking segment: {'id': 'afdea04f-af1d-4ea7-8b22-1b423d313283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b77dff0a-ca22-4a4e-ab7d-f065fd2916df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:02:57.346495 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.346886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Bound using segment: {'id': 'afdea04f-af1d-4ea7-8b22-1b423d313283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b77dff0a-ca22-4a4e-ab7d-f065fd2916df'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:02:57.347730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Bound port: 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdea04f-af1d-4ea7-8b22-1b423d313283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b77dff0a-ca22-4a4e-ab7d-f065fd2916df'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:02:57.348817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.450389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (d21007f3-2758-4a30-864f-5190776e4caa), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.468106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] For port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:02:57.472086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] For port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7c4f32c4-76e7-4c63-a042-ffe71b71c3ee,segment=NetworkSegment(afdea04f-af1d-4ea7-8b22-1b423d313283),segment_id=afdea04f-af1d-4ea7-8b22-1b423d313283)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:02:57.484427 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.531500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d21007f3-2758-4a30-864f-5190776e4caa), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.563258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d43ef2-ade2-4fd5-8b3a-6e4f1cfe46d7 None None] Pushing event updated for resources: {'Port': ['ID=7c4f32c4-76e7-4c63-a042-ffe71b71c3ee,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:57.605931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=d21007f3-2758-4a30-864f-5190776e4caa,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:57.622075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network b77dff0a-ca22-4a4e-ab7d-f065fd2916df is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:02:57.623690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:02:57.625923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:02:57.631280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:02:57.632133 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.649812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40802) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:57.660122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40806) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:57.661257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cc30106f-53c6-497a-86df-8ae221fceb37 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0486939 Feb 09 03:02:57.825883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4186753a-deb5-499a-807d-ece97622b6a2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port d21007f3-2758-4a30-864f-5190776e4caa {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:57.826270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4186753a-deb5-499a-807d-ece97622b6a2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d21007f3-2758-4a30-864f-5190776e4caa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:57.942537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40814) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:57.956685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2965df30-9686-4c47-bf98-714dfec3c826 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1091b45d53e849a0bb1032354d7cc44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052418 Feb 09 03:02:58.025755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4186753a-deb5-499a-807d-ece97622b6a2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d21007f3-2758-4a30-864f-5190776e4caa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.039636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4186753a-deb5-499a-807d-ece97622b6a2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for d21007f3-2758-4a30-864f-5190776e4caa owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:58.051361 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3401078-9d58-4ad5-9521-5d58641a9268 admin admin] Publish callbacks [] for security_group (b1eac85a-a2de-4d5d-ad76-3382fdcf8bc6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.100276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3401078-9d58-4ad5-9521-5d58641a9268 admin admin] Publish callbacks [] for security_group (b1eac85a-a2de-4d5d-ad76-3382fdcf8bc6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.176790 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3401078-9d58-4ad5-9521-5d58641a9268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b1eac85a-a2de-4d5d-ad76-3382fdcf8bc6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.180481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3401078-9d58-4ad5-9521-5d58641a9268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.182876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f3401078-9d58-4ad5-9521-5d58641a9268 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1eac85a-a2de-4d5d-ad76-3382fdcf8bc6 HTTP/1.1" status: 204 len: 168 time: 0.2386990 Feb 09 03:02:58.194782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3401078-9d58-4ad5-9521-5d58641a9268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eac85a-a2de-4d5d-ad76-3382fdcf8bc6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:58.228318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4186753a-deb5-499a-807d-ece97622b6a2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d21007f3-2758-4a30-864f-5190776e4caa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.260428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:58.291029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186753a-deb5-499a-807d-ece97622b6a2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=d21007f3-2758-4a30-864f-5190776e4caa,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:58.352296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4186753a-deb5-499a-807d-ece97622b6a2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.356787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4186753a-deb5-499a-807d-ece97622b6a2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/d21007f3-2758-4a30-864f-5190776e4caa HTTP/1.1" status: 204 len: 168 time: 0.6949553 Feb 09 03:02:58.359593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40826) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:58.428637 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7095b9fc-d306-4ef5-bece-de1790b3952b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:02:58.431027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7095b9fc-d306-4ef5-bece-de1790b3952b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:02:58.444780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40830) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:58.446031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7095b9fc-d306-4ef5-bece-de1790b3952b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/d21007f3-2758-4a30-864f-5190776e4caa HTTP/1.1" status: 404 len: 333 time: 0.0843592 Feb 09 03:02:58.453504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9b581b06-46b2-491a-831e-7bf838cd2e0e tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1538963352'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:58.472019 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1a8b80-36be-4f63-9dee-eb7dccf4febf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:02:58.473703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1b1a8b80-36be-4f63-9dee-eb7dccf4febf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/d21007f3-2758-4a30-864f-5190776e4caa HTTP/1.1" status: 404 len: 333 time: 0.0279226 Feb 09 03:02:58.476641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40832) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:58.482973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b581b06-46b2-491a-831e-7bf838cd2e0e tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (d85113ad-defb-4018-998a-cdeff9e5c66c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.484044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b581b06-46b2-491a-831e-7bf838cd2e0e tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (d85113ad-defb-4018-998a-cdeff9e5c66c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.552574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-747c55a9-e0a4-4644-ad3d-58014221be7e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet ba46b489-2b16-4bea-be97-cb2108d9daab {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:02:58.556262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-747c55a9-e0a4-4644-ad3d-58014221be7e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (ba46b489-2b16-4bea-be97-cb2108d9daab), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.603350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b581b06-46b2-491a-831e-7bf838cd2e0e tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (d85113ad-defb-4018-998a-cdeff9e5c66c), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.612476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b581b06-46b2-491a-831e-7bf838cd2e0e tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (d85113ad-defb-4018-998a-cdeff9e5c66c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.618453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-747c55a9-e0a4-4644-ad3d-58014221be7e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (ba46b489-2b16-4bea-be97-cb2108d9daab), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.666970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b581b06-46b2-491a-831e-7bf838cd2e0e tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.669595 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9b581b06-46b2-491a-831e-7bf838cd2e0e tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4081655 Feb 09 03:02:58.672345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:58.747982 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-747c55a9-e0a4-4644-ad3d-58014221be7e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ba46b489-2b16-4bea-be97-cb2108d9daab), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.826483 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-747c55a9-e0a4-4644-ad3d-58014221be7e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (ba46b489-2b16-4bea-be97-cb2108d9daab), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.833762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f2dda037-a538-4b09-8212-d37a42af305b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (d85113ad-defb-4018-998a-cdeff9e5c66c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.872968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c55a9-e0a4-4644-ad3d-58014221be7e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=ba46b489-2b16-4bea-be97-cb2108d9daab,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:58.887377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-747c55a9-e0a4-4644-ad3d-58014221be7e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:58.891744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-747c55a9-e0a4-4644-ad3d-58014221be7e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/ba46b489-2b16-4bea-be97-cb2108d9daab HTTP/1.1" status: 204 len: 168 time: 0.4117031 Feb 09 03:02:58.897059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40850) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:59.034086 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b77dff0a-ca22-4a4e-ab7d-f065fd2916df), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.040095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8c30b-5d1b-4efe-b7b1-aa9458b79e18 None None] Network b77dff0a-ca22-4a4e-ab7d-f065fd2916df requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:02:59.069822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f2dda037-a538-4b09-8212-d37a42af305b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (d85113ad-defb-4018-998a-cdeff9e5c66c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.073259 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f2dda037-a538-4b09-8212-d37a42af305b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (d85113ad-defb-4018-998a-cdeff9e5c66c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.108052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:02:59.109118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.128353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f2dda037-a538-4b09-8212-d37a42af305b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (d85113ad-defb-4018-998a-cdeff9e5c66c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.130038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dda037-a538-4b09-8212-d37a42af305b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d85113ad-defb-4018-998a-cdeff9e5c66c {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:59.136816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f2dda037-a538-4b09-8212-d37a42af305b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.141640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f2dda037-a538-4b09-8212-d37a42af305b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d85113ad-defb-4018-998a-cdeff9e5c66c HTTP/1.1" status: 204 len: 168 time: 0.4660568 Feb 09 03:02:59.142819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40854) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:59.155019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9701148d-8cf0-43a9-8642-b60372b76090 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Request body: {'router': {'name': 'tempest-router-797165045', 'distributed': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:59.179842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9701148d-8cf0-43a9-8642-b60372b76090 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (3fa42cbd-39fb-4373-8f37-4d50dadf6c5e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.180973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9701148d-8cf0-43a9-8642-b60372b76090 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (3fa42cbd-39fb-4373-8f37-4d50dadf6c5e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.199482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-acbf50a5-81f3-4076-aa6b-7924986e3b77 None None] Provisioning complete for port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:02:59.200989 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-acbf50a5-81f3-4076-aa6b-7924986e3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.222403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] For port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7c4f32c4-76e7-4c63-a042-ffe71b71c3ee,segment=NetworkSegment(afdea04f-af1d-4ea7-8b22-1b423d313283),segment_id=afdea04f-af1d-4ea7-8b22-1b423d313283)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:02:59.222858 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.257814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:02:59.259394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9701148d-8cf0-43a9-8642-b60372b76090 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (3fa42cbd-39fb-4373-8f37-4d50dadf6c5e), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.272605 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9701148d-8cf0-43a9-8642-b60372b76090 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (3fa42cbd-39fb-4373-8f37-4d50dadf6c5e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.302101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9701148d-8cf0-43a9-8642-b60372b76090 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.305942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9701148d-8cf0-43a9-8642-b60372b76090 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1572909 Feb 09 03:02:59.307028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40860) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:59.376107 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.409910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=7c4f32c4-76e7-4c63-a042-ffe71b71c3ee,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:59.428826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-acbf50a5-81f3-4076-aa6b-7924986e3b77 None None] Current status of the port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:02:59.429233 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-acbf50a5-81f3-4076-aa6b-7924986e3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7c4f32c4-76e7-4c63-a042-ffe71b71c3ee), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.434209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No DVR routers for this DVR port 7c4f32c4-76e7-4c63-a042-ffe71b71c3ee on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:02:59.472309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b685d-a828-4b58-ada2-ff9285ebe85c None None] DHCP port deletion for b77dff0a-ca22-4a4e-ab7d-f065fd2916df request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:02:59.490746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7961dce-5ec3-4008-9216-718753f6d292 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (3fa42cbd-39fb-4373-8f37-4d50dadf6c5e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.594771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40866) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:59.605269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b77dff0a-ca22-4a4e-ab7d-f065fd2916df), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.637767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77dff0a-ca22-4a4e-ab7d-f065fd2916df']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:59.649317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdea04f-af1d-4ea7-8b22-1b423d313283') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:59.649611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdea04f-af1d-4ea7-8b22-1b423d313283') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:02:59.662301 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (afdea04f-af1d-4ea7-8b22-1b423d313283), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.678176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (afdea04f-af1d-4ea7-8b22-1b423d313283), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.684814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:02:59.685226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (afdea04f-af1d-4ea7-8b22-1b423d313283), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.730914 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7961dce-5ec3-4008-9216-718753f6d292 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (3fa42cbd-39fb-4373-8f37-4d50dadf6c5e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.733448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7961dce-5ec3-4008-9216-718753f6d292 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (3fa42cbd-39fb-4373-8f37-4d50dadf6c5e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:02:59.767509 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:02:59.774516 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b77dff0a-ca22-4a4e-ab7d-f065fd2916df), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.784015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.788203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/networks/b77dff0a-ca22-4a4e-ab7d-f065fd2916df HTTP/1.1" status: 204 len: 168 time: 0.8887169 Feb 09 03:02:59.804553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40872) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:59.805636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67df38f-f736-459c-873b-1b63ad406004 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Network': ['ID=b77dff0a-ca22-4a4e-ab7d-f065fd2916df,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:02:59.812947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-278528445'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:59.844316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:02:59.849670 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.855157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622932330'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:59.861010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7961dce-5ec3-4008-9216-718753f6d292 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (3fa42cbd-39fb-4373-8f37-4d50dadf6c5e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.862339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7961dce-5ec3-4008-9216-718753f6d292 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa42cbd-39fb-4373-8f37-4d50dadf6c5e {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:02:59.868752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7961dce-5ec3-4008-9216-718753f6d292 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.869943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a7961dce-5ec3-4008-9216-718753f6d292 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3fa42cbd-39fb-4373-8f37-4d50dadf6c5e HTTP/1.1" status: 204 len: 168 time: 0.5626991 Feb 09 03:02:59.877068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40874) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:02:59.885860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a845690e-1add-4fc8-94d1-d4136f8d178b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Request body: {'router': {'name': 'tempest-router-412384270', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6b1e733beedf4b2b96896e082f6f99d5'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:02:59.893839 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.904924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.905183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:02:59.917214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (65a57935-c9c0-4ab0-a49d-b681256a3654), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.917780 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Added segment 65a57935-c9c0-4ab0-a49d-b681256a3654 of type vlan for network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 Feb 09 03:02:59.975915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7bd1cf48-af54-4a23-a1dd-a7729675e0b7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.998044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a845690e-1add-4fc8-94d1-d4136f8d178b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (d296969b-b7cc-4fec-b781-e246cc31b904), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:02:59.999778 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a845690e-1add-4fc8-94d1-d4136f8d178b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (d296969b-b7cc-4fec-b781-e246cc31b904), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.030148 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7bd1cf48-af54-4a23-a1dd-a7729675e0b7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.036587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:00.037521 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.061274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (53fdeba3-0a57-4264-9bee-093f4fa9765e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.080261 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (53fdeba3-0a57-4264-9bee-093f4fa9765e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.118942 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdeba3-0a57-4264-9bee-093f4fa9765e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:00.135289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a845690e-1add-4fc8-94d1-d4136f8d178b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (d296969b-b7cc-4fec-b781-e246cc31b904), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.151339 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3429508 Feb 09 03:03:00.155603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40878) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:00.156990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a845690e-1add-4fc8-94d1-d4136f8d178b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (d296969b-b7cc-4fec-b781-e246cc31b904), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.164544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '7bd1cf48-af54-4a23-a1dd-a7729675e0b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:00.208223 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (49d4381c-47b3-4151-b7b4-a3ac61fc9c95), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.212727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (49d4381c-47b3-4151-b7b4-a3ac61fc9c95), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.248545 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4593bf4b-9211-4fee-bf0c-e74df2708c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.251185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4381c-47b3-4151-b7b4-a3ac61fc9c95,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:00.252115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525c4e5-faa3-4fa9-bc39-a09e5059d086 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Network': ['ID=7bd1cf48-af54-4a23-a1dd-a7729675e0b7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:00.276819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.278574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a845690e-1add-4fc8-94d1-d4136f8d178b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.279237 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a4d50051-959b-427a-87c6-257fe7f9262c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6823707 Feb 09 03:03:00.280518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a845690e-1add-4fc8-94d1-d4136f8d178b tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4002821 Feb 09 03:03:00.281430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40880) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:00.283986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:00.285591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:00.293300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:00.433807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fdf8fbc1-bc56-40aa-b126-c49258098e75 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1509838 Feb 09 03:03:00.436970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40884) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:00.444762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1200a4a8-6e37-4148-a5ff-405808b6c8a0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-security--1400218569', 'description': 'tempest-security-description-2051120524'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:00.448417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:00.451883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.561411 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (d296969b-b7cc-4fec-b781-e246cc31b904), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.562450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (d296969b-b7cc-4fec-b781-e246cc31b904), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.575708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1200a4a8-6e37-4148-a5ff-405808b6c8a0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (49d4381c-47b3-4151-b7b4-a3ac61fc9c95), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.667071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1200a4a8-6e37-4148-a5ff-405808b6c8a0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (49d4381c-47b3-4151-b7b4-a3ac61fc9c95), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.686689 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1200a4a8-6e37-4148-a5ff-405808b6c8a0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (49d4381c-47b3-4151-b7b4-a3ac61fc9c95), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.690965 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1200a4a8-6e37-4148-a5ff-405808b6c8a0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.690965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1200a4a8-6e37-4148-a5ff-405808b6c8a0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "PUT /v2.0/security-groups/49d4381c-47b3-4151-b7b4-a3ac61fc9c95 HTTP/1.1" status: 200 len: 1797 time: 0.2524111 Feb 09 03:03:00.692465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109856) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 03:03:00.692995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Router d296969b-b7cc-4fec-b781-e246cc31b904 migrating from provider to provider. {{(pid=109856) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 03:03:00.694505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (d296969b-b7cc-4fec-b781-e246cc31b904), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.696534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40890) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:00.701095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (d296969b-b7cc-4fec-b781-e246cc31b904), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.711241 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (d296969b-b7cc-4fec-b781-e246cc31b904), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.809339 n-d-827839-4 neutron-server[109856]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] No L3 agents can host the router d296969b-b7cc-4fec-b781-e246cc31b904 Feb 09 03:03:00.830713 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (eb93469e-8abb-42cd-8093-de69a43175a5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:00.914998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200a4a8-6e37-4148-a5ff-405808b6c8a0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4381c-47b3-4151-b7b4-a3ac61fc9c95,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:00.940054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b21d78ce-c4b8-4e97-a8cb-79ce7fcb59df tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups/49d4381c-47b3-4151-b7b4-a3ac61fc9c95 HTTP/1.1" status: 200 len: 1797 time: 0.1432717 Feb 09 03:03:00.942724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40894) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:00.963787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=eb93469e-8abb-42cd-8093-de69a43175a5,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:01.004949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking segment: {'id': '65a57935-c9c0-4ab0-a49d-b681256a3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7bd1cf48-af54-4a23-a1dd-a7729675e0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:01.005630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network hostable DHCP agents. Network: 7bd1cf48-af54-4a23-a1dd-a7729675e0b7, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:01.042450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e462f9c5-744f-4152-8c8e-44887288fcdb tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (49d4381c-47b3-4151-b7b4-a3ac61fc9c95), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.056092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:01.077288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e462f9c5-744f-4152-8c8e-44887288fcdb tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (49d4381c-47b3-4151-b7b4-a3ac61fc9c95), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.088074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7bd1cf48-af54-4a23-a1dd-a7729675e0b7) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:01.097400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a7118-5542-464a-8615-e9bcf274dae7 None None] Network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:01.114899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:01.115919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.184005 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2583d589-bb2c-4f14-8de8-47886278cab7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0212092 Feb 09 03:03:01.185842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40896) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:01.191432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '7bd1cf48-af54-4a23-a1dd-a7729675e0b7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-357598696'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:01.217042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e462f9c5-744f-4152-8c8e-44887288fcdb tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (49d4381c-47b3-4151-b7b4-a3ac61fc9c95), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.220794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e462f9c5-744f-4152-8c8e-44887288fcdb tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.224907 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e462f9c5-744f-4152-8c8e-44887288fcdb tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/49d4381c-47b3-4151-b7b4-a3ac61fc9c95 HTTP/1.1" status: 204 len: 168 time: 0.2760458 Feb 09 03:03:01.269184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40898) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:01.280362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462f9c5-744f-4152-8c8e-44887288fcdb tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4381c-47b3-4151-b7b4-a3ac61fc9c95,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:01.320231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7bd1cf48-af54-4a23-a1dd-a7729675e0b7', 'network_id': '7bd1cf48-af54-4a23-a1dd-a7729675e0b7', 'project_id': '43d85cc57f7145e599c387d85e3bbf3b', 'fixed_ips': [{'subnet_id': 'eb93469e-8abb-42cd-8093-de69a43175a5'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:01.322417 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.427503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:01.431167 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.455903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Hosts for router d296969b-b7cc-4fec-b781-e246cc31b904: [] {{(pid=109856) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 03:03:01.467476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port 8b9e1b7c-1ce3-472d-950d-4a35259884a0 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:01.511911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Hosts for other DVR routers connected to router d296969b-b7cc-4fec-b781-e246cc31b904: set() {{(pid=109856) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 03:03:01.515269 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.517027 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0829810e-4c15-4335-a5be-f54cdb822830 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "PUT /v2.0/routers/d296969b-b7cc-4fec-b781-e246cc31b904 HTTP/1.1" status: 200 len: 716 time: 1.2317295 Feb 09 03:03:01.522668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cff3b025-f9ff-493d-b988-71ecf5e46afa tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2526319 Feb 09 03:03:01.523220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40906) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:01.525169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40908) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:01.595040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Allocated IP 2001:db8::2 (7bd1cf48-af54-4a23-a1dd-a7729675e0b7/eb93469e-8abb-42cd-8093-de69a43175a5/b8d64e6e-608f-41eb-8522-e2abd01cce3d) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:01.658881 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-31353f6b-8ff4-4eed-b5e1-6c7ded6cd732 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] delete failed (client error): The resource could not be found. Feb 09 03:03:01.663956 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-31353f6b-8ff4-4eed-b5e1-6c7ded6cd732 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/49d4381c-47b3-4151-b7b4-a3ac61fc9c95 HTTP/1.1" status: 404 len: 347 time: 0.1339808 Feb 09 03:03:01.664953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40916) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:01.670551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-afa162d5-c991-4926-bd78-3b2cb81ddc4f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--823457239'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:01.677881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9cfe2ab3-c0fa-42b9-888e-d89f5f237886 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "GET /v2.0/routers/d296969b-b7cc-4fec-b781-e246cc31b904 HTTP/1.1" status: 200 len: 716 time: 0.1535594 Feb 09 03:03:01.680795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40918) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:01.745823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa162d5-c991-4926-bd78-3b2cb81ddc4f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.893573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa162d5-c991-4926-bd78-3b2cb81ddc4f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (79e3893b-f955-4751-a654-e9ab60d719d5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.898016 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Publish callbacks [] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.901225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa162d5-c991-4926-bd78-3b2cb81ddc4f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (79e3893b-f955-4751-a654-e9ab60d719d5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.905797 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:01.926810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:01.929648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:01.932991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:01.954920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa162d5-c991-4926-bd78-3b2cb81ddc4f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e3893b-f955-4751-a654-e9ab60d719d5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:02.036628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Attempting to bind port b8d64e6e-608f-41eb-8522-e2abd01cce3d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:02.037282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Attempting to bind port b8d64e6e-608f-41eb-8522-e2abd01cce3d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '65a57935-c9c0-4ab0-a49d-b681256a3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7bd1cf48-af54-4a23-a1dd-a7729675e0b7'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:02.037855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Attempting to bind port b8d64e6e-608f-41eb-8522-e2abd01cce3d on network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:02.040381 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa162d5-c991-4926-bd78-3b2cb81ddc4f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.041663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-afa162d5-c991-4926-bd78-3b2cb81ddc4f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3756428 Feb 09 03:03:02.048067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40924) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:02.059520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-273dfbf1-e315-444e-bf8e-cfa5a3cf9e1d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '79e3893b-f955-4751-a654-e9ab60d719d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:02.089156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:02.089580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Checking segment: {'id': '65a57935-c9c0-4ab0-a49d-b681256a3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7bd1cf48-af54-4a23-a1dd-a7729675e0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:02.091102 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.091528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Bound using segment: {'id': '65a57935-c9c0-4ab0-a49d-b681256a3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7bd1cf48-af54-4a23-a1dd-a7729675e0b7'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:02.091652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d52e5ab0-4a44-47a5-9bbc-1352359797cf tempest-RoutersTestDVR-413939323 tempest-RoutersTestDVR-413939323-project] 10.222.0.32 "GET /v2.0/routers/d296969b-b7cc-4fec-b781-e246cc31b904 HTTP/1.1" status: 200 len: 682 time: 0.4082770 Feb 09 03:03:02.092202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::a5 (7bd1cf48-af54-4a23-a1dd-a7729675e0b7/eb93469e-8abb-42cd-8093-de69a43175a5/8b9e1b7c-1ce3-472d-950d-4a35259884a0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:02.092326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40926) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:02.094747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Bound port: b8d64e6e-608f-41eb-8522-e2abd01cce3d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a57935-c9c0-4ab0-a49d-b681256a3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7bd1cf48-af54-4a23-a1dd-a7729675e0b7'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:02.095348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.130637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Pushing event updated for resources: {'Port': ['ID=b8d64e6e-608f-41eb-8522-e2abd01cce3d,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:02.214261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] For port b8d64e6e-608f-41eb-8522-e2abd01cce3d, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:02.219919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] For port b8d64e6e-608f-41eb-8522-e2abd01cce3d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b8d64e6e-608f-41eb-8522-e2abd01cce3d,segment=NetworkSegment(65a57935-c9c0-4ab0-a49d-b681256a3654),segment_id=65a57935-c9c0-4ab0-a49d-b681256a3654)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:02.222111 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfff1e42-dbe7-4687-81fc-2e00146dd257 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (d296969b-b7cc-4fec-b781-e246cc31b904), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.229760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.382656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2de44-22a3-4c5e-819b-407a644dbca2 None None] Pushing event updated for resources: {'Port': ['ID=b8d64e6e-608f-41eb-8522-e2abd01cce3d,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:02.393123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (8b9e1b7c-1ce3-472d-950d-4a35259884a0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.447628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8b9e1b7c-1ce3-472d-950d-4a35259884a0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.504709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:02.512394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:02.517084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:02.522934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:02.523555 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.527275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=8b9e1b7c-1ce3-472d-950d-4a35259884a0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:02.550103 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-273dfbf1-e315-444e-bf8e-cfa5a3cf9e1d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (51aa8a28-e40d-42e8-b1c5-3337651d8b7e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.560602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-995f0b3f-7d4a-42ef-8b2f-1896b57a2d80 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3731210 Feb 09 03:03:02.563087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:02.580024 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfff1e42-dbe7-4687-81fc-2e00146dd257 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (d296969b-b7cc-4fec-b781-e246cc31b904), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.650366 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfff1e42-dbe7-4687-81fc-2e00146dd257 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (d296969b-b7cc-4fec-b781-e246cc31b904), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.702157 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9182-83be-48a2-9154-d8da8d722a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.745192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-cde0e583-ea2e-4e94-871c-9c573056f943 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 8b9e1b7c-1ce3-472d-950d-4a35259884a0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:02.745531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cde0e583-ea2e-4e94-871c-9c573056f943 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8b9e1b7c-1ce3-472d-950d-4a35259884a0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.786394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-273dfbf1-e315-444e-bf8e-cfa5a3cf9e1d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (51aa8a28-e40d-42e8-b1c5-3337651d8b7e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.787416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfff1e42-dbe7-4687-81fc-2e00146dd257 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (d296969b-b7cc-4fec-b781-e246cc31b904), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.787945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfff1e42-dbe7-4687-81fc-2e00146dd257 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d296969b-b7cc-4fec-b781-e246cc31b904 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:03:02.798448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfff1e42-dbe7-4687-81fc-2e00146dd257 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.799627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cfff1e42-dbe7-4687-81fc-2e00146dd257 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d296969b-b7cc-4fec-b781-e246cc31b904 HTTP/1.1" status: 204 len: 168 time: 0.7043846 Feb 09 03:03:02.806338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-273dfbf1-e315-444e-bf8e-cfa5a3cf9e1d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (51aa8a28-e40d-42e8-b1c5-3337651d8b7e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.807866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40938) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:02.820492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f6aa14d9-cf69-42cb-8b89-2200274d90f3 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Request body: {'router': {'name': 'tempest-router-445238350', 'distributed': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:02.840531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dfbf1-e315-444e-bf8e-cfa5a3cf9e1d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51aa8a28-e40d-42e8-b1c5-3337651d8b7e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:02.879629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-273dfbf1-e315-444e-bf8e-cfa5a3cf9e1d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.880829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-273dfbf1-e315-444e-bf8e-cfa5a3cf9e1d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8316503 Feb 09 03:03:02.890918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:02.899503 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cde0e583-ea2e-4e94-871c-9c573056f943 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8b9e1b7c-1ce3-472d-950d-4a35259884a0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.912211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6aa14d9-cf69-42cb-8b89-2200274d90f3 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (0c6d0b16-0441-4d30-ac2c-d20b96e09fc4), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.913134 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6aa14d9-cf69-42cb-8b89-2200274d90f3 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (0c6d0b16-0441-4d30-ac2c-d20b96e09fc4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:02.933401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-cde0e583-ea2e-4e94-871c-9c573056f943 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 8b9e1b7c-1ce3-472d-950d-4a35259884a0 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:02.979199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3253860f-9cdf-414b-870b-a270a62ca62a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (51aa8a28-e40d-42e8-b1c5-3337651d8b7e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.036470 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3253860f-9cdf-414b-870b-a270a62ca62a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (51aa8a28-e40d-42e8-b1c5-3337651d8b7e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.054569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6aa14d9-cf69-42cb-8b89-2200274d90f3 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (0c6d0b16-0441-4d30-ac2c-d20b96e09fc4), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.069580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6aa14d9-cf69-42cb-8b89-2200274d90f3 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (0c6d0b16-0441-4d30-ac2c-d20b96e09fc4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.081097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3253860f-9cdf-414b-870b-a270a62ca62a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (51aa8a28-e40d-42e8-b1c5-3337651d8b7e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.094578 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3253860f-9cdf-414b-870b-a270a62ca62a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.096084 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3253860f-9cdf-414b-870b-a270a62ca62a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/51aa8a28-e40d-42e8-b1c5-3337651d8b7e HTTP/1.1" status: 204 len: 168 time: 0.2039897 Feb 09 03:03:03.097765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253860f-9cdf-414b-870b-a270a62ca62a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51aa8a28-e40d-42e8-b1c5-3337651d8b7e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:03.099850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40942) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:03.127629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cde0e583-ea2e-4e94-871c-9c573056f943 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8b9e1b7c-1ce3-472d-950d-4a35259884a0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.128566 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6aa14d9-cf69-42cb-8b89-2200274d90f3 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.132884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f6aa14d9-cf69-42cb-8b89-2200274d90f3 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3169239 Feb 09 03:03:03.133301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40944) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:03.171449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0e583-ea2e-4e94-871c-9c573056f943 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=8b9e1b7c-1ce3-472d-950d-4a35259884a0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:03.213954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cde0e583-ea2e-4e94-871c-9c573056f943 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.219591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cde0e583-ea2e-4e94-871c-9c573056f943 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/8b9e1b7c-1ce3-472d-950d-4a35259884a0 HTTP/1.1" status: 204 len: 168 time: 0.6492195 Feb 09 03:03:03.222851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40946) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:03.247822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5a7dd0a9-6aa9-4279-9e71-72fe5dca9a33 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1469886 Feb 09 03:03:03.250379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40948) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:03.255463 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc76974-93e6-4987-8d2d-d60be468bb08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:03:03.260897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fcc76974-93e6-4987-8d2d-d60be468bb08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/8b9e1b7c-1ce3-472d-950d-4a35259884a0 HTTP/1.1" status: 404 len: 333 time: 0.0367608 Feb 09 03:03:03.261771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:03.317374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a78ece8-75e6-4e9a-8f1d-afb19a92db98 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (79e3893b-f955-4751-a654-e9ab60d719d5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.320663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4b97b80-01a8-47e7-b7b4-96330648a234 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (0c6d0b16-0441-4d30-ac2c-d20b96e09fc4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.326429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-3125382d-0e94-444d-9ba2-c2f05f1d9fb7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet eb93469e-8abb-42cd-8093-de69a43175a5 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:03.330734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3125382d-0e94-444d-9ba2-c2f05f1d9fb7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (eb93469e-8abb-42cd-8093-de69a43175a5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.424658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a78ece8-75e6-4e9a-8f1d-afb19a92db98 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (79e3893b-f955-4751-a654-e9ab60d719d5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.627759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4b97b80-01a8-47e7-b7b4-96330648a234 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (0c6d0b16-0441-4d30-ac2c-d20b96e09fc4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.636873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4b97b80-01a8-47e7-b7b4-96330648a234 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router_controller (0c6d0b16-0441-4d30-ac2c-d20b96e09fc4), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.661644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b8d64e6e-608f-41eb-8522-e2abd01cce3d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:03.781048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b8d64e6e-608f-41eb-8522-e2abd01cce3d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:03.781451 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.793133 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4b97b80-01a8-47e7-b7b4-96330648a234 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (0c6d0b16-0441-4d30-ac2c-d20b96e09fc4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.793616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b97b80-01a8-47e7-b7b4-96330648a234 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c6d0b16-0441-4d30-ac2c-d20b96e09fc4 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:03:03.812737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4b97b80-01a8-47e7-b7b4-96330648a234 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.819201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c4b97b80-01a8-47e7-b7b4-96330648a234 tempest-RoutersTestDVR-284155203 tempest-RoutersTestDVR-284155203-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0c6d0b16-0441-4d30-ac2c-d20b96e09fc4 HTTP/1.1" status: 204 len: 168 time: 0.6795495 Feb 09 03:03:03.847240 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a78ece8-75e6-4e9a-8f1d-afb19a92db98 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (79e3893b-f955-4751-a654-e9ab60d719d5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.851538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a78ece8-75e6-4e9a-8f1d-afb19a92db98 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:03.851538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1a78ece8-75e6-4e9a-8f1d-afb19a92db98 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/79e3893b-f955-4751-a654-e9ab60d719d5 HTTP/1.1" status: 204 len: 168 time: 0.5996604 Feb 09 03:03:03.871188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40960) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:03.871992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78ece8-75e6-4e9a-8f1d-afb19a92db98 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e3893b-f955-4751-a654-e9ab60d719d5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:04.001889 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.020337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-defd34cb-72ba-46a1-82bb-4198dd1858cc tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1451998 Feb 09 03:03:04.022308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40962) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:04.026905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6e90599b-92ef-4108-8b71-f70a10a5f45b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525644302'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:04.042725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3125382d-0e94-444d-9ba2-c2f05f1d9fb7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (eb93469e-8abb-42cd-8093-de69a43175a5), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.050789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b8d64e6e-608f-41eb-8522-e2abd01cce3d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:04.052135 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.095835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbe35fb-bf4a-4d3e-86ed-2e5e84083ad0 None None] Network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:04.099652 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e90599b-92ef-4108-8b71-f70a10a5f45b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.168675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port b8d64e6e-608f-41eb-8522-e2abd01cce3d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b8d64e6e-608f-41eb-8522-e2abd01cce3d,segment=NetworkSegment(65a57935-c9c0-4ab0-a49d-b681256a3654),segment_id=65a57935-c9c0-4ab0-a49d-b681256a3654)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:04.177556 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.216617 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3125382d-0e94-444d-9ba2-c2f05f1d9fb7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (eb93469e-8abb-42cd-8093-de69a43175a5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.252649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f354eb92-629c-4ed0-9186-91288f67c3bb None None] Provisioning complete for port b8d64e6e-608f-41eb-8522-e2abd01cce3d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:04.252985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f354eb92-629c-4ed0-9186-91288f67c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.307384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40966) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:04.340980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e90599b-92ef-4108-8b71-f70a10a5f45b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (7c7d6a90-2dec-40f0-b041-9c380b530d38), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.356773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e90599b-92ef-4108-8b71-f70a10a5f45b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7c7d6a90-2dec-40f0-b041-9c380b530d38), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.376455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3125382d-0e94-444d-9ba2-c2f05f1d9fb7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (eb93469e-8abb-42cd-8093-de69a43175a5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.387740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=b8d64e6e-608f-41eb-8522-e2abd01cce3d,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:04.437663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125382d-0e94-444d-9ba2-c2f05f1d9fb7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=eb93469e-8abb-42cd-8093-de69a43175a5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:04.471640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90599b-92ef-4108-8b71-f70a10a5f45b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7d6a90-2dec-40f0-b041-9c380b530d38,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:04.475957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3125382d-0e94-444d-9ba2-c2f05f1d9fb7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.480499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3125382d-0e94-444d-9ba2-c2f05f1d9fb7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/eb93469e-8abb-42cd-8093-de69a43175a5 HTTP/1.1" status: 204 len: 168 time: 1.2173207 Feb 09 03:03:04.483293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40972) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:04.500081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e90599b-92ef-4108-8b71-f70a10a5f45b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.501639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6e90599b-92ef-4108-8b71-f70a10a5f45b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4783683 Feb 09 03:03:04.506017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40974) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:04.518905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b7a3f9fe-be4b-47ec-a08e-e5cdbf3b3d96 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '7c7d6a90-2dec-40f0-b041-9c380b530d38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:04.544659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f354eb92-629c-4ed0-9186-91288f67c3bb None None] Current status of the port b8d64e6e-608f-41eb-8522-e2abd01cce3d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:04.608764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f9fe-be4b-47ec-a08e-e5cdbf3b3d96 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (79917837-6bba-47cb-af72-3b50f841b16b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.655291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-803bc4d2-cf0d-4aee-8c0a-53e01e132786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.722081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f9fe-be4b-47ec-a08e-e5cdbf3b3d96 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (79917837-6bba-47cb-af72-3b50f841b16b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.726991 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f9fe-be4b-47ec-a08e-e5cdbf3b3d96 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (79917837-6bba-47cb-af72-3b50f841b16b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.749790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3f9fe-be4b-47ec-a08e-e5cdbf3b3d96 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79917837-6bba-47cb-af72-3b50f841b16b,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:04.782227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f9fe-be4b-47ec-a08e-e5cdbf3b3d96 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.794677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b7a3f9fe-be4b-47ec-a08e-e5cdbf3b3d96 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2871783 Feb 09 03:03:04.797331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40978) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:04.805822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7bd1cf48-af54-4a23-a1dd-a7729675e0b7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.807843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9c457891-d0d3-43c9-ad92-bfdf6454caf3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '7c7d6a90-2dec-40f0-b041-9c380b530d38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:04.846995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9c457891-d0d3-43c9-ad92-bfdf6454caf3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (f8c1ed36-d547-4c93-9c5d-c5138794b866), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:04.876424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d0f5c-368d-4188-bfda-f390992a7159 None None] Network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:05.028470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9c457891-d0d3-43c9-ad92-bfdf6454caf3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (f8c1ed36-d547-4c93-9c5d-c5138794b866), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.041017 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9c457891-d0d3-43c9-ad92-bfdf6454caf3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f8c1ed36-d547-4c93-9c5d-c5138794b866), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.169552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9c457891-d0d3-43c9-ad92-bfdf6454caf3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.178677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9c457891-d0d3-43c9-ad92-bfdf6454caf3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3757277 Feb 09 03:03:05.185130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40992) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:05.196996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-803bc4d2-cf0d-4aee-8c0a-53e01e132786 admin admin] Publish callbacks [] for security_group (fd196a71-0725-4b71-810f-90e1850dee49), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.208588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port b8d64e6e-608f-41eb-8522-e2abd01cce3d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:05.208896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9373c013-b763-43be-a53f-415bd7f3ae13 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '7c7d6a90-2dec-40f0-b041-9c380b530d38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:05.209304 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.290230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c457891-d0d3-43c9-ad92-bfdf6454caf3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c1ed36-d547-4c93-9c5d-c5138794b866,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:05.290490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.317598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9373c013-b763-43be-a53f-415bd7f3ae13 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (7bb2a3c4-b594-498e-895f-846462bae144), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.339229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-370a822d-377e-475e-a0c5-983646bbabac None None] Provisioning complete for port b8d64e6e-608f-41eb-8522-e2abd01cce3d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:05.339917 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-370a822d-377e-475e-a0c5-983646bbabac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.368324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] For port b8d64e6e-608f-41eb-8522-e2abd01cce3d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b8d64e6e-608f-41eb-8522-e2abd01cce3d,segment=NetworkSegment(65a57935-c9c0-4ab0-a49d-b681256a3654),segment_id=65a57935-c9c0-4ab0-a49d-b681256a3654)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:05.369965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.408017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for b8d64e6e-608f-41eb-8522-e2abd01cce3d owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:05.425799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-803bc4d2-cf0d-4aee-8c0a-53e01e132786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fd196a71-0725-4b71-810f-90e1850dee49), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.524416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] DHCP port deletion for 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:05.534597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40998) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:05.539312 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-803bc4d2-cf0d-4aee-8c0a-53e01e132786 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b1e733beedf4b2b96896e082f6f99d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2214515 Feb 09 03:03:05.554432 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9373c013-b763-43be-a53f-415bd7f3ae13 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (7bb2a3c4-b594-498e-895f-846462bae144), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.561567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-370a822d-377e-475e-a0c5-983646bbabac None None] Current status of the port b8d64e6e-608f-41eb-8522-e2abd01cce3d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:05.600076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9373c013-b763-43be-a53f-415bd7f3ae13 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (7bb2a3c4-b594-498e-895f-846462bae144), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.658481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] Deleting port b8d64e6e-608f-41eb-8522-e2abd01cce3d {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:05.659155 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.674355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bc4d2-cf0d-4aee-8c0a-53e01e132786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd196a71-0725-4b71-810f-90e1850dee49,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:05.763495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b8d64e6e-608f-41eb-8522-e2abd01cce3d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:05.783915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373c013-b763-43be-a53f-415bd7f3ae13 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb2a3c4-b594-498e-895f-846462bae144,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:05.787622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.808873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No DVR routers for this DVR port b8d64e6e-608f-41eb-8522-e2abd01cce3d on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:05.818059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec639da2-ebc3-43a0-87f2-58ffe72a73b6 admin admin] Publish callbacks [] for security_group (fd196a71-0725-4b71-810f-90e1850dee49), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.835068 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9373c013-b763-43be-a53f-415bd7f3ae13 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.835800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=b8d64e6e-608f-41eb-8522-e2abd01cce3d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:05.843542 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9373c013-b763-43be-a53f-415bd7f3ae13 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6572771 Feb 09 03:03:05.847315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41004) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:05.852268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2cdc733a-165b-4bb0-98ae-ea60e23f13de tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '7c7d6a90-2dec-40f0-b041-9c380b530d38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:05.905672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] For port b8d64e6e-608f-41eb-8522-e2abd01cce3d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b8d64e6e-608f-41eb-8522-e2abd01cce3d,segment=NetworkSegment(65a57935-c9c0-4ab0-a49d-b681256a3654),segment_id=65a57935-c9c0-4ab0-a49d-b681256a3654)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:05.906260 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.921420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec639da2-ebc3-43a0-87f2-58ffe72a73b6 admin admin] Publish callbacks [] for security_group (fd196a71-0725-4b71-810f-90e1850dee49), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.929449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] Calling delete_port for b8d64e6e-608f-41eb-8522-e2abd01cce3d owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:05.931295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7bd1cf48-af54-4a23-a1dd-a7729675e0b7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.935475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No active binding found for port b8d64e6e-608f-41eb-8522-e2abd01cce3d {{(pid=109858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:03:05.940371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] The host n-d-827839-4 is not matching for port b8d64e6e-608f-41eb-8522-e2abd01cce3d host None! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:03:05.940861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b8d64e6e-608f-41eb-8522-e2abd01cce3d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:05.956420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd1cf48-af54-4a23-a1dd-a7729675e0b7']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:05.969779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a57935-c9c0-4ab0-a49d-b681256a3654') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:05.970442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a57935-c9c0-4ab0-a49d-b681256a3654') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:05.982041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (65a57935-c9c0-4ab0-a49d-b681256a3654), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.997754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (65a57935-c9c0-4ab0-a49d-b681256a3654), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:05.999582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2cdc733a-165b-4bb0-98ae-ea60e23f13de tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (601b2c58-b699-4ee6-a724-389ecbaf2dff), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.005716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:06.006459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (65a57935-c9c0-4ab0-a49d-b681256a3654), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:06.010675 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:06.117666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7bd1cf48-af54-4a23-a1dd-a7729675e0b7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.124849 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (b8d64e6e-608f-41eb-8522-e2abd01cce3d), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.150608 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.157349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/networks/7bd1cf48-af54-4a23-a1dd-a7729675e0b7 HTTP/1.1" status: 204 len: 168 time: 1.6727047 Feb 09 03:03:06.161823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2cdc733a-165b-4bb0-98ae-ea60e23f13de tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (601b2c58-b699-4ee6-a724-389ecbaf2dff), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.163570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cf742-4c50-4873-9d55-5865ac8abc04 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Network': ['ID=7bd1cf48-af54-4a23-a1dd-a7729675e0b7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:06.166772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41008) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:06.169991 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec639da2-ebc3-43a0-87f2-58ffe72a73b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fd196a71-0725-4b71-810f-90e1850dee49), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.172941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ec639da2-ebc3-43a0-87f2-58ffe72a73b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.174482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ec639da2-ebc3-43a0-87f2-58ffe72a73b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd196a71-0725-4b71-810f-90e1850dee49 HTTP/1.1" status: 204 len: 168 time: 0.6364763 Feb 09 03:03:06.174636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] Pushing event deleted for resources: {'Port': ['ID=b8d64e6e-608f-41eb-8522-e2abd01cce3d,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:06.179024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] Network 7bd1cf48-af54-4a23-a1dd-a7729675e0b7 is not hosted by any dhcp agent {{(pid=109858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:03:06.179493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27477a3-f336-42d9-82b4-f19584cc454f None None] No DVR routers for this DVR port b8d64e6e-608f-41eb-8522-e2abd01cce3d on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:06.179707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'name': 'tempest-PortsIpV6TestJSON-1476015405'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:06.195688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec639da2-ebc3-43a0-87f2-58ffe72a73b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd196a71-0725-4b71-810f-90e1850dee49,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:06.211113 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2cdc733a-165b-4bb0-98ae-ea60e23f13de tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (601b2c58-b699-4ee6-a724-389ecbaf2dff), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.291860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc733a-165b-4bb0-98ae-ea60e23f13de tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601b2c58-b699-4ee6-a724-389ecbaf2dff,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:06.336063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2cdc733a-165b-4bb0-98ae-ea60e23f13de tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.337392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2cdc733a-165b-4bb0-98ae-ea60e23f13de tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4885123 Feb 09 03:03:06.340443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41014) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:06.345858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-279d4c41-b7a5-4776-9aef-85ac73296779 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '7c7d6a90-2dec-40f0-b041-9c380b530d38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:06.376619 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.391743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:06.400935 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.406633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-279d4c41-b7a5-4776-9aef-85ac73296779 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (e0ea93b5-ff3e-49d6-a240-eb95452723f9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.465058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port aefbf2c2-62a9-4f8c-99c2-226607e7883c yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:06.604970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-279d4c41-b7a5-4776-9aef-85ac73296779 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (e0ea93b5-ff3e-49d6-a240-eb95452723f9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.619940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-279d4c41-b7a5-4776-9aef-85ac73296779 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (e0ea93b5-ff3e-49d6-a240-eb95452723f9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.665812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4c41-b7a5-4776-9aef-85ac73296779 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ea93b5-ff3e-49d6-a240-eb95452723f9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:06.686716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-279d4c41-b7a5-4776-9aef-85ac73296779 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.689244 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-279d4c41-b7a5-4776-9aef-85ac73296779 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3476598 Feb 09 03:03:06.694788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41018) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:06.735495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (aefbf2c2-62a9-4f8c-99c2-226607e7883c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.766467 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05e2791d-6e08-4c11-b31d-e3f6021ab395 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (e0ea93b5-ff3e-49d6-a240-eb95452723f9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.788559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05e2791d-6e08-4c11-b31d-e3f6021ab395 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (e0ea93b5-ff3e-49d6-a240-eb95452723f9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.807820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (aefbf2c2-62a9-4f8c-99c2-226607e7883c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.875958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05e2791d-6e08-4c11-b31d-e3f6021ab395 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (e0ea93b5-ff3e-49d6-a240-eb95452723f9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.877156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:06.886785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:06.891923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:06.894229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05e2791d-6e08-4c11-b31d-e3f6021ab395 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.897088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:06.900211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-05e2791d-6e08-4c11-b31d-e3f6021ab395 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e0ea93b5-ff3e-49d6-a240-eb95452723f9 HTTP/1.1" status: 204 len: 168 time: 0.2007403 Feb 09 03:03:06.900337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.902228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:06.917549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=aefbf2c2-62a9-4f8c-99c2-226607e7883c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:06.928019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2791d-6e08-4c11-b31d-e3f6021ab395 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0ea93b5-ff3e-49d6-a240-eb95452723f9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:06.944246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41026) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:06.970766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6352dde5-81c7-4e35-9708-0b72b0872b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:06.978582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d7d0b519-7611-4546-9591-409e8b00875a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8096440 Feb 09 03:03:06.981497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41028) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.053592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6d211d8a-1505-4159-9625-4a5fd4853b80 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1495104 Feb 09 03:03:07.055798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41032) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.123193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6352dde5-81c7-4e35-9708-0b72b0872b51 admin admin] Publish callbacks [] for security_group (05840c3e-72a5-4dd2-9280-12ced61dfbe2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.129474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6352dde5-81c7-4e35-9708-0b72b0872b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05840c3e-72a5-4dd2-9280-12ced61dfbe2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.162293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6352dde5-81c7-4e35-9708-0b72b0872b51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=054b69514b924bc7ba02af6d735398ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2142324 Feb 09 03:03:07.162921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41034) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.192346 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4323c8b5-d880-4ef1-ad2c-37ad7b81082f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (601b2c58-b699-4ee6-a724-389ecbaf2dff), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.210434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352dde5-81c7-4e35-9708-0b72b0872b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05840c3e-72a5-4dd2-9280-12ced61dfbe2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:07.228892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4323c8b5-d880-4ef1-ad2c-37ad7b81082f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (601b2c58-b699-4ee6-a724-389ecbaf2dff), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.242958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-13ad05f6-ceef-49c0-8405-00fbab1c7ca3 admin admin] Publish callbacks [] for security_group (05840c3e-72a5-4dd2-9280-12ced61dfbe2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.272018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-13ad05f6-ceef-49c0-8405-00fbab1c7ca3 admin admin] Publish callbacks [] for security_group (05840c3e-72a5-4dd2-9280-12ced61dfbe2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.275134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5efea3a7-7735-4d97-a1be-80089e432157 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port aefbf2c2-62a9-4f8c-99c2-226607e7883c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:07.275589 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5efea3a7-7735-4d97-a1be-80089e432157 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (aefbf2c2-62a9-4f8c-99c2-226607e7883c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.372903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-13ad05f6-ceef-49c0-8405-00fbab1c7ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05840c3e-72a5-4dd2-9280-12ced61dfbe2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.377568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-13ad05f6-ceef-49c0-8405-00fbab1c7ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.380003 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-13ad05f6-ceef-49c0-8405-00fbab1c7ca3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05840c3e-72a5-4dd2-9280-12ced61dfbe2 HTTP/1.1" status: 204 len: 168 time: 0.2163758 Feb 09 03:03:07.394370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad05f6-ceef-49c0-8405-00fbab1c7ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05840c3e-72a5-4dd2-9280-12ced61dfbe2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:07.413498 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4323c8b5-d880-4ef1-ad2c-37ad7b81082f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (601b2c58-b699-4ee6-a724-389ecbaf2dff), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.476971 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4323c8b5-d880-4ef1-ad2c-37ad7b81082f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.478864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4323c8b5-d880-4ef1-ad2c-37ad7b81082f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/601b2c58-b699-4ee6-a724-389ecbaf2dff HTTP/1.1" status: 204 len: 168 time: 0.4220958 Feb 09 03:03:07.481580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41040) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.487179 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5efea3a7-7735-4d97-a1be-80089e432157 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (aefbf2c2-62a9-4f8c-99c2-226607e7883c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.500348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323c8b5-d880-4ef1-ad2c-37ad7b81082f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=601b2c58-b699-4ee6-a724-389ecbaf2dff,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:07.517472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5efea3a7-7735-4d97-a1be-80089e432157 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for aefbf2c2-62a9-4f8c-99c2-226607e7883c owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:07.583533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5f1b8550-b75a-4c56-9be2-becd9fa9537a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1007400 Feb 09 03:03:07.588961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41042) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.676924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-02a8e038-415a-41ab-8d64-338bae97edce tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (7bb2a3c4-b594-498e-895f-846462bae144), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.686123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-02a8e038-415a-41ab-8d64-338bae97edce tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (7bb2a3c4-b594-498e-895f-846462bae144), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.748315 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-02a8e038-415a-41ab-8d64-338bae97edce tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (7bb2a3c4-b594-498e-895f-846462bae144), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.755884 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-02a8e038-415a-41ab-8d64-338bae97edce tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.757396 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-02a8e038-415a-41ab-8d64-338bae97edce tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7bb2a3c4-b594-498e-895f-846462bae144 HTTP/1.1" status: 204 len: 168 time: 0.1643331 Feb 09 03:03:07.760552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.768585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8e038-415a-41ab-8d64-338bae97edce tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bb2a3c4-b594-498e-895f-846462bae144,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:07.782814 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5efea3a7-7735-4d97-a1be-80089e432157 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (aefbf2c2-62a9-4f8c-99c2-226607e7883c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.835634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5efea3a7-7735-4d97-a1be-80089e432157 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.840283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5efea3a7-7735-4d97-a1be-80089e432157 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/aefbf2c2-62a9-4f8c-99c2-226607e7883c HTTP/1.1" status: 204 len: 168 time: 0.8578448 Feb 09 03:03:07.841607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efea3a7-7735-4d97-a1be-80089e432157 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=aefbf2c2-62a9-4f8c-99c2-226607e7883c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:07.844460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41048) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.849715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3e87c2cf-d3ba-465e-89ae-0dc93d174ca8 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0879855 Feb 09 03:03:07.853235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41052) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:07.860997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'mac_address': 'fa:16:3e:1c:2d:f3', 'name': 'tempest-PortsIpV6TestJSON-105201213'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:07.905806 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59b3018b-adef-4178-94ea-a9f100571390 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (f8c1ed36-d547-4c93-9c5d-c5138794b866), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:07.922676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59b3018b-adef-4178-94ea-a9f100571390 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (f8c1ed36-d547-4c93-9c5d-c5138794b866), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.001236 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59b3018b-adef-4178-94ea-a9f100571390 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f8c1ed36-d547-4c93-9c5d-c5138794b866), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.022866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59b3018b-adef-4178-94ea-a9f100571390 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.026173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-59b3018b-adef-4178-94ea-a9f100571390 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f8c1ed36-d547-4c93-9c5d-c5138794b866 HTTP/1.1" status: 204 len: 168 time: 0.1699443 Feb 09 03:03:08.034226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41060) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.046419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3018b-adef-4178-94ea-a9f100571390 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8c1ed36-d547-4c93-9c5d-c5138794b866,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:08.171014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41070) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.171632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-83b12c19-d490-4e55-84cb-9d73516ebde0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1288579 Feb 09 03:03:08.216485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99dbfd04-f648-4fd3-a1a6-6a4bae4c8e18 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (79917837-6bba-47cb-af72-3b50f841b16b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.216950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:08.240351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99dbfd04-f648-4fd3-a1a6-6a4bae4c8e18 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (79917837-6bba-47cb-af72-3b50f841b16b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.301565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99dbfd04-f648-4fd3-a1a6-6a4bae4c8e18 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (79917837-6bba-47cb-af72-3b50f841b16b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.307954 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99dbfd04-f648-4fd3-a1a6-6a4bae4c8e18 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.314982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-99dbfd04-f648-4fd3-a1a6-6a4bae4c8e18 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/79917837-6bba-47cb-af72-3b50f841b16b HTTP/1.1" status: 204 len: 168 time: 0.1419916 Feb 09 03:03:08.318087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41078) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.357414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbfd04-f648-4fd3-a1a6-6a4bae4c8e18 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79917837-6bba-47cb-af72-3b50f841b16b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:08.392944 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec67aa7b-0ddb-40af-b7d8-ca55296f7e4e tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558314 Feb 09 03:03:08.395536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.396435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41080) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.457832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port c5a13d43-8932-4709-8c80-d9feced0e99a yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:08.497957 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7735e29-f84e-4ce3-87a0-d2a8d87f7d63 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (7c7d6a90-2dec-40f0-b041-9c380b530d38), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.548210 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7735e29-f84e-4ce3-87a0-d2a8d87f7d63 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (7c7d6a90-2dec-40f0-b041-9c380b530d38), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.658535 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7735e29-f84e-4ce3-87a0-d2a8d87f7d63 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7c7d6a90-2dec-40f0-b041-9c380b530d38), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.661955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d7735e29-f84e-4ce3-87a0-d2a8d87f7d63 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.665490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d7735e29-f84e-4ce3-87a0-d2a8d87f7d63 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c7d6a90-2dec-40f0-b041-9c380b530d38 HTTP/1.1" status: 204 len: 168 time: 0.2642398 Feb 09 03:03:08.667564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41094) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.715550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735e29-f84e-4ce3-87a0-d2a8d87f7d63 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7d6a90-2dec-40f0-b041-9c380b530d38,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:08.764634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-759d8d6e-3f33-4902-8360-1803103c2212 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0910952 Feb 09 03:03:08.770675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41098) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.775198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41100) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.776188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5b43fbf3-6350-4be7-9183-018a3ef18893 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354219466'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:08.797298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (c5a13d43-8932-4709-8c80-d9feced0e99a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.801898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b43fbf3-6350-4be7-9183-018a3ef18893 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.841644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c5a13d43-8932-4709-8c80-d9feced0e99a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.896024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:08.899371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:08.903684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:08.909553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:08.910211 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.917589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=c5a13d43-8932-4709-8c80-d9feced0e99a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:08.923191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b43fbf3-6350-4be7-9183-018a3ef18893 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (0d63738b-66b3-4bc8-bf22-4cae1bd80920), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.929238 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b43fbf3-6350-4be7-9183-018a3ef18893 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0d63738b-66b3-4bc8-bf22-4cae1bd80920), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.932559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea12b5ef-687f-4ace-86c5-4c88630416eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0816848 Feb 09 03:03:08.935182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41104) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.962283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43fbf3-6350-4be7-9183-018a3ef18893 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d63738b-66b3-4bc8-bf22-4cae1bd80920,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:08.978359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b43fbf3-6350-4be7-9183-018a3ef18893 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:08.982790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5b43fbf3-6350-4be7-9183-018a3ef18893 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2109284 Feb 09 03:03:08.983394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41106) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:08.987953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-92505782-37d0-4d80-b3f5-4f4f7abd91b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '0d63738b-66b3-4bc8-bf22-4cae1bd80920', 'direction': 'ingress', 'protocol': 17}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:09.002639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a912a0f5-08f2-4c76-b539-d7e289df9520 tempest-AgentManagementNegativeTest-546119826 tempest-AgentManagementNegativeTest-546119826-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2246137 Feb 09 03:03:09.013678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e2639f-1343-4814-a032-9fe6dda2b7fc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:09.016113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-07e2639f-1343-4814-a032-9fe6dda2b7fc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/c5a13d43-8932-4709-8c80-d9feced0e99a HTTP/1.1" status: 200 len: 844 time: 0.0796406 Feb 09 03:03:09.018872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41110) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.022028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92505782-37d0-4d80-b3f5-4f4f7abd91b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (7b273387-bb16-4850-97d7-98462fd404ea), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.097328 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92505782-37d0-4d80-b3f5-4f4f7abd91b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (7b273387-bb16-4850-97d7-98462fd404ea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.101895 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92505782-37d0-4d80-b3f5-4f4f7abd91b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (7b273387-bb16-4850-97d7-98462fd404ea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.135119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a8096-b872-409e-b4f2-6ac1a795b45c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port c5a13d43-8932-4709-8c80-d9feced0e99a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:09.135741 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8096-b872-409e-b4f2-6ac1a795b45c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c5a13d43-8932-4709-8c80-d9feced0e99a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.137833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92505782-37d0-4d80-b3f5-4f4f7abd91b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.150970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41114) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.157920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-92505782-37d0-4d80-b3f5-4f4f7abd91b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1731956 Feb 09 03:03:09.170406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92505782-37d0-4d80-b3f5-4f4f7abd91b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b273387-bb16-4850-97d7-98462fd404ea,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:09.238837 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8096-b872-409e-b4f2-6ac1a795b45c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c5a13d43-8932-4709-8c80-d9feced0e99a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.262665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a8096-b872-409e-b4f2-6ac1a795b45c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for c5a13d43-8932-4709-8c80-d9feced0e99a owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:09.286291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6a3094f-a945-422e-bc47-faae34de864c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (0d63738b-66b3-4bc8-bf22-4cae1bd80920), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.343339 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6a3094f-a945-422e-bc47-faae34de864c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (0d63738b-66b3-4bc8-bf22-4cae1bd80920), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.388083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41118) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.416100 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8096-b872-409e-b4f2-6ac1a795b45c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c5a13d43-8932-4709-8c80-d9feced0e99a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.433620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6a3094f-a945-422e-bc47-faae34de864c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0d63738b-66b3-4bc8-bf22-4cae1bd80920), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.436837 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6a3094f-a945-422e-bc47-faae34de864c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.437984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f6a3094f-a945-422e-bc47-faae34de864c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d63738b-66b3-4bc8-bf22-4cae1bd80920 HTTP/1.1" status: 204 len: 168 time: 0.2864418 Feb 09 03:03:09.441499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41128) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.468172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a8096-b872-409e-b4f2-6ac1a795b45c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=c5a13d43-8932-4709-8c80-d9feced0e99a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:09.476235 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8096-b872-409e-b4f2-6ac1a795b45c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.482484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7e3a8096-b872-409e-b4f2-6ac1a795b45c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/c5a13d43-8932-4709-8c80-d9feced0e99a HTTP/1.1" status: 204 len: 168 time: 0.4622986 Feb 09 03:03:09.483901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41130) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.494091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3094f-a945-422e-bc47-faae34de864c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d63738b-66b3-4bc8-bf22-4cae1bd80920,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:09.514744 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-26245c79-c16d-4f46-af06-8016430d846a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:03:09.521393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-26245c79-c16d-4f46-af06-8016430d846a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/c5a13d43-8932-4709-8c80-d9feced0e99a HTTP/1.1" status: 404 len: 333 time: 0.0362308 Feb 09 03:03:09.521982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41132) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.526971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'name': 'tempest-PortsIpV6TestJSON-78311941'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:09.542694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0172571b-7d24-42b5-bcb1-df33104d9bbe tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0959854 Feb 09 03:03:09.545354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41134) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.560158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-06b52532-e976-4112-b817-2495048de722 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079492892'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:09.618268 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06b52532-e976-4112-b817-2495048de722 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.628591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6bfd66d1-5e34-4d31-85b3-c00c6196769d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.716587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06b52532-e976-4112-b817-2495048de722 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (1eb02dda-8c9b-459d-bf2b-c03c0288679f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.723448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06b52532-e976-4112-b817-2495048de722 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1eb02dda-8c9b-459d-bf2b-c03c0288679f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.739278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:09.743720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.765473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b52532-e976-4112-b817-2495048de722 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb02dda-8c9b-459d-bf2b-c03c0288679f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:09.773193 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6bfd66d1-5e34-4d31-85b3-c00c6196769d admin admin] Publish callbacks [] for security_group (251a8cce-f5bf-4d2a-b871-73545a0bbedc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.785075 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06b52532-e976-4112-b817-2495048de722 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.789333 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6bfd66d1-5e34-4d31-85b3-c00c6196769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (251a8cce-f5bf-4d2a-b871-73545a0bbedc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.789504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-06b52532-e976-4112-b817-2495048de722 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2380841 Feb 09 03:03:09.789622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41138) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.790899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port e5d6a90e-7a26-4ef5-846d-8096574b92ad yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:09.794929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-09f41400-e418-4baa-8d4e-0b472148f4bc tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272738668'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:09.823866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f41400-e418-4baa-8d4e-0b472148f4bc tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.874596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6bfd66d1-5e34-4d31-85b3-c00c6196769d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b49fb0fab18742f3bb6d03f6af6a2249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847875 Feb 09 03:03:09.876261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41142) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:09.881297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd66d1-5e34-4d31-85b3-c00c6196769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251a8cce-f5bf-4d2a-b871-73545a0bbedc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:09.932598 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f41400-e418-4baa-8d4e-0b472148f4bc tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (b1f35198-6804-461d-a861-502ef1b83d94), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.942154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f41400-e418-4baa-8d4e-0b472148f4bc tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b1f35198-6804-461d-a861-502ef1b83d94), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.978223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f41400-e418-4baa-8d4e-0b472148f4bc tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f35198-6804-461d-a861-502ef1b83d94,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:09.993590 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f41400-e418-4baa-8d4e-0b472148f4bc tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:09.997428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-09f41400-e418-4baa-8d4e-0b472148f4bc tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2044344 Feb 09 03:03:09.997588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41144) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:10.001603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-abc513d9-51bb-4c5b-b66e-eb020ae09959 admin admin] Publish callbacks [] for security_group (251a8cce-f5bf-4d2a-b871-73545a0bbedc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.002739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f3a05943-c9c5-41d0-8f99-28b30fb33c3b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '1eb02dda-8c9b-459d-bf2b-c03c0288679f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b1f35198-6804-461d-a861-502ef1b83d94', 'remote_ip_prefix': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:10.039202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3a05943-c9c5-41d0-8f99-28b30fb33c3b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (1596297b-fb8f-478b-be05-0484901eb57a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.061094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-abc513d9-51bb-4c5b-b66e-eb020ae09959 admin admin] Publish callbacks [] for security_group (251a8cce-f5bf-4d2a-b871-73545a0bbedc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.142932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (e5d6a90e-7a26-4ef5-846d-8096574b92ad), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.147619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3a05943-c9c5-41d0-8f99-28b30fb33c3b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (1596297b-fb8f-478b-be05-0484901eb57a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.155296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3a05943-c9c5-41d0-8f99-28b30fb33c3b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (1596297b-fb8f-478b-be05-0484901eb57a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.172961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a05943-c9c5-41d0-8f99-28b30fb33c3b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1596297b-fb8f-478b-be05-0484901eb57a,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:10.196858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3a05943-c9c5-41d0-8f99-28b30fb33c3b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.204024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f3a05943-c9c5-41d0-8f99-28b30fb33c3b tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2028842 Feb 09 03:03:10.204398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41152) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:10.220765 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-abc513d9-51bb-4c5b-b66e-eb020ae09959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (251a8cce-f5bf-4d2a-b871-73545a0bbedc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.224908 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-abc513d9-51bb-4c5b-b66e-eb020ae09959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.230112 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-abc513d9-51bb-4c5b-b66e-eb020ae09959 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/251a8cce-f5bf-4d2a-b871-73545a0bbedc HTTP/1.1" status: 204 len: 168 time: 0.3503540 Feb 09 03:03:10.241180 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e5d6a90e-7a26-4ef5-846d-8096574b92ad), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.248763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc513d9-51bb-4c5b-b66e-eb020ae09959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251a8cce-f5bf-4d2a-b871-73545a0bbedc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:10.273190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91ecd45f-112a-4145-a7f1-4ce1f2906ba5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (1596297b-fb8f-478b-be05-0484901eb57a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.295325 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91ecd45f-112a-4145-a7f1-4ce1f2906ba5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (1596297b-fb8f-478b-be05-0484901eb57a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.331012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91ecd45f-112a-4145-a7f1-4ce1f2906ba5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (1596297b-fb8f-478b-be05-0484901eb57a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.337403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91ecd45f-112a-4145-a7f1-4ce1f2906ba5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.337738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:10.341783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-91ecd45f-112a-4145-a7f1-4ce1f2906ba5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1596297b-fb8f-478b-be05-0484901eb57a HTTP/1.1" status: 204 len: 168 time: 0.1349628 Feb 09 03:03:10.343205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41156) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:10.347502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecd45f-112a-4145-a7f1-4ce1f2906ba5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1596297b-fb8f-478b-be05-0484901eb57a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:10.357880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:10.365610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:10.371108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:10.371830 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.401512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=e5d6a90e-7a26-4ef5-846d-8096574b92ad,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:10.438550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6ccef5e7-707b-4e51-a50e-9c21c819a7f7 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0941722 Feb 09 03:03:10.442015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:10.444074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8fe74ef4-a967-4295-af47-bb288bb4e6b6 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9210467 Feb 09 03:03:10.446778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41160) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:10.452813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:10.584257 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fe860a7-6df5-4a19-ac7b-e6695a668955 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (b1f35198-6804-461d-a861-502ef1b83d94), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.594274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e5d6a90e-7a26-4ef5-846d-8096574b92ad), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.627060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fe860a7-6df5-4a19-ac7b-e6695a668955 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (b1f35198-6804-461d-a861-502ef1b83d94), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.728923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fe860a7-6df5-4a19-ac7b-e6695a668955 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b1f35198-6804-461d-a861-502ef1b83d94), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.731955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fe860a7-6df5-4a19-ac7b-e6695a668955 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.736609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41174) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:10.737009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6fe860a7-6df5-4a19-ac7b-e6695a668955 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1f35198-6804-461d-a861-502ef1b83d94 HTTP/1.1" status: 204 len: 168 time: 0.2933090 Feb 09 03:03:10.764665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe860a7-6df5-4a19-ac7b-e6695a668955 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f35198-6804-461d-a861-502ef1b83d94,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:10.868105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4bdd927c-fc9d-4350-9055-91ba7906a183 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1300945 Feb 09 03:03:10.875099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41178) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:10.939942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (e5d6a90e-7a26-4ef5-846d-8096574b92ad), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.952383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be240c33-4aef-4236-a8f4-0bc1b661e5b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (1eb02dda-8c9b-459d-bf2b-c03c0288679f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.954724 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e5d6a90e-7a26-4ef5-846d-8096574b92ad), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:10.981170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be240c33-4aef-4236-a8f4-0bc1b661e5b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (1eb02dda-8c9b-459d-bf2b-c03c0288679f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.045581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] In _notify_port_updated(), no bound segment for port e5d6a90e-7a26-4ef5-846d-8096574b92ad on network 5b1117b5-80b5-4dca-b915-a1fd3f828cea {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:03:11.057214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:11.058063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be240c33-4aef-4236-a8f4-0bc1b661e5b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1eb02dda-8c9b-459d-bf2b-c03c0288679f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.058217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.062569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "PUT /v2.0/ports/e5d6a90e-7a26-4ef5-846d-8096574b92ad HTTP/1.1" status: 200 len: 818 time: 0.6122282 Feb 09 03:03:11.063994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41186) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.064280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be240c33-4aef-4236-a8f4-0bc1b661e5b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.068504 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-be240c33-4aef-4236-a8f4-0bc1b661e5b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/1eb02dda-8c9b-459d-bf2b-c03c0288679f HTTP/1.1" status: 204 len: 168 time: 0.1900475 Feb 09 03:03:11.076884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41188) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.105687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be240c33-4aef-4236-a8f4-0bc1b661e5b3 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb02dda-8c9b-459d-bf2b-c03c0288679f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:11.166736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2e555a49-8416-4bae-9060-29d48ffa6b1a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836036 Feb 09 03:03:11.174448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41194) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.179284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-26cd0cd6-0ed5-4f36-9671-ba63b62696e0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940578361'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:11.185959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db418e19-85d0-4ca2-a473-4e21be3daf1a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=e5d6a90e-7a26-4ef5-846d-8096574b92ad,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:11.229647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26cd0cd6-0ed5-4f36-9671-ba63b62696e0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.258127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9d11f8a5-a827-4ec5-a696-510396fec50f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port e5d6a90e-7a26-4ef5-846d-8096574b92ad {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:11.258127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d11f8a5-a827-4ec5-a696-510396fec50f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e5d6a90e-7a26-4ef5-846d-8096574b92ad), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.410632 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d11f8a5-a827-4ec5-a696-510396fec50f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e5d6a90e-7a26-4ef5-846d-8096574b92ad), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.426446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41204) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.437039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9d11f8a5-a827-4ec5-a696-510396fec50f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for e5d6a90e-7a26-4ef5-846d-8096574b92ad owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:11.454981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26cd0cd6-0ed5-4f36-9671-ba63b62696e0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (321a9d05-d620-43b0-aebd-ef3e2f5bf243), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.474513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26cd0cd6-0ed5-4f36-9671-ba63b62696e0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (321a9d05-d620-43b0-aebd-ef3e2f5bf243), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.546264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1090404253'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:11.550739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd0cd6-0ed5-4f36-9671-ba63b62696e0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321a9d05-d620-43b0-aebd-ef3e2f5bf243,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:11.565439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26cd0cd6-0ed5-4f36-9671-ba63b62696e0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.570464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41208) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.570678 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-26cd0cd6-0ed5-4f36-9671-ba63b62696e0 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3951700 Feb 09 03:03:11.575482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-998ae66c-f367-4ed9-96c4-901975e07519 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': '321a9d05-d620-43b0-aebd-ef3e2f5bf243', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:11.585566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:11.590007 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.607264 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.609194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d11f8a5-a827-4ec5-a696-510396fec50f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e5d6a90e-7a26-4ef5-846d-8096574b92ad), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.645470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11f8a5-a827-4ec5-a696-510396fec50f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=e5d6a90e-7a26-4ef5-846d-8096574b92ad,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:11.652256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-998ae66c-f367-4ed9-96c4-901975e07519 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (cba1d0b0-7627-4393-a72e-56ad81f674eb), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.661223 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d11f8a5-a827-4ec5-a696-510396fec50f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.672227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9d11f8a5-a827-4ec5-a696-510396fec50f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/e5d6a90e-7a26-4ef5-846d-8096574b92ad HTTP/1.1" status: 204 len: 168 time: 0.6034529 Feb 09 03:03:11.672227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41214) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.749741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e07313-30a0-49bb-8c3d-6601f70fdf18 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:11.752867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-67e07313-30a0-49bb-8c3d-6601f70fdf18 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0825489 Feb 09 03:03:11.755736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41216) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.762896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-998ae66c-f367-4ed9-96c4-901975e07519 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (cba1d0b0-7627-4393-a72e-56ad81f674eb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.777072 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-998ae66c-f367-4ed9-96c4-901975e07519 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (cba1d0b0-7627-4393-a72e-56ad81f674eb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.790577 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c493900e-e925-4348-8fe0-9a1cab385b3b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:03:11.792522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c493900e-e925-4348-8fe0-9a1cab385b3b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/e5d6a90e-7a26-4ef5-846d-8096574b92ad HTTP/1.1" status: 404 len: 333 time: 0.0352941 Feb 09 03:03:11.796058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41218) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.801107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-655925735'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:11.823008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ae66c-f367-4ed9-96c4-901975e07519 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba1d0b0-7627-4393-a72e-56ad81f674eb,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:11.825341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:11.831509 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.838515 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-998ae66c-f367-4ed9-96c4-901975e07519 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.839774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-998ae66c-f367-4ed9-96c4-901975e07519 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2682145 Feb 09 03:03:11.841868 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (d5155971-7fbd-4af5-a2fd-e312f10d3e17), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.842693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41220) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:11.857857 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d5155971-7fbd-4af5-a2fd-e312f10d3e17), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.864618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:11.873184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:11.876896 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (21816eed-2452-4319-b9af-217f0042b13b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.877561 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Added segment 21816eed-2452-4319-b9af-217f0042b13b of type vlan for network 266e175d-c07a-408d-9765-6ed2a4a918db Feb 09 03:03:11.883209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f4f48842-fdac-409c-81bb-387f9e8175e6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.883638 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Added segment f4f48842-fdac-409c-81bb-387f9e8175e6 of type vlan for network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 Feb 09 03:03:11.926736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (266e175d-c07a-408d-9765-6ed2a4a918db), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.957676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (266e175d-c07a-408d-9765-6ed2a4a918db), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.968200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:11.968815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.973432 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:11.997903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c61f265-84a6-4a39-9720-b0ba184ed042 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (cba1d0b0-7627-4393-a72e-56ad81f674eb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.008306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5155971-7fbd-4af5-a2fd-e312f10d3e17,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:12.025643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c61f265-84a6-4a39-9720-b0ba184ed042 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (cba1d0b0-7627-4393-a72e-56ad81f674eb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.049398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.054251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:12.055002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.060151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Network': ['ID=266e175d-c07a-408d-9765-6ed2a4a918db,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:12.067828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2acee59c-1b2a-4662-a44c-2b7ee25ee94d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2705333 Feb 09 03:03:12.070938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41226) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:12.071835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 266e175d-c07a-408d-9765-6ed2a4a918db details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:12.080475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:12.093201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6655757 Feb 09 03:03:12.098710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41228) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:12.111456 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c61f265-84a6-4a39-9720-b0ba184ed042 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (cba1d0b0-7627-4393-a72e-56ad81f674eb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.142114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'name': 'tempest-PortsTestJSON-1514267965'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:12.158652 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1c61f265-84a6-4a39-9720-b0ba184ed042 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.164218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41230) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:12.164439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1c61f265-84a6-4a39-9720-b0ba184ed042 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cba1d0b0-7627-4393-a72e-56ad81f674eb HTTP/1.1" status: 204 len: 168 time: 0.3203902 Feb 09 03:03:12.179323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61f265-84a6-4a39-9720-b0ba184ed042 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cba1d0b0-7627-4393-a72e-56ad81f674eb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:12.187605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e987c2-2a14-4c78-bea7-9d11ca3706b7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Network': ['ID=8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:12.198518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:12.251703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-73422272-38f5-4680-a4d1-020f52063463 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0828428 Feb 09 03:03:12.255135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41232) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:12.320691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:12.325086 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.340011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7494f568-7299-4691-b785-1a22ce2af91d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (321a9d05-d620-43b0-aebd-ef3e2f5bf243), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.372117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7494f568-7299-4691-b785-1a22ce2af91d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (321a9d05-d620-43b0-aebd-ef3e2f5bf243), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.416730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:12.420606 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.457869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port 54abd0b1-ed69-4014-b110-2d523215cd28 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:12.473645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7494f568-7299-4691-b785-1a22ce2af91d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (321a9d05-d620-43b0-aebd-ef3e2f5bf243), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.477480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7494f568-7299-4691-b785-1a22ce2af91d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.482445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7494f568-7299-4691-b785-1a22ce2af91d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/321a9d05-d620-43b0-aebd-ef3e2f5bf243 HTTP/1.1" status: 204 len: 168 time: 0.2258780 Feb 09 03:03:12.483253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41240) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:12.495836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494f568-7299-4691-b785-1a22ce2af91d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a9d05-d620-43b0-aebd-ef3e2f5bf243,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:12.671768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-48f43ca6-c1a2-451f-9230-e77bf49742f2 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1859076 Feb 09 03:03:12.676979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41246) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:12.684468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-dfd746cc-e19e-49f8-b981-732d0dfc4dee tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--763243464'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:12.731923 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dfd746cc-e19e-49f8-b981-732d0dfc4dee tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.805718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (54abd0b1-ed69-4014-b110-2d523215cd28), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.851316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dfd746cc-e19e-49f8-b981-732d0dfc4dee tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (c6095444-3609-49ac-8668-d133c8e18529), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.863055 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dfd746cc-e19e-49f8-b981-732d0dfc4dee tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c6095444-3609-49ac-8668-d133c8e18529), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.876630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.950712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dfd746cc-e19e-49f8-b981-732d0dfc4dee tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.952275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dfd746cc-e19e-49f8-b981-732d0dfc4dee tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2731850 Feb 09 03:03:12.955880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41250) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:12.961143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (ead98a01-34ca-43c4-b633-0aeae80177d1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:12.966740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4b1323b7-3f13-4940-a8c1-787da635ae23 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': 'c6095444-3609-49ac-8668-d133c8e18529', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:12.994280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd746cc-e19e-49f8-b981-732d0dfc4dee tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6095444-3609-49ac-8668-d133c8e18529,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:13.000084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=54abd0b1-ed69-4014-b110-2d523215cd28,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:13.002600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking segment: {'id': 'f4f48842-fdac-409c-81bb-387f9e8175e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:13.004015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network hostable DHCP agents. Network: 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:13.048026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b1323b7-3f13-4940-a8c1-787da635ae23 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (17b38668-c314-4b89-b276-aa5b57dbe769), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.064226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:13.069224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=ead98a01-34ca-43c4-b633-0aeae80177d1,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:13.074212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking segment: {'id': '21816eed-2452-4319-b9af-217f0042b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:13.074604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network hostable DHCP agents. Network: 266e175d-c07a-408d-9765-6ed2a4a918db, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:13.087342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:13.096414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c2690-23ea-4cb6-8715-665ffcec6984 None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:13.118455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:13.123761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:13.123761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.126909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 266e175d-c07a-408d-9765-6ed2a4a918db is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:13.142024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 266e175d-c07a-408d-9765-6ed2a4a918db) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:13.147446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:13.148189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.156446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cfacc3f8-08d2-4957-b689-b3f8ba6881d6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0562007 Feb 09 03:03:13.160687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41254) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.165633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-421545904'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:13.169946 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b1323b7-3f13-4940-a8c1-787da635ae23 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (17b38668-c314-4b89-b276-aa5b57dbe769), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.178297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b1323b7-3f13-4940-a8c1-787da635ae23 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (17b38668-c314-4b89-b276-aa5b57dbe769), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.186717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed1905-90ee-4822-95ba-efc23b44d662 None None] Network 266e175d-c07a-408d-9765-6ed2a4a918db requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:13.191794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-be4ee3e8-d3e1-4d86-b3cb-545415de4eaf tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1177011 Feb 09 03:03:13.193463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41256) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.198911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-366b891f-0b12-4602-bc6a-9cd516435431 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:13.204819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:13.210170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.210723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1323b7-3f13-4940-a8c1-787da635ae23 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b38668-c314-4b89-b276-aa5b57dbe769,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:13.223816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b1323b7-3f13-4940-a8c1-787da635ae23 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.225110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4b1323b7-3f13-4940-a8c1-787da635ae23 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2679384 Feb 09 03:03:13.227805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41258) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.248831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-07be24b9-aeed-430f-ac64-2ac6f4d9b0ec tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules/17b38668-c314-4b89-b276-aa5b57dbe769 HTTP/1.1" status: 200 len: 763 time: 0.0172911 Feb 09 03:03:13.253219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41260) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.292231 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:13.304114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d4d5f0f0-c003-4320-999a-e5b44281dcaf), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.304701 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Added segment d4d5f0f0-c003-4320-999a-e5b44281dcaf of type vlan for network a6bda653-d0d4-411b-96c8-45849930480d Feb 09 03:03:13.330858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9b420d56-fab6-4494-af0e-5382c078c3b2 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0741193 Feb 09 03:03:13.331609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41262) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.349528 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a6bda653-d0d4-411b-96c8-45849930480d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.388973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0aa87f7f-d28a-4dbd-bca9-c76412b6e17c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (17b38668-c314-4b89-b276-aa5b57dbe769), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.392533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-266e175d-c07a-408d-9765-6ed2a4a918db', 'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db', 'project_id': '43d85cc57f7145e599c387d85e3bbf3b', 'fixed_ips': [{'subnet_id': 'ead98a01-34ca-43c4-b633-0aeae80177d1'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:13.396178 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.401795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a6bda653-d0d4-411b-96c8-45849930480d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.407012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:13.407613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.412586 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0aa87f7f-d28a-4dbd-bca9-c76412b6e17c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (17b38668-c314-4b89-b276-aa5b57dbe769), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.459811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0aa87f7f-d28a-4dbd-bca9-c76412b6e17c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (17b38668-c314-4b89-b276-aa5b57dbe769), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.469455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0aa87f7f-d28a-4dbd-bca9-c76412b6e17c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.476310 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0aa87f7f-d28a-4dbd-bca9-c76412b6e17c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/17b38668-c314-4b89-b276-aa5b57dbe769 HTTP/1.1" status: 204 len: 168 time: 0.1394920 Feb 09 03:03:13.477207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41268) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.529316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa87f7f-d28a-4dbd-bca9-c76412b6e17c tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17b38668-c314-4b89-b276-aa5b57dbe769,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:13.590395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-98e0cc56-df72-44a3-9566-0f1c23de6d1d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1060970 Feb 09 03:03:13.597118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41272) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.601855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5acbe62e-a841-46fb-8ba5-850224a596f5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': 'c6095444-3609-49ac-8668-d133c8e18529', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:13.673017 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5acbe62e-a841-46fb-8ba5-850224a596f5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (2b76f429-fe56-4441-b8ca-0a4c3ad9ef55), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.703635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Allocated IP 2001:db8::2 (266e175d-c07a-408d-9765-6ed2a4a918db/ead98a01-34ca-43c4-b633-0aeae80177d1/054c4b77-997b-47cd-9ca7-5900691b1410) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:13.771010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5acbe62e-a841-46fb-8ba5-850224a596f5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (2b76f429-fe56-4441-b8ca-0a4c3ad9ef55), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.786867 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5acbe62e-a841-46fb-8ba5-850224a596f5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (2b76f429-fe56-4441-b8ca-0a4c3ad9ef55), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.820830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbe62e-a841-46fb-8ba5-850224a596f5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b76f429-fe56-4441-b8ca-0a4c3ad9ef55,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:13.838809 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5acbe62e-a841-46fb-8ba5-850224a596f5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:13.840054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5acbe62e-a841-46fb-8ba5-850224a596f5 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2417579 Feb 09 03:03:13.843073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41274) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.878623 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ce50270d-2512-4325-b867-53b05b05cbee tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules/2b76f429-fe56-4441-b8ca-0a4c3ad9ef55 HTTP/1.1" status: 200 len: 763 time: 0.0341256 Feb 09 03:03:13.881593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41280) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.967298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8057258 Feb 09 03:03:13.979427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c2af4-c655-414f-b26f-18a2cb28c8a4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Network': ['ID=a6bda653-d0d4-411b-96c8-45849930480d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:13.983812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41282) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.984401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3a913597-4c0a-4831-a404-72c28900bcc2 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0934052 Feb 09 03:03:13.985219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:13.997272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'ports': [{'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7'}, {'network_id': 'a6bda653-d0d4-411b-96c8-45849930480d'}]} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:13.997904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:13.998601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': 'a6bda653-d0d4-411b-96c8-45849930480d'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:14.080141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a6bda653-d0d4-411b-96c8-45849930480d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:14.126262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366b891f-0b12-4602-bc6a-9cd516435431 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:14.130665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-366b891f-0b12-4602-bc6a-9cd516435431 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.173416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Publish callbacks [] for port (054c4b77-997b-47cd-9ca7-5900691b1410), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.183847 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.257701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Network 266e175d-c07a-408d-9765-6ed2a4a918db is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:14.262038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:14.270453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:14.272266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9402d2af-a241-43a3-bad5-cd4b5819e05a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (2b76f429-fe56-4441-b8ca-0a4c3ad9ef55), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.276532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Pushing event updated for resources: {'Port': ['ID=054c4b77-997b-47cd-9ca7-5900691b1410,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:14.292722 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9402d2af-a241-43a3-bad5-cd4b5819e05a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (2b76f429-fe56-4441-b8ca-0a4c3ad9ef55), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.328370 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-366b891f-0b12-4602-bc6a-9cd516435431 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ead98a01-34ca-43c4-b633-0aeae80177d1 (CIDR: 2001:db8::/64) Feb 09 03:03:14.334373 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-366b891f-0b12-4602-bc6a-9cd516435431 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:03:14.334896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366b891f-0b12-4602-bc6a-9cd516435431 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:03:14.340679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 2} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:14.344716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.358910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9402d2af-a241-43a3-bad5-cd4b5819e05a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (2b76f429-fe56-4441-b8ca-0a4c3ad9ef55), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.360951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Attempting to bind port 054c4b77-997b-47cd-9ca7-5900691b1410 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:14.361127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Attempting to bind port 054c4b77-997b-47cd-9ca7-5900691b1410 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '21816eed-2452-4319-b9af-217f0042b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:14.361644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Attempting to bind port 054c4b77-997b-47cd-9ca7-5900691b1410 on network 266e175d-c07a-408d-9765-6ed2a4a918db {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:14.368780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:14.369223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Checking segment: {'id': '21816eed-2452-4319-b9af-217f0042b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:14.369812 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.370286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Bound using segment: {'id': '21816eed-2452-4319-b9af-217f0042b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:14.370952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Bound port: 054c4b77-997b-47cd-9ca7-5900691b1410, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21816eed-2452-4319-b9af-217f0042b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:14.371459 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.375121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9402d2af-a241-43a3-bad5-cd4b5819e05a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.379147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41290) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:14.386568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9402d2af-a241-43a3-bad5-cd4b5819e05a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2b76f429-fe56-4441-b8ca-0a4c3ad9ef55 HTTP/1.1" status: 204 len: 168 time: 0.3986058 Feb 09 03:03:14.392898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402d2af-a241-43a3-bad5-cd4b5819e05a tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b76f429-fe56-4441-b8ca-0a4c3ad9ef55,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:14.403259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-366b891f-0b12-4602-bc6a-9cd516435431 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2087755 Feb 09 03:03:14.404628 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.408556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41292) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:14.421908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:14.451142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-df326db9-fe44-4a1a-b6aa-a1514afb8664 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0706813 Feb 09 03:03:14.452013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41294) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:14.493170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2e6e0835-a6dc-47ad-8635-e2db38bc3238 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': 'c6095444-3609-49ac-8668-d133c8e18529', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:14.496542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] For port 054c4b77-997b-47cd-9ca7-5900691b1410, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:14.499886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] For port 054c4b77-997b-47cd-9ca7-5900691b1410, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=054c4b77-997b-47cd-9ca7-5900691b1410,segment=NetworkSegment(21816eed-2452-4319-b9af-217f0042b13b),segment_id=21816eed-2452-4319-b9af-217f0042b13b)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:14.518282 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.521757 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-2e6e0835-a6dc-47ad-8635-e2db38bc3238 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Project 4b523ef0a03e4094b96f825f6972dbff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:03:14.530677 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0835-a6dc-47ad-8635-e2db38bc3238 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (8807bdfd-2a56-4047-b1a8-f579ff9bd2c4), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.603633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece67f56-8e4e-43e0-8f5d-d2ff314a8c09 None None] Pushing event updated for resources: {'Port': ['ID=054c4b77-997b-47cd-9ca7-5900691b1410,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:14.620477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0835-a6dc-47ad-8635-e2db38bc3238 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (8807bdfd-2a56-4047-b1a8-f579ff9bd2c4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.632335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0835-a6dc-47ad-8635-e2db38bc3238 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8807bdfd-2a56-4047-b1a8-f579ff9bd2c4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.665430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:14.670470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.682381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port a18ea523-f906-41f5-a802-916b3fbca292 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:14.729949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e0835-a6dc-47ad-8635-e2db38bc3238 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8807bdfd-2a56-4047-b1a8-f579ff9bd2c4,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:14.749312 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:03:14.750566 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0835-a6dc-47ad-8635-e2db38bc3238 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.754141 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2e6e0835-a6dc-47ad-8635-e2db38bc3238 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2720218 Feb 09 03:03:14.754822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41302) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:14.801463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41304) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:14.802588 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6f9392ce-78a2-4390-9e12-85aa315f6f22 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules/8807bdfd-2a56-4047-b1a8-f579ff9bd2c4 HTTP/1.1" status: 200 len: 769 time: 0.0443311 Feb 09 03:03:14.871270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (a18ea523-f906-41f5-a802-916b3fbca292), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:14.996284 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-667d6003-38c7-4221-bedc-e149bccca296 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1850719 Feb 09 03:03:14.999601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41310) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:15.095181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (8807bdfd-2a56-4047-b1a8-f579ff9bd2c4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.112700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port c6bb8f03-1629-4af0-bb4e-cf45bef58b0b yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:15.117883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (8807bdfd-2a56-4047-b1a8-f579ff9bd2c4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.120769 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (5a9ff3a9-b670-49b3-9123-7252d3a2739e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.172390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 266e175d-c07a-408d-9765-6ed2a4a918db is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:15.175026 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8807bdfd-2a56-4047-b1a8-f579ff9bd2c4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.178221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:15.183187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:15.184096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.188676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.192668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8807bdfd-2a56-4047-b1a8-f579ff9bd2c4 HTTP/1.1" status: 204 len: 168 time: 0.1893988 Feb 09 03:03:15.196392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41312) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:15.215858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8045869 Feb 09 03:03:15.219950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41314) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:15.226118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db', 'fixed_ips': [{'subnet_id': 'ead98a01-34ca-43c4-b633-0aeae80177d1'}, {'subnet_id': '5a9ff3a9-b670-49b3-9123-7252d3a2739e'}], 'name': 'tempest-PortsIpV6TestJSON-1636839285'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:15.232544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4814370-9b9a-4816-9f3c-3f6c7f2fd869 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=5a9ff3a9-b670-49b3-9123-7252d3a2739e,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:15.237110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8807bdfd-2a56-4047-b1a8-f579ff9bd2c4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:15.259390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.259629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.260111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.260456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.260789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.261115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.261499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.261948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.262335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.262673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.262996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.263317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.263638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13df72d0-d29a-4224-b97f-538c83be9c69 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:15.306310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5f76806c-8d41-4cd6-9852-08aa8afe4c9d tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044645 Feb 09 03:03:15.312015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41320) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:15.390965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (c6bb8f03-1629-4af0-bb4e-cf45bef58b0b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.427691 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bec01456-51f3-4966-9d3f-ec99edd39b3f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (c6095444-3609-49ac-8668-d133c8e18529), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.438225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a18ea523-f906-41f5-a802-916b3fbca292), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.461805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bec01456-51f3-4966-9d3f-ec99edd39b3f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (c6095444-3609-49ac-8668-d133c8e18529), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.487700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:15.560219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:15.564522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:15.575188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:15.576070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c6bb8f03-1629-4af0-bb4e-cf45bef58b0b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.585278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=a18ea523-f906-41f5-a802-916b3fbca292,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:15.672805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bec01456-51f3-4966-9d3f-ec99edd39b3f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c6095444-3609-49ac-8668-d133c8e18529), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.675142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bec01456-51f3-4966-9d3f-ec99edd39b3f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.680308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bec01456-51f3-4966-9d3f-ec99edd39b3f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/c6095444-3609-49ac-8668-d133c8e18529 HTTP/1.1" status: 204 len: 168 time: 0.3643770 Feb 09 03:03:15.690842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41326) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:15.692956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 054c4b77-997b-47cd-9ca7-5900691b1410 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:15.702473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec01456-51f3-4966-9d3f-ec99edd39b3f tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6095444-3609-49ac-8668-d133c8e18529,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:15.710810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=c6bb8f03-1629-4af0-bb4e-cf45bef58b0b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:15.711389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.742326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:15.817264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking segment: {'id': 'd4d5f0f0-c003-4320-999a-e5b44281dcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a6bda653-d0d4-411b-96c8-45849930480d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:15.817646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network hostable DHCP agents. Network: a6bda653-d0d4-411b-96c8-45849930480d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:15.821028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 054c4b77-997b-47cd-9ca7-5900691b1410 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:15.821855 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.840192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e1a110e5-3895-4dd8-973f-f9a8d47acec4 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1392481 Feb 09 03:03:15.860237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41332) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:15.868387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-30750093-bd21-4112-89c8-fa3a272445cd tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431367049'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:15.936771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network a6bda653-d0d4-411b-96c8-45849930480d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:15.940654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30750093-bd21-4112-89c8-fa3a272445cd tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.944028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 054c4b77-997b-47cd-9ca7-5900691b1410 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:15.944448 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:15.983794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a6bda653-d0d4-411b-96c8-45849930480d) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:15.994480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:15.999804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:16.007268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:16.007969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.020214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4597814-0459-4afb-9528-5889475d7883 None None] Network a6bda653-d0d4-411b-96c8-45849930480d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:16.045112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 054c4b77-997b-47cd-9ca7-5900691b1410, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=054c4b77-997b-47cd-9ca7-5900691b1410,segment=NetworkSegment(21816eed-2452-4319-b9af-217f0042b13b),segment_id=21816eed-2452-4319-b9af-217f0042b13b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:16.078833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41334) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:16.084366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.086832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bc56de2d-27c8-449a-8db5-a1764c3b69e4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1002982 Feb 09 03:03:16.152187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30750093-bd21-4112-89c8-fa3a272445cd tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (a238fe9f-eb8f-4b86-9fb4-74bec4627635), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.168151 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30750093-bd21-4112-89c8-fa3a272445cd tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a238fe9f-eb8f-4b86-9fb4-74bec4627635), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.265855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=054c4b77-997b-47cd-9ca7-5900691b1410,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:16.283639 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30750093-bd21-4112-89c8-fa3a272445cd tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.285014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-30750093-bd21-4112-89c8-fa3a272445cd tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4232328 Feb 09 03:03:16.290397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41340) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:16.295402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30750093-bd21-4112-89c8-fa3a272445cd tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a238fe9f-eb8f-4b86-9fb4-74bec4627635,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:16.308839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9246e874-f934-4c46-a7f4-2fc0442c7d72 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Request body: {'security_group_rule': {'security_group_id': 'a238fe9f-eb8f-4b86-9fb4-74bec4627635', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:16.364184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ffeba2-c634-4187-b2e1-b529cb89eb2e None None] Network 266e175d-c07a-408d-9765-6ed2a4a918db requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:16.424754 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9246e874-f934-4c46-a7f4-2fc0442c7d72 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (829bf607-352b-4f37-8a55-3b21469c2643), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.454421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-28928780-f754-45e6-8b9e-c1e8984c9257 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port c6bb8f03-1629-4af0-bb4e-cf45bef58b0b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:16.454764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-28928780-f754-45e6-8b9e-c1e8984c9257 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c6bb8f03-1629-4af0-bb4e-cf45bef58b0b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.497873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bf2a6448-0401-4aa5-bfd6-679dc1e7ff76 None None] Provisioning complete for port 054c4b77-997b-47cd-9ca7-5900691b1410 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:16.498620 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bf2a6448-0401-4aa5-bfd6-679dc1e7ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.589666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::2fd (266e175d-c07a-408d-9765-6ed2a4a918db/ead98a01-34ca-43c4-b633-0aeae80177d1/e7b3cec8-5bcc-42f1-85cb-6d27711f8c74) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:16.598180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8:0:1::326 (266e175d-c07a-408d-9765-6ed2a4a918db/5a9ff3a9-b670-49b3-9123-7252d3a2739e/e7b3cec8-5bcc-42f1-85cb-6d27711f8c74) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:16.642934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a6448-0401-4aa5-bfd6-679dc1e7ff76 None None] Current status of the port 054c4b77-997b-47cd-9ca7-5900691b1410 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:16.653808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e569eb-90ce-4f09-978a-f61eaa49df9f None None] Update dhcp port {'port': {'network_id': '266e175d-c07a-408d-9765-6ed2a4a918db', 'fixed_ips': [{'subnet_id': 'ead98a01-34ca-43c4-b633-0aeae80177d1', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a9ff3a9-b670-49b3-9123-7252d3a2739e'}], 'binding:host_id': 'n-d-827839-4'}, 'id': '054c4b77-997b-47cd-9ca7-5900691b1410'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:03:16.687556 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-70e569eb-90ce-4f09-978a-f61eaa49df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.714821 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-28928780-f754-45e6-8b9e-c1e8984c9257 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c6bb8f03-1629-4af0-bb4e-cf45bef58b0b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.780951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9246e874-f934-4c46-a7f4-2fc0442c7d72 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (829bf607-352b-4f37-8a55-3b21469c2643), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.783733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-28928780-f754-45e6-8b9e-c1e8984c9257 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for c6bb8f03-1629-4af0-bb4e-cf45bef58b0b owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:16.806334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9246e874-f934-4c46-a7f4-2fc0442c7d72 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (829bf607-352b-4f37-8a55-3b21469c2643), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.881167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246e874-f934-4c46-a7f4-2fc0442c7d72 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829bf607-352b-4f37-8a55-3b21469c2643,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:16.921992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9246e874-f934-4c46-a7f4-2fc0442c7d72 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.926824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41352) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:16.938665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9246e874-f934-4c46-a7f4-2fc0442c7d72 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6254733 Feb 09 03:03:16.980853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:16.998406 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-28928780-f754-45e6-8b9e-c1e8984c9257 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c6bb8f03-1629-4af0-bb4e-cf45bef58b0b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.010010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-162be8fd-d3ec-45e5-b9a4-f4d70a2118aa tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (a238fe9f-eb8f-4b86-9fb4-74bec4627635), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.032038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28928780-f754-45e6-8b9e-c1e8984c9257 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=c6bb8f03-1629-4af0-bb4e-cf45bef58b0b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:17.041360 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-162be8fd-d3ec-45e5-b9a4-f4d70a2118aa tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (a238fe9f-eb8f-4b86-9fb4-74bec4627635), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.058297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-28928780-f754-45e6-8b9e-c1e8984c9257 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.064102 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-28928780-f754-45e6-8b9e-c1e8984c9257 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/c6bb8f03-1629-4af0-bb4e-cf45bef58b0b HTTP/1.1" status: 204 len: 168 time: 0.9794109 Feb 09 03:03:17.064485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41354) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:17.115311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-162be8fd-d3ec-45e5-b9a4-f4d70a2118aa tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a238fe9f-eb8f-4b86-9fb4-74bec4627635), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.119161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-162be8fd-d3ec-45e5-b9a4-f4d70a2118aa tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.120799 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-162be8fd-d3ec-45e5-b9a4-f4d70a2118aa tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/a238fe9f-eb8f-4b86-9fb4-74bec4627635 HTTP/1.1" status: 204 len: 168 time: 0.1925814 Feb 09 03:03:17.127210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41356) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:17.137291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.142478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162be8fd-d3ec-45e5-b9a4-f4d70a2118aa tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238fe9f-eb8f-4b86-9fb4-74bec4627635,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:17.164242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-70e569eb-90ce-4f09-978a-f61eaa49df9f None None] Allocated IP 2001:db8:0:1::2 (266e175d-c07a-408d-9765-6ed2a4a918db/5a9ff3a9-b670-49b3-9123-7252d3a2739e/054c4b77-997b-47cd-9ca7-5900691b1410) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:17.303583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-70e569eb-90ce-4f09-978a-f61eaa49df9f None None] For port 054c4b77-997b-47cd-9ca7-5900691b1410, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=054c4b77-997b-47cd-9ca7-5900691b1410,segment=NetworkSegment(21816eed-2452-4319-b9af-217f0042b13b),segment_id=21816eed-2452-4319-b9af-217f0042b13b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:17.347796 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-70e569eb-90ce-4f09-978a-f61eaa49df9f None None] Publish callbacks [] for port (054c4b77-997b-47cd-9ca7-5900691b1410), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.354572 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-70e569eb-90ce-4f09-978a-f61eaa49df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.483601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e569eb-90ce-4f09-978a-f61eaa49df9f None None] Pushing event updated for resources: {'Port': ['ID=054c4b77-997b-47cd-9ca7-5900691b1410,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:17.585352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 054c4b77-997b-47cd-9ca7-5900691b1410 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:17.605761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 266e175d-c07a-408d-9765-6ed2a4a918db is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:17.632713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:17.675255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:17.682393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:17.683702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.722383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b23d9b80-d471-437d-a5e9-88bedaadb464 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5937209 Feb 09 03:03:17.725119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41368) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:17.726274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5047226 Feb 09 03:03:17.733008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41370) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:17.748023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f6d66-6ea7-4bff-8f97-67e4cc984bd7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:17.748313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 054c4b77-997b-47cd-9ca7-5900691b1410 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:17.748445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ead98a01-34ca-43c4-b633-0aeae80177d1'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:17.749295 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:17.768758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f6d66-6ea7-4bff-8f97-67e4cc984bd7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:17.782041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-933f6d66-6ea7-4bff-8f97-67e4cc984bd7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7166812 Feb 09 03:03:17.786095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41372) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:17.817895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3cbae-f703-4e65-b6a6-43486bbd6d92 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=e7b3cec8-5bcc-42f1-85cb-6d27711f8c74,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:17.886886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-17e3d7cc-7ad2-4618-84c0-2570a3bca960 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1605952 Feb 09 03:03:17.894731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41374) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:17.943603 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-0dffe132-9f27-4dc3-8458-acbf27782f63 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] delete failed (client error): The resource could not be found. Feb 09 03:03:17.947111 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0dffe132-9f27-4dc3-8458-acbf27782f63 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "DELETE /v2.0/security-groups/a238fe9f-eb8f-4b86-9fb4-74bec4627635 HTTP/1.1" status: 404 len: 347 time: 0.0455849 Feb 09 03:03:17.953033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41376) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:17.953367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 054c4b77-997b-47cd-9ca7-5900691b1410 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:18.139343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4ed1714f-d55a-41a1-b07d-68dca98fce70 tempest-SecGroupIPv6Test-1657436837 tempest-SecGroupIPv6Test-1657436837-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1620860 Feb 09 03:03:18.167169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-362a840e-d061-4727-b6c9-04d61bdc4c9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port a18ea523-f906-41f5-a802-916b3fbca292 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:18.167809 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-362a840e-d061-4727-b6c9-04d61bdc4c9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a18ea523-f906-41f5-a802-916b3fbca292), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:18.215086 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:18.290312 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-362a840e-d061-4727-b6c9-04d61bdc4c9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a18ea523-f906-41f5-a802-916b3fbca292), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:18.319692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-362a840e-d061-4727-b6c9-04d61bdc4c9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for a18ea523-f906-41f5-a802-916b3fbca292 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:18.477607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d87381-4e10-4cd8-93dc-16031b37bf36 None None] Network 266e175d-c07a-408d-9765-6ed2a4a918db requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:18.481054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-362a840e-d061-4727-b6c9-04d61bdc4c9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a18ea523-f906-41f5-a802-916b3fbca292), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:18.524162 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-362a840e-d061-4727-b6c9-04d61bdc4c9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:18.531024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-362a840e-d061-4727-b6c9-04d61bdc4c9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/a18ea523-f906-41f5-a802-916b3fbca292 HTTP/1.1" status: 204 len: 168 time: 0.7415981 Feb 09 03:03:18.531244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41390) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:18.566911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-46843b44-b261-497d-b8bf-509bb2d43148 None None] Provisioning complete for port 054c4b77-997b-47cd-9ca7-5900691b1410 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:18.567849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a840e-d061-4727-b6c9-04d61bdc4c9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=a18ea523-f906-41f5-a802-916b3fbca292,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:18.573951 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-46843b44-b261-497d-b8bf-509bb2d43148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:18.634816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a57e20-2c0d-4ab8-9ead-accbbd9eb9f4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:18.646123 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-11a57e20-2c0d-4ab8-9ead-accbbd9eb9f4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1105788 Feb 09 03:03:18.646123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41396) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:18.696921 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cb400a-c786-4d05-924a-3da7a4448e45 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:03:18.704947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41398) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:18.713859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86cb400a-c786-4d05-924a-3da7a4448e45 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/c6bb8f03-1629-4af0-bb4e-cf45bef58b0b HTTP/1.1" status: 404 len: 333 time: 0.0512314 Feb 09 03:03:18.763517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41402) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:18.805525 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8244f7-9600-4591-a65e-bbc869842f44 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:03:18.813957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41408) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:18.817450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d8244f7-9600-4591-a65e-bbc869842f44 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/a18ea523-f906-41f5-a802-916b3fbca292 HTTP/1.1" status: 404 len: 333 time: 0.1083446 Feb 09 03:03:19.016352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Delete allocated IP 2001:db8:0:1::326 (266e175d-c07a-408d-9765-6ed2a4a918db/5a9ff3a9-b670-49b3-9123-7252d3a2739e) {{(pid=109856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:03:19.097957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-46843b44-b261-497d-b8bf-509bb2d43148 None None] Current status of the port 054c4b77-997b-47cd-9ca7-5900691b1410 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:19.146199 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a6bda653-d0d4-411b-96c8-45849930480d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.185850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ae36d5f6-7011-4918-beff-a12cd0ecc099 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b523ef0a03e4094b96f825f6972dbff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214325 Feb 09 03:03:19.186597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41420) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:19.202998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f132c84-aa67-492e-966f-8bb5e23638a3 req-06299906-56c7-404e-892e-1c678532e0d2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:19.211792 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f132c84-aa67-492e-966f-8bb5e23638a3 req-06299906-56c7-404e-892e-1c678532e0d2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 946 time: 0.0985529 Feb 09 03:03:19.272135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f132c84-aa67-492e-966f-8bb5e23638a3 req-f98cab00-f449-4811-966b-3c538d935218 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589411 Feb 09 03:03:19.320369 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.327267 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a6bda653-d0d4-411b-96c8-45849930480d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.337050 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.365368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bda653-d0d4-411b-96c8-45849930480d']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:19.386703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d5f0f0-c003-4320-999a-e5b44281dcaf') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:19.387087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d5f0f0-c003-4320-999a-e5b44281dcaf') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:19.409845 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (d4d5f0f0-c003-4320-999a-e5b44281dcaf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.422589 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.424321 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-30d86e3e-84ec-4752-b494-102da8281072 admin admin] Publish callbacks [] for security_group (53fdeba3-0a57-4264-9bee-093f4fa9765e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.434694 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d4d5f0f0-c003-4320-999a-e5b44281dcaf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.437491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] In _notify_port_updated(), no bound segment for port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 on network 266e175d-c07a-408d-9765-6ed2a4a918db {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:03:19.442930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:19.443560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.447426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "PUT /v2.0/ports/e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 HTTP/1.1" status: 200 len: 926 time: 1.7091842 Feb 09 03:03:19.456431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41426) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:19.471547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-30d86e3e-84ec-4752-b494-102da8281072 admin admin] Publish callbacks [] for security_group (53fdeba3-0a57-4264-9bee-093f4fa9765e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.514596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ead98a01-34ca-43c4-b633-0aeae80177d1'}, {'subnet_id': '5a9ff3a9-b670-49b3-9123-7252d3a2739e'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:19.530532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:19.531231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (d4d5f0f0-c003-4320-999a-e5b44281dcaf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.588649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3c599a9b-7082-46c7-91b2-b9825384d39d None None] Provisioning complete for port 054c4b77-997b-47cd-9ca7-5900691b1410 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:19.589199 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3c599a9b-7082-46c7-91b2-b9825384d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.635242 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.651291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 054c4b77-997b-47cd-9ca7-5900691b1410 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: warnings.warn(msg) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:19.677159 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:19.680328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-30d86e3e-84ec-4752-b494-102da8281072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (53fdeba3-0a57-4264-9bee-093f4fa9765e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.685146 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-30d86e3e-84ec-4752-b494-102da8281072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.687231 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-30d86e3e-84ec-4752-b494-102da8281072 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53fdeba3-0a57-4264-9bee-093f4fa9765e HTTP/1.1" status: 204 len: 168 time: 0.4962318 Feb 09 03:03:19.706571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a6bda653-d0d4-411b-96c8-45849930480d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.735598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a9721-73bb-4566-85d9-40f5a01eb319 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=e7b3cec8-5bcc-42f1-85cb-6d27711f8c74,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:19.763605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.771463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/networks/a6bda653-d0d4-411b-96c8-45849930480d HTTP/1.1" status: 204 len: 168 time: 0.9563305 Feb 09 03:03:19.790838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d86e3e-84ec-4752-b494-102da8281072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdeba3-0a57-4264-9bee-093f4fa9765e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:19.792586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41434) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:19.798907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-802295569'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:19.865573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3c599a9b-7082-46c7-91b2-b9825384d39d None None] Current status of the port 054c4b77-997b-47cd-9ca7-5900691b1410 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:19.872848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b476c-3445-4729-8032-3281f9e66c01 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Network': ['ID=a6bda653-d0d4-411b-96c8-45849930480d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:19.891841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:19.896512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.910514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 054c4b77-997b-47cd-9ca7-5900691b1410 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:19.910514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.961594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:19.981830 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:19.982358 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Added segment ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc of type vlan for network a2d71f79-e8ca-445d-a237-af3ab6cc801f Feb 09 03:03:20.015736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3c599a9b-7082-46c7-91b2-b9825384d39d None None] Provisioning complete for port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:20.017244 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3c599a9b-7082-46c7-91b2-b9825384d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.035361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a2d71f79-e8ca-445d-a237-af3ab6cc801f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.092085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a2d71f79-e8ca-445d-a237-af3ab6cc801f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.097878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:20.098572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.159376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3c599a9b-7082-46c7-91b2-b9825384d39d None None] Port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:20.246258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Network': ['ID=a2d71f79-e8ca-445d-a237-af3ab6cc801f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:20.262221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-388d61fd-921f-4f4e-bf85-be0411b0f14e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4673553 Feb 09 03:03:20.265079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41450) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:20.277114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a2d71f79-e8ca-445d-a237-af3ab6cc801f details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:20.287657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8:0:1::156 (266e175d-c07a-408d-9765-6ed2a4a918db/5a9ff3a9-b670-49b3-9123-7252d3a2739e/e7b3cec8-5bcc-42f1-85cb-6d27711f8c74) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:20.289219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': 'a2d71f79-e8ca-445d-a237-af3ab6cc801f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:20.471160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 054c4b77-997b-47cd-9ca7-5900691b1410 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:20.484739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-342d0ee9-52b4-4d4f-9185-0d63f628208d None None] Provisioning complete for port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:20.485164 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-342d0ee9-52b4-4d4f-9185-0d63f628208d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.549773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-342d0ee9-52b4-4d4f-9185-0d63f628208d None None] Port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:20.623094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:20.626937 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.670913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.685237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4eb34f49-f10d-434e-9b2e-94b68a56a2aa None None] Provisioning complete for port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:20.685891 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eb34f49-f10d-434e-9b2e-94b68a56a2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.692917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.783391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Performing IP validity checks on allocation pools {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:03:20.784005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:03:20.866333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4eb34f49-f10d-434e-9b2e-94b68a56a2aa None None] Port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:20.932829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] In _notify_port_updated(), no bound segment for port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 on network 266e175d-c07a-408d-9765-6ed2a4a918db {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:03:20.938052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:20.938916 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:20.940267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "PUT /v2.0/ports/e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 HTTP/1.1" status: 200 len: 1012 time: 1.4823303 Feb 09 03:03:20.944548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:20.953327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d520d09-e2bb-414a-b748-926781f62c87 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=e7b3cec8-5bcc-42f1-85cb-6d27711f8c74,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:21.182845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cc7905be-b06e-49ca-9ecd-1d5cf52ed1fe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:21.183427 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc7905be-b06e-49ca-9ecd-1d5cf52ed1fe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.287596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d98bf9-5dc7-420c-821b-de5ebe56ac80 req-ab567f39-ae8a-4994-9dd8-643905a90155 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:21.297411 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-13d98bf9-5dc7-420c-821b-de5ebe56ac80 req-ab567f39-ae8a-4994-9dd8-643905a90155 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 946 time: 0.8780687 Feb 09 03:03:21.326436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-6f56638e-d674-40a0-80da-3ce3e8a8bb97 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:21.327977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-6f56638e-d674-40a0-80da-3ce3e8a8bb97 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 946 time: 0.4163272 Feb 09 03:03:21.370876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc7905be-b06e-49ca-9ecd-1d5cf52ed1fe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.399722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cc7905be-b06e-49ca-9ecd-1d5cf52ed1fe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:21.421189 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.452349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ffe1280c-6603-411f-a516-9131216e250a None None] Provisioning complete for port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:21.455435 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffe1280c-6603-411f-a516-9131216e250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.527841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-13d98bf9-5dc7-420c-821b-de5ebe56ac80 req-a55810cd-398b-403c-9ccb-17bab9cb15cf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295537 Feb 09 03:03:21.536099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (6ae14b4c-663c-45c8-a3d2-8a87775f14fd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.542403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ffe1280c-6603-411f-a516-9131216e250a None None] Port e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:21.747352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking segment: {'id': 'ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a2d71f79-e8ca-445d-a237-af3ab6cc801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:21.747747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network hostable DHCP agents. Network: a2d71f79-e8ca-445d-a237-af3ab6cc801f, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:21.755761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc7905be-b06e-49ca-9ecd-1d5cf52ed1fe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e7b3cec8-5bcc-42f1-85cb-6d27711f8c74), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.773055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=6ae14b4c-663c-45c8-a3d2-8a87775f14fd,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:21.795074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Deleting port 8b44570b-d32c-401e-a105-3b65e0e09cae {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:21.795887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.800273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network a2d71f79-e8ca-445d-a237-af3ab6cc801f is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:21.817413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7905be-b06e-49ca-9ecd-1d5cf52ed1fe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=e7b3cec8-5bcc-42f1-85cb-6d27711f8c74,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:21.821693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a2d71f79-e8ca-445d-a237-af3ab6cc801f) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:21.827084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:21.827681 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.833624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0ac670-7812-4e1a-96fc-cfe3177fa928 None None] Network a2d71f79-e8ca-445d-a237-af3ab6cc801f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:21.971902 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc7905be-b06e-49ca-9ecd-1d5cf52ed1fe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:21.976809 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9d899a9d-8514-4c3f-a24a-18963bcbe9ed tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7106874 Feb 09 03:03:21.979681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41498) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:21.981843 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cc7905be-b06e-49ca-9ecd-1d5cf52ed1fe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 HTTP/1.1" status: 204 len: 168 time: 1.0337105 Feb 09 03:03:21.982757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41500) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:21.997995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': 'a2d71f79-e8ca-445d-a237-af3ab6cc801f', 'name': 'tempest-PortsTestJSON-512006440'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:22.041559 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70dd964-41b6-4ba0-9ed7-5be5ac5d03bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:03:22.045697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f70dd964-41b6-4ba0-9ed7-5be5ac5d03bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 HTTP/1.1" status: 404 len: 333 time: 0.0616341 Feb 09 03:03:22.053633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41502) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:22.158292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-a2d71f79-e8ca-445d-a237-af3ab6cc801f', 'network_id': 'a2d71f79-e8ca-445d-a237-af3ab6cc801f', 'project_id': 'c63e667e4e38457caa1989bb463c5818', 'fixed_ips': [{'subnet_id': '6ae14b4c-663c-45c8-a3d2-8a87775f14fd'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:22.159450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.205350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] For port 8b44570b-d32c-401e-a105-3b65e0e09cae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8b44570b-d32c-401e-a105-3b65e0e09cae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:22.205986 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.229411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e854de-bf60-4626-a355-49244179c5ad tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet 5a9ff3a9-b670-49b3-9123-7252d3a2739e {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:22.241525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61e854de-bf60-4626-a355-49244179c5ad tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (5a9ff3a9-b670-49b3-9123-7252d3a2739e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.368766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61e854de-bf60-4626-a355-49244179c5ad tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (5a9ff3a9-b670-49b3-9123-7252d3a2739e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.499880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Allocated IP 172.20.0.2 (a2d71f79-e8ca-445d-a237-af3ab6cc801f/6ae14b4c-663c-45c8-a3d2-8a87775f14fd/235c9a5f-e670-48cb-8954-86039772f35a) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:22.562424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61e854de-bf60-4626-a355-49244179c5ad tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5a9ff3a9-b670-49b3-9123-7252d3a2739e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.636465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:22.641380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.691562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port d646241b-8500-4012-872a-12b09eac04cf yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:22.783057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61e854de-bf60-4626-a355-49244179c5ad tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (5a9ff3a9-b670-49b3-9123-7252d3a2739e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.872894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e854de-bf60-4626-a355-49244179c5ad tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9ff3a9-b670-49b3-9123-7252d3a2739e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:22.897283 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.898201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (4ea5fb2d-6a01-4271-91e6-15bfe1ecc000), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.899893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeeeb63-abd7-40a6-8c3d-5bb10a5f2306 req-254e6bdf-870d-494c-a32f-6f16ec76aa36 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:22.900432 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Floating IP 4ea5fb2d-6a01-4271-91e6-15bfe1ecc000 disassociated. External IP: 172.25.2.92, port: 8b44570b-d32c-401e-a105-3b65e0e09cae. Feb 09 03:03:22.900953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Calling delete_port for 8b44570b-d32c-401e-a105-3b65e0e09cae owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:22.901270 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Publish callbacks [] for port (235c9a5f-e670-48cb-8954-86039772f35a), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.905500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aeeeeb63-abd7-40a6-8c3d-5bb10a5f2306 req-254e6bdf-870d-494c-a32f-6f16ec76aa36 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 946 time: 0.2215321 Feb 09 03:03:22.915719 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (235c9a5f-e670-48cb-8954-86039772f35a), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.920940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61e854de-bf60-4626-a355-49244179c5ad tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:22.939892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-61e854de-bf60-4626-a355-49244179c5ad tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/5a9ff3a9-b670-49b3-9123-7252d3a2739e HTTP/1.1" status: 204 len: 168 time: 0.8823397 Feb 09 03:03:22.946223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41530) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:22.982122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Pushing event updated for resources: {'Port': ['ID=235c9a5f-e670-48cb-8954-86039772f35a,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:22.993224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5657f2b-7173-43f2-ba82-02af6d961391 None None] Network 266e175d-c07a-408d-9765-6ed2a4a918db requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:23.133960 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aeeeeb63-abd7-40a6-8c3d-5bb10a5f2306 req-f2b9a637-bf6a-49b6-a84b-79312f599e4c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=323fc0b4-b1af-4603-b1f8-bb62835e63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147005 Feb 09 03:03:23.136278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Network a2d71f79-e8ca-445d-a237-af3ab6cc801f is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:23.138405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:23.146955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:23.311056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.11 (a2d71f79-e8ca-445d-a237-af3ab6cc801f/6ae14b4c-663c-45c8-a3d2-8a87775f14fd/d646241b-8500-4012-872a-12b09eac04cf) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:23.328567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59c0109-0de4-43a7-9b40-975d8952d472 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet ead98a01-34ca-43c4-b633-0aeae80177d1 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:23.372808 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c59c0109-0de4-43a7-9b40-975d8952d472 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (ead98a01-34ca-43c4-b633-0aeae80177d1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:23.517100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Attempting to bind port 235c9a5f-e670-48cb-8954-86039772f35a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:23.517483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Attempting to bind port 235c9a5f-e670-48cb-8954-86039772f35a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a2d71f79-e8ca-445d-a237-af3ab6cc801f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:23.517988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Attempting to bind port 235c9a5f-e670-48cb-8954-86039772f35a on network a2d71f79-e8ca-445d-a237-af3ab6cc801f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:23.536040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:23.536681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Checking segment: {'id': 'ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a2d71f79-e8ca-445d-a237-af3ab6cc801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:23.537413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:23.538569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Bound using segment: {'id': 'ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a2d71f79-e8ca-445d-a237-af3ab6cc801f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:23.539227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Bound port: 235c9a5f-e670-48cb-8954-86039772f35a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a2d71f79-e8ca-445d-a237-af3ab6cc801f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:23.539796 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (235c9a5f-e670-48cb-8954-86039772f35a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:23.677233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] For port 235c9a5f-e670-48cb-8954-86039772f35a, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:23.684014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] For port 235c9a5f-e670-48cb-8954-86039772f35a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=235c9a5f-e670-48cb-8954-86039772f35a,segment=NetworkSegment(ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc),segment_id=ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:23.707817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (235c9a5f-e670-48cb-8954-86039772f35a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:23.730415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (d646241b-8500-4012-872a-12b09eac04cf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:23.790473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d00a2b-670e-4d87-b3e4-60e344e8911b None None] Pushing event updated for resources: {'Port': ['ID=235c9a5f-e670-48cb-8954-86039772f35a,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:23.978505 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d646241b-8500-4012-872a-12b09eac04cf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:24.076955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=d646241b-8500-4012-872a-12b09eac04cf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:24.083367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8b44570b-d32c-401e-a105-3b65e0e09cae), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:24.108234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network a2d71f79-e8ca-445d-a237-af3ab6cc801f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:24.111804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c59c0109-0de4-43a7-9b40-975d8952d472 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (ead98a01-34ca-43c4-b633-0aeae80177d1), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:24.230797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:24.234968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:24.471266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:24.480067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:24.510926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event deleted for resources: {'Port': ['ID=8b44570b-d32c-401e-a105-3b65e0e09cae,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:24.820823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b1ba4966-09b0-48ff-a740-b6fbe62f5e37 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8246393 Feb 09 03:03:24.821235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41570) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:24.919157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7551b208-c0cc-4b9c-aacd-018b670914a8 None None] Provisioning complete for port 054c4b77-997b-47cd-9ca7-5900691b1410 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:24.920174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7551b208-c0cc-4b9c-aacd-018b670914a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:24.943998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:03:24.947294 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-000b4a7b-87bd-4542-a4d4-254a503e46b4 req-039dbd61-2e59-4041-89ae-4d82b78bc9b2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 210 time: 0.4253473 Feb 09 03:03:25.002284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c59c0109-0de4-43a7-9b40-975d8952d472 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ead98a01-34ca-43c4-b633-0aeae80177d1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:25.069757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ed47464a-0a89-4196-a544-136470669b9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port d646241b-8500-4012-872a-12b09eac04cf {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:25.070025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed47464a-0a89-4196-a544-136470669b9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d646241b-8500-4012-872a-12b09eac04cf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:25.189356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7551b208-c0cc-4b9c-aacd-018b670914a8 None None] Current status of the port 054c4b77-997b-47cd-9ca7-5900691b1410 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:25.229744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:03:25.243279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] Sync routers for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:03:25.261511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:25.262171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:25.292363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed47464a-0a89-4196-a544-136470669b9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d646241b-8500-4012-872a-12b09eac04cf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:25.337081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ed47464a-0a89-4196-a544-136470669b9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for d646241b-8500-4012-872a-12b09eac04cf owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:25.348224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] No DVR routers for this DVR port 8b44570b-d32c-401e-a105-3b65e0e09cae on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:25.360659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:25.366595 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e1aaddb6-21e5-45d2-824a-cfa6db8a3959 req-09c2c2b9-ed6c-4d3b-858e-cd0e499a8b05 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "DELETE /v2.0/ports/8b44570b-d32c-401e-a105-3b65e0e09cae HTTP/1.1" status: 204 len: 173 time: 4.0285342 Feb 09 03:03:25.367334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-deleted', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:03:25.370632 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d5bcf7-3623-4e52-a9a0-076f1077fe9c" -d '{"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-deleted", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:03:25.457360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c59c0109-0de4-43a7-9b40-975d8952d472 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (ead98a01-34ca-43c4-b633-0aeae80177d1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:25.640105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c59c0109-0de4-43a7-9b40-975d8952d472 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:25.646215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c59c0109-0de4-43a7-9b40-975d8952d472 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/ead98a01-34ca-43c4-b633-0aeae80177d1 HTTP/1.1" status: 204 len: 168 time: 2.6980052 Feb 09 03:03:25.647641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c0109-0de4-43a7-9b40-975d8952d472 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=ead98a01-34ca-43c4-b633-0aeae80177d1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:25.648997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:25.661016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b28bc-9673-469a-ae5e-ed4c8a3020e2 None None] Network 266e175d-c07a-408d-9765-6ed2a4a918db requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:25.759643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:25.827842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 8b44570b-d32c-401e-a105-3b65e0e09cae {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:25.827842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8b44570b-d32c-401e-a105-3b65e0e09cae not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:25.843094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 235c9a5f-e670-48cb-8954-86039772f35a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:25.863790 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ae909-4ca3-4e09-8bd8-4da1d7926aa5 x-openstack-request-id: req-9a5ae909-4ca3-4e09-8bd8-4da1d7926aa5 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:03:25.864785 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7570ade-9ba1-4b7e-a358-6dc0b2952256", "name": "network-vif-deleted", "tag": "8b44570b-d32c-401e-a105-3b65e0e09cae", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:03:25.865167 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a5ae909-4ca3-4e09-8bd8-4da1d7926aa5 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:03:25.865692 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7570ade-9ba1-4b7e-a358-6dc0b2952256', 'name': 'network-vif-deleted', 'tag': '8b44570b-d32c-401e-a105-3b65e0e09cae', 'status': 'completed', 'code': 200} Feb 09 03:03:25.993096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed47464a-0a89-4196-a544-136470669b9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d646241b-8500-4012-872a-12b09eac04cf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.016091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:26.131259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d515b961-9665-42dd-8ebe-98dbc04755b0 None None] Network a2d71f79-e8ca-445d-a237-af3ab6cc801f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:26.141211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47464a-0a89-4196-a544-136470669b9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=d646241b-8500-4012-872a-12b09eac04cf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:26.204392 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (266e175d-c07a-408d-9765-6ed2a4a918db), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.216645 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8bf3803-3d5f-461b-9ab3-a06af4afd347 req-6f8bbdb0-d603-436b-a881-71c80cc734ef tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7570ade-9ba1-4b7e-a358-6dc0b2952256 HTTP/1.1" status: 200 len: 210 time: 0.0654857 Feb 09 03:03:26.294086 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed47464a-0a89-4196-a544-136470669b9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.298566 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ed47464a-0a89-4196-a544-136470669b9c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/d646241b-8500-4012-872a-12b09eac04cf HTTP/1.1" status: 204 len: 168 time: 1.4761326 Feb 09 03:03:26.301183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41600) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:26.374275 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7629997b-7091-4486-85d8-1255ee560fa3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:03:26.374275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7629997b-7091-4486-85d8-1255ee560fa3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:03:26.374850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 054c4b77-997b-47cd-9ca7-5900691b1410 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:26.375184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.380110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7629997b-7091-4486-85d8-1255ee560fa3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/d646241b-8500-4012-872a-12b09eac04cf HTTP/1.1" status: 404 len: 333 time: 0.0743029 Feb 09 03:03:26.380655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41602) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:26.446188 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b72235e-307e-45a1-8341-93f786ef41e7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:03:26.453730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3b72235e-307e-45a1-8341-93f786ef41e7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/d646241b-8500-4012-872a-12b09eac04cf HTTP/1.1" status: 404 len: 333 time: 0.0718224 Feb 09 03:03:26.456452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41606) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:26.509419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] For port 054c4b77-997b-47cd-9ca7-5900691b1410, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=054c4b77-997b-47cd-9ca7-5900691b1410,segment=NetworkSegment(21816eed-2452-4319-b9af-217f0042b13b),segment_id=21816eed-2452-4319-b9af-217f0042b13b)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:26.509806 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.524228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 235c9a5f-e670-48cb-8954-86039772f35a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:26.524609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (235c9a5f-e670-48cb-8954-86039772f35a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.543222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 054c4b77-997b-47cd-9ca7-5900691b1410 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:26.582514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4236682-513f-46fb-b810-da56a23dac48 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet 6ae14b4c-663c-45c8-a3d2-8a87775f14fd {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:26.596788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4236682-513f-46fb-b810-da56a23dac48 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (6ae14b4c-663c-45c8-a3d2-8a87775f14fd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.684786 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4236682-513f-46fb-b810-da56a23dac48 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (6ae14b4c-663c-45c8-a3d2-8a87775f14fd), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.747280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (054c4b77-997b-47cd-9ca7-5900691b1410), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.775010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No DVR routers for this DVR port 054c4b77-997b-47cd-9ca7-5900691b1410 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:26.799615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5acf0eb1-c164-4221-9770-9981fb7f7e38 None None] Provisioning complete for port 235c9a5f-e670-48cb-8954-86039772f35a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:26.800017 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5acf0eb1-c164-4221-9770-9981fb7f7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (235c9a5f-e670-48cb-8954-86039772f35a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.828500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=054c4b77-997b-47cd-9ca7-5900691b1410,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:26.858722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41618) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:26.891469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4236682-513f-46fb-b810-da56a23dac48 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6ae14b4c-663c-45c8-a3d2-8a87775f14fd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:26.968205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 235c9a5f-e670-48cb-8954-86039772f35a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:26.968887 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (235c9a5f-e670-48cb-8954-86039772f35a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.030794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (266e175d-c07a-408d-9765-6ed2a4a918db), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.068850 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4236682-513f-46fb-b810-da56a23dac48 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (6ae14b4c-663c-45c8-a3d2-8a87775f14fd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.074133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70fe8d-1202-47d2-8a8b-ab8283563b88 None None] DHCP port deletion for 266e175d-c07a-408d-9765-6ed2a4a918db request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:27.075929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266e175d-c07a-408d-9765-6ed2a4a918db']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:27.090517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21816eed-2452-4319-b9af-217f0042b13b') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:27.090881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21816eed-2452-4319-b9af-217f0042b13b') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:27.120972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (21816eed-2452-4319-b9af-217f0042b13b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.130008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4236682-513f-46fb-b810-da56a23dac48 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae14b4c-663c-45c8-a3d2-8a87775f14fd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:27.142951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4236682-513f-46fb-b810-da56a23dac48 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.150139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c4236682-513f-46fb-b810-da56a23dac48 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/6ae14b4c-663c-45c8-a3d2-8a87775f14fd HTTP/1.1" status: 204 len: 168 time: 0.6920536 Feb 09 03:03:27.152790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:27.155832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (21816eed-2452-4319-b9af-217f0042b13b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.304416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:27.312214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (21816eed-2452-4319-b9af-217f0042b13b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:27.317286 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:27.410148 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:03:27.410573 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:03:27.434197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (266e175d-c07a-408d-9765-6ed2a4a918db), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.447534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:27.462571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.468771 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/networks/266e175d-c07a-408d-9765-6ed2a4a918db HTTP/1.1" status: 204 len: 168 time: 1.8144927 Feb 09 03:03:27.496956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41634) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:27.497883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41636) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:27.507129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a2d71f79-e8ca-445d-a237-af3ab6cc801f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.583628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] Checking router: 105e3ddd-423a-4cb0-ab1a-001a22a97df5 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:03:27.615380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e1f0f-b92b-411a-829f-4cb7f354ea3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Network': ['ID=266e175d-c07a-408d-9765-6ed2a4a918db,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:27.674652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:27.675395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:27.677398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5acf0eb1-c164-4221-9770-9981fb7f7e38 None None] Current status of the port 235c9a5f-e670-48cb-8954-86039772f35a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:27.678924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5acf0eb1-c164-4221-9770-9981fb7f7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (235c9a5f-e670-48cb-8954-86039772f35a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.806719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cf428c4-6f23-4454-87ca-2aa3b562a738 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (323fc0b4-b1af-4603-b1f8-bb62835e63ca), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.868412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cf428c4-6f23-4454-87ca-2aa3b562a738 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (323fc0b4-b1af-4603-b1f8-bb62835e63ca), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.929505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5acf0eb1-c164-4221-9770-9981fb7f7e38 None None] For port 235c9a5f-e670-48cb-8954-86039772f35a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=235c9a5f-e670-48cb-8954-86039772f35a,segment=NetworkSegment(ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc),segment_id=ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:27.980238 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cf428c4-6f23-4454-87ca-2aa3b562a738 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (323fc0b4-b1af-4603-b1f8-bb62835e63ca), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.991204 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cf428c4-6f23-4454-87ca-2aa3b562a738 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:27.992465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2cf428c4-6f23-4454-87ca-2aa3b562a738 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "DELETE /v2.0/security-groups/323fc0b4-b1af-4603-b1f8-bb62835e63ca HTTP/1.1" status: 204 len: 168 time: 0.4159877 Feb 09 03:03:28.010871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41650) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:28.016333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556be82-a9d8-4a88-a2bf-3426db99e87f None None] Network a2d71f79-e8ca-445d-a237-af3ab6cc801f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:28.036462 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5acf0eb1-c164-4221-9770-9981fb7f7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (235c9a5f-e670-48cb-8954-86039772f35a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.072134 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-1267f144-b081-4d61-86f9-f2eda63c3505 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] show failed (client error): The resource could not be found. Feb 09 03:03:28.073768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1267f144-b081-4d61-86f9-f2eda63c3505 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups/323fc0b4-b1af-4603-b1f8-bb62835e63ca HTTP/1.1" status: 404 len: 347 time: 0.0619323 Feb 09 03:03:28.078465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41654) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:28.093449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f42aeb-bdc0-4b91-883e-e5d9b6fd792d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:28.105850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-57f42aeb-bdc0-4b91-883e-e5d9b6fd792d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.5896466 Feb 09 03:03:28.117026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:28.118678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf428c4-6f23-4454-87ca-2aa3b562a738 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323fc0b4-b1af-4603-b1f8-bb62835e63ca,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:28.150327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 235c9a5f-e670-48cb-8954-86039772f35a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:28.158867 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (235c9a5f-e670-48cb-8954-86039772f35a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.209070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (328b3bf1-9013-45dd-8156-491079ea7cbd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.249977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] For port 235c9a5f-e670-48cb-8954-86039772f35a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=235c9a5f-e670-48cb-8954-86039772f35a,segment=NetworkSegment(ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc),segment_id=ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:28.250424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (235c9a5f-e670-48cb-8954-86039772f35a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.265175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 235c9a5f-e670-48cb-8954-86039772f35a owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:28.360450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 235c9a5f-e670-48cb-8954-86039772f35a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:28.361033 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (235c9a5f-e670-48cb-8954-86039772f35a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.426799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:28.436991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-04f8fc80-64be-4c41-80c5-58b66bb2989e None None] Provisioning complete for port 235c9a5f-e670-48cb-8954-86039772f35a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:28.436991 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04f8fc80-64be-4c41-80c5-58b66bb2989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (235c9a5f-e670-48cb-8954-86039772f35a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.460465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (235c9a5f-e670-48cb-8954-86039772f35a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.525308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=235c9a5f-e670-48cb-8954-86039772f35a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:28.537626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No DVR routers for this DVR port 235c9a5f-e670-48cb-8954-86039772f35a on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:28.555167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Deleting port b9d322bd-110b-4e96-b5ae-200c84112fcb {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:28.555578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b9d322bd-110b-4e96-b5ae-200c84112fcb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.600035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-94958b38-96b2-412b-a2c2-39ad7c3de2c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4685535 Feb 09 03:03:28.602833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41664) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:28.607645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-670667285'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:28.780289 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a2d71f79-e8ca-445d-a237-af3ab6cc801f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.802360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:28.810727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da55ee-e67e-4382-8f2d-e5caca0253df req-3829f602-0c39-4b4e-b4c7-910cdb9b8ed5 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:28.817893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.819882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2da55ee-e67e-4382-8f2d-e5caca0253df req-3829f602-0c39-4b4e-b4c7-910cdb9b8ed5 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.4207377 Feb 09 03:03:28.880660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-04f8fc80-64be-4c41-80c5-58b66bb2989e None None] Could not find standard attr ID for object 235c9a5f-e670-48cb-8954-86039772f35a. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:03:28.882394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf0eb1-c164-4221-9770-9981fb7f7e38 None None] Pushing event updated for resources: {'Port': ['ID=235c9a5f-e670-48cb-8954-86039772f35a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:28.891709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d71f79-e8ca-445d-a237-af3ab6cc801f']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:28.900434 n-d-827839-4 neutron-server[109858]: INFO neutron.plugins.ml2.db [None req-04f8fc80-64be-4c41-80c5-58b66bb2989e None None] No ports have port_id starting with 235c9a5f-e670-48cb-8954-86039772f35a Feb 09 03:03:28.913352 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b9d322bd-110b-4e96-b5ae-200c84112fcb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.913797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (b9d322bd-110b-4e96-b5ae-200c84112fcb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:28.926793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:28.932556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:28.984295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.040391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:29.107072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.139748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:29.140040 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (ecf8a4de-2f24-4c9c-a51f-ab5b7707a0fc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:29.149632 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:29.162936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2a6df-7b02-4495-88af-a0a642b24581 None None] DHCP port deletion for a2d71f79-e8ca-445d-a237-af3ab6cc801f request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:29.220576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 054c4b77-997b-47cd-9ca7-5900691b1410 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:29.276798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 054c4b77-997b-47cd-9ca7-5900691b1410 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:29.281231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 054c4b77-997b-47cd-9ca7-5900691b1410 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:29.321475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a2d71f79-e8ca-445d-a237-af3ab6cc801f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.336670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a5959638-a6d5-4149-aa2f-9b1e2945ff2c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.337108 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Added segment a5959638-a6d5-4149-aa2f-9b1e2945ff2c of type vlan for network 49f6701b-cc93-4b88-b610-0ee23a0cded9 Feb 09 03:03:29.346029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.350480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/networks/a2d71f79-e8ca-445d-a237-af3ab6cc801f HTTP/1.1" status: 204 len: 168 time: 2.1960835 Feb 09 03:03:29.363314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41682) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:29.369436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2060704559'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:29.378164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:29.407101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166452b-c4f8-40b3-897e-26438020faae tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Network': ['ID=a2d71f79-e8ca-445d-a237-af3ab6cc801f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:29.412038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:29.415955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.435051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c976cc64-2b16-4d00-9f06-78aad6067da9 None None] The sync data for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 is: [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:03:29.511169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (49f6701b-cc93-4b88-b610-0ee23a0cded9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.513062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:29.559619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a24d8d76-9e14-450e-909b-d25cecc72994), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.571747 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Added segment a24d8d76-9e14-450e-909b-d25cecc72994 of type vlan for network 3edf8314-b1e8-4944-be6a-af3f18598d6f Feb 09 03:03:29.641744 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (49f6701b-cc93-4b88-b610-0ee23a0cded9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.654053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:29.656033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.699492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Calling delete_port for b9d322bd-110b-4e96-b5ae-200c84112fcb owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:29.896925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (3edf8314-b1e8-4944-be6a-af3f18598d6f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.918782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3148587 Feb 09 03:03:29.926697 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2da55ee-e67e-4382-8f2d-e5caca0253df req-291b6d61-68ca-423a-921d-9eb5ac88f4d3 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1055894 Feb 09 03:03:29.927037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41694) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:29.946109 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b9d322bd-110b-4e96-b5ae-200c84112fcb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:29.958707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:29.997168 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe02565-885c-4185-b267-871ae0aaa462 None None] New status for floating IP 4ea5fb2d-6a01-4271-91e6-15bfe1ecc000: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:03:30.055064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event deleted for resources: {'Port': ['ID=b9d322bd-110b-4e96-b5ae-200c84112fcb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:30.147530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Deleting port 1bea1437-d61f-4fc2-9744-e908f52d7270 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:30.147947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.163698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (4ea5fb2d-6a01-4271-91e6-15bfe1ecc000), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.168100 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.169854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3b611193-f5f2-4f89-b47c-f224847f6483 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "DELETE /v2.0/floatingips/4ea5fb2d-6a01-4271-91e6-15bfe1ecc000 HTTP/1.1" status: 204 len: 168 time: 2.0900724 Feb 09 03:03:30.184008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:03:30.184008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8896d-81ec-490c-94e4-b4f9c17dc967 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Network': ['ID=49f6701b-cc93-4b88-b610-0ee23a0cded9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:30.216321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 49f6701b-cc93-4b88-b610-0ee23a0cded9 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:30.284406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (3edf8314-b1e8-4944-be6a-af3f18598d6f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.305318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:30.306400 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.345796 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-70d2fb6e-ecaa-4667-bcce-12157be04ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.376026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] For port 1bea1437-d61f-4fc2-9744-e908f52d7270, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1bea1437-d61f-4fc2-9744-e908f52d7270,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:30.378310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.444104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Calling delete_port for 1bea1437-d61f-4fc2-9744-e908f52d7270 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:30.486216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Network': ['ID=3edf8314-b1e8-4944-be6a-af3f18598d6f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:30.501576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:30.508908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.519686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 3edf8314-b1e8-4944-be6a-af3f18598d6f details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:30.744037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41712) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:30.764098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2b0430a9-b69a-438a-a933-3127ed71f665 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003594092', 'description': 'tempest-description--1596917441'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:30.867175 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2b0430a9-b69a-438a-a933-3127ed71f665 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.919747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:30.999948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 235c9a5f-e670-48cb-8954-86039772f35a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:31.042963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 235c9a5f-e670-48cb-8954-86039772f35a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:31.043449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 235c9a5f-e670-48cb-8954-86039772f35a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:31.146990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1bea1437-d61f-4fc2-9744-e908f52d7270), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:31.215800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bea1437-d61f-4fc2-9744-e908f52d7270,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:31.225862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2b0430a9-b69a-438a-a933-3127ed71f665 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (17b49649-ac45-4dd6-9c5f-6fcf23afd981), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:31.301309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2b0430a9-b69a-438a-a933-3127ed71f665 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (17b49649-ac45-4dd6-9c5f-6fcf23afd981), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:31.472801 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2b0430a9-b69a-438a-a933-3127ed71f665 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:31.484351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2b0430a9-b69a-438a-a933-3127ed71f665 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7392495 Feb 09 03:03:31.500326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41728) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:31.514508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d6f1bea7-07e8-4c75-bb10-24e97ef87099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'security_group_rule': {'security_group_id': '17b49649-ac45-4dd6-9c5f-6fcf23afd981', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:31.529799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0430a9-b69a-438a-a933-3127ed71f665 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b49649-ac45-4dd6-9c5f-6fcf23afd981,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:31.646872 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0573bbc8-cae5-4099-9fcc-39f6a917189c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2825484 Feb 09 03:03:31.663438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41730) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:31.682290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '3edf8314-b1e8-4944-be6a-af3f18598d6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:31.788793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (328b3bf1-9013-45dd-8156-491079ea7cbd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:31.802372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:31.888600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967937c4-f35d-4e5f-a147-62f78b3b7772 req-0bf6685d-0a01-4328-8fb0-f0206fb16072 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:31.897192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-967937c4-f35d-4e5f-a147-62f78b3b7772 req-0bf6685d-0a01-4328-8fb0-f0206fb16072 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.9893601 Feb 09 03:03:31.927473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking segment: {'id': 'a5959638-a6d5-4149-aa2f-9b1e2945ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:31.927943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network hostable DHCP agents. Network: 49f6701b-cc93-4b88-b610-0ee23a0cded9, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:32.000451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 49f6701b-cc93-4b88-b610-0ee23a0cded9 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:32.023132 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-967937c4-f35d-4e5f-a147-62f78b3b7772 req-dd85b482-23f0-4b54-b1a5-442643fcb0d5 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247230 Feb 09 03:03:32.032663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:32.038714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.056469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 49f6701b-cc93-4b88-b610-0ee23a0cded9) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:32.065103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7159ef-b530-4690-9718-ff84799d8477 None None] Network 49f6701b-cc93-4b88-b610-0ee23a0cded9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:32.094695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:32.095529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.150791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1ed2300e-4ece-40d2-ae46-b62480b95a3d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2199419 Feb 09 03:03:32.151962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:32.157349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9', 'name': 'tempest-PortsIpV6TestJSON-1209117702'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:32.201526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bea7-07e8-4c75-bb10-24e97ef87099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (96bfdef6-7b16-4fb1-a705-9b974222d189), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.317618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-01c9d9c3-2434-4094-bbf7-50e170b00d27 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:32.319243 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-01c9d9c3-2434-4094-bbf7-50e170b00d27 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.1072206 Feb 09 03:03:32.320180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-49f6701b-cc93-4b88-b610-0ee23a0cded9', 'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9', 'project_id': '43d85cc57f7145e599c387d85e3bbf3b', 'fixed_ips': [{'subnet_id': 'ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:32.321288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.383307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bea7-07e8-4c75-bb10-24e97ef87099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (96bfdef6-7b16-4fb1-a705-9b974222d189), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.408318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Router 328b3bf1-9013-45dd-8156-491079ea7cbd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:03:32.438425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bea7-07e8-4c75-bb10-24e97ef87099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (96bfdef6-7b16-4fb1-a705-9b974222d189), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.495195 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d6f1bea7-07e8-4c75-bb10-24e97ef87099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.499154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d6f1bea7-07e8-4c75-bb10-24e97ef87099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9896989 Feb 09 03:03:32.543320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41748) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:32.568977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7ba044cf-dee0-4e51-aafc-87d9834f6099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'security_group_rule': {'security_group_id': '17b49649-ac45-4dd6-9c5f-6fcf23afd981', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:32.632190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Allocated IP 2001:db8::2 (49f6701b-cc93-4b88-b610-0ee23a0cded9/ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7/97db08f7-8181-4546-8ee4-7df3c442b5af) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:32.661178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:03:32.663676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (26be85eb-7019-467f-8b42-e002081c0c7c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.664284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1bea7-07e8-4c75-bb10-24e97ef87099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96bfdef6-7b16-4fb1-a705-9b974222d189,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:32.681326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f00eed64-0fba-4b52-82ee-86c0b85ca0a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/328b3bf1-9013-45dd-8156-491079ea7cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8193269 Feb 09 03:03:32.683821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41752) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:32.805682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Deleting port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:32.806418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.811574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=26be85eb-7019-467f-8b42-e002081c0c7c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:32.832837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:32.847363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.914010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port f796f9a4-8df7-44f8-a7e9-031c063e54b1 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:32.920256 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ba044cf-dee0-4e51-aafc-87d9834f6099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (c63f053b-fd49-44ab-8dcf-5416da8682b1), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:32.947238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] For port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:32.947929 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.008908 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Publish callbacks [] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.018388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] Sync routers for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:03:33.051132 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.099575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ba044cf-dee0-4e51-aafc-87d9834f6099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (c63f053b-fd49-44ab-8dcf-5416da8682b1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.127750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ba044cf-dee0-4e51-aafc-87d9834f6099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (c63f053b-fd49-44ab-8dcf-5416da8682b1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.172357 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-5d32a6f3-c782-4700-801b-6987ed408375 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6105070 Feb 09 03:03:33.179825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking segment: {'id': 'a24d8d76-9e14-450e-909b-d25cecc72994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3edf8314-b1e8-4944-be6a-af3f18598d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:33.180197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network hostable DHCP agents. Network: 3edf8314-b1e8-4944-be6a-af3f18598d6f, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:33.192858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba044cf-dee0-4e51-aafc-87d9834f6099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63f053b-fd49-44ab-8dcf-5416da8682b1,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:33.222381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Pushing event updated for resources: {'Port': ['ID=97db08f7-8181-4546-8ee4-7df3c442b5af,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:33.237267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Network 49f6701b-cc93-4b88-b610-0ee23a0cded9 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:33.240244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ba044cf-dee0-4e51-aafc-87d9834f6099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.244746 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ba044cf-dee0-4e51-aafc-87d9834f6099 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6948054 Feb 09 03:03:33.244960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:33.246629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:33.248638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41764) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:33.251351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:33.259331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:33.265232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:33.301363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 3edf8314-b1e8-4944-be6a-af3f18598d6f is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:33.357038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 3edf8314-b1e8-4944-be6a-af3f18598d6f) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:33.361435 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks [] for router (328b3bf1-9013-45dd-8156-491079ea7cbd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.371665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.372047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.372367 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Floating IP 9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e disassociated. External IP: 172.25.2.233, port: 6a85c258-3fdb-4164-ae3d-ebd64f13fed3. Feb 09 03:03:33.372719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Calling delete_port for 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:33.375562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:33.375748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.376521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.399699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::22f (49f6701b-cc93-4b88-b610-0ee23a0cded9/ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7/f796f9a4-8df7-44f8-a7e9-031c063e54b1) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:33.427555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-da0d9032-3e1e-4581-b419-d8f149b73293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:33.429204 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-da0d9032-3e1e-4581-b419-d8f149b73293 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1127 time: 0.1605527 Feb 09 03:03:33.460833 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d042a3cb-71fc-46dd-ba20-0778230f70c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7939105 Feb 09 03:03:33.475547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:33.479903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f956f51d-9a69-4f2e-9fdd-23b8e9bf4a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.481915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '3edf8314-b1e8-4944-be6a-af3f18598d6f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1614164964'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:33.486393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd3273-71b3-4770-ba04-3b59f97a5400 None None] Network 3edf8314-b1e8-4944-be6a-af3f18598d6f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:33.728194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks [] for router_gateway (328b3bf1-9013-45dd-8156-491079ea7cbd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.738069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b214a-47fc-4bcf-a5af-c60653604eb1 req-a15e4b58-eb90-4f29-b3a3-08c600337ca2 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:33.739930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a8b214a-47fc-4bcf-a5af-c60653604eb1 req-a15e4b58-eb90-4f29-b3a3-08c600337ca2 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 945 time: 0.4899886 Feb 09 03:03:33.742286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6a85c258-3fdb-4164-ae3d-ebd64f13fed3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.800130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:33.808460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:33.822965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event deleted for resources: {'Port': ['ID=6a85c258-3fdb-4164-ae3d-ebd64f13fed3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:33.943428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port 523a9948-7337-4154-ac04-24e91bd1371b yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:33.975822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-3edf8314-b1e8-4944-be6a-af3f18598d6f', 'network_id': '3edf8314-b1e8-4944-be6a-af3f18598d6f', 'project_id': 'c63e667e4e38457caa1989bb463c5818', 'fixed_ips': [{'subnet_id': '26be85eb-7019-467f-8b42-e002081c0c7c'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:33.979908 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.037543 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.043313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Attempting to bind port 97db08f7-8181-4546-8ee4-7df3c442b5af on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:34.043819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Attempting to bind port 97db08f7-8181-4546-8ee4-7df3c442b5af by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a5959638-a6d5-4149-aa2f-9b1e2945ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:34.044324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Attempting to bind port 97db08f7-8181-4546-8ee4-7df3c442b5af on network 49f6701b-cc93-4b88-b610-0ee23a0cded9 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:34.052211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:34.052751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Checking segment: {'id': 'a5959638-a6d5-4149-aa2f-9b1e2945ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:34.053275 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.053847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Bound using segment: {'id': 'a5959638-a6d5-4149-aa2f-9b1e2945ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:34.054499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Bound port: 97db08f7-8181-4546-8ee4-7df3c442b5af, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5959638-a6d5-4149-aa2f-9b1e2945ff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:34.055698 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.081203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:34.197776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.3 (3edf8314-b1e8-4944-be6a-af3f18598d6f/26be85eb-7019-467f-8b42-e002081c0c7c/523a9948-7337-4154-ac04-24e91bd1371b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:34.253161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a8b214a-47fc-4bcf-a5af-c60653604eb1 req-1d992c15-1777-444b-9d10-b2647dd7b5a3 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e1489e5-54f1-46b3-a0d0-38415b11972b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4608684 Feb 09 03:03:34.385387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-d4f53782-6497-4446-8144-e71d5241ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:34.388405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-d4f53782-6497-4446-8144-e71d5241ecf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.9254432 Feb 09 03:03:34.471437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Deleting port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:34.471775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.588727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-09b9628d-b7b8-410d-9428-82e53306213d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 1001 time: 0.1821711 Feb 09 03:03:34.631465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] For port 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=897bd5f2-4b6b-4ea7-9d2f-1a2c66925457,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:34.631837 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.651943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Calling delete_port for 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:34.709888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (f796f9a4-8df7-44f8-a7e9-031c063e54b1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.725084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] For port 97db08f7-8181-4546-8ee4-7df3c442b5af, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:34.732632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] For port 97db08f7-8181-4546-8ee4-7df3c442b5af, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=97db08f7-8181-4546-8ee4-7df3c442b5af,segment=NetworkSegment(a5959638-a6d5-4149-aa2f-9b1e2945ff2c),segment_id=a5959638-a6d5-4149-aa2f-9b1e2945ff2c)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:34.756520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-7dba8873-86da-41e4-bef8-49a8730342f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:34.758122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-7dba8873-86da-41e4-bef8-49a8730342f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.1498361 Feb 09 03:03:34.766152 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (523a9948-7337-4154-ac04-24e91bd1371b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.779168 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.840194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f796f9a4-8df7-44f8-a7e9-031c063e54b1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.926529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-de958529-583d-4e60-9866-37c170ea484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:34.929936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-de958529-583d-4e60-9866-37c170ea484c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1574695 Feb 09 03:03:34.937531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 49f6701b-cc93-4b88-b610-0ee23a0cded9 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:34.943011 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (523a9948-7337-4154-ac04-24e91bd1371b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.955486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-21bd5ca2-3922-4cd1-9b54-af3763e4d540 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:03:34.957521 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-21bd5ca2-3922-4cd1-9b54-af3763e4d540 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164087 Feb 09 03:03:34.960241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Router a437be77-3be5-4d08-b071-bded7bde8a34 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:03:34.963310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (897bd5f2-4b6b-4ea7-9d2f-1a2c66925457), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.963861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:34.975760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:34.989536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:34.991017 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:34.998471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=f796f9a4-8df7-44f8-a7e9-031c063e54b1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:35.013828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 3edf8314-b1e8-4944-be6a-af3f18598d6f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:35.036341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:35.045025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:35.059681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=897bd5f2-4b6b-4ea7-9d2f-1a2c66925457,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:35.067319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Allocated IP 172.20.0.2 (3edf8314-b1e8-4944-be6a-af3f18598d6f/26be85eb-7019-467f-8b42-e002081c0c7c/4067727b-5f32-4d18-b584-36cd14c582c2) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:35.211420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-274a4173-137b-4952-bfa4-ade08009a8c5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0581882 Feb 09 03:03:35.226695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41794) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:35.238106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '49f6701b-cc93-4b88-b610-0ee23a0cded9', 'name': 'tempest-PortsIpV6TestJSON-1343884802'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:35.271158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:35.312390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:35.314953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:35.328762 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:35.390319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (328b3bf1-9013-45dd-8156-491079ea7cbd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:35.471686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b53887-29f0-4b4c-8056-b042a8789fce None None] Pushing event updated for resources: {'Port': ['ID=97db08f7-8181-4546-8ee4-7df3c442b5af,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:35.516788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-d6f0de88-dd29-4acd-b8e9-4010b4b88a0f service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486500 Feb 09 03:03:35.517710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=523a9948-7337-4154-ac04-24e91bd1371b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:35.556895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ad52b18-6f74-41fd-b763-914c9a9d5be3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0799749 Feb 09 03:03:35.597321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41806) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:35.678441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06fcc4ea-4997-407a-9e39-3a178815ad6c req-c1889d71-8e07-4cd3-9d45-2ba45fa80659 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 210 time: 0.1474333 Feb 09 03:03:35.736441 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Publish callbacks [] for port (4067727b-5f32-4d18-b584-36cd14c582c2), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:35.760141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T03:03:30Z', 'revision_number': 5, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port': {'id': '897bd5f2-4b6b-4ea7-9d2f-1a2c66925457', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:39Z', 'updated_at': '2022-02-09T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:35.770952 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:35.888469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:35.952144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Pushing event updated for resources: {'Port': ['ID=4067727b-5f32-4d18-b584-36cd14c582c2,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:35.955742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8c4413-9ac5-405a-8b0b-49ab514670f7 req-04b7f48d-9275-45d7-97cc-36a25525c2f8 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205811 Feb 09 03:03:35.975339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:35.976555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:35.980865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] Checking router: 328b3bf1-9013-45dd-8156-491079ea7cbd for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:03:35.990983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Network 3edf8314-b1e8-4944-be6a-af3f18598d6f is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:35.991422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-939e089e-612d-4a26-a0d1-76b31b364ad8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 523a9948-7337-4154-ac04-24e91bd1371b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:35.991816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-939e089e-612d-4a26-a0d1-76b31b364ad8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (523a9948-7337-4154-ac04-24e91bd1371b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.003072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:36.004266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:36.017794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.018705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:36.027479 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (328b3bf1-9013-45dd-8156-491079ea7cbd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.033370 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks [] for router_controller (328b3bf1-9013-45dd-8156-491079ea7cbd), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.038001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:03:36.039887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] Routers {'328b3bf1-9013-45dd-8156-491079ea7cbd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:36.040522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['328b3bf1-9013-45dd-8156-491079ea7cbd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:36.078141 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] Sync routers for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:03:36.091567 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:36.092199 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:36.096697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port 6fcce39f-67ec-468d-948c-323943b056c1 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:36.261785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] No DVR routers for this DVR port 6a85c258-3fdb-4164-ae3d-ebd64f13fed3 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:36.265835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (328b3bf1-9013-45dd-8156-491079ea7cbd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.274355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 328b3bf1-9013-45dd-8156-491079ea7cbd {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:03:36.276672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.280065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-feb27bfd-3a50-40a6-80a7-045e131a8111 req-9a6423e3-3e99-4b4b-b114-16c27a820f4d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.26 "DELETE /v2.0/ports/6a85c258-3fdb-4164-ae3d-ebd64f13fed3 HTTP/1.1" status: 204 len: 173 time: 3.9525023 Feb 09 03:03:36.282551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'name': 'network-vif-deleted', 'tag': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:03:36.285687 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a2a3a1-a523-4486-923b-c1ab02eaf0be" -d '{"events": [{"server_uuid": "4a38aaa9-c590-4caf-8da2-6117fb377763", "name": "network-vif-deleted", "tag": "6a85c258-3fdb-4164-ae3d-ebd64f13fed3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:03:36.321078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.322278 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-856e2ba3-6b55-45c8-b780-29ed9467e1e9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/328b3bf1-9013-45dd-8156-491079ea7cbd HTTP/1.1" status: 204 len: 168 time: 3.6375012 Feb 09 03:03:36.338596 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:36.361092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41824) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:36.535997 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-939e089e-612d-4a26-a0d1-76b31b364ad8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (523a9948-7337-4154-ac04-24e91bd1371b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.583570 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702e5f0e-eca9-4993-a70e-e27d49ae6561 x-openstack-request-id: req-702e5f0e-eca9-4993-a70e-e27d49ae6561 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:03:36.583570 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a38aaa9-c590-4caf-8da2-6117fb377763", "name": "network-vif-deleted", "tag": "6a85c258-3fdb-4164-ae3d-ebd64f13fed3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:03:36.583944 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-702e5f0e-eca9-4993-a70e-e27d49ae6561 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:03:36.584051 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a38aaa9-c590-4caf-8da2-6117fb377763', 'name': 'network-vif-deleted', 'tag': '6a85c258-3fdb-4164-ae3d-ebd64f13fed3', 'status': 'completed', 'code': 200} Feb 09 03:03:36.624114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Allocated IP 172.25.2.98 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/d9757443-6dc7-4542-87ca-f1b92f220519) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:36.720802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd67bdad-1c57-4632-b4fe-c10980d9f18f admin admin] Deleting subnet b6a40ee5-8eb9-4491-a5ea-9694678bdeaa {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:36.797061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd67bdad-1c57-4632-b4fe-c10980d9f18f admin admin] Publish callbacks [] for subnet (b6a40ee5-8eb9-4491-a5ea-9694678bdeaa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:36.819055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::391 (49f6701b-cc93-4b88-b610-0ee23a0cded9/ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7/6fcce39f-67ec-468d-948c-323943b056c1) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:36.845247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef48b5-b31b-4870-84b3-52a020ec9e3d None None] Network 49f6701b-cc93-4b88-b610-0ee23a0cded9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:36.920160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] Set router 328b3bf1-9013-45dd-8156-491079ea7cbd gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:36.945530 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd67bdad-1c57-4632-b4fe-c10980d9f18f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (b6a40ee5-8eb9-4491-a5ea-9694678bdeaa), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.011556 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:37.168802 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] Checking router: a437be77-3be5-4d08-b071-bded7bde8a34 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:03:37.169848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd67bdad-1c57-4632-b4fe-c10980d9f18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b6a40ee5-8eb9-4491-a5ea-9694678bdeaa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.173194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (6fcce39f-67ec-468d-948c-323943b056c1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.201272 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:37.204075 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:37.303703 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6fcce39f-67ec-468d-948c-323943b056c1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.318140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd67bdad-1c57-4632-b4fe-c10980d9f18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (b6a40ee5-8eb9-4491-a5ea-9694678bdeaa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.336244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-939e089e-612d-4a26-a0d1-76b31b364ad8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 523a9948-7337-4154-ac04-24e91bd1371b owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:37.345149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 97db08f7-8181-4546-8ee4-7df3c442b5af up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:37.347366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.355853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T03:03:34Z', 'revision_number': 7, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:37.360023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Attempting to bind port 4067727b-5f32-4d18-b584-36cd14c582c2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:37.360659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Attempting to bind port 4067727b-5f32-4d18-b584-36cd14c582c2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a24d8d76-9e14-450e-909b-d25cecc72994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3edf8314-b1e8-4944-be6a-af3f18598d6f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:37.361263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Attempting to bind port 4067727b-5f32-4d18-b584-36cd14c582c2 on network 3edf8314-b1e8-4944-be6a-af3f18598d6f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:37.382132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67bdad-1c57-4632-b4fe-c10980d9f18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a40ee5-8eb9-4491-a5ea-9694678bdeaa,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:37.397614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd67bdad-1c57-4632-b4fe-c10980d9f18f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.404579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dd67bdad-1c57-4632-b4fe-c10980d9f18f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b6a40ee5-8eb9-4491-a5ea-9694678bdeaa HTTP/1.1" status: 204 len: 168 time: 1.0303814 Feb 09 03:03:37.405221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41844) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:37.437574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9fc81-de5d-4290-a218-c700d87581b3 None None] Network 60278643-5c7b-4c6b-8c8d-6d6299a9f05a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:37.455603 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:37.461104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568834d-1dd6-4b79-bd25-7248d21aa5f1 None None] The sync data for ids ['328b3bf1-9013-45dd-8156-491079ea7cbd'] in n-d-827839-4 is: [{'id': '328b3bf1-9013-45dd-8156-491079ea7cbd', 'name': 'tempest-TaggedBootDevicesTest_v242-737319802-router', 'tenant_id': 'c11a074063364372b45e1f6063023698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:37Z', 'updated_at': '2022-02-09T03:03:34Z', 'revision_number': 7, 'project_id': 'c11a074063364372b45e1f6063023698', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:03:37.462830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:37.463334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Checking segment: {'id': 'a24d8d76-9e14-450e-909b-d25cecc72994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3edf8314-b1e8-4944-be6a-af3f18598d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:37.463850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.464346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Bound using segment: {'id': 'a24d8d76-9e14-450e-909b-d25cecc72994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3edf8314-b1e8-4944-be6a-af3f18598d6f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:37.465278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Bound port: 4067727b-5f32-4d18-b584-36cd14c582c2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24d8d76-9e14-450e-909b-d25cecc72994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3edf8314-b1e8-4944-be6a-af3f18598d6f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:37.465823 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.598627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-001b9aa2-dda1-4f35-820d-4d0b7bc33997 req-c427f096-5dd2-45b6-82f2-396db1d7b750 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a38aaa9-c590-4caf-8da2-6117fb377763 HTTP/1.1" status: 200 len: 210 time: 0.3092806 Feb 09 03:03:37.654171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 49f6701b-cc93-4b88-b610-0ee23a0cded9 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:37.662820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:37.679340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] For port 4067727b-5f32-4d18-b584-36cd14c582c2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:37.680192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:37.687120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] For port 4067727b-5f32-4d18-b584-36cd14c582c2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4067727b-5f32-4d18-b584-36cd14c582c2,segment=NetworkSegment(a24d8d76-9e14-450e-909b-d25cecc72994),segment_id=a24d8d76-9e14-450e-909b-d25cecc72994)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:37.687840 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:37.693409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:37.695353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.699127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for port (d9757443-6dc7-4542-87ca-f1b92f220519), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.718013 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7f2a9-f706-40a0-9ff6-75b25e75b150 None None] The sync data for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 is: [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:01:36Z', 'revision_number': 4, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'fbd49149-8941-4acb-af50-bb352932abd0', 'name': '', 'network_id': '91edfda4-200d-445a-816d-ab1486652df0', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'mac_address': 'fa:16:3e:6d:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:33Z', 'updated_at': '2022-02-09T03:01:41Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'subnets': [{'id': '5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:03:37.727645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (60278643-5c7b-4c6b-8c8d-6d6299a9f05a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.739573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5093544 Feb 09 03:03:37.742424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41848) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:37.754062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703ba5b-376f-4963-b6a9-3dde087aa01e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=6fcce39f-67ec-468d-948c-323943b056c1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:37.783476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5ebb624d-72ea-4e9f-81ee-3be787558e4b None None] Provisioning complete for port 97db08f7-8181-4546-8ee4-7df3c442b5af triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:37.784876 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5ebb624d-72ea-4e9f-81ee-3be787558e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.944413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-939e089e-612d-4a26-a0d1-76b31b364ad8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (523a9948-7337-4154-ac04-24e91bd1371b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:37.954522 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.035192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e089e-612d-4a26-a0d1-76b31b364ad8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=523a9948-7337-4154-ac04-24e91bd1371b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:38.166130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-939e089e-612d-4a26-a0d1-76b31b364ad8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.169697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-939e089e-612d-4a26-a0d1-76b31b364ad8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/523a9948-7337-4154-ac04-24e91bd1371b HTTP/1.1" status: 204 len: 168 time: 2.5683556 Feb 09 03:03:38.172257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41858) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:38.196687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d08d7-e228-4114-b8a8-5ae358944707 None None] Pushing event updated for resources: {'Port': ['ID=4067727b-5f32-4d18-b584-36cd14c582c2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:38.207606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193b6a7-db88-4513-8c69-8ccc64b54ad1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:38.212442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41860) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:38.217445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f193b6a7-db88-4513-8c69-8ccc64b54ad1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A22f HTTP/1.1" status: 200 len: 929 time: 0.4617445 Feb 09 03:03:38.220647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d9757443-6dc7-4542-87ca-f1b92f220519), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.238894 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5653afe2-852a-4a10-b0d8-d5174577f05b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:03:38.240776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5653afe2-852a-4a10-b0d8-d5174577f05b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/523a9948-7337-4154-ac04-24e91bd1371b HTTP/1.1" status: 404 len: 333 time: 0.0674603 Feb 09 03:03:38.263252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41862) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:38.270666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:38.278062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:38.327465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:38.375496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 97db08f7-8181-4546-8ee4-7df3c442b5af triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:38.375749 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.408027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a7acbc-9d23-4fbf-a24f-cff0e05c7caf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet 26be85eb-7019-467f-8b42-e002081c0c7c {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:38.451951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39a7acbc-9d23-4fbf-a24f-cff0e05c7caf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (26be85eb-7019-467f-8b42-e002081c0c7c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.476263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'Port': ['ID=d9757443-6dc7-4542-87ca-f1b92f220519,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:38.508292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Deleting port 15e1ec2b-62cc-4df5-9347-8b2110a4886d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:38.508889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.552570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2aa004-46d5-4b71-b162-86f74f0831ff None None] New status for floating IP 9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:03:38.559131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb624d-72ea-4e9f-81ee-3be787558e4b None None] Current status of the port 97db08f7-8181-4546-8ee4-7df3c442b5af is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:38.560009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5ebb624d-72ea-4e9f-81ee-3be787558e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.572184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39a7acbc-9d23-4fbf-a24f-cff0e05c7caf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (26be85eb-7019-467f-8b42-e002081c0c7c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.778173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] For port 15e1ec2b-62cc-4df5-9347-8b2110a4886d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=15e1ec2b-62cc-4df5-9347-8b2110a4886d,segment=NetworkSegment(5619d38c-4924-45d2-a239-e277eaf00074),segment_id=5619d38c-4924-45d2-a239-e277eaf00074)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:38.778173 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:38.801076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] DHCP port deletion for 60278643-5c7b-4c6b-8c8d-6d6299a9f05a request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:38.848172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Calling delete_port for 15e1ec2b-62cc-4df5-9347-8b2110a4886d owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:38.852499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41872) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:38.982424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5ebb624d-72ea-4e9f-81ee-3be787558e4b None None] For port 97db08f7-8181-4546-8ee4-7df3c442b5af, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=97db08f7-8181-4546-8ee4-7df3c442b5af,segment=NetworkSegment(a5959638-a6d5-4149-aa2f-9b1e2945ff2c),segment_id=a5959638-a6d5-4149-aa2f-9b1e2945ff2c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:39.160105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 97db08f7-8181-4546-8ee4-7df3c442b5af is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:39.161139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.189928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.214193 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5ebb624d-72ea-4e9f-81ee-3be787558e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.291148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-de3ac54f-0d5d-4982-a4fa-044f074bda63 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 6fcce39f-67ec-468d-948c-323943b056c1 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:39.294512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de3ac54f-0d5d-4982-a4fa-044f074bda63 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6fcce39f-67ec-468d-948c-323943b056c1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.346230 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39a7acbc-9d23-4fbf-a24f-cff0e05c7caf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (26be85eb-7019-467f-8b42-e002081c0c7c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.371810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb624d-72ea-4e9f-81ee-3be787558e4b None None] Pushing event updated for resources: {'Port': ['ID=97db08f7-8181-4546-8ee4-7df3c442b5af,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:39.392908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] No DVR routers for this DVR port 15e1ec2b-62cc-4df5-9347-8b2110a4886d on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:39.403639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e1ec2b-62cc-4df5-9347-8b2110a4886d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:39.463830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3265b9ba-dadd-4342-a0aa-9cb453b3225d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group (8e1489e5-54f1-46b3-a0d0-38415b11972b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.474717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:03:39.476355 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:03:39.489815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Provisioning complete for port 97db08f7-8181-4546-8ee4-7df3c442b5af triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:39.490363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.493517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] Deleting port 15e1ec2b-62cc-4df5-9347-8b2110a4886d {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:39.493982 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.554226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3265b9ba-dadd-4342-a0aa-9cb453b3225d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group (8e1489e5-54f1-46b3-a0d0-38415b11972b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.554690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.597780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (60278643-5c7b-4c6b-8c8d-6d6299a9f05a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.696079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de3ac54f-0d5d-4982-a4fa-044f074bda63 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6fcce39f-67ec-468d-948c-323943b056c1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.730713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60278643-5c7b-4c6b-8c8d-6d6299a9f05a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:39.759497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d9757443-6dc7-4542-87ca-f1b92f220519), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.763210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-de3ac54f-0d5d-4982-a4fa-044f074bda63 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 6fcce39f-67ec-468d-948c-323943b056c1 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:39.770799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5619d38c-4924-45d2-a239-e277eaf00074') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:39.771105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5619d38c-4924-45d2-a239-e277eaf00074') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:39.779442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39a7acbc-9d23-4fbf-a24f-cff0e05c7caf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (26be85eb-7019-467f-8b42-e002081c0c7c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.785971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] For port 15e1ec2b-62cc-4df5-9347-8b2110a4886d, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:39.794542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.826081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (5619d38c-4924-45d2-a239-e277eaf00074), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.864218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] Calling delete_port for 15e1ec2b-62cc-4df5-9347-8b2110a4886d owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:39.914290 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5619d38c-4924-45d2-a239-e277eaf00074), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.949908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:39.950576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (5619d38c-4924-45d2-a239-e277eaf00074), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:39.963137 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:39.972009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-39a7acbc-9d23-4fbf-a24f-cff0e05c7caf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:39.977743 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-39a7acbc-9d23-4fbf-a24f-cff0e05c7caf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/26be85eb-7019-467f-8b42-e002081c0c7c HTTP/1.1" status: 204 len: 168 time: 1.7125769 Feb 09 03:03:39.991340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41888) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:40.037400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] Port 15e1ec2b-62cc-4df5-9347-8b2110a4886d was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:03:40.042894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Current status of the port 97db08f7-8181-4546-8ee4-7df3c442b5af is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:40.168296 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (15e1ec2b-62cc-4df5-9347-8b2110a4886d), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:40.264423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] Pushing event deleted for resources: {'Port': ['ID=15e1ec2b-62cc-4df5-9347-8b2110a4886d,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:40.289970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Provisioning complete for port f796f9a4-8df7-44f8-a7e9-031c063e54b1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:40.290856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f796f9a4-8df7-44f8-a7e9-031c063e54b1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:40.409133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d90cb-0407-4e70-a095-1b2fd6b8601e None None] No DVR routers for this DVR port 15e1ec2b-62cc-4df5-9347-8b2110a4886d on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:40.428327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 97db08f7-8181-4546-8ee4-7df3c442b5af is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:40.449547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (3edf8314-b1e8-4944-be6a-af3f18598d6f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:40.483644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Port f796f9a4-8df7-44f8-a7e9-031c063e54b1 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:40.568686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Provisioning complete for port 6fcce39f-67ec-468d-948c-323943b056c1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:40.569153 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6fcce39f-67ec-468d-948c-323943b056c1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:40.735953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1acd3275-be0e-471a-953f-f69f2cd51f86 None None] Port 6fcce39f-67ec-468d-948c-323943b056c1 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:40.822761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (60278643-5c7b-4c6b-8c8d-6d6299a9f05a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:40.844382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7acbc-9d23-4fbf-a24f-cff0e05c7caf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=26be85eb-7019-467f-8b42-e002081c0c7c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:40.847459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:40.866350 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] 10.222.0.32 "DELETE /v2.0/networks/60278643-5c7b-4c6b-8c8d-6d6299a9f05a HTTP/1.1" status: 204 len: 168 time: 3.4579389 Feb 09 03:03:40.877450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f996b1-a433-4c29-8839-f9dfce31f4fd None None] Network 3edf8314-b1e8-4944-be6a-af3f18598d6f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:40.887243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41900) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:40.990140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ed62c-f197-49ea-b048-c5f1ff7dc092 admin admin] Pushing event deleted for resources: {'Network': ['ID=60278643-5c7b-4c6b-8c8d-6d6299a9f05a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:41.011367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 4067727b-5f32-4d18-b584-36cd14c582c2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:41.011977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.024150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a8618da2-c4c5-415e-b022-89ac346780a7 None None] Provisioning complete for port f796f9a4-8df7-44f8-a7e9-031c063e54b1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:41.024613 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8618da2-c4c5-415e-b022-89ac346780a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f796f9a4-8df7-44f8-a7e9-031c063e54b1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.063244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 97db08f7-8181-4546-8ee4-7df3c442b5af up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:41.105474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3265b9ba-dadd-4342-a0aa-9cb453b3225d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8e1489e5-54f1-46b3-a0d0-38415b11972b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.110994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3265b9ba-dadd-4342-a0aa-9cb453b3225d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.114202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3265b9ba-dadd-4342-a0aa-9cb453b3225d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "DELETE /v2.0/security-groups/8e1489e5-54f1-46b3-a0d0-38415b11972b HTTP/1.1" status: 204 len: 168 time: 2.2605491 Feb 09 03:03:41.151452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41902) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:41.158212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] For port 4067727b-5f32-4d18-b584-36cd14c582c2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4067727b-5f32-4d18-b584-36cd14c582c2,segment=NetworkSegment(a24d8d76-9e14-450e-909b-d25cecc72994),segment_id=a24d8d76-9e14-450e-909b-d25cecc72994)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:41.159543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.190069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 4067727b-5f32-4d18-b584-36cd14c582c2 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:41.201297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a8618da2-c4c5-415e-b022-89ac346780a7 None None] Port f796f9a4-8df7-44f8-a7e9-031c063e54b1 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:41.212313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 97db08f7-8181-4546-8ee4-7df3c442b5af triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:41.212850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.262181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a8618da2-c4c5-415e-b022-89ac346780a7 None None] Provisioning complete for port 6fcce39f-67ec-468d-948c-323943b056c1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:41.262686 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8618da2-c4c5-415e-b022-89ac346780a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6fcce39f-67ec-468d-948c-323943b056c1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.298828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265b9ba-dadd-4342-a0aa-9cb453b3225d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1489e5-54f1-46b3-a0d0-38415b11972b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:41.314666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a8618da2-c4c5-415e-b022-89ac346780a7 None None] Port 6fcce39f-67ec-468d-948c-323943b056c1 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:41.357387 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-4fc5b976-3f77-4bca-84d8-ddad1cc6d4b0 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] show failed (client error): The resource could not be found. Feb 09 03:03:41.368742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4fc5b976-3f77-4bca-84d8-ddad1cc6d4b0 tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "GET /v2.0/security-groups/8e1489e5-54f1-46b3-a0d0-38415b11972b HTTP/1.1" status: 404 len: 347 time: 0.2074816 Feb 09 03:03:41.453714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:41.527588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 97db08f7-8181-4546-8ee4-7df3c442b5af is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:41.528894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4067727b-5f32-4d18-b584-36cd14c582c2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:41.531516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] DHCP port deletion for 3edf8314-b1e8-4944-be6a-af3f18598d6f request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:41.556192 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for port (d9757443-6dc7-4542-87ca-f1b92f220519), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.572140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (d9757443-6dc7-4542-87ca-f1b92f220519), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.635364 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-06134e38-60b3-45ba-b765-55add331e54e None None] Provisioning complete for port 4067727b-5f32-4d18-b584-36cd14c582c2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:41.635957 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06134e38-60b3-45ba-b765-55add331e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.728590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] Deleting port 4067727b-5f32-4d18-b584-36cd14c582c2 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:41.729209 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.731741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 4067727b-5f32-4d18-b584-36cd14c582c2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:41.732414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.774448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de3ac54f-0d5d-4982-a4fa-044f074bda63 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6fcce39f-67ec-468d-948c-323943b056c1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.787317 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:41.875298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No DVR routers for this DVR port 4067727b-5f32-4d18-b584-36cd14c582c2 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:41.916269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ac54f-0d5d-4982-a4fa-044f074bda63 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=6fcce39f-67ec-468d-948c-323943b056c1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:41.939549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'Port': ['ID=d9757443-6dc7-4542-87ca-f1b92f220519,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:41.952630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.106174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=4067727b-5f32-4d18-b584-36cd14c582c2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:42.147387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (3edf8314-b1e8-4944-be6a-af3f18598d6f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.159249 n-d-827839-4 neutron-server[109858]: INFO neutron.plugins.ml2.db [None req-06134e38-60b3-45ba-b765-55add331e54e None None] No ports have port_id starting with 4067727b-5f32-4d18-b584-36cd14c582c2 Feb 09 03:03:42.162320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.164361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f1bf1d2b-d828-4102-b4c5-5e69d803df1e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9031463 Feb 09 03:03:42.188775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edf8314-b1e8-4944-be6a-af3f18598d6f']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:42.209876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de3ac54f-0d5d-4982-a4fa-044f074bda63 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.214504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-de3ac54f-0d5d-4982-a4fa-044f074bda63 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/6fcce39f-67ec-468d-948c-323943b056c1 HTTP/1.1" status: 204 len: 168 time: 3.9995608 Feb 09 03:03:42.218730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41922) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:42.219857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24d8d76-9e14-450e-909b-d25cecc72994') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:42.221301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24d8d76-9e14-450e-909b-d25cecc72994') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:42.241741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] For port 4067727b-5f32-4d18-b584-36cd14c582c2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4067727b-5f32-4d18-b584-36cd14c582c2,segment=NetworkSegment(a24d8d76-9e14-450e-909b-d25cecc72994),segment_id=a24d8d76-9e14-450e-909b-d25cecc72994)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:42.241741 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.253706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (a24d8d76-9e14-450e-909b-d25cecc72994), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.256737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Could not find standard attr ID for object 4067727b-5f32-4d18-b584-36cd14c582c2. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:03:42.274645 n-d-827839-4 neutron-server[109858]: INFO neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No ports have port_id starting with 4067727b-5f32-4d18-b584-36cd14c582c2 Feb 09 03:03:42.275698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] Calling delete_port for 4067727b-5f32-4d18-b584-36cd14c582c2 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:42.276276 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7cb1eb-3f53-4bd1-8b05-dc1ff93e4df2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:03:42.279849 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0a7cb1eb-3f53-4bd1-8b05-dc1ff93e4df2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/6fcce39f-67ec-468d-948c-323943b056c1 HTTP/1.1" status: 404 len: 333 time: 0.0600526 Feb 09 03:03:42.287476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41924) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:42.296402 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a24d8d76-9e14-450e-909b-d25cecc72994), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.311559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:42.311972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (a24d8d76-9e14-450e-909b-d25cecc72994), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:42.319252 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:42.354141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Deleting port 59347dcf-5802-4143-9449-6466d917abd2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:42.354675 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (59347dcf-5802-4143-9449-6466d917abd2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.388408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1bea1437-d61f-4fc2-9744-e908f52d7270 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:42.413559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (3edf8314-b1e8-4944-be6a-af3f18598d6f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.423044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.427182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/networks/3edf8314-b1e8-4944-be6a-af3f18598d6f HTTP/1.1" status: 204 len: 168 time: 2.3521695 Feb 09 03:03:42.431491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:42.437829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'name': 'tempest-PortsTestJSON-57216699'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:42.471471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1bea1437-d61f-4fc2-9744-e908f52d7270 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:42.471471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1bea1437-d61f-4fc2-9744-e908f52d7270 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:42.471471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:42.518998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64de6-ca4f-4825-aaf8-7782e5482fd8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Network': ['ID=3edf8314-b1e8-4944-be6a-af3f18598d6f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:42.530445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:42.530861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 897bd5f2-4b6b-4ea7-9d2f-1a2c66925457 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:42.531296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 15e1ec2b-62cc-4df5-9347-8b2110a4886d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:42.569443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 15e1ec2b-62cc-4df5-9347-8b2110a4886d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:42.570382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 15e1ec2b-62cc-4df5-9347-8b2110a4886d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:42.592821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (4067727b-5f32-4d18-b584-36cd14c582c2), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.613063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] Network 3edf8314-b1e8-4944-be6a-af3f18598d6f is not hosted by any dhcp agent {{(pid=109858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:03:42.613524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] No DVR routers for this DVR port 4067727b-5f32-4d18-b584-36cd14c582c2 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:42.635613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (59347dcf-5802-4143-9449-6466d917abd2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.636109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for floatingip (59347dcf-5802-4143-9449-6466d917abd2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.664506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbe93d-5e6b-4a55-af19-5436e496dede None None] Pushing event deleted for resources: {'Port': ['ID=4067727b-5f32-4d18-b584-36cd14c582c2,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:42.670139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Calling delete_port for 59347dcf-5802-4143-9449-6466d917abd2 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:42.697542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-f18ad15e-f724-4fb7-ba77-0661e35634bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port f796f9a4-8df7-44f8-a7e9-031c063e54b1 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:42.699003 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f18ad15e-f724-4fb7-ba77-0661e35634bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f796f9a4-8df7-44f8-a7e9-031c063e54b1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.735030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4067727b-5f32-4d18-b584-36cd14c582c2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:42.765435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 4067727b-5f32-4d18-b584-36cd14c582c2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:42.766118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4067727b-5f32-4d18-b584-36cd14c582c2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:42.773240 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (42269657-ef90-4823-9bf6-e4e01eb5bd08), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:42.826438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-015970b9-1b01-4127-a177-61e8c722611c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1003594092&fields=id&tenant_id=5db19aa48f5f4d0fa13b734614c01316 HTTP/1.1" status: 200 len: 267 time: 0.1993356 Feb 09 03:03:42.988504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-58f43165-ef4c-40e2-bf8c-ee62d50c2c03 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:42.990098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-58f43165-ef4c-40e2-bf8c-ee62d50c2c03 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 817 time: 0.1621304 Feb 09 03:03:42.991361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:42.995532 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.038938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-035e31cd-6cd7-46e8-ba99-22baf34866f6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/quotas/5db19aa48f5f4d0fa13b734614c01316 HTTP/1.1" status: 200 len: 375 time: 0.0318129 Feb 09 03:03:43.040153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port 13746a4e-8def-4b4d-b253-a5921658fc6f yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:43.130887 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f18ad15e-f724-4fb7-ba77-0661e35634bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f796f9a4-8df7-44f8-a7e9-031c063e54b1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.160561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-f18ad15e-f724-4fb7-ba77-0661e35634bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for f796f9a4-8df7-44f8-a7e9-031c063e54b1 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:43.179544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8239e-f733-4ba7-88c7-5e133628079b req-13207b23-fe11-48c4-96ee-db1031b0083d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:43.181089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fd8239e-f733-4ba7-88c7-5e133628079b req-13207b23-fe11-48c4-96ee-db1031b0083d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.2407978 Feb 09 03:03:43.181758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (59347dcf-5802-4143-9449-6466d917abd2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.189035 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-d26b503a-5dd5-4f1e-9bc0-72316a2fe143 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360991 Feb 09 03:03:43.264799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Pushing event deleted for resources: {'Port': ['ID=59347dcf-5802-4143-9449-6466d917abd2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:43.409680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (13746a4e-8def-4b4d-b253-a5921658fc6f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.420217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-80e49fa4-e242-4e5e-b4bb-b841073487c8 service neutron] 10.222.0.32 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060053 Feb 09 03:03:43.453961 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fd8239e-f733-4ba7-88c7-5e133628079b req-1bae5c53-9adc-498a-b9a9-17da7132480b tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545266 Feb 09 03:03:43.474931 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks [] for floatingip (9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.477804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.479251 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cf833516-765b-47d8-bc51-a50f52d6561d tempest-ServersTestJSON-2106424940 tempest-ServersTestJSON-2106424940-project] 10.222.0.32 "DELETE /v2.0/floatingips/9a9ddd10-8b8f-4806-8a2c-e806a9c01e2e HTTP/1.1" status: 204 len: 168 time: 2.0210800 Feb 09 03:03:43.484060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41970) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:43.554540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (13746a4e-8def-4b4d-b253-a5921658fc6f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.644094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:43.648805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:43.652060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:43.660537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:43.661284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.678148 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-686fdb94-60d6-4831-b83b-7cce7b5a8695 service neutron] 10.222.0.32 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474556 Feb 09 03:03:43.692945 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f18ad15e-f724-4fb7-ba77-0661e35634bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f796f9a4-8df7-44f8-a7e9-031c063e54b1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.707894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=13746a4e-8def-4b4d-b253-a5921658fc6f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:43.724078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e19857a2-8b5a-4f39-8012-b038be112ce6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2887249 Feb 09 03:03:43.724589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41976) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:43.790229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad15e-f724-4fb7-ba77-0661e35634bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=f796f9a4-8df7-44f8-a7e9-031c063e54b1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:43.869278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f18ad15e-f724-4fb7-ba77-0661e35634bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:43.875364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f18ad15e-f724-4fb7-ba77-0661e35634bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/f796f9a4-8df7-44f8-a7e9-031c063e54b1 HTTP/1.1" status: 204 len: 168 time: 1.5778806 Feb 09 03:03:43.875989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41984) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:43.958869 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8d3d96-9ceb-412b-b44b-eb6515456356 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:03:43.962876 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9e8d3d96-9ceb-412b-b44b-eb6515456356 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/f796f9a4-8df7-44f8-a7e9-031c063e54b1 HTTP/1.1" status: 404 len: 333 time: 0.0834188 Feb 09 03:03:43.963567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41988) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:44.036793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a6dd91-7e42-4070-aa2e-12923403a579 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:44.043002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-60a6dd91-7e42-4070-aa2e-12923403a579 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.071240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 13746a4e-8def-4b4d-b253-a5921658fc6f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:44.071737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (13746a4e-8def-4b4d-b253-a5921658fc6f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.110293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6769ab10-5577-4e1a-99ee-a1528d9d75ae req-4ef3bdf3-8944-4623-a9a5-a49030534de5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.0548873 Feb 09 03:03:44.154273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-60a6dd91-7e42-4070-aa2e-12923403a579 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.185895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Deleting port 066ccb31-27e4-4811-b4a9-2918cf18933e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:44.186522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.199524 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (13746a4e-8def-4b4d-b253-a5921658fc6f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.222312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 13746a4e-8def-4b4d-b253-a5921658fc6f owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:44.340910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-60a6dd91-7e42-4070-aa2e-12923403a579 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.352595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] For port 066ccb31-27e4-4811-b4a9-2918cf18933e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=066ccb31-27e4-4811-b4a9-2918cf18933e,segment=NetworkSegment(5692c76c-a93c-44b8-924f-718bf78a4e4a),segment_id=5692c76c-a93c-44b8-924f-718bf78a4e4a)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:44.352964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.368745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Calling delete_port for 066ccb31-27e4-4811-b4a9-2918cf18933e owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:44.446178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (13746a4e-8def-4b4d-b253-a5921658fc6f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.457524 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (a437be77-3be5-4d08-b071-bded7bde8a34), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.498835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=13746a4e-8def-4b4d-b253-a5921658fc6f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:44.515075 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-60a6dd91-7e42-4070-aa2e-12923403a579 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.554063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360f721-f4da-41ef-ba8e-86e7998cef97 None None] Network 49f6701b-cc93-4b88-b610-0ee23a0cded9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:44.569851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-60a6dd91-7e42-4070-aa2e-12923403a579 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.578225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-60a6dd91-7e42-4070-aa2e-12923403a579 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7 HTTP/1.1" status: 204 len: 168 time: 0.6135240 Feb 09 03:03:44.579403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41996) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:44.585081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.585387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.585776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.586148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.586514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.586843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.587169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.587493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.588265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.588391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.588649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.589068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.589391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:44.593470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.599748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2f917359-9451-4c89-a84f-349726a3e5bc tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/13746a4e-8def-4b4d-b253-a5921658fc6f HTTP/1.1" status: 204 len: 168 time: 0.8740635 Feb 09 03:03:44.602637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42002) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:44.631952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'mac_address': 'fa:16:3e:bf:98:20', 'name': 'tempest-PortsTestJSON-1886517114'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:44.677069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6dd91-7e42-4070-aa2e-12923403a579 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:44.720065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31857e8-9791-46d2-8159-4b03d7b6476d req-35bfb0ca-7d9d-4be1-8ec0-740958af7e69 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:44.725888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e31857e8-9791-46d2-8159-4b03d7b6476d req-35bfb0ca-7d9d-4be1-8ec0-740958af7e69 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1028910 Feb 09 03:03:44.792508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e31857e8-9791-46d2-8159-4b03d7b6476d req-9ca7fe90-b6e5-4bbc-b7ef-770465254327 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656137 Feb 09 03:03:44.838711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] DHCP port deletion for 49f6701b-cc93-4b88-b610-0ee23a0cded9 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:44.863858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (49f6701b-cc93-4b88-b610-0ee23a0cded9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.895587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] Deleting port 97db08f7-8181-4546-8ee4-7df3c442b5af {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:44.896228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:44.992054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] For port 97db08f7-8181-4546-8ee4-7df3c442b5af, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=97db08f7-8181-4546-8ee4-7df3c442b5af,segment=NetworkSegment(a5959638-a6d5-4149-aa2f-9b1e2945ff2c),segment_id=a5959638-a6d5-4149-aa2f-9b1e2945ff2c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:44.992509 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.022366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] Calling delete_port for 97db08f7-8181-4546-8ee4-7df3c442b5af owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:45.037977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:45.206730 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.222945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] No DVR routers for this DVR port 97db08f7-8181-4546-8ee4-7df3c442b5af on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:45.254395 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (066ccb31-27e4-4811-b4a9-2918cf18933e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.278549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7086bf-61a8-47cb-a80f-886cf1f9a382 None None] Pushing event deleted for resources: {'Port': ['ID=97db08f7-8181-4546-8ee4-7df3c442b5af,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:45.293452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a74bf57-b423-4ede-8efc-8817e9784392 req-89ab192a-6492-469e-8c12-84a314e973a2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.0767028 Feb 09 03:03:45.330404 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.338301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Pushing event deleted for resources: {'Port': ['ID=066ccb31-27e4-4811-b4a9-2918cf18933e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:45.340494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 97db08f7-8181-4546-8ee4-7df3c442b5af {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:45.340846 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.399845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port f518864c-de1e-41b4-a067-c82bfaa6e913 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:45.931463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] For port 97db08f7-8181-4546-8ee4-7df3c442b5af, host n-d-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:45.932054 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:45.999512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218d62-e001-4dc1-92c7-720abc6d4238 req-e5d03109-a1d8-43a9-9b73-6cb1d4cb7e26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:46.002264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34218d62-e001-4dc1-92c7-720abc6d4238 req-e5d03109-a1d8-43a9-9b73-6cb1d4cb7e26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1062877 Feb 09 03:03:46.031489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 97db08f7-8181-4546-8ee4-7df3c442b5af owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:46.039083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Port 97db08f7-8181-4546-8ee4-7df3c442b5af was not found and therefore no delete operation was performed {{(pid=109856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:03:46.059531 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (97db08f7-8181-4546-8ee4-7df3c442b5af), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.113054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34218d62-e001-4dc1-92c7-720abc6d4238 req-15e6f53a-6742-4fa2-9a3a-d236cf813e7f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046298 Feb 09 03:03:46.187201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No DVR routers for this DVR port 97db08f7-8181-4546-8ee4-7df3c442b5af on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:46.195480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=97db08f7-8181-4546-8ee4-7df3c442b5af,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:46.212915 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (42269657-ef90-4823-9bf6-e4e01eb5bd08), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.425253 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (49f6701b-cc93-4b88-b610-0ee23a0cded9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.429727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (f518864c-de1e-41b4-a067-c82bfaa6e913), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.485005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3042018e-6b82-4813-aefc-00118622dd3f req-04b0bf8b-5b75-4af5-9f83-f0db67d8045b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.0750351 Feb 09 03:03:46.491847 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f6701b-cc93-4b88-b610-0ee23a0cded9']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:46.520989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5959638-a6d5-4149-aa2f-9b1e2945ff2c') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:46.521312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5959638-a6d5-4149-aa2f-9b1e2945ff2c') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:46.548763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (a5959638-a6d5-4149-aa2f-9b1e2945ff2c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.582957 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a5959638-a6d5-4149-aa2f-9b1e2945ff2c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.595259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:46.595701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (a5959638-a6d5-4149-aa2f-9b1e2945ff2c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:46.601116 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:46.604521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f518864c-de1e-41b4-a067-c82bfaa6e913), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.650281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Deleting port fbd49149-8941-4acb-af50-bb352932abd0 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:46.650864 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (fbd49149-8941-4acb-af50-bb352932abd0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.809847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 97db08f7-8181-4546-8ee4-7df3c442b5af no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:46.836904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 97db08f7-8181-4546-8ee4-7df3c442b5af {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:46.837494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 97db08f7-8181-4546-8ee4-7df3c442b5af not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:46.840521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:46.856940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (49f6701b-cc93-4b88-b610-0ee23a0cded9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.858835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:46.875998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:46.881217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:46.881860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.884979 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.891849 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/networks/49f6701b-cc93-4b88-b610-0ee23a0cded9 HTTP/1.1" status: 204 len: 168 time: 2.3009753 Feb 09 03:03:46.894971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42060) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:46.901967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-326420871'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:46.933288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee7094-09d9-414d-8f37-d759408507fd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Network': ['ID=49f6701b-cc93-4b88-b610-0ee23a0cded9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:46.937344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:46.939861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=f518864c-de1e-41b4-a067-c82bfaa6e913,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:46.944904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.965932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a276d94b-7cd0-45d9-8c9c-4895d1c1829a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3577456 Feb 09 03:03:46.966584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:46.981712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:46.998688 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b38f9861-e590-4c8a-8a61-5e8c5128501e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:46.999477 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Added segment b38f9861-e590-4c8a-8a61-5e8c5128501e of type vlan for network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 Feb 09 03:03:47.019720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] For port fbd49149-8941-4acb-af50-bb352932abd0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fbd49149-8941-4acb-af50-bb352932abd0,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:47.020089 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (fbd49149-8941-4acb-af50-bb352932abd0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.045441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Calling delete_port for fbd49149-8941-4acb-af50-bb352932abd0 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:47.053480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7a6af4b7-1d8e-49d3-959f-6bb298047e26), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.063015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Router 42269657-ef90-4823-9bf6-e4e01eb5bd08 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:03:47.081861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8371f5b2-4928-4b0a-a012-ff516037a2be tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:47.084409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7a6af4b7-1d8e-49d3-959f-6bb298047e26), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.086358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8371f5b2-4928-4b0a-a012-ff516037a2be tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/f518864c-de1e-41b4-a067-c82bfaa6e913 HTTP/1.1" status: 200 len: 841 time: 0.1113069 Feb 09 03:03:47.090593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:47.092847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:47.093549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.159672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2614186 Feb 09 03:03:47.163640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42076) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:47.168623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:47.330612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9cb20-a614-4c0d-a70e-4c9b9029a047 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Network': ['ID=7a6af4b7-1d8e-49d3-959f-6bb298047e26,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:47.347173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:47.413934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ef441-53b0-4cd3-943a-9d0bb8161e0b req-48975b4b-fb91-4215-b2ad-605ec06c417c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:47.419270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (fbd49149-8941-4acb-af50-bb352932abd0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.421230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811ef441-53b0-4cd3-943a-9d0bb8161e0b req-48975b4b-fb91-4215-b2ad-605ec06c417c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.1883450 Feb 09 03:03:47.471426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:47.474954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:47.550965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd49149-8941-4acb-af50-bb352932abd0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:47.699558 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-811ef441-53b0-4cd3-943a-9d0bb8161e0b req-6de5678e-f2d9-40c0-aea5-f734d7fa47cb tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773435 Feb 09 03:03:47.877337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42094) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:47.931638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:03:47.942584 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] Sync routers for ids ['42269657-ef90-4823-9bf6-e4e01eb5bd08'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:03:47.960430 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] Routers {'42269657-ef90-4823-9bf6-e4e01eb5bd08'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:47.961059 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['42269657-ef90-4823-9bf6-e4e01eb5bd08'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:48.018665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62f5a5f0-fdf5-425a-8080-9d24b2becb45 req-6ecbcb08-2bde-43ef-acaf-686b6a3903b1 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.2135513 Feb 09 03:03:48.024245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1299867b-438f-4db9-99ac-c3e1ea04e131 admin admin] 10.222.0.32 "PUT /v2.0/routers/42269657-ef90-4823-9bf6-e4e01eb5bd08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1352770 Feb 09 03:03:48.032579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42098) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:48.063104 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (bd9e3136-e2b1-431b-99eb-a51c94e98043), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.101876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3838fe13-61ab-4ee7-b87f-de0444c71503 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port f518864c-de1e-41b4-a067-c82bfaa6e913 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:48.101876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3838fe13-61ab-4ee7-b87f-de0444c71503 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f518864c-de1e-41b4-a067-c82bfaa6e913), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.138555 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] Set router 42269657-ef90-4823-9bf6-e4e01eb5bd08 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:48.205703 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (a437be77-3be5-4d08-b071-bded7bde8a34), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.213911 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3838fe13-61ab-4ee7-b87f-de0444c71503 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f518864c-de1e-41b4-a067-c82bfaa6e913), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.231296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3838fe13-61ab-4ee7-b87f-de0444c71503 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for f518864c-de1e-41b4-a067-c82bfaa6e913 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:48.295364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7db30c61-f214-468f-9028-d43c4b40e98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.330624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=bd9e3136-e2b1-431b-99eb-a51c94e98043,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:48.385842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking segment: {'id': 'b38f9861-e590-4c8a-8a61-5e8c5128501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:48.386581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network hostable DHCP agents. Network: 7a6af4b7-1d8e-49d3-959f-6bb298047e26, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:48.419390 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks [] for router (42269657-ef90-4823-9bf6-e4e01eb5bd08), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.450774 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T03:03:44Z', 'revision_number': 5, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:48.496687 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] Checking router: 42269657-ef90-4823-9bf6-e4e01eb5bd08 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:03:48.515237 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] Routers {'42269657-ef90-4823-9bf6-e4e01eb5bd08'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:48.516014 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['42269657-ef90-4823-9bf6-e4e01eb5bd08'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:48.522790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:48.542381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3838fe13-61ab-4ee7-b87f-de0444c71503 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f518864c-de1e-41b4-a067-c82bfaa6e913), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.547357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7a6af4b7-1d8e-49d3-959f-6bb298047e26) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:48.557438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def242b6-e426-4521-a1b1-2b301f381a6d None None] Network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:48.561739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:48.562377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.635622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fe1c4620-4fbc-4634-be6d-cd05c6fbadfe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4710891 Feb 09 03:03:48.645030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42108) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:48.651498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26', 'name': 'tempest-PortsIpV6TestJSON-975870583', 'fixed_ips': [{'subnet_id': 'bd9e3136-e2b1-431b-99eb-a51c94e98043', 'ip_address': '2001:db8::10'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:48.670091 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7db30c61-f214-468f-9028-d43c4b40e98b admin admin] Publish callbacks [] for security_group (6245bffa-0af7-42f9-be8e-61d4a4139979), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.694473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838fe13-61ab-4ee7-b87f-de0444c71503 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=f518864c-de1e-41b4-a067-c82bfaa6e913,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:48.730155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7db30c61-f214-468f-9028-d43c4b40e98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6245bffa-0af7-42f9-be8e-61d4a4139979), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.749800 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] Set router 42269657-ef90-4823-9bf6-e4e01eb5bd08 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:48.755041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Router a437be77-3be5-4d08-b071-bded7bde8a34 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:03:48.761675 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3838fe13-61ab-4ee7-b87f-de0444c71503 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.762655 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks [] for router_gateway (42269657-ef90-4823-9bf6-e4e01eb5bd08), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.767883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3838fe13-61ab-4ee7-b87f-de0444c71503 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/f518864c-de1e-41b4-a067-c82bfaa6e913 HTTP/1.1" status: 204 len: 168 time: 1.6688395 Feb 09 03:03:48.771370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42114) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:48.780175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7db30c61-f214-468f-9028-d43c4b40e98b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9011c3cd0a754e0189eff08ecdf39a90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8974547 Feb 09 03:03:48.787624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42116) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:48.860233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7a6af4b7-1d8e-49d3-959f-6bb298047e26', 'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26', 'project_id': '43d85cc57f7145e599c387d85e3bbf3b', 'fixed_ips': [{'subnet_id': 'bd9e3136-e2b1-431b-99eb-a51c94e98043'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:48.865629 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:48.869986 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-208f39e6-ba10-4704-b2a1-f555fa3fd3f2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:03:48.879126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-208f39e6-ba10-4704-b2a1-f555fa3fd3f2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/f518864c-de1e-41b4-a067-c82bfaa6e913 HTTP/1.1" status: 404 len: 333 time: 0.1067741 Feb 09 03:03:48.899309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42118) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:48.919272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db30c61-f214-468f-9028-d43c4b40e98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6245bffa-0af7-42f9-be8e-61d4a4139979,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:48.920000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'name': 'tempest-PortsTestJSON-244958023'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:49.176932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:03:49.183120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:49.200271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42128) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:49.200532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Allocated IP 2001:db8::2 (7a6af4b7-1d8e-49d3-959f-6bb298047e26/bd9e3136-e2b1-431b-99eb-a51c94e98043/4b7600cf-618d-4626-8302-c99a4fc739e2) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:49.202376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bcb01621-33bf-4f6c-a79f-10d5def788ec admin admin] 10.222.0.32 "PUT /v2.0/routers/a437be77-3be5-4d08-b071-bded7bde8a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7005870 Feb 09 03:03:49.209529 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T03:03:44Z', 'revision_number': 5, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:49.239429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Deleting port 93e5d633-b2a6-4220-be43-3a998b362baf {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:49.239763 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.262584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] Sync routers for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:03:49.282596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:49.283541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:49.302439 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fae7b5-db81-4378-8953-e85e04fe9645 None None] The sync data for ids ['42269657-ef90-4823-9bf6-e4e01eb5bd08'] in n-d-827839-4 is: [{'id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'name': 'tempest-TaggedBootDevicesTest_v242-60853265-router', 'tenant_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:54:46Z', 'updated_at': '2022-02-09T03:03:44Z', 'revision_number': 5, 'project_id': '06d9c83dc6dd4a5c89acc29fa6a04677', 'gw_port': {'id': '93e5d633-b2a6-4220-be43-3a998b362baf', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:08:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42269657-ef90-4823-9bf6-e4e01eb5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:54:47Z', 'updated_at': '2022-02-09T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:03:49.378854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:49.382573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.416382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port 9ebedf62-8c0e-4057-9d91-83691ee4c87b yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:49.441734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:49.587966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (9ebedf62-8c0e-4057-9d91-83691ee4c87b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.627383 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e185ebe-07db-4c63-b41a-1108a2a0e830 req-08a39206-510e-42ce-af06-f2c01643196a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.2967832 Feb 09 03:03:49.641718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9ebedf62-8c0e-4057-9d91-83691ee4c87b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.661506 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.667870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:49.670996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:49.692819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:49.698201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:49.698885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.744988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8424330 Feb 09 03:03:49.745917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42134) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:49.758267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:49.826912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a7de8-a068-4b1f-b1fd-987b598efadb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=9ebedf62-8c0e-4057-9d91-83691ee4c87b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:49.857889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:03:47Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:49.870995 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9ebedf62-8c0e-4057-9d91-83691ee4c87b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.903895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] Checking router: a437be77-3be5-4d08-b071-bded7bde8a34 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:03:49.924359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Publish callbacks [] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:49.926181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] Routers {'a437be77-3be5-4d08-b071-bded7bde8a34'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:03:49.926848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:03:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a437be77-3be5-4d08-b071-bded7bde8a34'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:50.052734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] Set router a437be77-3be5-4d08-b071-bded7bde8a34 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:03:50.114500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (9ebedf62-8c0e-4057-9d91-83691ee4c87b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.123830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9ebedf62-8c0e-4057-9d91-83691ee4c87b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.143904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.202129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=9ebedf62-8c0e-4057-9d91-83691ee4c87b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:50.204512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] In _notify_port_updated(), no bound segment for port 9ebedf62-8c0e-4057-9d91-83691ee4c87b on network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:03:50.210864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:50.211497 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.215396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3e4cf3ca-d2ea-40e2-b4d7-9b42177c010b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "PUT /v2.0/ports/9ebedf62-8c0e-4057-9d91-83691ee4c87b HTTP/1.1" status: 200 len: 818 time: 0.4658680 Feb 09 03:03:50.215507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42140) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:50.295990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Pushing event updated for resources: {'Port': ['ID=4b7600cf-618d-4626-8302-c99a4fc739e2,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:50.303187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9012f3ea-fa14-4c6c-a9d0-e552d8d3a8a3 admin admin] Publish callbacks [] for security_group (6245bffa-0af7-42f9-be8e-61d4a4139979), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.306781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks [] for router (a437be77-3be5-4d08-b071-bded7bde8a34), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.310165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:50.345255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:50.345255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:50.349189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-938b4600-4f0d-41aa-9a84-026fd296dbdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 9ebedf62-8c0e-4057-9d91-83691ee4c87b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:50.349189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-938b4600-4f0d-41aa-9a84-026fd296dbdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9ebedf62-8c0e-4057-9d91-83691ee4c87b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.412979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Attempting to bind port 4b7600cf-618d-4626-8302-c99a4fc739e2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:50.413459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Attempting to bind port 4b7600cf-618d-4626-8302-c99a4fc739e2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'b38f9861-e590-4c8a-8a61-5e8c5128501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:50.413900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Attempting to bind port 4b7600cf-618d-4626-8302-c99a4fc739e2 on network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:50.420660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:50.421142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Checking segment: {'id': 'b38f9861-e590-4c8a-8a61-5e8c5128501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:50.421639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.422114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Bound using segment: {'id': 'b38f9861-e590-4c8a-8a61-5e8c5128501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:50.422706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Bound port: 4b7600cf-618d-4626-8302-c99a4fc739e2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38f9861-e590-4c8a-8a61-5e8c5128501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:50.423173 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.427226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-938b4600-4f0d-41aa-9a84-026fd296dbdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9ebedf62-8c0e-4057-9d91-83691ee4c87b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.440159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:03:47Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:50.451730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-938b4600-4f0d-41aa-9a84-026fd296dbdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 9ebedf62-8c0e-4057-9d91-83691ee4c87b owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:50.485140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2352b-e925-4f4f-b729-6a70e938d80c req-aa377029-26fd-4772-8736-805916ea1d19 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:50.493180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5db2352b-e925-4f4f-b729-6a70e938d80c req-aa377029-26fd-4772-8736-805916ea1d19 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 1.5436580 Feb 09 03:03:50.547635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e8a55d-58ea-4c68-84d0-9976fb61b1a7 None None] The sync data for ids ['a437be77-3be5-4d08-b071-bded7bde8a34'] in n-d-827839-4 is: [{'id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'name': 'tempest-ServersTestJSON-1548834198-router', 'tenant_id': 'dc3994c219be444694a9461dd5d6c11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:01:21Z', 'updated_at': '2022-02-09T03:03:47Z', 'revision_number': 5, 'project_id': 'dc3994c219be444694a9461dd5d6c11f', 'gw_port': {'id': '033d2fff-3238-457a-9759-b0edbd51ecb0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a437be77-3be5-4d08-b071-bded7bde8a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:01:24Z', 'updated_at': '2022-02-09T03:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:03:50.588809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] For port 93e5d633-b2a6-4220-be43-3a998b362baf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=93e5d633-b2a6-4220-be43-3a998b362baf,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:50.589176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.610146 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9012f3ea-fa14-4c6c-a9d0-e552d8d3a8a3 admin admin] Publish callbacks [] for security_group (6245bffa-0af7-42f9-be8e-61d4a4139979), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.631312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] For port 4b7600cf-618d-4626-8302-c99a4fc739e2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:50.635399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] For port 4b7600cf-618d-4626-8302-c99a4fc739e2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4b7600cf-618d-4626-8302-c99a4fc739e2,segment=NetworkSegment(b38f9861-e590-4c8a-8a61-5e8c5128501e),segment_id=b38f9861-e590-4c8a-8a61-5e8c5128501e)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:50.652853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.715786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Calling delete_port for 93e5d633-b2a6-4220-be43-3a998b362baf owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:50.719780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 066ccb31-27e4-4811-b4a9-2918cf18933e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:50.798969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 066ccb31-27e4-4811-b4a9-2918cf18933e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:50.803096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 066ccb31-27e4-4811-b4a9-2918cf18933e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:50.803907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fbd49149-8941-4acb-af50-bb352932abd0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:50.811881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:50.893564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: fbd49149-8941-4acb-af50-bb352932abd0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:50.900494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fbd49149-8941-4acb-af50-bb352932abd0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:50.940779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afa038-8e12-4e3e-bdd3-ebf313a2eca8 None None] Pushing event updated for resources: {'Port': ['ID=4b7600cf-618d-4626-8302-c99a4fc739e2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:50.949203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port da5916f5-400b-46fc-af34-1ca5a206be23 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:51.185387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5db2352b-e925-4f4f-b729-6a70e938d80c req-a52b9bdd-5994-425a-a2e6-c410b720215e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6910946 Feb 09 03:03:51.207540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9434286-48c1-4536-84ca-5cf26abf19e7 req-cabb111f-d723-478a-ab8c-844fbfc363fa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.0663786 Feb 09 03:03:51.218149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-938b4600-4f0d-41aa-9a84-026fd296dbdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9ebedf62-8c0e-4057-9d91-83691ee4c87b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.275836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b4600-4f0d-41aa-9a84-026fd296dbdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=9ebedf62-8c0e-4057-9d91-83691ee4c87b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:51.282699 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-938b4600-4f0d-41aa-9a84-026fd296dbdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.287999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-938b4600-4f0d-41aa-9a84-026fd296dbdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/9ebedf62-8c0e-4057-9d91-83691ee4c87b HTTP/1.1" status: 204 len: 168 time: 1.0716228 Feb 09 03:03:51.295672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42156) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:51.310800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-c634c67d-5fac-42ab-8f57-3eeb91c57484 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:51.314308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-c634c67d-5fac-42ab-8f57-3eeb91c57484 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 817 time: 0.8964605 Feb 09 03:03:51.321926 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks [] for router_gateway (a437be77-3be5-4d08-b071-bded7bde8a34), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.376874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::10 (7a6af4b7-1d8e-49d3-959f-6bb298047e26/bd9e3136-e2b1-431b-99eb-a51c94e98043/da5916f5-400b-46fc-af34-1ca5a206be23) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:51.380060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0973bb-9653-4568-9b18-96aa0e392bdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:51.386161 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4a0973bb-9653-4568-9b18-96aa0e392bdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0885153 Feb 09 03:03:51.387227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:51.400184 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.412322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9012f3ea-fa14-4c6c-a9d0-e552d8d3a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6245bffa-0af7-42f9-be8e-61d4a4139979), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.415102 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9012f3ea-fa14-4c6c-a9d0-e552d8d3a8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.416348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9012f3ea-fa14-4c6c-a9d0-e552d8d3a8a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6245bffa-0af7-42f9-be8e-61d4a4139979 HTTP/1.1" status: 204 len: 168 time: 2.6260855 Feb 09 03:03:51.431568 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d12fbc-bdee-4212-98f3-8e80b4c4c0d7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:03:51.433988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-38d12fbc-bdee-4212-98f3-8e80b4c4c0d7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/9ebedf62-8c0e-4057-9d91-83691ee4c87b HTTP/1.1" status: 404 len: 333 time: 0.0460835 Feb 09 03:03:51.440122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42164) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:51.454489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-796598928'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:51.485344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:51.489123 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.524971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:03:51.563168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1688e2aa-a619-4576-a7db-05689df155f6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.563523 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Added segment 1688e2aa-a619-4576-a7db-05689df155f6 of type vlan for network 9b94f80d-85a8-455e-9784-eb4370326018 Feb 09 03:03:51.612365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012f3ea-fa14-4c6c-a9d0-e552d8d3a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6245bffa-0af7-42f9-be8e-61d4a4139979,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:51.615607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (9b94f80d-85a8-455e-9784-eb4370326018), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.661621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (9b94f80d-85a8-455e-9784-eb4370326018), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.673565 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-6ce28c84-a0af-4cd2-b76a-2390b66ad0aa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db19aa48f5f4d0fa13b734614c01316 HTTP/1.1" status: 200 len: 380 time: 0.3393116 Feb 09 03:03:51.678591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:51.680353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.689590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'port': {'device_id': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'admin_state_up': True, 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'security_groups': ['17b49649-ac45-4dd6-9c5f-6fcf23afd981']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:51.749198 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:03:51.778483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3366554 Feb 09 03:03:51.782132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42170) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:51.791742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '9b94f80d-85a8-455e-9784-eb4370326018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:51.809075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b0ab3-0437-49f1-a1fc-b907c5236316 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Network': ['ID=9b94f80d-85a8-455e-9784-eb4370326018,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:51.821707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 9b94f80d-85a8-455e-9784-eb4370326018 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:03:51.849359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Deleting port 033d2fff-3238-457a-9759-b0edbd51ecb0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:51.849714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:51.920306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42176) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:51.949907 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52fb066f-fa08-4090-a02f-5081fc8fc003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.009915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:52.015247 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.075412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] For port 033d2fff-3238-457a-9759-b0edbd51ecb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=033d2fff-3238-457a-9759-b0edbd51ecb0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:52.075878 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.118044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Calling delete_port for 033d2fff-3238-457a-9759-b0edbd51ecb0 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:52.138759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (93e5d633-b2a6-4220-be43-3a998b362baf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.153033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (da5916f5-400b-46fc-af34-1ca5a206be23), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.264940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52fb066f-fa08-4090-a02f-5081fc8fc003 admin admin] Publish callbacks [] for security_group (672e955f-1eff-45d7-9f05-2fe6d6d167c7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.267415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Pushing event deleted for resources: {'Port': ['ID=93e5d633-b2a6-4220-be43-3a998b362baf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:52.269854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Made reservation on behalf of 5db19aa48f5f4d0fa13b734614c01316 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:52.284623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.289562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-52fb066f-fa08-4090-a02f-5081fc8fc003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (672e955f-1eff-45d7-9f05-2fe6d6d167c7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.323455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb066f-fa08-4090-a02f-5081fc8fc003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e955f-1eff-45d7-9f05-2fe6d6d167c7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:52.348458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-52fb066f-fa08-4090-a02f-5081fc8fc003 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=899c04ec47724116b00e094d5f17df53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215732 Feb 09 03:03:52.352913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42188) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:52.361317 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (e7e10d4f-4149-4d44-b782-0f9ea5cce8b6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.447481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-00009863-1468-4c22-a451-5f90fcb4ce26 req-3ad412db-8d5d-4e26-aeb4-d4c4795716d5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.0443141 Feb 09 03:03:52.481565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=e7e10d4f-4149-4d44-b782-0f9ea5cce8b6,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:52.527120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking segment: {'id': '1688e2aa-a619-4576-a7db-05689df155f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b94f80d-85a8-455e-9784-eb4370326018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:52.527485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network hostable DHCP agents. Network: 9b94f80d-85a8-455e-9784-eb4370326018, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:03:52.534844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d14ae6d4-c079-4fcf-8fdf-2a3600c5956b admin admin] Publish callbacks [] for security_group (672e955f-1eff-45d7-9f05-2fe6d6d167c7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.579908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4dad1-632c-4e94-ae25-ea261d05bfd4 None None] Network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:52.595444 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d14ae6d4-c079-4fcf-8fdf-2a3600c5956b admin admin] Publish callbacks [] for security_group (672e955f-1eff-45d7-9f05-2fe6d6d167c7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.624210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f937e-0644-4c41-a0f7-58075193514d req-2eafc624-80b6-4b9b-960e-64d9d9e469d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:52.629011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874f937e-0644-4c41-a0f7-58075193514d req-2eafc624-80b6-4b9b-960e-64d9d9e469d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.3406229 Feb 09 03:03:52.630671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (42269657-ef90-4823-9bf6-e4e01eb5bd08), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.649625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 9b94f80d-85a8-455e-9784-eb4370326018 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:03:52.687422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d14ae6d4-c079-4fcf-8fdf-2a3600c5956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (672e955f-1eff-45d7-9f05-2fe6d6d167c7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.693466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d14ae6d4-c079-4fcf-8fdf-2a3600c5956b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.696737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d14ae6d4-c079-4fcf-8fdf-2a3600c5956b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/672e955f-1eff-45d7-9f05-2fe6d6d167c7 HTTP/1.1" status: 204 len: 168 time: 0.3428011 Feb 09 03:03:52.702711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 9b94f80d-85a8-455e-9784-eb4370326018) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:52.717192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:52.717791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.718087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e73c19-10f6-4bc4-9d3b-7aa4c2d0c291 None None] Network 9b94f80d-85a8-455e-9784-eb4370326018 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:52.733284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ae6d4-c079-4fcf-8fdf-2a3600c5956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e955f-1eff-45d7-9f05-2fe6d6d167c7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:52.748699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (da5916f5-400b-46fc-af34-1ca5a206be23), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.749238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-db4dd6dd-bd6d-4b56-913d-55aaed2beab9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9662323 Feb 09 03:03:52.753410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42196) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:52.766127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-aba5cf70-3c88-4d5a-8d24-5022e93532ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '9b94f80d-85a8-455e-9784-eb4370326018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:52.904415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Provisioning complete for port 4b7600cf-618d-4626-8302-c99a4fc739e2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:52.905413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.906369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (42269657-ef90-4823-9bf6-e4e01eb5bd08), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.929777 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks [] for router_controller (42269657-ef90-4823-9bf6-e4e01eb5bd08), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:52.950677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:52.971943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874f937e-0644-4c41-a0f7-58075193514d req-dc72ab54-ec4e-4519-97a8-8fec9ad6af5b tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324203 Feb 09 03:03:52.973475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:52.991365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Allocated IP 172.20.0.14 (7bfe887d-42a1-45e1-8404-5345b71ca5c2/eee59d76-4e9a-434f-8d34-51abfe04d667/23a33a01-5242-433d-83da-53ad520b84d3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:52.999583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:53.009822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:53.010869 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.015982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=da5916f5-400b-46fc-af34-1ca5a206be23,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:53.036088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba5cf70-3c88-4d5a-8d24-5022e93532ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:53.041263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aba5cf70-3c88-4d5a-8d24-5022e93532ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.097282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (033d2fff-3238-457a-9759-b0edbd51ecb0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.190981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (42269657-ef90-4823-9bf6-e4e01eb5bd08), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.191613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42269657-ef90-4823-9bf6-e4e01eb5bd08 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:03:53.205494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.209669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dba0b3c9-ae59-4528-b175-9b9d8fe2852c admin admin] 10.222.0.32 "DELETE /v2.0/routers/42269657-ef90-4823-9bf6-e4e01eb5bd08 HTTP/1.1" status: 204 len: 168 time: 5.1717315 Feb 09 03:03:53.214857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-77cecfcc-54c3-443f-b25c-52b8a49b28a7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5664144 Feb 09 03:03:53.214857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=033d2fff-3238-457a-9759-b0edbd51ecb0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:53.215100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4b7600cf-618d-4626-8302-c99a4fc739e2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:53.221088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42206) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:53.222210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42208) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:53.227659 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-aba5cf70-3c88-4d5a-8d24-5022e93532ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e7e10d4f-4149-4d44-b782-0f9ea5cce8b6 (CIDR: 172.20.0.0/28) Feb 09 03:03:53.235097 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba5cf70-3c88-4d5a-8d24-5022e93532ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:03:53.235317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '7a6af4b7-1d8e-49d3-959f-6bb298047e26', 'name': 'tempest-PortsIpV6TestJSON-1500650535', 'fixed_ips': [{'subnet_id': 'bd9e3136-e2b1-431b-99eb-a51c94e98043', 'ip_address': '2001:db8::f'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:53.236830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba5cf70-3c88-4d5a-8d24-5022e93532ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:03:53.282719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aba5cf70-3c88-4d5a-8d24-5022e93532ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5276711 Feb 09 03:03:53.285939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42210) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:53.291881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '9b94f80d-85a8-455e-9784-eb4370326018', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:53.379086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-9b94f80d-85a8-455e-9784-eb4370326018', 'network_id': '9b94f80d-85a8-455e-9784-eb4370326018', 'project_id': 'c63e667e4e38457caa1989bb463c5818', 'fixed_ips': [{'subnet_id': 'e7e10d4f-4149-4d44-b782-0f9ea5cce8b6'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:03:53.380705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.509425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:53.515506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.590430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 4b7600cf-618d-4626-8302-c99a4fc739e2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:53.590966 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.591853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c32b1d-d609-4247-ab49-b59c642931e3 admin admin] Deleting subnet 9fbf6a55-1c30-4297-8445-ea27f833667e {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:53.612481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-82c32b1d-d609-4247-ab49-b59c642931e3 admin admin] Publish callbacks [] for subnet (9fbf6a55-1c30-4297-8445-ea27f833667e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.677436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (a437be77-3be5-4d08-b071-bded7bde8a34), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.713373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Current status of the port 4b7600cf-618d-4626-8302-c99a4fc739e2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:53.713770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.714300 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34c9c48d-e526-4629-8683-e855924b35b8 req-9c5c3f56-cc5f-43a4-aa04-b90dffb10dac tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.0568573 Feb 09 03:03:53.810434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Allocated IP 172.20.0.2 (9b94f80d-85a8-455e-9784-eb4370326018/e7e10d4f-4149-4d44-b782-0f9ea5cce8b6/d88c824a-e121-48a1-a7c6-1b934c2b0fe3) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:53.816057 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (a437be77-3be5-4d08-b071-bded7bde8a34), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.818390 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks [] for router_controller (a437be77-3be5-4d08-b071-bded7bde8a34), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:53.999360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] For port 4b7600cf-618d-4626-8302-c99a4fc739e2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4b7600cf-618d-4626-8302-c99a4fc739e2,segment=NetworkSegment(b38f9861-e590-4c8a-8a61-5e8c5128501e),segment_id=b38f9861-e590-4c8a-8a61-5e8c5128501e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:54.089597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4b7600cf-618d-4626-8302-c99a4fc739e2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:54.089997 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.114857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.145803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (b9dd96a8-1210-4f94-993c-30642ab8c3b2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.181969 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:03:54.182393 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:03:54.197462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 9b94f80d-85a8-455e-9784-eb4370326018 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:54.211084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:54.224875 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:54.227873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.265657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=b9dd96a8-1210-4f94-993c-30642ab8c3b2,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:54.274692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0dcf778a-ffe5-4f09-9c94-f27ccedb63da tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9870102 Feb 09 03:03:54.277294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42242) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:54.285100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '9b94f80d-85a8-455e-9784-eb4370326018', 'fixed_ips': [{'subnet_id': 'e7e10d4f-4149-4d44-b782-0f9ea5cce8b6'}, {'subnet_id': 'b9dd96a8-1210-4f94-993c-30642ab8c3b2'}], 'name': 'tempest-PortsTestJSON-1421755207'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:54.320855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Pushing event updated for resources: {'Port': ['ID=4b7600cf-618d-4626-8302-c99a4fc739e2,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:54.355831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.356292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.356709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.357449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.358908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.359345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.359811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.361161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.362413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.364146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.365023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.372451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.373070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfecdefa-7456-4f6f-b059-1f33ada0b224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:03:54.412915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a976eae2-6004-4bd3-af66-3a937984802b None None] Provisioning complete for port da5916f5-400b-46fc-af34-1ca5a206be23 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:54.415646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a976eae2-6004-4bd3-af66-3a937984802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (da5916f5-400b-46fc-af34-1ca5a206be23), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.482294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:54.498882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a976eae2-6004-4bd3-af66-3a937984802b None None] Port da5916f5-400b-46fc-af34-1ca5a206be23 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:54.523298 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Publish callbacks [] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.546372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a976eae2-6004-4bd3-af66-3a937984802b None None] Provisioning complete for port 4b7600cf-618d-4626-8302-c99a4fc739e2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:54.546823 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a976eae2-6004-4bd3-af66-3a937984802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.549390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.604913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.630459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:54.642110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Network 9b94f80d-85a8-455e-9784-eb4370326018 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:54.649742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:54.653518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:54.672385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Pushing event updated for resources: {'Port': ['ID=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:54.715506 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (a437be77-3be5-4d08-b071-bded7bde8a34), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.716057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a437be77-3be5-4d08-b071-bded7bde8a34 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:03:54.727354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-82c32b1d-d609-4247-ab49-b59c642931e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (9fbf6a55-1c30-4297-8445-ea27f833667e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.731718 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.733078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-76355b8e-197e-4b93-96f2-6c00d3d152a9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a437be77-3be5-4d08-b071-bded7bde8a34 HTTP/1.1" status: 204 len: 168 time: 5.5312545 Feb 09 03:03:54.739298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4b7600cf-618d-4626-8302-c99a4fc739e2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:54.761809 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for port (23a33a01-5242-433d-83da-53ad520b84d3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.763054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42256) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:54.796244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Attempting to bind port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:54.796685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Attempting to bind port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '1688e2aa-a619-4576-a7db-05689df155f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b94f80d-85a8-455e-9784-eb4370326018'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:54.797431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Attempting to bind port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 on network 9b94f80d-85a8-455e-9784-eb4370326018 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:54.810536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:54.811265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Checking segment: {'id': '1688e2aa-a619-4576-a7db-05689df155f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b94f80d-85a8-455e-9784-eb4370326018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:54.811265 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.811485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Bound using segment: {'id': '1688e2aa-a619-4576-a7db-05689df155f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b94f80d-85a8-455e-9784-eb4370326018'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:54.811939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Bound port: d88c824a-e121-48a1-a7c6-1b934c2b0fe3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1688e2aa-a619-4576-a7db-05689df155f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9b94f80d-85a8-455e-9784-eb4370326018'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:54.814601 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:54.981920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3cf1232f-d28c-40d1-935c-d92eef6df8a0 req-05319753-4595-4972-b255-631463bf60d2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 210 time: 0.0831761 Feb 09 03:03:55.029619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a976eae2-6004-4bd3-af66-3a937984802b None None] Current status of the port 4b7600cf-618d-4626-8302-c99a4fc739e2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:55.040228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] For port d88c824a-e121-48a1-a7c6-1b934c2b0fe3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:55.043821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] For port d88c824a-e121-48a1-a7c6-1b934c2b0fe3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,segment=NetworkSegment(1688e2aa-a619-4576-a7db-05689df155f6),segment_id=1688e2aa-a619-4576-a7db-05689df155f6)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:55.056925 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.073959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:03:55.085784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.148066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b54c3-f777-40d5-83a1-6e84759d2d5d None None] Pushing event updated for resources: {'Port': ['ID=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:55.168522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-82c32b1d-d609-4247-ab49-b59c642931e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (9fbf6a55-1c30-4297-8445-ea27f833667e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.171666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c8974250-57d4-41fe-ac92-5c7657892ce7 None None] Provisioning complete for port da5916f5-400b-46fc-af34-1ca5a206be23 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:55.172049 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8974250-57d4-41fe-ac92-5c7657892ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (da5916f5-400b-46fc-af34-1ca5a206be23), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.181112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42266) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:55.185836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-66750d59-4fb4-46f9-8df9-7edd76bea74f admin admin] Deleting subnet 5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:03:55.189345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66750d59-4fb4-46f9-8df9-7edd76bea74f admin admin] Publish callbacks [] for subnet (5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.227609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c8974250-57d4-41fe-ac92-5c7657892ce7 None None] Port da5916f5-400b-46fc-af34-1ca5a206be23 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:55.268977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298db70-5ec4-4abb-97ef-821b1b77a4ba req-459a2892-f4ce-4173-b4d4-d8b14e3cd673 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:55.270592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3298db70-5ec4-4abb-97ef-821b1b77a4ba req-459a2892-f4ce-4173-b4d4-d8b14e3cd673 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.6169205 Feb 09 03:03:55.280900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port a36c8df4-3d2b-459c-b13d-83c251111adb yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:03:55.304600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.6 (9b94f80d-85a8-455e-9784-eb4370326018/e7e10d4f-4149-4d44-b782-0f9ea5cce8b6/e9e103aa-8047-46ce-9f41-4c80c8b5ec10) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:55.317253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.21 (9b94f80d-85a8-455e-9784-eb4370326018/b9dd96a8-1210-4f94-993c-30642ab8c3b2/e9e103aa-8047-46ce-9f41-4c80c8b5ec10) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:55.368405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4b7600cf-618d-4626-8302-c99a4fc739e2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:55.381038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-057b6479-b526-4b15-9739-25adaba739b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.530452 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66750d59-4fb4-46f9-8df9-7edd76bea74f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.544911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 4b7600cf-618d-4626-8302-c99a4fc739e2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:55.545288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.584341 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.657642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-82c32b1d-d609-4247-ab49-b59c642931e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (9fbf6a55-1c30-4297-8445-ea27f833667e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.664380 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-057b6479-b526-4b15-9739-25adaba739b9 admin admin] Publish callbacks [] for security_group (18097305-dff2-4441-9db6-c80023211320), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.677068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.678930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-057b6479-b526-4b15-9739-25adaba739b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (18097305-dff2-4441-9db6-c80023211320), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.705586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4b7600cf-618d-4626-8302-c99a4fc739e2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:55.717557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 93e5d633-b2a6-4220-be43-3a998b362baf no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:55.741836 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-057b6479-b526-4b15-9739-25adaba739b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f94239a711c6471cb1b29c726495dc6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5571215 Feb 09 03:03:55.748806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 93e5d633-b2a6-4220-be43-3a998b362baf {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:55.749185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 93e5d633-b2a6-4220-be43-3a998b362baf not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:55.749345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42278) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:55.759370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b6479-b526-4b15-9739-25adaba739b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18097305-dff2-4441-9db6-c80023211320,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:55.771487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:55.792815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:55.795877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:55.799350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.819660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c32b1d-d609-4247-ab49-b59c642931e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fbf6a55-1c30-4297-8445-ea27f833667e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:55.825207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9015e7-ca11-45fa-8b27-5aca89287f40 None None] Network 7acc7f2f-f388-4d25-96d0-3e7924ff331e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:55.855625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::f (7a6af4b7-1d8e-49d3-959f-6bb298047e26/bd9e3136-e2b1-431b-99eb-a51c94e98043/a36c8df4-3d2b-459c-b13d-83c251111adb) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:55.912102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 9b94f80d-85a8-455e-9784-eb4370326018 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:55.923957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:55.927415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:55.970605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-82c32b1d-d609-4247-ab49-b59c642931e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:55.975673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-82c32b1d-d609-4247-ab49-b59c642931e3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9fbf6a55-1c30-4297-8445-ea27f833667e HTTP/1.1" status: 204 len: 168 time: 2.7522869 Feb 09 03:03:55.979981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:55.982544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42288) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:56.001546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=e9e103aa-8047-46ce-9f41-4c80c8b5ec10,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:56.006556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be3f1aca-1cff-4ffb-b07c-368e515da147 admin admin] Publish callbacks [] for security_group (18097305-dff2-4441-9db6-c80023211320), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.012507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3298db70-5ec4-4abb-97ef-821b1b77a4ba req-b42e0a26-0c96-45b1-99f5-cf7a8f5c385f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6193321 Feb 09 03:03:56.068333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] DHCP port deletion for 7acc7f2f-f388-4d25-96d0-3e7924ff331e request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:56.083500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be3f1aca-1cff-4ffb-b07c-368e515da147 admin admin] Publish callbacks [] for security_group (18097305-dff2-4441-9db6-c80023211320), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.106955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:56.108356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.135821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8a4118ed-1442-466f-be72-03134e54dc73 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8564677 Feb 09 03:03:56.139633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42296) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:56.150556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7e10d4f-4149-4d44-b782-0f9ea5cce8b6'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:56.227961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] Deleting port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:56.228354 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.366407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.431406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8d6f884e-9e68-451f-b737-dcb0692860fd None None] Provisioning complete for port 23a33a01-5242-433d-83da-53ad520b84d3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:56.431749 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8d6f884e-9e68-451f-b737-dcb0692860fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (23a33a01-5242-433d-83da-53ad520b84d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.441337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606802fb-8e8a-4e7d-9444-daaf17023da8 req-32e786da-240b-4602-a26b-4c837fed715f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:56.448971 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-606802fb-8e8a-4e7d-9444-daaf17023da8 req-32e786da-240b-4602-a26b-4c837fed715f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 932 time: 0.2521100 Feb 09 03:03:56.480062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:56.480702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.483713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] For port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e57c6c92-14c4-4931-a2a7-e8333b0a9cfa,segment=NetworkSegment(5692c76c-a93c-44b8-924f-718bf78a4e4a),segment_id=5692c76c-a93c-44b8-924f-718bf78a4e4a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:56.484448 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.503949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] Calling delete_port for e57c6c92-14c4-4931-a2a7-e8333b0a9cfa owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:56.513693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f884e-9e68-451f-b737-dcb0692860fd None None] Port 23a33a01-5242-433d-83da-53ad520b84d3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:56.521965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be3f1aca-1cff-4ffb-b07c-368e515da147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (18097305-dff2-4441-9db6-c80023211320), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.527679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be3f1aca-1cff-4ffb-b07c-368e515da147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.542267 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66750d59-4fb4-46f9-8df9-7edd76bea74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.545437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-be3f1aca-1cff-4ffb-b07c-368e515da147 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18097305-dff2-4441-9db6-c80023211320 HTTP/1.1" status: 204 len: 168 time: 0.7826478 Feb 09 03:03:56.573876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7acc7f2f-f388-4d25-96d0-3e7924ff331e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.605892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-2a29ce11-3523-45a2-96b9-670a61ae381d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9247353 Feb 09 03:03:56.619991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-aebbdd74-df3f-4dac-a71c-3a9e6b27bc6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:03:56.621057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-aebbdd74-df3f-4dac-a71c-3a9e6b27bc6e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078185 Feb 09 03:03:56.699362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f1aca-1cff-4ffb-b07c-368e515da147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18097305-dff2-4441-9db6-c80023211320,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:56.713808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.759115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-606802fb-8e8a-4e7d-9444-daaf17023da8 req-8986f1f5-5811-4a4c-9b10-94cff417ee1c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085625 Feb 09 03:03:56.819705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] No DVR routers for this DVR port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:56.834896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d46708-44bd-46fb-bca0-cc88cc819fa7 None None] Pushing event deleted for resources: {'Port': ['ID=e57c6c92-14c4-4931-a2a7-e8333b0a9cfa,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:56.849398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b7d24-717f-402d-ab74-8c9913b2270a req-07e3e828-1604-4185-8888-65b48b08f854 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:56.863826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f11b7d24-717f-402d-ab74-8c9913b2270a req-07e3e828-1604-4185-8888-65b48b08f854 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.4860227 Feb 09 03:03:56.917453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186b0a4-dc98-4100-b393-839c31f9949e req-055a2458-f714-4390-9ffa-61fe3087a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:56.919815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8186b0a4-dc98-4100-b393-839c31f9949e req-055a2458-f714-4390-9ffa-61fe3087a59a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1127 time: 0.4886754 Feb 09 03:03:56.951464 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d88c824a-e121-48a1-a7c6-1b934c2b0fe3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:56.956686 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (a36c8df4-3d2b-459c-b13d-83c251111adb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:56.958205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365846b0-bbc4-4e91-9d8b-e9ad0126e92d None None] Network 9b94f80d-85a8-455e-9784-eb4370326018 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:56.964815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Request body: {'port': {'device_id': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:57.037097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66750d59-4fb4-46f9-8df9-7edd76bea74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.108318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Deleting port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:57.108810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.131205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1425ce3-7624-4061-be54-8fdc433edc76 None None] Network 91edfda4-200d-445a-816d-ab1486652df0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:03:57.159345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f11b7d24-717f-402d-ab74-8c9913b2270a req-9925377a-c79e-4bb6-8a77-5ff0491d8f1e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835000 Feb 09 03:03:57.160169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66750d59-4fb4-46f9-8df9-7edd76bea74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:57.166613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0e299c5a-7296-4345-9400-de1f68792a9a None None] Provisioning complete for port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:57.176923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0e299c5a-7296-4345-9400-de1f68792a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.179634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-66750d59-4fb4-46f9-8df9-7edd76bea74f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.184729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-66750d59-4fb4-46f9-8df9-7edd76bea74f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5b0b3afc-ca90-44ad-afc4-3f7fa3cf2c44 HTTP/1.1" status: 204 len: 168 time: 2.4206269 Feb 09 03:03:57.195150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42314) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:57.316073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.333918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Delete allocated IP 172.20.0.21 (9b94f80d-85a8-455e-9784-eb4370326018/b9dd96a8-1210-4f94-993c-30642ab8c3b2) {{(pid=109856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:03:57.344284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a36c8df4-3d2b-459c-b13d-83c251111adb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.354224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] For port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa, host n-d-827839-4, got binding levels [] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:57.354943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.403593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:57.407147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.438426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Calling delete_port for e57c6c92-14c4-4931-a2a7-e8333b0a9cfa owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:57.456282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa was not found and therefore no delete operation was performed {{(pid=109857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:03:57.486505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.490652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186b0a4-dc98-4100-b393-839c31f9949e req-b60d86d3-5b18-4afc-ab91-2cd30a8fafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:57.492447 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8186b0a4-dc98-4100-b393-839c31f9949e req-b60d86d3-5b18-4afc-ab91-2cd30a8fafbe service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.5616789 Feb 09 03:03:57.492823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e57c6c92-14c4-4931-a2a7-e8333b0a9cfa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.500533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:03:57.520636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.595714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (91edfda4-200d-445a-816d-ab1486652df0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.617026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0e299c5a-7296-4345-9400-de1f68792a9a None None] Current status of the port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:57.618854 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0e299c5a-7296-4345-9400-de1f68792a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.675514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:03:57.677643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=a36c8df4-3d2b-459c-b13d-83c251111adb,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:57.684397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:03:57.690391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:57.693662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.697579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] No DVR routers for this DVR port e57c6c92-14c4-4931-a2a7-e8333b0a9cfa on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:57.731805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8186b0a4-dc98-4100-b393-839c31f9949e req-4fc9b65f-b8e5-48b6-a6d8-632304dfd4dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 1001 time: 0.2281528 Feb 09 03:03:57.732549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=e9e103aa-8047-46ce-9f41-4c80c8b5ec10,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:57.798982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0e299c5a-7296-4345-9400-de1f68792a9a None None] For port d88c824a-e121-48a1-a7c6-1b934c2b0fe3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,segment=NetworkSegment(1688e2aa-a619-4576-a7db-05689df155f6),segment_id=1688e2aa-a619-4576-a7db-05689df155f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:57.840413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e57c6c92-14c4-4931-a2a7-e8333b0a9cfa,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:57.854607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b3ecffc3-6e01-4321-9977-9d43bf15673d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6244094 Feb 09 03:03:57.866697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:57.910912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7acc7f2f-f388-4d25-96d0-3e7924ff331e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.921096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0e299c5a-7296-4345-9400-de1f68792a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:57.969108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acc7f2f-f388-4d25-96d0-3e7924ff331e']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:57.982543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] DHCP port deletion for 91edfda4-200d-445a-816d-ab1486652df0 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:03:58.011849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5692c76c-a93c-44b8-924f-718bf78a4e4a') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:58.012214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5692c76c-a93c-44b8-924f-718bf78a4e4a') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:03:58.047411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a6e1f-4e57-4718-8525-90063e8c8870 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:58.051356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-451a6e1f-4e57-4718-8525-90063e8c8870 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1833124 Feb 09 03:03:58.055900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (5692c76c-a93c-44b8-924f-718bf78a4e4a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.059835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186b0a4-dc98-4100-b393-839c31f9949e req-e54f3c8e-0d34-487e-be6b-6cc5c6d0cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:58.060949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:58.061339 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.062749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8186b0a4-dc98-4100-b393-839c31f9949e req-e54f3c8e-0d34-487e-be6b-6cc5c6d0cfde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.3241684 Feb 09 03:03:58.064041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42334) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:58.073499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] In _notify_port_updated(), no bound segment for port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 on network 9b94f80d-85a8-455e-9784-eb4370326018 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:03:58.085232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:58.088296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.093241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-77a6b3aa-3825-4d2d-bd2f-4f10e8a7efdd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "PUT /v2.0/ports/e9e103aa-8047-46ce-9f41-4c80c8b5ec10 HTTP/1.1" status: 200 len: 919 time: 1.9520254 Feb 09 03:03:58.097566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42336) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:58.142018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7e10d4f-4149-4d44-b782-0f9ea5cce8b6'}, {'subnet_id': 'b9dd96a8-1210-4f94-993c-30642ab8c3b2'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:03:58.160369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5692c76c-a93c-44b8-924f-718bf78a4e4a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.172451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e299c5a-7296-4345-9400-de1f68792a9a None None] Pushing event updated for resources: {'Port': ['ID=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:58.186011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7d8a2-faab-450b-9afc-3cc949627384 None None] Update dhcp port {'port': {'network_id': '9b94f80d-85a8-455e-9784-eb4370326018', 'fixed_ips': [{'subnet_id': 'e7e10d4f-4149-4d44-b782-0f9ea5cce8b6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b9dd96a8-1210-4f94-993c-30642ab8c3b2'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'd88c824a-e121-48a1-a7c6-1b934c2b0fe3'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:03:58.250009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:03:58.250462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (5692c76c-a93c-44b8-924f-718bf78a4e4a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:03:58.255087 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:03:58.275690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a592e5b-bd4d-4efc-991c-e948d969c847 req-5dd8c1d0-1eb7-4a35-ab23-f20364c95edb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:58.279840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a592e5b-bd4d-4efc-991c-e948d969c847 req-5dd8c1d0-1eb7-4a35-ab23-f20364c95edb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 932 time: 0.3408720 Feb 09 03:03:58.283321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Deleting port ea6320fe-5c72-43d8-b81c-402c65937d73 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:58.283693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.319779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:03:58.319779 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:03:58.339803 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d8a2-faab-450b-9afc-3cc949627384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.357948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-471856c8-1534-48cf-8a2d-c21c6306a700 None None] Provisioning complete for port a36c8df4-3d2b-459c-b13d-83c251111adb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:58.358586 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-471856c8-1534-48cf-8a2d-c21c6306a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a36c8df4-3d2b-459c-b13d-83c251111adb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.399584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-471856c8-1534-48cf-8a2d-c21c6306a700 None None] Port a36c8df4-3d2b-459c-b13d-83c251111adb cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:03:58.403633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a33a01-5242-433d-83da-53ad520b84d3 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:03:58.429050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186b0a4-dc98-4100-b393-839c31f9949e req-6a78d163-2edc-4a57-a2d5-2c942f5bb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:58.430783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8186b0a4-dc98-4100-b393-839c31f9949e req-6a78d163-2edc-4a57-a2d5-2c942f5bb0c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3354290 Feb 09 03:03:58.433827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] Deleting port ea6320fe-5c72-43d8-b81c-402c65937d73 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:58.434352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.447835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Publish callbacks [] for port (23a33a01-5242-433d-83da-53ad520b84d3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.488399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] For port ea6320fe-5c72-43d8-b81c-402c65937d73, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ea6320fe-5c72-43d8-b81c-402c65937d73,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:58.488994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.571057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a01c2f-80d5-4b59-894b-7b648e261c4c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:58.571057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a01c2f-80d5-4b59-894b-7b648e261c4c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:58.584590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a01c2f-80d5-4b59-894b-7b648e261c4c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:58.593289 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-04a01c2f-80d5-4b59-894b-7b648e261c4c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5202854 Feb 09 03:03:58.594767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42344) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:58.608670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Transition to ACTIVE for port object 23a33a01-5242-433d-83da-53ad520b84d3 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:03:58.622471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7acc7f2f-f388-4d25-96d0-3e7924ff331e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.639527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.645555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/7acc7f2f-f388-4d25-96d0-3e7924ff331e HTTP/1.1" status: 204 len: 168 time: 2.6480827 Feb 09 03:03:58.652169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.672672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a592e5b-bd4d-4efc-991c-e948d969c847 req-8158be2e-07e9-4a82-a12a-7400a34ae3dd tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740468 Feb 09 03:03:58.677877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.680161 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8186b0a4-dc98-4100-b393-839c31f9949e req-13559c43-afe6-4be2-a2af-a5c4c0d5cad4 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388265 Feb 09 03:03:58.685514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Calling delete_port for ea6320fe-5c72-43d8-b81c-402c65937d73 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:58.721918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] For port ea6320fe-5c72-43d8-b81c-402c65937d73, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ea6320fe-5c72-43d8-b81c-402c65937d73,segment=NetworkSegment(8a8e3fb1-ebfa-4f79-823b-ce9dac73656d),segment_id=8a8e3fb1-ebfa-4f79-823b-ce9dac73656d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:58.722320 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.735827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] Calling delete_port for ea6320fe-5c72-43d8-b81c-402c65937d73 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:03:58.745389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d9c9b-034d-4b15-94d3-cf8bc3d852bf admin admin] Pushing event deleted for resources: {'Network': ['ID=7acc7f2f-f388-4d25-96d0-3e7924ff331e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:58.902338 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:58.935994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] No DVR routers for this DVR port ea6320fe-5c72-43d8-b81c-402c65937d73 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:59.004883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1ca69-db94-4a21-ac56-add290817d52 None None] Pushing event deleted for resources: {'Port': ['ID=ea6320fe-5c72-43d8-b81c-402c65937d73,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.032259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42352) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:59.064012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:03:59.107328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-f9b7d8a2-faab-450b-9afc-3cc949627384 None None] Allocated IP 172.20.0.18 (9b94f80d-85a8-455e-9784-eb4370326018/b9dd96a8-1210-4f94-993c-30642ab8c3b2/d88c824a-e121-48a1-a7c6-1b934c2b0fe3) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:03:59.199462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8186b0a4-dc98-4100-b393-839c31f9949e req-0d2d1740-ecf5-4e15-88eb-573c46d0bdc6 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038435 Feb 09 03:03:59.219574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042bfb6-a430-4107-aecb-da64e5c35cfe req-043bf9cc-db32-40d1-a375-c9f51bcd4e84 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:59.228189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e042bfb6-a430-4107-aecb-da64e5c35cfe req-043bf9cc-db32-40d1-a375-c9f51bcd4e84 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.9213865 Feb 09 03:03:59.244421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-21100f69-78e4-42fe-bd8f-b88500d8e79d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c11a074063364372b45e1f6063023698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2084081 Feb 09 03:03:59.245456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42356) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:03:59.274652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ea6320fe-5c72-43d8-b81c-402c65937d73), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.279289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.361148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b19b0-3387-439b-82bd-256bc62290ab tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port a36c8df4-3d2b-459c-b13d-83c251111adb {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:03:59.361148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a2b19b0-3387-439b-82bd-256bc62290ab tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a36c8df4-3d2b-459c-b13d-83c251111adb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.361148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6320fe-5c72-43d8-b81c-402c65937d73,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.386961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] No DVR routers for this DVR port ea6320fe-5c72-43d8-b81c-402c65937d73 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:03:59.399439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 033d2fff-3238-457a-9759-b0edbd51ecb0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:59.400552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e042bfb6-a430-4107-aecb-da64e5c35cfe req-629c9917-08db-4057-ba8d-b7751b0bbacf tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717384 Feb 09 03:03:59.433939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Attempting to bind port 23a33a01-5242-433d-83da-53ad520b84d3 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:03:59.434540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Attempting to bind port 23a33a01-5242-433d-83da-53ad520b84d3 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:03:59.435235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Attempting to bind port 23a33a01-5242-433d-83da-53ad520b84d3 on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:59.439994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Port 23a33a01-5242-433d-83da-53ad520b84d3 on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:03:59.440468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Attempting to bind port 23a33a01-5242-433d-83da-53ad520b84d3 on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:03:59.445746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:03:59.446388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Checking segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:03:59.446907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Bound using segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:03:59.448016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Bound port: 23a33a01-5242-433d-83da-53ad520b84d3, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:03:59.448541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.459803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 033d2fff-3238-457a-9759-b0edbd51ecb0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:59.460153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 033d2fff-3238-457a-9759-b0edbd51ecb0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:59.460583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e57c6c92-14c4-4931-a2a7-e8333b0a9cfa no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:03:59.516323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e57c6c92-14c4-4931-a2a7-e8333b0a9cfa {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:03:59.516739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e57c6c92-14c4-4931-a2a7-e8333b0a9cfa not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:03:59.535805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:03:59.539937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:03:59.556360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.581065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f9b7d8a2-faab-450b-9afc-3cc949627384 None None] For port d88c824a-e121-48a1-a7c6-1b934c2b0fe3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,segment=NetworkSegment(1688e2aa-a619-4576-a7db-05689df155f6),segment_id=1688e2aa-a619-4576-a7db-05689df155f6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:03:59.648985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:03:59.649834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.654718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] 10.222.0.26 "PUT /v2.0/ports/23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 1092 time: 3.0005953 Feb 09 03:03:59.657506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:03:59.663973 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4518609b-e570-40d6-b76a-ffd199e57f12" -d '{"events": [{"name": "network-changed", "server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "tag": "23a33a01-5242-433d-83da-53ad520b84d3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:03:59.703003 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d8a2-faab-450b-9afc-3cc949627384 None None] Publish callbacks [] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.720511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d8a2-faab-450b-9afc-3cc949627384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:03:59.728490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d88c824a-e121-48a1-a7c6-1b934c2b0fe3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:03:59.845440 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea20bacf-25fa-497b-be5b-e8d0d0c03167 x-openstack-request-id: req-ea20bacf-25fa-497b-be5b-e8d0d0c03167 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:03:59.845826 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "tag": "23a33a01-5242-433d-83da-53ad520b84d3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:03:59.846767 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea20bacf-25fa-497b-be5b-e8d0d0c03167 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:03:59.847259 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3', 'status': 'completed', 'code': 200} Feb 09 03:03:59.953406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7d8a2-faab-450b-9afc-3cc949627384 None None] Pushing event updated for resources: {'Port': ['ID=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.969160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9939323-13c6-4865-b70c-92cb0a3f547e service neutron] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:03:59.985469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:03:59.985853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.012897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.27 (9b94f80d-85a8-455e-9784-eb4370326018/b9dd96a8-1210-4f94-993c-30642ab8c3b2/e9e103aa-8047-46ce-9f41-4c80c8b5ec10) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:00.138834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-0bbd2d80-29a6-4185-8864-bf7afef44fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:00.141069 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-0bbd2d80-29a6-4185-8864-bf7afef44fc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1126 time: 0.3655231 Feb 09 03:04:00.157417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d9863-df5a-40d4-aad9-3c813bc0107e req-30c01e08-cf1a-4bca-b120-664144099500 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:00.159644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b1d9863-df5a-40d4-aad9-3c813bc0107e req-30c01e08-cf1a-4bca-b120-664144099500 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.3072875 Feb 09 03:04:00.188595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:00.245997 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbcf3-591f-4055-bc57-0f05209608c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.269151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-f5aed1f4-2f17-4fbe-a054-aee45833e709 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 217 time: 0.1080945 Feb 09 03:04:00.284355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ea6320fe-5c72-43d8-b81c-402c65937d73 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:00.353602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ea6320fe-5c72-43d8-b81c-402c65937d73 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:04:00.353954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ea6320fe-5c72-43d8-b81c-402c65937d73 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:04:00.417886 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (91edfda4-200d-445a-816d-ab1486652df0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.440802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91edfda4-200d-445a-816d-ab1486652df0']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:00.451398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:00.451694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8e3fb1-ebfa-4f79-823b-ce9dac73656d') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:00.466045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (8a8e3fb1-ebfa-4f79-823b-ce9dac73656d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.474785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-44730491-d5e6-44a6-b1fb-ce8dec85d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:00.478729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-44730491-d5e6-44a6-b1fb-ce8dec85d340 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1842656 Feb 09 03:04:00.489576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b1d9863-df5a-40d4-aad9-3c813bc0107e req-537d4d6e-ada9-4b27-8719-66b4247ddfb1 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182018 Feb 09 03:04:00.501786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8a8e3fb1-ebfa-4f79-823b-ce9dac73656d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.542965 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.571180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a2b19b0-3387-439b-82bd-256bc62290ab tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a36c8df4-3d2b-459c-b13d-83c251111adb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.586697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b19b0-3387-439b-82bd-256bc62290ab tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for a36c8df4-3d2b-459c-b13d-83c251111adb owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:00.591278 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.750527 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d04daee-c857-4c91-9c21-2ca97264ebcd admin admin] Publish callbacks [] for security_group (b4014cca-4016-45b5-8978-f1c6d77b1319), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.791378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:00.791781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (8a8e3fb1-ebfa-4f79-823b-ce9dac73656d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:00.794850 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:00.796734 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a2b19b0-3387-439b-82bd-256bc62290ab tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a36c8df4-3d2b-459c-b13d-83c251111adb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:00.830478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8df1ae-a64e-4413-a868-14e8e07af162 None None] Network 9b94f80d-85a8-455e-9784-eb4370326018 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:01.001654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b19b0-3387-439b-82bd-256bc62290ab tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=a36c8df4-3d2b-459c-b13d-83c251111adb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:01.037613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a2b19b0-3387-439b-82bd-256bc62290ab tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.043273 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0a2b19b0-3387-439b-82bd-256bc62290ab tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/a36c8df4-3d2b-459c-b13d-83c251111adb HTTP/1.1" status: 204 len: 168 time: 2.3672149 Feb 09 03:04:01.047861 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d04daee-c857-4c91-9c21-2ca97264ebcd admin admin] Publish callbacks [] for security_group (b4014cca-4016-45b5-8978-f1c6d77b1319), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.064585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42370) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:01.092695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d338350d-6dde-4e7f-a00a-ea09064678ec None None] Provisioning complete for port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:01.093283 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d338350d-6dde-4e7f-a00a-ea09064678ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.109947 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed227645-f8a3-4660-9d45-55179d6518a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:04:01.114942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ed227645-f8a3-4660-9d45-55179d6518a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/a36c8df4-3d2b-459c-b13d-83c251111adb HTTP/1.1" status: 404 len: 333 time: 0.0471420 Feb 09 03:04:01.125797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42372) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:01.142343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (91edfda4-200d-445a-816d-ab1486652df0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.148717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.159202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/91edfda4-200d-445a-816d-ab1486652df0 HTTP/1.1" status: 204 len: 168 time: 3.9616017 Feb 09 03:04:01.175039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d338350d-6dde-4e7f-a00a-ea09064678ec None None] Port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:01.195096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=e9e103aa-8047-46ce-9f41-4c80c8b5ec10,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:01.197633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d338350d-6dde-4e7f-a00a-ea09064678ec None None] Provisioning complete for port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:01.199625 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d338350d-6dde-4e7f-a00a-ea09064678ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.272539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-13efec76-2a66-4ed7-b69a-5a43e2872a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:01.274110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-13efec76-2a66-4ed7-b69a-5a43e2872a75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7743011 Feb 09 03:04:01.289213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca550d-9a29-4592-9191-465dfa14c0bb req-8a960b4e-7a49-4a41-97f1-11a2fe8011d2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:01.298543 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8ca550d-9a29-4592-9191-465dfa14c0bb req-8a960b4e-7a49-4a41-97f1-11a2fe8011d2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.5528367 Feb 09 03:04:01.306201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eff24-1274-4daf-bbd2-46ef5ed592a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=91edfda4-200d-445a-816d-ab1486652df0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:01.421949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d338350d-6dde-4e7f-a00a-ea09064678ec None None] Current status of the port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:01.493356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d04daee-c857-4c91-9c21-2ca97264ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b4014cca-4016-45b5-8978-f1c6d77b1319), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.496362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d04daee-c857-4c91-9c21-2ca97264ebcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.497628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d04daee-c857-4c91-9c21-2ca97264ebcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4014cca-4016-45b5-8978-f1c6d77b1319 HTTP/1.1" status: 204 len: 168 time: 2.2485437 Feb 09 03:04:01.530349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8ca550d-9a29-4592-9191-465dfa14c0bb req-190910e4-7993-427f-8a88-002b16e4ad48 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285478 Feb 09 03:04:01.531755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04daee-c857-4c91-9c21-2ca97264ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4014cca-4016-45b5-8978-f1c6d77b1319,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:01.558317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-c6fdb57e-e8b8-4ad7-aa84-e0aab86160ea service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696676 Feb 09 03:04:01.558810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42384) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:01.569164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5dc2ad04-75d9-4555-a797-5c3f76242182 None None] Provisioning complete for port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:01.569549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5dc2ad04-75d9-4555-a797-5c3f76242182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.615296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-79ac2c72-36ae-40f9-843e-78efaa2e1968 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port da5916f5-400b-46fc-af34-1ca5a206be23 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:01.618495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79ac2c72-36ae-40f9-843e-78efaa2e1968 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (da5916f5-400b-46fc-af34-1ca5a206be23), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.642423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] In _notify_port_updated(), no bound segment for port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 on network 9b94f80d-85a8-455e-9784-eb4370326018 {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:04:01.648717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:01.650330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.654793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-835e2eb9-7ad8-441e-a15a-20f7e3cd101a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "PUT /v2.0/ports/e9e103aa-8047-46ce-9f41-4c80c8b5ec10 HTTP/1.1" status: 200 len: 999 time: 3.5224271 Feb 09 03:04:01.668538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42386) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:01.691055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2ad04-75d9-4555-a797-5c3f76242182 None None] Port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:01.716473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5dc2ad04-75d9-4555-a797-5c3f76242182 None None] Provisioning complete for port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:01.716891 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5dc2ad04-75d9-4555-a797-5c3f76242182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.787129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79ac2c72-36ae-40f9-843e-78efaa2e1968 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (da5916f5-400b-46fc-af34-1ca5a206be23), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.798897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d88c824a-e121-48a1-a7c6-1b934c2b0fe3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:01.803051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-79ac2c72-36ae-40f9-843e-78efaa2e1968 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for da5916f5-400b-46fc-af34-1ca5a206be23 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:01.902125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2ad04-75d9-4555-a797-5c3f76242182 None None] Current status of the port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:01.909482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:01.910193 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:01.987318 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79ac2c72-36ae-40f9-843e-78efaa2e1968 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (da5916f5-400b-46fc-af34-1ca5a206be23), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.042626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-36ad7970-409a-40ab-9322-7ed60341675e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc3994c219be444694a9461dd5d6c11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4804182 Feb 09 03:04:02.048232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42392) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:02.057618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:02.066442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-474e450a-2af6-41e7-8463-b6b37aecb418 None None] Provisioning complete for port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:02.066828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-474e450a-2af6-41e7-8463-b6b37aecb418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.076786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac2c72-36ae-40f9-843e-78efaa2e1968 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=da5916f5-400b-46fc-af34-1ca5a206be23,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:02.078303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669db125-0b88-4819-8152-6c96e7107b77 req-e35eaa02-a21e-4f7d-8483-956586d58cfe tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:02.080447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669db125-0b88-4819-8152-6c96e7107b77 req-e35eaa02-a21e-4f7d-8483-956586d58cfe tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.4764373 Feb 09 03:04:02.137565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-474e450a-2af6-41e7-8463-b6b37aecb418 None None] Port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:02.161815 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79ac2c72-36ae-40f9-843e-78efaa2e1968 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.167509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-79ac2c72-36ae-40f9-843e-78efaa2e1968 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/da5916f5-400b-46fc-af34-1ca5a206be23 HTTP/1.1" status: 204 len: 168 time: 1.0379272 Feb 09 03:04:02.170707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:02.245133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d86b7ad2-5e06-4e92-9bb8-c489f2481093 req-5d1b4d8e-3737-48ab-8335-4b1d65835673 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682925 Feb 09 03:04:02.250870 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b739b7-2b69-41b8-8bff-9f77b976640c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:04:02.255672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-59b739b7-2b69-41b8-8bff-9f77b976640c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/da5916f5-400b-46fc-af34-1ca5a206be23 HTTP/1.1" status: 404 len: 333 time: 0.0757053 Feb 09 03:04:02.269672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42396) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:02.380420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1e834646-a499-40a7-bdc7-7f1ff0698809 None None] Provisioning complete for port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:02.380811 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e834646-a499-40a7-bdc7-7f1ff0698809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.397252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42402) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:02.458797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ee567c55-1508-4581-8faa-bd07f23a6ddd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:02.459391 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee567c55-1508-4581-8faa-bd07f23a6ddd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.460587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1e834646-a499-40a7-bdc7-7f1ff0698809 None None] Port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:02.478436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5daf770-db98-49e3-be9a-a028cf0301cd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet bd9e3136-e2b1-431b-99eb-a51c94e98043 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:02.483955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5daf770-db98-49e3-be9a-a028cf0301cd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (bd9e3136-e2b1-431b-99eb-a51c94e98043), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.488787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-669db125-0b88-4819-8152-6c96e7107b77 req-e32f2964-c892-47be-a0ff-fa2a7e0898ef tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856015 Feb 09 03:04:02.567752 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c631ff94-33e8-4059-9849-42f0133af8b5 admin admin] Publish callbacks [] for security_group (bec83b93-eb41-4c76-95a1-950a0ee69bed), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.571632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-12beae6b-7e44-450c-9c3c-e78796e0912b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06d9c83dc6dd4a5c89acc29fa6a04677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691494 Feb 09 03:04:02.574872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5daf770-db98-49e3-be9a-a028cf0301cd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (bd9e3136-e2b1-431b-99eb-a51c94e98043), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.579025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42404) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:02.648708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-a91563f9-e766-41ce-ba3e-83d6e8051649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:02.652922 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-a91563f9-e766-41ce-ba3e-83d6e8051649 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1126 time: 0.3222799 Feb 09 03:04:02.664111 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-26dbeec1-0057-4586-8ad1-78751fdba859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.682812 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c631ff94-33e8-4059-9849-42f0133af8b5 admin admin] Publish callbacks [] for security_group (bec83b93-eb41-4c76-95a1-950a0ee69bed), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.708086 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e470f7d1-f979-497f-9d00-3622a0eefe7c admin admin] Publish callbacks [] for security_group (91f66056-ef53-43a5-b99c-7cec77beab22), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.760046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e470f7d1-f979-497f-9d00-3622a0eefe7c admin admin] Publish callbacks [] for security_group (91f66056-ef53-43a5-b99c-7cec77beab22), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.781583 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5daf770-db98-49e3-be9a-a028cf0301cd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (bd9e3136-e2b1-431b-99eb-a51c94e98043), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.784717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-957857d5-fabf-4193-a0b4-e26e3abfd856 None None] Provisioning complete for port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:02.784717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-957857d5-fabf-4193-a0b4-e26e3abfd856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.831627 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee567c55-1508-4581-8faa-bd07f23a6ddd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.853214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-957857d5-fabf-4193-a0b4-e26e3abfd856 None None] Port e9e103aa-8047-46ce-9f41-4c80c8b5ec10 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:02.864408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ee567c55-1508-4581-8faa-bd07f23a6ddd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for e9e103aa-8047-46ce-9f41-4c80c8b5ec10 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:02.898907 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c631ff94-33e8-4059-9849-42f0133af8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bec83b93-eb41-4c76-95a1-950a0ee69bed), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.902919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c631ff94-33e8-4059-9849-42f0133af8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:02.904186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c631ff94-33e8-4059-9849-42f0133af8b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bec83b93-eb41-4c76-95a1-950a0ee69bed HTTP/1.1" status: 204 len: 168 time: 0.8541348 Feb 09 03:04:02.948116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-b2a4fe6c-1186-419d-b8a5-9edbaf015d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:02.949582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-b2a4fe6c-1186-419d-b8a5-9edbaf015d5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.2693982 Feb 09 03:04:02.952499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631ff94-33e8-4059-9849-42f0133af8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec83b93-eb41-4c76-95a1-950a0ee69bed,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:02.962433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5daf770-db98-49e3-be9a-a028cf0301cd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (bd9e3136-e2b1-431b-99eb-a51c94e98043), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.001451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-d9d37f62-3aa1-4e70-b86e-a76afc8fb4bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 217 time: 0.0424671 Feb 09 03:04:03.037012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e470f7d1-f979-497f-9d00-3622a0eefe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (91f66056-ef53-43a5-b99c-7cec77beab22), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.051037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e470f7d1-f979-497f-9d00-3622a0eefe7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.058796 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e470f7d1-f979-497f-9d00-3622a0eefe7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91f66056-ef53-43a5-b99c-7cec77beab22 HTTP/1.1" status: 204 len: 168 time: 0.4795647 Feb 09 03:04:03.077501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-627de67b-fb7a-4ba6-a2f2-49fc11a9819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:03.079806 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-627de67b-fb7a-4ba6-a2f2-49fc11a9819b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.0689611 Feb 09 03:04:03.087575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daf770-db98-49e3-be9a-a028cf0301cd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9e3136-e2b1-431b-99eb-a51c94e98043,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:03.105186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b587c3e-be56-4acd-bf18-6cc07ccc13e4 None None] Network 7a6af4b7-1d8e-49d3-959f-6bb298047e26 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:03.106007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5daf770-db98-49e3-be9a-a028cf0301cd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.116576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a5daf770-db98-49e3-be9a-a028cf0301cd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/bd9e3136-e2b1-431b-99eb-a51c94e98043 HTTP/1.1" status: 204 len: 168 time: 0.8422894 Feb 09 03:04:03.123515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42412) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:03.130159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470f7d1-f979-497f-9d00-3622a0eefe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f66056-ef53-43a5-b99c-7cec77beab22,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:03.321593 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7a6af4b7-1d8e-49d3-959f-6bb298047e26), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.324639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-e4e2e462-2edf-4004-b4f7-1ce937ad4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:03.326063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-e4e2e462-2edf-4004-b4f7-1ce937ad4a93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2405543 Feb 09 03:04:03.409162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] DHCP port deletion for 7a6af4b7-1d8e-49d3-959f-6bb298047e26 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:04:03.438607 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee567c55-1508-4581-8faa-bd07f23a6ddd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e9e103aa-8047-46ce-9f41-4c80c8b5ec10), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.513073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] Deleting port 4b7600cf-618d-4626-8302-c99a4fc739e2 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:03.513447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.575868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee567c55-1508-4581-8faa-bd07f23a6ddd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=e9e103aa-8047-46ce-9f41-4c80c8b5ec10,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:03.667907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] For port 4b7600cf-618d-4626-8302-c99a4fc739e2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4b7600cf-618d-4626-8302-c99a4fc739e2,segment=NetworkSegment(b38f9861-e590-4c8a-8a61-5e8c5128501e),segment_id=b38f9861-e590-4c8a-8a61-5e8c5128501e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:03.668480 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.692790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] Calling delete_port for 4b7600cf-618d-4626-8302-c99a4fc739e2 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:03.712312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4b7600cf-618d-4626-8302-c99a4fc739e2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:03.737608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-2dddcbee-c439-4a3d-8896-580e6d8560e4 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027920 Feb 09 03:04:03.809087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ee0c-1423-498e-9c1d-554b14bb72b8 req-58918b42-1fe8-4d26-a096-ffa6387050a8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:03.811408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a83ee0c-1423-498e-9c1d-554b14bb72b8 req-58918b42-1fe8-4d26-a096-ffa6387050a8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.1736984 Feb 09 03:04:03.864666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 4b7600cf-618d-4626-8302-c99a4fc739e2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:03.865740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.905843 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a83ee0c-1423-498e-9c1d-554b14bb72b8 req-199033cb-2376-4898-a6cc-c39a5a6d38be tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838687 Feb 09 03:04:03.954329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee567c55-1508-4581-8faa-bd07f23a6ddd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:03.963460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42438) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:03.978368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ee567c55-1508-4581-8faa-bd07f23a6ddd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/e9e103aa-8047-46ce-9f41-4c80c8b5ec10 HTTP/1.1" status: 204 len: 168 time: 2.3058887 Feb 09 03:04:04.033043 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-dade5f3c-4224-4bf2-b807-cf8974d7858b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:04:04.039816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dade5f3c-4224-4bf2-b807-cf8974d7858b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/e9e103aa-8047-46ce-9f41-4c80c8b5ec10 HTTP/1.1" status: 404 len: 333 time: 0.0750544 Feb 09 03:04:04.042015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42442) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:04.092186 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.110335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] For port 4b7600cf-618d-4626-8302-c99a4fc739e2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4b7600cf-618d-4626-8302-c99a4fc739e2,segment=NetworkSegment(b38f9861-e590-4c8a-8a61-5e8c5128501e),segment_id=b38f9861-e590-4c8a-8a61-5e8c5128501e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:04.114500 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.121384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4b7600cf-618d-4626-8302-c99a4fc739e2 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:04.122951 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.131912 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4518609b-e570-40d6-b76a-ffd199e57f12 req-2c1161f3-0874-49ce-845d-eeae0e6a54b0 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881354 Feb 09 03:04:04.152716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-476a76e2-4439-44a0-a7cb-9711853cf626 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet b9dd96a8-1210-4f94-993c-30642ab8c3b2 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:04.154536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 4b7600cf-618d-4626-8302-c99a4fc739e2 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:04.168168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-476a76e2-4439-44a0-a7cb-9711853cf626 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (b9dd96a8-1210-4f94-993c-30642ab8c3b2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.233683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 4b7600cf-618d-4626-8302-c99a4fc739e2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4b7600cf-618d-4626-8302-c99a4fc739e2,segment=NetworkSegment(b38f9861-e590-4c8a-8a61-5e8c5128501e),segment_id=b38f9861-e590-4c8a-8a61-5e8c5128501e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:04.256539 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.263726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-476a76e2-4439-44a0-a7cb-9711853cf626 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (b9dd96a8-1210-4f94-993c-30642ab8c3b2), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.371281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=4b7600cf-618d-4626-8302-c99a4fc739e2,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:04.400492 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.400981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4b7600cf-618d-4626-8302-c99a4fc739e2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.432611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] Pushing event deleted for resources: {'Port': ['ID=4b7600cf-618d-4626-8302-c99a4fc739e2,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:04.447898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766732ab-6a20-451b-9a61-dbdd80ba6fff None None] No DVR routers for this DVR port 4b7600cf-618d-4626-8302-c99a4fc739e2 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:04.467030 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-476a76e2-4439-44a0-a7cb-9711853cf626 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b9dd96a8-1210-4f94-993c-30642ab8c3b2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.479909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=4b7600cf-618d-4626-8302-c99a4fc739e2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:04.488726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No DVR routers for this DVR port 4b7600cf-618d-4626-8302-c99a4fc739e2 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:04.608811 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-476a76e2-4439-44a0-a7cb-9711853cf626 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (b9dd96a8-1210-4f94-993c-30642ab8c3b2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.664451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a76e2-4439-44a0-a7cb-9711853cf626 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dd96a8-1210-4f94-993c-30642ab8c3b2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:04.670702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-476a76e2-4439-44a0-a7cb-9711853cf626 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.678190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a06c323-7402-4b8d-98f8-d3e0e3ff6de7 None None] Network 9b94f80d-85a8-455e-9784-eb4370326018 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:04.681233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42460) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:04.687065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-476a76e2-4439-44a0-a7cb-9711853cf626 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/b9dd96a8-1210-4f94-993c-30642ab8c3b2 HTTP/1.1" status: 204 len: 168 time: 0.6381938 Feb 09 03:04:04.687173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42462) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:04.745383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7a6af4b7-1d8e-49d3-959f-6bb298047e26), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.824681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6af4b7-1d8e-49d3-959f-6bb298047e26']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:04.857453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c929c8-a4be-4675-b38b-5b3d0579fcbb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet e7e10d4f-4149-4d44-b782-0f9ea5cce8b6 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:04.871534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50c929c8-a4be-4675-b38b-5b3d0579fcbb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (e7e10d4f-4149-4d44-b782-0f9ea5cce8b6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:04.883420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38f9861-e590-4c8a-8a61-5e8c5128501e') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:04.883987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38f9861-e590-4c8a-8a61-5e8c5128501e') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:04.884900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42470) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:05.023680 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.043587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-161786536-network', 'tenant_id': '26cbd05161624d988ec0f35de28a4fd4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:05.071102 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (b38f9861-e590-4c8a-8a61-5e8c5128501e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.078185 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50c929c8-a4be-4675-b38b-5b3d0579fcbb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (e7e10d4f-4149-4d44-b782-0f9ea5cce8b6), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.094229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1275638521-network', 'tenant_id': 'a8b57e2113ad4ba8ba55e9cea6b9b266'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:05.104683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Made reservation on behalf of 26cbd05161624d988ec0f35de28a4fd4 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:05.107390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.146507 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b38f9861-e590-4c8a-8a61-5e8c5128501e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.149095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.168170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Made reservation on behalf of a8b57e2113ad4ba8ba55e9cea6b9b266 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:05.171448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.191685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.207873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:05.208324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (b38f9861-e590-4c8a-8a61-5e8c5128501e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:05.212209 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:05.409416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9dfb0-c2e3-4fd4-a1d2-6f7cbb26234f req-20914844-87f3-481c-b2eb-40982badfd4b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:05.410981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27a9dfb0-c2e3-4fd4-a1d2-6f7cbb26234f req-20914844-87f3-481c-b2eb-40982badfd4b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.2993779 Feb 09 03:04:05.467194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7a6af4b7-1d8e-49d3-959f-6bb298047e26), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.496428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.501991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/networks/7a6af4b7-1d8e-49d3-959f-6bb298047e26 HTTP/1.1" status: 204 len: 168 time: 2.3622122 Feb 09 03:04:05.508488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42476) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:05.605212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1126684113'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:05.611292 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27a9dfb0-c2e3-4fd4-a1d2-6f7cbb26234f req-7b2c5657-75b5-47d5-bd38-a56741bee4d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737661 Feb 09 03:04:05.613511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50c929c8-a4be-4675-b38b-5b3d0579fcbb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e7e10d4f-4149-4d44-b782-0f9ea5cce8b6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.628638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec3788-cf80-4dda-8c3d-788fa245e6f5 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Network': ['ID=7a6af4b7-1d8e-49d3-959f-6bb298047e26,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:05.683438 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Publish callbacks [] for security_group (9165a0f5-7861-42f7-ae6a-3c5d6f752bb6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.695098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Publish callbacks [] for security_group (621c3f41-9230-49d6-b541-30e819379116), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.696050 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9165a0f5-7861-42f7-ae6a-3c5d6f752bb6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.730858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (621c3f41-9230-49d6-b541-30e819379116), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.741706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:04:05.763201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:05.769470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.801625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:05.816788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:04:05.817409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:04:05.837082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (48513cf8-558b-40b4-8dca-f723b354a119), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.838785 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Added segment 48513cf8-558b-40b4-8dca-f723b354a119 of type vlan for network 57d7b743-5aa8-4b8f-8042-d69e8a26619b Feb 09 03:04:05.863532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:04:05.866160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50c929c8-a4be-4675-b38b-5b3d0579fcbb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (e7e10d4f-4149-4d44-b782-0f9ea5cce8b6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.922725 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (57d7b743-5aa8-4b8f-8042-d69e8a26619b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.927856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2f701404-fff1-4f58-ad88-8ba648aa25f1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.928211 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Added segment 2f701404-fff1-4f58-ad88-8ba648aa25f1 of type vlan for network 78d6d52d-f007-4038-be2a-b30def48ab15 Feb 09 03:04:05.929631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c929c8-a4be-4675-b38b-5b3d0579fcbb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e10d4f-4149-4d44-b782-0f9ea5cce8b6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:05.950489 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1db545fb-7acb-46d1-a19b-4034854b06d8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.956972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-50c929c8-a4be-4675-b38b-5b3d0579fcbb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:05.957419 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Added segment 1db545fb-7acb-46d1-a19b-4034854b06d8 of type vlan for network 8a2bdf32-05de-452a-9327-e1e46a4f06dc Feb 09 03:04:05.967426 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-50c929c8-a4be-4675-b38b-5b3d0579fcbb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/e7e10d4f-4149-4d44-b782-0f9ea5cce8b6 HTTP/1.1" status: 204 len: 168 time: 1.2851367 Feb 09 03:04:05.970195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42482) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:06.009680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:06.028303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '23a33a01-5242-433d-83da-53ad520b84d3', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'port_id': '23a33a01-5242-433d-83da-53ad520b84d3', 'mac_address': 'fa:16:3e:cc:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:04:06.031306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646fecfe-4952-402e-b57d-522359f25b40 None None] Network 9b94f80d-85a8-455e-9784-eb4370326018 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:06.074851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (8a2bdf32-05de-452a-9327-e1e46a4f06dc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.110579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c3f41-9230-49d6-b541-30e819379116,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:06.133158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (8a2bdf32-05de-452a-9327-e1e46a4f06dc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.135435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:06.138942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.176723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (9b94f80d-85a8-455e-9784-eb4370326018), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.194952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (57d7b743-5aa8-4b8f-8042-d69e8a26619b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.195883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:06.196465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.198314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4a3f20ce-8946-4d2d-bcf6-5b5eb6bd8b95 None None] Provisioning complete for port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:06.198897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4a3f20ce-8946-4d2d-bcf6-5b5eb6bd8b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.209590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (78d6d52d-f007-4038-be2a-b30def48ab15), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.292904 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6035933 Feb 09 03:04:06.294193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62aac4-af2f-47a1-a225-9f651d4aa58a admin admin] Pushing event updated for resources: {'Network': ['ID=8a2bdf32-05de-452a-9327-e1e46a4f06dc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:06.302119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 23a33a01-5242-433d-83da-53ad520b84d3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:06.302678 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.306165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42484) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:06.317355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Request body: {'subnet': {'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-161786536-subnet', 'tenant_id': '26cbd05161624d988ec0f35de28a4fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:06.322120 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (78d6d52d-f007-4038-be2a-b30def48ab15), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.324078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 8a2bdf32-05de-452a-9327-e1e46a4f06dc details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:04:06.328364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:06.328910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.394543 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8051288 Feb 09 03:04:06.411011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5243530 Feb 09 03:04:06.413649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42486) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:06.413991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:06.419579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a33a01-5242-433d-83da-53ad520b84d3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:06.424814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Request body: {'subnet': {'network_id': '57d7b743-5aa8-4b8f-8042-d69e8a26619b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1275638521-subnet', 'tenant_id': 'a8b57e2113ad4ba8ba55e9cea6b9b266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:06.445013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '78d6d52d-f007-4038-be2a-b30def48ab15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:06.489732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d413e-3392-4934-a84e-c34b002abe3e tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Network': ['ID=78d6d52d-f007-4038-be2a-b30def48ab15,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:06.509434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Made reservation on behalf of 26cbd05161624d988ec0f35de28a4fd4 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:06.528336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.621350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 78d6d52d-f007-4038-be2a-b30def48ab15 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:04:06.801054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Made reservation on behalf of a8b57e2113ad4ba8ba55e9cea6b9b266 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:06.807319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.829344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:06.829905 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.834663 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (520fed2d-8e74-40ce-8d8a-8a2b44b48b01), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:06.953182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520fed2d-8e74-40ce-8d8a-8a2b44b48b01,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:06.966698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] For port d88c824a-e121-48a1-a7c6-1b934c2b0fe3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,segment=NetworkSegment(1688e2aa-a619-4576-a7db-05689df155f6),segment_id=1688e2aa-a619-4576-a7db-05689df155f6)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:06.967072 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.016499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for d88c824a-e121-48a1-a7c6-1b934c2b0fe3 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:07.037056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Checking segment: {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:07.037420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Network hostable DHCP agents. Network: 8a2bdf32-05de-452a-9327-e1e46a4f06dc, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:04:07.117633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbb664-6b4c-4600-975a-cbf171ebd0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=57d7b743-5aa8-4b8f-8042-d69e8a26619b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:07.138389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Network 8a2bdf32-05de-452a-9327-e1e46a4f06dc is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:04:07.149212 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (7909bc4c-7384-400e-ba29-7431e6450136), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.164125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f20ce-8946-4d2d-bcf6-5b5eb6bd8b95 None None] Current status of the port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:07.173497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 8a2bdf32-05de-452a-9327-e1e46a4f06dc) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:07.179527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:07.180379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.185034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:07.192334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 57d7b743-5aa8-4b8f-8042-d69e8a26619b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:04:07.200170 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.202734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d88c824a-e121-48a1-a7c6-1b934c2b0fe3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.211114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0485be-84bc-4c8c-b0d4-ffece47c9000 None None] Network 8a2bdf32-05de-452a-9327-e1e46a4f06dc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:07.215273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.246000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7909bc4c-7384-400e-ba29-7431e6450136,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:07.251578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5b89a56f-eafa-4d9a-a90e-3ff4de0e8221 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9439392 Feb 09 03:04:07.280214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=d88c824a-e121-48a1-a7c6-1b934c2b0fe3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:07.293714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No DVR routers for this DVR port d88c824a-e121-48a1-a7c6-1b934c2b0fe3 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:07.298211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:07.317187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.441515 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (9b94f80d-85a8-455e-9784-eb4370326018), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.490395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b94f80d-85a8-455e-9784-eb4370326018']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:07.497040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a437b5e-2770-4099-b688-fea923515d8f None None] DHCP port deletion for 9b94f80d-85a8-455e-9784-eb4370326018 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:04:07.514550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1688e2aa-a619-4576-a7db-05689df155f6') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:07.515687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1688e2aa-a619-4576-a7db-05689df155f6') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:07.516942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:07.590103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (1688e2aa-a619-4576-a7db-05689df155f6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.639356 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1688e2aa-a619-4576-a7db-05689df155f6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.644390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['23a33a01-5242-433d-83da-53ad520b84d3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:04:07.655025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:07.656825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (1688e2aa-a619-4576-a7db-05689df155f6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:07.671267 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:07.767345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d88c824a-e121-48a1-a7c6-1b934c2b0fe3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:07.801939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d88c824a-e121-48a1-a7c6-1b934c2b0fe3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:04:07.802395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d88c824a-e121-48a1-a7c6-1b934c2b0fe3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:04:07.820431 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (9b94f80d-85a8-455e-9784-eb4370326018), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.836910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.846684 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/networks/9b94f80d-85a8-455e-9784-eb4370326018 HTTP/1.1" status: 204 len: 168 time: 1.8740387 Feb 09 03:04:07.849418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (f9f6cec9-f60d-4919-89da-a57cb8d569e6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:07.853160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42510) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:07.877852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cf8ab-1aeb-4a24-aa7e-d357f5fb515a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Network': ['ID=9b94f80d-85a8-455e-9784-eb4370326018,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:07.942496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3975a1-9f4c-45a9-bc98-1c86d37ded2e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:07.946644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ebd5c-e995-4c4d-97b9-5111ab7947c0 None None] Network 8a2bdf32-05de-452a-9327-e1e46a4f06dc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:07.951083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9e3975a1-9f4c-45a9-bc98-1c86d37ded2e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0968385 Feb 09 03:04:07.951768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42520) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:07.997833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=f9f6cec9-f60d-4919-89da-a57cb8d569e6,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:08.021175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070b4c-511f-4f8f-ad1c-d6fd206b8c4a req-ee599681-435c-461f-8ee5-f265a391032b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:08.022859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54070b4c-511f-4f8f-ad1c-d6fd206b8c4a req-ee599681-435c-461f-8ee5-f265a391032b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 1.2661932 Feb 09 03:04:08.047018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Checking segment: {'id': '48513cf8-558b-40b4-8dca-f723b354a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '57d7b743-5aa8-4b8f-8042-d69e8a26619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:08.047392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Network hostable DHCP agents. Network: 57d7b743-5aa8-4b8f-8042-d69e8a26619b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:04:08.054702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Checking segment: {'id': '2f701404-fff1-4f58-ad88-8ba648aa25f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '78d6d52d-f007-4038-be2a-b30def48ab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:08.055072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network hostable DHCP agents. Network: 78d6d52d-f007-4038-be2a-b30def48ab15, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:04:08.136089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54070b4c-511f-4f8f-ad1c-d6fd206b8c4a req-6637ac1c-339b-4dfd-9b12-17b8def6f412 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933323 Feb 09 03:04:08.137419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Network 57d7b743-5aa8-4b8f-8042-d69e8a26619b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:04:08.141404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 78d6d52d-f007-4038-be2a-b30def48ab15 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:04:08.161468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 78d6d52d-f007-4038-be2a-b30def48ab15) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:08.167442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:08.168066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.177161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 57d7b743-5aa8-4b8f-8042-d69e8a26619b) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:08.181860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:08.182484 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.198388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696154e-1ae6-4d8e-9482-c554c7939de6 None None] Network 78d6d52d-f007-4038-be2a-b30def48ab15 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:08.200623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008ade6-6b5b-4c32-a699-05aca07d8667 None None] Network 57d7b743-5aa8-4b8f-8042-d69e8a26619b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:08.211811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-437d6af1-b9fd-48b5-b299-bdaf07656290 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7964535 Feb 09 03:04:08.215985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cb24b762-3b43-4f1d-9ffb-ffea5d58cd2f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7996836 Feb 09 03:04:08.216644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42528) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:08.221801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-50a2b2bc-755f-4ddc-8563-28ba61867841 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-354504820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:08.274438 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50a2b2bc-755f-4ddc-8563-28ba61867841 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (1a94b85c-7482-4596-8ac1-8e32002f1550), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.275552 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50a2b2bc-755f-4ddc-8563-28ba61867841 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (1a94b85c-7482-4596-8ac1-8e32002f1550), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.422139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50a2b2bc-755f-4ddc-8563-28ba61867841 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for router_controller (1a94b85c-7482-4596-8ac1-8e32002f1550), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.431232 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50a2b2bc-755f-4ddc-8563-28ba61867841 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (1a94b85c-7482-4596-8ac1-8e32002f1550), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.471808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50a2b2bc-755f-4ddc-8563-28ba61867841 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.473541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-50a2b2bc-755f-4ddc-8563-28ba61867841 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2559340 Feb 09 03:04:08.476398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42544) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:08.492463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b9af5-f3b0-4c69-983e-e7cf361d8426 None None] Network 57d7b743-5aa8-4b8f-8042-d69e8a26619b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:08.502352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'network_id': '78d6d52d-f007-4038-be2a-b30def48ab15', 'name': 'tempest-PortsIpV6TestJSON-2053062537'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:08.696558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-78d6d52d-f007-4038-be2a-b30def48ab15', 'network_id': '78d6d52d-f007-4038-be2a-b30def48ab15', 'project_id': '43d85cc57f7145e599c387d85e3bbf3b', 'fixed_ips': [{'subnet_id': 'f9f6cec9-f60d-4919-89da-a57cb8d569e6'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:04:08.697432 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.733249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f605acbe-e876-4c80-a4fa-591f0c9270fa tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7795696 Feb 09 03:04:08.737418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42560) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:08.744402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1284902258'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:08.788382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-9137093f-0f10-4c75-9b74-740ec0603cbc tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:08.792056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-9137093f-0f10-4c75-9b74-740ec0603cbc tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/networks?id=8a2bdf32-05de-452a-9327-e1e46a4f06dc HTTP/1.1" status: 200 len: 817 time: 0.8627524 Feb 09 03:04:08.807869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:08.818203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-79896e9b-b993-4c96-ad43-c3dac8040888 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/quotas/26cbd05161624d988ec0f35de28a4fd4 HTTP/1.1" status: 200 len: 375 time: 0.0224016 Feb 09 03:04:08.824112 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.884063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-6c849748-46fc-43bf-998b-fed1852f615b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26cbd05161624d988ec0f35de28a4fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489540 Feb 09 03:04:08.895647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Allocated IP 2001:db8::2 (78d6d52d-f007-4038-be2a-b30def48ab15/f9f6cec9-f60d-4919-89da-a57cb8d569e6/37100ed4-040c-44d2-a759-af108340b108) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:08.920991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:08.924918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.950259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:04:08.973438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:04:08.995493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (53dcdf57-dfe3-408e-821f-1dd9da457da2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:08.996018 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Added segment 53dcdf57-dfe3-408e-821f-1dd9da457da2 of type vlan for network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 Feb 09 03:04:09.039193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-fc1421be-c601-47db-a4d4-6ddd2666396b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:04:09.039580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-1327e721-d973-48fa-9488-01995082d8b8 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:09.040837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-fc1421be-c601-47db-a4d4-6ddd2666396b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1560962 Feb 09 03:04:09.041078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-1327e721-d973-48fa-9488-01995082d8b8 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/networks?id=57d7b743-5aa8-4b8f-8042-d69e8a26619b HTTP/1.1" status: 200 len: 818 time: 0.2559199 Feb 09 03:04:09.077139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Publish callbacks [] for port (37100ed4-040c-44d2-a759-af108340b108), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.087729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-d31c9a42-8ac0-443c-bb1b-65131976edb5 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/quotas/a8b57e2113ad4ba8ba55e9cea6b9b266 HTTP/1.1" status: 200 len: 375 time: 0.0278494 Feb 09 03:04:09.093644 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (37100ed4-040c-44d2-a759-af108340b108), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.149880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Network 78d6d52d-f007-4038-be2a-b30def48ab15 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:09.153368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:09.157628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:09.171105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Pushing event updated for resources: {'Port': ['ID=37100ed4-040c-44d2-a759-af108340b108,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:09.175946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-15ac2139-5edf-41ce-aab0-65fbae1a482a tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8b57e2113ad4ba8ba55e9cea6b9b266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523143 Feb 09 03:04:09.187000 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5b7add2b-7c64-48ef-a62f-ac3e6ad17238), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.206696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-21a778fd-c975-4bd8-9e28-5d37f01f3298 service neutron] 10.222.0.32 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503301 Feb 09 03:04:09.263904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Attempting to bind port 37100ed4-040c-44d2-a759-af108340b108 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:09.264483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Attempting to bind port 37100ed4-040c-44d2-a759-af108340b108 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2f701404-fff1-4f58-ad88-8ba648aa25f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '78d6d52d-f007-4038-be2a-b30def48ab15'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:09.264633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Attempting to bind port 37100ed4-040c-44d2-a759-af108340b108 on network 78d6d52d-f007-4038-be2a-b30def48ab15 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:09.275628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:09.275948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Checking segment: {'id': '2f701404-fff1-4f58-ad88-8ba648aa25f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '78d6d52d-f007-4038-be2a-b30def48ab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:09.276350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.276892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Bound using segment: {'id': '2f701404-fff1-4f58-ad88-8ba648aa25f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '78d6d52d-f007-4038-be2a-b30def48ab15'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:09.277210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Bound port: 37100ed4-040c-44d2-a759-af108340b108, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f701404-fff1-4f58-ad88-8ba648aa25f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '78d6d52d-f007-4038-be2a-b30def48ab15'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:09.277598 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37100ed4-040c-44d2-a759-af108340b108), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.289300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::2db (78d6d52d-f007-4038-be2a-b30def48ab15/f9f6cec9-f60d-4919-89da-a57cb8d569e6/ea050d5b-8df8-45ca-a364-c6d3fb6d6eae) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:09.332545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-e1c1078f-1b92-4630-83d4-089c8d1e9e61 service neutron] 10.222.0.32 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171610 Feb 09 03:04:09.390578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] For port 37100ed4-040c-44d2-a759-af108340b108, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:09.400566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] For port 37100ed4-040c-44d2-a759-af108340b108, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=37100ed4-040c-44d2-a759-af108340b108,segment=NetworkSegment(2f701404-fff1-4f58-ad88-8ba648aa25f1),segment_id=2f701404-fff1-4f58-ad88-8ba648aa25f1)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:09.413066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (37100ed4-040c-44d2-a759-af108340b108), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.432640 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5b7add2b-7c64-48ef-a62f-ac3e6ad17238), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.443499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:09.444150 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.522850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-4c7ac5c0-ee2e-46c8-8108-69b3c339d1f1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:04:09.523828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-4c7ac5c0-ee2e-46c8-8108-69b3c339d1f1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1141791 Feb 09 03:04:09.561199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Network': ['ID=5b7add2b-7c64-48ef-a62f-ac3e6ad17238,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:09.569254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc9e6d-8896-41a1-b606-c760e6d03aaa None None] Pushing event updated for resources: {'Port': ['ID=37100ed4-040c-44d2-a759-af108340b108,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:09.577756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:04:09.612735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.668734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-04931f75-06ab-4baf-ba01-e3473bf9702d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9260323 Feb 09 03:04:09.669438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42582) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:09.674857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:09.693492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:09.801856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:09.992995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=ea050d5b-8df8-45ca-a364-c6d3fb6d6eae,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:09.998381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-65f1906d-a696-4540-a694-5a175c12cc6a service neutron] 10.222.0.32 "GET /v2.0/networks/57d7b743-5aa8-4b8f-8042-d69e8a26619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374162 Feb 09 03:04:09.998737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 23a33a01-5242-433d-83da-53ad520b84d3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:04:10.003935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 23a33a01-5242-433d-83da-53ad520b84d3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:10.004343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (23a33a01-5242-433d-83da-53ad520b84d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.013203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 78d6d52d-f007-4038-be2a-b30def48ab15 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:10.016539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:10.017329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:10.020556 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.032626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:10.040322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:10.045342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.128628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fe46c2b4-5016-4ed1-bcb5-2eaf35233f08 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6475942 Feb 09 03:04:10.128796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42594) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:10.165948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 23a33a01-5242-433d-83da-53ad520b84d3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:10.166723 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.196691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:10.199506 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51be1c00-3368-46a6-b908-c838c2494186" -d '{"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-plugged", "status": "completed", "tag": "23a33a01-5242-433d-83da-53ad520b84d3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:10.218430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:10.229153 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.233482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-99b07ab5-1169-43c7-9af5-fbc39968383a service neutron] 10.222.0.32 "GET /v2.0/networks/57d7b743-5aa8-4b8f-8042-d69e8a26619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180231 Feb 09 03:04:10.284063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8075b67-31c3-4345-90d7-e412ac145000 req-0719cc10-9819-4404-b571-ac3f8a528717 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:10.295564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8075b67-31c3-4345-90d7-e412ac145000 req-0719cc10-9819-4404-b571-ac3f8a528717 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.3950171 Feb 09 03:04:10.362578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:10.478945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8075b67-31c3-4345-90d7-e412ac145000 req-6e6948b1-5a43-45de-ad0e-fd930447ecc0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823707 Feb 09 03:04:10.524581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (82f31285-e1fd-4485-9e73-db27d10cdb1a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.646785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=82f31285-e1fd-4485-9e73-db27d10cdb1a,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:10.750715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking segment: {'id': '53dcdf57-dfe3-408e-821f-1dd9da457da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:10.751289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network hostable DHCP agents. Network: 5b7add2b-7c64-48ef-a62f-ac3e6ad17238, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:04:10.787652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.795934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:04:10.831290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5b7add2b-7c64-48ef-a62f-ac3e6ad17238) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:10.836376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:10.837136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:10.842506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede1213d-4568-45df-aa4b-66a1dd6b4975 None None] Network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:10.881020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7cb559c2-2f20-41df-932d-3db4dc088cfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2078028 Feb 09 03:04:10.881396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42616) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:10.887279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238', 'name': 'tempest-PortsTestJSON-2100717503'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:10.990467 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9302f9ce-f156-408f-af52-f93c4b3d39aa x-openstack-request-id: req-9302f9ce-f156-408f-af52-f93c4b3d39aa {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:10.991369 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-plugged", "status": "completed", "tag": "23a33a01-5242-433d-83da-53ad520b84d3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:10.991821 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9302f9ce-f156-408f-af52-f93c4b3d39aa {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:10.992490 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3', 'code': 200} Feb 09 03:04:11.092483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e7dbf22f-68ff-4152-b38e-18cc2aacff4c req-a753aa3f-9896-425b-a88b-3cb7043c7fbd tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 210 time: 0.0513320 Feb 09 03:04:11.127776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd774719-5548-42d8-94fc-da5c0120b895 req-452f0a6c-9ca8-40ca-b55c-b857edb589b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:11.129273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd774719-5548-42d8-94fc-da5c0120b895 req-452f0a6c-9ca8-40ca-b55c-b857edb589b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1128 time: 0.1210532 Feb 09 03:04:11.147418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-5b7add2b-7c64-48ef-a62f-ac3e6ad17238', 'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238', 'project_id': 'c63e667e4e38457caa1989bb463c5818', 'fixed_ips': [{'subnet_id': '82f31285-e1fd-4485-9e73-db27d10cdb1a'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:04:11.149010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:11.223081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2446e-3c21-4c59-8cd5-fc2040dc24b3 None None] Network 78d6d52d-f007-4038-be2a-b30def48ab15 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:11.327850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd774719-5548-42d8-94fc-da5c0120b895 req-2a8e6ddb-9060-4f04-912e-636818f783de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796167 Feb 09 03:04:11.351348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:11.354892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:11.369012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:11.380046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:11.413118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port 3708d0b1-45af-4965-9734-745d6ec3229f yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:04:11.461490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=ea050d5b-8df8-45ca-a364-c6d3fb6d6eae,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:11.695175 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22e4ea69-5169-45e3-9af1-486ee30a56d1 req-c849ffca-c889-47ff-8fbd-15f31f595606 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 210 time: 0.0823147 Feb 09 03:04:11.706075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Allocated IP 172.20.0.2 (5b7add2b-7c64-48ef-a62f-ac3e6ad17238/82f31285-e1fd-4485-9e73-db27d10cdb1a/0d34d89a-c95c-4d45-9d4e-b26262cd9549) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:11.808800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 37100ed4-040c-44d2-a759-af108340b108 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:11.824803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e1def563-e662-4976-a55f-395a25935783 None None] Provisioning complete for port 37100ed4-040c-44d2-a759-af108340b108 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:11.826877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1def563-e662-4976-a55f-395a25935783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (37100ed4-040c-44d2-a759-af108340b108), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:11.916933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519fc09-66e1-4240-ae73-ccfe0f20858a req-5bc7b309-cace-4b31-bde6-11a3648a3f3f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:11.918765 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0519fc09-66e1-4240-ae73-ccfe0f20858a req-5bc7b309-cace-4b31-bde6-11a3648a3f3f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2671397 Feb 09 03:04:12.031252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0519fc09-66e1-4240-ae73-ccfe0f20858a req-481abeb3-e6d7-40f2-ab15-e55bd0cd5355 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050286 Feb 09 03:04:12.032551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (1a94b85c-7482-4596-8ac1-8e32002f1550), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:12.228304 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:12.298603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b87a7593-69e7-465a-a1cc-b4ef4f8af921 req-d0f70abc-0e15-45c3-bfef-517b5e2bdc54 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 210 time: 0.0555332 Feb 09 03:04:12.760630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e1def563-e662-4976-a55f-395a25935783 None None] Current status of the port 37100ed4-040c-44d2-a759-af108340b108 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:12.764613 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1def563-e662-4976-a55f-395a25935783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37100ed4-040c-44d2-a759-af108340b108), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:12.771268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 37100ed4-040c-44d2-a759-af108340b108 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:12.771912 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (37100ed4-040c-44d2-a759-af108340b108), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:12.843073 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Publish callbacks [] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:12.917478 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:12.962402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e1def563-e662-4976-a55f-395a25935783 None None] For port 37100ed4-040c-44d2-a759-af108340b108, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=37100ed4-040c-44d2-a759-af108340b108,segment=NetworkSegment(2f701404-fff1-4f58-ad88-8ba648aa25f1),segment_id=2f701404-fff1-4f58-ad88-8ba648aa25f1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:13.079011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1def563-e662-4976-a55f-395a25935783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (37100ed4-040c-44d2-a759-af108340b108), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:13.116913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:13.137333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:13.165672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:13.220978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Pushing event updated for resources: {'Port': ['ID=0d34d89a-c95c-4d45-9d4e-b26262cd9549,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:13.256526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.11 (5b7add2b-7c64-48ef-a62f-ac3e6ad17238/82f31285-e1fd-4485-9e73-db27d10cdb1a/3708d0b1-45af-4965-9734-745d6ec3229f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:13.391263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 37100ed4-040c-44d2-a759-af108340b108 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:13.635168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Attempting to bind port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:13.636213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Attempting to bind port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '53dcdf57-dfe3-408e-821f-1dd9da457da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:13.639058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Attempting to bind port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 on network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:13.651101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f4d58ce3-9dde-4163-a254-0e7fc7936de7 None None] Provisioning complete for port 37100ed4-040c-44d2-a759-af108340b108 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:13.651485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f4d58ce3-9dde-4163-a254-0e7fc7936de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (37100ed4-040c-44d2-a759-af108340b108), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:13.689033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-716a2821-8bc4-4436-b65b-92ae37f60ad2 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:13.690834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-716a2821-8bc4-4436-b65b-92ae37f60ad2 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.26 "GET /v2.0/networks?id=8a2bdf32-05de-452a-9327-e1e46a4f06dc HTTP/1.1" status: 200 len: 817 time: 0.7427778 Feb 09 03:04:13.711639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Request body: {'port': {'device_id': 'b8e6bca8-db54-464e-96bb-6dd296bff687', 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc', 'admin_state_up': True, 'tenant_id': '26cbd05161624d988ec0f35de28a4fd4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:13.734112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522b48-986d-4fcf-ba26-f728df5acd57 req-ce22037a-6655-4bf7-89c9-ee5f3281994c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:13.744127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a522b48-986d-4fcf-ba26-f728df5acd57 req-ce22037a-6655-4bf7-89c9-ee5f3281994c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.4420335 Feb 09 03:04:13.793882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:13.794477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Checking segment: {'id': '53dcdf57-dfe3-408e-821f-1dd9da457da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:13.794845 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:13.795253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Bound using segment: {'id': '53dcdf57-dfe3-408e-821f-1dd9da457da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:13.795746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Bound port: 0d34d89a-c95c-4d45-9d4e-b26262cd9549, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dcdf57-dfe3-408e-821f-1dd9da457da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:13.796135 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:13.890361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f4d58ce3-9dde-4163-a254-0e7fc7936de7 None None] Current status of the port 37100ed4-040c-44d2-a759-af108340b108 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:13.894354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1def563-e662-4976-a55f-395a25935783 None None] Pushing event updated for resources: {'Port': ['ID=37100ed4-040c-44d2-a759-af108340b108,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:13.909275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d5f2365-59fe-40ac-a676-97e8a13e0a8b req-eee7ae85-8e6f-43e5-9cd0-59f55854df19 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 210 time: 0.3168557 Feb 09 03:04:13.973942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] For port 0d34d89a-c95c-4d45-9d4e-b26262cd9549, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:13.980208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] For port 0d34d89a-c95c-4d45-9d4e-b26262cd9549, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0d34d89a-c95c-4d45-9d4e-b26262cd9549,segment=NetworkSegment(53dcdf57-dfe3-408e-821f-1dd9da457da2),segment_id=53dcdf57-dfe3-408e-821f-1dd9da457da2)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:13.994724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-3db40d2f-79da-4cf7-ad86-fa03cfaaaa85 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:13.996200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-3db40d2f-79da-4cf7-ad86-fa03cfaaaa85 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.61 "GET /v2.0/networks?id=8a2bdf32-05de-452a-9327-e1e46a4f06dc HTTP/1.1" status: 200 len: 817 time: 1.4927659 Feb 09 03:04:14.007488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f4d58ce3-9dde-4163-a254-0e7fc7936de7 None None] Provisioning complete for port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:14.008158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f4d58ce3-9dde-4163-a254-0e7fc7936de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.019472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Request body: {'port': {'device_id': '4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff', 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc', 'admin_state_up': True, 'tenant_id': '26cbd05161624d988ec0f35de28a4fd4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:14.055721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.058994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f4d58ce3-9dde-4163-a254-0e7fc7936de7 None None] Port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:14.139288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Made reservation on behalf of 26cbd05161624d988ec0f35de28a4fd4 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:14.142195 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.152141 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2afe69d-567d-47d9-a858-21f5c3b1c78c req-5e206050-d37f-420b-afa7-5f58dc34b208 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 210 time: 0.0689139 Feb 09 03:04:14.153206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d79ff-92f8-4adf-8367-04094a8823ad None None] Pushing event updated for resources: {'Port': ['ID=0d34d89a-c95c-4d45-9d4e-b26262cd9549,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:14.191399 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.204420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0619b56e-a93c-4ed6-8399-4ad494508c70 None None] Provisioning complete for port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:14.206090 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0619b56e-a93c-4ed6-8399-4ad494508c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.214422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.215340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (1a94b85c-7482-4596-8ac1-8e32002f1550), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.263717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0619b56e-a93c-4ed6-8399-4ad494508c70 None None] Port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:14.296099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-abd2f969-dafb-4757-bd10-8f57fbab3776 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:14.298459 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-abd2f969-dafb-4757-bd10-8f57fbab3776 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.61 "GET /v2.0/networks?id=8a2bdf32-05de-452a-9327-e1e46a4f06dc HTTP/1.1" status: 200 len: 817 time: 0.7051027 Feb 09 03:04:14.354486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a522b48-986d-4fcf-ba26-f728df5acd57 req-2464942e-e760-4072-ad0b-7007c5ff55fe tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6092691 Feb 09 03:04:14.391059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Request body: {'port': {'device_id': 'dcfeccc3-28e7-40e7-b091-c82da3085bd4', 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc', 'admin_state_up': True, 'tenant_id': '26cbd05161624d988ec0f35de28a4fd4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:14.538073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-dfd59124-b73d-4a68-b0c1-b979bcc4b1c6 None None] Provisioning complete for port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:14.543485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dfd59124-b73d-4a68-b0c1-b979bcc4b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.562060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-5b19bc09-6e28-4bf6-9e42-ebbca740cdb8 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:14.565934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-5b19bc09-6e28-4bf6-9e42-ebbca740cdb8 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.61 "GET /v2.0/networks?id=57d7b743-5aa8-4b8f-8042-d69e8a26619b HTTP/1.1" status: 200 len: 818 time: 0.5195696 Feb 09 03:04:14.587375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Request body: {'port': {'device_id': '96d58b14-6e10-4c6d-8ca1-8150ddab3a8e', 'network_id': '57d7b743-5aa8-4b8f-8042-d69e8a26619b', 'admin_state_up': True, 'tenant_id': 'a8b57e2113ad4ba8ba55e9cea6b9b266'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:14.628403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dfd59124-b73d-4a68-b0c1-b979bcc4b1c6 None None] Port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:14.664035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=ea050d5b-8df8-45ca-a364-c6d3fb6d6eae,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:14.771620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Made reservation on behalf of 26cbd05161624d988ec0f35de28a4fd4 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:14.775137 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.802560 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (3708d0b1-45af-4965-9734-745d6ec3229f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:14.817327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Allocated IP 172.20.0.12 (8a2bdf32-05de-452a-9327-e1e46a4f06dc/520fed2d-8e74-40ce-8d8a-8a2b44b48b01/71dd3df0-a5bb-4bbf-836b-7b978c7156d9) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:14.819015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 78d6d52d-f007-4038-be2a-b30def48ab15 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:14.828352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b0b2a-e2de-4ef4-b212-265afdc273fa req-2a235a24-525b-435e-b4ca-41550146207b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:14.834435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-980b0b2a-e2de-4ef4-b212-265afdc273fa req-2a235a24-525b-435e-b4ca-41550146207b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2027726 Feb 09 03:04:14.839564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:14.842606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42662) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:14.889408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Request body: {'floatingip': {'port_id': '23a33a01-5242-433d-83da-53ad520b84d3'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:14.942601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Made reservation on behalf of a8b57e2113ad4ba8ba55e9cea6b9b266 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:14.945755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:15.040330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:15.080960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Made reservation on behalf of 26cbd05161624d988ec0f35de28a4fd4 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:15.089860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:15.203766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9735970d-f0d3-4dbf-8357-cbe21138eef7 req-170c2a24-e58d-4dd5-84cb-ce3c06473038 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 210 time: 0.0866342 Feb 09 03:04:15.270651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3708d0b1-45af-4965-9734-745d6ec3229f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:15.369573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-939d6f7a-b184-4d75-86db-a1a0fb0a2bfb None None] Provisioning complete for port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:15.370065 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-939d6f7a-b184-4d75-86db-a1a0fb0a2bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:15.384102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9d6315d-8474-4432-a7ec-c8c08a78c6b6 req-9f1e69bf-1845-4871-80bf-074f9609285d tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 210 time: 0.0658510 Feb 09 03:04:15.413378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Router 1a94b85c-7482-4596-8ac1-8e32002f1550 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:04:15.451959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-939d6f7a-b184-4d75-86db-a1a0fb0a2bfb None None] Port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:15.570374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:04:15.577338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:15.583707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks [] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:15.589195 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90faba06-3a41-4885-b0d8-036e165b40f1 None None] Sync routers for ids ['1a94b85c-7482-4596-8ac1-8e32002f1550'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:04:15.600602 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9b355fbc-8318-4bff-855b-83a248b3c9a9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "PUT /v2.0/routers/1a94b85c-7482-4596-8ac1-8e32002f1550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4706547 Feb 09 03:04:15.605954 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42670) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:15.617369 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90faba06-3a41-4885-b0d8-036e165b40f1 None None] Routers {'1a94b85c-7482-4596-8ac1-8e32002f1550'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:15.619548 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-90faba06-3a41-4885-b0d8-036e165b40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1a94b85c-7482-4596-8ac1-8e32002f1550'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:15.636625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:15.685615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:15.688986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=3708d0b1-45af-4965-9734-745d6ec3229f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:15.732375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3909bea-ba59-4043-b99d-d62d059a9668 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:15.736680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d3909bea-ba59-4043-b99d-d62d059a9668 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a94b85c-7482-4596-8ac1-8e32002f1550 HTTP/1.1" status: 200 len: 989 time: 0.1257050 Feb 09 03:04:15.738000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42674) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:15.781571 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-90faba06-3a41-4885-b0d8-036e165b40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:15.794923 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90faba06-3a41-4885-b0d8-036e165b40f1 None None] Routers {'1a94b85c-7482-4596-8ac1-8e32002f1550'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:15.795569 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-90faba06-3a41-4885-b0d8-036e165b40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1a94b85c-7482-4596-8ac1-8e32002f1550'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:15.847033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Allocated IP 172.20.0.14 (57d7b743-5aa8-4b8f-8042-d69e8a26619b/7909bc4c-7384-400e-ba29-7431e6450136/670093e5-6a57-4305-b250-b449c9e8fcc2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:15.929721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72eb810-317a-493a-a0e4-e0a323d1dda8 None None] Network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:15.995142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0d34d89a-c95c-4d45-9d4e-b26262cd9549 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:15.997580 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-90faba06-3a41-4885-b0d8-036e165b40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:15.998545 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90faba06-3a41-4885-b0d8-036e165b40f1 None None] The sync data for ids ['1a94b85c-7482-4596-8ac1-8e32002f1550'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:04:16.090920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Publish callbacks [] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.101646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3d4f59bd-8b00-4219-b09c-3f7b6d5010bd None None] Provisioning complete for port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:16.102220 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d4f59bd-8b00-4219-b09c-3f7b6d5010bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.147176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.177440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:16.178038 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.208047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:16.208683 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.210655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Allocated IP 172.20.0.5 (8a2bdf32-05de-452a-9327-e1e46a4f06dc/520fed2d-8e74-40ce-8d8a-8a2b44b48b01/353070b5-75bb-4460-ad21-37102b0a8045) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:16.215802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Pushing event updated for resources: {'Port': ['ID=670093e5-6a57-4305-b250-b449c9e8fcc2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:16.219841 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.300903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f59bd-8b00-4219-b09c-3f7b6d5010bd None None] Current status of the port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:16.300903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d4f59bd-8b00-4219-b09c-3f7b6d5010bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.312004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Pushing event updated for resources: {'Port': ['ID=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:16.338851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Network 57d7b743-5aa8-4b8f-8042-d69e8a26619b is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:16.349035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Network 8a2bdf32-05de-452a-9327-e1e46a4f06dc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:16.352584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:16.368765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7856ce0a-0768-4074-a318-04627167a19d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.4837313 Feb 09 03:04:16.368765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:16.370034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:16.375603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42680) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:16.443048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3d4f59bd-8b00-4219-b09c-3f7b6d5010bd None None] For port 0d34d89a-c95c-4d45-9d4e-b26262cd9549, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0d34d89a-c95c-4d45-9d4e-b26262cd9549,segment=NetworkSegment(53dcdf57-dfe3-408e-821f-1dd9da457da2),segment_id=53dcdf57-dfe3-408e-821f-1dd9da457da2)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:16.444206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '5b7add2b-7c64-48ef-a62f-ac3e6ad17238', 'name': 'tempest-PortsTestJSON-1464747224'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:16.459972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks [] for port (353070b5-75bb-4460-ad21-37102b0a8045), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.481976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d4f59bd-8b00-4219-b09c-3f7b6d5010bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.490088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:16.490882 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.540450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:16.566424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f59bd-8b00-4219-b09c-3f7b6d5010bd None None] Pushing event updated for resources: {'Port': ['ID=0d34d89a-c95c-4d45-9d4e-b26262cd9549,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:16.623859 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:04:16.624579 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:04:16.651153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (353070b5-75bb-4460-ad21-37102b0a8045), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.689116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-329eec79-834d-4932-94e2-8d13c3c79944 req-b0cfc6ac-8687-45dd-a3e6-6154bbf7ca6f tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 210 time: 0.0600481 Feb 09 03:04:16.713376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-42458142-ae1b-4764-b50c-163dc0c26029 None None] Provisioning complete for port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:16.713769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42458142-ae1b-4764-b50c-163dc0c26029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.721203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Allocated IP 172.20.0.7 (8a2bdf32-05de-452a-9327-e1e46a4f06dc/520fed2d-8e74-40ce-8d8a-8a2b44b48b01/33a3c1fc-32c0-4004-85c8-7f3a52a1304a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:16.860353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-42458142-ae1b-4764-b50c-163dc0c26029 None None] Current status of the port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:16.889177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-42458142-ae1b-4764-b50c-163dc0c26029 None None] Provisioning complete for port 3708d0b1-45af-4965-9734-745d6ec3229f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:16.889557 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42458142-ae1b-4764-b50c-163dc0c26029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3708d0b1-45af-4965-9734-745d6ec3229f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:16.966023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-42458142-ae1b-4764-b50c-163dc0c26029 None None] Port 3708d0b1-45af-4965-9734-745d6ec3229f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:16.987280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Pushing event updated for resources: {'Port': ['ID=353070b5-75bb-4460-ad21-37102b0a8045,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:16.992943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Network 8a2bdf32-05de-452a-9327-e1e46a4f06dc is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:17.019092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:17.043718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:17.047035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.047467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.047721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.048113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.048392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.049265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.049596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.049923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.050264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.050596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.050920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.051327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.051550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:17.112477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks [] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.116625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d71a8174-026f-4bc1-b04b-334e6a2b19f1 None None] Provisioning complete for port 3708d0b1-45af-4965-9734-745d6ec3229f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:17.117237 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d71a8174-026f-4bc1-b04b-334e6a2b19f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3708d0b1-45af-4965-9734-745d6ec3229f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.172573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:17.173228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.268439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:17.269441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 37100ed4-040c-44d2-a759-af108340b108 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:17.274889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:17.275739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.321110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d71a8174-026f-4bc1-b04b-334e6a2b19f1 None None] Port 3708d0b1-45af-4965-9734-745d6ec3229f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:17.321729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ca1383de-5bd8-45dc-bda3-cba94f3e1b92 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3066719 Feb 09 03:04:17.350489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 37100ed4-040c-44d2-a759-af108340b108 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:17.350883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (37100ed4-040c-44d2-a759-af108340b108), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.369639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Request body: {'port': {'device_id': '4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:17.414613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:17.415492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.419101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.460006 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (1a94b85c-7482-4596-8ac1-8e32002f1550), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.488924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ece6382d-3cfe-4a93-8348-7694a909c63a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7849102 Feb 09 03:04:17.530119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-78da244c-3520-4c3b-b298-933e4aba493f tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9500380 Feb 09 03:04:17.535645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Request body: {'port': {'device_id': 'b8e6bca8-db54-464e-96bb-6dd296bff687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:17.553215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:17.557440 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.590303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Pushing event updated for resources: {'Port': ['ID=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:17.593773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 37100ed4-040c-44d2-a759-af108340b108 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:17.622948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Request body: {'port': {'device_id': '96d58b14-6e10-4c6d-8ca1-8150ddab3a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:17.624989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Network 8a2bdf32-05de-452a-9327-e1e46a4f06dc is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:17.638540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:17.645250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:17.651770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (353070b5-75bb-4460-ad21-37102b0a8045), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.664231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d1f1e-0740-4749-8827-b94de8f1a930 req-000358a9-7d4c-4d95-8eb6-e9d49e0d668e tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:17.665884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b70d1f1e-0740-4749-8827-b94de8f1a930 req-000358a9-7d4c-4d95-8eb6-e9d49e0d668e tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 932 time: 1.0963686 Feb 09 03:04:17.682261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port d4e39650-e099-41ab-a347-07cd62b8ff3b yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:04:17.744545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0d34d89a-c95c-4d45-9d4e-b26262cd9549 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:17.819502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:17.819647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:17.850901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:17.851809 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.002978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.resource_extend [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:04:18.011790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:18.046909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.054958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.060596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-a5d0bc09-c011-4672-8fae-eaf9882271c0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7334449 Feb 09 03:04:18.099834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Request body: {'port': {'device_id': 'dcfeccc3-28e7-40e7-b091-c82da3085bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:18.110091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b70d1f1e-0740-4749-8827-b94de8f1a930 req-ada4667b-e555-4506-a4f9-082de5bf7ea9 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224935 Feb 09 03:04:18.208737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.229345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.291065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.9 (5b7add2b-7c64-48ef-a62f-ac3e6ad17238/82f31285-e1fd-4485-9e73-db27d10cdb1a/d4e39650-e099-41ab-a347-07cd62b8ff3b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:18.632107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51db62-2326-4d92-8d78-174100823a71 req-29ea74f6-1a46-498d-b2dd-5b52da82021c tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:18.633928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c51db62-2326-4d92-8d78-174100823a71 req-29ea74f6-1a46-498d-b2dd-5b52da82021c tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 931 time: 0.8111093 Feb 09 03:04:18.711434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670093e5-6a57-4305-b250-b449c9e8fcc2 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:18.717792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.719818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Publish callbacks [] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.732976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Transition to ACTIVE for port object 670093e5-6a57-4305-b250-b449c9e8fcc2 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:04:18.756941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.783605 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c51db62-2326-4d92-8d78-174100823a71 req-e68bb4e1-ee4c-4a46-afb7-3f1a3b36d3ba tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257651 Feb 09 03:04:18.889565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port ea050d5b-8df8-45ca-a364-c6d3fb6d6eae {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:18.889845 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:18.911529 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Floating IP 8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9 associated. External IP: 172.25.2.98, port: 23a33a01-5242-433d-83da-53ad520b84d3. Feb 09 03:04:18.978918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Pushing event updated for resources: {'Port': ['ID=670093e5-6a57-4305-b250-b449c9e8fcc2,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:19.036905 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.056455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for ea050d5b-8df8-45ca-a364-c6d3fb6d6eae owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:19.177989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (d4e39650-e099-41ab-a347-07cd62b8ff3b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.222103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Attempting to bind port 670093e5-6a57-4305-b250-b449c9e8fcc2 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:19.222477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Attempting to bind port 670093e5-6a57-4305-b250-b449c9e8fcc2 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '48513cf8-558b-40b4-8dca-f723b354a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '57d7b743-5aa8-4b8f-8042-d69e8a26619b'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:19.222807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Attempting to bind port 670093e5-6a57-4305-b250-b449c9e8fcc2 on network 57d7b743-5aa8-4b8f-8042-d69e8a26619b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:19.232655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Port 670093e5-6a57-4305-b250-b449c9e8fcc2 on network 57d7b743-5aa8-4b8f-8042-d69e8a26619b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:04:19.232977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Attempting to bind port 670093e5-6a57-4305-b250-b449c9e8fcc2 on network 57d7b743-5aa8-4b8f-8042-d69e8a26619b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:19.290821 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ea050d5b-8df8-45ca-a364-c6d3fb6d6eae), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.295350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:19.295907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Checking segment: {'id': '48513cf8-558b-40b4-8dca-f723b354a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '57d7b743-5aa8-4b8f-8042-d69e8a26619b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:19.296065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Bound using segment: {'id': '48513cf8-558b-40b4-8dca-f723b354a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '57d7b743-5aa8-4b8f-8042-d69e8a26619b'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:19.296512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Bound port: 670093e5-6a57-4305-b250-b449c9e8fcc2, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48513cf8-558b-40b4-8dca-f723b354a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '57d7b743-5aa8-4b8f-8042-d69e8a26619b'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:19.296875 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.325052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=ea050d5b-8df8-45ca-a364-c6d3fb6d6eae,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:19.437216 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.467196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:19.475516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (1a94b85c-7482-4596-8ac1-8e32002f1550), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.475987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d4e39650-e099-41ab-a347-07cd62b8ff3b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.526387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Publish callbacks [] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:19.751467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Router 1a94b85c-7482-4596-8ac1-8e32002f1550 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:04:19.863049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:04:19.874080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed7f8c-e30d-4208-9bbf-10f6664ac822 None None] Sync routers for ids ['1a94b85c-7482-4596-8ac1-8e32002f1550'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:04:19.894158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-77f28b0b-bccb-4104-908e-3add7085f498 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "PUT /v2.0/routers/1a94b85c-7482-4596-8ac1-8e32002f1550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1548073 Feb 09 03:04:19.896152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed7f8c-e30d-4208-9bbf-10f6664ac822 None None] Routers {'1a94b85c-7482-4596-8ac1-8e32002f1550'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:19.896927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-47ed7f8c-e30d-4208-9bbf-10f6664ac822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1a94b85c-7482-4596-8ac1-8e32002f1550'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:19.897763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:19.930210 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-603e9ae9-d451-43bd-99c8-9bcc0fb78634 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:04:19.931848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-603e9ae9-d451-43bd-99c8-9bcc0fb78634 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/ea050d5b-8df8-45ca-a364-c6d3fb6d6eae HTTP/1.1" status: 404 len: 333 time: 0.0313642 Feb 09 03:04:19.942672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42946) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:19.946486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-47ed7f8c-e30d-4208-9bbf-10f6664ac822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:19.958643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed7f8c-e30d-4208-9bbf-10f6664ac822 None None] Routers {'1a94b85c-7482-4596-8ac1-8e32002f1550'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:19.959552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-47ed7f8c-e30d-4208-9bbf-10f6664ac822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1a94b85c-7482-4596-8ac1-8e32002f1550'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:20.004685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aba63-e399-43b3-88c5-3cef2690dd3e req-0970ccbe-334d-4579-9ff0-03ba340c183c tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:20.012067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f06aba63-e399-43b3-88c5-3cef2690dd3e req-0970ccbe-334d-4579-9ff0-03ba340c183c tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 944 time: 0.7753570 Feb 09 03:04:20.019925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-47ed7f8c-e30d-4208-9bbf-10f6664ac822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:20.020867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed7f8c-e30d-4208-9bbf-10f6664ac822 None None] The sync data for ids ['1a94b85c-7482-4596-8ac1-8e32002f1550'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:04:20.062763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2fc4-5bd3-409a-8016-786de1e81a4d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for router (1a94b85c-7482-4596-8ac1-8e32002f1550), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.067841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:20.082657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Transition to ACTIVE for port object 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:04:20.122319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:20.124234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=d4e39650-e099-41ab-a347-07cd62b8ff3b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:20.133251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:20.142525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797b104-5d4a-4fd2-b3a3-5463b42034ff req-c7b1e403-ba8c-4429-be1b-991f81f83001 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:20.144265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9797b104-5d4a-4fd2-b3a3-5463b42034ff req-c7b1e403-ba8c-4429-be1b-991f81f83001 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 931 time: 0.2113218 Feb 09 03:04:20.154760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.335039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:20.335917 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.382521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] For port 670093e5-6a57-4305-b250-b449c9e8fcc2, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:20.411965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:04:20.433519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9797b104-5d4a-4fd2-b3a3-5463b42034ff req-a3112034-4638-47f1-9789-a405762a2b47 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729957 Feb 09 03:04:20.440026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-42ffce7c-7a09-42a2-b12e-59c8781310ad tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0631547 Feb 09 03:04:20.453996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42996) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:20.455304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] For port 670093e5-6a57-4305-b250-b449c9e8fcc2, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=670093e5-6a57-4305-b250-b449c9e8fcc2,segment=NetworkSegment(48513cf8-558b-40b4-8dca-f723b354a119),segment_id=48513cf8-558b-40b4-8dca-f723b354a119)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:20.474328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Pushing event updated for resources: {'Port': ['ID=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:20.494464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f06aba63-e399-43b3-88c5-3cef2690dd3e req-ca1aefe6-e777-417d-9f80-683c41ce1ffc tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813535 Feb 09 03:04:20.516426 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2fc4-5bd3-409a-8016-786de1e81a4d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (1a94b85c-7482-4596-8ac1-8e32002f1550), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.554527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.563098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43008) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:20.565849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2fc4-5bd3-409a-8016-786de1e81a4d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for router_controller (1a94b85c-7482-4596-8ac1-8e32002f1550), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.619022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8a7105d6-f6f6-4279-9dc8-0bc3b307e8d7 None None] Provisioning complete for port d4e39650-e099-41ab-a347-07cd62b8ff3b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:20.623284 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a7105d6-f6f6-4279-9dc8-0bc3b307e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d4e39650-e099-41ab-a347-07cd62b8ff3b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.628487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:20.628989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.630932 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] 10.222.0.61 "PUT /v2.0/ports/670093e5-6a57-4305-b250-b449c9e8fcc2 HTTP/1.1" status: 200 len: 1092 time: 3.0808260 Feb 09 03:04:20.697587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8a7105d6-f6f6-4279-9dc8-0bc3b307e8d7 None None] Port d4e39650-e099-41ab-a347-07cd62b8ff3b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:20.704421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d58b14-6e10-4c6d-8ca1-8150ddab3a8e', 'tag': '670093e5-6a57-4305-b250-b449c9e8fcc2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:20.705674 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e22b4-168d-4e9e-b253-c0450b915fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "96d58b14-6e10-4c6d-8ca1-8150ddab3a8e", "tag": "670093e5-6a57-4305-b250-b449c9e8fcc2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:20.800992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2fc4-5bd3-409a-8016-786de1e81a4d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (1a94b85c-7482-4596-8ac1-8e32002f1550), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.801426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4d2fc4-5bd3-409a-8016-786de1e81a4d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Fanout notify agent at l3_agent the message router_deleted on router 1a94b85c-7482-4596-8ac1-8e32002f1550 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:04:20.813709 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a51ce91-1209-47c7-b767-d015bc5f75c8 x-openstack-request-id: req-4a51ce91-1209-47c7-b767-d015bc5f75c8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:20.814004 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d58b14-6e10-4c6d-8ca1-8150ddab3a8e", "tag": "670093e5-6a57-4305-b250-b449c9e8fcc2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:20.814314 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a51ce91-1209-47c7-b767-d015bc5f75c8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:20.814715 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d58b14-6e10-4c6d-8ca1-8150ddab3a8e', 'tag': '670093e5-6a57-4305-b250-b449c9e8fcc2', 'status': 'completed', 'code': 200} Feb 09 03:04:20.819561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c52299-7040-46d6-81f6-48baba8e1c98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:20.823785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-63c52299-7040-46d6-81f6-48baba8e1c98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.3496265 Feb 09 03:04:20.827264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2fc4-5bd3-409a-8016-786de1e81a4d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.832249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6d4d2fc4-5bd3-409a-8016-786de1e81a4d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/routers/1a94b85c-7482-4596-8ac1-8e32002f1550 HTTP/1.1" status: 204 len: 168 time: 0.8885190 Feb 09 03:04:20.834148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43042) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:20.834520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43046) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:20.924053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7001f107-d94f-4fc1-839a-5ba3f509973c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:20.938147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea3e11-69aa-4eca-a727-176ba491c24e service neutron] Pushing event updated for resources: {'Port': ['ID=670093e5-6a57-4305-b250-b449c9e8fcc2,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:20.996757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Attempting to bind port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:20.997101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Attempting to bind port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:20.997432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Attempting to bind port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:21.036112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:04:21.036446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Attempting to bind port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:21.051433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cabd368-d7da-49a6-81e4-62eb6b971b02 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet f9f6cec9-f60d-4919-89da-a57cb8d569e6 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:21.089664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-ff4a7db1-f916-4c41-860f-b7a15c7ce21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:21.091880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-ff4a7db1-f916-4c41-860f-b7a15c7ce21f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a8b57e2113ad4ba8ba55e9cea6b9b266&device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 1126 time: 0.3834236 Feb 09 03:04:21.094414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cabd368-d7da-49a6-81e4-62eb6b971b02 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (f9f6cec9-f60d-4919-89da-a57cb8d569e6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.099598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:04:21.109717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.110009 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] Sync routers for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:04:21.112057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:21.112401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Checking segment: {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:21.112788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Bound using segment: {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:21.113366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Bound port: 71dd3df0-a5bb-4bbf-836b-7b978c7156d9, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:21.113630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.122957 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:21.123585 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:21.217744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353070b5-75bb-4460-ad21-37102b0a8045 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:21.233766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Publish callbacks [] for port (353070b5-75bb-4460-ad21-37102b0a8045), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.246275 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:21.253528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Transition to ACTIVE for port object 353070b5-75bb-4460-ad21-37102b0a8045 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:04:21.276588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (353070b5-75bb-4460-ad21-37102b0a8045), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.364390 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cabd368-d7da-49a6-81e4-62eb6b971b02 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (f9f6cec9-f60d-4919-89da-a57cb8d569e6), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.393908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-99a2f3f2-d963-4be6-ab1a-cf090efb2f2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670093e5-6a57-4305-b250-b449c9e8fcc2 HTTP/1.1" status: 200 len: 217 time: 0.2661169 Feb 09 03:04:21.400948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.541689 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2db36c17-6243-43ab-ae8e-caee30627bb5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "PUT /v2.0/floatingips/8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9 HTTP/1.1" status: 200 len: 991 time: 6.6556768 Feb 09 03:04:21.568842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] For port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:21.582998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] For port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:21.596972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=353070b5-75bb-4460-ad21-37102b0a8045,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:21.623449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7001f107-d94f-4fc1-839a-5ba3f509973c admin admin] Publish callbacks [] for security_group (194896fa-e1d0-4186-bdad-7bf6f6196af0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.638009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.641548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ad0286d9-2dc5-4246-98b4-8d190bf5de98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port d4e39650-e099-41ab-a347-07cd62b8ff3b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:21.641885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad0286d9-2dc5-4246-98b4-8d190bf5de98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d4e39650-e099-41ab-a347-07cd62b8ff3b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.651848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-55694252-81bb-475e-9855-1cdc0417d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:21.653711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-55694252-81bb-475e-9855-1cdc0417d114 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7909bc4c-7384-400e-ba29-7431e6450136 HTTP/1.1" status: 200 len: 858 time: 0.2130973 Feb 09 03:04:21.654502 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7001f107-d94f-4fc1-839a-5ba3f509973c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (194896fa-e1d0-4186-bdad-7bf6f6196af0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.719214 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'port_id': '23a33a01-5242-433d-83da-53ad520b84d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'mac_address': 'fa:16:3e:cc:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:03:38Z', 'updated_at': '2022-02-09T03:04:17Z', 'revision_number': 1, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:21.752335 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] Checking router: 105e3ddd-423a-4cb0-ab1a-001a22a97df5 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:04:21.779906 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:21.780827 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:21.841748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Attempting to bind port 353070b5-75bb-4460-ad21-37102b0a8045 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:21.842327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Attempting to bind port 353070b5-75bb-4460-ad21-37102b0a8045 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:21.842458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Attempting to bind port 353070b5-75bb-4460-ad21-37102b0a8045 on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:21.844079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-3fefd3cb-d5d9-48fb-803d-0c4130c1f81c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=57d7b743-5aa8-4b8f-8042-d69e8a26619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633506 Feb 09 03:04:21.850836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17026192-f108-40b3-b715-7f1aa02617a8 req-4ec7a34d-d6b8-420e-9c61-4b32cb4832b6 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:21.852598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:21.852994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17026192-f108-40b3-b715-7f1aa02617a8 req-4ec7a34d-d6b8-420e-9c61-4b32cb4832b6 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 944 time: 0.1562448 Feb 09 03:04:21.854377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.855749 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] 10.222.0.26 "PUT /v2.0/ports/71dd3df0-a5bb-4bbf-836b-7b978c7156d9 HTTP/1.1" status: 200 len: 1092 time: 4.3360515 Feb 09 03:04:21.863847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cabd368-d7da-49a6-81e4-62eb6b971b02 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f9f6cec9-f60d-4919-89da-a57cb8d569e6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.908922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Port 353070b5-75bb-4460-ad21-37102b0a8045 on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:04:21.909545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Attempting to bind port 353070b5-75bb-4460-ad21-37102b0a8045 on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:21.967654 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:21.975383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7001f107-d94f-4fc1-839a-5ba3f509973c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ce6c3aa09324301800bd88be041b2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4071777 Feb 09 03:04:21.977228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17026192-f108-40b3-b715-7f1aa02617a8 req-7f138470-7845-4c78-b23a-0f46e4153bae tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172688 Feb 09 03:04:21.978156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:21.978624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Checking segment: {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:21.979103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Bound using segment: {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:21.979655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Bound port: 353070b5-75bb-4460-ad21-37102b0a8045, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:21.980445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (353070b5-75bb-4460-ad21-37102b0a8045), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:21.984197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43164) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:22.011070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a3c1fc-32c0-4004-85c8-7f3a52a1304a {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:22.036441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Publish callbacks [] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.048313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001f107-d94f-4fc1-839a-5ba3f509973c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194896fa-e1d0-4186-bdad-7bf6f6196af0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:22.107856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Transition to ACTIVE for port object 33a3c1fc-32c0-4004-85c8-7f3a52a1304a will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:04:22.153227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58122a79-53f4-403a-bdbb-225f48128566 admin admin] Publish callbacks [] for security_group (194896fa-e1d0-4186-bdad-7bf6f6196af0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.158108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.195682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c8313-58b8-44b2-9b3e-5123af092d35 service neutron] Pushing event updated for resources: {'Port': ['ID=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:22.264409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58122a79-53f4-403a-bdbb-225f48128566 admin admin] Publish callbacks [] for security_group (194896fa-e1d0-4186-bdad-7bf6f6196af0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.279050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] For port 353070b5-75bb-4460-ad21-37102b0a8045, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:22.306511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad0286d9-2dc5-4246-98b4-8d190bf5de98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d4e39650-e099-41ab-a347-07cd62b8ff3b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.308992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Pushing event updated for resources: {'Port': ['ID=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:22.325466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] For port 353070b5-75bb-4460-ad21-37102b0a8045, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=353070b5-75bb-4460-ad21-37102b0a8045,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:22.336414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876797f-8458-488a-9de1-cd3c431c756b req-376205d5-795e-457c-b118-abec5cab2b3b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:22.337934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1876797f-8458-488a-9de1-cd3c431c756b req-376205d5-795e-457c-b118-abec5cab2b3b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 931 time: 0.6667216 Feb 09 03:04:22.357721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ad0286d9-2dc5-4246-98b4-8d190bf5de98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for d4e39650-e099-41ab-a347-07cd62b8ff3b owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:22.366928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf789-df07-497d-a723-ea37f259d3a1 req-39f795c1-27ce-4bf1-b034-1cf1df8856a6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:22.374334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca6cf789-df07-497d-a723-ea37f259d3a1 req-39f795c1-27ce-4bf1-b034-1cf1df8856a6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2303491 Feb 09 03:04:22.378730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cabd368-d7da-49a6-81e4-62eb6b971b02 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (f9f6cec9-f60d-4919-89da-a57cb8d569e6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.382910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (353070b5-75bb-4460-ad21-37102b0a8045), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.401448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-5266dc66-5feb-4e45-a97e-545e2092ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:22.402978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-5266dc66-5feb-4e45-a97e-545e2092ca4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26cbd05161624d988ec0f35de28a4fd4&device_id=b8e6bca8-db54-464e-96bb-6dd296bff687 HTTP/1.1" status: 200 len: 1126 time: 0.4746644 Feb 09 03:04:22.404171 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'port_id': '23a33a01-5242-433d-83da-53ad520b84d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'mac_address': 'fa:16:3e:cc:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:03:38Z', 'updated_at': '2022-02-09T03:04:17Z', 'revision_number': 1, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:22.405304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-ec4dfdbb-4639-4367-843a-22cdd1f412fb service neutron] 10.222.0.61 "GET /v2.0/networks/57d7b743-5aa8-4b8f-8042-d69e8a26619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840176 Feb 09 03:04:22.456307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5fb74-9663-455b-b84f-c6f6244dce09 None None] Network 78d6d52d-f007-4038-be2a-b30def48ab15 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:22.458794 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee6564-9015-415c-bf1e-613bd62d5fb0 None None] The sync data for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 is: [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'port_id': '23a33a01-5242-433d-83da-53ad520b84d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'mac_address': 'fa:16:3e:cc:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:03:38Z', 'updated_at': '2022-02-09T03:04:17Z', 'revision_number': 1, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:04:22.476124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:22.477047 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.479664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/353070b5-75bb-4460-ad21-37102b0a8045 HTTP/1.1" status: 200 len: 1091 time: 5.1246042 Feb 09 03:04:22.510827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff', 'tag': '353070b5-75bb-4460-ad21-37102b0a8045'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:22.513425 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff", "tag": "353070b5-75bb-4460-ad21-37102b0a8045"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:22.518624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee3687-93cb-4831-9321-99e8f2d8b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=353070b5-75bb-4460-ad21-37102b0a8045,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:22.547715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3cabd368-d7da-49a6-81e4-62eb6b971b02 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.559013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3cabd368-d7da-49a6-81e4-62eb6b971b02 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/f9f6cec9-f60d-4919-89da-a57cb8d569e6 HTTP/1.1" status: 204 len: 168 time: 1.7110543 Feb 09 03:04:22.607109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca6cf789-df07-497d-a723-ea37f259d3a1 req-f98d9c51-85f1-48d9-ab45-676f0cccae19 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316139 Feb 09 03:04:22.608159 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58122a79-53f4-403a-bdbb-225f48128566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (194896fa-e1d0-4186-bdad-7bf6f6196af0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.611822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58122a79-53f4-403a-bdbb-225f48128566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:22.618386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-58122a79-53f4-403a-bdbb-225f48128566 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/194896fa-e1d0-4186-bdad-7bf6f6196af0 HTTP/1.1" status: 204 len: 168 time: 0.6262064 Feb 09 03:04:22.658754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43186) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:22.733239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabd368-d7da-49a6-81e4-62eb6b971b02 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f6cec9-f60d-4919-89da-a57cb8d569e6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:22.740348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1c9c75c-de5f-45cc-9770-b96dbc8f9372 req-ac6bc648-40ad-4eaf-abc6-6c00e1150532 service neutron] 10.222.0.61 "GET /v2.0/networks/57d7b743-5aa8-4b8f-8042-d69e8a26619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041506 Feb 09 03:04:22.785301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1876797f-8458-488a-9de1-cd3c431c756b req-92e134c4-9b0d-4c0f-9a20-41bc4536af94 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339533 Feb 09 03:04:22.823811 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-e837fc31-2fe4-44a1-979a-6648b05c0ec2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71dd3df0-a5bb-4bbf-836b-7b978c7156d9 HTTP/1.1" status: 200 len: 217 time: 0.4119182 Feb 09 03:04:22.826857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3'}, {'name': 'network-changed', 'server_uuid': 'b8e6bca8-db54-464e-96bb-6dd296bff687', 'tag': '71dd3df0-a5bb-4bbf-836b-7b978c7156d9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:22.832527 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d138587f-deed-4d2b-9826-24b155fb468b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "tag": "23a33a01-5242-433d-83da-53ad520b84d3"}, {"name": "network-changed", "server_uuid": "b8e6bca8-db54-464e-96bb-6dd296bff687", "tag": "71dd3df0-a5bb-4bbf-836b-7b978c7156d9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:22.908050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58122a79-53f4-403a-bdbb-225f48128566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194896fa-e1d0-4186-bdad-7bf6f6196af0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:22.943155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d23e73f-e564-4439-abbd-ba0293bf1135 None None] New status for floating IP 8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:04:22.951846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] DHCP port deletion for 78d6d52d-f007-4038-be2a-b30def48ab15 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:04:22.960403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Attempting to bind port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:22.960746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Attempting to bind port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:22.961085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Attempting to bind port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:23.012853 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f8aab6-cf16-419d-b07d-5544af1ea304 x-openstack-request-id: req-b4f8aab6-cf16-419d-b07d-5544af1ea304 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:23.013159 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "tag": "23a33a01-5242-433d-83da-53ad520b84d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8e6bca8-db54-464e-96bb-6dd296bff687", "tag": "71dd3df0-a5bb-4bbf-836b-7b978c7156d9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:23.015550 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4f8aab6-cf16-419d-b07d-5544af1ea304 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:23.028428 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3', 'status': 'completed', 'code': 200} Feb 09 03:04:23.028762 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e6bca8-db54-464e-96bb-6dd296bff687', 'tag': '71dd3df0-a5bb-4bbf-836b-7b978c7156d9', 'status': 'completed', 'code': 200} Feb 09 03:04:23.030666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:04:23.034258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Attempting to bind port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a on network 8a2bdf32-05de-452a-9327-e1e46a4f06dc {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:23.104970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d7a8ff96-eecd-43ce-9ecb-0098773fe6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.113392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d7a8ff96-eecd-43ce-9ecb-0098773fe6cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26cbd05161624d988ec0f35de28a4fd4&device_id=4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff HTTP/1.1" status: 200 len: 1125 time: 0.5639811 Feb 09 03:04:23.116049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:23.116576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Checking segment: {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:23.117833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Bound using segment: {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:23.118780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Bound port: 33a3c1fc-32c0-4004-85c8-7f3a52a1304a, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db545fb-7acb-46d1-a19b-4034854b06d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:23.119710 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:23.135402 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (78d6d52d-f007-4038-be2a-b30def48ab15), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:23.244419 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-5942b4e6-4d70-47e0-a58e-4626f6f63509 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=353070b5-75bb-4460-ad21-37102b0a8045 HTTP/1.1" status: 200 len: 217 time: 0.1040113 Feb 09 03:04:23.274677 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a32de6-8ef8-4ddb-8ec8-cf5203574ecb x-openstack-request-id: req-86a32de6-8ef8-4ddb-8ec8-cf5203574ecb {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:23.274985 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff", "tag": "353070b5-75bb-4460-ad21-37102b0a8045", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:23.275246 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86a32de6-8ef8-4ddb-8ec8-cf5203574ecb {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:23.275923 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff', 'tag': '353070b5-75bb-4460-ad21-37102b0a8045', 'status': 'completed', 'code': 200} Feb 09 03:04:23.381618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ecefc3e3-3d0d-4d29-b401-c3a1319cfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.385698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ecefc3e3-3d0d-4d29-b401-c3a1319cfecb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=520fed2d-8e74-40ce-8d8a-8a2b44b48b01 HTTP/1.1" status: 200 len: 857 time: 0.1085286 Feb 09 03:04:23.394808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138587f-deed-4d2b-9826-24b155fb468b req-739d1a38-9608-4fce-9b3d-2244788c7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.396207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] Deleting port 37100ed4-040c-44d2-a759-af108340b108 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:23.396593 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (37100ed4-040c-44d2-a759-af108340b108), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:23.397576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-739d1a38-9608-4fce-9b3d-2244788c7e14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1128 time: 0.3916972 Feb 09 03:04:23.412157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-304c3e18-e2fe-4f2a-9ffa-48add279bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.414334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-304c3e18-e2fe-4f2a-9ffa-48add279bc4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=520fed2d-8e74-40ce-8d8a-8a2b44b48b01 HTTP/1.1" status: 200 len: 857 time: 0.5770221 Feb 09 03:04:23.447700 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-36fe7cbe-c6c6-4c1e-bee5-dd293d1a89e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a2bdf32-05de-452a-9327-e1e46a4f06dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555773 Feb 09 03:04:23.478684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] For port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:23.582923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] For port 37100ed4-040c-44d2-a759-af108340b108, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=37100ed4-040c-44d2-a759-af108340b108,segment=NetworkSegment(2f701404-fff1-4f58-ad88-8ba648aa25f1),segment_id=2f701404-fff1-4f58-ad88-8ba648aa25f1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:23.584176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (37100ed4-040c-44d2-a759-af108340b108), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:23.589460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-021cb39d-7219-42ee-9d46-44355ec3d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.592348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-021cb39d-7219-42ee-9d46-44355ec3d1ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a8b57e2113ad4ba8ba55e9cea6b9b266&device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 1126 time: 0.7560775 Feb 09 03:04:23.593601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138587f-deed-4d2b-9826-24b155fb468b req-be33e651-bc46-43c4-a440-2c2ff5a9304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.595174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-be33e651-bc46-43c4-a440-2c2ff5a9304f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.1797395 Feb 09 03:04:23.604116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] For port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:23.615471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 37100ed4-040c-44d2-a759-af108340b108 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:23.615897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (37100ed4-040c-44d2-a759-af108340b108), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:23.634814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-9703f162-ad1e-4298-99f2-f2eecf60d9ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a2bdf32-05de-452a-9327-e1e46a4f06dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969373 Feb 09 03:04:23.663917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:23.664918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] Calling delete_port for 37100ed4-040c-44d2-a759-af108340b108 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:23.785084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 37100ed4-040c-44d2-a759-af108340b108 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:23.811543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Pushing event updated for resources: {'Port': ['ID=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:23.818640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.823121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:23.824577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-1a94fc1e-5f50-4a5a-a4c0-e37f6bba7108 service neutron] 10.222.0.61 "PUT /v2.0/ports/33a3c1fc-32c0-4004-85c8-7f3a52a1304a HTTP/1.1" status: 200 len: 1091 time: 5.7359531 Feb 09 03:04:23.869395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88396560-9dcf-42a6-a47f-99c45418698b req-4b1dba41-0e32-4d1c-a619-0e89c94994eb tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:23.879451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88396560-9dcf-42a6-a47f-99c45418698b req-4b1dba41-0e32-4d1c-a619-0e89c94994eb tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 944 time: 0.6852412 Feb 09 03:04:23.881680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-2c78fe10-c34e-493d-b149-a78067762787 service neutron] 10.222.0.26 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044568 Feb 09 03:04:24.005296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] For port 37100ed4-040c-44d2-a759-af108340b108, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=37100ed4-040c-44d2-a759-af108340b108,segment=NetworkSegment(2f701404-fff1-4f58-ad88-8ba648aa25f1),segment_id=2f701404-fff1-4f58-ad88-8ba648aa25f1)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:24.005843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (37100ed4-040c-44d2-a759-af108340b108), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:24.022938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-2e9edaef-7293-4c04-9512-b7e8759a15e4 service neutron] 10.222.0.61 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645375 Feb 09 03:04:24.051610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (37100ed4-040c-44d2-a759-af108340b108), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:24.068676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48082492-14d9-4dd2-9c54-c9aa7c3e78aa req-e59d76ea-5c09-4886-87f2-9fbfb1ce06d3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:24.070192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-48082492-14d9-4dd2-9c54-c9aa7c3e78aa req-e59d76ea-5c09-4886-87f2-9fbfb1ce06d3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2732320 Feb 09 03:04:24.072558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 37100ed4-040c-44d2-a759-af108340b108 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:24.077923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] Pushing event deleted for resources: {'Port': ['ID=37100ed4-040c-44d2-a759-af108340b108,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:24.085307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 37100ed4-040c-44d2-a759-af108340b108 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:24.085895 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (37100ed4-040c-44d2-a759-af108340b108), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:24.117902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881f362-ae89-4848-9ea7-5e1ec2f461af None None] No DVR routers for this DVR port 37100ed4-040c-44d2-a759-af108340b108 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:24.191222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad0286d9-2dc5-4246-98b4-8d190bf5de98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d4e39650-e099-41ab-a347-07cd62b8ff3b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:24.238518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-c061d7e6-1985-4baf-943c-bba7c26a7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:24.240413 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-c061d7e6-1985-4baf-943c-bba7c26a7513 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26cbd05161624d988ec0f35de28a4fd4&device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 1125 time: 0.3177767 Feb 09 03:04:24.273890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-5f4be5d4-bef6-4f6c-921b-0bb3af0292ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 1001 time: 0.6336317 Feb 09 03:04:24.342844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-d36dcd55-c489-4ece-86a2-9ee10c9fe138 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33a3c1fc-32c0-4004-85c8-7f3a52a1304a HTTP/1.1" status: 200 len: 217 time: 0.0876298 Feb 09 03:04:24.347527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0286d9-2dc5-4246-98b4-8d190bf5de98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=d4e39650-e099-41ab-a347-07cd62b8ff3b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:24.350676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138587f-deed-4d2b-9826-24b155fb468b req-f47cacc0-95c0-4a48-81d8-4ba87ffc3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:24.352304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-f47cacc0-95c0-4a48-81d8-4ba87ffc3c72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.0703480 Feb 09 03:04:24.360263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-75caf943-4156-4ce9-a90e-8640274fd5ad service neutron] 10.222.0.61 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197925 Feb 09 03:04:24.427980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-c100a92a-49eb-4ccd-9187-9e816644a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:24.429497 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-c100a92a-49eb-4ccd-9187-9e816644a4d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=520fed2d-8e74-40ce-8d8a-8a2b44b48b01 HTTP/1.1" status: 200 len: 857 time: 0.0724306 Feb 09 03:04:24.460929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-48082492-14d9-4dd2-9c54-c9aa7c3e78aa req-94479a25-eafc-49b6-963f-1823b5c5a35c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682115 Feb 09 03:04:24.495598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-4a09deec-3400-4c4e-aa36-93c408c4f17b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a2bdf32-05de-452a-9327-e1e46a4f06dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568829 Feb 09 03:04:24.629562 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-19bf9564-845f-41ad-9d1e-3a68b4344de9 service neutron] 10.222.0.61 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259751 Feb 09 03:04:24.630499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (37100ed4-040c-44d2-a759-af108340b108), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:24.657049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 670093e5-6a57-4305-b250-b449c9e8fcc2 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:04:24.796396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No DVR routers for this DVR port 37100ed4-040c-44d2-a759-af108340b108 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:24.826807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 670093e5-6a57-4305-b250-b449c9e8fcc2, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=670093e5-6a57-4305-b250-b449c9e8fcc2,segment=NetworkSegment(48513cf8-558b-40b4-8dca-f723b354a119),segment_id=48513cf8-558b-40b4-8dca-f723b354a119)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:24.854154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '670093e5-6a57-4305-b250-b449c9e8fcc2', 'network_id': '57d7b743-5aa8-4b8f-8042-d69e8a26619b', 'port_id': '670093e5-6a57-4305-b250-b449c9e8fcc2', 'mac_address': 'fa:16:3e:06:ed:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909bc4c-7384-400e-ba29-7431e6450136', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:04:24.876516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=37100ed4-040c-44d2-a759-af108340b108,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:24.912738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 670093e5-6a57-4305-b250-b449c9e8fcc2 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:24.913332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:24.932225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670093e5-6a57-4305-b250-b449c9e8fcc2 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:24.958590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 670093e5-6a57-4305-b250-b449c9e8fcc2, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=670093e5-6a57-4305-b250-b449c9e8fcc2,segment=NetworkSegment(48513cf8-558b-40b4-8dca-f723b354a119),segment_id=48513cf8-558b-40b4-8dca-f723b354a119)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:24.965154 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:24.998393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-b1bd8ec4-ec6a-4fb8-9038-f3ce1ef6a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.001048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-b1bd8ec4-ec6a-4fb8-9038-f3ce1ef6a234 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26cbd05161624d988ec0f35de28a4fd4&device_id=4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff HTTP/1.1" status: 200 len: 1125 time: 0.5640028 Feb 09 03:04:25.070507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-ae1ba0e3-b97f-41be-b9e4-239ec00529f3 service neutron] 10.222.0.26 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1350603 Feb 09 03:04:25.071936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=670093e5-6a57-4305-b250-b449c9e8fcc2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:25.091974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-82aebaff-e3d7-41d5-8cbf-0f3582d17c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.094391 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-82aebaff-e3d7-41d5-8cbf-0f3582d17c42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=57d7b743-5aa8-4b8f-8042-d69e8a26619b HTTP/1.1" status: 200 len: 919 time: 1.4528339 Feb 09 03:04:25.098926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88396560-9dcf-42a6-a47f-99c45418698b req-d22ce9e1-e082-488a-aa69-7cc0a71c77d7 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1619048 Feb 09 03:04:25.174065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-5662f345-483d-42d0-9770-6dbdba02bed1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670093e5-6a57-4305-b250-b449c9e8fcc2 HTTP/1.1" status: 200 len: 217 time: 0.0664067 Feb 09 03:04:25.183528 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad0286d9-2dc5-4246-98b4-8d190bf5de98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.195052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ad0286d9-2dc5-4246-98b4-8d190bf5de98 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/d4e39650-e099-41ab-a347-07cd62b8ff3b HTTP/1.1" status: 204 len: 168 time: 4.3459375 Feb 09 03:04:25.235139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43244) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:25.243136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['670093e5-6a57-4305-b250-b449c9e8fcc2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:04:25.278212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138587f-deed-4d2b-9826-24b155fb468b req-b44c8e21-0703-4e85-a52c-95eb182f1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.294061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfeccc3-28e7-40e7-b091-c82da3085bd4', 'tag': '33a3c1fc-32c0-4004-85c8-7f3a52a1304a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:25.296062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-b44c8e21-0703-4e85-a52c-95eb182f1833 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9026427 Feb 09 03:04:25.309273 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5323ce05-c8d9-490b-b68e-0c44565d7a43" -d '{"events": [{"name": "network-changed", "server_uuid": "dcfeccc3-28e7-40e7-b091-c82da3085bd4", "tag": "33a3c1fc-32c0-4004-85c8-7f3a52a1304a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:25.353602 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7c1237-0ab3-402e-8192-d4c6828a22b1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:04:25.357620 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed7c1237-0ab3-402e-8192-d4c6828a22b1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/d4e39650-e099-41ab-a347-07cd62b8ff3b HTTP/1.1" status: 404 len: 333 time: 0.1191409 Feb 09 03:04:25.359798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43248) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:25.382596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (78d6d52d-f007-4038-be2a-b30def48ab15), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.415249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d6d52d-f007-4038-be2a-b30def48ab15']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:25.426314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-ed965d6d-6aa3-4a81-b022-0a4d620895ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.428130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-ed965d6d-6aa3-4a81-b022-0a4d620895ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7909bc4c-7384-400e-ba29-7431e6450136 HTTP/1.1" status: 200 len: 858 time: 0.2342281 Feb 09 03:04:25.428450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f701404-fff1-4f58-ad88-8ba648aa25f1') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:25.428865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f701404-fff1-4f58-ad88-8ba648aa25f1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:25.441990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2f701404-fff1-4f58-ad88-8ba648aa25f1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.459631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2f701404-fff1-4f58-ad88-8ba648aa25f1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.469655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:25.470934 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2f701404-fff1-4f58-ad88-8ba648aa25f1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.502024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-bc384354-9edb-4634-9ff5-bfe8bf0888be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=57d7b743-5aa8-4b8f-8042-d69e8a26619b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508349 Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:25.570692 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:25.645212 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef95dc7-28e3-4e4b-aedc-4b6d318d5d1c x-openstack-request-id: req-bef95dc7-28e3-4e4b-aedc-4b6d318d5d1c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:25.645504 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcfeccc3-28e7-40e7-b091-c82da3085bd4", "tag": "33a3c1fc-32c0-4004-85c8-7f3a52a1304a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:25.645760 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bef95dc7-28e3-4e4b-aedc-4b6d318d5d1c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:25.646583 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfeccc3-28e7-40e7-b091-c82da3085bd4', 'tag': '33a3c1fc-32c0-4004-85c8-7f3a52a1304a', 'status': 'completed', 'code': 200} Feb 09 03:04:25.664876 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-3d34754a-6753-45f8-aff8-47b4521bc7d9 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433387 Feb 09 03:04:25.708234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72740082-f848-49f6-8240-b28722e74721 req-b7f0048f-e3f9-4270-b85a-9cbdc88bf6ad tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.709905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72740082-f848-49f6-8240-b28722e74721 req-b7f0048f-e3f9-4270-b85a-9cbdc88bf6ad tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 943 time: 1.0767636 Feb 09 03:04:25.710463 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (78d6d52d-f007-4038-be2a-b30def48ab15), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.725373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.734854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/networks/78d6d52d-f007-4038-be2a-b30def48ab15 HTTP/1.1" status: 204 len: 168 time: 3.0712180 Feb 09 03:04:25.737573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57e123ed-32b6-4902-8163-e7922e5124a8 req-5ef7e485-fe7d-44cb-a1f4-f1dfa8a3450d service neutron] 10.222.0.61 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0961041 Feb 09 03:04:25.740712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43252) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:25.777278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e0123-5c8b-4ace-97cd-4e2d25f81508 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Network': ['ID=78d6d52d-f007-4038-be2a-b30def48ab15,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:25.851803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5ab44eb4-d9da-4ccd-b97c-6f0c4aec3874 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 3708d0b1-45af-4965-9734-745d6ec3229f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:25.852146 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ab44eb4-d9da-4ccd-b97c-6f0c4aec3874 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3708d0b1-45af-4965-9734-745d6ec3229f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:25.860922 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-5e37c658-4a4f-42f4-9f5b-24829360ac28 service neutron] 10.222.0.61 "GET /v2.0/networks/57d7b743-5aa8-4b8f-8042-d69e8a26619b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489377 Feb 09 03:04:25.886845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-c64e2a11-4b7a-494d-b6bf-c31f3936d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.886845 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-c64e2a11-4b7a-494d-b6bf-c31f3936d601 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a2bdf32-05de-452a-9327-e1e46a4f06dc HTTP/1.1" status: 200 len: 918 time: 0.8738823 Feb 09 03:04:25.956451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c556e-430b-4fa0-992f-cac592aea4b9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.963305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f0c556e-430b-4fa0-992f-cac592aea4b9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 HTTP/1.1" status: 200 len: 843 time: 0.2193372 Feb 09 03:04:25.966879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43258) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:25.970401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-183c66ab-0df7-4828-bd74-17ca19989242 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=353070b5-75bb-4460-ad21-37102b0a8045 HTTP/1.1" status: 200 len: 217 time: 0.0749712 Feb 09 03:04:25.971697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903b94a-413f-4feb-a6e0-4c98811507d2 req-ccb520ac-fede-4754-9ba7-a701944039fb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:25.973214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e903b94a-413f-4feb-a6e0-4c98811507d2 req-ccb520ac-fede-4754-9ba7-a701944039fb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.3441193 Feb 09 03:04:25.987518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72740082-f848-49f6-8240-b28722e74721 req-8b149aba-d28c-41cf-aff7-e8f95b0c14af tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651675 Feb 09 03:04:26.074510 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c5b79dd8-6dc8-4cc3-8091-0ccb4a7e9104 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/98940a73-a876-44a8-b9c0-a9eaa5d6f8f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1056254 Feb 09 03:04:26.075170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43264) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:26.084157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:26.084821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-a5a040ce-7081-42e7-83d4-c798462af38e service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975592 Feb 09 03:04:26.091495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-3c742f10-9e43-4b27-b494-45826df77415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:26.092989 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-3c742f10-9e43-4b27-b494-45826df77415 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=26cbd05161624d988ec0f35de28a4fd4&device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 1125 time: 0.2505627 Feb 09 03:04:26.117101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ab44eb4-d9da-4ccd-b97c-6f0c4aec3874 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3708d0b1-45af-4965-9734-745d6ec3229f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:26.196700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-dc5d5cd8-ee8d-41d2-8481-4f584aadd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:26.198299 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-dc5d5cd8-ee8d-41d2-8481-4f584aadd59b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=520fed2d-8e74-40ce-8d8a-8a2b44b48b01 HTTP/1.1" status: 200 len: 857 time: 0.2173455 Feb 09 03:04:26.200354 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-874e22b4-168d-4e9e-b253-c0450b915fc6 req-2cf958a4-c968-482f-b329-5f0072cab79b service neutron] 10.222.0.61 "GET /v2.0/networks/57d7b743-5aa8-4b8f-8042-d69e8a26619b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257298 Feb 09 03:04:26.235141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5ab44eb4-d9da-4ccd-b97c-6f0c4aec3874 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 3708d0b1-45af-4965-9734-745d6ec3229f owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:26.253213 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e903b94a-413f-4feb-a6e0-4c98811507d2 req-e9345b95-7abe-4082-aea8-76fbdd2b9de3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434764 Feb 09 03:04:26.270387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-9833cc91-f0ee-415c-ac34-38a396526b2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a2bdf32-05de-452a-9327-e1e46a4f06dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544744 Feb 09 03:04:26.297388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138587f-deed-4d2b-9826-24b155fb468b req-83dcff45-e7f2-464e-9cf5-073de899d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:26.299574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-83dcff45-e7f2-464e-9cf5-073de899d069 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26cbd05161624d988ec0f35de28a4fd4&device_id=b8e6bca8-db54-464e-96bb-6dd296bff687 HTTP/1.1" status: 200 len: 1126 time: 0.0981622 Feb 09 03:04:26.386302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-9d1e9e7d-71c9-4626-8ef0-d6caaf0837fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:26.387632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-9d1e9e7d-71c9-4626-8ef0-d6caaf0837fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a2bdf32-05de-452a-9327-e1e46a4f06dc HTTP/1.1" status: 200 len: 918 time: 0.2778771 Feb 09 03:04:26.388194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:26.391449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:26.468443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138587f-deed-4d2b-9826-24b155fb468b req-428a54d3-dbcf-485a-95cf-f19b06236af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:26.470044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-428a54d3-dbcf-485a-95cf-f19b06236af7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a2bdf32-05de-452a-9327-e1e46a4f06dc HTTP/1.1" status: 200 len: 918 time: 0.1256084 Feb 09 03:04:26.481823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-fddbba5b-bb4b-4267-b471-9111ffea559d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33a3c1fc-32c0-4004-85c8-7f3a52a1304a HTTP/1.1" status: 200 len: 217 time: 0.0867493 Feb 09 03:04:26.526609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-65c91e22-4f48-44c2-8fee-0ff8658bd325 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71dd3df0-a5bb-4bbf-836b-7b978c7156d9 HTTP/1.1" status: 200 len: 217 time: 0.0494227 Feb 09 03:04:26.565999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cb3c7-9a39-4364-b8ec-0032c117390a req-eb95f706-9cc6-4546-9e39-601a74fff743 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:26.567455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-238cb3c7-9a39-4364-b8ec-0032c117390a req-eb95f706-9cc6-4546-9e39-601a74fff743 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 945 time: 0.3279865 Feb 09 03:04:26.590775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138587f-deed-4d2b-9826-24b155fb468b req-69c2fa30-a50b-461d-b3b5-d570d8faa96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:26.591138 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-9bd8050e-9140-47c5-8fb2-5bdc8b7c9e79 service neutron] 10.222.0.61 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969186 Feb 09 03:04:26.592887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-69c2fa30-a50b-461d-b3b5-d570d8faa96b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=520fed2d-8e74-40ce-8d8a-8a2b44b48b01 HTTP/1.1" status: 200 len: 857 time: 0.0566113 Feb 09 03:04:26.635855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-4a277396-20ac-4ede-9bfc-94b03462e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:26.637328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-4a277396-20ac-4ede-9bfc-94b03462e803 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=520fed2d-8e74-40ce-8d8a-8a2b44b48b01 HTTP/1.1" status: 200 len: 857 time: 0.1389093 Feb 09 03:04:26.641413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-a4db034e-69e7-49dd-84fe-9bc1308a18be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a2bdf32-05de-452a-9327-e1e46a4f06dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366940 Feb 09 03:04:26.679882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 353070b5-75bb-4460-ad21-37102b0a8045 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:04:26.742341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 670093e5-6a57-4305-b250-b449c9e8fcc2 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:26.742937 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-08459538-1fda-444a-ab82-cde8ebf8287b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a2bdf32-05de-452a-9327-e1e46a4f06dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703535 Feb 09 03:04:26.774839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-238cb3c7-9a39-4364-b8ec-0032c117390a req-87b7bd20-bc16-49a5-9d5e-9ba73b214407 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969154 Feb 09 03:04:26.791716 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-f616bf70-131d-457d-92a3-cbb8e4957bfb service neutron] 10.222.0.26 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309531 Feb 09 03:04:26.905647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbeb8352-13b4-4709-9419-c8cb3aa6fbe0 req-388840a2-50e0-43da-9f81-84931796f561 service neutron] 10.222.0.61 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010399 Feb 09 03:04:26.927702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 670093e5-6a57-4305-b250-b449c9e8fcc2 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:04:26.931819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 353070b5-75bb-4460-ad21-37102b0a8045, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=353070b5-75bb-4460-ad21-37102b0a8045,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:26.944462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 670093e5-6a57-4305-b250-b449c9e8fcc2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:26.945072 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:26.950017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '353070b5-75bb-4460-ad21-37102b0a8045', 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc', 'port_id': '353070b5-75bb-4460-ad21-37102b0a8045', 'mac_address': 'fa:16:3e:f5:2e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520fed2d-8e74-40ce-8d8a-8a2b44b48b01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:04:26.965155 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-32648bdf-0544-489e-bad8-33c7f1e07b4d service neutron] 10.222.0.61 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076340 Feb 09 03:04:26.966544 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (e8549a1a-6136-49f8-b8ef-17a06ec8611f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:26.985835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d138587f-deed-4d2b-9826-24b155fb468b req-5db45ea7-70f6-45b7-a74a-8b426844b74d service neutron] 10.222.0.26 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845505 Feb 09 03:04:26.986864 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ab44eb4-d9da-4ccd-b97c-6f0c4aec3874 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3708d0b1-45af-4965-9734-745d6ec3229f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.119726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:27.121046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 353070b5-75bb-4460-ad21-37102b0a8045 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:27.121442 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (353070b5-75bb-4460-ad21-37102b0a8045), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.134591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:27.142966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353070b5-75bb-4460-ad21-37102b0a8045 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:27.167019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 353070b5-75bb-4460-ad21-37102b0a8045, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=353070b5-75bb-4460-ad21-37102b0a8045,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:27.170536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b98d7-e68c-45b4-8364-f80929d4757a None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:27.185155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:27.188286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.206011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ab44eb4-d9da-4ccd-b97c-6f0c4aec3874 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.208259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=e8549a1a-6136-49f8-b8ef-17a06ec8611f,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:27.215280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5ab44eb4-d9da-4ccd-b97c-6f0c4aec3874 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/3708d0b1-45af-4965-9734-745d6ec3229f HTTP/1.1" status: 204 len: 168 time: 1.8540325 Feb 09 03:04:27.220736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43274) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:27.241665 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (353070b5-75bb-4460-ad21-37102b0a8045), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.256430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab44eb4-d9da-4ccd-b97c-6f0c4aec3874 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=3708d0b1-45af-4965-9734-745d6ec3229f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:27.257725 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ceeef73-3035-4aac-a39a-9de60a16889c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:04:27.259937 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1ceeef73-3035-4aac-a39a-9de60a16889c tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/3708d0b1-45af-4965-9734-745d6ec3229f HTTP/1.1" status: 404 len: 333 time: 0.0359499 Feb 09 03:04:27.265158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43276) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:27.285845 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f98aadec-5b92-49dd-8916-e238afce24f9 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2054634 Feb 09 03:04:27.289465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43278) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:27.318944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1ded0cfc-756d-4d12-b64a-3525f41ee19c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'security_group': {'name': 'tempest-secgroup-681614728'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:27.353645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d2d14d-b99f-4102-8a61-b66db82ad184 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet 82f31285-e1fd-4485-9e73-db27d10cdb1a {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:27.370007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ded0cfc-756d-4d12-b64a-3525f41ee19c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.378743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d14d-b99f-4102-8a61-b66db82ad184 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (82f31285-e1fd-4485-9e73-db27d10cdb1a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.396124 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5323ce05-c8d9-490b-b68e-0c44565d7a43 req-71365b97-f235-4019-aa7a-3de99e67cd75 service neutron] 10.222.0.61 "GET /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964918 Feb 09 03:04:27.469995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e56d2-2a53-4541-ac9d-a7e636afbac1 req-a5d20503-c252-4131-9eec-3d918136dd13 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:27.471813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-230e56d2-2a53-4541-ac9d-a7e636afbac1 req-a5d20503-c252-4131-9eec-3d918136dd13 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 943 time: 0.3131745 Feb 09 03:04:27.481759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d14d-b99f-4102-8a61-b66db82ad184 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (82f31285-e1fd-4485-9e73-db27d10cdb1a), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.499772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 670093e5-6a57-4305-b250-b449c9e8fcc2 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:27.500421 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.515455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fc181-ac47-4f48-a1c4-49455b10519d req-f6839a52-746c-4bc8-975a-4c117eda1e59 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:27.517484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-264fc181-ac47-4f48-a1c4-49455b10519d req-f6839a52-746c-4bc8-975a-4c117eda1e59 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1040115 Feb 09 03:04:27.548091 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ded0cfc-756d-4d12-b64a-3525f41ee19c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (6f89a1c6-4326-41f6-83d2-10bde7801443), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.563798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ded0cfc-756d-4d12-b64a-3525f41ee19c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6f89a1c6-4326-41f6-83d2-10bde7801443), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.570002 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-230e56d2-2a53-4541-ac9d-a7e636afbac1 req-609186fc-985d-4979-bbf5-899895134354 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914080 Feb 09 03:04:27.606117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['353070b5-75bb-4460-ad21-37102b0a8045'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:04:27.607522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d58b14-6e10-4c6d-8ca1-8150ddab3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670093e5-6a57-4305-b250-b449c9e8fcc2'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:27.611332 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a5b45c-0019-4b82-88c3-78fcd7186b34" -d '{"events": [{"server_uuid": "96d58b14-6e10-4c6d-8ca1-8150ddab3a8e", "name": "network-vif-plugged", "status": "completed", "tag": "670093e5-6a57-4305-b250-b449c9e8fcc2"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:27.666742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded0cfc-756d-4d12-b64a-3525f41ee19c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89a1c6-4326-41f6-83d2-10bde7801443,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:27.696611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 670093e5-6a57-4305-b250-b449c9e8fcc2, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=670093e5-6a57-4305-b250-b449c9e8fcc2,segment=NetworkSegment(48513cf8-558b-40b4-8dca-f723b354a119),segment_id=48513cf8-558b-40b4-8dca-f723b354a119)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:27.702007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=353070b5-75bb-4460-ad21-37102b0a8045,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:27.706973 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fb6db1-7619-4cb0-9b86-28c9297f90db x-openstack-request-id: req-d3fb6db1-7619-4cb0-9b86-28c9297f90db {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:27.707278 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d58b14-6e10-4c6d-8ca1-8150ddab3a8e", "name": "network-vif-plugged", "status": "completed", "tag": "670093e5-6a57-4305-b250-b449c9e8fcc2", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:27.707618 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3fb6db1-7619-4cb0-9b86-28c9297f90db {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:27.707935 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d58b14-6e10-4c6d-8ca1-8150ddab3a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670093e5-6a57-4305-b250-b449c9e8fcc2', 'code': 200} Feb 09 03:04:27.717516 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.727871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1ded0cfc-756d-4d12-b64a-3525f41ee19c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.733057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1ded0cfc-756d-4d12-b64a-3525f41ee19c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4344304 Feb 09 03:04:27.734065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:27.748577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-44a8d313-0b69-4933-bd20-45e7d4e0a6e0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'security_group': {'name': 'tempest-secgroup-490600331'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:27.757858 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d14d-b99f-4102-8a61-b66db82ad184 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (82f31285-e1fd-4485-9e73-db27d10cdb1a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.785034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-264fc181-ac47-4f48-a1c4-49455b10519d req-d221a9c8-6a1f-4d0a-a773-b0f50ae36aca tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557168 Feb 09 03:04:27.792741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'project_id': '43d85cc57f7145e599c387d85e3bbf3b', 'fixed_ips': [{'subnet_id': 'e8549a1a-6136-49f8-b8ef-17a06ec8611f'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:04:27.793443 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.808665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44a8d313-0b69-4933-bd20-45e7d4e0a6e0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:27.900743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=670093e5-6a57-4305-b250-b449c9e8fcc2,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:27.911060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:04:28.010028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bd389-8fa9-4392-9c97-c077e9de7487 req-25ffa205-c5f3-4115-b472-15e7adf570e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:28.015242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de1bd389-8fa9-4392-9c97-c077e9de7487 req-25ffa205-c5f3-4115-b472-15e7adf570e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 1128 time: 0.1760385 Feb 09 03:04:28.068335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d14d-b99f-4102-8a61-b66db82ad184 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (82f31285-e1fd-4485-9e73-db27d10cdb1a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.103117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44a8d313-0b69-4933-bd20-45e7d4e0a6e0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (c95a9d52-9e69-440b-8f07-b06e56763982), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.111950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:04:28.128535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d5b84-fa8c-4306-aaaf-03c0831aec1e req-f6229945-74b8-4b5d-826b-dadb3a0b9331 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:28.130292 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e95d5b84-fa8c-4306-aaaf-03c0831aec1e req-f6229945-74b8-4b5d-826b-dadb3a0b9331 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 946 time: 0.2100508 Feb 09 03:04:28.131601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44a8d313-0b69-4933-bd20-45e7d4e0a6e0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c95a9d52-9e69-440b-8f07-b06e56763982), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.143383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d14d-b99f-4102-8a61-b66db82ad184 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.158668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d53fda-c8a4-4db9-b2a2-8258c07bd455 None None] Network 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:28.163480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de1bd389-8fa9-4392-9c97-c077e9de7487 req-6d3a3d2c-0ece-47e1-936f-ea85ff3e30c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388741 Feb 09 03:04:28.166911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f8d2d14d-b99f-4102-8a61-b66db82ad184 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/82f31285-e1fd-4485-9e73-db27d10cdb1a HTTP/1.1" status: 204 len: 168 time: 0.8983915 Feb 09 03:04:28.171493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43296) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:28.176495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2d14d-b99f-4102-8a61-b66db82ad184 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=82f31285-e1fd-4485-9e73-db27d10cdb1a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:28.177438 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-44a8d313-0b69-4933-bd20-45e7d4e0a6e0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.182709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-44a8d313-0b69-4933-bd20-45e7d4e0a6e0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4401364 Feb 09 03:04:28.184033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43298) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:28.259121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e95d5b84-fa8c-4306-aaaf-03c0831aec1e req-1168a6e2-6d42-4ad8-b077-985b5bd6b5e8 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889266 Feb 09 03:04:28.274673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-540590858', 'security_groups': ['c95a9d52-9e69-440b-8f07-b06e56763982'], 'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8549a1a-6136-49f8-b8ef-17a06ec8611f'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:28.295934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8d313-0b69-4933-bd20-45e7d4e0a6e0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a9d52-9e69-440b-8f07-b06e56763982,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:28.416478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5b7add2b-7c64-48ef-a62f-ac3e6ad17238), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.427141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:28.441901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Allocated IP 2001:db8::2 (5b1117b5-80b5-4dca-b915-a1fd3f828cea/e8549a1a-6136-49f8-b8ef-17a06ec8611f/1fc1c238-0537-4479-864f-7b1273e84306) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:28.450969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '71dd3df0-a5bb-4bbf-836b-7b978c7156d9', 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc', 'port_id': '71dd3df0-a5bb-4bbf-836b-7b978c7156d9', 'mac_address': 'fa:16:3e:fb:5a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520fed2d-8e74-40ce-8d8a-8a2b44b48b01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:04:28.543735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:28.683513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:28.683987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.714050 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Publish callbacks [] for port (1fc1c238-0537-4479-864f-7b1273e84306), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.719411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:28.719714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.721589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 33a3c1fc-32c0-4004-85c8-7f3a52a1304a details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:04:28.729775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1fc1c238-0537-4479-864f-7b1273e84306), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.736878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:28.753767 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:04:28.758128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.800890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] DHCP port deletion for 5b7add2b-7c64-48ef-a62f-ac3e6ad17238 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:04:28.825593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port acd328b2-b5ca-47f6-b464-6a0403940576 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:04:28.828045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:28.838873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:28.843857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.867670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] For port 0d34d89a-c95c-4d45-9d4e-b26262cd9549, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0d34d89a-c95c-4d45-9d4e-b26262cd9549,segment=NetworkSegment(53dcdf57-dfe3-408e-821f-1dd9da457da2),segment_id=53dcdf57-dfe3-408e-821f-1dd9da457da2)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:28.868838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:28.875428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:28.878604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:28.893775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 0d34d89a-c95c-4d45-9d4e-b26262cd9549 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:28.937607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Pushing event updated for resources: {'Port': ['ID=1fc1c238-0537-4479-864f-7b1273e84306,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:29.054513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Attempting to bind port 1fc1c238-0537-4479-864f-7b1273e84306 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:29.054901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Attempting to bind port 1fc1c238-0537-4479-864f-7b1273e84306 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '64f8d540-3903-4163-a34e-b0b80da82a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:29.055279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Attempting to bind port 1fc1c238-0537-4479-864f-7b1273e84306 on network 5b1117b5-80b5-4dca-b915-a1fd3f828cea {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:29.092176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:29.092565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Checking segment: {'id': '64f8d540-3903-4163-a34e-b0b80da82a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:29.092972 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.093377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Bound using segment: {'id': '64f8d540-3903-4163-a34e-b0b80da82a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:29.093864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Bound port: 1fc1c238-0537-4479-864f-7b1273e84306, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f8d540-3903-4163-a34e-b0b80da82a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:29.094283 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1fc1c238-0537-4479-864f-7b1273e84306), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.143197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:29.165646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:29.202955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] Deleting port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:29.203506 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.206482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71dd3df0-a5bb-4bbf-836b-7b978c7156d9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:04:29.274016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::192 (5b1117b5-80b5-4dca-b915-a1fd3f828cea/e8549a1a-6136-49f8-b8ef-17a06ec8611f/acd328b2-b5ca-47f6-b464-6a0403940576) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:29.390841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '33a3c1fc-32c0-4004-85c8-7f3a52a1304a', 'network_id': '8a2bdf32-05de-452a-9327-e1e46a4f06dc', 'port_id': '33a3c1fc-32c0-4004-85c8-7f3a52a1304a', 'mac_address': 'fa:16:3e:6d:a7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520fed2d-8e74-40ce-8d8a-8a2b44b48b01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:04:29.479271 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.497042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7114a3e-ec63-40fc-ab78-69ae1f0e57d7 req-99d797e5-5032-4c5d-9be2-ee9fdfd72c84 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:29.499411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7114a3e-ec63-40fc-ab78-69ae1f0e57d7 req-99d797e5-5032-4c5d-9be2-ee9fdfd72c84 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 943 time: 0.8239655 Feb 09 03:04:29.556309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a575e-02e1-4ee4-9ad8-1f96a645e4cd req-9d352033-e342-45ae-bd3c-812d4548acff tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:29.557949 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-112a575e-02e1-4ee4-9ad8-1f96a645e4cd req-9d352033-e342-45ae-bd3c-812d4548acff tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 946 time: 0.1249082 Feb 09 03:04:29.628025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-112a575e-02e1-4ee4-9ad8-1f96a645e4cd req-5121ad35-143a-432f-a583-dccb33284b0c tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556598 Feb 09 03:04:29.716086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] For port 0d34d89a-c95c-4d45-9d4e-b26262cd9549, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:29.716618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.735546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] Calling delete_port for 0d34d89a-c95c-4d45-9d4e-b26262cd9549 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:29.738495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] Port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:04:29.774564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] For port 1fc1c238-0537-4479-864f-7b1273e84306, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:29.784732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] For port 1fc1c238-0537-4479-864f-7b1273e84306, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fc1c238-0537-4479-864f-7b1273e84306,segment=NetworkSegment(64f8d540-3903-4163-a34e-b0b80da82a44),segment_id=64f8d540-3903-4163-a34e-b0b80da82a44)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:29.797787 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (0d34d89a-c95c-4d45-9d4e-b26262cd9549), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:29.841205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0d34d89a-c95c-4d45-9d4e-b26262cd9549 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:29.860037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=0d34d89a-c95c-4d45-9d4e-b26262cd9549,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:29.881303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No DVR routers for this DVR port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:29.982415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] No DVR routers for this DVR port 0d34d89a-c95c-4d45-9d4e-b26262cd9549 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:29.984087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0d34d89a-c95c-4d45-9d4e-b26262cd9549 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:04:29.984503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0d34d89a-c95c-4d45-9d4e-b26262cd9549 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:04:29.988014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758440e-257c-4c34-ad99-a176a5de3cfd None None] Pushing event deleted for resources: {'Port': ['ID=0d34d89a-c95c-4d45-9d4e-b26262cd9549,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:29.990616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:29.991110 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.007026 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1fc1c238-0537-4479-864f-7b1273e84306), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.068624 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (acd328b2-b5ca-47f6-b464-6a0403940576), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.086026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a3c1fc-32c0-4004-85c8-7f3a52a1304a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:04:30.101467 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7114a3e-ec63-40fc-ab78-69ae1f0e57d7 req-64807c2c-0ea0-4bae-99ed-3f498e511b6f tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763533 Feb 09 03:04:30.119685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5b7add2b-7c64-48ef-a62f-ac3e6ad17238), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.123511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d371bc-bf31-4605-87ac-b7f93f684c39 None None] Pushing event updated for resources: {'Port': ['ID=1fc1c238-0537-4479-864f-7b1273e84306,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:30.165443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:30.171834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7add2b-7c64-48ef-a62f-ac3e6ad17238']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:30.191040 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.204249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dcdf57-dfe3-408e-821f-1dd9da457da2') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:30.204586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dcdf57-dfe3-408e-821f-1dd9da457da2') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:30.239721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (53dcdf57-dfe3-408e-821f-1dd9da457da2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.267546 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (53dcdf57-dfe3-408e-821f-1dd9da457da2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.278206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:30.278578 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (53dcdf57-dfe3-408e-821f-1dd9da457da2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:30.281743 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:30.294473 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (acd328b2-b5ca-47f6-b464-6a0403940576), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.344759 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-264e2a7d-7f62-4396-84ea-1e0de3279b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.425674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:30.437266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:30.443052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:30.448491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:30.454293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.455595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.462955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5b7add2b-7c64-48ef-a62f-ac3e6ad17238), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.493859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=acd328b2-b5ca-47f6-b464-6a0403940576,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:30.520699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['33a3c1fc-32c0-4004-85c8-7f3a52a1304a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:04:30.555050 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.563887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/networks/5b7add2b-7c64-48ef-a62f-ac3e6ad17238 HTTP/1.1" status: 204 len: 168 time: 2.3846016 Feb 09 03:04:30.564090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:30.569081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1104451687'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:30.612700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1437678-210c-4b1a-a9e3-1761026c838d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Network': ['ID=5b7add2b-7c64-48ef-a62f-ac3e6ad17238,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:30.636072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b619c5ce-a409-4969-9266-db120a6c5ce2 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3666506 Feb 09 03:04:30.639141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43332) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:30.644922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-58fe910f-cc66-4345-8247-b244086a5164 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:30.659674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:30.665088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.697398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:04:30.715249 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9ab5cc11-5485-43b9-8e43-4287751d357a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.716275 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Added segment 9ab5cc11-5485-43b9-8e43-4287751d357a of type vlan for network 7618edde-be4e-451c-b660-9d7bfd6672b6 Feb 09 03:04:30.718190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 353070b5-75bb-4460-ad21-37102b0a8045 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:30.842902 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7618edde-be4e-451c-b660-9d7bfd6672b6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.909761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b4b43-7328-4f59-9103-1cdc06d88cd4 req-73a87d75-d836-443f-bcbb-8dbafe7f4c97 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.918296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b3b4b43-7328-4f59-9103-1cdc06d88cd4 req-73a87d75-d836-443f-bcbb-8dbafe7f4c97 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 946 time: 0.1237042 Feb 09 03:04:30.925096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fe910f-cc66-4345-8247-b244086a5164 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:30.929344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58fe910f-cc66-4345-8247-b244086a5164 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.930662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 353070b5-75bb-4460-ad21-37102b0a8045 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:04:30.944289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 353070b5-75bb-4460-ad21-37102b0a8045 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:30.944670 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (353070b5-75bb-4460-ad21-37102b0a8045), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.959676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7618edde-be4e-451c-b660-9d7bfd6672b6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:30.970327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:30.973213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:31.058498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b3b4b43-7328-4f59-9103-1cdc06d88cd4 req-608e1e7d-d751-4399-b072-a7cbb2d3ddae tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390631 Feb 09 03:04:31.083537 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-58fe910f-cc66-4345-8247-b244086a5164 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8549a1a-6136-49f8-b8ef-17a06ec8611f (CIDR: 2001:db8::/64) Feb 09 03:04:31.095513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 353070b5-75bb-4460-ad21-37102b0a8045 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:31.096174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (353070b5-75bb-4460-ad21-37102b0a8045), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:31.097312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5324743 Feb 09 03:04:31.099378 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fe910f-cc66-4345-8247-b244086a5164 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:04:31.100893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43340) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:31.101396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fe910f-cc66-4345-8247-b244086a5164 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:04:31.111971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:31.150994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-58fe910f-cc66-4345-8247-b244086a5164 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5103643 Feb 09 03:04:31.154336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43344) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:31.158611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:31.166982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353070b5-75bb-4460-ad21-37102b0a8045'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:31.174675 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aad7de-619d-4f4b-843a-0d62a9086360" -d '{"events": [{"server_uuid": "4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff", "name": "network-vif-plugged", "status": "completed", "tag": "353070b5-75bb-4460-ad21-37102b0a8045"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:31.204987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 353070b5-75bb-4460-ad21-37102b0a8045, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=353070b5-75bb-4460-ad21-37102b0a8045,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:31.223577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (353070b5-75bb-4460-ad21-37102b0a8045), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:31.321424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:31.328948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:31.334868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=353070b5-75bb-4460-ad21-37102b0a8045,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:31.405638 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69f9758-9369-4b06-867f-25d06c455eb1 x-openstack-request-id: req-c69f9758-9369-4b06-867f-25d06c455eb1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:31.405969 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff", "name": "network-vif-plugged", "status": "completed", "tag": "353070b5-75bb-4460-ad21-37102b0a8045", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:31.406250 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c69f9758-9369-4b06-867f-25d06c455eb1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:31.406664 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353070b5-75bb-4460-ad21-37102b0a8045', 'code': 200} Feb 09 03:04:31.445322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:31.448790 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:31.578509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5af5a-947f-43e2-903e-d6e1ce2ba1a6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Network': ['ID=7618edde-be4e-451c-b660-9d7bfd6672b6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:31.599619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7618edde-be4e-451c-b660-9d7bfd6672b6 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:04:31.699284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421409e0-2685-429b-b1c1-d9c75c4a0a73 req-457ed781-13a2-4bd4-a928-ce36e461bd69 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:31.701533 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-421409e0-2685-429b-b1c1-d9c75c4a0a73 req-457ed781-13a2-4bd4-a928-ce36e461bd69 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 944 time: 0.4207199 Feb 09 03:04:31.863781 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7f27-0e5f-4326-902f-7eded593bfb5 req-46306b85-83cc-4637-81a1-b4c46740b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:31.865341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aaba7f27-0e5f-4326-902f-7eded593bfb5 req-46306b85-83cc-4637-81a1-b4c46740b692 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff HTTP/1.1" status: 200 len: 1127 time: 0.3523054 Feb 09 03:04:31.898955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fc1c238-0537-4479-864f-7b1273e84306 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:31.926994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-421409e0-2685-429b-b1c1-d9c75c4a0a73 req-7abdf54e-be04-42f7-9cff-2b4ee3f60d4e tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175658 Feb 09 03:04:31.950051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cf639-9126-465e-95ef-f1057c752114 req-d8d3644f-36fc-4e34-a62e-92ec8b241709 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:31.963421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c62cf639-9126-465e-95ef-f1057c752114 req-d8d3644f-36fc-4e34-a62e-92ec8b241709 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 946 time: 0.4079595 Feb 09 03:04:31.969323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:32.063564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aaba7f27-0e5f-4326-902f-7eded593bfb5 req-4c3331ca-f3f1-4db7-913a-283774dcee8c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835444 Feb 09 03:04:32.086875 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (89fc7ff0-ccce-45e2-ab89-43da923b876d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.087256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:32.087644 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.096141 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c62cf639-9126-465e-95ef-f1057c752114 req-5ed1d314-42eb-4d4c-a193-d9471e0627ff tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293941 Feb 09 03:04:32.109067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43364) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:32.233614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=89fc7ff0-ccce-45e2-ab89-43da923b876d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:32.253138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking segment: {'id': '9ab5cc11-5485-43b9-8e43-4287751d357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:32.253781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network hostable DHCP agents. Network: 7618edde-be4e-451c-b660-9d7bfd6672b6, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:04:32.277995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:04:32.284203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 7618edde-be4e-451c-b660-9d7bfd6672b6 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:04:32.299894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (1e41c5e0-0027-4fa6-bfde-4dff8b728a27), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.301100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7618edde-be4e-451c-b660-9d7bfd6672b6) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:32.321476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:32.322484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:32.323417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.324001 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.344454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80f806-7846-49df-bf50-6333f4f242ba None None] Network 7618edde-be4e-451c-b660-9d7bfd6672b6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:32.348285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d56df64b-f2ed-45cc-86e8-5c148b4b0ecd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2461267 Feb 09 03:04:32.352538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43368) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:32.361302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6', 'name': 'tempest-PortsTestJSON-610701980', 'fixed_ips': [{'subnet_id': '89fc7ff0-ccce-45e2-ab89-43da923b876d', 'ip_address': '172.20.0.10'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:32.434642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5bef9f1f-e93a-4383-af90-7478878595a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.464104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:32.471896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:32.492845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:32.493845 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.516266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=1e41c5e0-0027-4fa6-bfde-4dff8b728a27,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:32.525919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:32.526348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.546413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:32.581470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ed18e-fbcc-45db-a173-6db5b3a1a323 None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:32.590675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7618edde-be4e-451c-b660-9d7bfd6672b6', 'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6', 'project_id': 'c63e667e4e38457caa1989bb463c5818', 'fixed_ips': [{'subnet_id': '89fc7ff0-ccce-45e2-ab89-43da923b876d'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:04:32.591565 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.598081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ad78a81a-5689-4322-b677-493d7d6e65b1 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4435527 Feb 09 03:04:32.602642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43370) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:32.610084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-917568911', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e41c5e0-0027-4fa6-bfde-4dff8b728a27'}], 'security_groups': ['6f89a1c6-4326-41f6-83d2-10bde7801443']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:32.708831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (acd328b2-b5ca-47f6-b464-6a0403940576), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.738873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.762835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port ade3eb11-6777-4a95-9815-eb64b823bbed yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:04:32.763924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Allocated IP 172.20.0.2 (7618edde-be4e-451c-b660-9d7bfd6672b6/89fc7ff0-ccce-45e2-ab89-43da923b876d/69296774-a94a-401d-ae8d-ed11ca87c90c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:32.982517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Publish callbacks [] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:32.999318 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5bef9f1f-e93a-4383-af90-7478878595a2 admin admin] Publish callbacks [] for security_group (38906318-a83f-48f7-82cf-0f4d6067e39c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.025220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 33a3c1fc-32c0-4004-85c8-7f3a52a1304a up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:33.033051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:33.033532 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1fc1c238-0537-4479-864f-7b1273e84306), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.048213 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.126739 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3dcce169-2e70-43d4-ad20-202faede7ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.137744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.10 (7618edde-be4e-451c-b660-9d7bfd6672b6/89fc7ff0-ccce-45e2-ab89-43da923b876d/ade3eb11-6777-4a95-9815-eb64b823bbed) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:33.161900 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5bef9f1f-e93a-4383-af90-7478878595a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (38906318-a83f-48f7-82cf-0f4d6067e39c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.216067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:33.216550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1fc1c238-0537-4479-864f-7b1273e84306), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.237111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef9f1f-e93a-4383-af90-7478878595a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38906318-a83f-48f7-82cf-0f4d6067e39c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:33.270436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Network 7618edde-be4e-451c-b660-9d7bfd6672b6 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:33.287499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:33.344057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:33.346217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:33.347249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.363440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5bef9f1f-e93a-4383-af90-7478878595a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1ee6ba554fd4079afa302c262c9761b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2514000 Feb 09 03:04:33.367216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43378) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:33.396636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:33.410820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e6bca8-db54-464e-96bb-6dd296bff687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dd3df0-a5bb-4bbf-836b-7b978c7156d9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:33.412189 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (ade3eb11-6777-4a95-9815-eb64b823bbed), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.413156 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae81c5-394f-4ebf-8660-ce36c8d2dca4" -d '{"events": [{"server_uuid": "b8e6bca8-db54-464e-96bb-6dd296bff687", "name": "network-vif-plugged", "status": "completed", "tag": "71dd3df0-a5bb-4bbf-836b-7b978c7156d9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:33.427696 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.456632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Pushing event updated for resources: {'Port': ['ID=69296774-a94a-401d-ae8d-ed11ca87c90c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:33.463148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1fc1c238-0537-4479-864f-7b1273e84306, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fc1c238-0537-4479-864f-7b1273e84306,segment=NetworkSegment(64f8d540-3903-4163-a34e-b0b80da82a44),segment_id=64f8d540-3903-4163-a34e-b0b80da82a44)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:33.466926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Delete allocated IP 2001:db8::192 (5b1117b5-80b5-4dca-b915-a1fd3f828cea/e8549a1a-6136-49f8-b8ef-17a06ec8611f) {{(pid=109856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:04:33.483423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-f15780da-6ba6-401c-bc1c-325626a0891e tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:33.486335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-f15780da-6ba6-401c-bc1c-325626a0891e tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.61 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 946 time: 0.3487968 Feb 09 03:04:33.510529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf44631-1bbf-499e-a9d5-bcdcd9e96a46 req-11e49d74-47c6-4d40-ab8d-75b3dc514b23 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:33.515096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ccf44631-1bbf-499e-a9d5-bcdcd9e96a46 req-11e49d74-47c6-4d40-ab8d-75b3dc514b23 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 946 time: 0.2608397 Feb 09 03:04:33.537567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8:0:1::360 (5b1117b5-80b5-4dca-b915-a1fd3f828cea/1e41c5e0-0027-4fa6-bfde-4dff8b728a27/acd328b2-b5ca-47f6-b464-6a0403940576) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:33.543181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ade3eb11-6777-4a95-9815-eb64b823bbed), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.547682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:33.555229 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1fc1c238-0537-4479-864f-7b1273e84306), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.611270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82a61a9a-05a6-4bf0-a6f2-85373a40d61f admin admin] Publish callbacks [] for security_group (38906318-a83f-48f7-82cf-0f4d6067e39c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.640521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1fc1c238-0537-4479-864f-7b1273e84306,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:33.652333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 7618edde-be4e-451c-b660-9d7bfd6672b6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:33.670011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee8c6e-f8c0-4686-b5ee-2844caed5018 req-a2920e26-0344-46d6-bd90-44283ea8a72d tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:33.672290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68ee8c6e-f8c0-4686-b5ee-2844caed5018 req-a2920e26-0344-46d6-bd90-44283ea8a72d tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 944 time: 0.2107201 Feb 09 03:04:33.674472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:33.679174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:33.733756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:04:33.736637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Attempting to bind port 69296774-a94a-401d-ae8d-ed11ca87c90c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:33.737141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Attempting to bind port 69296774-a94a-401d-ae8d-ed11ca87c90c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9ab5cc11-5485-43b9-8e43-4287751d357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:33.737508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Attempting to bind port 69296774-a94a-401d-ae8d-ed11ca87c90c on network 7618edde-be4e-451c-b660-9d7bfd6672b6 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:33.748185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:33.748538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ccf44631-1bbf-499e-a9d5-bcdcd9e96a46 req-fb3cef3c-372d-478b-9cf7-145d4348d184 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125483 Feb 09 03:04:33.748654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Checking segment: {'id': '9ab5cc11-5485-43b9-8e43-4287751d357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:33.748956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.749344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Bound using segment: {'id': '9ab5cc11-5485-43b9-8e43-4287751d357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:33.750499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Bound port: 69296774-a94a-401d-ae8d-ed11ca87c90c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab5cc11-5485-43b9-8e43-4287751d357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:33.750885 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.756376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82a61a9a-05a6-4bf0-a6f2-85373a40d61f admin admin] Publish callbacks [] for security_group (38906318-a83f-48f7-82cf-0f4d6067e39c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.765985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:33.767003 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.777013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:33.777551 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:33.821594 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:04:33.821958 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:04:33.865887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68ee8c6e-f8c0-4686-b5ee-2844caed5018 req-adce9945-140f-41c9-bb17-7d54c0c1ed49 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317551 Feb 09 03:04:33.866592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=ade3eb11-6777-4a95-9815-eb64b823bbed,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:33.884540 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57dd85-466b-4335-b8a5-4271ee6d3bf2 x-openstack-request-id: req-cd57dd85-466b-4335-b8a5-4271ee6d3bf2 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:33.884840 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e6bca8-db54-464e-96bb-6dd296bff687", "name": "network-vif-plugged", "status": "completed", "tag": "71dd3df0-a5bb-4bbf-836b-7b978c7156d9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:33.885093 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd57dd85-466b-4335-b8a5-4271ee6d3bf2 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:33.885486 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e6bca8-db54-464e-96bb-6dd296bff687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dd3df0-a5bb-4bbf-836b-7b978c7156d9', 'code': 200} Feb 09 03:04:33.905534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-35897b9a-7ecf-4c92-ac13-b4e8afef97af tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5507815 Feb 09 03:04:33.906536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43386) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:33.933683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': '7618edde-be4e-451c-b660-9d7bfd6672b6', 'name': 'tempest-PortsTestJSON-427507253', 'fixed_ips': [{'subnet_id': '89fc7ff0-ccce-45e2-ab89-43da923b876d', 'ip_address': '172.20.0.9'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:34.024028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82a61a9a-05a6-4bf0-a6f2-85373a40d61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (38906318-a83f-48f7-82cf-0f4d6067e39c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.027821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.028685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82a61a9a-05a6-4bf0-a6f2-85373a40d61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.033993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-82a61a9a-05a6-4bf0-a6f2-85373a40d61f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38906318-a83f-48f7-82cf-0f4d6067e39c HTTP/1.1" status: 204 len: 168 time: 0.6612628 Feb 09 03:04:34.105191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c341234-a168-4eae-bdde-9c18c469418d None None] Update dhcp port {'port': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'fixed_ips': [{'subnet_id': 'e8549a1a-6136-49f8-b8ef-17a06ec8611f', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e41c5e0-0027-4fa6-bfde-4dff8b728a27'}], 'binding:host_id': 'n-d-827839-4'}, 'id': '1fc1c238-0537-4479-864f-7b1273e84306'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:04:34.129184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a61a9a-05a6-4bf0-a6f2-85373a40d61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38906318-a83f-48f7-82cf-0f4d6067e39c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:34.148290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee158aa-cd0e-4e84-b4fa-96eb4ece3404 req-b9e183c2-33c8-4aa0-9518-15d33e53983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:34.151384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ee158aa-cd0e-4e84-b4fa-96eb4ece3404 req-b9e183c2-33c8-4aa0-9518-15d33e53983d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8e6bca8-db54-464e-96bb-6dd296bff687 HTTP/1.1" status: 200 len: 1128 time: 0.1112401 Feb 09 03:04:34.156191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:34.165105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Deleting port 670093e5-6a57-4305-b250-b449c9e8fcc2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:34.165454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.166006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.219657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port 0e97c3a5-96cf-44fc-9774-1c830e08e433 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:04:34.311875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ee158aa-cd0e-4e84-b4fa-96eb4ece3404 req-64dc3ed9-20c3-4803-8add-b17afe7f4a88 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386671 Feb 09 03:04:34.367662 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (acd328b2-b5ca-47f6-b464-6a0403940576), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.384297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (acd328b2-b5ca-47f6-b464-6a0403940576), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.387393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] For port 670093e5-6a57-4305-b250-b449c9e8fcc2, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=670093e5-6a57-4305-b250-b449c9e8fcc2,segment=NetworkSegment(48513cf8-558b-40b4-8dca-f723b354a119),segment_id=48513cf8-558b-40b4-8dca-f723b354a119)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:34.387984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.485827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Calling delete_port for 670093e5-6a57-4305-b250-b449c9e8fcc2 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:34.489321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.9 (7618edde-be4e-451c-b660-9d7bfd6672b6/89fc7ff0-ccce-45e2-ab89-43da923b876d/0e97c3a5-96cf-44fc-9774-1c830e08e433) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:34.556000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:34.621546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] For port 69296774-a94a-401d-ae8d-ed11ca87c90c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:34.631015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:34.631416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.655137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c341234-a168-4eae-bdde-9c18c469418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1fc1c238-0537-4479-864f-7b1273e84306), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.679365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] For port 69296774-a94a-401d-ae8d-ed11ca87c90c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=69296774-a94a-401d-ae8d-ed11ca87c90c,segment=NetworkSegment(9ab5cc11-5485-43b9-8e43-4287751d357a),segment_id=9ab5cc11-5485-43b9-8e43-4287751d357a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:34.750720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] In _notify_port_updated(), no bound segment for port acd328b2-b5ca-47f6-b464-6a0403940576 on network 5b1117b5-80b5-4dca-b915-a1fd3f828cea {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:04:34.756898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:34.757696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.759628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "PUT /v2.0/ports/acd328b2-b5ca-47f6-b464-6a0403940576 HTTP/1.1" status: 200 len: 930 time: 2.1557605 Feb 09 03:04:34.762571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Provisioning complete for port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:34.764222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43406) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:34.765470 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.768468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86dab0-da53-42be-97ec-b410bdc2f644 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=acd328b2-b5ca-47f6-b464-6a0403940576,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:34.856976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.877577 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (0e97c3a5-96cf-44fc-9774-1c830e08e433), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:34.982591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0e97c3a5-96cf-44fc-9774-1c830e08e433), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.060431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:35.082816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e636-edf4-44df-854d-ae5d645d9027 req-b233c2b6-8e94-49d9-b903-dbc986d7c8b0 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.096759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a278f490-f86c-4359-8a1b-6c24e419406e None None] Port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:35.104476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e16e636-edf4-44df-854d-ae5d645d9027 req-b233c2b6-8e94-49d9-b903-dbc986d7c8b0 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 946 time: 0.1944950 Feb 09 03:04:35.107350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.119618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (670093e5-6a57-4305-b250-b449c9e8fcc2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.123995 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.139941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 7618edde-be4e-451c-b660-9d7bfd6672b6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:35.141291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 670093e5-6a57-4305-b250-b449c9e8fcc2 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:35.177097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:35.181438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:35.205049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Pushing event deleted for resources: {'Port': ['ID=670093e5-6a57-4305-b250-b449c9e8fcc2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:35.211401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74ae32-2dc0-496b-98de-dda198f923f8 None None] Pushing event updated for resources: {'Port': ['ID=69296774-a94a-401d-ae8d-ed11ca87c90c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:35.225675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-5ad82e20-42fe-4af6-8309-bee3ae1380d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7435143 Feb 09 03:04:35.227387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 670093e5-6a57-4305-b250-b449c9e8fcc2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:04:35.227746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 670093e5-6a57-4305-b250-b449c9e8fcc2 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:04:35.346760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=0e97c3a5-96cf-44fc-9774-1c830e08e433,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:35.353818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:35.361405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.362225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.402460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e16e636-edf4-44df-854d-ae5d645d9027 req-1636dd88-f62d-48a4-80fe-b213caaf73d1 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/security-groups?id=621c3f41-9230-49d6-b541-30e819379116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968359 Feb 09 03:04:35.414889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-49f76b58-2559-413f-9b33-ca3f1c7d7738 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5054786 Feb 09 03:04:35.447806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43426) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:35.517740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-28e7f769-d866-45e9-bdb9-762b81574c04 None None] Provisioning complete for port acd328b2-b5ca-47f6-b464-6a0403940576 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:35.518124 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-28e7f769-d866-45e9-bdb9-762b81574c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (acd328b2-b5ca-47f6-b464-6a0403940576), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.569238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] No DVR routers for this DVR port 670093e5-6a57-4305-b250-b449c9e8fcc2 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:35.582041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.585649 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3ca4597-dd75-49be-8980-b7f46dd86780 req-bef46dca-95ea-4b0d-a17d-b96ea19828b2 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.61 "DELETE /v2.0/ports/670093e5-6a57-4305-b250-b449c9e8fcc2 HTTP/1.1" status: 204 len: 173 time: 2.0862708 Feb 09 03:04:35.588188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d58b14-6e10-4c6d-8ca1-8150ddab3a8e', 'name': 'network-vif-deleted', 'tag': '670093e5-6a57-4305-b250-b449c9e8fcc2'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:35.597338 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5843cc-45be-410b-94f2-1d5fbe2dc1a6" -d '{"events": [{"server_uuid": "96d58b14-6e10-4c6d-8ca1-8150ddab3a8e", "name": "network-vif-deleted", "tag": "670093e5-6a57-4305-b250-b449c9e8fcc2"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:35.619691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-66fc8908-5933-4573-9f0d-c618d49b5030 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port acd328b2-b5ca-47f6-b464-6a0403940576 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:35.620307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66fc8908-5933-4573-9f0d-c618d49b5030 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (acd328b2-b5ca-47f6-b464-6a0403940576), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:35.635921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-af49d256-f728-481c-af6e-4acbd9e54ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.636919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-af49d256-f728-481c-af6e-4acbd9e54ed0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 1127 time: 0.3256526 Feb 09 03:04:35.655950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-28e7f769-d866-45e9-bdb9-762b81574c04 None None] Port acd328b2-b5ca-47f6-b464-6a0403940576 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:35.692162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-0c341234-a168-4eae-bdde-9c18c469418d None None] Allocated IP 2001:db8:0:1::2 (5b1117b5-80b5-4dca-b915-a1fd3f828cea/1e41c5e0-0027-4fa6-bfde-4dff8b728a27/1fc1c238-0537-4479-864f-7b1273e84306) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:35.738575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4045d2-2dcf-4fb8-8b42-307134d4819a req-2cc86e9a-47fa-4e31-a527-4688fb08849a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.744748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af725a-3d56-43d9-bdc5-b494000f3be0 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.753173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-80af725a-3d56-43d9-bdc5-b494000f3be0 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3038917 Feb 09 03:04:35.753606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b4045d2-2dcf-4fb8-8b42-307134d4819a req-2cc86e9a-47fa-4e31-a527-4688fb08849a tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 945 time: 0.2996387 Feb 09 03:04:35.756387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43436) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:35.868121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ed6ae-dcc1-4eab-bf81-60332e03cd1b req-1cb725f6-a9b5-4681-b14b-10747701e2fb tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.870824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-377ed6ae-dcc1-4eab-bf81-60332e03cd1b req-1cb725f6-a9b5-4681-b14b-10747701e2fb tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.2774904 Feb 09 03:04:35.888648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfeccc3-28e7-40e7-b091-c82da3085bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a3c1fc-32c0-4004-85c8-7f3a52a1304a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:35.892961 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2c331d-7c12-41e8-8e75-df4a39cc16ce" -d '{"events": [{"server_uuid": "dcfeccc3-28e7-40e7-b091-c82da3085bd4", "name": "network-vif-plugged", "status": "completed", "tag": "33a3c1fc-32c0-4004-85c8-7f3a52a1304a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:35.924632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495aaacd-a6f8-49da-b85c-9ee5f4ef538d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.932416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495aaacd-a6f8-49da-b85c-9ee5f4ef538d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.938527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495aaacd-a6f8-49da-b85c-9ee5f4ef538d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:35.943313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-495aaacd-a6f8-49da-b85c-9ee5f4ef538d tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1840913 Feb 09 03:04:35.943471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0c341234-a168-4eae-bdde-9c18c469418d None None] For port 1fc1c238-0537-4479-864f-7b1273e84306, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fc1c238-0537-4479-864f-7b1273e84306,segment=NetworkSegment(64f8d540-3903-4163-a34e-b0b80da82a44),segment_id=64f8d540-3903-4163-a34e-b0b80da82a44)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:35.945164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43454) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:36.005791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 69296774-a94a-401d-ae8d-ed11ca87c90c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:36.031328 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-377ed6ae-dcc1-4eab-bf81-60332e03cd1b req-4d278e0a-cbc5-4c20-b19c-a267f71fdc81 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506820 Feb 09 03:04:36.139795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c341234-a168-4eae-bdde-9c18c469418d None None] Publish callbacks [] for port (1fc1c238-0537-4479-864f-7b1273e84306), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.140378 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8b84b-3177-46a5-9de2-cbdea9fcc991 x-openstack-request-id: req-c6f8b84b-3177-46a5-9de2-cbdea9fcc991 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:36.140378 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d58b14-6e10-4c6d-8ca1-8150ddab3a8e", "name": "network-vif-deleted", "tag": "670093e5-6a57-4305-b250-b449c9e8fcc2", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:36.140811 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6f8b84b-3177-46a5-9de2-cbdea9fcc991 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:36.141399 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d58b14-6e10-4c6d-8ca1-8150ddab3a8e', 'name': 'network-vif-deleted', 'tag': '670093e5-6a57-4305-b250-b449c9e8fcc2', 'status': 'completed', 'code': 200} Feb 09 03:04:36.149201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c341234-a168-4eae-bdde-9c18c469418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1fc1c238-0537-4479-864f-7b1273e84306), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.151943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7538b02b-36d8-4bf5-8f99-1bec9fc9e2d3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 0e97c3a5-96cf-44fc-9774-1c830e08e433 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:36.152395 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7538b02b-36d8-4bf5-8f99-1bec9fc9e2d3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0e97c3a5-96cf-44fc-9774-1c830e08e433), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.213786 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c245d2-e97a-4fdb-930c-be4946297b27 x-openstack-request-id: req-01c245d2-e97a-4fdb-930c-be4946297b27 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:36.213786 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfeccc3-28e7-40e7-b091-c82da3085bd4", "name": "network-vif-plugged", "status": "completed", "tag": "33a3c1fc-32c0-4004-85c8-7f3a52a1304a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:36.214321 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01c245d2-e97a-4fdb-930c-be4946297b27 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:36.215505 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfeccc3-28e7-40e7-b091-c82da3085bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a3c1fc-32c0-4004-85c8-7f3a52a1304a', 'code': 200} Feb 09 03:04:36.393208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c341234-a168-4eae-bdde-9c18c469418d None None] Pushing event updated for resources: {'Port': ['ID=1fc1c238-0537-4479-864f-7b1273e84306,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:36.414611 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7538b02b-36d8-4bf5-8f99-1bec9fc9e2d3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0e97c3a5-96cf-44fc-9774-1c830e08e433), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.425960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.432259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 69296774-a94a-401d-ae8d-ed11ca87c90c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:36.440292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.453273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7538b02b-36d8-4bf5-8f99-1bec9fc9e2d3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 0e97c3a5-96cf-44fc-9774-1c830e08e433 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:36.625618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 69296774-a94a-401d-ae8d-ed11ca87c90c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:36.626102 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.709760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 69296774-a94a-401d-ae8d-ed11ca87c90c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=69296774-a94a-401d-ae8d-ed11ca87c90c,segment=NetworkSegment(9ab5cc11-5485-43b9-8e43-4287751d357a),segment_id=9ab5cc11-5485-43b9-8e43-4287751d357a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:36.716460 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.717851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fc1c238-0537-4479-864f-7b1273e84306 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:36.853290 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b4045d2-2dcf-4fb8-8b42-307134d4819a req-d13ab033-4e29-4c3c-90e4-f82950bf1280 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0985782 Feb 09 03:04:36.873820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=69296774-a94a-401d-ae8d-ed11ca87c90c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:36.917566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:36.918048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.958570 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66fc8908-5933-4573-9f0d-c618d49b5030 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (acd328b2-b5ca-47f6-b464-6a0403940576), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:36.992228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-66fc8908-5933-4573-9f0d-c618d49b5030 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for acd328b2-b5ca-47f6-b464-6a0403940576 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:37.015008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ecf64c-bdb4-4802-8d20-328b89b1aaae None None] Network 7618edde-be4e-451c-b660-9d7bfd6672b6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:37.030000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-eddead95-8a34-425f-8a5b-8cc5a03094e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:37.031844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-eddead95-8a34-425f-8a5b-8cc5a03094e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 1.2683856 Feb 09 03:04:37.035904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e57ad-2803-4c87-bc0f-02c54f5e5238 req-2bf8f233-15b1-4f20-85b9-35d4ba61822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:37.037744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-998e57ad-2803-4c87-bc0f-02c54f5e5238 req-2bf8f233-15b1-4f20-85b9-35d4ba61822a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 1127 time: 0.1813529 Feb 09 03:04:37.227906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6ce96d58-4695-492c-b11c-4aaa26b4d0f1 None None] Provisioning complete for port 69296774-a94a-401d-ae8d-ed11ca87c90c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:37.228488 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ce96d58-4695-492c-b11c-4aaa26b4d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:37.323907 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-51da00f0-e20e-4322-b94a-5ba0eeab765a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 200 len: 1001 time: 0.2058189 Feb 09 03:04:37.389957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e030f483-e80e-45fc-b324-d96dd0693b76 req-aaf35c69-c9c1-499f-a489-bb05811ee4b8 tempest-InstanceActionsV221TestJSON-449231724 tempest-InstanceActionsV221TestJSON-449231724-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d58b14-6e10-4c6d-8ca1-8150ddab3a8e HTTP/1.1" status: 200 len: 210 time: 0.7568731 Feb 09 03:04:37.488693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:37.580541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-7fae84fe-6b14-40d6-b715-750047ee6cec tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:37.582092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-7fae84fe-6b14-40d6-b715-750047ee6cec tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.2077413 Feb 09 03:04:37.601132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6ce96d58-4695-492c-b11c-4aaa26b4d0f1 None None] Current status of the port 69296774-a94a-401d-ae8d-ed11ca87c90c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:37.687348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-998e57ad-2803-4c87-bc0f-02c54f5e5238 req-4d6c86d5-28cd-4709-a7fc-47b97f0b03fe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616829 Feb 09 03:04:37.705600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea18bb-8799-4d2a-8bcd-568cfc04f3d8 req-06ead805-e61d-4ad8-bfb4-b2f6c470443f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:37.707892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5aea18bb-8799-4d2a-8bcd-568cfc04f3d8 req-06ead805-e61d-4ad8-bfb4-b2f6c470443f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.3524284 Feb 09 03:04:37.742262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7538b02b-36d8-4bf5-8f99-1bec9fc9e2d3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0e97c3a5-96cf-44fc-9774-1c830e08e433), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:37.747658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Provisioning complete for port acd328b2-b5ca-47f6-b464-6a0403940576 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:37.748343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (acd328b2-b5ca-47f6-b464-6a0403940576), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:37.818942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5aea18bb-8799-4d2a-8bcd-568cfc04f3d8 req-c92fa788-c3ee-4ef4-93ad-b37d3248bd48 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928335 Feb 09 03:04:37.819509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 69296774-a94a-401d-ae8d-ed11ca87c90c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:37.821548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-1f285ea0-57f7-440a-9ebf-40fb9aa00f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:37.824726 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-1f285ea0-57f7-440a-9ebf-40fb9aa00f17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.4044323 Feb 09 03:04:37.843120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538b02b-36d8-4bf5-8f99-1bec9fc9e2d3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=0e97c3a5-96cf-44fc-9774-1c830e08e433,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:37.929218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43528) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:37.976335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Port acd328b2-b5ca-47f6-b464-6a0403940576 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:38.056363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-758dc446-e135-4948-a5d4-9774a3dcd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:38.059251 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-758dc446-e135-4948-a5d4-9774a3dcd971 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1531608 Feb 09 03:04:38.061964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66fc8908-5933-4573-9f0d-c618d49b5030 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (acd328b2-b5ca-47f6-b464-6a0403940576), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.195335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:38.195586 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.249040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7538b02b-36d8-4bf5-8f99-1bec9fc9e2d3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.253495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7538b02b-36d8-4bf5-8f99-1bec9fc9e2d3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/0e97c3a5-96cf-44fc-9774-1c830e08e433 HTTP/1.1" status: 204 len: 168 time: 2.3073270 Feb 09 03:04:38.259114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43532) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:38.274053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc8908-5933-4573-9f0d-c618d49b5030 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=acd328b2-b5ca-47f6-b464-6a0403940576,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:38.284381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d8a1c-c7d6-4681-8af5-72bb2336b6a8 req-e39a9603-55cb-4bfc-9306-a37b657c7380 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:38.292073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-503d8a1c-c7d6-4681-8af5-72bb2336b6a8 req-e39a9603-55cb-4bfc-9306-a37b657c7380 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 945 time: 0.2387509 Feb 09 03:04:38.295757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Deleting port e73950b8-9b29-42ab-b8fb-66bb50234094 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:38.296687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.316129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e31b57c7-1222-431a-957c-9856d1a0e0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.325281 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64534e8-6f58-40fc-8bb2-c085c88dc9b3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:04:38.326843 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f64534e8-6f58-40fc-8bb2-c085c88dc9b3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/0e97c3a5-96cf-44fc-9774-1c830e08e433 HTTP/1.1" status: 404 len: 333 time: 0.0666690 Feb 09 03:04:38.338341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 69296774-a94a-401d-ae8d-ed11ca87c90c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:38.338928 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.354778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43534) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:38.400293 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66fc8908-5933-4573-9f0d-c618d49b5030 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.403567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-66fc8908-5933-4573-9f0d-c618d49b5030 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/acd328b2-b5ca-47f6-b464-6a0403940576 HTTP/1.1" status: 204 len: 168 time: 3.6367464 Feb 09 03:04:38.434141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43536) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:38.500170 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6be80dd-a2e8-41ba-b5e4-396496b722b0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:04:38.514297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b6be80dd-a2e8-41ba-b5e4-396496b722b0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/acd328b2-b5ca-47f6-b464-6a0403940576 HTTP/1.1" status: 404 len: 333 time: 0.0675409 Feb 09 03:04:38.515486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43540) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:38.696322 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-503d8a1c-c7d6-4681-8af5-72bb2336b6a8 req-3d1a3e6a-54e4-4c45-a6ef-cffd9133efd7 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031882 Feb 09 03:04:38.698192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-a6357e72-5342-4bcc-9906-000de245241a service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283915 Feb 09 03:04:38.759061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:38.762173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 69296774-a94a-401d-ae8d-ed11ca87c90c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:38.763580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fc1c238-0537-4479-864f-7b1273e84306 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:38.893974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e31b57c7-1222-431a-957c-9856d1a0e0bf admin admin] Publish callbacks [] for security_group (93c82875-0aa6-415d-a5ac-09f72ce849cc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.896009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] For port e73950b8-9b29-42ab-b8fb-66bb50234094, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=e73950b8-9b29-42ab-b8fb-66bb50234094,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:38.899289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.902011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-baa4c16e-4d27-4ab6-94ec-47dce9f030bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (c95a9d52-9e69-440b-8f07-b06e56763982), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.904323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Provisioning complete for port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:38.904786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.919239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e31b57c7-1222-431a-957c-9856d1a0e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (93c82875-0aa6-415d-a5ac-09f72ce849cc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.951312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43550) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:38.992345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:38.992726 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:38.998448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5de76010-c8f1-4c35-92bf-c347f10cf193 None None] Port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:39.116831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-444a9aa5-c283-4353-838d-119bf1abb34e None None] Could not find standard attr ID for object acd328b2-b5ca-47f6-b464-6a0403940576. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:04:39.121341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e31b57c7-1222-431a-957c-9856d1a0e0bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b69a53391bb0423eb3a96ac698e4e45e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1857867 Feb 09 03:04:39.127321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43554) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:39.135986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:39.138447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b57c7-1222-431a-957c-9856d1a0e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c82875-0aa6-415d-a5ac-09f72ce849cc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:39.150398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-444a9aa5-c283-4353-838d-119bf1abb34e None None] Provisioning complete for port 69296774-a94a-401d-ae8d-ed11ca87c90c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:39.150785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-444a9aa5-c283-4353-838d-119bf1abb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.152535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-baa4c16e-4d27-4ab6-94ec-47dce9f030bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (c95a9d52-9e69-440b-8f07-b06e56763982), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.181686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-40d0e9b0-812b-441b-a058-31db6487b3c8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port ade3eb11-6777-4a95-9815-eb64b823bbed {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:39.182120 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40d0e9b0-812b-441b-a058-31db6487b3c8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ade3eb11-6777-4a95-9815-eb64b823bbed), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.256219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e4fbbcd-fade-48d0-9f69-922c9e8b3760 req-70f87e9a-7409-428c-86f5-611d97dcd5f7 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264711 Feb 09 03:04:39.333654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01a98d9b-5700-47aa-b474-2262d867695f admin admin] Publish callbacks [] for security_group (93c82875-0aa6-415d-a5ac-09f72ce849cc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.440919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad1c6f6-185b-488b-8878-dd35920e6291 admin admin] Deleting subnet 7909bc4c-7384-400e-ba29-7431e6450136 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:39.463060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01a98d9b-5700-47aa-b474-2262d867695f admin admin] Publish callbacks [] for security_group (93c82875-0aa6-415d-a5ac-09f72ce849cc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.466613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40d0e9b0-812b-441b-a058-31db6487b3c8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ade3eb11-6777-4a95-9815-eb64b823bbed), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.470911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6f6-185b-488b-8878-dd35920e6291 admin admin] Publish callbacks [] for subnet (7909bc4c-7384-400e-ba29-7431e6450136), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.525402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-40d0e9b0-812b-441b-a058-31db6487b3c8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for ade3eb11-6777-4a95-9815-eb64b823bbed owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:39.625136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56dec3-511c-4c1c-8432-f9cf9d9c8dcc req-3c8c6d17-6ee8-4581-96e1-19732d5848cc tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:39.635417 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b56dec3-511c-4c1c-8432-f9cf9d9c8dcc req-3c8c6d17-6ee8-4581-96e1-19732d5848cc tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 945 time: 0.5266736 Feb 09 03:04:39.696338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-444a9aa5-c283-4353-838d-119bf1abb34e None None] Current status of the port 69296774-a94a-401d-ae8d-ed11ca87c90c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:39.708899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-444a9aa5-c283-4353-838d-119bf1abb34e None None] Provisioning complete for port ade3eb11-6777-4a95-9815-eb64b823bbed triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:39.709291 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-444a9aa5-c283-4353-838d-119bf1abb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ade3eb11-6777-4a95-9815-eb64b823bbed), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.715091 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01a98d9b-5700-47aa-b474-2262d867695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (93c82875-0aa6-415d-a5ac-09f72ce849cc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.722351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01a98d9b-5700-47aa-b474-2262d867695f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.723863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-01a98d9b-5700-47aa-b474-2262d867695f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93c82875-0aa6-415d-a5ac-09f72ce849cc HTTP/1.1" status: 204 len: 168 time: 0.5942545 Feb 09 03:04:39.744716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a98d9b-5700-47aa-b474-2262d867695f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c82875-0aa6-415d-a5ac-09f72ce849cc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:39.800939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-baa4c16e-4d27-4ab6-94ec-47dce9f030bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c95a9d52-9e69-440b-8f07-b06e56763982), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.803824 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-baa4c16e-4d27-4ab6-94ec-47dce9f030bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.805123 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-baa4c16e-4d27-4ab6-94ec-47dce9f030bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/security-groups/c95a9d52-9e69-440b-8f07-b06e56763982 HTTP/1.1" status: 204 len: 168 time: 1.2782707 Feb 09 03:04:39.810698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6f6-185b-488b-8878-dd35920e6291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (7909bc4c-7384-400e-ba29-7431e6450136), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.815773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43560) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:39.833208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-444a9aa5-c283-4353-838d-119bf1abb34e None None] Port ade3eb11-6777-4a95-9815-eb64b823bbed cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:39.840474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-444a9aa5-c283-4353-838d-119bf1abb34e None None] Could not find standard attr ID for object 0e97c3a5-96cf-44fc-9774-1c830e08e433. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:04:39.928154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40d0e9b0-812b-441b-a058-31db6487b3c8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ade3eb11-6777-4a95-9815-eb64b823bbed), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:39.940588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4c16e-4d27-4ab6-94ec-47dce9f030bd tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a9d52-9e69-440b-8f07-b06e56763982,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:40.016306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.017983 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cccdf4de-c24a-4826-a1a3-ceec6698597f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.018607 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Floating IP cccdf4de-c24a-4826-a1a3-ceec6698597f disassociated. External IP: 172.25.2.198, port: e73950b8-9b29-42ab-b8fb-66bb50234094. Feb 09 03:04:40.019136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Calling delete_port for e73950b8-9b29-42ab-b8fb-66bb50234094 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:40.020497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818dc2f-4dd0-48fe-a07c-5ce812de2fa0 req-52a6050e-82be-42f2-9628-35552fcffbc9 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:40.022042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7818dc2f-4dd0-48fe-a07c-5ce812de2fa0 req-52a6050e-82be-42f2-9628-35552fcffbc9 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 945 time: 0.2012568 Feb 09 03:04:40.026196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0e9b0-812b-441b-a058-31db6487b3c8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=ade3eb11-6777-4a95-9815-eb64b823bbed,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:40.038754 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6f6-185b-488b-8878-dd35920e6291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (7909bc4c-7384-400e-ba29-7431e6450136), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.095870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b56dec3-511c-4c1c-8432-f9cf9d9c8dcc req-86b82f92-6b3e-4dfd-820c-b68efbe36fbe tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=d9301278-b9f1-4b2f-b672-52cb996d209a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595370 Feb 09 03:04:40.115142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7b82-8d6d-4b1e-9112-e16520a542ba tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (6f89a1c6-4326-41f6-83d2-10bde7801443), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.152262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40d0e9b0-812b-441b-a058-31db6487b3c8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.161106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-40d0e9b0-812b-441b-a058-31db6487b3c8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/ade3eb11-6777-4a95-9815-eb64b823bbed HTTP/1.1" status: 204 len: 168 time: 1.8042908 Feb 09 03:04:40.166147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43566) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:40.220387 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c07c6e-7844-479e-a202-1af4db2ceaa6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:04:40.221877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-42c07c6e-7844-479e-a202-1af4db2ceaa6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/ade3eb11-6777-4a95-9815-eb64b823bbed HTTP/1.1" status: 404 len: 333 time: 0.0547528 Feb 09 03:04:40.226574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43568) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:40.244968 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7818dc2f-4dd0-48fe-a07c-5ce812de2fa0 req-058b88f7-3193-4563-86ed-3d817dbd46db tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925786 Feb 09 03:04:40.305365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7b82-8d6d-4b1e-9112-e16520a542ba tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (6f89a1c6-4326-41f6-83d2-10bde7801443), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.341172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf156b7-da20-46c7-85b5-005558af5d81 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet 89fc7ff0-ccce-45e2-ab89-43da923b876d {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:40.351485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcf156b7-da20-46c7-85b5-005558af5d81 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (89fc7ff0-ccce-45e2-ab89-43da923b876d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.402258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43572) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:40.439370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcf156b7-da20-46c7-85b5-005558af5d81 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (89fc7ff0-ccce-45e2-ab89-43da923b876d), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.451309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6f6-185b-488b-8878-dd35920e6291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (7909bc4c-7384-400e-ba29-7431e6450136), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.459688 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf5a3-c9c3-4f93-b820-40bc5329e320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.500259 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7b82-8d6d-4b1e-9112-e16520a542ba tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6f89a1c6-4326-41f6-83d2-10bde7801443), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.503485 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7b82-8d6d-4b1e-9112-e16520a542ba tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.510072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6b5f7b82-8d6d-4b1e-9112-e16520a542ba tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f89a1c6-4326-41f6-83d2-10bde7801443 HTTP/1.1" status: 204 len: 168 time: 0.6514583 Feb 09 03:04:40.512550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43574) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:40.516200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1c6f6-185b-488b-8878-dd35920e6291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7909bc4c-7384-400e-ba29-7431e6450136,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:40.524051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dad1c6f6-185b-488b-8878-dd35920e6291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.527527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dad1c6f6-185b-488b-8878-dd35920e6291 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7909bc4c-7384-400e-ba29-7431e6450136 HTTP/1.1" status: 204 len: 168 time: 1.5697653 Feb 09 03:04:40.541388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43576) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:40.574160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f7b82-8d6d-4b1e-9112-e16520a542ba tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89a1c6-4326-41f6-83d2-10bde7801443,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:40.633019 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcf156b7-da20-46c7-85b5-005558af5d81 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (89fc7ff0-ccce-45e2-ab89-43da923b876d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.646184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56e4a7-33fd-4f25-9943-929780fe12bd req-b54931ed-ed2b-49a0-80b7-f8b00242e06e tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:40.647788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a56e4a7-33fd-4f25-9943-929780fe12bd req-b54931ed-ed2b-49a0-80b7-f8b00242e06e tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e6bca8-db54-464e-96bb-6dd296bff687 HTTP/1.1" status: 200 len: 946 time: 0.2736349 Feb 09 03:04:40.705011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9042515b-d308-469a-a988-9c9b8404484c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet e8549a1a-6136-49f8-b8ef-17a06ec8611f {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:40.709571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9042515b-d308-469a-a988-9c9b8404484c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (e8549a1a-6136-49f8-b8ef-17a06ec8611f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.715686 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e73950b8-9b29-42ab-b8fb-66bb50234094), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.724659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e73950b8-9b29-42ab-b8fb-66bb50234094 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:40.767990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (57d7b743-5aa8-4b8f-8042-d69e8a26619b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.771975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9042515b-d308-469a-a988-9c9b8404484c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (e8549a1a-6136-49f8-b8ef-17a06ec8611f), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.775859 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcf156b7-da20-46c7-85b5-005558af5d81 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (89fc7ff0-ccce-45e2-ab89-43da923b876d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.777812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event deleted for resources: {'Port': ['ID=e73950b8-9b29-42ab-b8fb-66bb50234094,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:40.789718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: e73950b8-9b29-42ab-b8fb-66bb50234094 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:04:40.791097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device e73950b8-9b29-42ab-b8fb-66bb50234094 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:04:40.835750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a56e4a7-33fd-4f25-9943-929780fe12bd req-c06126fe-1e0e-41ff-89f6-83dde00de864 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735213 Feb 09 03:04:40.877882 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcf156b7-da20-46c7-85b5-005558af5d81 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:40.885407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fcf156b7-da20-46c7-85b5-005558af5d81 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/89fc7ff0-ccce-45e2-ab89-43da923b876d HTTP/1.1" status: 204 len: 168 time: 0.6576574 Feb 09 03:04:40.886512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb26d29-7b81-428f-9d9e-96e28a4652a8 None None] Network 7618edde-be4e-451c-b660-9d7bfd6672b6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:40.901582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:40.976330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf5a3-c9c3-4f93-b820-40bc5329e320 admin admin] Publish callbacks [] for security_group (fb1882af-5990-4ed2-9132-6592ecd59683), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.020226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9042515b-d308-469a-a988-9c9b8404484c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e8549a1a-6136-49f8-b8ef-17a06ec8611f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.031718 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf5a3-c9c3-4f93-b820-40bc5329e320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fb1882af-5990-4ed2-9132-6592ecd59683), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.049397 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (57d7b743-5aa8-4b8f-8042-d69e8a26619b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.054216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf156b7-da20-46c7-85b5-005558af5d81 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=89fc7ff0-ccce-45e2-ab89-43da923b876d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:41.085787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] DHCP port deletion for 7618edde-be4e-451c-b660-9d7bfd6672b6 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:04:41.114273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d7b743-5aa8-4b8f-8042-d69e8a26619b']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:41.135219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d8cbf5a3-c9c3-4f93-b820-40bc5329e320 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9a619a17d0b47a4b114b7bc88f5685b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7299585 Feb 09 03:04:41.137452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48513cf8-558b-40b4-8dca-f723b354a119') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:41.137754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48513cf8-558b-40b4-8dca-f723b354a119') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:41.143397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbf5a3-c9c3-4f93-b820-40bc5329e320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1882af-5990-4ed2-9132-6592ecd59683,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:41.145136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43584) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:41.173359 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (48513cf8-558b-40b4-8dca-f723b354a119), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.199269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] Deleting port 69296774-a94a-401d-ae8d-ed11ca87c90c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:41.200683 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.250055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7618edde-be4e-451c-b660-9d7bfd6672b6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.256111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Router 9eb4e27d-84e6-462a-b2c6-87658c978e57 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:04:41.269310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056232b-cc26-424a-aabd-c608665a5eb2 req-b9cb34a9-de10-43f0-bf69-adca89006550 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:41.274664 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (48513cf8-558b-40b4-8dca-f723b354a119), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.276543 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1056232b-cc26-424a-aabd-c608665a5eb2 req-b9cb34a9-de10-43f0-bf69-adca89006550 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff HTTP/1.1" status: 200 len: 945 time: 0.2087774 Feb 09 03:04:41.313959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:41.314418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (48513cf8-558b-40b4-8dca-f723b354a119), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:41.316960 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:41.318923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9042515b-d308-469a-a988-9c9b8404484c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (e8549a1a-6136-49f8-b8ef-17a06ec8611f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.348649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] For port 69296774-a94a-401d-ae8d-ed11ca87c90c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=69296774-a94a-401d-ae8d-ed11ca87c90c,segment=NetworkSegment(9ab5cc11-5485-43b9-8e43-4287751d357a),segment_id=9ab5cc11-5485-43b9-8e43-4287751d357a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:41.349074 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.368622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] Calling delete_port for 69296774-a94a-401d-ae8d-ed11ca87c90c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:41.377369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042515b-d308-469a-a988-9c9b8404484c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=e8549a1a-6136-49f8-b8ef-17a06ec8611f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:41.381589 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0abfb679-fcd8-4493-a944-c161360c29b2 req-6f528285-cc71-4093-a0a4-24e19a246a30 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 210 time: 0.1046553 Feb 09 03:04:41.395096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9042515b-d308-469a-a988-9c9b8404484c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.406893 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9042515b-d308-469a-a988-9c9b8404484c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/e8549a1a-6136-49f8-b8ef-17a06ec8611f HTTP/1.1" status: 204 len: 168 time: 0.8864980 Feb 09 03:04:41.413122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:41.422541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:41.481278 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1056232b-cc26-424a-aabd-c608665a5eb2 req-9f3c7fb4-8a7f-4ec2-a699-ccf5eeabf351 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922450 Feb 09 03:04:41.492260 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f491052a-044b-4985-8388-b8c0596ae9f1 admin admin] Publish callbacks [] for security_group (fb1882af-5990-4ed2-9132-6592ecd59683), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.522706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae53cb-a3a7-4233-8d60-6badbe12d676 None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:41.538885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 69296774-a94a-401d-ae8d-ed11ca87c90c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:41.539417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.621426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:41.621631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f491052a-044b-4985-8388-b8c0596ae9f1 admin admin] Publish callbacks [] for security_group (fb1882af-5990-4ed2-9132-6592ecd59683), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.624644 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.674730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:04:41.693046 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] Sync routers for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:04:41.694337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] For port 69296774-a94a-401d-ae8d-ed11ca87c90c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=69296774-a94a-401d-ae8d-ed11ca87c90c,segment=NetworkSegment(9ab5cc11-5485-43b9-8e43-4287751d357a),segment_id=9ab5cc11-5485-43b9-8e43-4287751d357a)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:41.694768 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.695251 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (57d7b743-5aa8-4b8f-8042-d69e8a26619b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.699930 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.719224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 69296774-a94a-401d-ae8d-ed11ca87c90c owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:41.724063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f491052a-044b-4985-8388-b8c0596ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fb1882af-5990-4ed2-9132-6592ecd59683), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.728462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f491052a-044b-4985-8388-b8c0596ae9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.729657 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f491052a-044b-4985-8388-b8c0596ae9f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb1882af-5990-4ed2-9132-6592ecd59683 HTTP/1.1" status: 204 len: 168 time: 0.5763190 Feb 09 03:04:41.750303 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:41.753247 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:41.811160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] No DVR routers for this DVR port 69296774-a94a-401d-ae8d-ed11ca87c90c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:41.822948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3a1c8-8aad-4438-b15b-afabf9e54436 None None] Pushing event deleted for resources: {'Port': ['ID=69296774-a94a-401d-ae8d-ed11ca87c90c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:41.870388 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.882029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] 10.222.0.32 "DELETE /v2.0/networks/57d7b743-5aa8-4b8f-8042-d69e8a26619b HTTP/1.1" status: 204 len: 168 time: 1.3197167 Feb 09 03:04:41.892488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50b173-a453-4d23-96a0-000b8d76019b admin admin] Pushing event deleted for resources: {'Network': ['ID=57d7b743-5aa8-4b8f-8042-d69e8a26619b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:41.899720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] No DVR routers for this DVR port e73950b8-9b29-42ab-b8fb-66bb50234094 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:41.921169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:41.934739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de980eaf-cfc3-4815-bc46-ab9bfe7348b7 req-a62e4ef0-0d64-4b8a-9d55-9fe17d588247 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "DELETE /v2.0/ports/e73950b8-9b29-42ab-b8fb-66bb50234094 HTTP/1.1" status: 204 len: 173 time: 4.3419347 Feb 09 03:04:41.935951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847472d-e139-4f5d-be29-9632652c0017', 'name': 'network-vif-deleted', 'tag': 'e73950b8-9b29-42ab-b8fb-66bb50234094'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:41.945219 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85415ef-a598-433e-8d0b-bb956434ce90" -d '{"events": [{"server_uuid": "d847472d-e139-4f5d-be29-9632652c0017", "name": "network-vif-deleted", "tag": "e73950b8-9b29-42ab-b8fb-66bb50234094"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:41.966384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491052a-044b-4985-8388-b8c0596ae9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1882af-5990-4ed2-9132-6592ecd59683,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:42.011436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 69296774-a94a-401d-ae8d-ed11ca87c90c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:42.082731 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76b7be1-926f-4ef4-b3fd-4414e1f167d5 x-openstack-request-id: req-f76b7be1-926f-4ef4-b3fd-4414e1f167d5 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:42.083074 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d847472d-e139-4f5d-be29-9632652c0017", "name": "network-vif-deleted", "tag": "e73950b8-9b29-42ab-b8fb-66bb50234094", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:42.083291 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f76b7be1-926f-4ef4-b3fd-4414e1f167d5 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:42.083713 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847472d-e139-4f5d-be29-9632652c0017', 'name': 'network-vif-deleted', 'tag': 'e73950b8-9b29-42ab-b8fb-66bb50234094', 'status': 'completed', 'code': 200} Feb 09 03:04:42.113189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (69296774-a94a-401d-ae8d-ed11ca87c90c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.116546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 69296774-a94a-401d-ae8d-ed11ca87c90c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:04:42.116546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 69296774-a94a-401d-ae8d-ed11ca87c90c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:04:42.185334 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:42.195838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No DVR routers for this DVR port 69296774-a94a-401d-ae8d-ed11ca87c90c on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:42.205901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=69296774-a94a-401d-ae8d-ed11ca87c90c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:42.351795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7618edde-be4e-451c-b660-9d7bfd6672b6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.376885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7618edde-be4e-451c-b660-9d7bfd6672b6']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:42.412518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab5cc11-5485-43b9-8e43-4287751d357a') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:42.412894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab5cc11-5485-43b9-8e43-4287751d357a') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:42.496926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (9ab5cc11-5485-43b9-8e43-4287751d357a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.582171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9ab5cc11-5485-43b9-8e43-4287751d357a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.586105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43610) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:42.588526 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:42.606207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:42.606805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (9ab5cc11-5485-43b9-8e43-4287751d357a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:42.613441 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:42.632628 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] Checking router: 9eb4e27d-84e6-462a-b2c6-87658c978e57 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:04:42.650427 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:42.651173 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:42.689145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a14d3458-8154-44b2-8296-844ecc5f1c67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8b57e2113ad4ba8ba55e9cea6b9b266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0986841 Feb 09 03:04:42.702593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-780feebb-a790-4f60-98d0-368e0208d5cb req-dba912b8-69aa-4105-be1c-7cdc1fe0bb34 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=d847472d-e139-4f5d-be29-9632652c0017 HTTP/1.1" status: 200 len: 210 time: 0.1440935 Feb 09 03:04:42.703367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43614) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:42.752344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c989-e551-498f-9278-b14c2e6d30ab req-98cba830-0c13-4426-932f-fe675ca84891 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:42.754018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2e7c989-e551-498f-9278-b14c2e6d30ab req-98cba830-0c13-4426-932f-fe675ca84891 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff HTTP/1.1" status: 200 len: 945 time: 0.6638219 Feb 09 03:04:42.801507 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-533b52d9-bbac-49af-9682-4e39eddf0b19 admin admin] Publish callbacks [] for security_group (621c3f41-9230-49d6-b541-30e819379116), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.829982 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-533b52d9-bbac-49af-9682-4e39eddf0b19 admin admin] Publish callbacks [] for security_group (621c3f41-9230-49d6-b541-30e819379116), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.872707 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (bbb44de4-adeb-4c5c-85db-275a63053add), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.873907 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:04:42.917521 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-533b52d9-bbac-49af-9682-4e39eddf0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (621c3f41-9230-49d6-b541-30e819379116), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.920916 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-533b52d9-bbac-49af-9682-4e39eddf0b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:42.924863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-533b52d9-bbac-49af-9682-4e39eddf0b19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/621c3f41-9230-49d6-b541-30e819379116 HTTP/1.1" status: 204 len: 168 time: 0.2162864 Feb 09 03:04:42.945548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b52d9-bbac-49af-9682-4e39eddf0b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c3f41-9230-49d6-b541-30e819379116,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:42.955935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=bbb44de4-adeb-4c5c-85db-275a63053add,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:42.959087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7618edde-be4e-451c-b660-9d7bfd6672b6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.009127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.013357 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/networks/7618edde-be4e-451c-b660-9d7bfd6672b6 HTTP/1.1" status: 204 len: 168 time: 2.1100791 Feb 09 03:04:43.014071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5706e84-cf1d-4ced-9ab2-04f24e0719d2 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Network': ['ID=7618edde-be4e-451c-b660-9d7bfd6672b6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:43.020236 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43620) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:43.026122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-989370363'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:43.044495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:43.050108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:43.053373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:43.053979 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.071645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:43.078265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.082769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2e7c989-e551-498f-9278-b14c2e6d30ab req-c032813a-d334-4213-8a50-e5f87d3780a0 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835484 Feb 09 03:04:43.104205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8d9fb-f8d9-4464-b5e4-4903a679ae24 None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:43.117738 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2a7e4534-1e7a-444f-95de-1d308aedfd9d tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7027378 Feb 09 03:04:43.119240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:04:43.121274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:43.130806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4bcc5b25-fc66-4007-8b55-8504dd10b26c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'security_group': {'name': 'tempest-secgroup-275520744'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:43.134656 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2b7cccc2-9364-4d7f-a847-00641a231955), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.135252 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Added segment 2b7cccc2-9364-4d7f-a847-00641a231955 of type vlan for network db77f657-c0dc-4c7c-a14a-3e3f340a6901 Feb 09 03:04:43.191962 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5b25-fc66-4007-8b55-8504dd10b26c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.197935 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (db77f657-c0dc-4c7c-a14a-3e3f340a6901), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.237575 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (db77f657-c0dc-4c7c-a14a-3e3f340a6901), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.267592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:43.268948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.381476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5b25-fc66-4007-8b55-8504dd10b26c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (c3aaae53-d695-4018-bef6-4ca9d9fcc9a1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.382162 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:43.395889 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5b25-fc66-4007-8b55-8504dd10b26c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c3aaae53-d695-4018-bef6-4ca9d9fcc9a1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.427820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4040389 Feb 09 03:04:43.435591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-639ec351-d880-4d71-a5df-c1c8441949d8 None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:43.435976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-639ec351-d880-4d71-a5df-c1c8441949d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.447057 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8275baf9-7812-4d59-9c11-0b8d7b326a4a None None] The sync data for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 is: [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:04:43.470939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43632) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:43.474545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957a7ae-25c4-449c-a531-ecfb5cf820b5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Network': ['ID=db77f657-c0dc-4c7c-a14a-3e3f340a6901,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:43.503629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc5b25-fc66-4007-8b55-8504dd10b26c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aaae53-d695-4018-bef6-4ca9d9fcc9a1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:43.507761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': 'db77f657-c0dc-4c7c-a14a-3e3f340a6901', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:43.511501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network db77f657-c0dc-4c7c-a14a-3e3f340a6901 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:04:43.519386 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4bcc5b25-fc66-4007-8b55-8504dd10b26c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.521232 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4bcc5b25-fc66-4007-8b55-8504dd10b26c tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3978655 Feb 09 03:04:43.524568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43636) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:43.529292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-167f6775-b79e-47b3-ab9b-181f071c27e7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'security_group': {'name': 'tempest-secgroup-70757894'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:43.577385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-167f6775-b79e-47b3-ab9b-181f071c27e7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.763628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6570d15-e27b-4010-b975-4826c8e35755 req-df191044-709a-43e5-86e7-4abffd2f7d7f tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:43.766000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6570d15-e27b-4010-b975-4826c8e35755 req-df191044-709a-43e5-86e7-4abffd2f7d7f tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.61 "GET /v2.0/ports?device_id=4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff HTTP/1.1" status: 200 len: 945 time: 0.3759780 Feb 09 03:04:43.803095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-167f6775-b79e-47b3-ab9b-181f071c27e7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (d3b2a831-f701-4d75-8251-2b978390dcb3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.826534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-167f6775-b79e-47b3-ab9b-181f071c27e7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d3b2a831-f701-4d75-8251-2b978390dcb3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.890059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43654) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:43.933837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:43.938979 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.978681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3733728c-ea94-4df1-b077-b10d81f668b1 None None] New status for floating IP cccdf4de-c24a-4826-a1a3-ceec6698597f: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:04:43.982749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-167f6775-b79e-47b3-ab9b-181f071c27e7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:43.992978 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-167f6775-b79e-47b3-ab9b-181f071c27e7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4671876 Feb 09 03:04:44.001459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f6775-b79e-47b3-ab9b-181f071c27e7 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b2a831-f701-4d75-8251-2b978390dcb3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:44.008102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43658) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:44.013410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-33e22e93-25a9-4ab4-a0ff-4047c37b34d0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'security_group': {'name': 'tempest-secgroup-313073564'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:44.030932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4eb0c9-a6e8-4c24-8b64-193831b6bb3e None None] Update dhcp port {'port': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'fixed_ips': [{'subnet_id': '1e41c5e0-0027-4fa6-bfde-4dff8b728a27', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bbb44de4-adeb-4c5c-85db-275a63053add'}], 'binding:host_id': 'n-d-827839-4'}, 'id': '1fc1c238-0537-4479-864f-7b1273e84306'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:04:44.060602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33e22e93-25a9-4ab4-a0ff-4047c37b34d0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.096087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-639ec351-d880-4d71-a5df-c1c8441949d8 None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:44.158185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb0c9-a6e8-4c24-8b64-193831b6bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1fc1c238-0537-4479-864f-7b1273e84306), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.177510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-639ec351-d880-4d71-a5df-c1c8441949d8 None None] Provisioning complete for port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:44.178519 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-639ec351-d880-4d71-a5df-c1c8441949d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.231797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33e22e93-25a9-4ab4-a0ff-4047c37b34d0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (e75d2f86-7658-46dc-922e-b00815437fa9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.238594 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33e22e93-25a9-4ab4-a0ff-4047c37b34d0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e75d2f86-7658-46dc-922e-b00815437fa9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.256316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f542d57-ea45-4059-b9e2-823488eedb8e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (d9301278-b9f1-4b2f-b672-52cb996d209a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.283527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-639ec351-d880-4d71-a5df-c1c8441949d8 None None] Port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:44.289572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e22e93-25a9-4ab4-a0ff-4047c37b34d0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75d2f86-7658-46dc-922e-b00815437fa9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:44.310974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33e22e93-25a9-4ab4-a0ff-4047c37b34d0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.317545 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-33e22e93-25a9-4ab4-a0ff-4047c37b34d0 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3082476 Feb 09 03:04:44.318470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43666) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:44.324603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1011546211', 'security_groups': ['e75d2f86-7658-46dc-922e-b00815437fa9'], 'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbb44de4-adeb-4c5c-85db-275a63053add'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:44.413180 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f542d57-ea45-4059-b9e2-823488eedb8e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (d9301278-b9f1-4b2f-b672-52cb996d209a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.457509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Deleting port 353070b5-75bb-4460-ad21-37102b0a8045 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:44.458028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (353070b5-75bb-4460-ad21-37102b0a8045), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.518752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:44.541562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-3d4eb0c9-a6e8-4c24-8b64-193831b6bb3e None None] Allocated IP 2001:db8::2 (5b1117b5-80b5-4dca-b915-a1fd3f828cea/bbb44de4-adeb-4c5c-85db-275a63053add/1fc1c238-0537-4479-864f-7b1273e84306) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:44.573351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] For port 353070b5-75bb-4460-ad21-37102b0a8045, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=353070b5-75bb-4460-ad21-37102b0a8045,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:44.573797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (353070b5-75bb-4460-ad21-37102b0a8045), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.588657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Calling delete_port for 353070b5-75bb-4460-ad21-37102b0a8045 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:44.641451 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.671208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] device_id is not set on port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:04:44.785319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3d4eb0c9-a6e8-4c24-8b64-193831b6bb3e None None] For port 1fc1c238-0537-4479-864f-7b1273e84306, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fc1c238-0537-4479-864f-7b1273e84306,segment=NetworkSegment(64f8d540-3903-4163-a34e-b0b80da82a44),segment_id=64f8d540-3903-4163-a34e-b0b80da82a44)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:44.801199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43680) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:44.814900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce3f08-fb1d-4aad-baff-8cb671f94b89 req-119d0949-6870-463f-9378-54f30f3c4adf tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:44.822581 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb0c9-a6e8-4c24-8b64-193831b6bb3e None None] Publish callbacks [] for port (1fc1c238-0537-4479-864f-7b1273e84306), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.829867 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb0c9-a6e8-4c24-8b64-193831b6bb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1fc1c238-0537-4479-864f-7b1273e84306), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.830955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43ce3f08-fb1d-4aad-baff-8cb671f94b89 req-119d0949-6870-463f-9378-54f30f3c4adf tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff HTTP/1.1" status: 200 len: 945 time: 0.6018572 Feb 09 03:04:44.901339 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (353070b5-75bb-4460-ad21-37102b0a8045), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:44.992356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eb0c9-a6e8-4c24-8b64-193831b6bb3e None None] Pushing event updated for resources: {'Port': ['ID=1fc1c238-0537-4479-864f-7b1273e84306,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:44.997856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Pushing event deleted for resources: {'Port': ['ID=353070b5-75bb-4460-ad21-37102b0a8045,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:45.013591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['33a3c1fc-32c0-4004-85c8-7f3a52a1304a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:04:45.019792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43ce3f08-fb1d-4aad-baff-8cb671f94b89 req-4aac6ca0-c35a-41aa-9cf5-7de4f70f0ff4 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865177 Feb 09 03:04:45.028901 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f542d57-ea45-4059-b9e2-823488eedb8e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d9301278-b9f1-4b2f-b672-52cb996d209a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:45.032452 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f542d57-ea45-4059-b9e2-823488eedb8e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:45.033261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4f542d57-ea45-4059-b9e2-823488eedb8e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "DELETE /v2.0/security-groups/d9301278-b9f1-4b2f-b672-52cb996d209a HTTP/1.1" status: 204 len: 168 time: 1.1419551 Feb 09 03:04:45.058689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43686) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:45.064551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.064989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.065659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.066074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.066499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.066907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.067323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.067738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.068136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.068537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.069227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.069623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.070020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:04:45.080515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['71dd3df0-a5bb-4bbf-836b-7b978c7156d9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:04:45.081760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (23094854-66a0-4057-b394-1c1ee37f5f4d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:45.117119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] No DVR routers for this DVR port 353070b5-75bb-4460-ad21-37102b0a8045 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:45.138145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f542d57-ea45-4059-b9e2-823488eedb8e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9301278-b9f1-4b2f-b672-52cb996d209a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:45.140867 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:45.144541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6570d15-e27b-4010-b975-4826c8e35755 req-507feebc-8bd6-44ed-816c-832deb264083 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.61 "DELETE /v2.0/ports/353070b5-75bb-4460-ad21-37102b0a8045 HTTP/1.1" status: 204 len: 173 time: 1.3711438 Feb 09 03:04:45.147794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff', 'name': 'network-vif-deleted', 'tag': '353070b5-75bb-4460-ad21-37102b0a8045'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:45.150769 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce92d2f-4612-4682-8974-f34cbc1de568" -d '{"events": [{"server_uuid": "4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff", "name": "network-vif-deleted", "tag": "353070b5-75bb-4460-ad21-37102b0a8045"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:45.155546 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-299e7b81-26c8-420b-ab10-71deffa5a09e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] show failed (client error): The resource could not be found. Feb 09 03:04:45.160144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-299e7b81-26c8-420b-ab10-71deffa5a09e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups/d9301278-b9f1-4b2f-b672-52cb996d209a HTTP/1.1" status: 404 len: 347 time: 0.0947132 Feb 09 03:04:45.162177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43690) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:45.255655 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e07d3d-6c9b-4739-851a-793a2bd2175c x-openstack-request-id: req-e7e07d3d-6c9b-4739-851a-793a2bd2175c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:45.256056 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff", "name": "network-vif-deleted", "tag": "353070b5-75bb-4460-ad21-37102b0a8045", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:45.256585 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7e07d3d-6c9b-4739-851a-793a2bd2175c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:45.257054 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa9e7a0-e33e-4bce-8d22-f92bc42b54ff', 'name': 'network-vif-deleted', 'tag': '353070b5-75bb-4460-ad21-37102b0a8045', 'status': 'completed', 'code': 200} Feb 09 03:04:45.262723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=23094854-66a0-4057-b394-1c1ee37f5f4d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:45.274485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8::2ae (5b1117b5-80b5-4dca-b915-a1fd3f828cea/bbb44de4-adeb-4c5c-85db-275a63053add/09ccc267-7a3e-4eb9-a638-4aaa3c9b5200) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:45.493717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-905994737-network', 'tenant_id': '7928d68f61a24d919ddff1204576c4ee'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:45.503191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:45.569880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Made reservation on behalf of 7928d68f61a24d919ddff1204576c4ee for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:45.572600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:45.619838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:45.677895 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:45.881220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fc1c238-0537-4479-864f-7b1273e84306 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:45.939496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:45.950619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=09ccc267-7a3e-4eb9-a638-4aaa3c9b5200,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:45.972419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:45.978421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:45.990757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:45.992331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.017977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Checking segment: {'id': '2b7cccc2-9364-4d7f-a847-00641a231955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db77f657-c0dc-4c7c-a14a-3e3f340a6901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:46.018619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network hostable DHCP agents. Network: db77f657-c0dc-4c7c-a14a-3e3f340a6901, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:04:46.024230 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Publish callbacks [] for security_group (0f5141a3-5362-49e1-bd58-7d405bdfc152), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.038151 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0f5141a3-5362-49e1-bd58-7d405bdfc152), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.088276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-414c031b-4753-4779-ac30-675f2d1e1823 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7676859 Feb 09 03:04:46.090903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:46.111117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-11c0816d-af94-43fb-a17b-5098c607205b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:46.122340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network db77f657-c0dc-4c7c-a14a-3e3f340a6901 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:04:46.129766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:46.130642 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.178695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, db77f657-c0dc-4c7c-a14a-3e3f340a6901) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:46.198377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:04:46.209665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:46.210284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.217090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4021dc-e951-44cb-a2b1-3403dd22c6c1 None None] Network db77f657-c0dc-4c7c-a14a-3e3f340a6901 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:46.231115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Deleting port 7bd501b4-95fa-4f08-b0dd-3051696fa074 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:46.231458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7bd501b4-95fa-4f08-b0dd-3051696fa074), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.288094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5141a3-5362-49e1-bd58-7d405bdfc152,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:46.328789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (baf7d6a7-b351-40e6-8fb1-1d83883a917c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.330575 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Added segment baf7d6a7-b351-40e6-8fb1-1d83883a917c of type vlan for network 4dee28c8-3f02-45d8-9584-80458b85c898 Feb 09 03:04:46.367416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c5994208-8592-4df1-8211-350334af93ba tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8777668 Feb 09 03:04:46.372296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:46.390131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fdacfd22-1179-44ff-becf-90f5f84cfeb5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2129866997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:46.466255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (4dee28c8-3f02-45d8-9584-80458b85c898), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.475455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fdacfd22-1179-44ff-becf-90f5f84cfeb5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.476504 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fdacfd22-1179-44ff-becf-90f5f84cfeb5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.492723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7bd501b4-95fa-4f08-b0dd-3051696fa074), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.493058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (7bd501b4-95fa-4f08-b0dd-3051696fa074), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.505485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:46.521218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Calling delete_port for 7bd501b4-95fa-4f08-b0dd-3051696fa074 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:46.523707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-db77f657-c0dc-4c7c-a14a-3e3f340a6901', 'network_id': 'db77f657-c0dc-4c7c-a14a-3e3f340a6901', 'project_id': 'c63e667e4e38457caa1989bb463c5818', 'fixed_ips': [{'subnet_id': '23094854-66a0-4057-b394-1c1ee37f5f4d'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:04:46.525311 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.634720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c0816d-af94-43fb-a17b-5098c607205b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:46.642723 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11c0816d-af94-43fb-a17b-5098c607205b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.789609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fdacfd22-1179-44ff-becf-90f5f84cfeb5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for router_controller (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.803912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (4dee28c8-3f02-45d8-9584-80458b85c898), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.804850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:46.806266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.815408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fdacfd22-1179-44ff-becf-90f5f84cfeb5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.899981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fdacfd22-1179-44ff-becf-90f5f84cfeb5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:46.903630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fdacfd22-1179-44ff-becf-90f5f84cfeb5 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5279188 Feb 09 03:04:46.907683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1049609 Feb 09 03:04:46.907811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43722) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:46.908330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43724) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:46.920845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Request body: {'subnet': {'network_id': '4dee28c8-3f02-45d8-9584-80458b85c898', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-905994737-subnet', 'tenant_id': '7928d68f61a24d919ddff1204576c4ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:46.932132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'network_id': 'db77f657-c0dc-4c7c-a14a-3e3f340a6901', 'name': 'tempest-PortsTestJSON-1171975875'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:46.974744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Made reservation on behalf of 7928d68f61a24d919ddff1204576c4ee for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:46.977163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.116649 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-11c0816d-af94-43fb-a17b-5098c607205b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbb44de4-adeb-4c5c-85db-275a63053add (CIDR: 2001:db8::/64) Feb 09 03:04:47.155154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78419821-fba5-4c9a-a07f-443e09fb0e3c admin admin] Pushing event updated for resources: {'Network': ['ID=4dee28c8-3f02-45d8-9584-80458b85c898,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:47.160733 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c0816d-af94-43fb-a17b-5098c607205b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:04:47.161261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c0816d-af94-43fb-a17b-5098c607205b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:04:47.175795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7bd501b4-95fa-4f08-b0dd-3051696fa074), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.176345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 353070b5-75bb-4460-ad21-37102b0a8045 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:47.191994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 4dee28c8-3f02-45d8-9584-80458b85c898 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:04:47.212823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-11c0816d-af94-43fb-a17b-5098c607205b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1197438 Feb 09 03:04:47.213509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43728) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:47.220251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e49ff3dd-6a8d-490e-b240-cb0ac8d91dbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:47.251533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 353070b5-75bb-4460-ad21-37102b0a8045 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:04:47.252338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 353070b5-75bb-4460-ad21-37102b0a8045 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:04:47.254048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event deleted for resources: {'Port': ['ID=7bd501b4-95fa-4f08-b0dd-3051696fa074,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:47.336900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (cccdf4de-c24a-4826-a1a3-ceec6698597f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.340197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.341377 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-71117be6-28b3-4832-8d7e-ae00e8e50b0d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "DELETE /v2.0/floatingips/cccdf4de-c24a-4826-a1a3-ceec6698597f HTTP/1.1" status: 204 len: 168 time: 2.1758723 Feb 09 03:04:47.358606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:47.365120 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.403236 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port 84d1fa16-296b-4a9b-93cc-7ffa3e391610 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:04:47.425962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c9500cf5-c326-4ccb-b5be-4b528a95ad33 None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:47.426606 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9500cf5-c326-4ccb-b5be-4b528a95ad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.463030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Allocated IP 172.20.0.2 (db77f657-c0dc-4c7c-a14a-3e3f340a6901/23094854-66a0-4057-b394-1c1ee37f5f4d/0ed9803d-2d9d-4d3b-9ec0-2900079358f3) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:47.569153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ff3dd-6a8d-490e-b240-cb0ac8d91dbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:47.572827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e49ff3dd-6a8d-490e-b240-cb0ac8d91dbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.577938 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (02334296-766c-4542-93b5-7435a697a4b3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.625627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c9500cf5-c326-4ccb-b5be-4b528a95ad33 None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:47.644536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c9500cf5-c326-4ccb-b5be-4b528a95ad33 None None] Provisioning complete for port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:47.645110 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c9500cf5-c326-4ccb-b5be-4b528a95ad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.666338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02334296-766c-4542-93b5-7435a697a4b3,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:47.685304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78603-3583-4915-9284-e2dc149c2378 req-f83a1631-a76f-4fdc-ab6c-bdee4a483a72 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:47.701802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78603-3583-4915-9284-e2dc149c2378 req-f83a1631-a76f-4fdc-ab6c-bdee4a483a72 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:47.707247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ded78603-3583-4915-9284-e2dc149c2378 req-f83a1631-a76f-4fdc-ab6c-bdee4a483a72 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e6bca8-db54-464e-96bb-6dd296bff687&device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 1682 time: 0.1552706 Feb 09 03:04:47.735427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Checking segment: {'id': 'baf7d6a7-b351-40e6-8fb1-1d83883a917c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4dee28c8-3f02-45d8-9584-80458b85c898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:47.735427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Network hostable DHCP agents. Network: 4dee28c8-3f02-45d8-9584-80458b85c898, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:04:47.735715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c9500cf5-c326-4ccb-b5be-4b528a95ad33 None None] Port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:47.754381 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-e49ff3dd-6a8d-490e-b240-cb0ac8d91dbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1e41c5e0-0027-4fa6-bfde-4dff8b728a27 (CIDR: 2001:db8:0:1::/64) Feb 09 03:04:47.761273 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49ff3dd-6a8d-490e-b240-cb0ac8d91dbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:04:47.762068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49ff3dd-6a8d-490e-b240-cb0ac8d91dbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:04:47.772352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Network 4dee28c8-3f02-45d8-9584-80458b85c898 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:04:47.792377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e49ff3dd-6a8d-490e-b240-cb0ac8d91dbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5759783 Feb 09 03:04:47.792978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43734) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:47.793507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 4dee28c8-3f02-45d8-9584-80458b85c898) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:47.797817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:47.798446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:47.812659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32930de-dfdb-4c89-b09b-ccbc7df43a20 None None] Network 4dee28c8-3f02-45d8-9584-80458b85c898 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:47.817260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'subnet': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:47.821460 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5ba18e6f-571b-43ff-a9b4-48fada384965 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9051740 Feb 09 03:04:47.891115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ded78603-3583-4915-9284-e2dc149c2378 req-74b486bc-4973-43ae-a55c-705470d7b046 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719668 Feb 09 03:04:48.050434 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Publish callbacks [] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.087062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-25705719-0a3f-4972-af4d-1c2e8cc96875 None None] Provisioning complete for port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:48.088115 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25705719-0a3f-4972-af4d-1c2e8cc96875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.100082 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.129366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43754) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:48.217526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-25705719-0a3f-4972-af4d-1c2e8cc96875 None None] Port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:48.223032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Made reservation on behalf of 43d85cc57f7145e599c387d85e3bbf3b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:04:48.229415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Pushing event updated for resources: {'Port': ['ID=0ed9803d-2d9d-4d3b-9ec0-2900079358f3,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:48.234939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.258871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc22127-c39f-49cc-88df-9d6c8889eeff admin admin] Deleting subnet 02334296-766c-4542-93b5-7435a697a4b3 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:48.265254 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcc22127-c39f-49cc-88df-9d6c8889eeff admin admin] Publish callbacks [] for subnet (02334296-766c-4542-93b5-7435a697a4b3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.281631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Network db77f657-c0dc-4c7c-a14a-3e3f340a6901 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:48.286350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:48.290780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:48.303119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f2bf4-4f46-43eb-8dff-616b9a66cbad None None] Network 4dee28c8-3f02-45d8-9584-80458b85c898 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:48.350417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.7 (db77f657-c0dc-4c7c-a14a-3e3f340a6901/23094854-66a0-4057-b394-1c1ee37f5f4d/84d1fa16-296b-4a9b-93cc-7ffa3e391610) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:48.402226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcc22127-c39f-49cc-88df-9d6c8889eeff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (02334296-766c-4542-93b5-7435a697a4b3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.453006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43766) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:48.479245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-659d46d2-42dd-4f3e-a8d7-aaee9ef5cd26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517385931', 'description': 'tempest-description--26512981'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:48.509797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Attempting to bind port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:04:48.510189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Attempting to bind port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2b7cccc2-9364-4d7f-a847-00641a231955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db77f657-c0dc-4c7c-a14a-3e3f340a6901'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:04:48.512021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Attempting to bind port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 on network db77f657-c0dc-4c7c-a14a-3e3f340a6901 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:04:48.530472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:04:48.530858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Checking segment: {'id': '2b7cccc2-9364-4d7f-a847-00641a231955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db77f657-c0dc-4c7c-a14a-3e3f340a6901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:04:48.531265 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.531760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Bound using segment: {'id': '2b7cccc2-9364-4d7f-a847-00641a231955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db77f657-c0dc-4c7c-a14a-3e3f340a6901'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:04:48.532413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Bound port: 0ed9803d-2d9d-4d3b-9ec0-2900079358f3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7cccc2-9364-4d7f-a847-00641a231955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db77f657-c0dc-4c7c-a14a-3e3f340a6901'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:04:48.532826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.552787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcc22127-c39f-49cc-88df-9d6c8889eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (02334296-766c-4542-93b5-7435a697a4b3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.555239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-659d46d2-42dd-4f3e-a8d7-aaee9ef5cd26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.648940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] For port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:04:48.663459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] For port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0ed9803d-2d9d-4d3b-9ec0-2900079358f3,segment=NetworkSegment(2b7cccc2-9364-4d7f-a847-00641a231955),segment_id=2b7cccc2-9364-4d7f-a847-00641a231955)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:04:48.697658 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.746877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.786446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcc22127-c39f-49cc-88df-9d6c8889eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (02334296-766c-4542-93b5-7435a697a4b3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.809439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-659d46d2-42dd-4f3e-a8d7-aaee9ef5cd26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (76b23739-89f0-4569-ad92-45d9d9195af7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.863599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d136d-977c-4d56-be9c-a2b93c909a08 None None] Pushing event updated for resources: {'Port': ['ID=0ed9803d-2d9d-4d3b-9ec0-2900079358f3,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:48.880026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (77206e89-469b-4a24-8d85-393870f22713), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.892171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-659d46d2-42dd-4f3e-a8d7-aaee9ef5cd26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (76b23739-89f0-4569-ad92-45d9d9195af7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.909962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:48.918217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:48.927683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:48.928496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.932312 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.946633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f501cce-4b13-414f-acde-de342729a40a None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:48.957979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc22127-c39f-49cc-88df-9d6c8889eeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02334296-766c-4542-93b5-7435a697a4b3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:48.987083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bcc22127-c39f-49cc-88df-9d6c8889eeff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:48.994498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bcc22127-c39f-49cc-88df-9d6c8889eeff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02334296-766c-4542-93b5-7435a697a4b3 HTTP/1.1" status: 204 len: 168 time: 0.8600209 Feb 09 03:04:48.994498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43786) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:48.998225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-659d46d2-42dd-4f3e-a8d7-aaee9ef5cd26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.002842 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-659d46d2-42dd-4f3e-a8d7-aaee9ef5cd26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5460250 Feb 09 03:04:49.003586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:49.016112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network db77f657-c0dc-4c7c-a14a-3e3f340a6901 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:49.016485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e660e271-68f4-4657-b14a-10fa571505e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'security_group_rule': {'security_group_id': '76b23739-89f0-4569-ad92-45d9d9195af7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:49.047430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d46d2-42dd-4f3e-a8d7-aaee9ef5cd26 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b23739-89f0-4569-ad92-45d9d9195af7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:49.185416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:49.190958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:49.199227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=84d1fa16-296b-4a9b-93cc-7ffa3e391610,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:49.246192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b1123-a3cc-4047-986a-bc2079acd16e None None] Update dhcp port {'port': {'network_id': '5b1117b5-80b5-4dca-b915-a1fd3f828cea', 'fixed_ips': [{'subnet_id': '1e41c5e0-0027-4fa6-bfde-4dff8b728a27', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bbb44de4-adeb-4c5c-85db-275a63053add', 'ip_address': '2001:db8::2'}, {'subnet_id': '77206e89-469b-4a24-8d85-393870f22713'}], 'binding:host_id': 'n-d-827839-4'}, 'id': '1fc1c238-0537-4479-864f-7b1273e84306'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:04:49.256619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e660e271-68f4-4657-b14a-10fa571505e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (82ea1c36-2c04-4774-a80c-dd8f22f8f978), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.275568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (4dee28c8-3f02-45d8-9584-80458b85c898), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.300214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5061188 Feb 09 03:04:49.306312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43796) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:49.313482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2031ff5-b22a-4e3e-80a0-a80cc5f42016 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Subnet': ['ID=77206e89-469b-4a24-8d85-393870f22713,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:49.323745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-526212101', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77206e89-469b-4a24-8d85-393870f22713'}], 'security_groups': ['c3aaae53-d695-4018-bef6-4ca9d9fcc9a1', 'd3b2a831-f701-4d75-8251-2b978390dcb3']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:49.350693 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-476b1123-a3cc-4047-986a-bc2079acd16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1fc1c238-0537-4479-864f-7b1273e84306), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.455736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786f213-fcac-4d48-b3e4-1002e1477df6 req-b8c4ce8c-49d2-44de-9614-3a72c3e97dce tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:49.463058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1786f213-fcac-4d48-b3e4-1002e1477df6 req-b8c4ce8c-49d2-44de-9614-3a72c3e97dce tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e6bca8-db54-464e-96bb-6dd296bff687 HTTP/1.1" status: 200 len: 946 time: 0.4684172 Feb 09 03:04:49.477777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:49.478406 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.529674 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2ab698e8-627c-4da5-8aea-e20cd4c4de9a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6121035 Feb 09 03:04:49.536470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43798) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:49.542813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5318478c-3109-4974-a238-0832d6807770 req-8e4422fd-1327-4de9-af3c-f6f8239ed529 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1853764 Feb 09 03:04:49.558455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1786f213-fcac-4d48-b3e4-1002e1477df6 req-40c6f9c9-8f14-4f6e-aa7b-f9c935e3820c tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888536 Feb 09 03:04:49.598523 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.606674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-476b1123-a3cc-4047-986a-bc2079acd16e None None] Allocated IP 2001:db8:0:2::2 (5b1117b5-80b5-4dca-b915-a1fd3f828cea/77206e89-469b-4a24-8d85-393870f22713/1fc1c238-0537-4479-864f-7b1273e84306) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:49.787257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-476b1123-a3cc-4047-986a-bc2079acd16e None None] For port 1fc1c238-0537-4479-864f-7b1273e84306, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fc1c238-0537-4479-864f-7b1273e84306,segment=NetworkSegment(64f8d540-3903-4163-a34e-b0b80da82a44),segment_id=64f8d540-3903-4163-a34e-b0b80da82a44)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:49.829442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (4dee28c8-3f02-45d8-9584-80458b85c898), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.848470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:49.862936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e660e271-68f4-4657-b14a-10fa571505e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (82ea1c36-2c04-4774-a80c-dd8f22f8f978), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.884078 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e660e271-68f4-4657-b14a-10fa571505e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (82ea1c36-2c04-4774-a80c-dd8f22f8f978), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.900687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dee28c8-3f02-45d8-9584-80458b85c898']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:49.934408 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-476b1123-a3cc-4047-986a-bc2079acd16e None None] Publish callbacks [] for port (1fc1c238-0537-4479-864f-7b1273e84306), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:49.942743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660e271-68f4-4657-b14a-10fa571505e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ea1c36-2c04-4774-a80c-dd8f22f8f978,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:49.981099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf7d6a7-b351-40e6-8fb1-1d83883a917c') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:49.981427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf7d6a7-b351-40e6-8fb1-1d83883a917c') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:49.994264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-476b1123-a3cc-4047-986a-bc2079acd16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1fc1c238-0537-4479-864f-7b1273e84306), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.021993 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (baf7d6a7-b351-40e6-8fb1-1d83883a917c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.058472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e660e271-68f4-4657-b14a-10fa571505e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.061199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e660e271-68f4-4657-b14a-10fa571505e5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0500798 Feb 09 03:04:50.065241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43800) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:50.066650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b1123-a3cc-4047-986a-bc2079acd16e None None] Pushing event updated for resources: {'Port': ['ID=1fc1c238-0537-4479-864f-7b1273e84306,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:50.071058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-89b8ec3b-e820-4e9c-877b-3d94fbea5e50 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'security_group_rule': {'security_group_id': '76b23739-89f0-4569-ad92-45d9d9195af7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:50.120658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (baf7d6a7-b351-40e6-8fb1-1d83883a917c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.171123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:50.171781 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.200831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:50.201252 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (baf7d6a7-b351-40e6-8fb1-1d83883a917c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:50.226189 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:50.308023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318478c-3109-4974-a238-0832d6807770 req-278f203d-77bb-4850-9df4-836a3ebe98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:50.312374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5318478c-3109-4974-a238-0832d6807770 req-278f203d-77bb-4850-9df4-836a3ebe98b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1128 time: 0.5238245 Feb 09 03:04:50.337047 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.372747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89b8ec3b-e820-4e9c-877b-3d94fbea5e50 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (499f6e7f-cd5b-4e57-86cc-b8f8d4391ad5), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.472250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:50.473027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.483715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (4dee28c8-3f02-45d8-9584-80458b85c898), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.534958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-795e3928-5697-4f28-9594-299927e96ad7 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:50.536544 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-795e3928-5697-4f28-9594-299927e96ad7 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8e6bca8-db54-464e-96bb-6dd296bff687 HTTP/1.1" status: 200 len: 946 time: 0.4331968 Feb 09 03:04:50.541049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0ed9803d-2d9d-4d3b-9ec0-2900079358f3,segment=NetworkSegment(2b7cccc2-9364-4d7f-a847-00641a231955),segment_id=2b7cccc2-9364-4d7f-a847-00641a231955)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:50.543701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1f32a-36db-4394-8edf-2c2b1d51eaa3 None None] Network db77f657-c0dc-4c7c-a14a-3e3f340a6901 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:50.591043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.594433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4dee28c8-3f02-45d8-9584-80458b85c898 HTTP/1.1" status: 204 len: 168 time: 1.5990069 Feb 09 03:04:50.608188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-34b02692-0a42-4f6f-9e13-f63c92c201db tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:50.610663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-34b02692-0a42-4f6f-9e13-f63c92c201db tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcfeccc3-28e7-40e7-b091-c82da3085bd4 HTTP/1.1" status: 200 len: 945 time: 0.4325705 Feb 09 03:04:50.615639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.620661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b0a51-eb5f-4cc9-8575-0f4ecc557780 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dee28c8-3f02-45d8-9584-80458b85c898,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:50.727823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89b8ec3b-e820-4e9c-877b-3d94fbea5e50 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (499f6e7f-cd5b-4e57-86cc-b8f8d4391ad5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.759778 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89b8ec3b-e820-4e9c-877b-3d94fbea5e50 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (499f6e7f-cd5b-4e57-86cc-b8f8d4391ad5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.799632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43810) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:50.802741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=0ed9803d-2d9d-4d3b-9ec0-2900079358f3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:50.885353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8ec3b-e820-4e9c-877b-3d94fbea5e50 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499f6e7f-cd5b-4e57-86cc-b8f8d4391ad5,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:50.925778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-541d6bb1-55c0-47ec-af8e-66985bebba99 None None] Provisioning complete for port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:50.926666 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-541d6bb1-55c0-47ec-af8e-66985bebba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.964394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89b8ec3b-e820-4e9c-877b-3d94fbea5e50 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.973009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:50.974663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-89b8ec3b-e820-4e9c-877b-3d94fbea5e50 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9083583 Feb 09 03:04:50.976189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43812) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:51.007031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:04:51.120412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-541d6bb1-55c0-47ec-af8e-66985bebba99 None None] Current status of the port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:51.175946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-29537a3d-09e0-41e4-b4df-426be307850b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7928d68f61a24d919ddff1204576c4ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188794 Feb 09 03:04:51.184050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43814) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:51.225069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a39075-071c-4adb-a711-1742a6cad9e1 req-006aab53-e3f0-4cee-9afd-6ff948305b3e tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:51.227507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0a39075-071c-4adb-a711-1742a6cad9e1 req-006aab53-e3f0-4cee-9afd-6ff948305b3e tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e6bca8-db54-464e-96bb-6dd296bff687 HTTP/1.1" status: 200 len: 946 time: 0.5023706 Feb 09 03:04:51.256872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318478c-3109-4974-a238-0832d6807770 req-bf5d545e-ca48-48fd-b0bd-fb41b23e8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:51.258481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5318478c-3109-4974-a238-0832d6807770 req-bf5d545e-ca48-48fd-b0bd-fb41b23e8c61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.9085727 Feb 09 03:04:51.309151 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.404197 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.467667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Provisioning complete for port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:51.470865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.476145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Deleting port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:51.476610 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.589713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:51.618184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:51.618615 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.641744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Deleting port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:51.642254 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.660880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0a39075-071c-4adb-a711-1742a6cad9e1 req-58db59bf-c46b-4bd1-8b52-eb2d53a123d9 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178646 Feb 09 03:04:51.712727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Delete allocated IP 2001:db8::2ae (5b1117b5-80b5-4dca-b915-a1fd3f828cea/bbb44de4-adeb-4c5c-85db-275a63053add) {{(pid=109856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:04:51.736998 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd90e-6258-4cf1-ae81-1b7ebc01a146 admin admin] Publish callbacks [] for security_group (0f5141a3-5362-49e1-bd58-7d405bdfc152), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.742122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Allocated IP 2001:db8:0:2::ab (5b1117b5-80b5-4dca-b915-a1fd3f828cea/77206e89-469b-4a24-8d85-393870f22713/09ccc267-7a3e-4eb9-a638-4aaa3c9b5200) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:51.756091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5318478c-3109-4974-a238-0832d6807770 req-6b02a12a-e6cb-4595-8c25-080473351630 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 1001 time: 0.3527381 Feb 09 03:04:51.836192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd90e-6258-4cf1-ae81-1b7ebc01a146 admin admin] Publish callbacks [] for security_group (0f5141a3-5362-49e1-bd58-7d405bdfc152), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.865871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fc1c238-0537-4479-864f-7b1273e84306 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:51.937360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] For port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:51.938531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.992477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:51.995268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:52.003574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Calling delete_port for 33a3c1fc-32c0-4004-85c8-7f3a52a1304a owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:52.007659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318478c-3109-4974-a238-0832d6807770 req-a431f6da-d881-4b0e-be24-aad185fe0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:52.010036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5318478c-3109-4974-a238-0832d6807770 req-a431f6da-d881-4b0e-be24-aad185fe0a57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.2395117 Feb 09 03:04:52.039551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Provisioning complete for port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:52.050350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.092248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] For port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,segment=NetworkSegment(1db545fb-7acb-46d1-a19b-4034854b06d8),segment_id=1db545fb-7acb-46d1-a19b-4034854b06d8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:04:52.092895 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.109519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd90e-6258-4cf1-ae81-1b7ebc01a146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0f5141a3-5362-49e1-bd58-7d405bdfc152), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.113631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:52.114013 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.114781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a7bd90e-6258-4cf1-ae81-1b7ebc01a146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.119210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5a7bd90e-6258-4cf1-ae81-1b7ebc01a146 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f5141a3-5362-49e1-bd58-7d405bdfc152 HTTP/1.1" status: 204 len: 168 time: 0.9278471 Feb 09 03:04:52.157901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Calling delete_port for 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:52.158146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bd90e-6258-4cf1-ae81-1b7ebc01a146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5141a3-5362-49e1-bd58-7d405bdfc152,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:52.163993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.180414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfe5ad-98d7-4819-9341-ce72a2764ae3 None None] Port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:52.184955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.416038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e5035440-57b9-4ca4-b15e-5b5ba8119cb9 None None] Provisioning complete for port 84d1fa16-296b-4a9b-93cc-7ffa3e391610 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:52.416414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5035440-57b9-4ca4-b15e-5b5ba8119cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.441824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:52.443120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:04:52.498791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e5035440-57b9-4ca4-b15e-5b5ba8119cb9 None None] Port 84d1fa16-296b-4a9b-93cc-7ffa3e391610 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:52.525114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e5035440-57b9-4ca4-b15e-5b5ba8119cb9 None None] Provisioning complete for port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:52.525280 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5035440-57b9-4ca4-b15e-5b5ba8119cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.553227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:52.553610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.733515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Allocated IP 172.25.2.186 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/f709dd87-2432-4d7c-801a-21e9d2c18db6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:04:52.738492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.751788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.905663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] In _notify_port_updated(), no bound segment for port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 on network 5b1117b5-80b5-4dca-b915-a1fd3f828cea {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:04:52.912363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:52.913200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:52.914804 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "PUT /v2.0/ports/09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 HTTP/1.1" status: 200 len: 968 time: 3.6026881 Feb 09 03:04:52.917630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43840) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:52.930187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983bec6-1b0a-444c-9ef4-d7fecc1a0eaa tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event updated for resources: {'Port': ['ID=09ccc267-7a3e-4eb9-a638-4aaa3c9b5200,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:53.121890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318478c-3109-4974-a238-0832d6807770 req-d82e0576-6bdd-4caa-95f9-dfb0ff21c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:53.124444 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5318478c-3109-4974-a238-0832d6807770 req-d82e0576-6bdd-4caa-95f9-dfb0ff21c120 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1017885 Feb 09 03:04:53.183746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 33a3c1fc-32c0-4004-85c8-7f3a52a1304a no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:53.188739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:53.213510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=84d1fa16-296b-4a9b-93cc-7ffa3e391610,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:53.255645 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for port (f709dd87-2432-4d7c-801a-21e9d2c18db6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:53.368437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-368a4f52-2692-4495-b17b-00fe99358c20 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:53.368790 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-368a4f52-2692-4495-b17b-00fe99358c20 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:53.459615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f709dd87-2432-4d7c-801a-21e9d2c18db6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:53.472472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e5035440-57b9-4ca4-b15e-5b5ba8119cb9 None None] Current status of the port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:53.529306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5318478c-3109-4974-a238-0832d6807770 req-76dade54-1586-41ae-b162-05e5a0f9feba service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854525 Feb 09 03:04:53.533266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:53.533671 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:53.548976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894c468-ab51-4282-8d74-aa6dd1b2543d req-e04855a8-f09b-406b-9970-f3dba2c1a124 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:53.551732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b894c468-ab51-4282-8d74-aa6dd1b2543d req-e04855a8-f09b-406b-9970-f3dba2c1a124 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8e6bca8-db54-464e-96bb-6dd296bff687 HTTP/1.1" status: 200 len: 946 time: 0.7447548 Feb 09 03:04:53.613044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-584ec804-cfd7-464b-9c8f-84c739e555be None None] Provisioning complete for port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:53.613426 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-584ec804-cfd7-464b-9c8f-84c739e555be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:53.644917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:53.647932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'Port': ['ID=f709dd87-2432-4d7c-801a-21e9d2c18db6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:53.650149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-584ec804-cfd7-464b-9c8f-84c739e555be None None] Port 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:53.657538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:53.692623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-584ec804-cfd7-464b-9c8f-84c739e555be None None] Provisioning complete for port 84d1fa16-296b-4a9b-93cc-7ffa3e391610 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:53.693014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-584ec804-cfd7-464b-9c8f-84c739e555be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:53.696182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:04:53.789549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-584ec804-cfd7-464b-9c8f-84c739e555be None None] Port 84d1fa16-296b-4a9b-93cc-7ffa3e391610 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:53.804633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-368a4f52-2692-4495-b17b-00fe99358c20 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:53.825453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-368a4f52-2692-4495-b17b-00fe99358c20 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:04:53.886135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5318478c-3109-4974-a238-0832d6807770 req-5c233734-2d02-4f95-a199-cf42f7cf8318 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315029 Feb 09 03:04:53.964386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:53.988786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:04:54.049503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b894c468-ab51-4282-8d74-aa6dd1b2543d req-c7c7706e-94db-4b58-a5e7-5c1f31a9524e tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.32 "GET /v2.0/security-groups?id=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019207 Feb 09 03:04:54.050426 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (33a3c1fc-32c0-4004-85c8-7f3a52a1304a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.061098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (71dd3df0-a5bb-4bbf-836b-7b978c7156d9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.128038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No active binding found for port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 {{(pid=109858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:04:54.128426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 host None! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:04:54.128852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:04:54.133059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Pushing event deleted for resources: {'Port': ['ID=33a3c1fc-32c0-4004-85c8-7f3a52a1304a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:54.209079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Pushing event deleted for resources: {'Port': ['ID=71dd3df0-a5bb-4bbf-836b-7b978c7156d9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:54.229437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (9feb7c6d-4ae2-4fbb-99ee-8717841fe40f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.241501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-368a4f52-2692-4495-b17b-00fe99358c20 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (09ccc267-7a3e-4eb9-a638-4aaa3c9b5200), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.260433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] No DVR routers for this DVR port 71dd3df0-a5bb-4bbf-836b-7b978c7156d9 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:54.265216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] No DVR routers for this DVR port 33a3c1fc-32c0-4004-85c8-7f3a52a1304a on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:04:54.268862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.272477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1cdbe3a3-d108-4a6b-bf6b-fdb2960b1e67 req-64ebfac4-08b2-4649-8a15-2b7c1f99fb66 tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.26 "DELETE /v2.0/ports/71dd3df0-a5bb-4bbf-836b-7b978c7156d9 HTTP/1.1" status: 204 len: 173 time: 3.7217307 Feb 09 03:04:54.273065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e6bca8-db54-464e-96bb-6dd296bff687', 'name': 'network-vif-deleted', 'tag': '71dd3df0-a5bb-4bbf-836b-7b978c7156d9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:54.275552 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33fc136-4102-4708-8d48-9f68b196fc02" -d '{"events": [{"server_uuid": "b8e6bca8-db54-464e-96bb-6dd296bff687", "name": "network-vif-deleted", "tag": "71dd3df0-a5bb-4bbf-836b-7b978c7156d9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:54.296216 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.299914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-13e325f6-8dab-4e9d-9d80-dcc854e191bd req-92d15c83-48b6-447f-a99b-1c840a33e28b tempest-ListServersNegativeTestJSON-956536068 tempest-ListServersNegativeTestJSON-956536068-project] 10.222.0.61 "DELETE /v2.0/ports/33a3c1fc-32c0-4004-85c8-7f3a52a1304a HTTP/1.1" status: 204 len: 173 time: 3.5160217 Feb 09 03:04:54.373539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.396835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-368a4f52-2692-4495-b17b-00fe99358c20 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.407786 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-368a4f52-2692-4495-b17b-00fe99358c20 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 HTTP/1.1" status: 204 len: 168 time: 1.4888027 Feb 09 03:04:54.415685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43862) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:54.428521 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a493bf-d1ff-419e-ac81-648b34ad8c3c x-openstack-request-id: req-84a493bf-d1ff-419e-ac81-648b34ad8c3c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:54.428892 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e6bca8-db54-464e-96bb-6dd296bff687", "name": "network-vif-deleted", "tag": "71dd3df0-a5bb-4bbf-836b-7b978c7156d9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:54.429103 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84a493bf-d1ff-419e-ac81-648b34ad8c3c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:54.429488 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e6bca8-db54-464e-96bb-6dd296bff687', 'name': 'network-vif-deleted', 'tag': '71dd3df0-a5bb-4bbf-836b-7b978c7156d9', 'status': 'completed', 'code': 200} Feb 09 03:04:54.477016 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f709dd87-2432-4d7c-801a-21e9d2c18db6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.479632 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd295355-175b-4145-a02f-cb4386fb97a8 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] GET failed (client error): The resource could not be found. Feb 09 03:04:54.483316 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fd295355-175b-4145-a02f-cb4386fb97a8 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports/09ccc267-7a3e-4eb9-a638-4aaa3c9b5200 HTTP/1.1" status: 404 len: 333 time: 0.0508783 Feb 09 03:04:54.492872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43864) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:54.651737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a4f52-2692-4495-b17b-00fe99358c20 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=09ccc267-7a3e-4eb9-a638-4aaa3c9b5200,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:54.776157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08288d23-d78e-4d84-8945-d1fc617e665f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (e75d2f86-7658-46dc-922e-b00815437fa9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:54.830506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08288d23-d78e-4d84-8945-d1fc617e665f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (e75d2f86-7658-46dc-922e-b00815437fa9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.034187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08288d23-d78e-4d84-8945-d1fc617e665f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e75d2f86-7658-46dc-922e-b00815437fa9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.037356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08288d23-d78e-4d84-8945-d1fc617e665f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.042129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-08288d23-d78e-4d84-8945-d1fc617e665f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/security-groups/e75d2f86-7658-46dc-922e-b00815437fa9 HTTP/1.1" status: 204 len: 168 time: 0.5361192 Feb 09 03:04:55.045941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43878) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:55.068295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08288d23-d78e-4d84-8945-d1fc617e665f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75d2f86-7658-46dc-922e-b00815437fa9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:55.113875 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.125290 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.209907 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0083d82f-19d7-41e2-b329-803d83a13a06 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (d3b2a831-f701-4d75-8251-2b978390dcb3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.223797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.233670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43886) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:55.237982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0083d82f-19d7-41e2-b329-803d83a13a06 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (d3b2a831-f701-4d75-8251-2b978390dcb3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.302008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for port (f709dd87-2432-4d7c-801a-21e9d2c18db6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.305994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0083d82f-19d7-41e2-b329-803d83a13a06 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d3b2a831-f701-4d75-8251-2b978390dcb3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.307407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0083d82f-19d7-41e2-b329-803d83a13a06 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.311662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0083d82f-19d7-41e2-b329-803d83a13a06 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3b2a831-f701-4d75-8251-2b978390dcb3 HTTP/1.1" status: 204 len: 168 time: 0.2544999 Feb 09 03:04:55.312172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43888) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:55.332011 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f709dd87-2432-4d7c-801a-21e9d2c18db6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.352003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083d82f-19d7-41e2-b329-803d83a13a06 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b2a831-f701-4d75-8251-2b978390dcb3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:55.354453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=84d1fa16-296b-4a9b-93cc-7ffa3e391610,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:55.397865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d08708-e4fe-4576-b03a-1e06ef8e1f7e admin admin] Deleting subnet 520fed2d-8e74-40ce-8d8a-8a2b44b48b01 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:55.405348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19d08708-e4fe-4576-b03a-1e06ef8e1f7e admin admin] Publish callbacks [] for subnet (520fed2d-8e74-40ce-8d8a-8a2b44b48b01), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.463438 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa472-6153-47d0-b686-e26692220582 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (c3aaae53-d695-4018-bef6-4ca9d9fcc9a1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.464648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19d08708-e4fe-4576-b03a-1e06ef8e1f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (520fed2d-8e74-40ce-8d8a-8a2b44b48b01), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.466918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'Port': ['ID=f709dd87-2432-4d7c-801a-21e9d2c18db6,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:55.472882 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (9feb7c6d-4ae2-4fbb-99ee-8717841fe40f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.498093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network db77f657-c0dc-4c7c-a14a-3e3f340a6901 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:04:55.500487 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa472-6153-47d0-b686-e26692220582 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (c3aaae53-d695-4018-bef6-4ca9d9fcc9a1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.504170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:04:55.567127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.568551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-490d287e-6d2d-4d88-852c-e8dc4e2e12b5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5789039 Feb 09 03:04:55.575773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa472-6153-47d0-b686-e26692220582 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c3aaae53-d695-4018-bef6-4ca9d9fcc9a1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.579189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa472-6153-47d0-b686-e26692220582 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.585352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8cfaa472-6153-47d0-b686-e26692220582 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/security-groups/c3aaae53-d695-4018-bef6-4ca9d9fcc9a1 HTTP/1.1" status: 204 len: 168 time: 0.2690189 Feb 09 03:04:55.586747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43892) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:55.656359 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaa472-6153-47d0-b686-e26692220582 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aaae53-d695-4018-bef6-4ca9d9fcc9a1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:55.689154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19d08708-e4fe-4576-b03a-1e06ef8e1f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (520fed2d-8e74-40ce-8d8a-8a2b44b48b01), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.733976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f936113f-6999-485b-bb9e-e8fd94d4a256 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet bbb44de4-adeb-4c5c-85db-275a63053add {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:55.745352 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f936113f-6999-485b-bb9e-e8fd94d4a256 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (bbb44de4-adeb-4c5c-85db-275a63053add), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.780763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Router 31dcd1ff-e6ac-447c-a177-71d2d6d17ac4 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:04:55.872600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f936113f-6999-485b-bb9e-e8fd94d4a256 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (bbb44de4-adeb-4c5c-85db-275a63053add), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:55.982989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:04:55.993182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:55.994260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b2fe04d2-3991-4f3e-aad3-238638b8d6bf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "PUT /v2.0/routers/31dcd1ff-e6ac-447c-a177-71d2d6d17ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4559557 Feb 09 03:04:55.995873 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab18b4-9828-42d3-8cdb-32a9334e5c05 None None] Sync routers for ids ['31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:04:56.011731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19d08708-e4fe-4576-b03a-1e06ef8e1f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (520fed2d-8e74-40ce-8d8a-8a2b44b48b01), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.030014 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab18b4-9828-42d3-8cdb-32a9334e5c05 None None] Routers {'31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:56.034792 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c4ab18b4-9828-42d3-8cdb-32a9334e5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:56.040313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6915cb02-ba4d-4c86-b4f6-dea36d76f337 None None] Provisioning complete for port 84d1fa16-296b-4a9b-93cc-7ffa3e391610 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:56.043086 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6915cb02-ba4d-4c86-b4f6-dea36d76f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.119357 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-19d08708-e4fe-4576-b03a-1e06ef8e1f7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.128972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-19d08708-e4fe-4576-b03a-1e06ef8e1f7e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/520fed2d-8e74-40ce-8d8a-8a2b44b48b01 HTTP/1.1" status: 204 len: 168 time: 0.8584089 Feb 09 03:04:56.132012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43916) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:56.154027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6915cb02-ba4d-4c86-b4f6-dea36d76f337 None None] Port 84d1fa16-296b-4a9b-93cc-7ffa3e391610 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:56.158283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d08708-e4fe-4576-b03a-1e06ef8e1f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520fed2d-8e74-40ce-8d8a-8a2b44b48b01,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:56.190870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-e5211ad9-bda5-42be-afc2-d8c275d2dc1d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--517385931&fields=id&tenant_id=f66209d41764472fa819526c33adff5c HTTP/1.1" status: 200 len: 267 time: 0.2435122 Feb 09 03:04:56.199258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f936113f-6999-485b-bb9e-e8fd94d4a256 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (bbb44de4-adeb-4c5c-85db-275a63053add), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.294349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e94aa01-6575-4238-9c39-d9a2664f4dda tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:56.299878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2e94aa01-6575-4238-9c39-d9a2664f4dda tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports?device_id=31dcd1ff-e6ac-447c-a177-71d2d6d17ac4 HTTP/1.1" status: 200 len: 982 time: 0.2891681 Feb 09 03:04:56.315687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43918) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:56.345138 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c4ab18b4-9828-42d3-8cdb-32a9334e5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:56.368922 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab18b4-9828-42d3-8cdb-32a9334e5c05 None None] Routers {'31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:04:56.369553 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c4ab18b4-9828-42d3-8cdb-32a9334e5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:56.421507 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c4ab18b4-9828-42d3-8cdb-32a9334e5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:56.422665 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab18b4-9828-42d3-8cdb-32a9334e5c05 None None] The sync data for ids ['31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:04:56.446668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfeccc3-28e7-40e7-b091-c82da3085bd4', 'name': 'network-vif-deleted', 'tag': '33a3c1fc-32c0-4004-85c8-7f3a52a1304a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:04:56.449583 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e736c-2e80-43a7-8438-825a86e6dc06" -d '{"events": [{"server_uuid": "dcfeccc3-28e7-40e7-b091-c82da3085bd4", "name": "network-vif-deleted", "tag": "33a3c1fc-32c0-4004-85c8-7f3a52a1304a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:04:56.502684 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (8a2bdf32-05de-452a-9327-e1e46a4f06dc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.541325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-06a6bef0-bc9b-4428-92f9-f6d57ff8c3a0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:04:56.544664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-06a6bef0-bc9b-4428-92f9-f6d57ff8c3a0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 811 time: 0.2863996 Feb 09 03:04:56.550528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43924) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:56.588509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-97a23906-ef6c-49e6-9a40-4e09f33ce7d0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/quotas/f66209d41764472fa819526c33adff5c HTTP/1.1" status: 200 len: 375 time: 0.0300438 Feb 09 03:04:56.591914 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0619a534-c1cf-43d0-b02d-cfd1603f97d7 x-openstack-request-id: req-0619a534-c1cf-43d0-b02d-cfd1603f97d7 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:04:56.592221 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcfeccc3-28e7-40e7-b091-c82da3085bd4", "name": "network-vif-deleted", "tag": "33a3c1fc-32c0-4004-85c8-7f3a52a1304a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:04:56.592484 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0619a534-c1cf-43d0-b02d-cfd1603f97d7 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:04:56.592890 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfeccc3-28e7-40e7-b091-c82da3085bd4', 'name': 'network-vif-deleted', 'tag': '33a3c1fc-32c0-4004-85c8-7f3a52a1304a', 'status': 'completed', 'code': 200} Feb 09 03:04:56.738178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f936113f-6999-485b-bb9e-e8fd94d4a256 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (bbb44de4-adeb-4c5c-85db-275a63053add), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.754878 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (8a2bdf32-05de-452a-9327-e1e46a4f06dc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.793371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2bdf32-05de-452a-9327-e1e46a4f06dc']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:56.817125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db545fb-7acb-46d1-a19b-4034854b06d8') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:56.819555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db545fb-7acb-46d1-a19b-4034854b06d8') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:04:56.834638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (1db545fb-7acb-46d1-a19b-4034854b06d8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.838012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f936113f-6999-485b-bb9e-e8fd94d4a256 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.847046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cac8e8-c6c2-4b0b-9377-c54af83bafdf None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:56.861456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f936113f-6999-485b-bb9e-e8fd94d4a256 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/bbb44de4-adeb-4c5c-85db-275a63053add HTTP/1.1" status: 204 len: 168 time: 1.2686646 Feb 09 03:04:56.862501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4982d9a8-2a53-4932-add7-bb6f8dab7c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.864629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1db545fb-7acb-46d1-a19b-4034854b06d8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.881642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43930) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:56.882433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936113f-6999-485b-bb9e-e8fd94d4a256 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb44de4-adeb-4c5c-85db-275a63053add,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:56.885894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:04:56.887294 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (1db545fb-7acb-46d1-a19b-4034854b06d8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:04:56.979200 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:04:57.004392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (8a2bdf32-05de-452a-9327-e1e46a4f06dc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.022586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-07c642cd-5474-4d09-b83b-8a091f04d210 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4244061 Feb 09 03:04:57.034620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-758d74d0-22a6-424c-bf73-a596431e7abc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet 77206e89-469b-4a24-8d85-393870f22713 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:57.038194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-758d74d0-22a6-424c-bf73-a596431e7abc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (77206e89-469b-4a24-8d85-393870f22713), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.055944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.060517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a2bdf32-05de-452a-9327-e1e46a4f06dc HTTP/1.1" status: 204 len: 168 time: 0.9272950 Feb 09 03:04:57.134376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09dccd-6c96-4fd9-a55e-578609103fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2bdf32-05de-452a-9327-e1e46a4f06dc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:57.241573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4982d9a8-2a53-4932-add7-bb6f8dab7c1e admin admin] Publish callbacks [] for security_group (8ff044c0-b170-4522-bcb6-d11dab501587), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.260490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4982d9a8-2a53-4932-add7-bb6f8dab7c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8ff044c0-b170-4522-bcb6-d11dab501587), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.415240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43940) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:57.437577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-758d74d0-22a6-424c-bf73-a596431e7abc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (77206e89-469b-4a24-8d85-393870f22713), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.577260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-758d74d0-22a6-424c-bf73-a596431e7abc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (77206e89-469b-4a24-8d85-393870f22713), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.603787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.642331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4982d9a8-2a53-4932-add7-bb6f8dab7c1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cd9f1a57f1f43388c166437bf2fb591&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0874288 Feb 09 03:04:57.649408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43942) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:57.709958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-758d74d0-22a6-424c-bf73-a596431e7abc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (77206e89-469b-4a24-8d85-393870f22713), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.712348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982d9a8-2a53-4932-add7-bb6f8dab7c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff044c0-b170-4522-bcb6-d11dab501587,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:57.795601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4fab4d8b-5ec1-4926-a3b0-876e6bc20432 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26cbd05161624d988ec0f35de28a4fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3792450 Feb 09 03:04:57.800245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43944) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:57.819116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-19307f3e-1419-4151-8d49-177465dad904 service neutron] 10.222.0.32 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754740 Feb 09 03:04:57.837541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d74d0-22a6-424c-bf73-a596431e7abc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=77206e89-469b-4a24-8d85-393870f22713,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:57.942267 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0ebe-9aa1-48d4-80c3-7b3f9384b9a0 admin admin] Publish callbacks [] for security_group (8ff044c0-b170-4522-bcb6-d11dab501587), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.944500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-758d74d0-22a6-424c-bf73-a596431e7abc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:57.948063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-758d74d0-22a6-424c-bf73-a596431e7abc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/77206e89-469b-4a24-8d85-393870f22713 HTTP/1.1" status: 204 len: 168 time: 1.0525959 Feb 09 03:04:57.953153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43948) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:58.000189 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdefe21-1346-4bf4-b522-45c5b7d4e596 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:04:58.005284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdefe21-1346-4bf4-b522-45c5b7d4e596 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:04:58.011814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dfdefe21-1346-4bf4-b522-45c5b7d4e596 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/bbb44de4-adeb-4c5c-85db-275a63053add HTTP/1.1" status: 404 len: 337 time: 0.0566914 Feb 09 03:04:58.019357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:04:58.061837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0ebe-9aa1-48d4-80c3-7b3f9384b9a0 admin admin] Publish callbacks [] for security_group (8ff044c0-b170-4522-bcb6-d11dab501587), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:58.065616 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-3e577ce1-ee35-4671-84d9-37897daec67f service neutron] 10.222.0.32 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239962 Feb 09 03:04:58.176218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0ebe-9aa1-48d4-80c3-7b3f9384b9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8ff044c0-b170-4522-bcb6-d11dab501587), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:58.179303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0ebe-9aa1-48d4-80c3-7b3f9384b9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:58.180503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5d2b0ebe-9aa1-48d4-80c3-7b3f9384b9a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ff044c0-b170-4522-bcb6-d11dab501587 HTTP/1.1" status: 204 len: 168 time: 0.5271792 Feb 09 03:04:58.195493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b0ebe-9aa1-48d4-80c3-7b3f9384b9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff044c0-b170-4522-bcb6-d11dab501587,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:58.228350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02789da2-2f32-4db4-82ff-bd4898fc1743 None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:04:58.370042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6223f7ee-7293-43df-b85a-93992375323e req-88933320-b28c-407a-8d34-339307d32fca tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 210 time: 0.0649855 Feb 09 03:04:58.550622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9675e899-b9b7-4b55-b719-d2c233a7afbc None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:58.551095 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9675e899-b9b7-4b55-b719-d2c233a7afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:58.765887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9675e899-b9b7-4b55-b719-d2c233a7afbc None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:04:58.790556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9675e899-b9b7-4b55-b719-d2c233a7afbc None None] Provisioning complete for port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:04:58.791157 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9675e899-b9b7-4b55-b719-d2c233a7afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:58.889254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9675e899-b9b7-4b55-b719-d2c233a7afbc None None] Port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:04:58.934899 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781aefa1-af28-42ab-be52-7841cf610e7f admin admin] Publish callbacks [] for security_group (9165a0f5-7861-42f7-ae6a-3c5d6f752bb6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.016996 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781aefa1-af28-42ab-be52-7841cf610e7f admin admin] Publish callbacks [] for security_group (9165a0f5-7861-42f7-ae6a-3c5d6f752bb6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.034563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cd69f9-2289-4fbd-a7a8-106a60f6f2a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting subnet 1e41c5e0-0027-4fa6-bfde-4dff8b728a27 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:04:59.037212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9cd69f9-2289-4fbd-a7a8-106a60f6f2a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (1e41c5e0-0027-4fa6-bfde-4dff8b728a27), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.223849 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9cd69f9-2289-4fbd-a7a8-106a60f6f2a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (1e41c5e0-0027-4fa6-bfde-4dff8b728a27), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.390302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781aefa1-af28-42ab-be52-7841cf610e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9165a0f5-7861-42f7-ae6a-3c5d6f752bb6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.393749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781aefa1-af28-42ab-be52-7841cf610e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.394276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-781aefa1-af28-42ab-be52-7841cf610e7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9165a0f5-7861-42f7-ae6a-3c5d6f752bb6 HTTP/1.1" status: 204 len: 168 time: 1.5949204 Feb 09 03:04:59.472108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781aefa1-af28-42ab-be52-7841cf610e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9165a0f5-7861-42f7-ae6a-3c5d6f752bb6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:04:59.563527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 84d1fa16-296b-4a9b-93cc-7ffa3e391610 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:04:59.563870 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:04:59.635941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-deac4e07-dd48-4464-a9f1-bf577b0d6934 req-a1e8a0c7-90e2-4d4f-9422-136b5a2db36d tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 210 time: 0.0724673 Feb 09 03:04:59.816803 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9cd69f9-2289-4fbd-a7a8-106a60f6f2a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (1e41c5e0-0027-4fa6-bfde-4dff8b728a27), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.042072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6cd993a9-4073-41cc-948b-f63fa61a3035 None None] Provisioning complete for port 1fc1c238-0537-4479-864f-7b1273e84306 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:00.045142 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6cd993a9-4073-41cc-948b-f63fa61a3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fc1c238-0537-4479-864f-7b1273e84306), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.155113 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.187001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6cd993a9-4073-41cc-948b-f63fa61a3035 None None] Current status of the port 1fc1c238-0537-4479-864f-7b1273e84306 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:00.224133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6cd993a9-4073-41cc-948b-f63fa61a3035 None None] Provisioning complete for port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:00.224517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6cd993a9-4073-41cc-948b-f63fa61a3035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.267052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 84d1fa16-296b-4a9b-93cc-7ffa3e391610 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:00.321586 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2ec66e58-2b5a-476c-a67f-773ef68a2c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.346178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6cd993a9-4073-41cc-948b-f63fa61a3035 None None] Port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:00.408469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9cd69f9-2289-4fbd-a7a8-106a60f6f2a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (1e41c5e0-0027-4fa6-bfde-4dff8b728a27), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.483318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd69f9-2289-4fbd-a7a8-106a60f6f2a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Subnet': ['ID=1e41c5e0-0027-4fa6-bfde-4dff8b728a27,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:00.497114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bddc7f9-3fb1-42b0-98b9-875052d93e0c None None] Network 5b1117b5-80b5-4dca-b915-a1fd3f828cea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:00.501157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9cd69f9-2289-4fbd-a7a8-106a60f6f2a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.507575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44038) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.521670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c9cd69f9-2289-4fbd-a7a8-106a60f6f2a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/1e41c5e0-0027-4fa6-bfde-4dff8b728a27 HTTP/1.1" status: 204 len: 168 time: 2.4955978 Feb 09 03:05:00.571941 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b28b27-3b27-4a40-af23-019e4e297f10 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:00.581272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b28b27-3b27-4a40-af23-019e4e297f10 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:00.588076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c3b28b27-3b27-4a40-af23-019e4e297f10 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/e8549a1a-6136-49f8-b8ef-17a06ec8611f HTTP/1.1" status: 404 len: 337 time: 0.0783160 Feb 09 03:05:00.589089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44044) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.652153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-623088d2-d8e1-4668-a01f-cc23ccea10eb tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a94b85c-7482-4596-8ac1-8e32002f1550 HTTP/1.1" status: 200 len: 205 time: 0.0616996 Feb 09 03:05:00.653821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.663257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-ae30c8c7-5e21-4828-98ae-2589801920fc tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:00.666052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-ae30c8c7-5e21-4828-98ae-2589801920fc tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 811 time: 0.6922631 Feb 09 03:05:00.744342 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-42805e5b-75ae-4511-87cd-3eaa9661a429 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] delete failed (client error): The resource could not be found. Feb 09 03:05:00.748977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-42805e5b-75ae-4511-87cd-3eaa9661a429 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/routers/1a94b85c-7482-4596-8ac1-8e32002f1550 HTTP/1.1" status: 404 len: 336 time: 0.0938270 Feb 09 03:05:00.749939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44050) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.776615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] DHCP port deletion for 5b1117b5-80b5-4dca-b915-a1fd3f828cea request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:05:00.792408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44054) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.821666 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab70540-3239-4652-9ae3-e9711697a323 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:00.822874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab70540-3239-4652-9ae3-e9711697a323 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:00.829695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5ab70540-3239-4652-9ae3-e9711697a323 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/f9f6cec9-f60d-4919-89da-a57cb8d569e6 HTTP/1.1" status: 404 len: 337 time: 0.0640793 Feb 09 03:05:00.831520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.885534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Deleting port 1fc1c238-0537-4479-864f-7b1273e84306 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:00.885908 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1fc1c238-0537-4479-864f-7b1273e84306), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:00.889858 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1ee7870-8679-4aef-8076-b28d4a473786 req-6261cb5a-38f3-46f4-99d0-571a05deb9b9 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 210 time: 0.1224878 Feb 09 03:05:00.891808 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb5ab8e-9abc-4bff-9654-5137fef0945a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:00.892479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb5ab8e-9abc-4bff-9654-5137fef0945a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:00.895326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-83194491-963f-4883-a3c1-cf25eb4e404f tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f66209d41764472fa819526c33adff5c HTTP/1.1" status: 200 len: 379 time: 0.2161858 Feb 09 03:05:00.899405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cbb5ab8e-9abc-4bff-9654-5137fef0945a tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/bd9e3136-e2b1-431b-99eb-a51c94e98043 HTTP/1.1" status: 404 len: 337 time: 0.0665503 Feb 09 03:05:00.900392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.908991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'port': {'device_id': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'admin_state_up': True, 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'security_groups': ['76b23739-89f0-4569-ad92-45d9d9195af7']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:00.944266 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c03abe-a277-42f4-b2e0-bfb32a14fdbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:00.945088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c03abe-a277-42f4-b2e0-bfb32a14fdbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:00.952345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-60c03abe-a277-42f4-b2e0-bfb32a14fdbe tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/ea2ed017-c6df-4f27-8b5e-31cf1f2adbe7 HTTP/1.1" status: 404 len: 337 time: 0.0506849 Feb 09 03:05:00.953487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44066) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:00.986270 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5994d820-7f63-43d3-993a-65d0bbe68acc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:00.987096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5994d820-7f63-43d3-993a-65d0bbe68acc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:00.993379 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5994d820-7f63-43d3-993a-65d0bbe68acc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/e7b3cec8-5bcc-42f1-85cb-6d27711f8c74 HTTP/1.1" status: 404 len: 333 time: 0.0380883 Feb 09 03:05:00.994557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44072) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.053979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44078) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.055237 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-792baf6d-1d22-44dd-9df0-ac0d0d24a90b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:01.055823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792baf6d-1d22-44dd-9df0-ac0d0d24a90b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:01.066612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-792baf6d-1d22-44dd-9df0-ac0d0d24a90b tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/5a9ff3a9-b670-49b3-9123-7252d3a2739e HTTP/1.1" status: 404 len: 337 time: 0.0684571 Feb 09 03:05:01.069632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44080) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.091625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] For port 1fc1c238-0537-4479-864f-7b1273e84306, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fc1c238-0537-4479-864f-7b1273e84306,segment=NetworkSegment(64f8d540-3903-4163-a34e-b0b80da82a44),segment_id=64f8d540-3903-4163-a34e-b0b80da82a44)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:01.092198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1fc1c238-0537-4479-864f-7b1273e84306), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.128236 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (84d1fa16-296b-4a9b-93cc-7ffa3e391610), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.128673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Calling delete_port for 1fc1c238-0537-4479-864f-7b1273e84306 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:01.142449 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccb6186-3703-4d8a-a099-8b62308ac0a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:01.145990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccb6186-3703-4d8a-a099-8b62308ac0a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:01.151008 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bccb6186-3703-4d8a-a099-8b62308ac0a3 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/ead98a01-34ca-43c4-b633-0aeae80177d1 HTTP/1.1" status: 404 len: 337 time: 0.0779154 Feb 09 03:05:01.172185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44086) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.199983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=84d1fa16-296b-4a9b-93cc-7ffa3e391610,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.233910 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddf36ad-545f-4a1c-8f4d-150015e1a6e8 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:01.234475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddf36ad-545f-4a1c-8f4d-150015e1a6e8 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:01.243604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ddf36ad-545f-4a1c-8f4d-150015e1a6e8 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/8b9e1b7c-1ce3-472d-950d-4a35259884a0 HTTP/1.1" status: 404 len: 333 time: 0.0681806 Feb 09 03:05:01.247419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44088) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.303567 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f072a4-f46e-45a2-bd7e-25568c304078 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:01.308281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f072a4-f46e-45a2-bd7e-25568c304078 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:01.314153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b8f072a4-f46e-45a2-bd7e-25568c304078 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/eb93469e-8abb-42cd-8093-de69a43175a5 HTTP/1.1" status: 404 len: 337 time: 0.0656855 Feb 09 03:05:01.323104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44090) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.356901 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14ec9ed2-746f-4d5c-902e-5690ab3fca8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.361685 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (1fc1c238-0537-4479-864f-7b1273e84306), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.382740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Made reservation on behalf of f66209d41764472fa819526c33adff5c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:01.390001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] No DVR routers for this DVR port 1fc1c238-0537-4479-864f-7b1273e84306 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:05:01.390619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.405947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1040941543-network', 'tenant_id': '14470e5c06274074bd359a2b55a3d1be'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:01.416489 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3b933d-b5f9-4820-99dd-d211d6eb1ecc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:01.418987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3b933d-b5f9-4820-99dd-d211d6eb1ecc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:01.426980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6a3b933d-b5f9-4820-99dd-d211d6eb1ecc tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/subnets/ba46b489-2b16-4bea-be97-cb2108d9daab HTTP/1.1" status: 404 len: 337 time: 0.1019804 Feb 09 03:05:01.429872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44092) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:01.445978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Pushing event deleted for resources: {'Port': ['ID=1fc1c238-0537-4479-864f-7b1273e84306,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.468756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.469836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.470101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.470502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.470847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.471661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.471963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.472529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.472988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.473292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.473682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.473963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.474323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8498363-a5ed-4d41-a4a8-2c5a4a530d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:01.553124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Made reservation on behalf of 14470e5c06274074bd359a2b55a3d1be for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:01.557605 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.563973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.608746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.680373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-220abba1-285f-4ac8-9cc8-6b9f16b07202 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Deleting port 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:01.681446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-220abba1-285f-4ac8-9cc8-6b9f16b07202 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.753783 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14ec9ed2-746f-4d5c-902e-5690ab3fca8a admin admin] Publish callbacks [] for security_group (61c57ff3-d16a-48e8-8db2-2ffaabdee69e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.758997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Allocated IP 172.20.0.10 (454b2269-5447-4811-bcdf-2b84a70438bc/02a7f35d-df2c-42be-9c6b-09b79fbf5940/1844cc1e-9346-4142-b96e-045b44030d0d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:01.811417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fc1c238-0537-4479-864f-7b1273e84306 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:05:01.843238 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-14ec9ed2-746f-4d5c-902e-5690ab3fca8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (61c57ff3-d16a-48e8-8db2-2ffaabdee69e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.853393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1fc1c238-0537-4479-864f-7b1273e84306 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:05:01.854067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fc1c238-0537-4479-864f-7b1273e84306 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:05:01.854474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-220abba1-285f-4ac8-9cc8-6b9f16b07202 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.885278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-220abba1-285f-4ac8-9cc8-6b9f16b07202 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Calling delete_port for 98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:01.899546 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Publish callbacks [] for security_group (0415ca30-bac0-4683-968f-c04b9d2547e2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.911105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0415ca30-bac0-4683-968f-c04b9d2547e2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:01.923120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-14ec9ed2-746f-4d5c-902e-5690ab3fca8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21ce5e4a5fda4696a9bcb57c316534b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1268463 Feb 09 03:05:01.925823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Router 31dcd1ff-e6ac-447c-a177-71d2d6d17ac4 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:05:01.926786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec9ed2-746f-4d5c-902e-5690ab3fca8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c57ff3-d16a-48e8-8db2-2ffaabdee69e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:01.931347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44094) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:02.049733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:05:02.104201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f6531e6-e277-4808-9c99-6d22491c38ee req-7a51b300-d4c3-4424-b9ed-f579e125a298 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 210 time: 0.0562239 Feb 09 03:05:02.111696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415ca30-bac0-4683-968f-c04b9d2547e2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:02.130762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (35b168a8-e630-4f3e-b38b-b2647026ec76), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.131029 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Added segment 35b168a8-e630-4f3e-b38b-b2647026ec76 of type vlan for network 6ffc5167-da45-4eb1-a75e-466a5933ada8 Feb 09 03:05:02.150959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:05:02.163727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f5134-e085-4992-891a-ca22d6cf2400 None None] Sync routers for ids ['31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:05:02.174185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b7df48e5-bec0-4a13-bd8f-d1952e7db193 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "PUT /v2.0/routers/31dcd1ff-e6ac-447c-a177-71d2d6d17ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8566422 Feb 09 03:05:02.175901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44102) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:02.186575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f5134-e085-4992-891a-ca22d6cf2400 None None] Routers {'31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:05:02.187483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e63f5134-e085-4992-891a-ca22d6cf2400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:02.214972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (6ffc5167-da45-4eb1-a75e-466a5933ada8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.218081 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bff579-a555-4439-8c57-aec8a73fc224 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:05:02.222208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-35bff579-a555-4439-8c57-aec8a73fc224 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/84d1fa16-296b-4a9b-93cc-7ffa3e391610 HTTP/1.1" status: 404 len: 333 time: 0.0427442 Feb 09 03:05:02.223536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44104) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:02.224872 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1b6979e-d1a9-4873-b32f-28257c8740ed admin admin] Publish callbacks [] for security_group (61c57ff3-d16a-48e8-8db2-2ffaabdee69e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.225531 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-220abba1-285f-4ac8-9cc8-6b9f16b07202 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (98940a73-a876-44a8-b9c0-a9eaa5d6f8f2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.255426 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1b6979e-d1a9-4873-b32f-28257c8740ed admin admin] Publish callbacks [] for security_group (61c57ff3-d16a-48e8-8db2-2ffaabdee69e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.266106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220abba1-285f-4ac8-9cc8-6b9f16b07202 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Port': ['ID=98940a73-a876-44a8-b9c0-a9eaa5d6f8f2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:02.277283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-220abba1-285f-4ac8-9cc8-6b9f16b07202 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.281042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-220abba1-285f-4ac8-9cc8-6b9f16b07202 tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/ports/98940a73-a876-44a8-b9c0-a9eaa5d6f8f2 HTTP/1.1" status: 204 len: 168 time: 0.8501847 Feb 09 03:05:02.283053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (6ffc5167-da45-4eb1-a75e-466a5933ada8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.284154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:02.284729 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.286858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44108) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:02.291543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e63f5134-e085-4992-891a-ca22d6cf2400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:02.314645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f5134-e085-4992-891a-ca22d6cf2400 None None] Routers {'31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:05:02.317181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e63f5134-e085-4992-891a-ca22d6cf2400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:02.387470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e63f5134-e085-4992-891a-ca22d6cf2400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:02.388379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f5134-e085-4992-891a-ca22d6cf2400 None None] The sync data for ids ['31dcd1ff-e6ac-447c-a177-71d2d6d17ac4'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:05:02.435850 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for port (1844cc1e-9346-4142-b96e-045b44030d0d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.454608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24c338b4-f06c-4a9f-a0f2-5dd8bf8a84dd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for router (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.551715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1b6979e-d1a9-4873-b32f-28257c8740ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (61c57ff3-d16a-48e8-8db2-2ffaabdee69e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.554320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1b6979e-d1a9-4873-b32f-28257c8740ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.568736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c1b6979e-d1a9-4873-b32f-28257c8740ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61c57ff3-d16a-48e8-8db2-2ffaabdee69e HTTP/1.1" status: 204 len: 168 time: 0.6255069 Feb 09 03:05:02.604457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6979e-d1a9-4873-b32f-28257c8740ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c57ff3-d16a-48e8-8db2-2ffaabdee69e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:02.630135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.686453 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1acf-a0d6-4e03-9646-178dbcbc909f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:02.759976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6934707 Feb 09 03:05:02.765598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44114) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:02.771166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Request body: {'subnet': {'network_id': '6ffc5167-da45-4eb1-a75e-466a5933ada8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1040941543-subnet', 'tenant_id': '14470e5c06274074bd359a2b55a3d1be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:02.793280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645e0c3-fde7-4781-8138-b218242f95ad admin admin] Pushing event updated for resources: {'Network': ['ID=6ffc5167-da45-4eb1-a75e-466a5933ada8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:02.807793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 6ffc5167-da45-4eb1-a75e-466a5933ada8 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:05:02.819044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Made reservation on behalf of 14470e5c06274074bd359a2b55a3d1be for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:02.824340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.048762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Network 454b2269-5447-4811-bcdf-2b84a70438bc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:03.053576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24c338b4-f06c-4a9f-a0f2-5dd8bf8a84dd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.057388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:03.060025 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24c338b4-f06c-4a9f-a0f2-5dd8bf8a84dd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for router_controller (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.061730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event updated for resources: {'Port': ['ID=1844cc1e-9346-4142-b96e-045b44030d0d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:03.066347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:03.087297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5b1117b5-80b5-4dca-b915-a1fd3f828cea), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.097735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (3ff1461a-cfe5-4060-bb63-41c528c7cd0a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.122034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:03.122891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.228681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c23fbbe1-7fe6-4587-99b0-974d4a32e136 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3279786 Feb 09 03:05:03.230840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24c338b4-f06c-4a9f-a0f2-5dd8bf8a84dd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (31dcd1ff-e6ac-447c-a177-71d2d6d17ac4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.231638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c338b4-f06c-4a9f-a0f2-5dd8bf8a84dd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Fanout notify agent at l3_agent the message router_deleted on router 31dcd1ff-e6ac-447c-a177-71d2d6d17ac4 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:05:03.249134 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24c338b4-f06c-4a9f-a0f2-5dd8bf8a84dd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.255911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-24c338b4-f06c-4a9f-a0f2-5dd8bf8a84dd tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/routers/31dcd1ff-e6ac-447c-a177-71d2d6d17ac4 HTTP/1.1" status: 204 len: 168 time: 0.9153304 Feb 09 03:05:03.257149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44130) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:03.261691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Request body: {'port': {'device_id': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:03.384437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5b1117b5-80b5-4dca-b915-a1fd3f828cea), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.414416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1117b5-80b5-4dca-b915-a1fd3f828cea']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:03.425203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f8d540-3903-4163-a34e-b0b80da82a44') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:03.425203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f8d540-3903-4163-a34e-b0b80da82a44') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:03.435989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (64f8d540-3903-4163-a34e-b0b80da82a44), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.449474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (64f8d540-3903-4163-a34e-b0b80da82a44), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.449744 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.456461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:05:03.456876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (64f8d540-3903-4163-a34e-b0b80da82a44), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.475004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc8af27-3b33-40f7-b569-49ef4ca7e4ee tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet 23094854-66a0-4057-b394-1c1ee37f5f4d {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:05:03.531221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-950ceb2d-9401-4d66-8bb2-824f43d2af9d None None] Provisioning complete for port 1844cc1e-9346-4142-b96e-045b44030d0d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:03.533647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-950ceb2d-9401-4d66-8bb2-824f43d2af9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:05:03.566276 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:05:03.575838 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3dc8af27-3b33-40f7-b569-49ef4ca7e4ee tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (23094854-66a0-4057-b394-1c1ee37f5f4d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.596446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5b1117b5-80b5-4dca-b915-a1fd3f828cea), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.601964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.613144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] 10.222.0.32 "DELETE /v2.0/networks/5b1117b5-80b5-4dca-b915-a1fd3f828cea HTTP/1.1" status: 204 len: 168 time: 1.3211942 Feb 09 03:05:03.648030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-950ceb2d-9401-4d66-8bb2-824f43d2af9d None None] Port 1844cc1e-9346-4142-b96e-045b44030d0d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:03.654976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3dc8af27-3b33-40f7-b569-49ef4ca7e4ee tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (23094854-66a0-4057-b394-1c1ee37f5f4d), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.684966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7428ec3-f03e-4aca-942b-b6b4218f634f tempest-PortsIpV6TestJSON-1890946516 tempest-PortsIpV6TestJSON-1890946516-project] Pushing event deleted for resources: {'Network': ['ID=5b1117b5-80b5-4dca-b915-a1fd3f828cea,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:03.687502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Checking segment: {'id': '35b168a8-e630-4f3e-b38b-b2647026ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6ffc5167-da45-4eb1-a75e-466a5933ada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:03.688529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Network hostable DHCP agents. Network: 6ffc5167-da45-4eb1-a75e-466a5933ada8, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:05:03.691051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff1461a-cfe5-4060-bb63-41c528c7cd0a,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:03.731316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffad1f-9443-455d-aafe-3b500773835d req-605ac6d9-62e8-4d7c-a4a0-54f13dd3ba6e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:03.740227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15ffad1f-9443-455d-aafe-3b500773835d req-605ac6d9-62e8-4d7c-a4a0-54f13dd3ba6e tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 932 time: 0.5116038 Feb 09 03:05:03.825128 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-15ffad1f-9443-455d-aafe-3b500773835d req-6faa7a5d-f253-4d68-ba9d-50ddec8f8ca9 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837650 Feb 09 03:05:03.828012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Network 6ffc5167-da45-4eb1-a75e-466a5933ada8 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:05:03.848621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 6ffc5167-da45-4eb1-a75e-466a5933ada8) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:03.857025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:03.857556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:03.862455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f640bf33-04ce-42d8-bb31-bf226a7edf29 None None] Network 6ffc5167-da45-4eb1-a75e-466a5933ada8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:03.893224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6d5c06af-ea33-4773-80ae-4c60961e60db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1259370 Feb 09 03:05:03.942427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3dc8af27-3b33-40f7-b569-49ef4ca7e4ee tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (23094854-66a0-4057-b394-1c1ee37f5f4d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.039682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1844cc1e-9346-4142-b96e-045b44030d0d {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:05:04.049013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Publish callbacks [] for port (1844cc1e-9346-4142-b96e-045b44030d0d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.064535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3dc8af27-3b33-40f7-b569-49ef4ca7e4ee tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (23094854-66a0-4057-b394-1c1ee37f5f4d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.067264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Transition to ACTIVE for port object 1844cc1e-9346-4142-b96e-045b44030d0d will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:05:04.100252 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.111954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8af27-3b33-40f7-b569-49ef4ca7e4ee tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=23094854-66a0-4057-b394-1c1ee37f5f4d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:04.143054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3dc8af27-3b33-40f7-b569-49ef4ca7e4ee tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.149299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44154) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:04.149474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3dc8af27-3b33-40f7-b569-49ef4ca7e4ee tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/23094854-66a0-4057-b394-1c1ee37f5f4d HTTP/1.1" status: 204 len: 168 time: 0.8420825 Feb 09 03:05:04.171940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a94895-bc89-4ccf-ac1b-c482fecdb511 None None] Network db77f657-c0dc-4c7c-a14a-3e3f340a6901 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:04.187381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb823e-8147-462c-94c6-13eb4ccf09ff None None] Network 6ffc5167-da45-4eb1-a75e-466a5933ada8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:04.194874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.287790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Pushing event updated for resources: {'Port': ['ID=1844cc1e-9346-4142-b96e-045b44030d0d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:04.349665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (db77f657-c0dc-4c7c-a14a-3e3f340a6901), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.394661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Attempting to bind port 1844cc1e-9346-4142-b96e-045b44030d0d on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:05:04.395539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Attempting to bind port 1844cc1e-9346-4142-b96e-045b44030d0d by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:05:04.395539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Attempting to bind port 1844cc1e-9346-4142-b96e-045b44030d0d on network 454b2269-5447-4811-bcdf-2b84a70438bc {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:04.414085 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Port 1844cc1e-9346-4142-b96e-045b44030d0d on network 454b2269-5447-4811-bcdf-2b84a70438bc not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:05:04.414592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Attempting to bind port 1844cc1e-9346-4142-b96e-045b44030d0d on network 454b2269-5447-4811-bcdf-2b84a70438bc {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:04.420161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:05:04.420629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Checking segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:04.421120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Bound using segment: {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:05:04.421654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Bound port: 1844cc1e-9346-4142-b96e-045b44030d0d, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:05:04.422788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.477167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:04.477525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.519704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44166) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:04.673861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] For port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0ed9803d-2d9d-4d3b-9ec0-2900079358f3,segment=NetworkSegment(2b7cccc2-9364-4d7f-a847-00641a231955),segment_id=2b7cccc2-9364-4d7f-a847-00641a231955)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:04.674669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.708441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:04.712431 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] For port 1844cc1e-9346-4142-b96e-045b44030d0d, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:05:04.726118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] For port 1844cc1e-9346-4142-b96e-045b44030d0d, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1844cc1e-9346-4142-b96e-045b44030d0d,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:05:04.751327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.910860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0ed9803d-2d9d-4d3b-9ec0-2900079358f3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.925456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:04.926831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:04.928377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef7f21-3eef-4ff9-88ee-2bdc7e0f5589 None None] DHCP port deletion for db77f657-c0dc-4c7c-a14a-3e3f340a6901 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:05:04.931602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] 10.222.0.61 "PUT /v2.0/ports/1844cc1e-9346-4142-b96e-045b44030d0d HTTP/1.1" status: 200 len: 1092 time: 1.6764679 Feb 09 03:05:04.944264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'tag': '1844cc1e-9346-4142-b96e-045b44030d0d'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:04.949605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No DVR routers for this DVR port 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:05:04.977803 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5568ddb-7649-4760-b5f4-024f017aae73" -d '{"events": [{"name": "network-changed", "server_uuid": "9dffb205-efd4-41a9-9701-18702ec5d1aa", "tag": "1844cc1e-9346-4142-b96e-045b44030d0d"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:05.065173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=0ed9803d-2d9d-4d3b-9ec0-2900079358f3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:05.075251 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:05.195180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (db77f657-c0dc-4c7c-a14a-3e3f340a6901), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:05.264338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db77f657-c0dc-4c7c-a14a-3e3f340a6901']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:05.282644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44b003-2825-4128-a5c4-a23f49191568 service neutron] Pushing event updated for resources: {'Port': ['ID=1844cc1e-9346-4142-b96e-045b44030d0d,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:05.290304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7cccc2-9364-4d7f-a847-00641a231955') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:05.290707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7cccc2-9364-4d7f-a847-00641a231955') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:05.318886 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2b7cccc2-9364-4d7f-a847-00641a231955), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:05.355536 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2b7cccc2-9364-4d7f-a847-00641a231955), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:05.364136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:05:05.364706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2b7cccc2-9364-4d7f-a847-00641a231955), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:05:05.372054 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:05:05.374573 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1158e291-cf2f-462f-b904-192a79140c97 x-openstack-request-id: req-1158e291-cf2f-462f-b904-192a79140c97 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:05.375550 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dffb205-efd4-41a9-9701-18702ec5d1aa", "tag": "1844cc1e-9346-4142-b96e-045b44030d0d", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:05.375835 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1158e291-cf2f-462f-b904-192a79140c97 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:05.376271 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'tag': '1844cc1e-9346-4142-b96e-045b44030d0d', 'status': 'completed', 'code': 200} Feb 09 03:05:05.488700 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-80e3e875-989f-4630-8ec1-4dbb77f2f0d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43d85cc57f7145e599c387d85e3bbf3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9637408 Feb 09 03:05:05.498861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44190) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:05.565205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (db77f657-c0dc-4c7c-a14a-3e3f340a6901), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:05.581571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:05.581863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c8cd33cd-5e0b-4ed0-8660-d5409f4a24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:05.584808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/networks/db77f657-c0dc-4c7c-a14a-3e3f340a6901 HTTP/1.1" status: 204 len: 168 time: 1.4342883 Feb 09 03:05:05.587361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c8cd33cd-5e0b-4ed0-8660-d5409f4a24c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 1126 time: 0.5853448 Feb 09 03:05:05.609293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27b01d-84cd-4eb5-a6eb-72d57f1d53e1 req-217d85b9-e8d3-497d-9e02-6d1731c96565 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:05.622019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44192) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:05.624933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d27b01d-84cd-4eb5-a6eb-72d57f1d53e1 req-217d85b9-e8d3-497d-9e02-6d1731c96565 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 944 time: 0.4334149 Feb 09 03:05:05.763395 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:05:05.798365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5dd0a-3e86-4ca8-873e-e4876c334602 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Network': ['ID=db77f657-c0dc-4c7c-a14a-3e3f340a6901,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:05.802415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-c206c500-a870-4897-861a-5ba44a4484b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1844cc1e-9346-4142-b96e-045b44030d0d HTTP/1.1" status: 200 len: 217 time: 0.1707201 Feb 09 03:05:05.812501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef463c74-b7ab-4093-b819-d4dc863521d6 admin admin] Publish callbacks [] for security_group (b9079196-551d-427e-bdf8-f08b74b1c983), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:05.847868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53304de1-71b2-4cf5-9c0e-4ea44fa7621e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:05.851120 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-53304de1-71b2-4cf5-9c0e-4ea44fa7621e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/54abd0b1-ed69-4014-b110-2d523215cd28 HTTP/1.1" status: 200 len: 841 time: 0.2272847 Feb 09 03:05:05.855815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44200) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:05.874338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:05:05.937207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:05:05.938867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0ed9803d-2d9d-4d3b-9ec0-2900079358f3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:05:05.973202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef463c74-b7ab-4093-b819-d4dc863521d6 admin admin] Publish callbacks [] for security_group (b9079196-551d-427e-bdf8-f08b74b1c983), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:06.048544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0272e439-6b5b-4392-8d11-e06cfb60d58e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/54abd0b1-ed69-4014-b110-2d523215cd28?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1904843 Feb 09 03:05:06.055154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44212) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:06.078269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:06.135243 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef463c74-b7ab-4093-b819-d4dc863521d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b9079196-551d-427e-bdf8-f08b74b1c983), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:06.141687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef463c74-b7ab-4093-b819-d4dc863521d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:06.157151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ef463c74-b7ab-4093-b819-d4dc863521d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9079196-551d-427e-bdf8-f08b74b1c983 HTTP/1.1" status: 204 len: 168 time: 0.6433096 Feb 09 03:05:06.199432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef463c74-b7ab-4093-b819-d4dc863521d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9079196-551d-427e-bdf8-f08b74b1c983,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:06.227768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d27b01d-84cd-4eb5-a6eb-72d57f1d53e1 req-a40abf88-02c4-4c85-b660-3c127bf9eb0b tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5992014 Feb 09 03:05:06.231641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:06.235825 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:06.254420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-76038ac9-38cb-498f-b107-abaa08169857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:06.256010 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-76038ac9-38cb-498f-b107-abaa08169857 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.4456890 Feb 09 03:05:06.369748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:06.421008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-b6619d93-53bf-40d5-ba63-01c2acf75a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:06.427233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-b6619d93-53bf-40d5-ba63-01c2acf75a4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1576030 Feb 09 03:05:06.632205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-ee6ce161-2615-4888-a78e-edc88807d2ab service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030251 Feb 09 03:05:06.783710 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (29d9f24b-d120-47b1-aa6c-416b6dede083), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:06.834909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42e1c4c2-32c5-4339-baea-441d0a736fcf req-5496a57d-10b6-4d1d-8d83-58a5a29698cf service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966708 Feb 09 03:05:06.836060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:06.856550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:06.867049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493cfa0-c008-4466-86dc-a54deca74cd5 None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:06.940979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:06.941843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.019251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=29d9f24b-d120-47b1-aa6c-416b6dede083,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:07.035181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-92515775-a23c-40d0-b13b-6714c5854fa4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9730334 Feb 09 03:05:07.037216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44250) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:07.048559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ec9b1e23-add9-4192-9b6a-3f99adf0ba5f tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1234473774'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:07.071901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-7226ac3b-0398-4734-8d39-5aaaddfd55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:07.075177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-7226ac3b-0398-4734-8d39-5aaaddfd55cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 1126 time: 0.1570494 Feb 09 03:05:07.177429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1e23-add9-4192-9b6a-3f99adf0ba5f tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.189629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'project_id': 'c63e667e4e38457caa1989bb463c5818', 'fixed_ips': [{'subnet_id': '29d9f24b-d120-47b1-aa6c-416b6dede083'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:05:07.194380 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.334212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44270) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:07.429584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-2b79afc7-0dd0-400d-9742-c377338ee62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:07.436571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-2b79afc7-0dd0-400d-9742-c377338ee62f service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.3516078 Feb 09 03:05:07.460745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Allocated IP 172.20.0.2 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/29d9f24b-d120-47b1-aa6c-416b6dede083/e7c34eed-9369-460e-8c15-b12a4df0a58f) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:07.565074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601bc4-1bec-465c-98e4-17244d56f39d req-500b0f08-52bc-4c9e-b9d3-96519f633d45 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:07.571886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-500b0f08-52bc-4c9e-b9d3-96519f633d45 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/networks?id=6ffc5167-da45-4eb1-a75e-466a5933ada8 HTTP/1.1" status: 200 len: 810 time: 0.4535108 Feb 09 03:05:07.603730 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1e23-add9-4192-9b6a-3f99adf0ba5f tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.612664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-62f81464-035a-47b9-a82f-d990c42fa1dd tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/quotas/14470e5c06274074bd359a2b55a3d1be HTTP/1.1" status: 200 len: 375 time: 0.0398626 Feb 09 03:05:07.642780 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-8f043d2a-d79a-4ba0-a6ca-b05c70893efe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1844cc1e-9346-4142-b96e-045b44030d0d HTTP/1.1" status: 200 len: 217 time: 0.1929259 Feb 09 03:05:07.657030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-3b609852-fb85-4398-ab63-5bc3ad154c5b tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=14470e5c06274074bd359a2b55a3d1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425253 Feb 09 03:05:07.668359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1e23-add9-4192-9b6a-3f99adf0ba5f tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.713986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b1e23-add9-4192-9b6a-3f99adf0ba5f tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:07.768156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec9b1e23-add9-4192-9b6a-3f99adf0ba5f tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.769662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec9b1e23-add9-4192-9b6a-3f99adf0ba5f tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7311480 Feb 09 03:05:07.772543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44280) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:07.778586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7682ec2b-91f6-4f9f-a8cd-0bea0566dca3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1872231927'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:07.858950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Publish callbacks [] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.894621 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.912318 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7682ec2b-91f6-4f9f-a8cd-0bea0566dca3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.939306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-fb29f489-a497-4cf1-b018-2fac45a3b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:07.950815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:07.952143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-18f2ffa3-eee9-4106-8803-94ea60a47671 service neutron] 10.222.0.32 "GET /v2.0/networks/6ffc5167-da45-4eb1-a75e-466a5933ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938955 Feb 09 03:05:07.956015 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-fb29f489-a497-4cf1-b018-2fac45a3b2c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.3007739 Feb 09 03:05:07.958306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a7b7-2699-4b22-99d1-623b70a59cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:07.971897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a4a2-f3bb-45aa-a433-ed1d61d7b1de req-2e59cec3-8150-4699-98c5-067cdfc44047 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:07.995059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69c4a4a2-f3bb-45aa-a433-ed1d61d7b1de req-2e59cec3-8150-4699-98c5-067cdfc44047 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 944 time: 0.5570374 Feb 09 03:05:08.025453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:08.037700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:08.124274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44286) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:08.224971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Pushing event updated for resources: {'Port': ['ID=e7c34eed-9369-460e-8c15-b12a4df0a58f,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:08.231251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Attempting to bind port e7c34eed-9369-460e-8c15-b12a4df0a58f on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:05:08.231864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Attempting to bind port e7c34eed-9369-460e-8c15-b12a4df0a58f by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'f4f48842-fdac-409c-81bb-387f9e8175e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:05:08.232510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Attempting to bind port e7c34eed-9369-460e-8c15-b12a4df0a58f on network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:08.247523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:05:08.248207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Checking segment: {'id': 'f4f48842-fdac-409c-81bb-387f9e8175e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:08.248770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.249430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Bound using segment: {'id': 'f4f48842-fdac-409c-81bb-387f9e8175e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:05:08.250093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Bound port: e7c34eed-9369-460e-8c15-b12a4df0a58f, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f48842-fdac-409c-81bb-387f9e8175e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:05:08.252435 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.253194 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69c4a4a2-f3bb-45aa-a433-ed1d61d7b1de req-65b8e5b0-a828-4736-a1c1-7173af37e0bf tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356324 Feb 09 03:05:08.256310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-b72e249f-fc9e-4347-855d-651493da802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:08.269026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-b72e249f-fc9e-4347-855d-651493da802f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2678242 Feb 09 03:05:08.480092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-ed1086dc-2f40-464b-8ab5-211c39dd6443 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069273 Feb 09 03:05:08.485943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-221026423'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:08.489901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] For port e7c34eed-9369-460e-8c15-b12a4df0a58f, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:05:08.501786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] For port e7c34eed-9369-460e-8c15-b12a4df0a58f, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7c34eed-9369-460e-8c15-b12a4df0a58f,segment=NetworkSegment(f4f48842-fdac-409c-81bb-387f9e8175e6),segment_id=f4f48842-fdac-409c-81bb-387f9e8175e6)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:05:08.508455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-4b04604b-fc38-4263-a728-165ece34e587 service neutron] 10.222.0.32 "GET /v2.0/networks/6ffc5167-da45-4eb1-a75e-466a5933ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554433 Feb 09 03:05:08.519108 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.601957 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7682ec2b-91f6-4f9f-a8cd-0bea0566dca3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (9de9c8ad-ff09-4c65-8035-7044f3b990f1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.623332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7682ec2b-91f6-4f9f-a8cd-0bea0566dca3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9de9c8ad-ff09-4c65-8035-7044f3b990f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.651412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd871f-de2d-4452-8605-778bae8492b7 None None] Pushing event updated for resources: {'Port': ['ID=e7c34eed-9369-460e-8c15-b12a4df0a58f,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:08.665644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e5568ddb-7649-4760-b5f4-024f017aae73 req-41775562-0e2c-4e1a-9afe-c12e02333cef service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758897 Feb 09 03:05:08.754587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Made reservation on behalf of 84083f16b1284281aa128a4a148c55e9 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:08.759221 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.768455 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a7b7-2699-4b22-99d1-623b70a59cb4 admin admin] Publish callbacks [] for security_group (3ef06af1-22e1-4c57-9434-21732fd91b3a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.774429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7682ec2b-91f6-4f9f-a8cd-0bea0566dca3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.779481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7682ec2b-91f6-4f9f-a8cd-0bea0566dca3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0053351 Feb 09 03:05:08.786876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44300) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:08.800042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.806047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605505570', 'security_groups': ['9de9c8ad-ff09-4c65-8035-7044f3b990f1'], 'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '29d9f24b-d120-47b1-aa6c-416b6dede083'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:08.810954 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682ec2b-91f6-4f9f-a8cd-0bea0566dca3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9c8ad-ff09-4c65-8035-7044f3b990f1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:08.827968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a7b7-2699-4b22-99d1-623b70a59cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3ef06af1-22e1-4c57-9434-21732fd91b3a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:08.828199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1844cc1e-9346-4142-b96e-045b44030d0d details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:05:08.894927 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-2f9ca293-fca1-40df-8457-644b6314f49f tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=93bf5254c42741b5aa6e228fa42363bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715981 Feb 09 03:05:09.063251 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cdb9a7b7-2699-4b22-99d1-623b70a59cb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f6dc085655e4485b3c94953abe15054&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7247820 Feb 09 03:05:09.084235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44306) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:09.101602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9a7b7-2699-4b22-99d1-623b70a59cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef06af1-22e1-4c57-9434-21732fd91b3a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:09.189910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1844cc1e-9346-4142-b96e-045b44030d0d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1844cc1e-9346-4142-b96e-045b44030d0d,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:09.225962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '1844cc1e-9346-4142-b96e-045b44030d0d', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'port_id': '1844cc1e-9346-4142-b96e-045b44030d0d', 'mac_address': 'fa:16:3e:a5:85:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:05:09.260398 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0cd1f4c-1bca-4d0c-95a4-b67df4d0ac2f req-492c6a44-3e55-43a7-9267-782350c22b46 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 210 time: 0.1069019 Feb 09 03:05:09.307994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 1844cc1e-9346-4142-b96e-045b44030d0d is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:09.309485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:09.314367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for security_group (9855ee7d-303b-4a4f-8642-e0645bf647bf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:09.322072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:09.353312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1844cc1e-9346-4142-b96e-045b44030d0d {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:05:09.426083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1844cc1e-9346-4142-b96e-045b44030d0d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1844cc1e-9346-4142-b96e-045b44030d0d,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:09.439748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:09.550664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=1844cc1e-9346-4142-b96e-045b44030d0d,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:09.583795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:09.591400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9855ee7d-303b-4a4f-8642-e0645bf647bf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:09.621369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port 184f388f-139f-4fe0-92e2-e73087847e2d yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:05:09.633037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['1844cc1e-9346-4142-b96e-045b44030d0d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:05:09.659950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-858f4d70-3487-4756-8670-e408a3a3787b tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:09.666544 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-858f4d70-3487-4756-8670-e408a3a3787b tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7569058 Feb 09 03:05:09.780324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:05:09.798221 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (fb00b4b7-d3c1-46af-88aa-99477482c755), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:09.798741 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Added segment fb00b4b7-d3c1-46af-88aa-99477482c755 of type vlan for network 48fc2364-b042-49e6-ad4b-074598bd92a4 Feb 09 03:05:09.884288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (48fc2364-b042-49e6-ad4b-074598bd92a4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:09.945319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d87412-abc2-4d8b-b6a1-7d29ee4e5b5b req-0c3ad0ac-0b2c-4215-8637-4144ebeaff43 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:09.946963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d87412-abc2-4d8b-b6a1-7d29ee4e5b5b req-0c3ad0ac-0b2c-4215-8637-4144ebeaff43 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 945 time: 0.3437936 Feb 09 03:05:09.979237 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cd2502d-a845-48a5-9872-4d9708a1b43c admin admin] Publish callbacks [] for security_group (3ef06af1-22e1-4c57-9434-21732fd91b3a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:09.982315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9855ee7d-303b-4a4f-8642-e0645bf647bf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:10.007754 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (48fc2364-b042-49e6-ad4b-074598bd92a4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.021824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:10.024021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.040664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-2ca2b804-d947-4d7f-b4e2-1aff36c97fcd tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/quotas/93bf5254c42741b5aa6e228fa42363bd HTTP/1.1" status: 200 len: 375 time: 0.3732240 Feb 09 03:05:10.076056 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cd2502d-a845-48a5-9872-4d9708a1b43c admin admin] Publish callbacks [] for security_group (3ef06af1-22e1-4c57-9434-21732fd91b3a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.115218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d87412-abc2-4d8b-b6a1-7d29ee4e5b5b req-c81e545f-e58a-46fd-998f-305c32fae8e8 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490262 Feb 09 03:05:10.144517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7c34eed-9369-460e-8c15-b12a4df0a58f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:10.226541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.1003869 Feb 09 03:05:10.238913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44322) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:10.253171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.14 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/29d9f24b-d120-47b1-aa6c-416b6dede083/184f388f-139f-4fe0-92e2-e73087847e2d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:10.269696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Request body: {'subnet': {'network_id': '48fc2364-b042-49e6-ad4b-074598bd92a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:10.367715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:10.368298 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.552092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-470c7768-0abd-4cec-9e86-6a8b3a143eff req-4e90dea1-ffda-40dd-87f7-126f8093857a tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 210 time: 0.1411600 Feb 09 03:05:10.601828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:10.603403 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.740552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Made reservation on behalf of 84083f16b1284281aa128a4a148c55e9 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:10.742863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-7523e8b8-230a-4f77-b1ce-c8070d66b7e3 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=93bf5254c42741b5aa6e228fa42363bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5426817 Feb 09 03:05:10.744308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.757491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cd2502d-a845-48a5-9872-4d9708a1b43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3ef06af1-22e1-4c57-9434-21732fd91b3a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.760672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0cd2502d-a845-48a5-9872-4d9708a1b43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.762084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0cd2502d-a845-48a5-9872-4d9708a1b43c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ef06af1-22e1-4c57-9434-21732fd91b3a HTTP/1.1" status: 204 len: 168 time: 1.6756604 Feb 09 03:05:10.816508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2502d-a845-48a5-9872-4d9708a1b43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef06af1-22e1-4c57-9434-21732fd91b3a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:10.826839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79309d55-4d88-4b17-aad4-f34ec3e779f6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Pushing event updated for resources: {'Network': ['ID=48fc2364-b042-49e6-ad4b-074598bd92a4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:10.863496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:10.863897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.864956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (184f388f-139f-4fe0-92e2-e73087847e2d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:10.877606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 48fc2364-b042-49e6-ad4b-074598bd92a4 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:05:10.978717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (184f388f-139f-4fe0-92e2-e73087847e2d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.035908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:11.049434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:11.049948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.076081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:11.091198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:11.136412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=184f388f-139f-4fe0-92e2-e73087847e2d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:11.175957 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-edac95a6-e0d0-495c-a459-5471a2293ee6 req-60f57a67-9798-4c19-82f1-fb8c560f4fa9 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 210 time: 0.0502961 Feb 09 03:05:11.189624 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (a6098c75-9032-4a2b-be4b-ed1bd9ded493), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.305702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Pushing event updated for resources: {'Subnet': ['ID=a6098c75-9032-4a2b-be4b-ed1bd9ded493,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:11.338729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:11.340627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] For port e7c34eed-9369-460e-8c15-b12a4df0a58f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7c34eed-9369-460e-8c15-b12a4df0a58f,segment=NetworkSegment(f4f48842-fdac-409c-81bb-387f9e8175e6),segment_id=f4f48842-fdac-409c-81bb-387f9e8175e6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:11.341094 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.411912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f03494d9-4af1-4c6e-9f59-1dc6cae54c05 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6223865 Feb 09 03:05:11.418171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44344) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:11.427012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a3adfa14-316d-45ec-b232-ffc97a235463 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:11.450178 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:05:11.450749 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:05:11.451268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.535099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61b6d3-74e2-472f-be4a-d6c20a18d05a req-03a107d7-4a2f-48bc-80d0-5c47ca15aae5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:11.537356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Checking segment: {'id': 'fb00b4b7-d3c1-46af-88aa-99477482c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48fc2364-b042-49e6-ad4b-074598bd92a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:11.539145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Network hostable DHCP agents. Network: 48fc2364-b042-49e6-ad4b-074598bd92a4, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:05:11.544847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b61b6d3-74e2-472f-be4a-d6c20a18d05a req-03a107d7-4a2f-48bc-80d0-5c47ca15aae5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 945 time: 0.2177429 Feb 09 03:05:11.573341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601bc4-1bec-465c-98e4-17244d56f39d req-e47c9134-d0e7-4dd9-84a2-77b8e83547b8 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:11.575665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-e47c9134-d0e7-4dd9-84a2-77b8e83547b8 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.26 "GET /v2.0/networks?id=6ffc5167-da45-4eb1-a75e-466a5933ada8 HTTP/1.1" status: 200 len: 810 time: 0.5131209 Feb 09 03:05:11.590331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Network 48fc2364-b042-49e6-ad4b-074598bd92a4 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:05:11.591152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Request body: {'port': {'device_id': 'a834ff08-d659-435e-a12e-66fa1913b243', 'network_id': '6ffc5167-da45-4eb1-a75e-466a5933ada8', 'admin_state_up': True, 'tenant_id': '14470e5c06274074bd359a2b55a3d1be'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:11.606574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3adfa14-316d-45ec-b232-ffc97a235463 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:11.611914 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a3adfa14-316d-45ec-b232-ffc97a235463 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.680016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Pushing event updated for resources: {'Port': ['ID=e7c34eed-9369-460e-8c15-b12a4df0a58f,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:11.699063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Provisioning complete for port 54abd0b1-ed69-4014-b110-2d523215cd28 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:11.699556 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.706132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b61b6d3-74e2-472f-be4a-d6c20a18d05a req-75f6bce3-a415-40bf-ad8a-e68d0bd9d5ce tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588957 Feb 09 03:05:11.727823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 48fc2364-b042-49e6-ad4b-074598bd92a4) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:11.747133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:11.747797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d49e0-baa4-4006-beec-fd3cbfd19d1b None None] Network 48fc2364-b042-49e6-ad4b-074598bd92a4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:11.747894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.843486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Made reservation on behalf of 14470e5c06274074bd359a2b55a3d1be for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:11.847508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.868717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-851d68d2-47aa-4007-92a1-0c50acc05e4e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6272922 Feb 09 03:05:11.876163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a805d645-6fe9-4d1b-a5f3-8ff9568d8603 None None] Port 54abd0b1-ed69-4014-b110-2d523215cd28 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:11.879137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44360) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:11.892972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Request body: {'port': {'network_id': '48fc2364-b042-49e6-ad4b-074598bd92a4', 'name': 'tempest-TagsExtTest-2144634861'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:11.912641 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e61b79be-a545-45d6-bd07-1948209554bf req-ce376e1e-6388-44e2-bd58-0dbfc09b3105 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 210 time: 0.1374969 Feb 09 03:05:11.920292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-48fc2364-b042-49e6-ad4b-074598bd92a4', 'network_id': '48fc2364-b042-49e6-ad4b-074598bd92a4', 'project_id': '84083f16b1284281aa128a4a148c55e9', 'fixed_ips': [{'subnet_id': 'a6098c75-9032-4a2b-be4b-ed1bd9ded493'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:05:11.921271 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:11.966843 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-a3adfa14-316d-45ec-b232-ffc97a235463 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 29d9f24b-d120-47b1-aa6c-416b6dede083 (CIDR: 172.20.0.0/28) Feb 09 03:05:11.980170 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3adfa14-316d-45ec-b232-ffc97a235463 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:05:11.980675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3adfa14-316d-45ec-b232-ffc97a235463 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:12.027704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a3adfa14-316d-45ec-b232-ffc97a235463 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6082261 Feb 09 03:05:12.031154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44364) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:12.046614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:12.088529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Made reservation on behalf of 84083f16b1284281aa128a4a148c55e9 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:12.094461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.151223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-63b97e25-270f-4ffb-b786-7cf7bfdf2102 None None] Provisioning complete for port 184f388f-139f-4fe0-92e2-e73087847e2d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:12.151613 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63b97e25-270f-4ffb-b786-7cf7bfdf2102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (184f388f-139f-4fe0-92e2-e73087847e2d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.180691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:12.236573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-63b97e25-270f-4ffb-b786-7cf7bfdf2102 None None] Port 184f388f-139f-4fe0-92e2-e73087847e2d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:12.253102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Allocated IP 172.20.0.2 (48fc2364-b042-49e6-ad4b-074598bd92a4/a6098c75-9032-4a2b-be4b-ed1bd9ded493/6d7f4d2d-26fb-432b-b98c-29474691f236) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:12.285847 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:12.287004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] device_id is not set on port 1987a290-5c9f-44e6-995e-f35201e9de30 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:05:12.291635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.370201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7c34eed-9369-460e-8c15-b12a4df0a58f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:12.514119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78f080e7-f92f-4854-888b-55f09983dc35 req-94852a2c-0ea0-434b-b300-925942fcb34c tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 210 time: 0.1098366 Feb 09 03:05:12.523886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Allocated IP 172.20.0.11 (6ffc5167-da45-4eb1-a75e-466a5933ada8/3ff1461a-cfe5-4060-bb63-41c528c7cd0a/3a3f8807-7fcb-44a6-adc8-765a9e21b92a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:12.563844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Publish callbacks [] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.581971 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.675967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Pushing event updated for resources: {'Port': ['ID=6d7f4d2d-26fb-432b-b98c-29474691f236,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:12.735874 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (ca3b37b6-523a-4ef4-8553-fe253eb1e246), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.746944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Network 48fc2364-b042-49e6-ad4b-074598bd92a4 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:12.752810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:12.766050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:12.772780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Allocated IP 172.20.0.10 (48fc2364-b042-49e6-ad4b-074598bd92a4/a6098c75-9032-4a2b-be4b-ed1bd9ded493/1987a290-5c9f-44e6-995e-f35201e9de30) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:12.774889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:12.778816 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.887941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1844cc1e-9346-4142-b96e-045b44030d0d up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:12.894136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:12.895202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=ca3b37b6-523a-4ef4-8553-fe253eb1e246,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:12.907792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:12.912791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:12.913488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:12.941190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-85b83110-4202-4ef5-8261-b4d02ff57bc3 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=93bf5254c42741b5aa6e228fa42363bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696533 Feb 09 03:05:12.964160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-28975486-3684-45a8-a254-61309f12b937 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9313512 Feb 09 03:05:12.976089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44386) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:12.989078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-795124293', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca3b37b6-523a-4ef4-8553-fe253eb1e246'}], 'security_groups': ['5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:13.040761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84466e09-1d29-48ef-877d-b85ea82cceeb None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:13.119385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5687ce-f721-4622-a5c4-d56f26a5e120 req-2b4812ea-4836-4bd3-9fb7-d5e9658716bd tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:13.129400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f5687ce-f721-4622-a5c4-d56f26a5e120 req-2b4812ea-4836-4bd3-9fb7-d5e9658716bd tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 945 time: 0.2879424 Feb 09 03:05:13.157976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Publish callbacks [] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.226871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f5687ce-f721-4622-a5c4-d56f26a5e120 req-185da21d-697a-40f3-8630-ceb3dd704d74 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858614 Feb 09 03:05:13.232852 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3ec4128-19c9-4540-8598-c1c44cc0668a req-ee59e7f4-f965-4446-a685-14c51772a7b4 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 210 time: 0.1121366 Feb 09 03:05:13.271679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (184f388f-139f-4fe0-92e2-e73087847e2d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.345295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Attempting to bind port 6d7f4d2d-26fb-432b-b98c-29474691f236 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:05:13.345677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Attempting to bind port 6d7f4d2d-26fb-432b-b98c-29474691f236 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'fb00b4b7-d3c1-46af-88aa-99477482c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48fc2364-b042-49e6-ad4b-074598bd92a4'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:05:13.346056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Attempting to bind port 6d7f4d2d-26fb-432b-b98c-29474691f236 on network 48fc2364-b042-49e6-ad4b-074598bd92a4 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:13.386414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:05:13.386713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Checking segment: {'id': 'fb00b4b7-d3c1-46af-88aa-99477482c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48fc2364-b042-49e6-ad4b-074598bd92a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:13.386951 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.387345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Bound using segment: {'id': 'fb00b4b7-d3c1-46af-88aa-99477482c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48fc2364-b042-49e6-ad4b-074598bd92a4'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:05:13.387847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Bound port: 6d7f4d2d-26fb-432b-b98c-29474691f236, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00b4b7-d3c1-46af-88aa-99477482c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48fc2364-b042-49e6-ad4b-074598bd92a4'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:05:13.388247 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.423428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-81a6c15a-218d-4eb7-85ac-28320b8d6927 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:13.426050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-81a6c15a-218d-4eb7-85ac-28320b8d6927 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4756858 Feb 09 03:05:13.432061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 1844cc1e-9346-4142-b96e-045b44030d0d completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:05:13.448859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.483023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 1844cc1e-9346-4142-b96e-045b44030d0d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:13.483370 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.488293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Request body: {'port': {'device_id': 'bbc89e58-bb2a-4505-b5f3-88b59114382b', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': '93bf5254c42741b5aa6e228fa42363bd'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:13.494416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for port (1987a290-5c9f-44e6-995e-f35201e9de30), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.522289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:13.562151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Network 6ffc5167-da45-4eb1-a75e-466a5933ada8 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:13.616563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] For port 6d7f4d2d-26fb-432b-b98c-29474691f236, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:05:13.622710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] For port 6d7f4d2d-26fb-432b-b98c-29474691f236, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6d7f4d2d-26fb-432b-b98c-29474691f236,segment=NetworkSegment(fb00b4b7-d3c1-46af-88aa-99477482c755),segment_id=fb00b4b7-d3c1-46af-88aa-99477482c755)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:05:13.695887 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.709509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Delete allocated IP 172.20.0.14 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/29d9f24b-d120-47b1-aa6c-416b6dede083) {{(pid=109856) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:05:13.716577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.26 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/ca3b37b6-523a-4ef4-8553-fe253eb1e246/184f388f-139f-4fe0-92e2-e73087847e2d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:13.838935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Pushing event updated for resources: {'Port': ['ID=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:13.842844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:13.860803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0370a-6da2-4237-9c3a-622331963a3a None None] Pushing event updated for resources: {'Port': ['ID=6d7f4d2d-26fb-432b-b98c-29474691f236,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:13.881311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1987a290-5c9f-44e6-995e-f35201e9de30), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.885316 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9379522b-aa04-460f-b897-6dc8d57c3795 req-178dc456-7355-47e5-b457-c3c996919a2f tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 210 time: 0.0489550 Feb 09 03:05:13.901524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:13.929452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 1844cc1e-9346-4142-b96e-045b44030d0d is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:13.929904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:13.977450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1844cc1e-9346-4142-b96e-045b44030d0d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1844cc1e-9346-4142-b96e-045b44030d0d,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:13.980600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1844cc1e-9346-4142-b96e-045b44030d0d'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:13.983276 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc075c-7fac-4d39-85e2-357d863dafaa" -d '{"events": [{"server_uuid": "9dffb205-efd4-41a9-9701-18702ec5d1aa", "name": "network-vif-plugged", "status": "completed", "tag": "1844cc1e-9346-4142-b96e-045b44030d0d"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:13.994429 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.006313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b996ada-5523-4f5f-a054-edeffa8a3026 None None] Update dhcp port {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'fixed_ips': [{'subnet_id': '29d9f24b-d120-47b1-aa6c-416b6dede083', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca3b37b6-523a-4ef4-8553-fe253eb1e246'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e7c34eed-9369-460e-8c15-b12a4df0a58f'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:05:14.081847 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b996ada-5523-4f5f-a054-edeffa8a3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.116271 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbeb28a-a7b1-4245-aa0a-e7d4965449aa x-openstack-request-id: req-8cbeb28a-a7b1-4245-aa0a-e7d4965449aa {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:14.116271 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dffb205-efd4-41a9-9701-18702ec5d1aa", "name": "network-vif-plugged", "status": "completed", "tag": "1844cc1e-9346-4142-b96e-045b44030d0d", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:14.116271 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cbeb28a-a7b1-4245-aa0a-e7d4965449aa {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:14.118967 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1844cc1e-9346-4142-b96e-045b44030d0d', 'code': 200} Feb 09 03:05:14.165715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Network 48fc2364-b042-49e6-ad4b-074598bd92a4 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:14.168149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Pushing event updated for resources: {'Port': ['ID=1987a290-5c9f-44e6-995e-f35201e9de30,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:14.174813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=1844cc1e-9346-4142-b96e-045b44030d0d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:14.179916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:14.191600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:14.299100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Made reservation on behalf of 93bf5254c42741b5aa6e228fa42363bd for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:14.317285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.356248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.430961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480bd15-b617-46f8-b0ec-3197b41636ea req-7760abde-5b8f-46bc-8cdc-6319fff0e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:14.432643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c480bd15-b617-46f8-b0ec-3197b41636ea req-7760abde-5b8f-46bc-8cdc-6319fff0e87f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 1128 time: 0.2301743 Feb 09 03:05:14.462876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (184f388f-139f-4fe0-92e2-e73087847e2d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.504194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (184f388f-139f-4fe0-92e2-e73087847e2d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.505691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:14.506475 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.562379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-1b996ada-5523-4f5f-a054-edeffa8a3026 None None] Allocated IP 172.20.0.18 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/ca3b37b6-523a-4ef4-8553-fe253eb1e246/e7c34eed-9369-460e-8c15-b12a4df0a58f) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:14.569783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=184f388f-139f-4fe0-92e2-e73087847e2d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:14.599720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:14.600360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.678101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-95d1d629-b20b-4a57-a318-d6c6bc3a074d tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7916741 Feb 09 03:05:14.680551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44422) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:14.697666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-315aba71-3f75-43f3-b2f3-2310d187fa2e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1737156117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:14.738271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1b996ada-5523-4f5f-a054-edeffa8a3026 None None] For port e7c34eed-9369-460e-8c15-b12a4df0a58f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7c34eed-9369-460e-8c15-b12a4df0a58f,segment=NetworkSegment(f4f48842-fdac-409c-81bb-387f9e8175e6),segment_id=f4f48842-fdac-409c-81bb-387f9e8175e6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:14.739196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-495a2393-79ab-45dc-a2fa-28d04cf69fac tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1534989 Feb 09 03:05:14.748009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-315aba71-3f75-43f3-b2f3-2310d187fa2e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (21edfc23-b7c1-4679-9064-8ea4a08ec411), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.749368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-315aba71-3f75-43f3-b2f3-2310d187fa2e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (21edfc23-b7c1-4679-9064-8ea4a08ec411), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.765248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Request body: {'port': {'device_id': 'a834ff08-d659-435e-a12e-66fa1913b243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:14.779908 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b996ada-5523-4f5f-a054-edeffa8a3026 None None] Publish callbacks [] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.790121 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b996ada-5523-4f5f-a054-edeffa8a3026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.846573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.853085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks [] for security_group (5e050382-316e-40cd-8864-033f33b67ed1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:14.869345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b10e-bf66-490e-a3d5-f73ed0cc3175 req-2bcd7aa1-8b59-4ce9-a05a-7e955eadf0ca tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:14.871498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f479b10e-bf66-490e-a3d5-f73ed0cc3175 req-2bcd7aa1-8b59-4ce9-a05a-7e955eadf0ca tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 932 time: 0.4444134 Feb 09 03:05:14.879417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5e050382-316e-40cd-8864-033f33b67ed1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.013289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b996ada-5523-4f5f-a054-edeffa8a3026 None None] Pushing event updated for resources: {'Port': ['ID=e7c34eed-9369-460e-8c15-b12a4df0a58f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:15.028978 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c480bd15-b617-46f8-b0ec-3197b41636ea req-5cc7a2a8-7062-4cdc-a705-7c1c9cf27ce8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5834436 Feb 09 03:05:15.042341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea935e-f968-435b-b6d8-8304c9b5daec req-1fa229b9-e03a-42d5-b5e2-bd42b9100acf tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:15.044117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47ea935e-f968-435b-b6d8-8304c9b5daec req-1fa229b9-e03a-42d5-b5e2-bd42b9100acf tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 946 time: 0.6295681 Feb 09 03:05:15.067463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] In _notify_port_updated(), no bound segment for port 184f388f-139f-4fe0-92e2-e73087847e2d on network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:05:15.080136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:15.080866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.082214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-14a9c5af-6c45-4c93-81cc-344a3907914e tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "PUT /v2.0/ports/184f388f-139f-4fe0-92e2-e73087847e2d HTTP/1.1" status: 200 len: 920 time: 2.1039581 Feb 09 03:05:15.093265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44432) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:15.157208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-315aba71-3f75-43f3-b2f3-2310d187fa2e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for router_controller (21edfc23-b7c1-4679-9064-8ea4a08ec411), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.179459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e050382-316e-40cd-8864-033f33b67ed1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:15.230001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-315aba71-3f75-43f3-b2f3-2310d187fa2e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (21edfc23-b7c1-4679-9064-8ea4a08ec411), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.260292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47ea935e-f968-435b-b6d8-8304c9b5daec req-15a14249-4285-465b-8ca5-4cca9e58bbd1 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091582 Feb 09 03:05:15.301116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c5214331-623f-463e-b627-0866f465ef15 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 184f388f-139f-4fe0-92e2-e73087847e2d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:15.301515 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c5214331-623f-463e-b627-0866f465ef15 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (184f388f-139f-4fe0-92e2-e73087847e2d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.318834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f479b10e-bf66-490e-a3d5-f73ed0cc3175 req-fc6c12b0-5bbe-4ef6-876e-d4f9cec1f760 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302146 Feb 09 03:05:15.418490 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-315aba71-3f75-43f3-b2f3-2310d187fa2e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.423276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-315aba71-3f75-43f3-b2f3-2310d187fa2e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7379379 Feb 09 03:05:15.427112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44438) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:15.441312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-42803087-b2a8-4bda-ad0e-f9eaf2e38e2f tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1743829385', 'prefixes': ['172.20.0.0/16']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:15.569889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1d77ec2-735d-4e9d-9cca-9c2b184fc290 req-ff19a3f8-0e66-46d2-940e-287ca44b6e3d tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 210 time: 0.1258740 Feb 09 03:05:15.632963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Allocated IP 192.168.233.241 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/0152962c-4949-48a7-868c-ccda53a4553d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:15.662537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c5214331-623f-463e-b627-0866f465ef15 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (184f388f-139f-4fe0-92e2-e73087847e2d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.691933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c5214331-623f-463e-b627-0866f465ef15 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 184f388f-139f-4fe0-92e2-e73087847e2d owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:15.760070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d90eaf7-d62b-40d3-9f9c-d4cff0b5602b None None] Network 48fc2364-b042-49e6-ad4b-074598bd92a4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:15.903406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7e05ae23-50be-4b66-a40b-5239b477e7eb None None] Provisioning complete for port 6d7f4d2d-26fb-432b-b98c-29474691f236 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:15.904011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e05ae23-50be-4b66-a40b-5239b477e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.921671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42803087-b2a8-4bda-ad0e-f9eaf2e38e2f tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:15.928738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-42803087-b2a8-4bda-ad0e-f9eaf2e38e2f tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4940939 Feb 09 03:05:15.934375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44446) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:15.945595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-9a7d1a2f-f6b7-4d19-9ab7-f58fcd9450c2 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493', 'tempest-TagsExtTest-Tag-1720031275') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:16.149402 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c5214331-623f-463e-b627-0866f465ef15 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (184f388f-139f-4fe0-92e2-e73087847e2d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.202587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks [] for port (0152962c-4949-48a7-868c-ccda53a4553d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.265487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5214331-623f-463e-b627-0866f465ef15 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=184f388f-139f-4fe0-92e2-e73087847e2d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:16.265699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0152962c-4949-48a7-868c-ccda53a4553d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.304729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3f8807-7fcb-44a6-adc8-765a9e21b92a {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:05:16.344153 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Publish callbacks [] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.400570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7e05ae23-50be-4b66-a40b-5239b477e7eb None None] Current status of the port 6d7f4d2d-26fb-432b-b98c-29474691f236 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:16.401410 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e05ae23-50be-4b66-a40b-5239b477e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.420704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:16.473370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:16.477904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:16.485481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7e05ae23-50be-4b66-a40b-5239b477e7eb None None] For port 6d7f4d2d-26fb-432b-b98c-29474691f236, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6d7f4d2d-26fb-432b-b98c-29474691f236,segment=NetworkSegment(fb00b4b7-d3c1-46af-88aa-99477482c755),segment_id=fb00b4b7-d3c1-46af-88aa-99477482c755)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:16.521780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6d7f4d2d-26fb-432b-b98c-29474691f236 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:16.534335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e05ae23-50be-4b66-a40b-5239b477e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.595494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Transition to ACTIVE for port object 3a3f8807-7fcb-44a6-adc8-765a9e21b92a will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:05:16.598452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Pushing event updated for resources: {'Port': ['ID=0152962c-4949-48a7-868c-ccda53a4553d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:16.619396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:16.620099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.661792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c5214331-623f-463e-b627-0866f465ef15 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.665256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c5214331-623f-463e-b627-0866f465ef15 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/184f388f-139f-4fe0-92e2-e73087847e2d HTTP/1.1" status: 204 len: 168 time: 1.5707443 Feb 09 03:05:16.686304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44464) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:16.703571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.724463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9a7d1a2f-f6b7-4d19-9ab7-f58fcd9450c2 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags/tempest-TagsExtTest-Tag-1720031275 HTTP/1.1" status: 201 len: 201 time: 0.7850614 Feb 09 03:05:16.743869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44466) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:16.762271 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8147ccaf-69b4-4c38-b52c-5ae33cfaf8f6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:05:16.764402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1031da3b-a826-46c5-9dfd-faa0b752f48d None None] Could not find standard attr ID for object 184f388f-139f-4fe0-92e2-e73087847e2d. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:05:16.770664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-86cd6ea4-f31c-4ee7-954f-c061cd27619f tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30', 'tempest-TagsExtTest-Tag-2167540') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:16.772499 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8147ccaf-69b4-4c38-b52c-5ae33cfaf8f6 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/184f388f-139f-4fe0-92e2-e73087847e2d HTTP/1.1" status: 404 len: 333 time: 0.0770659 Feb 09 03:05:16.780066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44468) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:16.815755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05ae23-50be-4b66-a40b-5239b477e7eb None None] Pushing event updated for resources: {'Port': ['ID=6d7f4d2d-26fb-432b-b98c-29474691f236,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:16.818642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5b919b10-5e28-48f4-a847-c019ea2881c5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3408062 Feb 09 03:05:16.842668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1031da3b-a826-46c5-9dfd-faa0b752f48d None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:16.843314 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1031da3b-a826-46c5-9dfd-faa0b752f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.889295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6d7f4d2d-26fb-432b-b98c-29474691f236 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:16.890076 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:16.901575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a618217-5b8b-4d5e-b727-f2c40aa60b2c req-fa58e439-48b3-4776-86b6-bad7a5a23edd tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:16.903482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a618217-5b8b-4d5e-b727-f2c40aa60b2c req-fa58e439-48b3-4776-86b6-bad7a5a23edd tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 944 time: 0.2506387 Feb 09 03:05:16.987317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Request body: {'port': {'device_id': 'bbc89e58-bb2a-4505-b5f3-88b59114382b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:17.026573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a618217-5b8b-4d5e-b727-f2c40aa60b2c req-37a9fd88-2f91-4eb4-ab5a-ee90fbae9501 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133745 Feb 09 03:05:17.065584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6d7f4d2d-26fb-432b-b98c-29474691f236 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:17.066930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7c34eed-9369-460e-8c15-b12a4df0a58f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:17.216882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1031da3b-a826-46c5-9dfd-faa0b752f48d None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:17.259220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c96a09-1387-4c30-9ebe-5541150e8d10 req-6aa0a352-8311-4746-bc38-4c65ad69806c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:17.268790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1c96a09-1387-4c30-9ebe-5541150e8d10 req-6aa0a352-8311-4746-bc38-4c65ad69806c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 946 time: 0.6717913 Feb 09 03:05:17.277844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1031da3b-a826-46c5-9dfd-faa0b752f48d None None] Provisioning complete for port 54abd0b1-ed69-4014-b110-2d523215cd28 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:17.278129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1031da3b-a826-46c5-9dfd-faa0b752f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.292837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cf141-f6be-4c35-9efb-ec489a421dd1 req-a91dd0fe-08f6-4703-9edd-4fb9580dd91f tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:17.302017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-531cf141-f6be-4c35-9efb-ec489a421dd1 req-a91dd0fe-08f6-4703-9edd-4fb9580dd91f tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 936 time: 0.0964506 Feb 09 03:05:17.348546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:17.349140 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.406315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-531cf141-f6be-4c35-9efb-ec489a421dd1 req-896be3e1-5701-4077-88ca-f5cfff6de175 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991526 Feb 09 03:05:17.406804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1031da3b-a826-46c5-9dfd-faa0b752f48d None None] Port 54abd0b1-ed69-4014-b110-2d523215cd28 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:17.482864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:17.534464 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Provisioning complete for port 6d7f4d2d-26fb-432b-b98c-29474691f236 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:17.535354 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.626082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:17.654278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Current status of the port 6d7f4d2d-26fb-432b-b98c-29474691f236 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:17.678036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Provisioning complete for port 1987a290-5c9f-44e6-995e-f35201e9de30 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:17.678532 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1987a290-5c9f-44e6-995e-f35201e9de30), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.691670 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0152962c-4949-48a7-868c-ccda53a4553d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.727501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Port 1987a290-5c9f-44e6-995e-f35201e9de30 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:17.737630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Provisioning complete for port 0152962c-4949-48a7-868c-ccda53a4553d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:17.738006 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0152962c-4949-48a7-868c-ccda53a4553d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.753753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-819c3971-a395-4eae-abb5-e1da94ddc40b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (9de9c8ad-ff09-4c65-8035-7044f3b990f1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.777647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Port 0152962c-4949-48a7-868c-ccda53a4553d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:17.780941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-425a800e-c2a9-431b-b83d-3f8969b982c5 None None] Could not find standard attr ID for object 184f388f-139f-4fe0-92e2-e73087847e2d. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:05:17.814269 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1c96a09-1387-4c30-9ebe-5541150e8d10 req-127d3e7b-8f26-4a9e-94f4-cf3637fd3194 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5443015 Feb 09 03:05:17.816224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86cd6ea4-f31c-4ee7-954f-c061cd27619f tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags/tempest-TagsExtTest-Tag-2167540 HTTP/1.1" status: 201 len: 201 time: 1.0616665 Feb 09 03:05:17.816502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Attempting to bind port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:05:17.816837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Attempting to bind port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '35b168a8-e630-4f3e-b38b-b2647026ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6ffc5167-da45-4eb1-a75e-466a5933ada8'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:05:17.817165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Attempting to bind port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a on network 6ffc5167-da45-4eb1-a75e-466a5933ada8 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:17.819193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44484) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:17.832710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-f64eeb97-239b-4f2e-b89e-dafcd7bb8094 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411', 'tempest-TagsExtTest-Tag-1461152894') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:17.835511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-819c3971-a395-4eae-abb5-e1da94ddc40b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (9de9c8ad-ff09-4c65-8035-7044f3b990f1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.840096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a on network 6ffc5167-da45-4eb1-a75e-466a5933ada8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:05:17.840426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Attempting to bind port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a on network 6ffc5167-da45-4eb1-a75e-466a5933ada8 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:17.876596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:05:17.877351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Checking segment: {'id': '35b168a8-e630-4f3e-b38b-b2647026ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6ffc5167-da45-4eb1-a75e-466a5933ada8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:17.877906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Bound using segment: {'id': '35b168a8-e630-4f3e-b38b-b2647026ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6ffc5167-da45-4eb1-a75e-466a5933ada8'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:05:17.878565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Bound port: 3a3f8807-7fcb-44a6-adc8-765a9e21b92a, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b168a8-e630-4f3e-b38b-b2647026ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6ffc5167-da45-4eb1-a75e-466a5933ada8'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:05:17.879088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:17.969815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f64eeb97-239b-4f2e-b89e-dafcd7bb8094 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags/tempest-TagsExtTest-Tag-1461152894 HTTP/1.1" status: 201 len: 201 time: 0.1493838 Feb 09 03:05:17.972507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:17.981077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-a18f12ee-8869-456c-be3f-7c2dc3cf90a4 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1', 'tempest-TagsExtTest-Tag-1219994089') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:18.082697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-819c3971-a395-4eae-abb5-e1da94ddc40b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9de9c8ad-ff09-4c65-8035-7044f3b990f1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.085290 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-819c3971-a395-4eae-abb5-e1da94ddc40b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.089046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-819c3971-a395-4eae-abb5-e1da94ddc40b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/security-groups/9de9c8ad-ff09-4c65-8035-7044f3b990f1 HTTP/1.1" status: 204 len: 168 time: 1.2961721 Feb 09 03:05:18.089745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44494) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:18.126960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651385a0-35d1-4696-9ac3-ece8bbd62e23 req-4a8df612-1297-40f7-9bd0-8354cf7f00e3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:18.129238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-651385a0-35d1-4696-9ac3-ece8bbd62e23 req-4a8df612-1297-40f7-9bd0-8354cf7f00e3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 946 time: 0.1228855 Feb 09 03:05:18.138144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44496) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:18.145113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Request body: {'floatingip': {'port_id': '1844cc1e-9346-4142-b96e-045b44030d0d'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:18.155696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a18f12ee-8869-456c-be3f-7c2dc3cf90a4 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags/tempest-TagsExtTest-Tag-1219994089 HTTP/1.1" status: 201 len: 201 time: 0.1814735 Feb 09 03:05:18.156609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44498) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:18.200982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-484f4ed5-1585-4289-bb0d-5a63686d2a48 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:18.252359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3971-a395-4eae-abb5-e1da94ddc40b tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9c8ad-ff09-4c65-8035-7044f3b990f1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:18.296265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] For port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:05:18.297316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (9feb7c6d-4ae2-4fbb-99ee-8717841fe40f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.324664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6d7f4d2d-26fb-432b-b98c-29474691f236 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:18.418304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] For port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,segment=NetworkSegment(35b168a8-e630-4f3e-b38b-b2647026ec76),segment_id=35b168a8-e630-4f3e-b38b-b2647026ec76)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:05:18.485383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9445c200-e607-4c61-9bdc-501ce6e5c331 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.491846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6d7f4d2d-26fb-432b-b98c-29474691f236 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:18.494694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.511176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47edafc-7df7-439c-8649-4c74d64c7004 req-55fb6e92-448d-437e-a094-208ca6f4e0ef tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:18.512985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d47edafc-7df7-439c-8649-4c74d64c7004 req-55fb6e92-448d-437e-a094-208ca6f4e0ef tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 944 time: 0.3790939 Feb 09 03:05:18.514272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.604491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-484f4ed5-1585-4289-bb0d-5a63686d2a48 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags HTTP/1.1" status: 200 len: 241 time: 0.4069636 Feb 09 03:05:18.608379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44514) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:18.631552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-4f34a5c1-dfca-401a-90a0-cab197ab9bc5 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493', 'tempest-TagsExtTest-Tag-1720031275') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:18.633073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9445c200-e607-4c61-9bdc-501ce6e5c331 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.636501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:18.648291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6d7f4d2d-26fb-432b-b98c-29474691f236 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:18.680430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:18.681065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.682660 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d473798c-6494-46d7-a469-a724e65ad1a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a3f8807-7fcb-44a6-adc8-765a9e21b92a HTTP/1.1" status: 200 len: 1092 time: 3.9285736 Feb 09 03:05:18.683258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a834ff08-d659-435e-a12e-66fa1913b243', 'tag': '3a3f8807-7fcb-44a6-adc8-765a9e21b92a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:18.685708 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2927c6f-8915-4c26-ab80-bd14b5652e68" -d '{"events": [{"name": "network-changed", "server_uuid": "a834ff08-d659-435e-a12e-66fa1913b243", "tag": "3a3f8807-7fcb-44a6-adc8-765a9e21b92a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:18.789310 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d47edafc-7df7-439c-8649-4c74d64c7004 req-1d4b4ea3-d5da-405b-87cb-3fe9971ebfaf tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077734 Feb 09 03:05:18.794413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0152962c-4949-48a7-868c-ccda53a4553d {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:05:18.806964 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Publish callbacks [] for port (0152962c-4949-48a7-868c-ccda53a4553d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.827261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Transition to ACTIVE for port object 0152962c-4949-48a7-868c-ccda53a4553d will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:05:18.840805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601bc4-1bec-465c-98e4-17244d56f39d req-e61a5d8f-3703-4cb8-a403-04727107c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:18.842735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-e61a5d8f-3703-4cb8-a403-04727107c54c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14470e5c06274074bd359a2b55a3d1be&device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 1126 time: 0.1028450 Feb 09 03:05:18.845168 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (0152962c-4949-48a7-868c-ccda53a4553d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.847355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9445c200-e607-4c61-9bdc-501ce6e5c331 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.849983 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9445c200-e607-4c61-9bdc-501ce6e5c331 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:18.853580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9445c200-e607-4c61-9bdc-501ce6e5c331 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/security-groups/5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc HTTP/1.1" status: 204 len: 168 time: 0.7546437 Feb 09 03:05:18.856483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44520) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:18.915272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab0c-dd67-49fb-bbad-fd725e0f1cb4 req-cc189089-9b0d-40ee-a0f6-da9fe0dba913 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:18.918722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-598fab0c-dd67-49fb-bbad-fd725e0f1cb4 req-cc189089-9b0d-40ee-a0f6-da9fe0dba913 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 936 time: 0.3901815 Feb 09 03:05:18.922430 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7d9a4c-696e-40be-8f22-026e6ece5df8 x-openstack-request-id: req-dd7d9a4c-696e-40be-8f22-026e6ece5df8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:18.922620 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a834ff08-d659-435e-a12e-66fa1913b243", "tag": "3a3f8807-7fcb-44a6-adc8-765a9e21b92a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:18.922846 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd7d9a4c-696e-40be-8f22-026e6ece5df8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:18.923250 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a834ff08-d659-435e-a12e-66fa1913b243', 'tag': '3a3f8807-7fcb-44a6-adc8-765a9e21b92a', 'status': 'completed', 'code': 200} Feb 09 03:05:18.927782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445c200-e607-4c61-9bdc-501ce6e5c331 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5a700e-80f5-4ca1-a0c5-2ecbe05131cc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:18.934366 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-a6a70ead-92c0-4dfb-af36-ada2f227bbe8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3f8807-7fcb-44a6-adc8-765a9e21b92a HTTP/1.1" status: 200 len: 217 time: 0.0820451 Feb 09 03:05:19.002978 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f34a5c1-dfca-401a-90a0-cab197ab9bc5 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags/tempest-TagsExtTest-Tag-1720031275 HTTP/1.1" status: 204 len: 168 time: 0.3863094 Feb 09 03:05:19.007245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet 29d9f24b-d120-47b1-aa6c-416b6dede083 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:05:19.010979 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (29d9f24b-d120-47b1-aa6c-416b6dede083), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.013104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Pushing event updated for resources: {'Port': ['ID=0152962c-4949-48a7-868c-ccda53a4553d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:19.030724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44524) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:19.037794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-3a40f7e4-c020-4c3f-9c68-ea0be44bcf4a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493', 'tempest-TagsExtTest-Tag-1720031275') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:19.057542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (29d9f24b-d120-47b1-aa6c-416b6dede083), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.124124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601bc4-1bec-465c-98e4-17244d56f39d req-927eb156-05da-4243-a3c7-e56f5e24bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:19.127354 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-927eb156-05da-4243-a3c7-e56f5e24bb5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ff1461a-cfe5-4060-bb63-41c528c7cd0a HTTP/1.1" status: 200 len: 850 time: 0.1746726 Feb 09 03:05:19.173968 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-598fab0c-dd67-49fb-bbad-fd725e0f1cb4 req-07fb32ff-3c23-4490-9a09-0475edd940d5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301676 Feb 09 03:05:19.189636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-f038ddbe-ca93-4b54-a784-d417fd1308a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ffc5167-da45-4eb1-a75e-466a5933ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478914 Feb 09 03:05:19.194958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Attempting to bind port 0152962c-4949-48a7-868c-ccda53a4553d on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:05:19.195227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Attempting to bind port 0152962c-4949-48a7-868c-ccda53a4553d by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:05:19.195614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Attempting to bind port 0152962c-4949-48a7-868c-ccda53a4553d on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:19.228133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Port 0152962c-4949-48a7-868c-ccda53a4553d on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:05:19.228467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Attempting to bind port 0152962c-4949-48a7-868c-ccda53a4553d on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:19.276963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:05:19.277572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:19.277869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:05:19.278434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Bound port: 0152962c-4949-48a7-868c-ccda53a4553d, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:05:19.278918 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0152962c-4949-48a7-868c-ccda53a4553d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.347172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3a40f7e4-c020-4c3f-9c68-ea0be44bcf4a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags/tempest-TagsExtTest-Tag-1720031275 HTTP/1.1" status: 204 len: 168 time: 0.3131127 Feb 09 03:05:19.352674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44534) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:19.358051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-d81a0f1a-97e1-48eb-afff-b9f23e4e3a71 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:19.427492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (29d9f24b-d120-47b1-aa6c-416b6dede083), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.430681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] For port 0152962c-4949-48a7-868c-ccda53a4553d, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:05:19.442038 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.446673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-d1032f27-0b45-46fe-a77d-31511a91743b service neutron] 10.222.0.26 "GET /v2.0/networks/6ffc5167-da45-4eb1-a75e-466a5933ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478027 Feb 09 03:05:19.466853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] For port 0152962c-4949-48a7-868c-ccda53a4553d, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0152962c-4949-48a7-868c-ccda53a4553d,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:05:19.533824 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (0152962c-4949-48a7-868c-ccda53a4553d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.626052 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (29d9f24b-d120-47b1-aa6c-416b6dede083), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.657187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.665462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d81a0f1a-97e1-48eb-afff-b9f23e4e3a71 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags HTTP/1.1" status: 200 len: 205 time: 0.3116934 Feb 09 03:05:19.669498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:19.670135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.671691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] 10.222.0.61 "PUT /v2.0/ports/0152962c-4949-48a7-868c-ccda53a4553d HTTP/1.1" status: 200 len: 1096 time: 2.7195871 Feb 09 03:05:19.676284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44544) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:19.681037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (9feb7c6d-4ae2-4fbb-99ee-8717841fe40f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.684783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=29d9f24b-d120-47b1-aa6c-416b6dede083,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:19.692909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:19.698194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1103c3b-fc1e-4d26-93d5-d9790b7f8bd8 None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:19.706296 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/29d9f24b-d120-47b1-aa6c-416b6dede083 HTTP/1.1" status: 204 len: 168 time: 0.8443654 Feb 09 03:05:19.714545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-b14b024e-21f4-4072-bcf2-797e4d67d938 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:19.715052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44548) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:19.768977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:19.843965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87601bc4-1bec-465c-98e4-17244d56f39d req-c41a3493-264e-4dbf-87dc-e431c9225a23 service neutron] 10.222.0.26 "GET /v2.0/networks/6ffc5167-da45-4eb1-a75e-466a5933ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877921 Feb 09 03:05:20.065943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6058b-942c-4bb0-9d20-681a8decf5cf service neutron] Pushing event updated for resources: {'Port': ['ID=0152962c-4949-48a7-868c-ccda53a4553d,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:20.113987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5685fbc4-1b60-4ea7-b033-f1e7eb9c2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:20.115575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-5685fbc4-1b60-4ea7-b033-f1e7eb9c2a05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bf5254c42741b5aa6e228fa42363bd&device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 1130 time: 0.3403804 Feb 09 03:05:20.135136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb5d41-b0aa-4bb5-bb60-bc9a929138d0 req-37a61da8-9894-43f6-941f-b4ce78e42301 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:20.136682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68eb5d41-b0aa-4bb5-bb60-bc9a929138d0 req-37a61da8-9894-43f6-941f-b4ce78e42301 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 944 time: 0.1762085 Feb 09 03:05:20.245386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-8d6fa362-3087-447c-8985-d66ad69f7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:20.247082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-8d6fa362-3087-447c-8985-d66ad69f7486 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=14470e5c06274074bd359a2b55a3d1be&device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 1126 time: 0.3154819 Feb 09 03:05:20.248429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-8bb00c9a-170a-4e88-ae3b-917f19b7d36a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0152962c-4949-48a7-868c-ccda53a4553d HTTP/1.1" status: 200 len: 217 time: 0.1087914 Feb 09 03:05:20.265135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b14b024e-21f4-4072-bcf2-797e4d67d938 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags HTTP/1.1" status: 200 len: 238 time: 0.5878165 Feb 09 03:05:20.277065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44564) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:20.314110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.314704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.314820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.315167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.315509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.315987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.316321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.316806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.317122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.322843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.324009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.324221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-c02fcc30-7378-4f65-a0b8-921ef093ac67 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30', 'tempest-TagsExtTest-Tag-2167540') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:20.325013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.325583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf24364f-1e87-4587-9ec1-8a156cfea580 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:20.543930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-f958a482-09be-455a-843e-19816571d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:20.545439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-f958a482-09be-455a-843e-19816571d5a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ffc5167-da45-4eb1-a75e-466a5933ada8 HTTP/1.1" status: 200 len: 911 time: 0.2674940 Feb 09 03:05:20.547765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-c976a958-1e41-4693-92e7-4f4f0c26def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:20.550179 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-c976a958-1e41-4693-92e7-4f4f0c26def2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.2711003 Feb 09 03:05:20.551376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e733b-6d48-4b9f-a7b5-6a525a57c4e6 req-9fe421e7-11ad-4463-9c00-190ea0b54046 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:20.554055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-357e733b-6d48-4b9f-a7b5-6a525a57c4e6 req-9fe421e7-11ad-4463-9c00-190ea0b54046 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 948 time: 0.2248023 Feb 09 03:05:20.570152 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Floating IP 9feb7c6d-4ae2-4fbb-99ee-8717841fe40f associated. External IP: 172.25.2.186, port: 1844cc1e-9346-4142-b96e-045b44030d0d. Feb 09 03:05:20.674314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68eb5d41-b0aa-4bb5-bb60-bc9a929138d0 req-63dc310e-f75d-4458-bf8a-e58374e11a2a tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221739 Feb 09 03:05:20.688728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-92787293-1f25-436b-9b3d-722b9faf7e14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3f8807-7fcb-44a6-adc8-765a9e21b92a HTTP/1.1" status: 200 len: 217 time: 0.1345212 Feb 09 03:05:20.729060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-357e733b-6d48-4b9f-a7b5-6a525a57c4e6 req-cc2b6bbc-55ff-40a9-b93b-8c959081de93 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676416 Feb 09 03:05:20.737473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:20.741413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:20.791769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-0ec6380b-3b3c-48bb-a7d1-a1abcb31fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:20.793290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-0ec6380b-3b3c-48bb-a7d1-a1abcb31fbb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2280304 Feb 09 03:05:20.797854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c02fcc30-7378-4f65-a0b8-921ef093ac67 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags/tempest-TagsExtTest-Tag-2167540 HTTP/1.1" status: 204 len: 168 time: 0.5176659 Feb 09 03:05:20.800808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44572) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:20.810902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-cbf9b37e-09f6-4ccd-b3b9-558d9105cfe1 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30', 'tempest-TagsExtTest-Tag-2167540') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:20.880263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-d44927e0-dba6-4c86-b262-7cff6a72802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:20.881816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-d44927e0-dba6-4c86-b262-7cff6a72802d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ff1461a-cfe5-4060-bb63-41c528c7cd0a HTTP/1.1" status: 200 len: 850 time: 0.1873763 Feb 09 03:05:20.977074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc89e58-bb2a-4505-b5f3-88b59114382b', 'tag': '0152962c-4949-48a7-868c-ccda53a4553d'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:20.993649 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc89e58-bb2a-4505-b5f3-88b59114382b", "tag": "0152962c-4949-48a7-868c-ccda53a4553d"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:21.065958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bb501a73-64d3-43d9-95e0-6cab60067083 None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:21.066541 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb501a73-64d3-43d9-95e0-6cab60067083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:21.069982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-71750035-8871-4933-a243-5d5f2f703f66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ffc5167-da45-4eb1-a75e-466a5933ada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465285 Feb 09 03:05:21.080463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Router 9eb4e27d-84e6-462a-b2c6-87658c978e57 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:05:21.135067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cbf9b37e-09f6-4ccd-b3b9-558d9105cfe1 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags/tempest-TagsExtTest-Tag-2167540 HTTP/1.1" status: 204 len: 168 time: 0.3329146 Feb 09 03:05:21.196661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-f0fc4f38-192b-478d-b661-14b6614e2d77 service neutron] 10.222.0.26 "GET /v2.0/networks/6ffc5167-da45-4eb1-a75e-466a5933ada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169298 Feb 09 03:05:21.198670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:21.200399 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86e138a-00f9-4604-891c-302bc791feae x-openstack-request-id: req-a86e138a-00f9-4604-891c-302bc791feae {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:21.200702 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc89e58-bb2a-4505-b5f3-88b59114382b", "tag": "0152962c-4949-48a7-868c-ccda53a4553d", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:21.200964 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a86e138a-00f9-4604-891c-302bc791feae {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:21.201358 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc89e58-bb2a-4505-b5f3-88b59114382b', 'tag': '0152962c-4949-48a7-868c-ccda53a4553d', 'status': 'completed', 'code': 200} Feb 09 03:05:21.204083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-d2638597-a1c7-44d5-a281-8f539996c1e3 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:21.264508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bb501a73-64d3-43d9-95e0-6cab60067083 None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:21.286985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bb501a73-64d3-43d9-95e0-6cab60067083 None None] Provisioning complete for port 54abd0b1-ed69-4014-b110-2d523215cd28 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:21.287373 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb501a73-64d3-43d9-95e0-6cab60067083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:21.311785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2927c6f-8915-4c26-ab80-bd14b5652e68 req-7c041881-b945-438f-a024-c18e253587e3 service neutron] 10.222.0.26 "GET /v2.0/networks/6ffc5167-da45-4eb1-a75e-466a5933ada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036611 Feb 09 03:05:21.340471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:05:21.352610 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] Sync routers for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:05:21.362423 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:21.375366 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:05:21.377082 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:05:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:21.384028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bb501a73-64d3-43d9-95e0-6cab60067083 None None] Port 54abd0b1-ed69-4014-b110-2d523215cd28 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:21.384540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-dba14b3a-9a80-4c11-8fce-a5c55ec70909 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821028 Feb 09 03:05:21.434773 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:21.458914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5f904729-b236-469a-b85a-364c270d6949 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "PUT /v2.0/floatingips/9feb7c6d-4ae2-4fbb-99ee-8717841fe40f HTTP/1.1" status: 200 len: 992 time: 3.3170419 Feb 09 03:05:21.475543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'tag': '1844cc1e-9346-4142-b96e-045b44030d0d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:21.479331 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbee3c59-253e-47af-9bbb-4f6953799ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "9dffb205-efd4-41a9-9701-18702ec5d1aa", "tag": "1844cc1e-9346-4142-b96e-045b44030d0d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:21.520610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d2638597-a1c7-44d5-a281-8f539996c1e3 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags HTTP/1.1" status: 200 len: 205 time: 0.3202159 Feb 09 03:05:21.524600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (ad39e967-3324-443c-ac20-e2edf1644a3c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:21.531721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44590) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:21.550107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-50c7ed4e-b068-4e42-bcaa-e95c5f94f3f2 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:21.571209 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6e98b3-7422-44b9-b6d6-0e35c6ff5a8b x-openstack-request-id: req-af6e98b3-7422-44b9-b6d6-0e35c6ff5a8b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:21.571757 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dffb205-efd4-41a9-9701-18702ec5d1aa", "tag": "1844cc1e-9346-4142-b96e-045b44030d0d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:21.572208 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af6e98b3-7422-44b9-b6d6-0e35c6ff5a8b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:21.572993 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'tag': '1844cc1e-9346-4142-b96e-045b44030d0d', 'status': 'completed', 'code': 200} Feb 09 03:05:21.582395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6a4c095-fda7-4975-a7a8-57742474bd5c req-acfd9e34-0662-4983-b8d7-29a285f7b5c8 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906581 Feb 09 03:05:21.606953 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:05:21.634850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44592) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:21.700959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:21.735352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-1de1d791-3662-47d8-8aa3-5dfbf20ea83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:21.737138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-1de1d791-3662-47d8-8aa3-5dfbf20ea83a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=93bf5254c42741b5aa6e228fa42363bd&device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 1130 time: 0.0896235 Feb 09 03:05:21.782702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:21.784496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=ad39e967-3324-443c-ac20-e2edf1644a3c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:21.797290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc415171-ff6e-47ae-b164-dc71e09c9a6a None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:21.861786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:21.862650 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:21.934291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3d02047-977d-43d6-bc25-3aca8aa2120b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:21.953517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-50c7ed4e-b068-4e42-bcaa-e95c5f94f3f2 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags HTTP/1.1" status: 200 len: 241 time: 0.4150159 Feb 09 03:05:21.961289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44606) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:21.967638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-130d44bf-c2dd-4754-9421-06d42f37cc27 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411', 'tempest-TagsExtTest-Tag-1461152894') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:21.981000 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0f0ca22c-7296-4e8b-b5e8-97ce314a6810 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2588732 Feb 09 03:05:21.985675 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9feb7c6d-4ae2-4fbb-99ee-8717841fe40f', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'port_id': '1844cc1e-9346-4142-b96e-045b44030d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'mac_address': 'fa:16:3e:a5:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:04:53Z', 'updated_at': '2022-02-09T03:05:19Z', 'revision_number': 1, 'project_id': 'f66209d41764472fa819526c33adff5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:21.990469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44608) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:22.005647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1dc17af5-6a1b-477d-aa13-c8896e4ebdf4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1954008851'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:22.012293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-d0c28ba9-2729-459d-9216-08dc3f23bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.014460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-d0c28ba9-2729-459d-9216-08dc3f23bb3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.2708497 Feb 09 03:05:22.041021 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] Checking router: 9eb4e27d-84e6-462a-b2c6-87658c978e57 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:05:22.051117 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:05:22.052089 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:05:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:22.081462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9cd8d-f51a-4a54-a514-73fcbc9d17da req-8c13c8fa-570d-4846-897d-61cfbe39e2fa tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.095906 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ae9cd8d-f51a-4a54-a514-73fcbc9d17da req-8c13c8fa-570d-4846-897d-61cfbe39e2fa tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 946 time: 0.5268841 Feb 09 03:05:22.123867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-f31c872f-148a-4af9-a2bc-4b2a6d9e89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.126549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-f31c872f-148a-4af9-a2bc-4b2a6d9e89c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f66209d41764472fa819526c33adff5c&device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 1128 time: 0.4644382 Feb 09 03:05:22.232193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0da96a-2cca-47a3-9c1d-794b716c7af5 None None] Update dhcp port {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'fixed_ips': [{'subnet_id': 'ca3b37b6-523a-4ef4-8553-fe253eb1e246', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ad39e967-3324-443c-ac20-e2edf1644a3c'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e7c34eed-9369-460e-8c15-b12a4df0a58f'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:05:22.279637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-4ffa72f0-c8b3-4a0d-9d3e-e1e40ac7927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.281175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-4ffa72f0-c8b3-4a0d-9d3e-e1e40ac7927b service neutron] 10.222.0.61 "GET /v2.0/networks?id=454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 200 len: 912 time: 0.1303060 Feb 09 03:05:22.307924 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:05:22.311833 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-af0da96a-2cca-47a3-9c1d-794b716c7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.383471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ae9cd8d-f51a-4a54-a514-73fcbc9d17da req-c648eb4d-bc0b-4f7a-bf77-831b4972273c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451997 Feb 09 03:05:22.386580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1dc17af5-6a1b-477d-aa13-c8896e4ebdf4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.439156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-ad5926ea-9534-457e-a1dc-6f225625e53a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1844cc1e-9346-4142-b96e-045b44030d0d HTTP/1.1" status: 200 len: 1000 time: 0.1502273 Feb 09 03:05:22.468549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-9ea8da41-b4ea-43d8-b4ac-dedd3ed42800 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0152962c-4949-48a7-868c-ccda53a4553d HTTP/1.1" status: 200 len: 217 time: 0.4473000 Feb 09 03:05:22.530004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-9690587b-d9cd-4a61-b9ad-8a85fcdaa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.531884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-9690587b-d9cd-4a61-b9ad-8a85fcdaa27e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 200 len: 850 time: 0.0829360 Feb 09 03:05:22.547909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-af0da96a-2cca-47a3-9c1d-794b716c7af5 None None] Allocated IP 172.20.0.2 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/ad39e967-3324-443c-ac20-e2edf1644a3c/e7c34eed-9369-460e-8c15-b12a4df0a58f) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:22.588342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3d02047-977d-43d6-bc25-3aca8aa2120b admin admin] Publish callbacks [] for security_group (a389df89-6af9-4d0a-8e71-685b2499258c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.631567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1dc17af5-6a1b-477d-aa13-c8896e4ebdf4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (02f82b41-a6a3-4cf8-8755-b17028834670), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.645053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1dc17af5-6a1b-477d-aa13-c8896e4ebdf4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (02f82b41-a6a3-4cf8-8755-b17028834670), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.661826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7b64-732f-4f9c-89ae-a15f3a384ba3 req-fff06dec-d405-4c95-922c-d7b6c7aa27f5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.669490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-408e7b64-732f-4f9c-89ae-a15f3a384ba3 req-fff06dec-d405-4c95-922c-d7b6c7aa27f5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 948 time: 0.1412325 Feb 09 03:05:22.682086 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f3d02047-977d-43d6-bc25-3aca8aa2120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a389df89-6af9-4d0a-8e71-685b2499258c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.682839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-09968663-23e4-4b56-b268-9647561796e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.684624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-09968663-23e4-4b56-b268-9647561796e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=454b2269-5447-4811-bcdf-2b84a70438bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1360939 Feb 09 03:05:22.702187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-af0da96a-2cca-47a3-9c1d-794b716c7af5 None None] For port e7c34eed-9369-460e-8c15-b12a4df0a58f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7c34eed-9369-460e-8c15-b12a4df0a58f,segment=NetworkSegment(f4f48842-fdac-409c-81bb-387f9e8175e6),segment_id=f4f48842-fdac-409c-81bb-387f9e8175e6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:22.732820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d02047-977d-43d6-bc25-3aca8aa2120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a389df89-6af9-4d0a-8e71-685b2499258c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:22.773753 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1dc17af5-6a1b-477d-aa13-c8896e4ebdf4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.775216 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1dc17af5-6a1b-477d-aa13-c8896e4ebdf4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7837756 Feb 09 03:05:22.775499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-163f655c-5a5d-4dcb-99ae-028c84af0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.777053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-163f655c-5a5d-4dcb-99ae-028c84af0fb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1440101 Feb 09 03:05:22.781827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44618) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:22.789649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-130d44bf-c2dd-4754-9421-06d42f37cc27 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags/tempest-TagsExtTest-Tag-1461152894 HTTP/1.1" status: 204 len: 168 time: 0.8270528 Feb 09 03:05:22.794412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-58b6056d-ff0b-40c1-951c-b3c33499485a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'security_group': {'name': 'tempest-secgroup-86141808'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:22.803060 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-af0da96a-2cca-47a3-9c1d-794b716c7af5 None None] Publish callbacks [] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.807406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44620) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:22.814969 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-af0da96a-2cca-47a3-9c1d-794b716c7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:22.815177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-ea4e52fe-9914-4cb2-be3c-dbf47cc5ae07 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411', 'tempest-TagsExtTest-Tag-1461152894') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:22.818875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-408e7b64-732f-4f9c-89ae-a15f3a384ba3 req-c59eab38-a975-4ebc-a0ab-e9c8e2e0ef20 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484413 Feb 09 03:05:22.823586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc17af5-6a1b-477d-aa13-c8896e4ebdf4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f82b41-a6a3-4cf8-8755-b17028834670,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:22.875869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f3d02047-977d-43d6-bc25-3aca8aa2120b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6eed1bbe1b2402eaae538ad4f027bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2398169 Feb 09 03:05:22.880564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:22.884385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0223503-4415-4720-93a8-a3a27622a977 req-c33e7987-cd3a-4d8b-ad12-bd6dc0784324 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:22.892812 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0223503-4415-4720-93a8-a3a27622a977 req-c33e7987-cd3a-4d8b-ad12-bd6dc0784324 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 944 time: 0.3028686 Feb 09 03:05:22.943830 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9feb7c6d-4ae2-4fbb-99ee-8717841fe40f', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'port_id': '1844cc1e-9346-4142-b96e-045b44030d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'mac_address': 'fa:16:3e:a5:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:04:53Z', 'updated_at': '2022-02-09T03:05:19Z', 'revision_number': 1, 'project_id': 'f66209d41764472fa819526c33adff5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:22.972089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-bc963e81-3a11-4bb6-a3b9-2a900fd6b1e3 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726040 Feb 09 03:05:22.985924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0da96a-2cca-47a3-9c1d-794b716c7af5 None None] Pushing event updated for resources: {'Port': ['ID=e7c34eed-9369-460e-8c15-b12a4df0a58f,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:23.019696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-cbc49647-d5e8-427c-92bb-13a2e3d77ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:23.021297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-cbc49647-d5e8-427c-92bb-13a2e3d77ca0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2221274 Feb 09 03:05:23.025678 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58b6056d-ff0b-40c1-951c-b3c33499485a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.034527 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e291531-7f8f-4223-9d2a-e962224176d0 admin admin] Publish callbacks [] for security_group (a389df89-6af9-4d0a-8e71-685b2499258c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.042518 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52e6ad-5ff2-4446-99b5-f4068f32e848 None None] The sync data for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 is: [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9feb7c6d-4ae2-4fbb-99ee-8717841fe40f', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'port_id': '1844cc1e-9346-4142-b96e-045b44030d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'mac_address': 'fa:16:3e:a5:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:04:53Z', 'updated_at': '2022-02-09T03:05:19Z', 'revision_number': 1, 'project_id': 'f66209d41764472fa819526c33adff5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:05:23.049540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0152962c-4949-48a7-868c-ccda53a4553d details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:05:23.129952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016c500-caae-4b76-9225-8e8dd9fb99e2 req-b55dc283-4475-4f59-a4e1-9ecfd95f4d52 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:23.137775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f016c500-caae-4b76-9225-8e8dd9fb99e2 req-b55dc283-4475-4f59-a4e1-9ecfd95f4d52 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2200897 Feb 09 03:05:23.152708 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e291531-7f8f-4223-9d2a-e962224176d0 admin admin] Publish callbacks [] for security_group (a389df89-6af9-4d0a-8e71-685b2499258c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.162028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-5f8cb4bb-e94f-454a-882a-16fc5db6ceda service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183474 Feb 09 03:05:23.230572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0223503-4415-4720-93a8-a3a27622a977 req-295b1d8e-ee54-4ced-b908-7a12128d3639 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361166 Feb 09 03:05:23.273906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0152962c-4949-48a7-868c-ccda53a4553d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0152962c-4949-48a7-868c-ccda53a4553d,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:23.300824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '0152962c-4949-48a7-868c-ccda53a4553d', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '0152962c-4949-48a7-868c-ccda53a4553d', 'mac_address': 'fa:16:3e:7f:37:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:05:23.323780 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f016c500-caae-4b76-9225-8e8dd9fb99e2 req-6653717a-6852-45a1-b43a-148c55c6a88f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846688 Feb 09 03:05:23.331145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbee3c59-253e-47af-9bbb-4f6953799ffe req-7033adf9-adf7-4b2f-9c23-f5d8831dcc49 service neutron] 10.222.0.61 "GET /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481483 Feb 09 03:05:23.369923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e291531-7f8f-4223-9d2a-e962224176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a389df89-6af9-4d0a-8e71-685b2499258c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.376430 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e291531-7f8f-4223-9d2a-e962224176d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.381014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2e291531-7f8f-4223-9d2a-e962224176d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a389df89-6af9-4d0a-8e71-685b2499258c HTTP/1.1" status: 204 len: 168 time: 0.4975317 Feb 09 03:05:23.402275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0152962c-4949-48a7-868c-ccda53a4553d is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:23.402680 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0152962c-4949-48a7-868c-ccda53a4553d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.417397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e291531-7f8f-4223-9d2a-e962224176d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a389df89-6af9-4d0a-8e71-685b2499258c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:23.434558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0152962c-4949-48a7-868c-ccda53a4553d {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:05:23.503927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31244d25-6b9e-4c1a-99bd-ab0360173b84 None None] New status for floating IP 9feb7c6d-4ae2-4fbb-99ee-8717841fe40f: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:05:23.572066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58b6056d-ff0b-40c1-951c-b3c33499485a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (61adf575-acac-4cdf-bbdd-238b3859169f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.622596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea4e52fe-9914-4cb2-be3c-dbf47cc5ae07 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags/tempest-TagsExtTest-Tag-1461152894 HTTP/1.1" status: 204 len: 168 time: 0.8093736 Feb 09 03:05:23.624251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44630) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:23.632790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-2bfa9cfb-f5f7-40b5-8a2d-6ddb38ab2c92 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:23.658631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58b6056d-ff0b-40c1-951c-b3c33499485a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (61adf575-acac-4cdf-bbdd-238b3859169f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.710983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0152962c-4949-48a7-868c-ccda53a4553d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0152962c-4949-48a7-868c-ccda53a4553d,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:23.719770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0152962c-4949-48a7-868c-ccda53a4553d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.809331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58b6056d-ff0b-40c1-951c-b3c33499485a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.814403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-58b6056d-ff0b-40c1-951c-b3c33499485a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0232553 Feb 09 03:05:23.819443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44634) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:23.836964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-843d398d-5330-499b-bc04-74e53b15e201 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468840524'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:23.852638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0152962c-4949-48a7-868c-ccda53a4553d,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:23.861219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ab8fc3-f5fc-404c-8fd1-6576489dfd7c req-8bc048fa-a2de-44cf-b718-4ef86237ec65 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867945 Feb 09 03:05:23.870898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6056d-ff0b-40c1-951c-b3c33499485a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61adf575-acac-4cdf-bbdd-238b3859169f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:23.909917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416a37-c76a-4d94-9a5e-56abdd919dca req-e6f32d65-ac6e-4bd9-b6d3-bb70fac88645 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:23.920451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8416a37-c76a-4d94-9a5e-56abdd919dca req-e6f32d65-ac6e-4bd9-b6d3-bb70fac88645 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 946 time: 0.3469520 Feb 09 03:05:23.939832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-843d398d-5330-499b-bc04-74e53b15e201 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:23.979829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['0152962c-4949-48a7-868c-ccda53a4553d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:05:23.991654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44638) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.025209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b47e6892-1d8a-4d5f-b36b-6443532ddd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.100183 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8416a37-c76a-4d94-9a5e-56abdd919dca req-4bb9a7d8-1ffd-4d3f-817b-c67307d198d2 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783831 Feb 09 03:05:24.163366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7c766ba7-0b70-4de6-a88e-85db40725d2c None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:24.163752 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7c766ba7-0b70-4de6-a88e-85db40725d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.188982 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-843d398d-5330-499b-bc04-74e53b15e201 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (894c73dd-e9de-411d-8818-a0dea7be0d09), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.207247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-843d398d-5330-499b-bc04-74e53b15e201 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (894c73dd-e9de-411d-8818-a0dea7be0d09), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.209094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3a3f8807-7fcb-44a6-adc8-765a9e21b92a details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:05:24.275044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-843d398d-5330-499b-bc04-74e53b15e201 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.276306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-843d398d-5330-499b-bc04-74e53b15e201 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4507017 Feb 09 03:05:24.287043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44646) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.311857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1523345561', 'security_groups': ['894c73dd-e9de-411d-8818-a0dea7be0d09'], 'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad39e967-3324-443c-ac20-e2edf1644a3c'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:24.332324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d398d-5330-499b-bc04-74e53b15e201 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894c73dd-e9de-411d-8818-a0dea7be0d09,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:24.346903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,segment=NetworkSegment(35b168a8-e630-4f3e-b38b-b2647026ec76),segment_id=35b168a8-e630-4f3e-b38b-b2647026ec76)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:24.397784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '3a3f8807-7fcb-44a6-adc8-765a9e21b92a', 'network_id': '6ffc5167-da45-4eb1-a75e-466a5933ada8', 'port_id': '3a3f8807-7fcb-44a6-adc8-765a9e21b92a', 'mac_address': 'fa:16:3e:9e:3e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff1461a-cfe5-4060-bb63-41c528c7cd0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:05:24.401799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7c34eed-9369-460e-8c15-b12a4df0a58f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:24.465758 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b47e6892-1d8a-4d5f-b36b-6443532ddd02 admin admin] Publish callbacks [] for security_group (81271847-aaf7-4c39-aa9a-17b10038b9dc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.494617 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b47e6892-1d8a-4d5f-b36b-6443532ddd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81271847-aaf7-4c39-aa9a-17b10038b9dc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.499433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2bfa9cfb-f5f7-40b5-8a2d-6ddb38ab2c92 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags HTTP/1.1" status: 200 len: 205 time: 0.8732648 Feb 09 03:05:24.503315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44652) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.515769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-d67b9fe3-5c5c-4445-86c1-682ce818ad3b tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:24.547137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bc865-d48f-4289-a157-65aaff205ed2 req-0585cac1-aa7f-46dd-bf49-74540fc65c81 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:24.548565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-364bc865-d48f-4289-a157-65aaff205ed2 req-0585cac1-aa7f-46dd-bf49-74540fc65c81 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 949 time: 0.1160657 Feb 09 03:05:24.551056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c466f-14df-472e-83fc-ca644b277f87 req-d9d2fad5-3d2e-4ed1-9792-ed59f1d06aba tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:24.558743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d7c466f-14df-472e-83fc-ca644b277f87 req-d9d2fad5-3d2e-4ed1-9792-ed59f1d06aba tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 944 time: 0.1633101 Feb 09 03:05:24.592168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d67b9fe3-5c5c-4445-86c1-682ce818ad3b tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags HTTP/1.1" status: 200 len: 241 time: 0.0876744 Feb 09 03:05:24.596756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44654) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.602815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-2014fadf-f8bc-4581-9b64-48b5c3d1464a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1', 'tempest-TagsExtTest-Tag-1219994089') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:24.623054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b47e6892-1d8a-4d5f-b36b-6443532ddd02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=315fcae280e8494390125bacdc156538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6274700 Feb 09 03:05:24.632822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e6892-1d8a-4d5f-b36b-6443532ddd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81271847-aaf7-4c39-aa9a-17b10038b9dc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:24.633041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.677415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d7c466f-14df-472e-83fc-ca644b277f87 req-a1076f8f-221a-4260-b059-2542808666c7 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117666 Feb 09 03:05:24.678792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:24.695472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-364bc865-d48f-4289-a157-65aaff205ed2 req-3124c77c-daaf-48ed-8ee2-f76be4ba6f36 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308703 Feb 09 03:05:24.735117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2014fadf-f8bc-4581-9b64-48b5c3d1464a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags/tempest-TagsExtTest-Tag-1219994089 HTTP/1.1" status: 204 len: 168 time: 0.1350079 Feb 09 03:05:24.740756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44660) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.746042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-0abb61e5-3176-4fb8-baeb-76e521a684d3 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1', 'tempest-TagsExtTest-Tag-1219994089') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:24.771496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59aa247c-7a62-4397-85b7-d3e83611733f admin admin] Publish callbacks [] for security_group (81271847-aaf7-4c39-aa9a-17b10038b9dc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.803499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59aa247c-7a62-4397-85b7-d3e83611733f admin admin] Publish callbacks [] for security_group (81271847-aaf7-4c39-aa9a-17b10038b9dc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.858621 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0abb61e5-3176-4fb8-baeb-76e521a684d3 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags/tempest-TagsExtTest-Tag-1219994089 HTTP/1.1" status: 204 len: 168 time: 0.1166902 Feb 09 03:05:24.861110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:24.861913 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.863739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44664) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.868585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-c4724545-3eaa-41ee-81be-1933d6a6b539 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:24.895805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:24.896201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.896776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c4724545-3eaa-41ee-81be-1933d6a6b539 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags HTTP/1.1" status: 200 len: 205 time: 0.0319071 Feb 09 03:05:24.899529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44666) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.906866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-d00e20f0-d75d-46e3-8aac-46bd18a7a91c tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:24.943326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59aa247c-7a62-4397-85b7-d3e83611733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81271847-aaf7-4c39-aa9a-17b10038b9dc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.946706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59aa247c-7a62-4397-85b7-d3e83611733f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:24.950964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-59aa247c-7a62-4397-85b7-d3e83611733f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81271847-aaf7-4c39-aa9a-17b10038b9dc HTTP/1.1" status: 204 len: 168 time: 0.2930167 Feb 09 03:05:24.955195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d00e20f0-d75d-46e3-8aac-46bd18a7a91c tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0540564 Feb 09 03:05:24.961988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44670) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:24.967064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-47b17229-1821-4e52-aede-3bd1160f4809 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:24.969811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa247c-7a62-4397-85b7-d3e83611733f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81271847-aaf7-4c39-aa9a-17b10038b9dc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:24.993894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3f8807-7fcb-44a6-adc8-765a9e21b92a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:05:25.030171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e913e3-41f1-4612-9f11-957814d4337b req-c74b848b-995c-46d4-adbc-950edfd315db tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:25.039876 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27e913e3-41f1-4612-9f11-957814d4337b req-c74b848b-995c-46d4-adbc-950edfd315db tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1644540 Feb 09 03:05:25.059042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:25.082891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] device_id is not set on port c939d5f0-80e6-46ff-b6c8-7002899aea8d yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:05:25.091349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,segment=NetworkSegment(35b168a8-e630-4f3e-b38b-b2647026ec76),segment_id=35b168a8-e630-4f3e-b38b-b2647026ec76)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:25.099912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7c766ba7-0b70-4de6-a88e-85db40725d2c None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:25.116820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-47b17229-1821-4e52-aede-3bd1160f4809 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags HTTP/1.1" status: 204 len: 168 time: 0.1537833 Feb 09 03:05:25.121011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44674) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:25.131009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:25.132469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-89645dab-4e0a-4370-84f1-ad40c1e2935c tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:25.194224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27e913e3-41f1-4612-9f11-957814d4337b req-82ebaad0-1321-43f6-a920-3e2b1839a341 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515105 Feb 09 03:05:25.214650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-89645dab-4e0a-4370-84f1-ad40c1e2935c tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags HTTP/1.1" status: 204 len: 168 time: 0.0903778 Feb 09 03:05:25.215309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44676) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:25.225023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-d16d4635-5c64-4ee6-8f4b-18844894747f tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:25.252413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:25.272400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7c766ba7-0b70-4de6-a88e-85db40725d2c None None] Provisioning complete for port 54abd0b1-ed69-4014-b110-2d523215cd28 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:25.272785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7c766ba7-0b70-4de6-a88e-85db40725d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:25.359787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:25.364523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d16d4635-5c64-4ee6-8f4b-18844894747f tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags HTTP/1.1" status: 204 len: 168 time: 0.1474774 Feb 09 03:05:25.365428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7c766ba7-0b70-4de6-a88e-85db40725d2c None None] Port 54abd0b1-ed69-4014-b110-2d523215cd28 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:25.368342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44680) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:25.382340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-f0777eb3-1032-4c6c-b540-9fe534001b8b tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493', 'tempest-TagsExtTest-Tag-817059977') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:25.393249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.13 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/ad39e967-3324-443c-ac20-e2edf1644a3c/c939d5f0-80e6-46ff-b6c8-7002899aea8d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:25.467408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3a3f8807-7fcb-44a6-adc8-765a9e21b92a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:05:25.524725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f0777eb3-1032-4c6c-b540-9fe534001b8b tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags/tempest-TagsExtTest-Tag-817059977 HTTP/1.1" status: 201 len: 201 time: 0.1552973 Feb 09 03:05:25.527519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44688) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:25.532913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-40ae4f92-57f4-47ac-b9a8-eac1d3c1c150 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30', 'tempest-TagsExtTest-Tag-1312027979') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:25.621592 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:25.680825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-40ae4f92-57f4-47ac-b9a8-eac1d3c1c150 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags/tempest-TagsExtTest-Tag-1312027979 HTTP/1.1" status: 201 len: 201 time: 0.1521719 Feb 09 03:05:25.683238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44694) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:25.689504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-d00b0b4b-4f04-4e06-b1d7-2365b3487f09 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411', 'tempest-TagsExtTest-Tag-840723113') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:25.706644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:25.844243 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d00b0b4b-4f04-4e06-b1d7-2365b3487f09 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags/tempest-TagsExtTest-Tag-840723113 HTTP/1.1" status: 201 len: 201 time: 0.1593347 Feb 09 03:05:25.845204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44704) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:25.850697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-ce82f028-1254-4334-a195-2bfe31f33d01 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1', 'tempest-TagsExtTest-Tag-470562930') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:25.894901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:25.925976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:25.940618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:25.948578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=c939d5f0-80e6-46ff-b6c8-7002899aea8d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:26.024472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ab094-05aa-4d4d-9ede-2228e0c20b1c req-df589539-d748-4546-b207-8e778a5867b2 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:26.026476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-288ab094-05aa-4d4d-9ede-2228e0c20b1c req-df589539-d748-4546-b207-8e778a5867b2 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 949 time: 0.1732650 Feb 09 03:05:26.032304 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ce82f028-1254-4334-a195-2bfe31f33d01 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags/tempest-TagsExtTest-Tag-470562930 HTTP/1.1" status: 201 len: 201 time: 0.1853657 Feb 09 03:05:26.034373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44710) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.060059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:26.060675 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:26.061097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-d5b13501-5e46-45df-8b2e-d41a7a502a15 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493', {'tags': ['tempest-TagsExtTest-Tag-1927596401', 'tempest-TagsExtTest-Tag-1857931518', 'tempest-TagsExtTest-Tag-881014372']}) {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:26.118363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-628f4179-7816-43d9-a4f3-743e7a693efb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8286078 Feb 09 03:05:26.119888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44714) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.137077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3e4f5f3d-8e6f-43f9-9954-61cbebb0e7eb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:26.169699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-288ab094-05aa-4d4d-9ede-2228e0c20b1c req-af5d325c-4712-4fd8-8b1b-bb1e1e371ca8 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350937 Feb 09 03:05:26.243181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df18912-9e76-4e02-945e-650eeffcbdb5 req-b3653e18-022f-4765-bddc-7b2b7c799eae tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:26.250195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7df18912-9e76-4e02-945e-650eeffcbdb5 req-b3653e18-022f-4765-bddc-7b2b7c799eae tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 945 time: 0.3519869 Feb 09 03:05:26.255538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d5b13501-5e46-45df-8b2e-d41a7a502a15 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags HTTP/1.1" status: 200 len: 317 time: 0.2194982 Feb 09 03:05:26.261037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44718) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.278681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-75ce2cb0-9ccc-4fbf-b2ae-b2a057be1a05 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:26.416635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7df18912-9e76-4e02-945e-650eeffcbdb5 req-b030b07c-639c-42c6-8aed-e95f8fe15e5e tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545820 Feb 09 03:05:26.441978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a84293-7eac-472c-88e0-3b54e97b06d7 req-4c363d74-d0c3-4161-9eec-d1e0c7d9d1fc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:26.452155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a84293-7eac-472c-88e0-3b54e97b06d7 req-4c363d74-d0c3-4161-9eec-d1e0c7d9d1fc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1494737 Feb 09 03:05:26.467912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-75ce2cb0-9ccc-4fbf-b2ae-b2a057be1a05 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags HTTP/1.1" status: 204 len: 168 time: 0.2043135 Feb 09 03:05:26.468912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44726) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.473258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-15f050e6-7fc2-42c5-b978-4fd139474274 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493', 'tempest-TagsExtTest-Tag-1927596401') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:26.479703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f5f3d-8e6f-43f9-9954-61cbebb0e7eb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:26.484887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5f3d-8e6f-43f9-9954-61cbebb0e7eb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:26.514815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8058bd35-b054-4ef0-93a2-3fd8adadef2a None None] Provisioning complete for port c939d5f0-80e6-46ff-b6c8-7002899aea8d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:26.516047 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8058bd35-b054-4ef0-93a2-3fd8adadef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:26.599218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8058bd35-b054-4ef0-93a2-3fd8adadef2a None None] Port c939d5f0-80e6-46ff-b6c8-7002899aea8d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:26.606677 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-15f050e6-7fc2-42c5-b978-4fd139474274 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:26.611648 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-15f050e6-7fc2-42c5-b978-4fd139474274 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags/tempest-TagsExtTest-Tag-1927596401 HTTP/1.1" status: 404 len: 329 time: 0.1410909 Feb 09 03:05:26.611648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44730) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.616738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-6b821595-0fd0-45a9-ad49-915abe206258 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493', 'tempest-TagsExtTest-Tag-1857931518') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:26.643466 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a84293-7eac-472c-88e0-3b54e97b06d7 req-cae0afbf-9a8d-4890-a9ba-1742a229e835 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896205 Feb 09 03:05:26.690598 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-6b821595-0fd0-45a9-ad49-915abe206258 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:26.691972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6b821595-0fd0-45a9-ad49-915abe206258 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags/tempest-TagsExtTest-Tag-1857931518 HTTP/1.1" status: 404 len: 329 time: 0.0790503 Feb 09 03:05:26.694816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44734) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.699857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-023ce080-9686-428d-9443-96eebf8a7d89 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493', 'tempest-TagsExtTest-Tag-881014372') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:26.708805 n-d-827839-4 neutron-server[109857]: INFO neutron.db.ipam_backend_mixin [None req-3e4f5f3d-8e6f-43f9-9954-61cbebb0e7eb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad39e967-3324-443c-ac20-e2edf1644a3c (CIDR: 172.20.0.0/28) Feb 09 03:05:26.713635 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4f5f3d-8e6f-43f9-9954-61cbebb0e7eb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:05:26.714678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4f5f3d-8e6f-43f9-9954-61cbebb0e7eb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:26.750878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3e4f5f3d-8e6f-43f9-9954-61cbebb0e7eb tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6207042 Feb 09 03:05:26.754344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44738) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.760614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0dde36f4-7534-4d54-9288-e3914a371f7a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:26.810147 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-023ce080-9686-428d-9443-96eebf8a7d89 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:26.814744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-023ce080-9686-428d-9443-96eebf8a7d89 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags/tempest-TagsExtTest-Tag-881014372 HTTP/1.1" status: 404 len: 328 time: 0.1188450 Feb 09 03:05:26.815049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44742) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.820199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-3954e10c-2c3b-446b-b88d-3e0df17d12a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30', {'tags': ['tempest-TagsExtTest-Tag-13880443', 'tempest-TagsExtTest-Tag-81244480', 'tempest-TagsExtTest-Tag-1084773979']}) {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:26.950881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3954e10c-2c3b-446b-b88d-3e0df17d12a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags HTTP/1.1" status: 200 len: 314 time: 0.1341805 Feb 09 03:05:26.952341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0152962c-4949-48a7-868c-ccda53a4553d up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:26.954597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44748) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:26.963535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-162b77bb-6da5-483f-b4af-f8b423c9eb32 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.016944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dde36f4-7534-4d54-9288-e3914a371f7a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:27.021443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0dde36f4-7534-4d54-9288-e3914a371f7a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:27.059543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 0152962c-4949-48a7-868c-ccda53a4553d completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:05:27.061129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 0152962c-4949-48a7-868c-ccda53a4553d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:27.061616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0152962c-4949-48a7-868c-ccda53a4553d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:27.076386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-162b77bb-6da5-483f-b4af-f8b423c9eb32 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags HTTP/1.1" status: 204 len: 168 time: 0.1200008 Feb 09 03:05:27.077778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44752) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.085149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-53d9e678-a989-409d-a85e-fec2ce9c6079 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30', 'tempest-TagsExtTest-Tag-13880443') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.152067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 0152962c-4949-48a7-868c-ccda53a4553d is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:27.152464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0152962c-4949-48a7-868c-ccda53a4553d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:27.162136 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-53d9e678-a989-409d-a85e-fec2ce9c6079 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:27.163516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-53d9e678-a989-409d-a85e-fec2ce9c6079 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags/tempest-TagsExtTest-Tag-13880443 HTTP/1.1" status: 404 len: 327 time: 0.0841355 Feb 09 03:05:27.166504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44756) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.173576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-18c2eaea-7ccc-4601-8a3f-1465ac36db4a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30', 'tempest-TagsExtTest-Tag-81244480') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.183105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc89e58-bb2a-4505-b5f3-88b59114382b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0152962c-4949-48a7-868c-ccda53a4553d'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:27.185643 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c483a-9e64-4667-b503-04f139bcb7cf" -d '{"events": [{"server_uuid": "bbc89e58-bb2a-4505-b5f3-88b59114382b", "name": "network-vif-plugged", "status": "completed", "tag": "0152962c-4949-48a7-868c-ccda53a4553d"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:27.199209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 0152962c-4949-48a7-868c-ccda53a4553d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0152962c-4949-48a7-868c-ccda53a4553d,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:27.205424 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0152962c-4949-48a7-868c-ccda53a4553d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:27.259345 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-18c2eaea-7ccc-4601-8a3f-1465ac36db4a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:27.260783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-18c2eaea-7ccc-4601-8a3f-1465ac36db4a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags/tempest-TagsExtTest-Tag-81244480 HTTP/1.1" status: 404 len: 327 time: 0.0920391 Feb 09 03:05:27.263560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44762) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.267223 n-d-827839-4 neutron-server[109857]: INFO neutron.db.ipam_backend_mixin [None req-0dde36f4-7534-4d54-9288-e3914a371f7a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ca3b37b6-523a-4ef4-8553-fe253eb1e246 (CIDR: 172.20.0.16/28) Feb 09 03:05:27.271867 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dde36f4-7534-4d54-9288-e3914a371f7a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:05:27.272230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=0152962c-4949-48a7-868c-ccda53a4553d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:27.272435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dde36f4-7534-4d54-9288-e3914a371f7a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:27.276679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-41d1d336-9319-4e04-8fc3-f73cf2ed69ad tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30', 'tempest-TagsExtTest-Tag-1084773979') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.294918 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c264eba-b948-4daa-8049-bc1ac01bd2c1 x-openstack-request-id: req-7c264eba-b948-4daa-8049-bc1ac01bd2c1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:27.295217 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc89e58-bb2a-4505-b5f3-88b59114382b", "name": "network-vif-plugged", "status": "completed", "tag": "0152962c-4949-48a7-868c-ccda53a4553d", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:27.295480 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c264eba-b948-4daa-8049-bc1ac01bd2c1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:27.296099 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc89e58-bb2a-4505-b5f3-88b59114382b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0152962c-4949-48a7-868c-ccda53a4553d', 'code': 200} Feb 09 03:05:27.305778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0dde36f4-7534-4d54-9288-e3914a371f7a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5497358 Feb 09 03:05:27.308306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44764) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.328449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'subnet': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:27.357526 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-41d1d336-9319-4e04-8fc3-f73cf2ed69ad tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:27.359119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-41d1d336-9319-4e04-8fc3-f73cf2ed69ad tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags/tempest-TagsExtTest-Tag-1084773979 HTTP/1.1" status: 404 len: 329 time: 0.0944114 Feb 09 03:05:27.361972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.366932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-0643344b-84fa-4df2-a973-aa0144791d09 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411', {'tags': ['tempest-TagsExtTest-Tag-594692489', 'tempest-TagsExtTest-Tag-679679843', 'tempest-TagsExtTest-Tag-312334350']}) {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.470471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0643344b-84fa-4df2-a973-aa0144791d09 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags HTTP/1.1" status: 200 len: 315 time: 0.1068532 Feb 09 03:05:27.472576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44774) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.481130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-62a627c0-5618-4f5b-9e07-064fa96c0c5e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.559527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Made reservation on behalf of c63e667e4e38457caa1989bb463c5818 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:27.563801 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:27.623509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50385f17-220a-449c-854f-c359a21bfd07 req-38aa7175-d77f-42d2-a96b-a13e077f800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:27.626062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50385f17-220a-449c-854f-c359a21bfd07 req-38aa7175-d77f-42d2-a96b-a13e077f800b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 1132 time: 0.1666756 Feb 09 03:05:27.635605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7b056-85f7-4c22-9871-2802a2e5bc65 req-f1a5a928-535c-4761-804d-f001fda0fcd0 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:27.637164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43b7b056-85f7-4c22-9871-2802a2e5bc65 req-f1a5a928-535c-4761-804d-f001fda0fcd0 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 950 time: 0.2893250 Feb 09 03:05:27.676748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccee93b-7548-4676-a4a8-663869aeb149 req-3fc216cc-f033-4c43-987d-0742c2d6e453 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:27.686919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fccee93b-7548-4676-a4a8-663869aeb149 req-3fc216cc-f033-4c43-987d-0742c2d6e453 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 945 time: 0.1130092 Feb 09 03:05:27.729409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-62a627c0-5618-4f5b-9e07-064fa96c0c5e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags HTTP/1.1" status: 204 len: 168 time: 0.2555554 Feb 09 03:05:27.733626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44782) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.739127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-990786e7-9f58-4941-877b-88d0b160c047 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411', 'tempest-TagsExtTest-Tag-594692489') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.766523 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50385f17-220a-449c-854f-c359a21bfd07 req-6931e092-0e72-4e88-ae36-cea9122bb3d0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242354 Feb 09 03:05:27.773218 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43b7b056-85f7-4c22-9871-2802a2e5bc65 req-2979386e-cca5-448e-97cf-39a7ba134ca0 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163321 Feb 09 03:05:27.844337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44784) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.863772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fccee93b-7548-4676-a4a8-663869aeb149 req-4ab060d4-2b0f-4d68-a6e2-acfdb1071478 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626136 Feb 09 03:05:27.881273 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-990786e7-9f58-4941-877b-88d0b160c047 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:27.882421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-990786e7-9f58-4941-877b-88d0b160c047 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags/tempest-TagsExtTest-Tag-594692489 HTTP/1.1" status: 404 len: 328 time: 0.1472168 Feb 09 03:05:27.885404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.890353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-9dc7c03a-9fe6-40ea-92f3-7380e7827db3 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411', 'tempest-TagsExtTest-Tag-679679843') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.980705 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-9dc7c03a-9fe6-40ea-92f3-7380e7827db3 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:27.982285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9dc7c03a-9fe6-40ea-92f3-7380e7827db3 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags/tempest-TagsExtTest-Tag-679679843 HTTP/1.1" status: 404 len: 328 time: 0.0954034 Feb 09 03:05:27.985354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44790) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:27.989979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-30e21502-1b47-41d4-9284-f10dc20ad91a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411', 'tempest-TagsExtTest-Tag-312334350') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:27.991415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a1ee1-e4ca-46de-857a-d8d016bb4e39 req-f6f519b5-e446-4613-ac67-f15e3a974fe8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:27.992904 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b21a1ee1-e4ca-46de-857a-d8d016bb4e39 req-f6f519b5-e446-4613-ac67-f15e3a974fe8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1052060 Feb 09 03:05:28.010059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (b7272671-df53-4044-8cfa-d34f402b006d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.018707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55dec049-ccd3-43bc-9e89-e6d3e98a62d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.079652 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-30e21502-1b47-41d4-9284-f10dc20ad91a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:28.083440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-30e21502-1b47-41d4-9284-f10dc20ad91a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags/tempest-TagsExtTest-Tag-312334350 HTTP/1.1" status: 404 len: 328 time: 0.0943239 Feb 09 03:05:28.086740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44794) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.089346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:28.093681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-65c604c6-c322-4b0e-9538-9d7c059d623a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1', {'tags': ['tempest-TagsExtTest-Tag-1555739526', 'tempest-TagsExtTest-Tag-2068940055', 'tempest-TagsExtTest-Tag-1116544314']}) {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.108242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:28.119643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a774ff04-e829-49ae-84a2-bc53f6effd42 None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:28.128205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:28.128817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.163394 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-65c604c6-c322-4b0e-9538-9d7c059d623a tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "PUT /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags HTTP/1.1" status: 200 len: 318 time: 0.0745525 Feb 09 03:05:28.166017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44798) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.172483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-66c92259-2b51-4652-8220-e958208838a7 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.211384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Subnet': ['ID=b7272671-df53-4044-8cfa-d34f402b006d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:28.222599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3a3f8807-7fcb-44a6-adc8-765a9e21b92a up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:28.243553 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-66c92259-2b51-4652-8220-e958208838a7 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0762494 Feb 09 03:05:28.247014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b21a1ee1-e4ca-46de-857a-d8d016bb4e39 req-d53b3bc4-d6bc-4fe7-98e2-0a32d1ac7c6b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372293 Feb 09 03:05:28.247793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44802) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.253878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-d4451844-1a17-4ca4-881e-a91db579ca92 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1', 'tempest-TagsExtTest-Tag-1555739526') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.271948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55dec049-ccd3-43bc-9e89-e6d3e98a62d4 admin admin] Publish callbacks [] for security_group (3ad816e8-3993-4afc-83e7-dcc1c26a43ae), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.283021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d87c5da3-7c8f-4d4d-a11a-b4c2d754a688 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9733305 Feb 09 03:05:28.283841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44804) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.297874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2123069125', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b7272671-df53-4044-8cfa-d34f402b006d'}], 'security_groups': ['02f82b41-a6a3-4cf8-8755-b17028834670', '61adf575-acac-4cdf-bbdd-238b3859169f']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:28.300726 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55dec049-ccd3-43bc-9e89-e6d3e98a62d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3ad816e8-3993-4afc-83e7-dcc1c26a43ae), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.308205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:05:28.314773 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-d4451844-1a17-4ca4-881e-a91db579ca92 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:28.321695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d4451844-1a17-4ca4-881e-a91db579ca92 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags/tempest-TagsExtTest-Tag-1555739526 HTTP/1.1" status: 404 len: 329 time: 0.0724382 Feb 09 03:05:28.323590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44806) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.330710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-3a66b7b7-7332-4795-8450-996a2c926976 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1', 'tempest-TagsExtTest-Tag-2068940055') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.357640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:28.358533 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.384477 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-3a66b7b7-7332-4795-8450-996a2c926976 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:28.390613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3a66b7b7-7332-4795-8450-996a2c926976 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags/tempest-TagsExtTest-Tag-2068940055 HTTP/1.1" status: 404 len: 329 time: 0.0653059 Feb 09 03:05:28.391330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44812) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.400094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-5204543b-c175-4885-967f-0dc259a778b7 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1', 'tempest-TagsExtTest-Tag-1116544314') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.430872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dec049-ccd3-43bc-9e89-e6d3e98a62d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad816e8-3993-4afc-83e7-dcc1c26a43ae,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:28.447955 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-5204543b-c175-4885-967f-0dc259a778b7 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] show failed (client error): The resource could not be found. Feb 09 03:05:28.447955 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5204543b-c175-4885-967f-0dc259a778b7 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags/tempest-TagsExtTest-Tag-1116544314 HTTP/1.1" status: 404 len: 329 time: 0.0528126 Feb 09 03:05:28.457591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44814) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.468835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-0c1edf26-40e0-4d19-8ea6-3fdd6b40eaea tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2768ab0a-1494-4825-84d8-5ce760ce67b1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.474908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-55dec049-ccd3-43bc-9e89-e6d3e98a62d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bd0741f99d84a5eaef4b76be2c4e801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6287501 Feb 09 03:05:28.478754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44816) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.481843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:28.482263 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.518642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.520205 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0c1edf26-40e0-4d19-8ea6-3fdd6b40eaea tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0615380 Feb 09 03:05:28.523674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44818) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.534566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-506ebb2e-d726-4440-92ec-5f31d163bb3e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21edfc23-b7c1-4679-9064-8ea4a08ec411') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.576738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,segment=NetworkSegment(35b168a8-e630-4f3e-b38b-b2647026ec76),segment_id=35b168a8-e630-4f3e-b38b-b2647026ec76)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:28.578870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e9ae8-9bd5-4567-9104-f860720b7d14 None None] Update dhcp port {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'fixed_ips': [{'subnet_id': 'ca3b37b6-523a-4ef4-8553-fe253eb1e246', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ad39e967-3324-443c-ac20-e2edf1644a3c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b7272671-df53-4044-8cfa-d34f402b006d'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e7c34eed-9369-460e-8c15-b12a4df0a58f'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:05:28.608253 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.677497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:28.689947 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9ae8-9bd5-4567-9104-f860720b7d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:28.773890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-506ebb2e-d726-4440-92ec-5f31d163bb3e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411/tags HTTP/1.1" status: 204 len: 168 time: 0.2449234 Feb 09 03:05:28.774692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44824) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.778992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-505070b0-aeae-4c56-b8c6-bd0350a9a835 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1987a290-5c9f-44e6-995e-f35201e9de30') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.911908 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-505070b0-aeae-4c56-b8c6-bd0350a9a835 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30/tags HTTP/1.1" status: 204 len: 168 time: 0.1361268 Feb 09 03:05:28.927859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44830) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:28.935807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-e8d492e3-188f-41f1-ab0b-abf56e72ff7c tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6098c75-9032-4a2b-be4b-ed1bd9ded493') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:28.986892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-3e4e9ae8-9bd5-4567-9104-f860720b7d14 None None] Allocated IP 172.20.0.34 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/b7272671-df53-4044-8cfa-d34f402b006d/e7c34eed-9369-460e-8c15-b12a4df0a58f) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:29.018683 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86d59e56-6529-4da1-930e-c63cdf08802e admin admin] Publish callbacks [] for security_group (3ad816e8-3993-4afc-83e7-dcc1c26a43ae), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.045470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e8d492e3-188f-41f1-ab0b-abf56e72ff7c tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493/tags HTTP/1.1" status: 204 len: 168 time: 0.1165063 Feb 09 03:05:29.051182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44832) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:29.070076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b98567-5eac-4f0b-a787-00e8eb41ac77 req-115b6865-8430-46d7-8170-b66ed36406bd tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:29.071732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f4b98567-5eac-4f0b-a787-00e8eb41ac77 req-115b6865-8430-46d7-8170-b66ed36406bd tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 946 time: 0.0890336 Feb 09 03:05:29.081393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86d59e56-6529-4da1-930e-c63cdf08802e admin admin] Publish callbacks [] for security_group (3ad816e8-3993-4afc-83e7-dcc1c26a43ae), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.153177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3e4e9ae8-9bd5-4567-9104-f860720b7d14 None None] For port e7c34eed-9369-460e-8c15-b12a4df0a58f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7c34eed-9369-460e-8c15-b12a4df0a58f,segment=NetworkSegment(f4f48842-fdac-409c-81bb-387f9e8175e6),segment_id=f4f48842-fdac-409c-81bb-387f9e8175e6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:29.230823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f4b98567-5eac-4f0b-a787-00e8eb41ac77 req-394aaf42-bc6a-473d-a27c-7859e0ad5861 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487181 Feb 09 03:05:29.240094 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9ae8-9bd5-4567-9104-f860720b7d14 None None] Publish callbacks [] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.259197 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9ae8-9bd5-4567-9104-f860720b7d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.276235 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de83ae3d-5a5e-4d81-93f1-087768545b4b tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.279737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-de83ae3d-5a5e-4d81-93f1-087768545b4b tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnetpools/2768ab0a-1494-4825-84d8-5ce760ce67b1 HTTP/1.1" status: 204 len: 168 time: 0.2253413 Feb 09 03:05:29.282075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44836) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:29.347170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-59079771-31bc-4095-90ac-ffc4dc4ffbb9 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "GET /v2.0/ports?device_id=21edfc23-b7c1-4679-9064-8ea4a08ec411 HTTP/1.1" status: 200 len: 205 time: 0.0587804 Feb 09 03:05:29.350876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44838) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:29.351018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a834ff08-d659-435e-a12e-66fa1913b243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3f8807-7fcb-44a6-adc8-765a9e21b92a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:29.353361 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c255827-19d8-4151-bcd2-8af62ae2206d" -d '{"events": [{"server_uuid": "a834ff08-d659-435e-a12e-66fa1913b243", "name": "network-vif-plugged", "status": "completed", "tag": "3a3f8807-7fcb-44a6-adc8-765a9e21b92a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:29.440009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e9ae8-9bd5-4567-9104-f860720b7d14 None None] Pushing event updated for resources: {'Port': ['ID=e7c34eed-9369-460e-8c15-b12a4df0a58f,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:29.492080 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fb30-854f-4297-b5c4-aa37fe4fbc8e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for router (21edfc23-b7c1-4679-9064-8ea4a08ec411), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.611773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c96b-54dc-413f-a6cc-b6fb6e8afb65 req-210f4d46-5b1d-4770-a54f-42ae2beea416 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:29.614407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7268c96b-54dc-413f-a6cc-b6fb6e8afb65 req-210f4d46-5b1d-4770-a54f-42ae2beea416 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 950 time: 0.7118659 Feb 09 03:05:29.732362 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7268c96b-54dc-413f-a6cc-b6fb6e8afb65 req-9536b861-841d-42ab-b238-e99a1f5d5187 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045301 Feb 09 03:05:29.803137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Delete allocated IP 172.20.0.13 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/ad39e967-3324-443c-ac20-e2edf1644a3c) {{(pid=109857) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 03:05:29.815865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fb30-854f-4297-b5c4-aa37fe4fbc8e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (21edfc23-b7c1-4679-9064-8ea4a08ec411), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.818802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Allocated IP 172.20.0.38 (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7/b7272671-df53-4044-8cfa-d34f402b006d/c939d5f0-80e6-46ff-b6c8-7002899aea8d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:29.822521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fb30-854f-4297-b5c4-aa37fe4fbc8e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for router_controller (21edfc23-b7c1-4679-9064-8ea4a08ec411), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.861631 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa2c79d-0cf7-43d8-9be0-98a80850125f x-openstack-request-id: req-cfa2c79d-0cf7-43d8-9be0-98a80850125f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:29.861937 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a834ff08-d659-435e-a12e-66fa1913b243", "name": "network-vif-plugged", "status": "completed", "tag": "3a3f8807-7fcb-44a6-adc8-765a9e21b92a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:29.862200 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfa2c79d-0cf7-43d8-9be0-98a80850125f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:29.862787 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a834ff08-d659-435e-a12e-66fa1913b243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3f8807-7fcb-44a6-adc8-765a9e21b92a', 'code': 200} Feb 09 03:05:29.898989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86d59e56-6529-4da1-930e-c63cdf08802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3ad816e8-3993-4afc-83e7-dcc1c26a43ae), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.901837 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86d59e56-6529-4da1-930e-c63cdf08802e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.909307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86d59e56-6529-4da1-930e-c63cdf08802e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ad816e8-3993-4afc-83e7-dcc1c26a43ae HTTP/1.1" status: 204 len: 168 time: 1.4296119 Feb 09 03:05:29.922181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dba467-a893-4948-9f6d-66a52415f46b req-4bb3514a-1141-4b7c-858a-5972a9d4e2e1 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:29.930652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d59e56-6529-4da1-930e-c63cdf08802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad816e8-3993-4afc-83e7-dcc1c26a43ae,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:29.933750 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0dba467-a893-4948-9f6d-66a52415f46b req-4bb3514a-1141-4b7c-858a-5972a9d4e2e1 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.5237784 Feb 09 03:05:29.938897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fb30-854f-4297-b5c4-aa37fe4fbc8e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (21edfc23-b7c1-4679-9064-8ea4a08ec411), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.939548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d5fb30-854f-4297-b5c4-aa37fe4fbc8e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Fanout notify agent at l3_agent the message router_deleted on router 21edfc23-b7c1-4679-9064-8ea4a08ec411 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:05:29.954910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fb30-854f-4297-b5c4-aa37fe4fbc8e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:29.962061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f9d5fb30-854f-4297-b5c4-aa37fe4fbc8e tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/routers/21edfc23-b7c1-4679-9064-8ea4a08ec411 HTTP/1.1" status: 204 len: 168 time: 0.6072531 Feb 09 03:05:29.970726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44848) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:30.135225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e6d8e-bee2-47b9-ad7b-480643060bd0 req-cead4fe0-1547-4eb6-8bcd-09227716f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:30.136780 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf0e6d8e-bee2-47b9-ad7b-480643060bd0 req-cead4fe0-1547-4eb6-8bcd-09227716f13d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 1128 time: 0.1735933 Feb 09 03:05:30.206544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0dba467-a893-4948-9f6d-66a52415f46b req-85bd4e41-fecb-4834-bf35-8be950760384 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649672 Feb 09 03:05:30.255174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-69740601-7af7-4cb4-9da7-aea21be392a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Deleting port 1987a290-5c9f-44e6-995e-f35201e9de30 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:30.257382 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69740601-7af7-4cb4-9da7-aea21be392a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1987a290-5c9f-44e6-995e-f35201e9de30), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.283055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a635dea7-77ba-4b26-bc71-5a2644edbfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.287345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf0e6d8e-bee2-47b9-ad7b-480643060bd0 req-2f6aab5f-556d-49c1-a220-3d8192633fec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402419 Feb 09 03:05:30.320777 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.345002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.367519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7c34eed-9369-460e-8c15-b12a4df0a58f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:30.434995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:30.435526 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.488932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69740601-7af7-4cb4-9da7-aea21be392a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1987a290-5c9f-44e6-995e-f35201e9de30), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.568013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-69740601-7af7-4cb4-9da7-aea21be392a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Calling delete_port for 1987a290-5c9f-44e6-995e-f35201e9de30 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:30.639855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:30.663722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:30.666168 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.744410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event updated for resources: {'Port': ['ID=c939d5f0-80e6-46ff-b6c8-7002899aea8d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:30.790888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] In _notify_port_updated(), no bound segment for port c939d5f0-80e6-46ff-b6c8-7002899aea8d on network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:05:30.801193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:30.801851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.803215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cb94fc69-182f-4d6e-a824-a54e0377766a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "PUT /v2.0/ports/c939d5f0-80e6-46ff-b6c8-7002899aea8d HTTP/1.1" status: 200 len: 960 time: 2.5167792 Feb 09 03:05:30.821778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94a766-2833-4c25-80a3-b973c97e1114 req-7b792c29-8f3d-49b0-bc64-3615c28d56ad tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:30.823367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b94a766-2833-4c25-80a3-b973c97e1114 req-7b792c29-8f3d-49b0-bc64-3615c28d56ad tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 946 time: 0.3732142 Feb 09 03:05:30.824060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44870) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:30.831198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:30.862489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Provisioning complete for port c939d5f0-80e6-46ff-b6c8-7002899aea8d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:30.862795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.899203 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69740601-7af7-4cb4-9da7-aea21be392a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1987a290-5c9f-44e6-995e-f35201e9de30), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:30.950783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Port c939d5f0-80e6-46ff-b6c8-7002899aea8d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:30.974742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Provisioning complete for port 54abd0b1-ed69-4014-b110-2d523215cd28 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:30.976134 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:31.035880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69740601-7af7-4cb4-9da7-aea21be392a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Pushing event deleted for resources: {'Port': ['ID=1987a290-5c9f-44e6-995e-f35201e9de30,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:31.048526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb86d3-190b-4991-baab-8108ad510156 None None] Port 54abd0b1-ed69-4014-b110-2d523215cd28 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:31.152382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b94a766-2833-4c25-80a3-b973c97e1114 req-8e345c87-d548-420a-b61d-9f5759152511 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645305 Feb 09 03:05:31.175119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-290bed09-47fa-4d84-aedd-5b0606acadfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port c939d5f0-80e6-46ff-b6c8-7002899aea8d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:31.175983 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-290bed09-47fa-4d84-aedd-5b0606acadfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:31.231065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-69740601-7af7-4cb4-9da7-aea21be392a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:31.238748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-69740601-7af7-4cb4-9da7-aea21be392a0 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/ports/1987a290-5c9f-44e6-995e-f35201e9de30 HTTP/1.1" status: 204 len: 168 time: 1.2504923 Feb 09 03:05:31.246854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:31.421901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a3ef4-92b7-4692-9696-5511b79eb1c2 req-481c6341-1b9a-4fe9-af7a-e533ab0b4ed8 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:31.423832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-728a3ef4-92b7-4692-9696-5511b79eb1c2 req-481c6341-1b9a-4fe9-af7a-e533ab0b4ed8 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 950 time: 0.3980613 Feb 09 03:05:31.429439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22f6e32-5598-46c9-8849-c9ccad581aa6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Deleting subnet a6098c75-9032-4a2b-be4b-ed1bd9ded493 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:05:31.439954 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a22f6e32-5598-46c9-8849-c9ccad581aa6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for subnet (a6098c75-9032-4a2b-be4b-ed1bd9ded493), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:31.445405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-290bed09-47fa-4d84-aedd-5b0606acadfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:31.463529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-290bed09-47fa-4d84-aedd-5b0606acadfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for c939d5f0-80e6-46ff-b6c8-7002899aea8d owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:31.491075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0ac7d-5072-4b7c-a901-b23dbaf3916a req-dfe15c7a-6f6a-43b3-879a-fe9ce072bbc5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:31.492816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9c0ac7d-5072-4b7c-a901-b23dbaf3916a req-dfe15c7a-6f6a-43b3-879a-fe9ce072bbc5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1819725 Feb 09 03:05:31.507330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6a4641ff-bf43-45eb-a634-f550550214b1 None None] Provisioning complete for port c939d5f0-80e6-46ff-b6c8-7002899aea8d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:31.508327 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a4641ff-bf43-45eb-a634-f550550214b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:31.626965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6a4641ff-bf43-45eb-a634-f550550214b1 None None] Port c939d5f0-80e6-46ff-b6c8-7002899aea8d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:31.717088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9c0ac7d-5072-4b7c-a901-b23dbaf3916a req-4ec4d580-1833-499d-b081-20159d014fbf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411695 Feb 09 03:05:31.871782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-290bed09-47fa-4d84-aedd-5b0606acadfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c939d5f0-80e6-46ff-b6c8-7002899aea8d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:31.915548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bed09-47fa-4d84-aedd-5b0606acadfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=c939d5f0-80e6-46ff-b6c8-7002899aea8d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:32.041811 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a22f6e32-5598-46c9-8849-c9ccad581aa6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (a6098c75-9032-4a2b-be4b-ed1bd9ded493), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.087880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-290bed09-47fa-4d84-aedd-5b0606acadfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.094152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-290bed09-47fa-4d84-aedd-5b0606acadfe tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/c939d5f0-80e6-46ff-b6c8-7002899aea8d HTTP/1.1" status: 204 len: 168 time: 1.2663820 Feb 09 03:05:32.096073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44896) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:32.111438 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-728a3ef4-92b7-4692-9696-5511b79eb1c2 req-11ff21cc-7c09-4f41-a61c-4aa87fdf3d03 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787341 Feb 09 03:05:32.148564 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b61526-9d25-452c-9f6b-e7cfc1a4edb0 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] GET failed (client error): The resource could not be found. Feb 09 03:05:32.156148 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-51b61526-9d25-452c-9f6b-e7cfc1a4edb0 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports/c939d5f0-80e6-46ff-b6c8-7002899aea8d HTTP/1.1" status: 404 len: 333 time: 0.0532095 Feb 09 03:05:32.156789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44900) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:32.276883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a22f6e32-5598-46c9-8849-c9ccad581aa6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a6098c75-9032-4a2b-be4b-ed1bd9ded493), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.393735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a0cca84f-e3d8-40b9-860f-df3ad92f28c3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (894c73dd-e9de-411d-8818-a0dea7be0d09), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.457872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a0cca84f-e3d8-40b9-860f-df3ad92f28c3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (894c73dd-e9de-411d-8818-a0dea7be0d09), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.566984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b4e51-c755-45e8-aa11-1078836e0d51 req-57347fcb-9926-4435-a562-50e13ab325a2 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:32.568549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-446b4e51-c755-45e8-aa11-1078836e0d51 req-57347fcb-9926-4435-a562-50e13ab325a2 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 946 time: 0.2884567 Feb 09 03:05:32.595030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dc782-2acf-4f91-a347-dcc9ae45c03a req-4058cc8d-8247-4c82-9b76-be026888dd53 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:32.604284 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de0dc782-2acf-4f91-a347-dcc9ae45c03a req-4058cc8d-8247-4c82-9b76-be026888dd53 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 950 time: 0.1189885 Feb 09 03:05:32.656691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a22f6e32-5598-46c9-8849-c9ccad581aa6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (a6098c75-9032-4a2b-be4b-ed1bd9ded493), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.672007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de0dc782-2acf-4f91-a347-dcc9ae45c03a req-58d08fd0-b5ad-4718-abc4-3008d76cfea5 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662460 Feb 09 03:05:32.678858 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-24555c8e-bf8b-4b60-8afc-2a2c7d481742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.727117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a22f6e32-5598-46c9-8849-c9ccad581aa6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.730834 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a22f6e32-5598-46c9-8849-c9ccad581aa6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/subnets/a6098c75-9032-4a2b-be4b-ed1bd9ded493 HTTP/1.1" status: 204 len: 168 time: 1.4819503 Feb 09 03:05:32.731771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f6e32-5598-46c9-8849-c9ccad581aa6 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Pushing event deleted for resources: {'Subnet': ['ID=a6098c75-9032-4a2b-be4b-ed1bd9ded493,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:32.734355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44918) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:32.741259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7823c3-848c-4338-aa76-d024250c9a4f None None] Network 48fc2364-b042-49e6-ad4b-074598bd92a4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:32.761414 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a0cca84f-e3d8-40b9-860f-df3ad92f28c3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (894c73dd-e9de-411d-8818-a0dea7be0d09), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.767147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a0cca84f-e3d8-40b9-860f-df3ad92f28c3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.771013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a0cca84f-e3d8-40b9-860f-df3ad92f28c3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/security-groups/894c73dd-e9de-411d-8818-a0dea7be0d09 HTTP/1.1" status: 204 len: 168 time: 0.6108279 Feb 09 03:05:32.793086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44922) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:32.899926 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (48fc2364-b042-49e6-ad4b-074598bd92a4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:32.938657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-446b4e51-c755-45e8-aa11-1078836e0d51 req-2a007b01-28ae-44a6-bb31-c3248e621a87 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557837 Feb 09 03:05:32.943896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cca84f-e3d8-40b9-860f-df3ad92f28c3 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894c73dd-e9de-411d-8818-a0dea7be0d09,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:32.989396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] DHCP port deletion for 48fc2364-b042-49e6-ad4b-074598bd92a4 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:05:33.006283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9c6a-efd7-4841-a7a1-4de7f49cd4d9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (61adf575-acac-4cdf-bbdd-238b3859169f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.053162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3ede4-e4fb-4f83-aa4f-4a8253d63572 req-09d6477d-3393-46ef-b2b5-aec310940799 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:33.054745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc3ede4-e4fb-4f83-aa4f-4a8253d63572 req-09d6477d-3393-46ef-b2b5-aec310940799 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1511312 Feb 09 03:05:33.060143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9c6a-efd7-4841-a7a1-4de7f49cd4d9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (61adf575-acac-4cdf-bbdd-238b3859169f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.071054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] Deleting port 6d7f4d2d-26fb-432b-b98c-29474691f236 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:33.072036 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.114414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Deleting port 6d7f4d2d-26fb-432b-b98c-29474691f236 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:33.114944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.148735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9c6a-efd7-4841-a7a1-4de7f49cd4d9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (61adf575-acac-4cdf-bbdd-238b3859169f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.151404 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6ae9c6a-efd7-4841-a7a1-4de7f49cd4d9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.155183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f6ae9c6a-efd7-4841-a7a1-4de7f49cd4d9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/security-groups/61adf575-acac-4cdf-bbdd-238b3859169f HTTP/1.1" status: 204 len: 168 time: 0.3588142 Feb 09 03:05:33.156503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44930) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:33.207006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae9c6a-efd7-4841-a7a1-4de7f49cd4d9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61adf575-acac-4cdf-bbdd-238b3859169f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:33.220204 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc3ede4-e4fb-4f83-aa4f-4a8253d63572 req-d4411584-cc9c-445f-b905-196912b4474a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478307 Feb 09 03:05:33.261752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] For port 6d7f4d2d-26fb-432b-b98c-29474691f236, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6d7f4d2d-26fb-432b-b98c-29474691f236,segment=NetworkSegment(fb00b4b7-d3c1-46af-88aa-99477482c755),segment_id=fb00b4b7-d3c1-46af-88aa-99477482c755)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:33.262128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.277553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] For port 6d7f4d2d-26fb-432b-b98c-29474691f236, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6d7f4d2d-26fb-432b-b98c-29474691f236,segment=NetworkSegment(fb00b4b7-d3c1-46af-88aa-99477482c755),segment_id=fb00b4b7-d3c1-46af-88aa-99477482c755)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:33.277950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.292041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Calling delete_port for 6d7f4d2d-26fb-432b-b98c-29474691f236 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:33.316667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c5da863d-59dc-4cc4-9e05-362633ad978a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (02f82b41-a6a3-4cf8-8755-b17028834670), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.316877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] Calling delete_port for 6d7f4d2d-26fb-432b-b98c-29474691f236 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:33.390942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c5da863d-59dc-4cc4-9e05-362633ad978a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (02f82b41-a6a3-4cf8-8755-b17028834670), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.422627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44936) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:33.492450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.497189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c5da863d-59dc-4cc4-9e05-362633ad978a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (02f82b41-a6a3-4cf8-8755-b17028834670), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.501022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c5da863d-59dc-4cc4-9e05-362633ad978a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.504835 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c5da863d-59dc-4cc4-9e05-362633ad978a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/security-groups/02f82b41-a6a3-4cf8-8755-b17028834670 HTTP/1.1" status: 204 len: 168 time: 0.3444922 Feb 09 03:05:33.505350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44942) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:33.524252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] Pushing event deleted for resources: {'Port': ['ID=6d7f4d2d-26fb-432b-b98c-29474691f236,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:33.539871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da863d-59dc-4cc4-9e05-362633ad978a tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f82b41-a6a3-4cf8-8755-b17028834670,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:33.555818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0f335-ec4f-4634-8a5e-c67d56c6895c None None] No DVR routers for this DVR port 6d7f4d2d-26fb-432b-b98c-29474691f236 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:05:33.629939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6d7f4d2d-26fb-432b-b98c-29474691f236), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.682199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Pushing event deleted for resources: {'Port': ['ID=6d7f4d2d-26fb-432b-b98c-29474691f236,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:33.731711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969433-d47f-4dc9-803a-17a6993880ed req-4f31cfa0-dafb-41fd-b998-0cf3e2e12a9c tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:33.733311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00969433-d47f-4dc9-803a-17a6993880ed req-4f31cfa0-dafb-41fd-b998-0cf3e2e12a9c tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 946 time: 0.2410839 Feb 09 03:05:33.734827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] No DVR routers for this DVR port 6d7f4d2d-26fb-432b-b98c-29474691f236 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:05:33.749093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-07832f83-6168-404b-a066-0dc00b39b5d1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet ad39e967-3324-443c-ac20-e2edf1644a3c {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:05:33.754277 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07832f83-6168-404b-a066-0dc00b39b5d1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (ad39e967-3324-443c-ac20-e2edf1644a3c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.876856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7cac9af-4b08-4bdd-bef7-33c329af2321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.909614 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07832f83-6168-404b-a066-0dc00b39b5d1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (ad39e967-3324-443c-ac20-e2edf1644a3c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.937988 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.950884 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (48fc2364-b042-49e6-ad4b-074598bd92a4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:33.991485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e4987-0387-42da-a701-2865b0874d6c req-bac63c28-2512-4f95-9e4e-57fcfd30de1a tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:34.001099 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c7e4987-0387-42da-a701-2865b0874d6c req-bac63c28-2512-4f95-9e4e-57fcfd30de1a tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 950 time: 0.1977141 Feb 09 03:05:34.009669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fc2364-b042-49e6-ad4b-074598bd92a4']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:34.042848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb00b4b7-d3c1-46af-88aa-99477482c755') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:34.043195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb00b4b7-d3c1-46af-88aa-99477482c755') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:34.059333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00969433-d47f-4dc9-803a-17a6993880ed req-b9d62610-c64f-4d06-af73-149bd165bdb1 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777491 Feb 09 03:05:34.083070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-a792981c-c28c-44ac-85cf-0bd34a459632 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:34.085130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-a792981c-c28c-44ac-85cf-0bd34a459632 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.61 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 950 time: 0.3066041 Feb 09 03:05:34.086673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (fb00b4b7-d3c1-46af-88aa-99477482c755), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.140085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c7e4987-0387-42da-a701-2865b0874d6c req-f1435393-67e5-46d8-9863-0b11e70fa23e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374965 Feb 09 03:05:34.142473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (fb00b4b7-d3c1-46af-88aa-99477482c755), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.145256 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07832f83-6168-404b-a066-0dc00b39b5d1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ad39e967-3324-443c-ac20-e2edf1644a3c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.164448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:05:34.164995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (fb00b4b7-d3c1-46af-88aa-99477482c755), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:05:34.168331 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:05:34.232566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:05:34.252534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07832f83-6168-404b-a066-0dc00b39b5d1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (ad39e967-3324-443c-ac20-e2edf1644a3c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.320231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07832f83-6168-404b-a066-0dc00b39b5d1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.335976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-07832f83-6168-404b-a066-0dc00b39b5d1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/ad39e967-3324-443c-ac20-e2edf1644a3c HTTP/1.1" status: 204 len: 168 time: 0.8152833 Feb 09 03:05:34.372123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:34.397367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07832f83-6168-404b-a066-0dc00b39b5d1 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=ad39e967-3324-443c-ac20-e2edf1644a3c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:34.417177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2541f48-67e6-42e0-a88d-482bbda44dbd None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:34.423198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6d7f4d2d-26fb-432b-b98c-29474691f236 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:05:34.511812 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7cac9af-4b08-4bdd-bef7-33c329af2321 admin admin] Publish callbacks [] for security_group (13c770c5-3c87-4cf6-b5ad-ca947372bba8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.519307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (48fc2364-b042-49e6-ad4b-074598bd92a4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.523588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 6d7f4d2d-26fb-432b-b98c-29474691f236 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:05:34.523955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6d7f4d2d-26fb-432b-b98c-29474691f236 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:05:34.549201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.552520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] 10.222.0.32 "DELETE /v2.0/networks/48fc2364-b042-49e6-ad4b-074598bd92a4 HTTP/1.1" status: 204 len: 168 time: 1.8171597 Feb 09 03:05:34.567098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7cac9af-4b08-4bdd-bef7-33c329af2321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (13c770c5-3c87-4cf6-b5ad-ca947372bba8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.601250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:34.607007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d5a1e-d26f-46ad-8240-df6d731bbe53 tempest-TagsExtTest-2145467104 tempest-TagsExtTest-2145467104-project] Pushing event deleted for resources: {'Network': ['ID=48fc2364-b042-49e6-ad4b-074598bd92a4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:34.618119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa879c3-98e0-4438-8f36-bc05ef5fc169 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet b7272671-df53-4044-8cfa-d34f402b006d {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:05:34.634023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfa879c3-98e0-4438-8f36-bc05ef5fc169 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (b7272671-df53-4044-8cfa-d34f402b006d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.638655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '23a33a01-5242-433d-83da-53ad520b84d3', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'port_id': '23a33a01-5242-433d-83da-53ad520b84d3', 'mac_address': 'fa:16:3e:cc:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:05:34.722066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 23a33a01-5242-433d-83da-53ad520b84d3 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:34.722508 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.741632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f7cac9af-4b08-4bdd-bef7-33c329af2321 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60942b3e4e224ff0ae702cd2f935bd4a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3143599 Feb 09 03:05:34.746516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44958) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:34.757456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23a33a01-5242-433d-83da-53ad520b84d3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:05:34.759159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac9af-4b08-4bdd-bef7-33c329af2321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c770c5-3c87-4cf6-b5ad-ca947372bba8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:34.779992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Deleting port 0152962c-4949-48a7-868c-ccda53a4553d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:34.780336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0152962c-4949-48a7-868c-ccda53a4553d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.792228 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfa879c3-98e0-4438-8f36-bc05ef5fc169 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (b7272671-df53-4044-8cfa-d34f402b006d), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.817696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f235de7-a16a-4511-b9db-f7ed55a64ed9 req-48874374-8db2-4a31-b1f4-68425e92fb0f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:34.820243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:34.827894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f235de7-a16a-4511-b9db-f7ed55a64ed9 req-48874374-8db2-4a31-b1f4-68425e92fb0f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.4798729 Feb 09 03:05:34.830347 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:34.963680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['23a33a01-5242-433d-83da-53ad520b84d3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:05:35.031920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:35.107063 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:35.248599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:35.347510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] For port 0152962c-4949-48a7-868c-ccda53a4553d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=0152962c-4949-48a7-868c-ccda53a4553d,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:35.347884 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0152962c-4949-48a7-868c-ccda53a4553d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:35.363857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f235de7-a16a-4511-b9db-f7ed55a64ed9 req-05cb5218-64f0-4fc2-862f-d11ce9eef3de tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5349698 Feb 09 03:05:35.369366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddb3f3-6b4b-4504-a566-226d592518dd req-199063f4-8add-4eee-8dd0-633cdd334150 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:35.371504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16ddb3f3-6b4b-4504-a566-226d592518dd req-199063f4-8add-4eee-8dd0-633cdd334150 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 946 time: 0.1572130 Feb 09 03:05:35.404422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e2fbd44-4cb9-4bc9-9869-197b05250316 admin admin] Publish callbacks [] for security_group (13c770c5-3c87-4cf6-b5ad-ca947372bba8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:35.442779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Calling delete_port for 0152962c-4949-48a7-868c-ccda53a4553d owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:35.457505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-7b5cdd76-db55-4b93-94e3-c1e4adbeb712 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:35.461626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-7b5cdd76-db55-4b93-94e3-c1e4adbeb712 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.26 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 946 time: 0.4601455 Feb 09 03:05:35.537261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16ddb3f3-6b4b-4504-a566-226d592518dd req-b40c57b0-e7b7-45e8-ad36-8db407cd30c7 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548679 Feb 09 03:05:35.625851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfa879c3-98e0-4438-8f36-bc05ef5fc169 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b7272671-df53-4044-8cfa-d34f402b006d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:35.764422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e2fbd44-4cb9-4bc9-9869-197b05250316 admin admin] Publish callbacks [] for security_group (13c770c5-3c87-4cf6-b5ad-ca947372bba8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:35.837859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4d449a28-3726-4008-a70f-226163d0fe2b None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:35.838555 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d449a28-3726-4008-a70f-226163d0fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:35.915060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5d2d116f-6943-48c4-b333-8128b633d8fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84083f16b1284281aa128a4a148c55e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6577384 Feb 09 03:05:35.918544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44974) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:35.936098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b682a92-2002-4bbf-b815-abdd5f93c9c8 req-175831fe-d304-40b9-b553-811dfc68131a tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:35.945277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4d449a28-3726-4008-a70f-226163d0fe2b None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:35.945554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2b682a92-2002-4bbf-b815-abdd5f93c9c8 req-175831fe-d304-40b9-b553-811dfc68131a tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbc89e58-bb2a-4505-b5f3-88b59114382b HTTP/1.1" status: 200 len: 950 time: 0.3259683 Feb 09 03:05:35.960696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4d449a28-3726-4008-a70f-226163d0fe2b None None] Provisioning complete for port 54abd0b1-ed69-4014-b110-2d523215cd28 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:35.961077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4d449a28-3726-4008-a70f-226163d0fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:35.962371 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfa879c3-98e0-4438-8f36-bc05ef5fc169 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (b7272671-df53-4044-8cfa-d34f402b006d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.003434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4d449a28-3726-4008-a70f-226163d0fe2b None None] Port 54abd0b1-ed69-4014-b110-2d523215cd28 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:05:36.055730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e2fbd44-4cb9-4bc9-9869-197b05250316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (13c770c5-3c87-4cf6-b5ad-ca947372bba8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.059477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e2fbd44-4cb9-4bc9-9869-197b05250316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.063348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9e2fbd44-4cb9-4bc9-9869-197b05250316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13c770c5-3c87-4cf6-b5ad-ca947372bba8 HTTP/1.1" status: 204 len: 168 time: 1.3125384 Feb 09 03:05:36.071774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa879c3-98e0-4438-8f36-bc05ef5fc169 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=b7272671-df53-4044-8cfa-d34f402b006d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:36.085653 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfa879c3-98e0-4438-8f36-bc05ef5fc169 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.089300 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bfa879c3-98e0-4438-8f36-bc05ef5fc169 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/b7272671-df53-4044-8cfa-d34f402b006d HTTP/1.1" status: 204 len: 168 time: 1.7072265 Feb 09 03:05:36.090719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2517a4f-059f-40bd-a4b2-cb0c3b09092f None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:36.091805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c89be52-592d-44df-81bb-c2d9fb9cec73 admin admin] Publish callbacks [] for security_group (9855ee7d-303b-4a4f-8642-e0645bf647bf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.098061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44978) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:36.105931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Deleting port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:36.105931 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.123763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fbd44-4cb9-4bc9-9869-197b05250316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c770c5-3c87-4cf6-b5ad-ca947372bba8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:36.158527 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dcaa80-ac46-4083-b059-934fbb764711 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:36.159311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16dcaa80-ac46-4083-b059-934fbb764711 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:36.163869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-16dcaa80-ac46-4083-b059-934fbb764711 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/ad39e967-3324-443c-ac20-e2edf1644a3c HTTP/1.1" status: 404 len: 337 time: 0.0645351 Feb 09 03:05:36.166985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44980) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:36.214771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c89be52-592d-44df-81bb-c2d9fb9cec73 admin admin] Publish callbacks [] for security_group (9855ee7d-303b-4a4f-8642-e0645bf647bf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.247863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2b682a92-2002-4bbf-b815-abdd5f93c9c8 req-7e6f1387-4e3d-4d23-96d5-ee14621c8409 tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e050382-316e-40cd-8864-033f33b67ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953405 Feb 09 03:05:36.264774 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0152962c-4949-48a7-868c-ccda53a4553d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.264937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e78f7a-8bb4-47c6-b0e8-1ad2117c6380 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting subnet ca3b37b6-523a-4ef4-8553-fe253eb1e246 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:05:36.281284 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5e78f7a-8bb4-47c6-b0e8-1ad2117c6380 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (ca3b37b6-523a-4ef4-8553-fe253eb1e246), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.346171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:05:36.353795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5e78f7a-8bb4-47c6-b0e8-1ad2117c6380 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (ca3b37b6-523a-4ef4-8553-fe253eb1e246), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.415122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Pushing event deleted for resources: {'Port': ['ID=0152962c-4949-48a7-868c-ccda53a4553d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:36.500635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5e78f7a-8bb4-47c6-b0e8-1ad2117c6380 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ca3b37b6-523a-4ef4-8553-fe253eb1e246), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.610743 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.635869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] No DVR routers for this DVR port 0152962c-4949-48a7-868c-ccda53a4553d on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:05:36.663051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.679299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-277fd36d-2fc6-486d-a446-bc0bef177576 req-0af5d2a0-df31-4107-a093-4567c8766c9e tempest-VolumesNegativeTest-1659768675 tempest-VolumesNegativeTest-1659768675-project] 10.222.0.61 "DELETE /v2.0/ports/0152962c-4949-48a7-868c-ccda53a4553d HTTP/1.1" status: 204 len: 173 time: 2.5808718 Feb 09 03:05:36.679874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc89e58-bb2a-4505-b5f3-88b59114382b', 'name': 'network-vif-deleted', 'tag': '0152962c-4949-48a7-868c-ccda53a4553d'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:36.693414 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144e6fea-1cd6-4d4a-8d14-88132487e290" -d '{"events": [{"server_uuid": "bbc89e58-bb2a-4505-b5f3-88b59114382b", "name": "network-vif-deleted", "tag": "0152962c-4949-48a7-868c-ccda53a4553d"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:36.702054 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5e78f7a-8bb4-47c6-b0e8-1ad2117c6380 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (ca3b37b6-523a-4ef4-8553-fe253eb1e246), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.789683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44990) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:36.832279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] For port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,segment=NetworkSegment(35b168a8-e630-4f3e-b38b-b2647026ec76),segment_id=35b168a8-e630-4f3e-b38b-b2647026ec76)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:36.832782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.857587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5e78f7a-8bb4-47c6-b0e8-1ad2117c6380 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.865287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d5e78f7a-8bb4-47c6-b0e8-1ad2117c6380 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/ca3b37b6-523a-4ef4-8553-fe253eb1e246 HTTP/1.1" status: 204 len: 168 time: 0.6969261 Feb 09 03:05:36.884270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44994) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:36.909794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-223117bc-1f40-48af-95b6-de56b3cea487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.922816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 23a33a01-5242-433d-83da-53ad520b84d3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:36.923201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (23a33a01-5242-433d-83da-53ad520b84d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:36.923747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e78f7a-8bb4-47c6-b0e8-1ad2117c6380 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3b37b6-523a-4ef4-8553-fe253eb1e246,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:36.964814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Calling delete_port for 3a3f8807-7fcb-44a6-adc8-765a9e21b92a owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:37.059674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0152962c-4949-48a7-868c-ccda53a4553d no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:05:37.074224 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a84f59-3854-421b-8822-9c2f5aec8baf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:37.074935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a84f59-3854-421b-8822-9c2f5aec8baf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:37.079986 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-30a84f59-3854-421b-8822-9c2f5aec8baf tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/29d9f24b-d120-47b1-aa6c-416b6dede083 HTTP/1.1" status: 404 len: 337 time: 0.1945946 Feb 09 03:05:37.090291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44998) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:37.092538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c89be52-592d-44df-81bb-c2d9fb9cec73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9855ee7d-303b-4a4f-8642-e0645bf647bf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:37.095383 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c89be52-592d-44df-81bb-c2d9fb9cec73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:37.098998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8c89be52-592d-44df-81bb-c2d9fb9cec73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9855ee7d-303b-4a4f-8642-e0645bf647bf HTTP/1.1" status: 204 len: 168 time: 1.1763215 Feb 09 03:05:37.160066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 0152962c-4949-48a7-868c-ccda53a4553d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:05:37.160455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 0152962c-4949-48a7-868c-ccda53a4553d not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:05:37.224617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89be52-592d-44df-81bb-c2d9fb9cec73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9855ee7d-303b-4a4f-8642-e0645bf647bf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:37.330167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb02ad-e375-48d2-915c-3be696eb3bdb req-b6467d43-488f-4365-a0c2-c03bf076b52b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:37.332051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51eb02ad-e375-48d2-915c-3be696eb3bdb req-b6467d43-488f-4365-a0c2-c03bf076b52b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.6373386 Feb 09 03:05:37.477933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 23a33a01-5242-433d-83da-53ad520b84d3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:37.481707 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:37.570932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51eb02ad-e375-48d2-915c-3be696eb3bdb req-e270517a-4c9f-4c70-ba71-4051016f4916 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259095 Feb 09 03:05:37.629136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01395eb0-b604-4402-9d3c-5cfbfa1d812e None None] Update dhcp port {'port': {'network_id': '8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7', 'fixed_ips': [{'subnet_id': 'ca3b37b6-523a-4ef4-8553-fe253eb1e246'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e7c34eed-9369-460e-8c15-b12a4df0a58f'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:05:37.631034 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-223117bc-1f40-48af-95b6-de56b3cea487 admin admin] Publish callbacks [] for security_group (a6aa182c-2cfd-4133-9a6c-455fcf14fd1f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:37.637013 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-223117bc-1f40-48af-95b6-de56b3cea487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a6aa182c-2cfd-4133-9a6c-455fcf14fd1f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:37.647457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:37.652920 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935db07a-1199-421b-9aa0-71c92da79ea7" -d '{"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-plugged", "status": "completed", "tag": "23a33a01-5242-433d-83da-53ad520b84d3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:37.732180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223117bc-1f40-48af-95b6-de56b3cea487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aa182c-2cfd-4133-9a6c-455fcf14fd1f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:37.750617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-223117bc-1f40-48af-95b6-de56b3cea487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2d8e115858c4d3fb8896fbc86746313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9400895 Feb 09 03:05:37.750987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45012) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:37.758270 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-443e9c93-f240-46e1-98b7-20cfbca300c9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "GET /v2.0/ports?device_id=31dcd1ff-e6ac-447c-a177-71d2d6d17ac4 HTTP/1.1" status: 200 len: 205 time: 0.6702402 Feb 09 03:05:37.769481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45014) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:37.776604 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1189a9c7-71d9-41a6-a687-441a24bfe07b x-openstack-request-id: req-1189a9c7-71d9-41a6-a687-441a24bfe07b {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:37.779759 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc89e58-bb2a-4505-b5f3-88b59114382b", "name": "network-vif-deleted", "tag": "0152962c-4949-48a7-868c-ccda53a4553d", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:37.780220 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1189a9c7-71d9-41a6-a687-441a24bfe07b {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:37.783052 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc89e58-bb2a-4505-b5f3-88b59114382b', 'name': 'network-vif-deleted', 'tag': '0152962c-4949-48a7-868c-ccda53a4553d', 'status': 'completed', 'code': 200} Feb 09 03:05:37.815623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:37.830871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84163af6-7c79-46ef-990f-422f92b911fa req-2a067e9b-1020-4cc8-81f8-cf8bdb09c391 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:37.841876 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:37.852788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84163af6-7c79-46ef-990f-422f92b911fa req-2a067e9b-1020-4cc8-81f8-cf8bdb09c391 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 946 time: 1.0894396 Feb 09 03:05:37.931205 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-35b06d4a-b69d-4061-aefd-f9f6284a21a7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] delete failed (client error): The resource could not be found. Feb 09 03:05:37.932337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-35b06d4a-b69d-4061-aefd-f9f6284a21a7 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/routers/31dcd1ff-e6ac-447c-a177-71d2d6d17ac4 HTTP/1.1" status: 404 len: 336 time: 0.1623125 Feb 09 03:05:37.955549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45022) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:38.013973 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f7df36-d099-47a4-8b1f-12aba1139743 x-openstack-request-id: req-c2f7df36-d099-47a4-8b1f-12aba1139743 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:38.014300 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-plugged", "status": "completed", "tag": "23a33a01-5242-433d-83da-53ad520b84d3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:38.014591 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2f7df36-d099-47a4-8b1f-12aba1139743 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:38.018637 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3', 'code': 200} Feb 09 03:05:38.019638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:38.037527 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-01395eb0-b604-4402-9d3c-5cfbfa1d812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:38.040421 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ccb249-0af8-4f66-8a93-751e87df44b8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:38.042503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ccb249-0af8-4f66-8a93-751e87df44b8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:38.050759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-54ccb249-0af8-4f66-8a93-751e87df44b8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/23094854-66a0-4057-b394-1c1ee37f5f4d HTTP/1.1" status: 404 len: 337 time: 0.0931845 Feb 09 03:05:38.055541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45032) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:38.147973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3a3f8807-7fcb-44a6-adc8-765a9e21b92a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:38.161801 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-61501dda-7818-463a-8485-7ee7ebdd1f36 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:38.164012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61501dda-7818-463a-8485-7ee7ebdd1f36 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:38.177168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-61501dda-7818-463a-8485-7ee7ebdd1f36 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/89fc7ff0-ccce-45e2-ab89-43da923b876d HTTP/1.1" status: 404 len: 337 time: 0.1201484 Feb 09 03:05:38.180921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45038) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:38.235823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0602a8d-347b-4b07-a4f5-b863982361ad admin admin] Publish callbacks [] for security_group (a6aa182c-2cfd-4133-9a6c-455fcf14fd1f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:38.287614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3a3f8807-7fcb-44a6-adc8-765a9e21b92a no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:05:38.292987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Pushing event deleted for resources: {'Port': ['ID=3a3f8807-7fcb-44a6-adc8-765a9e21b92a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:38.308023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0602a8d-347b-4b07-a4f5-b863982361ad admin admin] Publish callbacks [] for security_group (a6aa182c-2cfd-4133-9a6c-455fcf14fd1f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:38.424056 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad9c6e4-b756-4913-943a-279863954693 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:38.424554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad9c6e4-b756-4913-943a-279863954693 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:38.428764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6ad9c6e4-b756-4913-943a-279863954693 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/82f31285-e1fd-4485-9e73-db27d10cdb1a HTTP/1.1" status: 404 len: 337 time: 0.1538002 Feb 09 03:05:38.443834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45048) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:38.485000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 3a3f8807-7fcb-44a6-adc8-765a9e21b92a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:05:38.485678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3a3f8807-7fcb-44a6-adc8-765a9e21b92a not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:05:38.522080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] No DVR routers for this DVR port 3a3f8807-7fcb-44a6-adc8-765a9e21b92a on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:05:38.526403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:38.530138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d4efd16-c23c-4214-90b1-3605c63d1d02 req-50ad5c2e-e623-4920-b410-72aa00c85794 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.26 "DELETE /v2.0/ports/3a3f8807-7fcb-44a6-adc8-765a9e21b92a HTTP/1.1" status: 204 len: 173 time: 2.9063125 Feb 09 03:05:38.534026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84163af6-7c79-46ef-990f-422f92b911fa req-cfbec689-921c-4f0b-8697-e959783f7109 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/security-groups?id=0415ca30-bac0-4683-968f-c04b9d2547e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804347 Feb 09 03:05:38.589618 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b6378c-bed4-4665-860b-3e76015562f4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:38.596214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b6378c-bed4-4665-860b-3e76015562f4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:38.605632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-89b6378c-bed4-4665-860b-3e76015562f4 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/e9e103aa-8047-46ce-9f41-4c80c8b5ec10 HTTP/1.1" status: 404 len: 333 time: 0.1486757 Feb 09 03:05:38.610069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:38.613793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a7a79-55c8-4c70-83a8-eb9f79a5febb None None] Network 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:38.688029 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34736ec-be27-451a-a019-cc13c489cd39 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:38.688868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34736ec-be27-451a-a019-cc13c489cd39 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:38.701469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45060) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:38.703355 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f34736ec-be27-451a-a019-cc13c489cd39 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/b9dd96a8-1210-4f94-993c-30642ab8c3b2 HTTP/1.1" status: 404 len: 337 time: 0.0898833 Feb 09 03:05:38.743038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0602a8d-347b-4b07-a4f5-b863982361ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a6aa182c-2cfd-4133-9a6c-455fcf14fd1f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:38.746600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0602a8d-347b-4b07-a4f5-b863982361ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:38.748298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b0602a8d-347b-4b07-a4f5-b863982361ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6aa182c-2cfd-4133-9a6c-455fcf14fd1f HTTP/1.1" status: 204 len: 168 time: 0.9962811 Feb 09 03:05:38.791445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0602a8d-347b-4b07-a4f5-b863982361ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aa182c-2cfd-4133-9a6c-455fcf14fd1f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:38.850967 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc62786-4e3d-4a83-b7b7-089dc8f9eba8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:38.861226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc62786-4e3d-4a83-b7b7-089dc8f9eba8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:38.884157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ecc62786-4e3d-4a83-b7b7-089dc8f9eba8 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/e7e10d4f-4149-4d44-b782-0f9ea5cce8b6 HTTP/1.1" status: 404 len: 337 time: 0.1694596 Feb 09 03:05:38.884157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:38.967160 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7733b1fc-f277-43dc-a99c-71ea9d7fbbb9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:38.969557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7733b1fc-f277-43dc-a99c-71ea9d7fbbb9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:38.988235 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7733b1fc-f277-43dc-a99c-71ea9d7fbbb9 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/523a9948-7337-4154-ac04-24e91bd1371b HTTP/1.1" status: 404 len: 333 time: 0.1148334 Feb 09 03:05:38.989286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45076) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:39.011053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe73a4b-808b-4ee9-baba-3e32f1379b4e req-6445f245-eb75-4c61-bd32-54823ef699e8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:39.012785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dbe73a4b-808b-4ee9-baba-3e32f1379b4e req-6445f245-eb75-4c61-bd32-54823ef699e8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2628858 Feb 09 03:05:39.057399 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6cf08f-2d2a-45c1-bf89-cb059802e613 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:39.058253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6cf08f-2d2a-45c1-bf89-cb059802e613 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:39.068436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9f6cf08f-2d2a-45c1-bf89-cb059802e613 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/26be85eb-7019-467f-8b42-e002081c0c7c HTTP/1.1" status: 404 len: 337 time: 0.0778635 Feb 09 03:05:39.069410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45080) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:39.157880 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d582f7-28d4-4fd3-b7d0-3725f1dfe150 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] DELETE failed (client error): The resource could not be found. Feb 09 03:05:39.158725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d582f7-28d4-4fd3-b7d0-3725f1dfe150 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:05:39.161264 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dbe73a4b-808b-4ee9-baba-3e32f1379b4e req-8b2daa54-a80f-4465-99b3-bc4b940588aa tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402168 Feb 09 03:05:39.165415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f7d582f7-28d4-4fd3-b7d0-3725f1dfe150 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/subnets/6ae14b4c-663c-45c8-a3d2-8a87775f14fd HTTP/1.1" status: 404 len: 337 time: 0.0944388 Feb 09 03:05:39.166074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45084) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:39.394757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1f934fb4-30cc-4292-bf44-5c9e8852915c None None] Provisioning complete for port e7c34eed-9369-460e-8c15-b12a4df0a58f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:05:39.395435 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f934fb4-30cc-4292-bf44-5c9e8852915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:39.404866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c699d1b9-51cb-4327-8b32-2ac289767c71 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port 54abd0b1-ed69-4014-b110-2d523215cd28 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:39.405421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c699d1b9-51cb-4327-8b32-2ac289767c71 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:39.571059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c699d1b9-51cb-4327-8b32-2ac289767c71 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:39.613415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c699d1b9-51cb-4327-8b32-2ac289767c71 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for 54abd0b1-ed69-4014-b110-2d523215cd28 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:39.738611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] DHCP port deletion for 8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:05:39.825363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a834ff08-d659-435e-a12e-66fa1913b243', 'name': 'network-vif-deleted', 'tag': '3a3f8807-7fcb-44a6-adc8-765a9e21b92a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:05:39.830292 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d183158-f8fd-4bcf-ab39-b8f9b1c3a8d1" -d '{"events": [{"server_uuid": "a834ff08-d659-435e-a12e-66fa1913b243", "name": "network-vif-deleted", "tag": "3a3f8807-7fcb-44a6-adc8-765a9e21b92a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:05:39.869964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1f934fb4-30cc-4292-bf44-5c9e8852915c None None] Current status of the port e7c34eed-9369-460e-8c15-b12a4df0a58f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:05:39.872209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c699d1b9-51cb-4327-8b32-2ac289767c71 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (54abd0b1-ed69-4014-b110-2d523215cd28), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:39.875926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1f934fb4-30cc-4292-bf44-5c9e8852915c None None] Could not find standard attr ID for object 54abd0b1-ed69-4014-b110-2d523215cd28. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:05:39.922225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] Deleting port e7c34eed-9369-460e-8c15-b12a4df0a58f {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:39.925175 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:39.935279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-67265d42-028e-4561-8499-2badc1e2ab65 req-d11574a8-da3c-4fe6-b950-f12cd3ba4291 tempest-ServerGroupTestJSON-636075130 tempest-ServerGroupTestJSON-636075130-project] 10.222.0.32 "GET /v2.0/ports?device_id=a834ff08-d659-435e-a12e-66fa1913b243 HTTP/1.1" status: 200 len: 210 time: 0.0966578 Feb 09 03:05:39.997511 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77885f36-a7cb-429e-b57a-0417f9680372 x-openstack-request-id: req-77885f36-a7cb-429e-b57a-0417f9680372 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:05:39.998281 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a834ff08-d659-435e-a12e-66fa1913b243", "name": "network-vif-deleted", "tag": "3a3f8807-7fcb-44a6-adc8-765a9e21b92a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:05:39.999974 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77885f36-a7cb-429e-b57a-0417f9680372 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:05:40.000406 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a834ff08-d659-435e-a12e-66fa1913b243', 'name': 'network-vif-deleted', 'tag': '3a3f8807-7fcb-44a6-adc8-765a9e21b92a', 'status': 'completed', 'code': 200} Feb 09 03:05:40.003071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699d1b9-51cb-4327-8b32-2ac289767c71 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=54abd0b1-ed69-4014-b110-2d523215cd28,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:40.015977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c699d1b9-51cb-4327-8b32-2ac289767c71 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.026811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] For port e7c34eed-9369-460e-8c15-b12a4df0a58f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7c34eed-9369-460e-8c15-b12a4df0a58f,segment=NetworkSegment(f4f48842-fdac-409c-81bb-387f9e8175e6),segment_id=f4f48842-fdac-409c-81bb-387f9e8175e6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:40.027224 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.030977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c699d1b9-51cb-4327-8b32-2ac289767c71 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/ports/54abd0b1-ed69-4014-b110-2d523215cd28 HTTP/1.1" status: 204 len: 168 time: 0.8638113 Feb 09 03:05:40.033232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45148) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:40.058684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] Calling delete_port for e7c34eed-9369-460e-8c15-b12a4df0a58f owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:40.197381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.358994 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.441863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] Pushing event deleted for resources: {'Port': ['ID=e7c34eed-9369-460e-8c15-b12a4df0a58f,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:40.453253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7c34eed-9369-460e-8c15-b12a4df0a58f no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:05:40.469813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87adc518-cff5-4e09-bcf4-1ff285e8b9cf None None] No DVR routers for this DVR port e7c34eed-9369-460e-8c15-b12a4df0a58f on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:05:40.533451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Deleting port e7c34eed-9369-460e-8c15-b12a4df0a58f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:05:40.533770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.581963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e7c34eed-9369-460e-8c15-b12a4df0a58f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:05:40.582349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7c34eed-9369-460e-8c15-b12a4df0a58f not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:05:40.663069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aadc5-d759-4ae6-8870-1dbdfb2110af req-e51fc447-d93d-4f73-aaba-828b81b113f9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:40.670429 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e9aadc5-d759-4ae6-8870-1dbdfb2110af req-e51fc447-d93d-4f73-aaba-828b81b113f9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2991934 Feb 09 03:05:40.782459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] For port e7c34eed-9369-460e-8c15-b12a4df0a58f, host n-d-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:05:40.782840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.808253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Calling delete_port for e7c34eed-9369-460e-8c15-b12a4df0a58f owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:05:40.811727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Port e7c34eed-9369-460e-8c15-b12a4df0a58f was not found and therefore no delete operation was performed {{(pid=109856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:05:40.815876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e9aadc5-d759-4ae6-8870-1dbdfb2110af req-4d302b88-7741-4ae7-b36e-69eeeb15074a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445415 Feb 09 03:05:40.816637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e7c34eed-9369-460e-8c15-b12a4df0a58f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:40.864623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Port': ['ID=e7c34eed-9369-460e-8c15-b12a4df0a58f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:40.874697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] No DVR routers for this DVR port e7c34eed-9369-460e-8c15-b12a4df0a58f on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:05:41.071504 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:41.141061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:41.162858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f48842-fdac-409c-81bb-387f9e8175e6') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:41.163355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f48842-fdac-409c-81bb-387f9e8175e6') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:41.196981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (f4f48842-fdac-409c-81bb-387f9e8175e6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:41.262823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f4f48842-fdac-409c-81bb-387f9e8175e6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:41.285428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:05:41.289599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (f4f48842-fdac-409c-81bb-387f9e8175e6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:05:41.303495 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:05:41.501245 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:41.538994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:41.548691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] 10.222.0.32 "DELETE /v2.0/networks/8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7 HTTP/1.1" status: 204 len: 168 time: 1.5142097 Feb 09 03:05:41.599530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12a428-11ba-4c41-82d1-33c04b389051 tempest-PortsTestJSON-1997269689 tempest-PortsTestJSON-1997269689-project] Pushing event deleted for resources: {'Network': ['ID=8b00a7e7-7fca-442b-8e13-5dcc52bdc4f7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:41.833204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45254) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:42.029716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74f7476-648f-4c4f-9920-368af742b0b4 admin admin] Deleting subnet 3ff1461a-cfe5-4060-bb63-41c528c7cd0a {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:05:42.039150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f74f7476-648f-4c4f-9920-368af742b0b4 admin admin] Publish callbacks [] for subnet (3ff1461a-cfe5-4060-bb63-41c528c7cd0a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.105831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f74f7476-648f-4c4f-9920-368af742b0b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (3ff1461a-cfe5-4060-bb63-41c528c7cd0a), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.162114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cbf09-23a9-4536-88e9-11308caf31d9 req-b4a828d5-64c6-42aa-9025-a6c25282c39f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:42.170327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d67cbf09-23a9-4536-88e9-11308caf31d9 req-b4a828d5-64c6-42aa-9025-a6c25282c39f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1322763 Feb 09 03:05:42.173990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f74f7476-648f-4c4f-9920-368af742b0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (3ff1461a-cfe5-4060-bb63-41c528c7cd0a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.271494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d67cbf09-23a9-4536-88e9-11308caf31d9 req-4b9b2148-87c3-4889-920d-e970e82c4589 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994551 Feb 09 03:05:42.299898 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f74f7476-648f-4c4f-9920-368af742b0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (3ff1461a-cfe5-4060-bb63-41c528c7cd0a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.411189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f7476-648f-4c4f-9920-368af742b0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff1461a-cfe5-4060-bb63-41c528c7cd0a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:42.426038 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f74f7476-648f-4c4f-9920-368af742b0b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.438780 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f74f7476-648f-4c4f-9920-368af742b0b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ff1461a-cfe5-4060-bb63-41c528c7cd0a HTTP/1.1" status: 204 len: 168 time: 0.6001384 Feb 09 03:05:42.444299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45270) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:42.602993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (6ffc5167-da45-4eb1-a75e-466a5933ada8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.694745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45276) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:42.768385 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:05:42.872000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (6ffc5167-da45-4eb1-a75e-466a5933ada8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.921575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffc5167-da45-4eb1-a75e-466a5933ada8']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:42.939891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b168a8-e630-4f3e-b38b-b2647026ec76') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:42.940476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b168a8-e630-4f3e-b38b-b2647026ec76') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:42.967910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (35b168a8-e630-4f3e-b38b-b2647026ec76), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.987734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (35b168a8-e630-4f3e-b38b-b2647026ec76), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.995451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:05:42.995921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (35b168a8-e630-4f3e-b38b-b2647026ec76), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:05:42.998383 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:05:43.148094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (6ffc5167-da45-4eb1-a75e-466a5933ada8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:43.164448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:43.178097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ffc5167-da45-4eb1-a75e-466a5933ada8 HTTP/1.1" status: 204 len: 168 time: 0.7304540 Feb 09 03:05:43.204880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509f28-3532-48d0-bc00-d491a4696a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffc5167-da45-4eb1-a75e-466a5933ada8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:43.244958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45332) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:43.268070 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d09f57d2-a304-4ac3-80c5-4b1ffc2355fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c63e667e4e38457caa1989bb463c5818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5721262 Feb 09 03:05:43.391915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af817a76-c6ea-4cd8-93e7-c3aafd383a55 admin admin] Publish callbacks [] for security_group (d5155971-7fbd-4af5-a2fd-e312f10d3e17), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:43.469257 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af817a76-c6ea-4cd8-93e7-c3aafd383a55 admin admin] Publish callbacks [] for security_group (d5155971-7fbd-4af5-a2fd-e312f10d3e17), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:43.661372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af817a76-c6ea-4cd8-93e7-c3aafd383a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d5155971-7fbd-4af5-a2fd-e312f10d3e17), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:43.665042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af817a76-c6ea-4cd8-93e7-c3aafd383a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:43.670203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-af817a76-c6ea-4cd8-93e7-c3aafd383a55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5155971-7fbd-4af5-a2fd-e312f10d3e17 HTTP/1.1" status: 204 len: 168 time: 0.4240949 Feb 09 03:05:43.690404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af817a76-c6ea-4cd8-93e7-c3aafd383a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5155971-7fbd-4af5-a2fd-e312f10d3e17,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:43.709086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336c3ba-0e5c-44a2-8737-884ee4b006b2 req-7da52980-7528-47b3-941a-1aa6133ddaed tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:43.727129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4336c3ba-0e5c-44a2-8737-884ee4b006b2 req-7da52980-7528-47b3-941a-1aa6133ddaed tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2156105 Feb 09 03:05:43.751119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45360) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:43.869468 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4336c3ba-0e5c-44a2-8737-884ee4b006b2 req-1ab3159b-2a20-4177-9877-b58fd63d6ffc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363013 Feb 09 03:05:43.886991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45366) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:44.023199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d9b11d45-f944-417c-95b8-7d6aea60b6fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14470e5c06274074bd359a2b55a3d1be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346657 Feb 09 03:05:44.026023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45372) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:44.124100 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0df1d9e3-6f28-48e4-b22d-676e0305c5b4 admin admin] Publish callbacks [] for security_group (0415ca30-bac0-4683-968f-c04b9d2547e2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:44.173908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0df1d9e3-6f28-48e4-b22d-676e0305c5b4 admin admin] Publish callbacks [] for security_group (0415ca30-bac0-4683-968f-c04b9d2547e2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:44.279401 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0df1d9e3-6f28-48e4-b22d-676e0305c5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0415ca30-bac0-4683-968f-c04b9d2547e2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:44.282843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0df1d9e3-6f28-48e4-b22d-676e0305c5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:44.286921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0df1d9e3-6f28-48e4-b22d-676e0305c5b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0415ca30-bac0-4683-968f-c04b9d2547e2 HTTP/1.1" status: 204 len: 168 time: 0.2598579 Feb 09 03:05:44.295679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1d9e3-6f28-48e4-b22d-676e0305c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415ca30-bac0-4683-968f-c04b9d2547e2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:44.672519 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4728fe24-b750-4471-800c-1a228ae0efde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:44.937039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4728fe24-b750-4471-800c-1a228ae0efde admin admin] Publish callbacks [] for security_group (b8223fae-0a2e-4080-95c2-c74610bf6c17), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:44.956584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4728fe24-b750-4471-800c-1a228ae0efde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b8223fae-0a2e-4080-95c2-c74610bf6c17), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:45.047968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728fe24-b750-4471-800c-1a228ae0efde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8223fae-0a2e-4080-95c2-c74610bf6c17,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:45.230383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4728fe24-b750-4471-800c-1a228ae0efde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88c2834870ba41089bd11ca6928822ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4756906 Feb 09 03:05:45.230723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45406) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:45.253670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2800036-7bcb-47ed-b9f6-ecb63f70d83a req-a562f42b-4956-4ae6-91af-e94413628fce tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:45.263586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2800036-7bcb-47ed-b9f6-ecb63f70d83a req-a562f42b-4956-4ae6-91af-e94413628fce tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2206082 Feb 09 03:05:45.384609 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a72ff8ff-6fd3-4c99-8276-cd0ae1acb95c admin admin] Publish callbacks [] for security_group (b8223fae-0a2e-4080-95c2-c74610bf6c17), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:45.414577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2800036-7bcb-47ed-b9f6-ecb63f70d83a req-c7d36057-08be-41a5-a6ca-2d100906770d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433594 Feb 09 03:05:45.471550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a72ff8ff-6fd3-4c99-8276-cd0ae1acb95c admin admin] Publish callbacks [] for security_group (b8223fae-0a2e-4080-95c2-c74610bf6c17), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:45.616893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a72ff8ff-6fd3-4c99-8276-cd0ae1acb95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b8223fae-0a2e-4080-95c2-c74610bf6c17), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:45.619887 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a72ff8ff-6fd3-4c99-8276-cd0ae1acb95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:45.621403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a72ff8ff-6fd3-4c99-8276-cd0ae1acb95c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8223fae-0a2e-4080-95c2-c74610bf6c17 HTTP/1.1" status: 204 len: 168 time: 0.3896642 Feb 09 03:05:45.641228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ff8ff-6fd3-4c99-8276-cd0ae1acb95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8223fae-0a2e-4080-95c2-c74610bf6c17,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:46.436596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:46.477082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9727f4d-9edb-409e-aab0-aba49f9deec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:46.769164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a04ad-bb19-4d87-8d1e-3bcf916ddc40 req-6d3c6186-a828-4dd7-b3ca-9d7259d64012 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:46.776717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b5a04ad-bb19-4d87-8d1e-3bcf916ddc40 req-6d3c6186-a828-4dd7-b3ca-9d7259d64012 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1684053 Feb 09 03:05:46.899051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9727f4d-9edb-409e-aab0-aba49f9deec5 admin admin] Publish callbacks [] for security_group (8086fc16-f65c-4e57-9e8e-1352877ef3c1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:46.910021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9727f4d-9edb-409e-aab0-aba49f9deec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8086fc16-f65c-4e57-9e8e-1352877ef3c1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:46.989653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b5a04ad-bb19-4d87-8d1e-3bcf916ddc40 req-cf076178-3ec9-4560-bb87-61a836d0523d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119150 Feb 09 03:05:47.096456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9727f4d-9edb-409e-aab0-aba49f9deec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8086fc16-f65c-4e57-9e8e-1352877ef3c1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:47.149392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:47.174765 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c9727f4d-9edb-409e-aab0-aba49f9deec5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0caf9beafc64cfdbe1776aa683b8de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7370257 Feb 09 03:05:47.254747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Publish callbacks [] for security_group (8086fc16-f65c-4e57-9e8e-1352877ef3c1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:47.340864 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Publish callbacks [] for security_group (8086fc16-f65c-4e57-9e8e-1352877ef3c1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:47.501008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8086fc16-f65c-4e57-9e8e-1352877ef3c1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:47.504101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:47.505935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8086fc16-f65c-4e57-9e8e-1352877ef3c1 HTTP/1.1" status: 204 len: 168 time: 0.3554642 Feb 09 03:05:47.519743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8086fc16-f65c-4e57-9e8e-1352877ef3c1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:47.548482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.550580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.551770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.553068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.554780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.555760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.560017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.570758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.572529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.574214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.574763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.578469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.580143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573de3b-89fc-407e-90f9-bed9f8412450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:47.827186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45536) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:48.350481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5917e65-cb5f-4d8c-80da-35174a3a4c09 req-716ffcf1-ca4c-47d5-a1d7-971be18041bb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:48.354550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5917e65-cb5f-4d8c-80da-35174a3a4c09 req-716ffcf1-ca4c-47d5-a1d7-971be18041bb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1797516 Feb 09 03:05:48.500968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5917e65-cb5f-4d8c-80da-35174a3a4c09 req-d3adc799-93f1-4fa4-a5b2-acad7021aff2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387918 Feb 09 03:05:48.623073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-network', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:48.714746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Made reservation on behalf of 4196e1343a01456f9eaa8fda5a0eb960 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:48.730381 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:48.751786 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:48.929176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Publish callbacks [] for security_group (8333e080-9ba3-40fe-b8f7-ebb421369b7c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:48.945375 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8333e080-9ba3-40fe-b8f7-ebb421369b7c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:48.999827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:05:49.046982 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cbda8c1f-03b8-4c56-bd88-e76cafafaaa4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.048887 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Added segment cbda8c1f-03b8-4c56-bd88-e76cafafaaa4 of type vlan for network 300d8e25-22c3-47fa-a8a4-9aab033df1cc Feb 09 03:05:49.071311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333e080-9ba3-40fe-b8f7-ebb421369b7c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:49.177597 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (300d8e25-22c3-47fa-a8a4-9aab033df1cc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.220359 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (300d8e25-22c3-47fa-a8a4-9aab033df1cc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.222533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:49.224334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.342763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45584) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:49.346092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5176899 Feb 09 03:05:49.347912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Request body: {'subnet': {'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-subnet', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:49.403885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21787d2-0f44-456a-9c17-bb5b49aedbdb admin admin] Pushing event updated for resources: {'Network': ['ID=300d8e25-22c3-47fa-a8a4-9aab033df1cc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:49.410270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Made reservation on behalf of 4196e1343a01456f9eaa8fda5a0eb960 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:05:49.414276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.417528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 300d8e25-22c3-47fa-a8a4-9aab033df1cc details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:05:49.541834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.767960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (80838aa0-236e-45e1-8ae8-283ec6600fd2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:49.832947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80838aa0-236e-45e1-8ae8-283ec6600fd2,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:49.888448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Checking segment: {'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:49.889074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Network hostable DHCP agents. Network: 300d8e25-22c3-47fa-a8a4-9aab033df1cc, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:05:49.913122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d6fe-a973-4ae9-a97d-8d160d9a2935 req-3f89afa7-bb1b-4ee4-8ed5-e3b6ecf02757 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:49.914928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c96d6fe-a973-4ae9-a97d-8d160d9a2935 req-3f89afa7-bb1b-4ee4-8ed5-e3b6ecf02757 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1625874 Feb 09 03:05:49.948795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Network 300d8e25-22c3-47fa-a8a4-9aab033df1cc is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:05:49.990675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c96d6fe-a973-4ae9-a97d-8d160d9a2935 req-dd63e896-6077-4412-8ef9-7dc31a96adf1 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634983 Feb 09 03:05:49.991488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 300d8e25-22c3-47fa-a8a4-9aab033df1cc) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:49.997528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:49.998119 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:50.006125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72388c11-2f13-46c6-9e9f-3f3f63485435 None None] Network 300d8e25-22c3-47fa-a8a4-9aab033df1cc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:50.064083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45612) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:50.069198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6c184c0a-65ad-4490-88ea-5d5ee8b96251 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7251554 Feb 09 03:05:50.070886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:05:50.131169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (15fae7f0-e1c9-4697-867d-f6ea601c33f6), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:50.133036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (15fae7f0-e1c9-4697-867d-f6ea601c33f6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:50.338747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae2ba1-6f39-431c-9fe3-29acc590ea24 None None] Network 300d8e25-22c3-47fa-a8a4-9aab033df1cc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:05:50.351095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks [] for router_controller (15fae7f0-e1c9-4697-867d-f6ea601c33f6), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:50.792673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks [] for router_gateway (15fae7f0-e1c9-4697-867d-f6ea601c33f6), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:51.291513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks [] for router_gateway (15fae7f0-e1c9-4697-867d-f6ea601c33f6), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:51.319594 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:51.405962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216c079-bfca-4dc8-ba43-fb828a7cee51 req-d0a1db0b-1272-473c-adc0-d8d1080ed69d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:51.412705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6216c079-bfca-4dc8-ba43-fb828a7cee51 req-d0a1db0b-1272-473c-adc0-d8d1080ed69d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2293327 Feb 09 03:05:51.466785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:51.582615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6216c079-bfca-4dc8-ba43-fb828a7cee51 req-e429fd9e-d082-4277-850e-ce6164ed7894 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670122 Feb 09 03:05:51.617779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-55240304-df57-4e00-93bd-b8347a14fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:51.621992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-55240304-df57-4e00-93bd-b8347a14fcfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1128 time: 0.1800776 Feb 09 03:05:51.639821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Allocated IP 172.25.2.223 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/d8daf474-6bf9-4154-ac77-b28bbfd81d9f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:52.018567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-4c575f6a-b71d-43c7-969a-661d63cae70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:52.020092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-4c575f6a-b71d-43c7-969a-661d63cae70c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.3775787 Feb 09 03:05:52.238851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-e6249785-940d-429d-9626-d47bfe8e76cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 1001 time: 0.1874101 Feb 09 03:05:52.297832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks [] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:52.320411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-cb3fe8a2-232a-49a8-bbd8-fe6514105732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:52.323284 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-cb3fe8a2-232a-49a8-bbd8-fe6514105732 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.0824368 Feb 09 03:05:52.400593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-2800461c-e8e8-4554-a48a-4cb7bc9c4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:52.402560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-2800461c-e8e8-4554-a48a-4cb7bc9c4d8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731304 Feb 09 03:05:52.404797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:52.488776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:52.571428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:52.584162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:52.856078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84790b95-2a26-4da2-9c07-df1791e6c341 req-5e3520c3-694c-461d-9561-9df7c3e5389e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:52.858304 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84790b95-2a26-4da2-9c07-df1791e6c341 req-5e3520c3-694c-461d-9561-9df7c3e5389e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1522229 Feb 09 03:05:52.954552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84790b95-2a26-4da2-9c07-df1791e6c341 req-dc892add-3ec3-487b-9dc0-b4eeb478ca53 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892789 Feb 09 03:05:53.290890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks [] for router_gateway (15fae7f0-e1c9-4697-867d-f6ea601c33f6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:53.826410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Pushing event updated for resources: {'Port': ['ID=d8daf474-6bf9-4154-ac77-b28bbfd81d9f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:54.100743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-b2561d0a-7f79-4a23-bc5b-1128e3ded8ca service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6906836 Feb 09 03:05:54.543932 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f11ce8a-080a-4896-8763-e76b51698eb8 req-2f497225-1bb7-4aac-b137-45982a597ad3 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004085 Feb 09 03:05:54.561932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (15fae7f0-e1c9-4697-867d-f6ea601c33f6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:54.702641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6c878-bf4e-4b94-96fb-8945a199f394 req-6698f530-c08d-4f10-8800-c869abc045c3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:54.710997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffc6c878-bf4e-4b94-96fb-8945a199f394 req-6698f530-c08d-4f10-8800-c869abc045c3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.5349121 Feb 09 03:05:54.885250 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ffc6c878-bf4e-4b94-96fb-8945a199f394 req-4162e7a8-2917-48b5-92f3-fafa13ae4077 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729214 Feb 09 03:05:54.917843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45746) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:54.985290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:05:55.283882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:05:55.299077 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Sync routers for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:05:55.313944 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:05:55.314150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-69516adc-5c78-447f-bba4-1dbe7d71d206 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93bf5254c42741b5aa6e228fa42363bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3950167 Feb 09 03:05:55.315196 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:05:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:55.319515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45760) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:55.345212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:55.354315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3bb1ca93-0aab-410a-9d9f-51e895b9c32e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2882993 Feb 09 03:05:55.357204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45762) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:55.455413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f90-0c96-4651-af99-8e5a93469660 admin admin] Publish callbacks [] for security_group (5e050382-316e-40cd-8864-033f33b67ed1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:55.505077 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f90-0c96-4651-af99-8e5a93469660 admin admin] Publish callbacks [] for security_group (5e050382-316e-40cd-8864-033f33b67ed1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:55.586709 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:05:55.626294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f90-0c96-4651-af99-8e5a93469660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5e050382-316e-40cd-8864-033f33b67ed1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:55.628955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f90-0c96-4651-af99-8e5a93469660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:55.632789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d5cd2f90-0c96-4651-af99-8e5a93469660 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e050382-316e-40cd-8864-033f33b67ed1 HTTP/1.1" status: 204 len: 168 time: 0.3093355 Feb 09 03:05:55.677520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd2f90-0c96-4651-af99-8e5a93469660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e050382-316e-40cd-8864-033f33b67ed1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:56.206742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e8954-c609-4453-94f7-82bb98de8ad2 req-81afeec7-b0ed-4915-80e8-25b0611c1bec tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:56.217608 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-465e8954-c609-4453-94f7-82bb98de8ad2 req-81afeec7-b0ed-4915-80e8-25b0611c1bec tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1694241 Feb 09 03:05:56.384999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-465e8954-c609-4453-94f7-82bb98de8ad2 req-750158cb-e462-47bf-8f68-d45d569e4bb3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645541 Feb 09 03:05:56.604646 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:52Z', 'revision_number': 3, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:56.657429 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Checking router: 15fae7f0-e1c9-4697-867d-f6ea601c33f6 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:05:56.659106 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Updating router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 port d8daf474-6bf9-4154-ac77-b28bbfd81d9f binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:05:56.708063 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:56.813438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:57.361000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Allocated IP 172.20.0.1 (300d8e25-22c3-47fa-a8a4-9aab033df1cc/80838aa0-236e-45e1-8ae8-283ec6600fd2/aa1db735-93d7-474e-aebf-e39ea8d80b05) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:05:57.500236 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Publish callbacks [] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:57.527345 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:57.661327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45838) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:57.739945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Pushing event updated for resources: {'Port': ['ID=d8daf474-6bf9-4154-ac77-b28bbfd81d9f,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:57.766700 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Attempting to bind port d8daf474-6bf9-4154-ac77-b28bbfd81d9f on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:05:57.767279 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Attempting to bind port d8daf474-6bf9-4154-ac77-b28bbfd81d9f by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:05:57.771274 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Attempting to bind port d8daf474-6bf9-4154-ac77-b28bbfd81d9f on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:05:57.780565 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.781144 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.782617 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.783138 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.785245 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.785984 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.786507 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.788099 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.788616 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.789984 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.790559 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.791355 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.793036 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:05:57.805019 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:05:57.809843 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:05:57.810385 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:57.811515 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:05:57.812086 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Bound port: d8daf474-6bf9-4154-ac77-b28bbfd81d9f, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:05:57.813322 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:57.853373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015eb62b-c8ee-4ade-8806-3410fcb0d0f5 req-a384c63c-c348-4511-8dc6-701e77f787b2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:57.861421 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-015eb62b-c8ee-4ade-8806-3410fcb0d0f5 req-a384c63c-c348-4511-8dc6-701e77f787b2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.3133686 Feb 09 03:05:57.930673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Publish callbacks [] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:57.948565 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] For port d8daf474-6bf9-4154-ac77-b28bbfd81d9f, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:05:57.957685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ee4cf33-6d21-4f06-bfda-feac458f2b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:57.960795 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] For port d8daf474-6bf9-4154-ac77-b28bbfd81d9f, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d8daf474-6bf9-4154-ac77-b28bbfd81d9f,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:05:57.975592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-015eb62b-c8ee-4ade-8806-3410fcb0d0f5 req-c482716c-7c2d-488a-8f71-0d73837fb130 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132181 Feb 09 03:05:57.985861 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:58.037651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:58.103499 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:05:58.104551 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:05:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:58.117587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Network 300d8e25-22c3-47fa-a8a4-9aab033df1cc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:05:58.130595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:05:58.139022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:05:58.205216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1db735-93d7-474e-aebf-e39ea8d80b05,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:58.247398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (15fae7f0-e1c9-4697-867d-f6ea601c33f6), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:58.253287 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0788-b8c5-49bb-9e1e-377ce4701f1e None None] Pushing event updated for resources: {'Port': ['ID=d8daf474-6bf9-4154-ac77-b28bbfd81d9f,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:58.320269 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ee4cf33-6d21-4f06-bfda-feac458f2b8e admin admin] Publish callbacks [] for security_group (16dc641c-fd14-4d32-b379-516623a8150b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:58.344690 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ee4cf33-6d21-4f06-bfda-feac458f2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (16dc641c-fd14-4d32-b379-516623a8150b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:58.360356 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:05:58.474066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6ee4cf33-6d21-4f06-bfda-feac458f2b8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93a553d87e7c4c84b3b54d3ea7ab3650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8116369 Feb 09 03:05:58.476818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45848) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:05:58.498176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4cf33-6d21-4f06-bfda-feac458f2b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dc641c-fd14-4d32-b379-516623a8150b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:58.714743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3b67a93-c2fc-45d3-864c-a8a55de28afa admin admin] Publish callbacks [] for security_group (16dc641c-fd14-4d32-b379-516623a8150b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:58.799310 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:52Z', 'revision_number': 3, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:05:58.799920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3b67a93-c2fc-45d3-864c-a8a55de28afa admin admin] Publish callbacks [] for security_group (16dc641c-fd14-4d32-b379-516623a8150b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:58.852688 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89198b-3dad-4be9-afbd-c9d5470529cb None None] The sync data for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 is: [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:52Z', 'revision_number': 3, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:05:58.969927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:59.335407 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3b67a93-c2fc-45d3-864c-a8a55de28afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (16dc641c-fd14-4d32-b379-516623a8150b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:59.371835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3b67a93-c2fc-45d3-864c-a8a55de28afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:59.377538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c3b67a93-c2fc-45d3-864c-a8a55de28afa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16dc641c-fd14-4d32-b379-516623a8150b HTTP/1.1" status: 204 len: 168 time: 0.8948300 Feb 09 03:05:59.381245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f481b-dab0-48f6-a62c-c645eecd16c8 req-b36e612b-7cfb-4410-800c-c4ea04673d96 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:05:59.411779 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b99f481b-dab0-48f6-a62c-c645eecd16c8 req-b36e612b-7cfb-4410-800c-c4ea04673d96 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2068896 Feb 09 03:05:59.626853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b99f481b-dab0-48f6-a62c-c645eecd16c8 req-f9201afe-fb3e-4557-aec1-705e5a0bf3d8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106895 Feb 09 03:05:59.738262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Publish callbacks [] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:59.766259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b67a93-c2fc-45d3-864c-a8a55de28afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dc641c-fd14-4d32-b379-516623a8150b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:59.780420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:05:59.869184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1db735-93d7-474e-aebf-e39ea8d80b05,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:05:59.892970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (15fae7f0-e1c9-4697-867d-f6ea601c33f6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.079732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Network 300d8e25-22c3-47fa-a8a4-9aab033df1cc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:06:00.087615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:06:00.289774 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c3e5f3bc-d7a5-4f74-977e-03f911506f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.435087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45880) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:00.450400 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8784fe83-2f61-4c8c-b9bd-76281f8d9012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.479133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:06:00.528116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d8daf474-6bf9-4154-ac77-b28bbfd81d9f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:06:00.648932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8784fe83-2f61-4c8c-b9bd-76281f8d9012 admin admin] Publish callbacks [] for security_group (201ad38c-a532-4fce-aec0-c30b8748f26c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.662534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8784fe83-2f61-4c8c-b9bd-76281f8d9012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (201ad38c-a532-4fce-aec0-c30b8748f26c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.701215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d8daf474-6bf9-4154-ac77-b28bbfd81d9f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:06:00.704609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.723592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784fe83-2f61-4c8c-b9bd-76281f8d9012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201ad38c-a532-4fce-aec0-c30b8748f26c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:00.782565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8784fe83-2f61-4c8c-b9bd-76281f8d9012 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1374c981c55d408e9ddedede55046310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3456893 Feb 09 03:06:00.785314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45884) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:00.788589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:06:00.810404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-78360d45-e94f-4634-93dc-3436fc474547 admin admin] 10.222.0.32 "PUT /v2.0/routers/15fae7f0-e1c9-4697-867d-f6ea601c33f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4516108 Feb 09 03:06:00.891540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3452-412f-41ea-8c41-fc59012369db admin admin] Publish callbacks [] for security_group (201ad38c-a532-4fce-aec0-c30b8748f26c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.924646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d8daf474-6bf9-4154-ac77-b28bbfd81d9f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:00.925058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.966181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3452-412f-41ea-8c41-fc59012369db admin admin] Publish callbacks [] for security_group (201ad38c-a532-4fce-aec0-c30b8748f26c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:00.976571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a020c6e-ca3c-46f2-b11e-94df0ee19ceb req-bd213370-75c8-41e2-841e-bf99f7a06dbb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:00.988117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a020c6e-ca3c-46f2-b11e-94df0ee19ceb req-bd213370-75c8-41e2-841e-bf99f7a06dbb tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1405070 Feb 09 03:06:01.002775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d8daf474-6bf9-4154-ac77-b28bbfd81d9f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d8daf474-6bf9-4154-ac77-b28bbfd81d9f,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:01.016868 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:01.089782 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3452-412f-41ea-8c41-fc59012369db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (201ad38c-a532-4fce-aec0-c30b8748f26c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:01.095386 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3452-412f-41ea-8c41-fc59012369db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:01.098009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ea2b3452-412f-41ea-8c41-fc59012369db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/201ad38c-a532-4fce-aec0-c30b8748f26c HTTP/1.1" status: 204 len: 168 time: 0.3107519 Feb 09 03:06:01.145708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b3452-412f-41ea-8c41-fc59012369db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201ad38c-a532-4fce-aec0-c30b8748f26c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:01.147091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d8daf474-6bf9-4154-ac77-b28bbfd81d9f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:01.178401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a020c6e-ca3c-46f2-b11e-94df0ee19ceb req-ed10f5af-6f5d-40ee-805f-9752c603a81b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813970 Feb 09 03:06:02.395123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d8daf474-6bf9-4154-ac77-b28bbfd81d9f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:06:02.471454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab9917-b07a-4181-bd8e-08b59cd36b5e req-e61138b6-8966-46cf-b6fa-a09fe3e1afef tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:02.481199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31ab9917-b07a-4181-bd8e-08b59cd36b5e req-e61138b6-8966-46cf-b6fa-a09fe3e1afef tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1380260 Feb 09 03:06:02.610861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d8daf474-6bf9-4154-ac77-b28bbfd81d9f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:06:02.611250 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:02.622768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Sync routers for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:06:02.676540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-5728bd4f-c8c9-4502-8b2f-53a41652c62c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:02.678448 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-5728bd4f-c8c9-4502-8b2f-53a41652c62c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 819 time: 0.3991694 Feb 09 03:06:02.714478 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-7c6afe66-1978-4971-9be0-f8eee1a38c00 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/quotas/4196e1343a01456f9eaa8fda5a0eb960 HTTP/1.1" status: 200 len: 375 time: 0.0255733 Feb 09 03:06:02.721879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31ab9917-b07a-4181-bd8e-08b59cd36b5e req-c08d6d19-b618-4763-b414-67cad1323892 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347984 Feb 09 03:06:02.818094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:06:02.820763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:05:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:02.846519 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cdb87dd-06ea-4cc1-b791-531f14e4f031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:02.858811 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-82e0b1de-28ee-4ff6-ba8c-04ae32ce1225 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1422572 Feb 09 03:06:03.000960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-f46c1494-932b-438b-ad42-a90dfa3ada59 service neutron] 10.222.0.32 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409812 Feb 09 03:06:03.222116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-87ea465a-54b5-4e47-9218-f78e2d4fe1ee service neutron] 10.222.0.32 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105849 Feb 09 03:06:03.253970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d8daf474-6bf9-4154-ac77-b28bbfd81d9f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:03.381624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:06:03.846856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a9e16f06-7dcf-45aa-82d9-28209cbe0407 req-dd6f6d12-84c4-4de0-ade2-74b5a3b48237 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 210 time: 0.1101615 Feb 09 03:06:03.996760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:04.025503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:05:59Z', 'revision_number': 2, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:04.137771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Checking router: 15fae7f0-e1c9-4697-867d-f6ea601c33f6 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:06:04.138717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Updating router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 port aa1db735-93d7-474e-aebf-e39ea8d80b05 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:06:04.197677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b212c-d9cd-4bce-b520-f5e796d78791 req-d6a3edff-3a9d-4138-97fa-312e029662ca tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:04.208814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-182b212c-d9cd-4bce-b520-f5e796d78791 req-d6a3edff-3a9d-4138-97fa-312e029662ca tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2733696 Feb 09 03:06:04.231290 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:04.453520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-182b212c-d9cd-4bce-b520-f5e796d78791 req-9611c647-e888-42cc-a34a-36d82ce6ff70 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374995 Feb 09 03:06:05.080701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61703b8b-a6f9-4927-90a3-9dbf90c6388d req-073b0c28-8b3c-46bc-8cc7-e7f60a6face0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 210 time: 0.0857661 Feb 09 03:06:05.143702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:05.221087 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Publish callbacks [] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:05.235771 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:05.446880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Pushing event updated for resources: {'Port': ['ID=aa1db735-93d7-474e-aebf-e39ea8d80b05,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:05.480730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.497420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.497972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.501830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.502384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.502861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.503315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.503765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.504208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.504651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.507441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.508245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.508973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:05.677098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Attempting to bind port aa1db735-93d7-474e-aebf-e39ea8d80b05 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:06:05.677890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Attempting to bind port aa1db735-93d7-474e-aebf-e39ea8d80b05 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:06:05.678587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Attempting to bind port aa1db735-93d7-474e-aebf-e39ea8d80b05 on network 300d8e25-22c3-47fa-a8a4-9aab033df1cc {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:06:05.706043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:06:05.714802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Checking segment: {'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:06:05.715401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:05.715918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Bound using segment: {'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:06:05.716535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Bound port: aa1db735-93d7-474e-aebf-e39ea8d80b05, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:06:05.717079 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:05.916859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-0cad4d4c-c433-4525-b644-6641a10fd27f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:05.925799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-0cad4d4c-c433-4525-b644-6641a10fd27f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.26 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 819 time: 0.4880326 Feb 09 03:06:05.947729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Request body: {'port': {'device_id': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'admin_state_up': True, 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:05.950288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] For port aa1db735-93d7-474e-aebf-e39ea8d80b05, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:06:05.966190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] For port aa1db735-93d7-474e-aebf-e39ea8d80b05, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=aa1db735-93d7-474e-aebf-e39ea8d80b05,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:06:05.986073 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:06.157783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:06:06.159377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:06:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:06.321952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Made reservation on behalf of 4196e1343a01456f9eaa8fda5a0eb960 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:06:06.333819 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:06.393833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fbe82-9be8-48f0-9944-9cdcef8317f4 None None] Pushing event updated for resources: {'Port': ['ID=aa1db735-93d7-474e-aebf-e39ea8d80b05,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:06.407005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dfc04-8b0c-4df8-a51e-8193c0de80f6 req-751d6359-4946-417a-8580-0a426390416c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:06.414392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-439dfc04-8b0c-4df8-a51e-8193c0de80f6 req-751d6359-4946-417a-8580-0a426390416c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.6687312 Feb 09 03:06:06.485950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4800bf5f-f2f8-4fc6-b801-4fc56c4ad5ca req-16ff29a8-f069-46a3-b315-f10362e40bcb tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 210 time: 0.1519780 Feb 09 03:06:06.646769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:06:06.697124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-439dfc04-8b0c-4df8-a51e-8193c0de80f6 req-240e5d43-7fd7-434b-a491-22ffcbb617cf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807565 Feb 09 03:06:06.824201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:06.882379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Allocated IP 172.20.0.9 (300d8e25-22c3-47fa-a8a4-9aab033df1cc/80838aa0-236e-45e1-8ae8-283ec6600fd2/161ace70-d48b-46e1-ad30-ddb4a1cad2c9) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:06:07.120012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:06:05Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:07.182446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bfe07-a14a-420e-80ff-f46b5ede5995 None None] The sync data for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 is: [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:06:05Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:06:07.480750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:07.661387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:07.743340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Network 300d8e25-22c3-47fa-a8a4-9aab033df1cc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:06:07.831084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:06:07.848362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:06:07.887378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45f1f7-2967-4a8a-8bc9-7d5eeac1850e req-28c0ce42-ff4e-4c08-a3d3-e81790856c6c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:07.899464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e45f1f7-2967-4a8a-8bc9-7d5eeac1850e req-28c0ce42-ff4e-4c08-a3d3-e81790856c6c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 931 time: 0.2023942 Feb 09 03:06:08.037504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1e45f1f7-2967-4a8a-8bc9-7d5eeac1850e req-36d456c2-4ccf-483f-b6df-b3a9b400fa66 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348774 Feb 09 03:06:08.579798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device aa1db735-93d7-474e-aebf-e39ea8d80b05 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:06:09.004789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46092) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:09.293131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:09.293827 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:09.369315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event updated for resources: {'Port': ['ID=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:09.406648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-500da1bb-086a-40de-a2ad-49228129b13a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4731684 Feb 09 03:06:09.443751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Request body: {'port': {'device_id': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:09.458678 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75c6688a-da61-4adb-95e7-2119e40acab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:09.524875 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487ff13-8d2f-44c5-957c-5fdb7c1a2ba3 req-c9a7a024-7bdb-44dd-b76f-07791f1e2859 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:09.538848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5487ff13-8d2f-44c5-957c-5fdb7c1a2ba3 req-c9a7a024-7bdb-44dd-b76f-07791f1e2859 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 931 time: 0.3391633 Feb 09 03:06:09.543154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port aa1db735-93d7-474e-aebf-e39ea8d80b05 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:06:09.543538 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:09.575861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3090891-7947-4d34-ba72-6025e7994497 req-9ba2aedc-ec22-4dcd-aaab-caa399a0e22c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:09.578658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3090891-7947-4d34-ba72-6025e7994497 req-9ba2aedc-ec22-4dcd-aaab-caa399a0e22c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 1.6503689 Feb 09 03:06:09.739147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5487ff13-8d2f-44c5-957c-5fdb7c1a2ba3 req-187ca2f2-6ae3-4b61-a227-cb41965e4aae tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977110 Feb 09 03:06:09.852870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3090891-7947-4d34-ba72-6025e7994497 req-ff297c28-07a1-4987-8b61-9d0c49ced71c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645087 Feb 09 03:06:09.862994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-97d9cb57-7eb0-4362-a70b-bde2f7ab72a9 req-d26a2853-1e1d-4bcf-b510-55895950b6a5 tempest-InstanceActionsNegativeTestJSON-2039589215 tempest-InstanceActionsNegativeTestJSON-2039589215-project] (109857) timed out ('10.222.0.61', 53932) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:06:09.864227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port aa1db735-93d7-474e-aebf-e39ea8d80b05 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:09.864709 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:09.891611 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.015252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port aa1db735-93d7-474e-aebf-e39ea8d80b05, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=aa1db735-93d7-474e-aebf-e39ea8d80b05,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:10.032043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75c6688a-da61-4adb-95e7-2119e40acab9 admin admin] Publish callbacks [] for security_group (778d6023-2a2f-49c7-a0ea-a9dd9dc48963), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.032972 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.052757 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75c6688a-da61-4adb-95e7-2119e40acab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (778d6023-2a2f-49c7-a0ea-a9dd9dc48963), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.152875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-75c6688a-da61-4adb-95e7-2119e40acab9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6aed97fa8bf7456e94aeab4140f0eb90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1428673 Feb 09 03:06:10.153601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46110) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:10.246219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=aa1db735-93d7-474e-aebf-e39ea8d80b05,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:10.268438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6688a-da61-4adb-95e7-2119e40acab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778d6023-2a2f-49c7-a0ea-a9dd9dc48963,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:10.410549 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f6cb-1830-4479-80b9-9ec557ce7c03 admin admin] Publish callbacks [] for security_group (778d6023-2a2f-49c7-a0ea-a9dd9dc48963), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.564825 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f6cb-1830-4479-80b9-9ec557ce7c03 admin admin] Publish callbacks [] for security_group (778d6023-2a2f-49c7-a0ea-a9dd9dc48963), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.790313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f6cb-1830-4479-80b9-9ec557ce7c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (778d6023-2a2f-49c7-a0ea-a9dd9dc48963), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.792620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f6cb-1830-4479-80b9-9ec557ce7c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:10.793762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c4c0f6cb-1830-4479-80b9-9ec557ce7c03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/778d6023-2a2f-49c7-a0ea-a9dd9dc48963 HTTP/1.1" status: 204 len: 168 time: 0.6378188 Feb 09 03:06:10.832711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0f6cb-1830-4479-80b9-9ec557ce7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778d6023-2a2f-49c7-a0ea-a9dd9dc48963,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:11.005372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:06:11.040414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Publish callbacks [] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:11.124397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517b7e-799c-4fcd-b97f-fa81d1a40a68 req-210961f7-1595-4025-932d-231bde497b74 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:11.135274 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3517b7e-799c-4fcd-b97f-fa81d1a40a68 req-210961f7-1595-4025-932d-231bde497b74 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 931 time: 0.1625133 Feb 09 03:06:11.254848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3517b7e-799c-4fcd-b97f-fa81d1a40a68 req-342482ff-65cf-4b03-8603-b38c4a61ff47 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183517 Feb 09 03:06:11.326937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Transition to ACTIVE for port object 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:06:11.360811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:11.647587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Pushing event updated for resources: {'Port': ['ID=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:11.720299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46142) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:11.749968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25c98565-db17-470f-af55-ebaa0554f470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:11.827359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Attempting to bind port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:06:11.827928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Attempting to bind port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:06:11.830188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Attempting to bind port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 on network 300d8e25-22c3-47fa-a8a4-9aab033df1cc {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:06:11.870540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4534f2-6b87-4927-a935-e5640f7613f1 req-bcbd9be0-3efe-444c-8d1b-480aae703b4e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:11.876001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae4534f2-6b87-4927-a935-e5640f7613f1 req-bcbd9be0-3efe-444c-8d1b-480aae703b4e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.7700226 Feb 09 03:06:11.920164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 on network 300d8e25-22c3-47fa-a8a4-9aab033df1cc not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:06:11.920706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Attempting to bind port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 on network 300d8e25-22c3-47fa-a8a4-9aab033df1cc {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:06:11.934204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:06:11.934706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Checking segment: {'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:06:11.936262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Bound using segment: {'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:06:11.937002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Bound port: 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:06:11.937681 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:11.998716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25c98565-db17-470f-af55-ebaa0554f470 admin admin] Publish callbacks [] for security_group (bef3ea40-b497-4129-b5eb-bce8eac4263f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:12.016317 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25c98565-db17-470f-af55-ebaa0554f470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bef3ea40-b497-4129-b5eb-bce8eac4263f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:12.030641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] For port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:06:12.035398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] For port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:06:12.088194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:12.125055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:12.126621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:12.129015 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] 10.222.0.26 "PUT /v2.0/ports/161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 1091 time: 2.7098036 Feb 09 03:06:12.150628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:06:12.159811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-25c98565-db17-470f-af55-ebaa0554f470 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1177c23513ee4ac7b47d8928692164d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380641 Feb 09 03:06:12.160741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c98565-db17-470f-af55-ebaa0554f470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3ea40-b497-4129-b5eb-bce8eac4263f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:12.162967 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd80a9f-b38f-4087-b143-e41b0cb12b02" -d '{"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:06:12.170985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46154) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:12.364591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae4534f2-6b87-4927-a935-e5640f7613f1 req-51d673f8-da38-42c3-8274-5647f5fb3206 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4843879 Feb 09 03:06:12.392279 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75245cb-65ed-41f2-9033-a5762edc9509 x-openstack-request-id: req-f75245cb-65ed-41f2-9033-a5762edc9509 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:06:12.394923 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:06:12.395193 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f75245cb-65ed-41f2-9033-a5762edc9509 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:06:12.398616 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'status': 'completed', 'code': 200} Feb 09 03:06:12.447918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device aa1db735-93d7-474e-aebf-e39ea8d80b05 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:06:12.672818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3a1ec-da78-4f09-acb7-103a9fe3e647 service neutron] Pushing event updated for resources: {'Port': ['ID=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:12.695645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port aa1db735-93d7-474e-aebf-e39ea8d80b05 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:06:12.695995 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:12.724697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e376c-cd5d-40b2-bc6e-7ce323df4ac8 req-4e5559a4-2c5e-4c7a-873e-544b0379ce97 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:12.726316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-316e376c-cd5d-40b2-bc6e-7ce323df4ac8 req-4e5559a4-2c5e-4c7a-873e-544b0379ce97 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 943 time: 0.1705151 Feb 09 03:06:12.751371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-3a2cf7bd-bff6-4225-bda9-9f40ed326d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:12.763419 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-3a2cf7bd-bff6-4225-bda9-9f40ed326d1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1125 time: 0.4861407 Feb 09 03:06:12.846180 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-316e376c-cd5d-40b2-bc6e-7ce323df4ac8 req-0f44f12e-5e9a-445e-8b72-3cd3d4877b15 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087344 Feb 09 03:06:12.933687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-1f793f7d-eaf0-46f1-a39a-93400e2334d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 217 time: 0.1494534 Feb 09 03:06:12.937046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ded46d5f-e8f5-4a4b-b05d-7b3cddf8effe admin admin] Publish callbacks [] for security_group (bef3ea40-b497-4129-b5eb-bce8eac4263f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:12.997955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ded46d5f-e8f5-4a4b-b05d-7b3cddf8effe admin admin] Publish callbacks [] for security_group (bef3ea40-b497-4129-b5eb-bce8eac4263f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:13.000733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port aa1db735-93d7-474e-aebf-e39ea8d80b05 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:13.174663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-6db42ca9-8313-4e57-ac2d-7d7af13df72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:13.176745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-6db42ca9-8313-4e57-ac2d-7d7af13df72a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.0961571 Feb 09 03:06:13.178223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ded46d5f-e8f5-4a4b-b05d-7b3cddf8effe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bef3ea40-b497-4129-b5eb-bce8eac4263f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:13.180780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ded46d5f-e8f5-4a4b-b05d-7b3cddf8effe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:13.184161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ded46d5f-e8f5-4a4b-b05d-7b3cddf8effe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bef3ea40-b497-4129-b5eb-bce8eac4263f HTTP/1.1" status: 204 len: 168 time: 0.9405334 Feb 09 03:06:13.216725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded46d5f-e8f5-4a4b-b05d-7b3cddf8effe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3ea40-b497-4129-b5eb-bce8eac4263f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:13.222526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-42d1d461-f74a-4e4c-9901-412000858032 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374441 Feb 09 03:06:13.362003 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-c6a78b35-c86e-47ab-953e-0ae7c83f4524 service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215935 Feb 09 03:06:13.702962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f34cb01-18c4-466f-814b-f43e70c54ed1 req-d90653fd-6843-4393-8b8a-4ac09ee685fd service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332188 Feb 09 03:06:13.749053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f314a-d408-43c3-ae10-dbaff675e7ad req-c6642456-5a59-4d52-9704-b52556565371 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:13.756201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a01f314a-d408-43c3-ae10-dbaff675e7ad req-c6642456-5a59-4d52-9704-b52556565371 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2180898 Feb 09 03:06:13.931964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46188) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:14.005410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a01f314a-d408-43c3-ae10-dbaff675e7ad req-e5a924a7-c32a-421d-ba55-0c4321f85adc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387190 Feb 09 03:06:14.035566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-5f41de38-e2f8-4a32-917a-2a5c834faf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:14.037214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-5f41de38-e2f8-4a32-917a-2a5c834faf61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1125 time: 0.2367909 Feb 09 03:06:14.173623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da2f6b-7de4-4410-bfaa-17a21bdfc5fe req-50aee734-92fc-4b02-be86-a6c14eaf1c64 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:14.176631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43da2f6b-7de4-4410-bfaa-17a21bdfc5fe req-50aee734-92fc-4b02-be86-a6c14eaf1c64 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 943 time: 0.1615446 Feb 09 03:06:14.262491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-e588258a-97b6-4764-843a-3b9c8f66befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:14.265359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-e588258a-97b6-4764-843a-3b9c8f66befa service neutron] 10.222.0.26 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.2106733 Feb 09 03:06:14.367718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a5ffc5c-f6a4-4cfc-b4f4-66099caed226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:14.445363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-71ae8b3a-93b4-4378-a69c-15b2f43b6625 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 217 time: 0.1696739 Feb 09 03:06:14.452021 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43da2f6b-7de4-4410-bfaa-17a21bdfc5fe req-1db6f74c-0d10-4c86-bd03-d74cbc9d5779 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645586 Feb 09 03:06:14.641540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-e350eaa6-3d01-4003-ad18-10032ec9594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:14.646378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-e350eaa6-3d01-4003-ad18-10032ec9594c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.1936591 Feb 09 03:06:14.666343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a5ffc5c-f6a4-4cfc-b4f4-66099caed226 admin admin] Publish callbacks [] for security_group (e452a2ad-c101-4532-8707-2114511c495a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:14.676545 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a5ffc5c-f6a4-4cfc-b4f4-66099caed226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e452a2ad-c101-4532-8707-2114511c495a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:14.777633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9a5ffc5c-f6a4-4cfc-b4f4-66099caed226 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fdd74ffc5504f96a129f73a29a2aecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8440502 Feb 09 03:06:14.777951 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-4fa0c878-34e9-4ce7-a5ae-eeedd7c3ddd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245162 Feb 09 03:06:14.778431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46218) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:14.779975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ffc5c-f6a4-4cfc-b4f4-66099caed226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e452a2ad-c101-4532-8707-2114511c495a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:14.903566 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b78738c-da6a-4680-b976-f998e114127f admin admin] Publish callbacks [] for security_group (e452a2ad-c101-4532-8707-2114511c495a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:14.975658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b78738c-da6a-4680-b976-f998e114127f admin admin] Publish callbacks [] for security_group (e452a2ad-c101-4532-8707-2114511c495a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:15.036665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-bebe3949-e051-4fed-a882-10c698f135da service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476630 Feb 09 03:06:15.116664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b78738c-da6a-4680-b976-f998e114127f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e452a2ad-c101-4532-8707-2114511c495a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:15.120938 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4b78738c-da6a-4680-b976-f998e114127f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:15.122453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4b78738c-da6a-4680-b976-f998e114127f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e452a2ad-c101-4532-8707-2114511c495a HTTP/1.1" status: 204 len: 168 time: 0.3266997 Feb 09 03:06:15.136690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78738c-da6a-4680-b976-f998e114127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e452a2ad-c101-4532-8707-2114511c495a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:15.398438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7fd80a9f-b38f-4087-b143-e41b0cb12b02 req-d5672bbd-5f39-441d-8b6a-01d3187047bf service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544748 Feb 09 03:06:15.430327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9177446-8e27-4a1e-abcb-531eff17a7ab req-b298333d-ff16-4a88-b132-a3e30b97b6cc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:15.445348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9177446-8e27-4a1e-abcb-531eff17a7ab req-b298333d-ff16-4a88-b132-a3e30b97b6cc tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.2404919 Feb 09 03:06:15.591000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9177446-8e27-4a1e-abcb-531eff17a7ab req-7ba200dd-94a0-41a9-a63c-1d1c3e0590e6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437802 Feb 09 03:06:15.690028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbba94e-55fa-47fd-8b86-35b4449ba643 req-9d5fe0a7-d2fb-420f-a393-98e9a38d8c08 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:15.699675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbbba94e-55fa-47fd-8b86-35b4449ba643 req-9d5fe0a7-d2fb-420f-a393-98e9a38d8c08 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 943 time: 0.1418281 Feb 09 03:06:15.829024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbbba94e-55fa-47fd-8b86-35b4449ba643 req-7e226def-31cf-4d11-b4d5-253fee9f11ab tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259983 Feb 09 03:06:15.887096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-dd3f7483-1934-47d6-a4a1-b73a22962851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:15.888825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-dd3f7483-1934-47d6-a4a1-b73a22962851 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1128 time: 0.1342793 Feb 09 03:06:16.110229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-6a2eb0c6-3769-440c-a82e-40b357fca8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:16.111740 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-6a2eb0c6-3769-440c-a82e-40b357fca8a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.2167237 Feb 09 03:06:16.248423 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-10604e6e-53a0-4e51-8f4b-307c711dd905 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 1001 time: 0.1258087 Feb 09 03:06:16.371562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-d0d638c7-3ba4-472b-94d0-f3f4a798145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:16.373143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-d0d638c7-3ba4-472b-94d0-f3f4a798145d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1186619 Feb 09 03:06:16.498995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-0113ae1e-8f7a-4c9e-b963-319200341e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:16.500779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-0113ae1e-8f7a-4c9e-b963-319200341e30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1215105 Feb 09 03:06:16.845044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-66914a42-44f2-4c62-aa5b-d67a870fcbf9 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254204 Feb 09 03:06:17.002830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e403aa-8eb9-46bd-b151-85ed382e235f req-054a7522-b53f-4fcd-9ae6-3c9925ac7a19 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:17.012574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7e403aa-8eb9-46bd-b151-85ed382e235f req-054a7522-b53f-4fcd-9ae6-3c9925ac7a19 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 943 time: 0.0714593 Feb 09 03:06:17.086712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641aa06-ce76-4aa5-a931-2e7e12a3bbe7 req-39351392-ef5d-492b-92cf-4bc9428c467f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:17.112074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a641aa06-ce76-4aa5-a931-2e7e12a3bbe7 req-39351392-ef5d-492b-92cf-4bc9428c467f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.3301167 Feb 09 03:06:17.181041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7e403aa-8eb9-46bd-b151-85ed382e235f req-146f7f99-d1b3-4c0f-b86a-b969eea2d2a9 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670620 Feb 09 03:06:17.253160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb3cc9f6-4ddf-416d-9e01-d5932f61d06b req-f49f3ba2-805b-4543-9275-095f2f4eea79 service neutron] 10.222.0.26 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937187 Feb 09 03:06:17.316536 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a641aa06-ce76-4aa5-a931-2e7e12a3bbe7 req-c0b54677-1d61-4f3b-b1b6-6514433353e9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043533 Feb 09 03:06:18.416005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:06:18.420778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:06:18.541269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e3ee9-592f-44f6-a1ef-a39d8a6a1ceb req-622c59e9-b86e-4ed1-aa82-2676e6aae7d9 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:18.554373 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082e3ee9-592f-44f6-a1ef-a39d8a6a1ceb req-622c59e9-b86e-4ed1-aa82-2676e6aae7d9 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 943 time: 0.1819844 Feb 09 03:06:18.613800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb205a-859b-4a16-955f-c448956bff99 req-298a50d8-4957-4e55-9eaf-68922d75dc2d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:18.615428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4afb205a-859b-4a16-955f-c448956bff99 req-298a50d8-4957-4e55-9eaf-68922d75dc2d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.0954065 Feb 09 03:06:18.722124 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-082e3ee9-592f-44f6-a1ef-a39d8a6a1ceb req-7fff8a0f-2107-4bfb-bde6-a90fd6e7e0e5 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622105 Feb 09 03:06:18.799285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4afb205a-859b-4a16-955f-c448956bff99 req-d82eaa14-c16f-4450-bc46-a0d188167cdf tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549499 Feb 09 03:06:18.914093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 23a33a01-5242-433d-83da-53ad520b84d3 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:18.918006 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:19.006185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:19.035555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:06:19.038735 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d1ee87-199c-46e8-8289-5a8704a9c24a" -d '{"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-unplugged", "status": "completed", "tag": "23a33a01-5242-433d-83da-53ad520b84d3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:06:19.059522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'port_id': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'mac_address': 'fa:16:3e:b4:25:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:06:19.079654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:19.116924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:19.124747 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0216c3-b2e5-4168-96ad-bfab626b16e1 x-openstack-request-id: req-ba0216c3-b2e5-4168-96ad-bfab626b16e1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:06:19.125344 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-unplugged", "status": "completed", "tag": "23a33a01-5242-433d-83da-53ad520b84d3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:06:19.125820 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba0216c3-b2e5-4168-96ad-bfab626b16e1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:06:19.126463 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3', 'code': 200} Feb 09 03:06:19.180182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:19.207293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:19.207925 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:19.226439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:06:19.264480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:19.270911 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:19.388007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:19.449032 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:19.592472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['161ace70-d48b-46e1-ad30-ddb4a1cad2c9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:06:19.786652 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:06:20.124356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451b392-6655-476d-aef3-62dc57ca9e22 req-98a74207-dc72-49d7-b256-cbd32750a193 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:20.156643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c451b392-6655-476d-aef3-62dc57ca9e22 req-98a74207-dc72-49d7-b256-cbd32750a193 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 944 time: 0.2283952 Feb 09 03:06:20.189384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13443330-cd6d-4b20-9490-307ef435cf0f req-3bf21905-d4d9-4183-9fd7-f40237c4bc1d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:20.194518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13443330-cd6d-4b20-9490-307ef435cf0f req-3bf21905-d4d9-4183-9fd7-f40237c4bc1d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.2163038 Feb 09 03:06:20.378588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46414) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:20.379923 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c451b392-6655-476d-aef3-62dc57ca9e22 req-44ef076e-da6b-4e40-a4dc-85372c01e860 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194631 Feb 09 03:06:20.410448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13443330-cd6d-4b20-9490-307ef435cf0f req-3eebea8e-0348-4b27-ac6a-e22fa581f322 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074754 Feb 09 03:06:20.421499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46418) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:20.644042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:20.845766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Publish callbacks [] for security_group (50fbbc76-e8f9-42cb-b5b8-93e39d896030), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:20.855511 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (50fbbc76-e8f9-42cb-b5b8-93e39d896030), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:20.906959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1797180b-fb66-430a-9812-dc9fc10ea09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:20.927927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fbbc76-e8f9-42cb-b5b8-93e39d896030,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:20.944440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.945006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.945564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.946125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.946395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.946805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.947209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.947674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.948076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.948474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.948876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.949269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.949669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:20.958285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef3ba280-0bdf-4fd6-8354-496d489f6ece admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcd8d635c3c0483aa5f9b47f164d8573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5353518 Feb 09 03:06:20.961979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46434) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:21.149603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4faec011-394b-4c71-b033-2d82d8ae5c27 admin admin] Publish callbacks [] for security_group (50fbbc76-e8f9-42cb-b5b8-93e39d896030), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.216716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1797180b-fb66-430a-9812-dc9fc10ea09a admin admin] Publish callbacks [] for security_group (3accc296-dad3-483f-9443-250d55ab3204), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.218396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4faec011-394b-4c71-b033-2d82d8ae5c27 admin admin] Publish callbacks [] for security_group (50fbbc76-e8f9-42cb-b5b8-93e39d896030), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.226921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1797180b-fb66-430a-9812-dc9fc10ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3accc296-dad3-483f-9443-250d55ab3204), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.310041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1797180b-fb66-430a-9812-dc9fc10ea09a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37e1428714bc43ffb855bc74c23e0662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9248669 Feb 09 03:06:21.310041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797180b-fb66-430a-9812-dc9fc10ea09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3accc296-dad3-483f-9443-250d55ab3204,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:21.310832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46442) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:21.355270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4faec011-394b-4c71-b033-2d82d8ae5c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (50fbbc76-e8f9-42cb-b5b8-93e39d896030), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.358590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4faec011-394b-4c71-b033-2d82d8ae5c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.362285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4faec011-394b-4c71-b033-2d82d8ae5c27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50fbbc76-e8f9-42cb-b5b8-93e39d896030 HTTP/1.1" status: 204 len: 168 time: 0.3974771 Feb 09 03:06:21.379596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faec011-394b-4c71-b033-2d82d8ae5c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fbbc76-e8f9-42cb-b5b8-93e39d896030,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:21.451697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15a73b4e-df39-45a6-bcb3-dd457b4eefa4 admin admin] Publish callbacks [] for security_group (3accc296-dad3-483f-9443-250d55ab3204), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.529379 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.543470 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15a73b4e-df39-45a6-bcb3-dd457b4eefa4 admin admin] Publish callbacks [] for security_group (3accc296-dad3-483f-9443-250d55ab3204), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.734907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ba522-99b7-4175-9c10-9c9ebcf3d9d6 req-196d7f12-4709-46e1-8615-27105b13f1cf tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:21.744604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a25ba522-99b7-4175-9c10-9c9ebcf3d9d6 req-196d7f12-4709-46e1-8615-27105b13f1cf tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 944 time: 0.1329515 Feb 09 03:06:21.765069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15a73b4e-df39-45a6-bcb3-dd457b4eefa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3accc296-dad3-483f-9443-250d55ab3204), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.767651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-15a73b4e-df39-45a6-bcb3-dd457b4eefa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:21.771306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-15a73b4e-df39-45a6-bcb3-dd457b4eefa4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3accc296-dad3-483f-9443-250d55ab3204 HTTP/1.1" status: 204 len: 168 time: 0.4570580 Feb 09 03:06:21.807895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a73b4e-df39-45a6-bcb3-dd457b4eefa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3accc296-dad3-483f-9443-250d55ab3204,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:21.929227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a25ba522-99b7-4175-9c10-9c9ebcf3d9d6 req-a8c69bd8-7d6b-4581-9fcf-6392c14737be tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831994 Feb 09 03:06:22.337519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46470) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:22.367080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70723659-20a9-4301-869a-16c478dc7120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:22.440499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:06:22.588609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70723659-20a9-4301-869a-16c478dc7120 admin admin] Publish callbacks [] for security_group (361b0432-5155-4d2f-b25b-b6ffe192d9bf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:22.589129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:06:22.595205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:06:22.595827 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:22.603428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70723659-20a9-4301-869a-16c478dc7120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (361b0432-5155-4d2f-b25b-b6ffe192d9bf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:22.658494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-70723659-20a9-4301-869a-16c478dc7120 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=525be4b716c54d4c9d01c32e8f8812e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3133893 Feb 09 03:06:22.660649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46476) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:22.787732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70723659-20a9-4301-869a-16c478dc7120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361b0432-5155-4d2f-b25b-b6ffe192d9bf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:22.839059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b64a35c-941a-4f07-9bcb-fc248c142ca2 admin admin] Publish callbacks [] for security_group (361b0432-5155-4d2f-b25b-b6ffe192d9bf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:22.864313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:22.864927 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:22.944716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b64a35c-941a-4f07-9bcb-fc248c142ca2 admin admin] Publish callbacks [] for security_group (361b0432-5155-4d2f-b25b-b6ffe192d9bf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:22.971470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:06:22.987365 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19e7919-fc8d-4ebf-9fb9-60074ce29f30" -d '{"events": [{"server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "name": "network-vif-plugged", "status": "completed", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:06:23.011617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:23.036724 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c693ecd-adfe-4377-98bb-b10fa6c53be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:23.050827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:23.059139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:23.059954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:06:23.092312 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b64a35c-941a-4f07-9bcb-fc248c142ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (361b0432-5155-4d2f-b25b-b6ffe192d9bf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:23.095499 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b64a35c-941a-4f07-9bcb-fc248c142ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:23.096838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6b64a35c-941a-4f07-9bcb-fc248c142ca2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/361b0432-5155-4d2f-b25b-b6ffe192d9bf HTTP/1.1" status: 204 len: 168 time: 0.4336429 Feb 09 03:06:23.126687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64a35c-941a-4f07-9bcb-fc248c142ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b0432-5155-4d2f-b25b-b6ffe192d9bf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:23.192657 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8589c714-40b9-4778-bea5-9bb18610a3ef x-openstack-request-id: req-8589c714-40b9-4778-bea5-9bb18610a3ef {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:06:23.192657 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "name": "network-vif-plugged", "status": "completed", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:06:23.193494 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8589c714-40b9-4778-bea5-9bb18610a3ef {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:06:23.194356 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'code': 200} Feb 09 03:06:23.267666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c693ecd-adfe-4377-98bb-b10fa6c53be7 admin admin] Publish callbacks [] for security_group (39d9cbd1-497a-4de6-b786-5e93c3089039), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:23.287315 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c693ecd-adfe-4377-98bb-b10fa6c53be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (39d9cbd1-497a-4de6-b786-5e93c3089039), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:23.308416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ba975-f3bf-4cdf-b5d7-3da639ac86f2 req-d6f462ca-5ac9-4a9e-8b74-9af861c3add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:23.315786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c0ba975-f3bf-4cdf-b5d7-3da639ac86f2 req-d6f462ca-5ac9-4a9e-8b74-9af861c3add5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.1355162 Feb 09 03:06:23.440191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:23.503813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c0ba975-f3bf-4cdf-b5d7-3da639ac86f2 req-87deaa6f-8095-43b1-8258-456eb8c56544 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722925 Feb 09 03:06:23.540155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 23a33a01-5242-433d-83da-53ad520b84d3 is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:23.668372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fb9b0-3f09-4d77-8748-bb7bfbfb2c16 req-478c6e9a-4930-45a1-b163-f93f6cdc3f81 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:23.683693 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-007fb9b0-3f09-4d77-8748-bb7bfbfb2c16 req-478c6e9a-4930-45a1-b163-f93f6cdc3f81 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.1906517 Feb 09 03:06:23.709843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c693ecd-adfe-4377-98bb-b10fa6c53be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d9cbd1-497a-4de6-b786-5e93c3089039,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:23.724632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4c693ecd-adfe-4377-98bb-b10fa6c53be7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fa892112026430ea6590d59f22e39d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7087152 Feb 09 03:06:23.726320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46508) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:23.799028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-007fb9b0-3f09-4d77-8748-bb7bfbfb2c16 req-950c6182-5a55-40e1-982f-c2e5d18d3cad tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139190 Feb 09 03:06:24.024312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1b155-1e79-43c7-b091-a1538438347f req-c525299a-eb57-4f11-95f7-35f99d3ae9da tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:24.034023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-48d1b155-1e79-43c7-b091-a1538438347f req-c525299a-eb57-4f11-95f7-35f99d3ae9da tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.7592990 Feb 09 03:06:24.096841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25a6e7ef-b6bb-45e0-86cb-dbdfcaa1be14 admin admin] Publish callbacks [] for security_group (39d9cbd1-497a-4de6-b786-5e93c3089039), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:24.179416 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-48d1b155-1e79-43c7-b091-a1538438347f req-1f5f16db-2535-4a55-aaf0-b6ba2fa6841f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226892 Feb 09 03:06:24.191025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25a6e7ef-b6bb-45e0-86cb-dbdfcaa1be14 admin admin] Publish callbacks [] for security_group (39d9cbd1-497a-4de6-b786-5e93c3089039), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:24.297165 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25a6e7ef-b6bb-45e0-86cb-dbdfcaa1be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (39d9cbd1-497a-4de6-b786-5e93c3089039), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:24.300150 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25a6e7ef-b6bb-45e0-86cb-dbdfcaa1be14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:24.303727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-25a6e7ef-b6bb-45e0-86cb-dbdfcaa1be14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39d9cbd1-497a-4de6-b786-5e93c3089039 HTTP/1.1" status: 204 len: 168 time: 0.5743740 Feb 09 03:06:24.316166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6e7ef-b6bb-45e0-86cb-dbdfcaa1be14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d9cbd1-497a-4de6-b786-5e93c3089039,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:24.966087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-24948ba2-7563-4515-9d93-f2d39160c4aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5040276 Feb 09 03:06:25.086690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d89a-aaf8-4bbd-b2f2-c15591d4773d req-1d5e23c0-b7ec-4f1c-9db5-2ca6a2702522 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:25.102644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55c0d89a-aaf8-4bbd-b2f2-c15591d4773d req-1d5e23c0-b7ec-4f1c-9db5-2ca6a2702522 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.1339381 Feb 09 03:06:25.240148 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55c0d89a-aaf8-4bbd-b2f2-c15591d4773d req-437430de-2d76-4fab-a241-ee0ca984562d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356997 Feb 09 03:06:25.534318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e5ca8-889a-488b-9c19-0e7c1e8962ff req-f28a0910-d695-4958-a91f-49091eda6426 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:25.553157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-761e5ca8-889a-488b-9c19-0e7c1e8962ff req-f28a0910-d695-4958-a91f-49091eda6426 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2183418 Feb 09 03:06:25.876052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-761e5ca8-889a-488b-9c19-0e7c1e8962ff req-ba221e88-e189-46c7-a228-86e1b8f7d3db tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188233 Feb 09 03:06:26.372316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-faa0a71d-7e84-49c2-b3cc-da300c29fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:26.381631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-faa0a71d-7e84-49c2-b3cc-da300c29fae4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.1582456 Feb 09 03:06:26.408492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c255f05-cd34-48e7-9454-792ae58fa86b req-5645d739-e4db-46fa-870b-12d186f1feef tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:26.410102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c255f05-cd34-48e7-9454-792ae58fa86b req-5645d739-e4db-46fa-870b-12d186f1feef tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.1841857 Feb 09 03:06:26.532824 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c255f05-cd34-48e7-9454-792ae58fa86b req-6f32e9df-aafa-4ed9-9512-122b119480ef tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961769 Feb 09 03:06:26.990720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54e821-8d0a-4e7a-b6ed-707e12bc45ff req-d12e693c-5417-4b56-b260-b58dd598de2e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:27.004287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad54e821-8d0a-4e7a-b6ed-707e12bc45ff req-d12e693c-5417-4b56-b260-b58dd598de2e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.5143306 Feb 09 03:06:27.151933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-4fb14b1c-ac45-4085-b32e-04069a41d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:27.162197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-4fb14b1c-ac45-4085-b32e-04069a41d404 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a&tenant_id=5db19aa48f5f4d0fa13b734614c01316 HTTP/1.1" status: 200 len: 1126 time: 0.7749672 Feb 09 03:06:27.186501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:27.254631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:27.288108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad54e821-8d0a-4e7a-b6ed-707e12bc45ff req-46b2b622-6469-4f4b-936f-148d0b8b7e57 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827377 Feb 09 03:06:27.293083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-d9ebc3a2-8025-422a-bbaf-02639c28832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:27.294956 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-d9ebc3a2-8025-422a-bbaf-02639c28832e service neutron] 10.222.0.26 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.7031665 Feb 09 03:06:27.491797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-4e34498a-46a5-4073-a512-f432f81e3b2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 217 time: 0.1362364 Feb 09 03:06:27.639657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:27.647669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-172559806'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:27.735497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-d1c0baa8-07ce-4017-bf0d-233deb1c9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:27.738094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Made reservation on behalf of d61d7fb548f047dd8f145e543d3f3a4a for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:06:27.738274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-d1c0baa8-07ce-4017-bf0d-233deb1c9e35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.2453306 Feb 09 03:06:27.744260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:27.791378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-5a48731c-cea1-4ee5-bdc9-d2e151da958b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440528 Feb 09 03:06:27.809036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:27.957916 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks [] for security_group (68b43c57-6f78-447d-8af1-3633a828287b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:27.974894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (68b43c57-6f78-447d-8af1-3633a828287b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:27.987884 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1caf2-8119-4365-ae4f-4569221aab3a req-752b4813-375b-42f1-9b4f-0b86a56f236e tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:27.989729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76a1caf2-8119-4365-ae4f-4569221aab3a req-752b4813-375b-42f1-9b4f-0b86a56f236e tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2768981 Feb 09 03:06:28.021654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b43c57-6f78-447d-8af1-3633a828287b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:28.045812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:06:28.105702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76a1caf2-8119-4365-ae4f-4569221aab3a req-0711d71e-4bd2-4be6-95cd-e02a4d6cd63a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798063 Feb 09 03:06:28.113067 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f81bb73f-7030-4503-b380-5d84b77c3804), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.113598 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Added segment f81bb73f-7030-4503-b380-5d84b77c3804 of type vlan for network caf71ed3-e995-49e1-bd44-8fbec276ca7a Feb 09 03:06:28.161686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (caf71ed3-e995-49e1-bd44-8fbec276ca7a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.192154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (caf71ed3-e995-49e1-bd44-8fbec276ca7a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.198694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:28.199509 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.282788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-9fd3b038-deb6-44b3-ac0c-51f4fa5c62d9 service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808011 Feb 09 03:06:28.293236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Pushing event updated for resources: {'Network': ['ID=caf71ed3-e995-49e1-bd44-8fbec276ca7a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:28.304649 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-efa0117b-3ecb-466d-896c-6e13d701ad28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0461557 Feb 09 03:06:28.306072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46684) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:28.306626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network caf71ed3-e995-49e1-bd44-8fbec276ca7a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:06:28.568106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Request body: {'network': {'name': 'tempest-network--786963157', 'router:external': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:28.594539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:28.606544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Made reservation on behalf of cdac276d35dd48609e3a3e6f171d1207 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:06:28.609621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.623565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.749148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82d40b-9e9b-44dd-a83d-9eb42792d097 req-071286ce-e204-4cd7-95ed-e22dff399ce8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:28.750811 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b82d40b-9e9b-44dd-a83d-9eb42792d097 req-071286ce-e204-4cd7-95ed-e22dff399ce8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.2898233 Feb 09 03:06:28.774506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:06:28.790718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b15156a0-a4b9-494e-880e-eeb38170c94a req-cf50dee0-fd3d-451d-88ba-9059f4c4a87f service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016491 Feb 09 03:06:28.798522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for security_group (0bc917c0-58b8-44cf-a9e7-8edc5528b02a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.812217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0bc917c0-58b8-44cf-a9e7-8edc5528b02a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.832271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:06:28.890022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c5c6901b-0fae-4103-a998-5924facc8a46), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:28.890598 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Added segment c5c6901b-0fae-4103-a998-5924facc8a46 of type vlan for network 5a2bc5b8-0245-4f8b-aec4-caf157512682 Feb 09 03:06:28.932844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b82d40b-9e9b-44dd-a83d-9eb42792d097 req-925f140c-59d6-499a-b07d-4131570ce2e8 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716094 Feb 09 03:06:28.986939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a33a01-5242-433d-83da-53ad520b84d3 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:06:29.014538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Publish callbacks [] for port (23a33a01-5242-433d-83da-53ad520b84d3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:29.045422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5a2bc5b8-0245-4f8b-aec4-caf157512682), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:29.046764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Transition to ACTIVE for port object 23a33a01-5242-433d-83da-53ad520b84d3 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:06:29.056712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:29.186829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=9']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:29.196125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5a2bc5b8-0245-4f8b-aec4-caf157512682), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:29.197691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:29.200370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:29.423668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc917c0-58b8-44cf-a9e7-8edc5528b02a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:29.501873 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1943774 Feb 09 03:06:29.521186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46716) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:29.570433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59f9c-6f3c-497d-8c0d-7d9e2a3aee2a tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Network': ['ID=5a2bc5b8-0245-4f8b-aec4-caf157512682,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:29.581825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5a2bc5b8-0245-4f8b-aec4-caf157512682 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:06:29.712677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249c08-c110-4643-b919-be90e3c28d6e req-9ce2e84f-dd8b-4593-8d15-0669c7fab6a6 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:29.714275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79249c08-c110-4643-b919-be90e3c28d6e req-9ce2e84f-dd8b-4593-8d15-0669c7fab6a6 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.4359314 Feb 09 03:06:29.818603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5a2bc5b8-0245-4f8b-aec4-caf157512682), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:29.896959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79249c08-c110-4643-b919-be90e3c28d6e req-a59a2513-f94b-4a3e-a9e7-83ba4d34b313 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474433 Feb 09 03:06:30.046002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] No DVR routers for this DVR port 23a33a01-5242-433d-83da-53ad520b84d3 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:06:30.097761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5a2bc5b8-0245-4f8b-aec4-caf157512682), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.146303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2bc5b8-0245-4f8b-aec4-caf157512682']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:30.171128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c6901b-0fae-4103-a998-5924facc8a46') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:30.172666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c6901b-0fae-4103-a998-5924facc8a46') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:30.202796 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (c5c6901b-0fae-4103-a998-5924facc8a46), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.253031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c5c6901b-0fae-4103-a998-5924facc8a46), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.262594 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-40ef137f-f207-43e2-a75d-f1dd65c4ed78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.272282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:06:30.272649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (c5c6901b-0fae-4103-a998-5924facc8a46), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:06:30.295262 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:06:30.358335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e81f3e-317e-407e-890f-18a59c3794b4 req-9ce9bdac-c812-4307-a0fa-6657a43ecec3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:30.365028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0e81f3e-317e-407e-890f-18a59c3794b4 req-9ce9bdac-c812-4307-a0fa-6657a43ecec3 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 944 time: 0.2329466 Feb 09 03:06:30.400777 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5a2bc5b8-0245-4f8b-aec4-caf157512682), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.411937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a2bc5b8-0245-4f8b-aec4-caf157512682 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:06:30.427045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.448955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46740) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:30.449831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5a2bc5b8-0245-4f8b-aec4-caf157512682 HTTP/1.1" status: 204 len: 168 time: 0.9275584 Feb 09 03:06:30.459450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:30.487002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96228fed-c061-4b9f-b331-93dfd7429221 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a2bc5b8-0245-4f8b-aec4-caf157512682,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:30.584247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0e81f3e-317e-407e-890f-18a59c3794b4 req-736e80f0-c35c-4bfd-a6b4-793f30bff03b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129982 Feb 09 03:06:30.696103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Attempting to bind port 23a33a01-5242-433d-83da-53ad520b84d3 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:06:30.696103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Attempting to bind port 23a33a01-5242-433d-83da-53ad520b84d3 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:06:30.696343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Attempting to bind port 23a33a01-5242-433d-83da-53ad520b84d3 on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:06:30.707948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Port 23a33a01-5242-433d-83da-53ad520b84d3 on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:06:30.708288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Attempting to bind port 23a33a01-5242-433d-83da-53ad520b84d3 on network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:06:30.721147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Made reservation on behalf of cdac276d35dd48609e3a3e6f171d1207 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:06:30.724082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.735099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:06:30.735450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Checking segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:06:30.735850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Bound using segment: {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:06:30.738649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Bound port: 23a33a01-5242-433d-83da-53ad520b84d3, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8592e1-a071-41ca-89e5-066620bb1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:06:30.739026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.797641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:06:30.808855 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2a12a80b-6a5d-4c06-bf32-d7a707df8b86), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:30.809210 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Added segment 2a12a80b-6a5d-4c06-bf32-d7a707df8b86 of type vlan for network a86e92c0-0c7a-4982-9a27-a4a6bcffa87c Feb 09 03:06:30.881091 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a86e92c0-0c7a-4982-9a27-a4a6bcffa87c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:31.104067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:06:31.110641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:06:31.118766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a86e92c0-0c7a-4982-9a27-a4a6bcffa87c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:31.122047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:31.124874 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:31.141808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4a77c-214f-4186-bd89-7ed755d0ddd8 req-557846eb-4c37-4d24-859e-3b63c4a0102c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:31.152769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0bc4a77c-214f-4186-bd89-7ed755d0ddd8 req-557846eb-4c37-4d24-859e-3b63c4a0102c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.1221623 Feb 09 03:06:31.250785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0bc4a77c-214f-4186-bd89-7ed755d0ddd8 req-a8c7dad3-0f0a-4ec3-9eaa-d9f3df4f7ce0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911651 Feb 09 03:06:31.272523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Network': ['ID=a86e92c0-0c7a-4982-9a27-a4a6bcffa87c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:31.272523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:31.276400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a86e92c0-0c7a-4982-9a27-a4a6bcffa87c details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:06:31.327905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46756) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:31.333152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Request body: {'subnet': {'network_id': 'a86e92c0-0c7a-4982-9a27-a4a6bcffa87c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:31.338867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-be2dd9c0-09ea-4e3f-af93-bb95f956f64b tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8835831 Feb 09 03:06:31.343186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=10']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:31.368664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:31.369304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:31.371076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Made reservation on behalf of cdac276d35dd48609e3a3e6f171d1207 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:06:31.374733 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:31.382408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-1cd8e6df-d3ce-4923-832f-045a88a776fa service neutron] 10.222.0.61 "PUT /v2.0/ports/23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 1092 time: 4.2079458 Feb 09 03:06:31.382916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:06:31.394540 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "tag": "23a33a01-5242-433d-83da-53ad520b84d3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:06:31.525789 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b259f273-f60d-4030-996f-e85cf6f7e6c1 x-openstack-request-id: req-b259f273-f60d-4030-996f-e85cf6f7e6c1 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:06:31.526095 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "tag": "23a33a01-5242-433d-83da-53ad520b84d3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:06:31.526390 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b259f273-f60d-4030-996f-e85cf6f7e6c1 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:06:31.526810 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3', 'status': 'completed', 'code': 200} Feb 09 03:06:31.566081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-64812a73-2820-456b-b5a4-d7c59e036791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:31.568118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-64812a73-2820-456b-b5a4-d7c59e036791 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1127 time: 0.1562934 Feb 09 03:06:31.776454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-ae4b4d9a-d61d-4976-a219-bbd8d27ffbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:31.778120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-ae4b4d9a-d61d-4976-a219-bbd8d27ffbb0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.2034016 Feb 09 03:06:31.997558 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-55d76622-9d6a-454c-a7e2-f425cf8dc058 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 999 time: 0.2102511 Feb 09 03:06:32.063058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-553a608f-810a-461c-9307-dde036bd62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:32.065535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-553a608f-810a-461c-9307-dde036bd62e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.0616264 Feb 09 03:06:32.148625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-35f76602-c27b-48d5-8d0f-873e94eadcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:32.155858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-35f76602-c27b-48d5-8d0f-873e94eadcf0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834963 Feb 09 03:06:32.352058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-c2cce765-6457-4999-a612-6bb7498e8fb3 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857131 Feb 09 03:06:32.416072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78a0e9-2f5b-442c-a6dc-8754601ad72b req-610d240a-967e-4b34-a215-77649fcbec76 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:32.422925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c78a0e9-2f5b-442c-a6dc-8754601ad72b req-610d240a-967e-4b34-a215-77649fcbec76 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.5447021 Feb 09 03:06:32.501484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76f959c2-5c15-40de-b076-00c630e12ed3 req-63077554-8124-4922-a2f7-c188dec9d0a5 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408896 Feb 09 03:06:32.511636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c78a0e9-2f5b-442c-a6dc-8754601ad72b req-1f2c2818-f49b-479a-b275-15494224b894 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877619 Feb 09 03:06:32.540143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585245d6-0c92-4cbc-8a93-7d5f57d73527 req-acb29e90-fc63-4341-8d65-9f6f7ca4b4ee tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:32.543173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-585245d6-0c92-4cbc-8a93-7d5f57d73527 req-acb29e90-fc63-4341-8d65-9f6f7ca4b4ee tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.1155076 Feb 09 03:06:32.639991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:06:32.640516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (c6d1f3d4-09c0-49c8-81e0-7d4a28988893), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:32.669532 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a87166c-b3cc-4eb3-b3d9-b1733a585805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:32.698872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c6d1f3d4-09c0-49c8-81e0-7d4a28988893,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:32.714018 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-585245d6-0c92-4cbc-8a93-7d5f57d73527 req-069be7ce-d8c1-4c06-bcb6-151992d45196 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603115 Feb 09 03:06:32.738408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-8440611d-0154-4c2d-9e9b-f5f40ee63eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:32.740155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-8440611d-0154-4c2d-9e9b-f5f40ee63eab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1127 time: 0.1585960 Feb 09 03:06:32.785603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Checking segment: {'id': '2a12a80b-6a5d-4c06-bf32-d7a707df8b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a86e92c0-0c7a-4982-9a27-a4a6bcffa87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:06:32.786123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Network hostable DHCP agents. Network: a86e92c0-0c7a-4982-9a27-a4a6bcffa87c, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:06:32.807961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Network a86e92c0-0c7a-4982-9a27-a4a6bcffa87c is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:06:32.826148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a86e92c0-0c7a-4982-9a27-a4a6bcffa87c) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:06:32.836870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a6614-daa4-46d4-abf5-6e928909a7cc None None] Network a86e92c0-0c7a-4982-9a27-a4a6bcffa87c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:06:32.845734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:32.846997 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:32.865653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-845b8b27-549f-4c2f-99dc-6693a7909c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:32.868189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-845b8b27-549f-4c2f-99dc-6693a7909c6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.1209016 Feb 09 03:06:32.876079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-02211a70-83c4-409f-8f62-807e8ae81ea6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5469508 Feb 09 03:06:32.880007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:32.892191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Request body: {'floatingip': {'floating_network_id': 'a86e92c0-0c7a-4982-9a27-a4a6bcffa87c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:32.956119 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:33.070461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1336f9-6821-4f23-b192-9e0d11b51fa3 None None] Network a86e92c0-0c7a-4982-9a27-a4a6bcffa87c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:06:33.103537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:33.128294 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-34d4d310-44db-4681-8d13-554aad3b4f5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 999 time: 0.2502527 Feb 09 03:06:33.306992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-c1cbff1f-0368-4523-a06b-4023903038a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:33.310590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-c1cbff1f-0368-4523-a06b-4023903038a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.1743524 Feb 09 03:06:33.377012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Allocated IP 172.20.0.12 (a86e92c0-0c7a-4982-9a27-a4a6bcffa87c/c6d1f3d4-09c0-49c8-81e0-7d4a28988893/e7e50c36-26be-402f-bd4c-cebc8eefb212) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:06:33.444323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-be5fe379-6531-4d68-ad63-f16c6fe17885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:33.451219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-be5fe379-6531-4d68-ad63-f16c6fe17885 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1296401 Feb 09 03:06:33.702228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-d1fe0aaf-8165-47ab-b2b3-6d59403e52da service neutron] 10.222.0.61 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422676 Feb 09 03:06:33.807813 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for port (e7e50c36-26be-402f-bd4c-cebc8eefb212), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:33.875683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17914856-1ef5-4f90-a298-918bd61b86cb req-997e0d44-39f3-4053-8fa0-cf0028ef485e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:33.889704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17914856-1ef5-4f90-a298-918bd61b86cb req-997e0d44-39f3-4053-8fa0-cf0028ef485e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.2371197 Feb 09 03:06:33.961397 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:33.988751 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e7e50c36-26be-402f-bd4c-cebc8eefb212), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:34.012209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17914856-1ef5-4f90-a298-918bd61b86cb req-a1d4cfb3-3a5e-464a-bc8c-095e3f0b2e35 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159494 Feb 09 03:06:34.067588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Network a86e92c0-0c7a-4982-9a27-a4a6bcffa87c is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:06:34.086370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:06:34.088562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e50c36-26be-402f-bd4c-cebc8eefb212,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:34.091518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:06:34.261049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00315512-a45c-4c5d-a0e6-1c6dabf0105c req-672ad323-e762-495f-92e8-ee9fb3222d91 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:34.262605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00315512-a45c-4c5d-a0e6-1c6dabf0105c req-672ad323-e762-495f-92e8-ee9fb3222d91 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.3639228 Feb 09 03:06:34.309564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for floatingip (10c6a915-00e7-4b5f-9b4c-a46b560a9300), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:34.379970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d85ff16-f62b-4cdf-bf9e-22b264c338a6 req-00ad8aa9-9148-4725-b175-2660bb8079f8 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588309 Feb 09 03:06:34.427330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7e50c36-26be-402f-bd4c-cebc8eefb212), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:34.490729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00315512-a45c-4c5d-a0e6-1c6dabf0105c req-cacf9b30-ab0b-4825-913f-82335b807b11 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172573 Feb 09 03:06:34.871633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for port (e7e50c36-26be-402f-bd4c-cebc8eefb212), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:34.890682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e7e50c36-26be-402f-bd4c-cebc8eefb212), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:35.026270 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:35.093460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e50c36-26be-402f-bd4c-cebc8eefb212,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:35.105446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (10c6a915-00e7-4b5f-9b4c-a46b560a9300), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:35.126451 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:35.131070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46838) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:35.131267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-36777e31-257a-4f6f-a313-abe3601f2fe6 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2495525 Feb 09 03:06:35.307850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-08dde0f7-17e6-4da1-8da1-31ccb18eb795 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=a86e92c0-0c7a-4982-9a27-a4a6bcffa87c HTTP/1.1" status: 200 len: 690 time: 0.1751947 Feb 09 03:06:35.312825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46842) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:35.377570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e56aa-968b-41a1-98d8-370ca9e68392 req-a4ecee97-c169-40f4-b137-9f7df34b0a35 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:35.381087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea0e56aa-968b-41a1-98d8-370ca9e68392 req-a4ecee97-c169-40f4-b137-9f7df34b0a35 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.2013028 Feb 09 03:06:35.600861 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a86e92c0-0c7a-4982-9a27-a4a6bcffa87c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:35.624738 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea0e56aa-968b-41a1-98d8-370ca9e68392 req-4db53c86-0c93-442b-aa5d-8cd295fbdeba tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329173 Feb 09 03:06:36.118649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138be549-afe5-4b41-b102-7f90640dead2 req-3e670f89-78ad-4be6-8604-94064d1d051c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:36.127989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-138be549-afe5-4b41-b102-7f90640dead2 req-3e670f89-78ad-4be6-8604-94064d1d051c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.4256191 Feb 09 03:06:36.203381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Deleting port e7e50c36-26be-402f-bd4c-cebc8eefb212 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:06:36.203755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e7e50c36-26be-402f-bd4c-cebc8eefb212), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:36.374389 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:36.426689 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e7e50c36-26be-402f-bd4c-cebc8eefb212), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:36.429569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for floatingip (e7e50c36-26be-402f-bd4c-cebc8eefb212), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:36.469992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Calling delete_port for e7e50c36-26be-402f-bd4c-cebc8eefb212 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:06:36.722806 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-138be549-afe5-4b41-b102-7f90640dead2 req-a9c884d4-236c-4395-b8ee-df8e4c08e61d tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936830 Feb 09 03:06:36.930396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8607a-76e0-4528-861f-148e35b63d12 req-2d13c876-4fad-4dca-bd94-de2ecccf0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:36.935952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80e8607a-76e0-4528-861f-148e35b63d12 req-2d13c876-4fad-4dca-bd94-de2ecccf0cf4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5db19aa48f5f4d0fa13b734614c01316&device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1127 time: 0.2096238 Feb 09 03:06:36.995259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338a22d-4b57-46e0-aa99-a944de92f7f6 req-c22b409a-662f-42b6-b98b-dc3d0d4ed311 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:37.001578 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e338a22d-4b57-46e0-aa99-a944de92f7f6 req-c22b409a-662f-42b6-b98b-dc3d0d4ed311 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.1994491 Feb 09 03:06:37.118089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e338a22d-4b57-46e0-aa99-a944de92f7f6 req-de67c106-1f1f-4549-9b27-abde4b0cf4a9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093194 Feb 09 03:06:37.287927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e7e50c36-26be-402f-bd4c-cebc8eefb212), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:37.374824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7e50c36-26be-402f-bd4c-cebc8eefb212,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:37.497081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for floatingip (10c6a915-00e7-4b5f-9b4c-a46b560a9300), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:37.503149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8607a-76e0-4528-861f-148e35b63d12 req-edbc74a1-8ea2-40fa-a082-4b5e5abe405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:37.518847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80e8607a-76e0-4528-861f-148e35b63d12 req-edbc74a1-8ea2-40fa-a082-4b5e5abe405c service neutron] 10.222.0.61 "GET /v2.0/networks?id=7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 200 len: 918 time: 0.5062554 Feb 09 03:06:37.728059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c6d1f3d4-09c0-49c8-81e0-7d4a28988893), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:37.840732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80e8607a-76e0-4528-861f-148e35b63d12 req-5f3de340-5ee0-44dd-bdff-2e5a7c2bc8b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 200 len: 999 time: 0.2694361 Feb 09 03:06:38.096433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8607a-76e0-4528-861f-148e35b63d12 req-b3938b85-20a9-490b-92f5-2e0c8ccf3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:38.103537 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80e8607a-76e0-4528-861f-148e35b63d12 req-b3938b85-20a9-490b-92f5-2e0c8ccf3ab3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 200 len: 856 time: 0.2524071 Feb 09 03:06:38.106255 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (c6d1f3d4-09c0-49c8-81e0-7d4a28988893), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:38.148675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d1f3d4-09c0-49c8-81e0-7d4a28988893,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:38.307430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0dff2-b2ed-403a-95a0-703bed98d3b4 req-c5592088-bccb-463f-8e2f-dee1d3f06efa tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:38.314965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6fb0dff2-b2ed-403a-95a0-703bed98d3b4 req-c5592088-bccb-463f-8e2f-dee1d3f06efa tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.3340757 Feb 09 03:06:38.349785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a86e92c0-0c7a-4982-9a27-a4a6bcffa87c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:38.401264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86e92c0-0c7a-4982-9a27-a4a6bcffa87c']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:38.437208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a12a80b-6a5d-4c06-bf32-d7a707df8b86') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:38.438093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a12a80b-6a5d-4c06-bf32-d7a707df8b86') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:38.454928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (2a12a80b-6a5d-4c06-bf32-d7a707df8b86), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:38.487343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2a12a80b-6a5d-4c06-bf32-d7a707df8b86), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:38.573269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec64b8-655c-4adc-8cea-55214b46c394 req-ba6d9232-265f-4591-9d2e-fc92f0d74a2d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:38.594834 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5ec64b8-655c-4adc-8cea-55214b46c394 req-ba6d9232-265f-4591-9d2e-fc92f0d74a2d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.2438750 Feb 09 03:06:38.641615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:06:38.645998 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (2a12a80b-6a5d-4c06-bf32-d7a707df8b86), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:06:38.671218 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:06:38.822675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5ec64b8-655c-4adc-8cea-55214b46c394 req-b2c2d96c-9370-425d-b31c-7d58699e1d9c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233515 Feb 09 03:06:38.855271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8607a-76e0-4528-861f-148e35b63d12 req-64eac4cb-9e04-450a-b6ed-eac22c9d5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:38.856887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80e8607a-76e0-4528-861f-148e35b63d12 req-64eac4cb-9e04-450a-b6ed-eac22c9d5297 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7bfe887d-42a1-45e1-8404-5345b71ca5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7226694 Feb 09 03:06:38.993975 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a86e92c0-0c7a-4982-9a27-a4a6bcffa87c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:39.091686 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6fb0dff2-b2ed-403a-95a0-703bed98d3b4 req-7d892d86-568e-42c7-9ec9-1dd8d7bd9e25 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758327 Feb 09 03:06:39.189692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a86e92c0-0c7a-4982-9a27-a4a6bcffa87c {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:06:39.195503 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:39.201513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a86e92c0-0c7a-4982-9a27-a4a6bcffa87c HTTP/1.1" status: 204 len: 168 time: 3.8847919 Feb 09 03:06:39.201867 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46928) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:39.221866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675c8e4-bb7a-4940-8bbc-64d681f96a9d tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event deleted for resources: {'Network': ['ID=a86e92c0-0c7a-4982-9a27-a4a6bcffa87c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:39.318070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80e8607a-76e0-4528-861f-148e35b63d12 req-0f3d60e1-b4f3-409b-a29b-d4bc4a0a1634 service neutron] 10.222.0.61 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374452 Feb 09 03:06:39.581461 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-166ae01f-f328-4e3d-9f9d-60c6b498e95e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.3783071 Feb 09 03:06:39.598827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:39.648257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80e8607a-76e0-4528-861f-148e35b63d12 req-42a6ef82-c523-4036-93cb-de0b8f81b4ee service neutron] 10.222.0.61 "GET /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053894 Feb 09 03:06:40.060917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf07c2-19c4-4ebf-9df9-c2eba7bbf05e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:40.074342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf07c2-19c4-4ebf-9df9-c2eba7bbf05e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:40.075797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf07c2-19c4-4ebf-9df9-c2eba7bbf05e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:40.077124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf07c2-19c4-4ebf-9df9-c2eba7bbf05e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:40.078458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf07c2-19c4-4ebf-9df9-c2eba7bbf05e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:40.079316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf07c2-19c4-4ebf-9df9-c2eba7bbf05e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:40.085208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-afcf07c2-19c4-4ebf-9df9-c2eba7bbf05e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4034 time: 0.4832270 Feb 09 03:06:40.087279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46952) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:40.309315 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-15ec7a00-88cc-4f0d-ac8a-a9ae04f7b590 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] delete failed (client error): The resource could not be found. Feb 09 03:06:40.313275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-15ec7a00-88cc-4f0d-ac8a-a9ae04f7b590 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/10c6a915-00e7-4b5f-9b4c-a46b560a9300 HTTP/1.1" status: 404 len: 345 time: 0.2210383 Feb 09 03:06:40.313657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46960) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:40.332736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d73c9-a3b7-403d-a2b6-d00c1cdcb682 req-9c22e9c9-5c4f-46e2-964d-36d6efee9885 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:40.366945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-770d73c9-a3b7-403d-a2b6-d00c1cdcb682 req-9c22e9c9-5c4f-46e2-964d-36d6efee9885 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.4063699 Feb 09 03:06:40.372488 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fd1226-803f-4310-afc7-accf287ef31e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 03:06:40.392610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fd1226-803f-4310-afc7-accf287ef31e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:06:40.419343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f0fd1226-803f-4310-afc7-accf287ef31e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a86e92c0-0c7a-4982-9a27-a4a6bcffa87c HTTP/1.1" status: 404 len: 339 time: 0.0955403 Feb 09 03:06:40.420821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46962) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:40.467514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Request body: {'network': {'name': 'tempest-network--2083729653', 'router:external': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:40.530842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-770d73c9-a3b7-403d-a2b6-d00c1cdcb682 req-751f60c7-d428-4384-8eed-d2830e618538 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630285 Feb 09 03:06:40.581678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Made reservation on behalf of cdac276d35dd48609e3a3e6f171d1207 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:06:40.584083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:40.682174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba00ec-a145-409d-aa54-4891395de5c2 req-0d0444ac-eaa4-4dba-8519-38185bc24c79 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:40.691153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29ba00ec-a145-409d-aa54-4891395de5c2 req-0d0444ac-eaa4-4dba-8519-38185bc24c79 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.3206720 Feb 09 03:06:40.726335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:06:40.831945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29ba00ec-a145-409d-aa54-4891395de5c2 req-a1b524b3-5667-4f76-8a60-aabf7cf57fe5 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398058 Feb 09 03:06:40.844460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (01e42a80-8560-41a6-b596-a4bc0b889db2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:40.846733 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Added segment 01e42a80-8560-41a6-b596-a4bc0b889db2 of type vlan for network 936999c2-5ed4-4fce-aae6-7e2a914e878a Feb 09 03:06:40.955409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (936999c2-5ed4-4fce-aae6-7e2a914e878a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:41.021035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (936999c2-5ed4-4fce-aae6-7e2a914e878a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:41.022934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:41.023805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:41.167906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Network': ['ID=936999c2-5ed4-4fce-aae6-7e2a914e878a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:41.182032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 936999c2-5ed4-4fce-aae6-7e2a914e878a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:06:41.210805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-378fdb71-1dd7-47b4-867f-797fe876befe tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7769716 Feb 09 03:06:41.213856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46972) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:42.160388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f02a-3705-4439-a494-a67745fcaa3e req-9dc87a7f-18d3-4269-9dcf-aa15d92861f1 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:42.169837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2fe1f02a-3705-4439-a494-a67745fcaa3e req-9dc87a7f-18d3-4269-9dcf-aa15d92861f1 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.1698792 Feb 09 03:06:42.389438 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2fe1f02a-3705-4439-a494-a67745fcaa3e req-2e6e6829-6b7c-446c-a1f8-c8c2d870cc7a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100585 Feb 09 03:06:42.868509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013249ab-030f-4df2-b17b-717666b6a900 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:42.876060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013249ab-030f-4df2-b17b-717666b6a900 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:42.892701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013249ab-030f-4df2-b17b-717666b6a900 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:42.909668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013249ab-030f-4df2-b17b-717666b6a900 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:42.917171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-013249ab-030f-4df2-b17b-717666b6a900 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.7007236 Feb 09 03:06:42.922949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46992) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:43.140898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1e419-232b-4229-b03f-e1afb579fb2c req-4ff09a78-6118-4ddf-8856-90a3636829d4 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:43.169948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7e1e419-232b-4229-b03f-e1afb579fb2c req-4ff09a78-6118-4ddf-8856-90a3636829d4 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 1.4241278 Feb 09 03:06:43.263900 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (936999c2-5ed4-4fce-aae6-7e2a914e878a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:43.374886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7e1e419-232b-4229-b03f-e1afb579fb2c req-f48826ec-4e58-4fce-ac6a-511a815d2446 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031271 Feb 09 03:06:43.722177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (936999c2-5ed4-4fce-aae6-7e2a914e878a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:43.802833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936999c2-5ed4-4fce-aae6-7e2a914e878a']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:43.849536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecb55f-670f-4c4f-9116-81e6c15f086b req-454a3f62-d954-4fdd-bc41-713cd106caf7 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:43.862439 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50ecb55f-670f-4c4f-9116-81e6c15f086b req-454a3f62-d954-4fdd-bc41-713cd106caf7 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2429650 Feb 09 03:06:43.877606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e42a80-8560-41a6-b596-a4bc0b889db2') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:43.877945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e42a80-8560-41a6-b596-a4bc0b889db2') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:43.922898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (01e42a80-8560-41a6-b596-a4bc0b889db2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:43.995274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (01e42a80-8560-41a6-b596-a4bc0b889db2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50ecb55f-670f-4c4f-9116-81e6c15f086b req-84b32e83-ca64-40e0-88a8-593ba755122f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758509 Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (01e42a80-8560-41a6-b596-a4bc0b889db2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:06:44.047492 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:06:44.177415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (936999c2-5ed4-4fce-aae6-7e2a914e878a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:44.183486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 936999c2-5ed4-4fce-aae6-7e2a914e878a {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:06:44.189200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:44.201449 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "DELETE /v2.0/networks/936999c2-5ed4-4fce-aae6-7e2a914e878a HTTP/1.1" status: 204 len: 168 time: 1.2732241 Feb 09 03:06:44.201745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47010) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:44.206719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Request body: {'network': {'name': 'tempest-network--1282134129', 'router:external': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:44.251814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b35a2-9031-4fc9-9d6e-49b27793553e tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event deleted for resources: {'Network': ['ID=936999c2-5ed4-4fce-aae6-7e2a914e878a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:44.282148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Made reservation on behalf of cdac276d35dd48609e3a3e6f171d1207 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:06:44.315636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:44.434561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:06:44.482770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9f7c2228-6c9c-4592-80b3-8d470771eecc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:44.483135 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Added segment 9f7c2228-6c9c-4592-80b3-8d470771eecc of type vlan for network 59ffed28-6adb-46cc-8223-6923c81b9747 Feb 09 03:06:44.679482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (59ffed28-6adb-46cc-8223-6923c81b9747), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:44.840712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (59ffed28-6adb-46cc-8223-6923c81b9747), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:44.842098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:44.842794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:45.041419 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8383913 Feb 09 03:06:45.045790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47024) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:45.121321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182da8f2-d5ca-4480-89a1-452dbbf1ac70 req-2d1d1868-afbb-431a-8957-50b6641826b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:45.162847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-182da8f2-d5ca-4480-89a1-452dbbf1ac70 req-2d1d1868-afbb-431a-8957-50b6641826b7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.4153152 Feb 09 03:06:45.429332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-182da8f2-d5ca-4480-89a1-452dbbf1ac70 req-d18db368-c017-4ede-8bef-7fdd2dda378d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651901 Feb 09 03:06:45.431066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424d8e0-e3e8-468c-bdb9-032a29913efd tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Network': ['ID=59ffed28-6adb-46cc-8223-6923c81b9747,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:45.452713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99d812-68dc-4708-aa5b-6205743e7707 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:45.457275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7c99d812-68dc-4708-aa5b-6205743e7707 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] 10.222.0.32 "GET /v2.0/networks/59ffed28-6adb-46cc-8223-6923c81b9747 HTTP/1.1" status: 200 len: 757 time: 0.4103754 Feb 09 03:06:45.460062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47034) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:45.461645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 59ffed28-6adb-46cc-8223-6923c81b9747 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:06:45.713503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9819f-fba7-4b82-a222-45e283898723 req-7acf09dd-3a97-4a2e-b239-80c8232ec831 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:45.732015 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21a9819f-fba7-4b82-a222-45e283898723 req-7acf09dd-3a97-4a2e-b239-80c8232ec831 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2986379 Feb 09 03:06:45.792692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2952ae6-3b15-4a57-9d17-60fd1b443cc7 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:45.801419 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b2952ae6-3b15-4a57-9d17-60fd1b443cc7 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] 10.222.0.32 "GET /v2.0/networks/caf71ed3-e995-49e1-bd44-8fbec276ca7a HTTP/1.1" status: 200 len: 767 time: 0.3400240 Feb 09 03:06:45.812445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47038) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:45.857825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21a9819f-fba7-4b82-a222-45e283898723 req-0e1c3d15-16eb-4501-b09b-ec6357a56c9c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163063 Feb 09 03:06:46.064060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (59ffed28-6adb-46cc-8223-6923c81b9747), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:46.369738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (59ffed28-6adb-46cc-8223-6923c81b9747), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:46.392908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ffed28-6adb-46cc-8223-6923c81b9747']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:46.409060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7c2228-6c9c-4592-80b3-8d470771eecc') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:46.410677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7c2228-6c9c-4592-80b3-8d470771eecc') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:46.438900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9f7c2228-6c9c-4592-80b3-8d470771eecc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:46.491265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9f7c2228-6c9c-4592-80b3-8d470771eecc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:46.527945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:06:46.531684 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9f7c2228-6c9c-4592-80b3-8d470771eecc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:06:46.547605 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:06:46.823435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fc38e-0f0d-4f8e-b9cd-b76b53f5d792 req-924eee01-e370-4c89-bb54-5c030db85c56 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:46.828719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a64fc38e-0f0d-4f8e-b9cd-b76b53f5d792 req-924eee01-e370-4c89-bb54-5c030db85c56 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.1754758 Feb 09 03:06:46.829823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (59ffed28-6adb-46cc-8223-6923c81b9747), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:46.837664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59ffed28-6adb-46cc-8223-6923c81b9747 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:06:46.842421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:46.859519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47050) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:46.860020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "DELETE /v2.0/networks/59ffed28-6adb-46cc-8223-6923c81b9747 HTTP/1.1" status: 204 len: 168 time: 1.0402105 Feb 09 03:06:46.870219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Request body: {'network': {'name': 'tempest-network--186953981'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:46.932438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Made reservation on behalf of cdac276d35dd48609e3a3e6f171d1207 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:06:46.943280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:47.036045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c0767-b28c-4248-b131-6c673b89d881 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event deleted for resources: {'Network': ['ID=59ffed28-6adb-46cc-8223-6923c81b9747,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:47.037536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:06:47.042788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a64fc38e-0f0d-4f8e-b9cd-b76b53f5d792 req-8e7834dd-cd69-4e9b-8d77-eee05018ed9c tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815248 Feb 09 03:06:47.076504 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (28f2e982-8cbf-49c9-b2f7-9eccdcea54f0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:47.087946 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Added segment 28f2e982-8cbf-49c9-b2f7-9eccdcea54f0 of type vlan for network 100831f7-7657-4d89-9498-c493f9a23ad6 Feb 09 03:06:47.381996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0189d-25f8-44a5-a1f0-09649b6c375f req-7526ab52-9075-4278-99d6-ed9e69b76d08 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:47.385052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92c0189d-25f8-44a5-a1f0-09649b6c375f req-7526ab52-9075-4278-99d6-ed9e69b76d08 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2952321 Feb 09 03:06:47.387385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (100831f7-7657-4d89-9498-c493f9a23ad6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:47.575300 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92c0189d-25f8-44a5-a1f0-09649b6c375f req-a91e157d-a367-4434-8915-30f7f130e0ab tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816223 Feb 09 03:06:47.576642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (100831f7-7657-4d89-9498-c493f9a23ad6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:47.577581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:47.593169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:47.826149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Network': ['ID=100831f7-7657-4d89-9498-c493f9a23ad6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:47.837444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 100831f7-7657-4d89-9498-c493f9a23ad6 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:06:47.894081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-af3b273a-44d8-4882-82b8-2e1c945733f7 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0334146 Feb 09 03:06:47.896990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47074) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:47.903016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:48.447668 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (100831f7-7657-4d89-9498-c493f9a23ad6), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:48.478127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (100831f7-7657-4d89-9498-c493f9a23ad6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:48.576024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Network 100831f7-7657-4d89-9498-c493f9a23ad6 is not hosted by any dhcp agent {{(pid=109857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:06:48.576903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:48.577495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:48.578970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "PUT /v2.0/networks/100831f7-7657-4d89-9498-c493f9a23ad6 HTTP/1.1" status: 200 len: 857 time: 0.6807616 Feb 09 03:06:48.582859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47086) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:48.624416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f8ce5-4cd1-46e4-8c9e-b98163fb0e18 req-e33e620e-12f7-4aa6-b22f-94152b3850a6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:48.633169 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e59f8ce5-4cd1-46e4-8c9e-b98163fb0e18 req-e33e620e-12f7-4aa6-b22f-94152b3850a6 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.1680787 Feb 09 03:06:48.646556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event updated for resources: {'Network': ['ID=100831f7-7657-4d89-9498-c493f9a23ad6,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:48.675215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.675572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.675931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.676333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.676670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.677016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.677398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.677745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.678064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.678419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.678820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.679167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.679603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220e858d-840c-42b8-8f48-f3db3212e025 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:06:48.776076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e59f8ce5-4cd1-46e4-8c9e-b98163fb0e18 req-3aaab862-ee01-42ce-8df7-24aa0ebb2929 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412439 Feb 09 03:06:48.819678 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (100831f7-7657-4d89-9498-c493f9a23ad6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.029946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (100831f7-7657-4d89-9498-c493f9a23ad6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.054524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0f17b-1c22-4f1f-ae6c-1cef48f0edf2 req-93b40910-42f4-4a65-9566-e5b61503d97e tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:49.065670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a7a0f17b-1c22-4f1f-ae6c-1cef48f0edf2 req-93b40910-42f4-4a65-9566-e5b61503d97e tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2762804 Feb 09 03:06:49.254636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100831f7-7657-4d89-9498-c493f9a23ad6']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:49.287550 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a7a0f17b-1c22-4f1f-ae6c-1cef48f0edf2 req-a9e1024a-e93e-42c8-a2e3-cc3e85b74e6d tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177398 Feb 09 03:06:49.321066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f2e982-8cbf-49c9-b2f7-9eccdcea54f0') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:49.321427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f2e982-8cbf-49c9-b2f7-9eccdcea54f0') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:49.351923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (28f2e982-8cbf-49c9-b2f7-9eccdcea54f0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.395750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (28f2e982-8cbf-49c9-b2f7-9eccdcea54f0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.407000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:06:49.408601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (28f2e982-8cbf-49c9-b2f7-9eccdcea54f0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:06:49.416366 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:06:49.445602 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.614480 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (100831f7-7657-4d89-9498-c493f9a23ad6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.620157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 100831f7-7657-4d89-9498-c493f9a23ad6 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 03:06:49.627671 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:49.642078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] 10.222.0.32 "DELETE /v2.0/networks/100831f7-7657-4d89-9498-c493f9a23ad6 HTTP/1.1" status: 204 len: 168 time: 1.0585411 Feb 09 03:06:49.645457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47106) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:49.675507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73eb33-fea9-4b61-ab8b-2a2896fdcf31 tempest-ExternalNetworksTestJSON-1582913420 tempest-ExternalNetworksTestJSON-1582913420-project-admin] Pushing event deleted for resources: {'Network': ['ID=100831f7-7657-4d89-9498-c493f9a23ad6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:49.767013 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f25fab-2fec-4349-8b15-90b2ed7d6b28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] DELETE failed (client error): The resource could not be found. Feb 09 03:06:49.774068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f25fab-2fec-4349-8b15-90b2ed7d6b28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:06:49.792134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-91f25fab-2fec-4349-8b15-90b2ed7d6b28 tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] 10.222.0.32 "DELETE /v2.0/subnets/c6d1f3d4-09c0-49c8-81e0-7d4a28988893 HTTP/1.1" status: 404 len: 337 time: 0.1442425 Feb 09 03:06:49.794748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47108) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:50.024572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (caf71ed3-e995-49e1-bd44-8fbec276ca7a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:50.193040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded67a9-ba9b-4141-8a82-db6494f7fb18 req-e51cf7dd-d9b5-44e2-872d-1a26f75b8538 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:50.194662 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bded67a9-ba9b-4141-8a82-db6494f7fb18 req-e51cf7dd-d9b5-44e2-872d-1a26f75b8538 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.2405667 Feb 09 03:06:50.250353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (caf71ed3-e995-49e1-bd44-8fbec276ca7a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:50.357558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf71ed3-e995-49e1-bd44-8fbec276ca7a']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:50.416129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81bb73f-7030-4503-b380-5d84b77c3804') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:50.416501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81bb73f-7030-4503-b380-5d84b77c3804') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:06:50.468580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (f81bb73f-7030-4503-b380-5d84b77c3804), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:50.485794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bded67a9-ba9b-4141-8a82-db6494f7fb18 req-691af234-1025-453b-9507-f2f9add4fb20 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558045 Feb 09 03:06:50.582924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f81bb73f-7030-4503-b380-5d84b77c3804), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:50.604006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:06:50.604439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (f81bb73f-7030-4503-b380-5d84b77c3804), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:06:50.625773 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:06:50.798206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf923e6-1e8a-4438-a1b2-a07def152e99 req-8c9b3156-e4be-46eb-8ae8-2b63db74443f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:50.808696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ddf923e6-1e8a-4438-a1b2-a07def152e99 req-8c9b3156-e4be-46eb-8ae8-2b63db74443f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.3480787 Feb 09 03:06:50.858682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (caf71ed3-e995-49e1-bd44-8fbec276ca7a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:50.878461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:50.881979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] 10.222.0.32 "DELETE /v2.0/networks/caf71ed3-e995-49e1-bd44-8fbec276ca7a HTTP/1.1" status: 204 len: 168 time: 1.0861230 Feb 09 03:06:50.917228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d1577-1247-4dcf-b841-7b97fd490ecf tempest-ExternalNetworksTestJSON-1413346193 tempest-ExternalNetworksTestJSON-1413346193-project] Pushing event deleted for resources: {'Network': ['ID=caf71ed3-e995-49e1-bd44-8fbec276ca7a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:51.008221 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ddf923e6-1e8a-4438-a1b2-a07def152e99 req-5942167c-8307-492f-b5eb-7f5273a91b9f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974726 Feb 09 03:06:51.355287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47138) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:51.487545 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:51.550559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-edb6187b-9592-4195-96be-c039246f2bc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d61d7fb548f047dd8f145e543d3f3a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917727 Feb 09 03:06:51.550919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47146) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:51.716771 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3715e768-0359-40b7-8c28-446fe62d5d6c admin admin] Publish callbacks [] for security_group (68b43c57-6f78-447d-8af1-3633a828287b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:51.770532 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3715e768-0359-40b7-8c28-446fe62d5d6c admin admin] Publish callbacks [] for security_group (68b43c57-6f78-447d-8af1-3633a828287b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:51.883266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3715e768-0359-40b7-8c28-446fe62d5d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (68b43c57-6f78-447d-8af1-3633a828287b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:51.886409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3715e768-0359-40b7-8c28-446fe62d5d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:51.891428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3715e768-0359-40b7-8c28-446fe62d5d6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68b43c57-6f78-447d-8af1-3633a828287b HTTP/1.1" status: 204 len: 168 time: 0.3394706 Feb 09 03:06:51.917018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715e768-0359-40b7-8c28-446fe62d5d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b43c57-6f78-447d-8af1-3633a828287b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:51.958173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb5724-3d30-4e38-ac1c-36e86f748724 req-744ddbb9-49c3-4223-bc53-3393e20d66e0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:51.961703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84bb5724-3d30-4e38-ac1c-36e86f748724 req-744ddbb9-49c3-4223-bc53-3393e20d66e0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.3298759 Feb 09 03:06:52.061608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84bb5724-3d30-4e38-ac1c-36e86f748724 req-593cc2a3-6326-429e-85f1-e84a373fccae tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902855 Feb 09 03:06:52.255996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e75737-29b7-4cc7-b015-3c4b2230928e req-1627224b-f1dc-4d0a-bc5b-d368364b4f33 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:52.264339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16e75737-29b7-4cc7-b015-3c4b2230928e req-1627224b-f1dc-4d0a-bc5b-d368364b4f33 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.1123450 Feb 09 03:06:52.385123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16e75737-29b7-4cc7-b015-3c4b2230928e req-5711164a-1ef8-4924-8dc2-30432114f5ee tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191275 Feb 09 03:06:52.545917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-bd697b1e-8170-4099-b214-057b44e74371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:52.554664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-bd697b1e-8170-4099-b214-057b44e74371 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.1332734 Feb 09 03:06:52.705828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47172) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:52.794321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b5029140-8aa4-4d6e-aadf-c5777f6a9e3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdac276d35dd48609e3a3e6f171d1207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865419 Feb 09 03:06:52.795733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47174) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:52.926809 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9401e48f-a22f-4c11-9387-840cadeff74f admin admin] Publish callbacks [] for security_group (0bc917c0-58b8-44cf-a9e7-8edc5528b02a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:52.972704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-60d822f5-b65d-44c5-b69b-d0d8847b317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:52.980085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-60d822f5-b65d-44c5-b69b-d0d8847b317e service neutron] 10.222.0.26 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.4014714 Feb 09 03:06:52.997956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9401e48f-a22f-4c11-9387-840cadeff74f admin admin] Publish callbacks [] for security_group (0bc917c0-58b8-44cf-a9e7-8edc5528b02a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:53.148535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-a91747fc-7ba9-42ca-9b8f-a4d3ccc13c41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 217 time: 0.1578567 Feb 09 03:06:53.180051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9401e48f-a22f-4c11-9387-840cadeff74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0bc917c0-58b8-44cf-a9e7-8edc5528b02a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:53.185714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9401e48f-a22f-4c11-9387-840cadeff74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:53.187909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9401e48f-a22f-4c11-9387-840cadeff74f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bc917c0-58b8-44cf-a9e7-8edc5528b02a HTTP/1.1" status: 204 len: 168 time: 0.3902860 Feb 09 03:06:53.443208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:06:53.445944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401e48f-a22f-4c11-9387-840cadeff74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc917c0-58b8-44cf-a9e7-8edc5528b02a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:53.542209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-39875732-d055-49ba-a6d7-06c7b0d4e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:53.544482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-39875732-d055-49ba-a6d7-06c7b0d4e4ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.3913269 Feb 09 03:06:53.642259 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-f31ddbec-98f5-4a6e-a378-828cce6a2714 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860915 Feb 09 03:06:53.710973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c9da0-3ffc-49ea-80c1-ca5c8ce92b6f req-70b82b22-fdb1-4702-890b-821d1272e444 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:53.728430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-742c9da0-3ffc-49ea-80c1-ca5c8ce92b6f req-70b82b22-fdb1-4702-890b-821d1272e444 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2009366 Feb 09 03:06:53.888723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452384c-7dbf-4ab9-9dea-59be73c10ce1 req-6d516d98-785c-4339-963d-ecee102cec59 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:53.892591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e452384c-7dbf-4ab9-9dea-59be73c10ce1 req-6d516d98-785c-4339-963d-ecee102cec59 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 945 time: 0.5998070 Feb 09 03:06:53.909229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:53.915830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-742c9da0-3ffc-49ea-80c1-ca5c8ce92b6f req-d807e6bd-6077-4be6-89eb-2d00344e8be7 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786485 Feb 09 03:06:53.956210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '23a33a01-5242-433d-83da-53ad520b84d3', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'port_id': '23a33a01-5242-433d-83da-53ad520b84d3', 'mac_address': 'fa:16:3e:cc:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:06:54.064176 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e452384c-7dbf-4ab9-9dea-59be73c10ce1 req-f29bb7db-4852-4728-9403-9a32364f3792 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631072 Feb 09 03:06:54.079566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 23a33a01-5242-433d-83da-53ad520b84d3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:54.084367 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:54.151982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a33a01-5242-433d-83da-53ad520b84d3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:06:54.166977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-53e51f1f-e0c1-4071-99d9-55534961f975 service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162394 Feb 09 03:06:54.242581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:54.259981 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:54.392975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:54.473390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09404394-637e-4f63-b4d9-74a2d38f7342 req-faaa3c3f-2d3e-44cf-b0c9-267506d45d0c service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972491 Feb 09 03:06:54.553345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['23a33a01-5242-433d-83da-53ad520b84d3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:06:55.175909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d1659-f0ef-41fb-bc04-4c447be586e8 req-d5383304-bd6e-4e51-ac66-fbb912487991 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:55.187689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea7d1659-f0ef-41fb-bc04-4c447be586e8 req-d5383304-bd6e-4e51-ac66-fbb912487991 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.1303747 Feb 09 03:06:55.351839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea7d1659-f0ef-41fb-bc04-4c447be586e8 req-2d421014-7434-4c6b-8eeb-95f51281af3a tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602941 Feb 09 03:06:55.413953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059f469-124d-48b3-8041-56cd5f787b7d req-7b74d64a-5d64-4e22-acd1-84698bb005ab tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:55.416656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6059f469-124d-48b3-8041-56cd5f787b7d req-7b74d64a-5d64-4e22-acd1-84698bb005ab tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1729467 Feb 09 03:06:55.592203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6059f469-124d-48b3-8041-56cd5f787b7d req-8657732b-649d-44da-a5ec-60a851f33a6f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693115 Feb 09 03:06:55.800075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839a82b-5c90-4bf7-9c29-dc3901ab8fee req-6b14052b-b641-4216-abb1-02f0343c1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:55.805395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5839a82b-5c90-4bf7-9c29-dc3901ab8fee req-6b14052b-b641-4216-abb1-02f0343c1b08 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.1116292 Feb 09 03:06:55.921778 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5839a82b-5c90-4bf7-9c29-dc3901ab8fee req-624e7714-4a79-4d63-a0c5-b321f135b5dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112475 Feb 09 03:06:56.750442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf61002-20f3-47e2-8ac2-909e99fa33df req-be5c0a06-bb98-411e-a16e-7f63a90fcfa8 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:56.761005 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:06:56.761592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3cf61002-20f3-47e2-8ac2-909e99fa33df req-be5c0a06-bb98-411e-a16e-7f63a90fcfa8 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2135429 Feb 09 03:06:56.921455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab18f4-e6ab-4d5e-95ae-45ec63e8dcf9 req-cf0d98ac-e5c4-4882-bf6e-f406de588174 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:56.927646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74ab18f4-e6ab-4d5e-95ae-45ec63e8dcf9 req-cf0d98ac-e5c4-4882-bf6e-f406de588174 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 946 time: 0.1569734 Feb 09 03:06:56.945815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3cf61002-20f3-47e2-8ac2-909e99fa33df req-87dcfe8d-1810-45d6-8e10-0d1e28f549aa tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785111 Feb 09 03:06:57.048005 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74ab18f4-e6ab-4d5e-95ae-45ec63e8dcf9 req-dc442506-09bd-444b-ad64-0dfedb5204f9 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091371 Feb 09 03:06:57.416139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47284) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:57.469273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:06:57.640668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 23a33a01-5242-433d-83da-53ad520b84d3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:06:57.648725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 23a33a01-5242-433d-83da-53ad520b84d3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:06:57.654748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (23a33a01-5242-433d-83da-53ad520b84d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:57.880153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:57.902803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 23a33a01-5242-433d-83da-53ad520b84d3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:06:57.903479 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:57.938697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:06:57.939881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:06:57.942430 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67a0894-9503-47b4-ac35-53e733b6dca6" -d '{"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-plugged", "status": "completed", "tag": "23a33a01-5242-433d-83da-53ad520b84d3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:06:57.946697 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:57.986030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:58.581535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9af9c2-f9fb-4776-a261-55b68fb17a0c req-e7b48a46-0496-4b49-8827-780064eb2582 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:58.597320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c9af9c2-f9fb-4776-a261-55b68fb17a0c req-e7b48a46-0496-4b49-8827-780064eb2582 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 947 time: 0.1938396 Feb 09 03:06:58.623260 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b92e09f-c4b3-4c84-8881-9a495c3da265 x-openstack-request-id: req-3b92e09f-c4b3-4c84-8881-9a495c3da265 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:06:58.623796 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-plugged", "status": "completed", "tag": "23a33a01-5242-433d-83da-53ad520b84d3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:06:58.623796 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b92e09f-c4b3-4c84-8881-9a495c3da265 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:06:58.624101 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3', 'code': 200} Feb 09 03:06:58.626160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=12']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:58.638270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c0a8-1fe9-4bb7-be4a-abf19f788707 req-c7ef24f9-d74b-43a7-806b-fa8cf66b2bdc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:58.643308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1179c0a8-1fe9-4bb7-be4a-abf19f788707 req-c7ef24f9-d74b-43a7-806b-fa8cf66b2bdc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.3627546 Feb 09 03:06:58.754645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c9af9c2-f9fb-4776-a261-55b68fb17a0c req-6396811c-cedc-44df-8c08-66d7daec2c62 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547489 Feb 09 03:06:58.765506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d25277-6758-4cc7-a19c-36610583b3bb req-e5f55b0e-adca-4fd5-bb7a-2415156fce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:06:58.767038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40d25277-6758-4cc7-a19c-36610583b3bb req-e5f55b0e-adca-4fd5-bb7a-2415156fce8c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 1129 time: 0.3713887 Feb 09 03:06:58.962494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1179c0a8-1fe9-4bb7-be4a-abf19f788707 req-b68f9274-40bf-4e4d-af8f-6557bde4f84e tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971463 Feb 09 03:06:59.021743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.038004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40d25277-6758-4cc7-a19c-36610583b3bb req-e7dd3abf-a275-47da-8a05-0df1b6a43548 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519996 Feb 09 03:06:59.041013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b9a63396-53e7-458e-bba7-d1019354862b req-0b96c811-3913-47dd-9021-9dd8ec7f6306 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1850009171', 'description': 'tempest-description-175411716'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:06:59.078756 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b9a63396-53e7-458e-bba7-d1019354862b req-0b96c811-3913-47dd-9021-9dd8ec7f6306 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.285153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b9a63396-53e7-458e-bba7-d1019354862b req-0b96c811-3913-47dd-9021-9dd8ec7f6306 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for security_group (fa0f01df-f11c-4252-9e2c-bc0b0f1be416), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.286159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47326) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:59.305545 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b9a63396-53e7-458e-bba7-d1019354862b req-0b96c811-3913-47dd-9021-9dd8ec7f6306 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fa0f01df-f11c-4252-9e2c-bc0b0f1be416), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.389504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96c811-3913-47dd-9021-9dd8ec7f6306 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f01df-f11c-4252-9e2c-bc0b0f1be416,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:06:59.391954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Allocated IP 172.25.2.163 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/595fddbb-29cc-4d73-bd03-52e5dda1c752) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:06:59.412038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b9a63396-53e7-458e-bba7-d1019354862b req-0b96c811-3913-47dd-9021-9dd8ec7f6306 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.426724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9a63396-53e7-458e-bba7-d1019354862b req-0b96c811-3913-47dd-9021-9dd8ec7f6306 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3906701 Feb 09 03:06:59.554591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for port (595fddbb-29cc-4d73-bd03-52e5dda1c752), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.581563 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1bdfaac-d4e2-4b0c-98f5-dafd8bd4a60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.654476 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (595fddbb-29cc-4d73-bd03-52e5dda1c752), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.759658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1bdfaac-d4e2-4b0c-98f5-dafd8bd4a60e admin admin] Publish callbacks [] for security_group (db1c9caf-dc5a-4714-bedf-72fea48996a8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.766038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1bdfaac-d4e2-4b0c-98f5-dafd8bd4a60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (db1c9caf-dc5a-4714-bedf-72fea48996a8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:06:59.833887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e1bdfaac-d4e2-4b0c-98f5-dafd8bd4a60e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e82b1d397d24b838e198e8eb073685c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5441678 Feb 09 03:06:59.834286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:06:59.834393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47340) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:06:59.849615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:06:59.855705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:00.041742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d85f4bee-82f5-4513-ba92-e34c4a1078f4 admin admin] Publish callbacks [] for security_group (db1c9caf-dc5a-4714-bedf-72fea48996a8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:00.062881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-68f4f75d-7cde-4be2-9132-272c8a7ee9b4 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1850009171&fields=id&tenant_id=4196e1343a01456f9eaa8fda5a0eb960 HTTP/1.1" status: 200 len: 267 time: 0.4328716 Feb 09 03:07:00.075976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d85f4bee-82f5-4513-ba92-e34c4a1078f4 admin admin] Publish callbacks [] for security_group (db1c9caf-dc5a-4714-bedf-72fea48996a8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:00.139203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdfaac-d4e2-4b0c-98f5-dafd8bd4a60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1c9caf-dc5a-4714-bedf-72fea48996a8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:00.151662 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d85f4bee-82f5-4513-ba92-e34c4a1078f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (db1c9caf-dc5a-4714-bedf-72fea48996a8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:00.155088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d85f4bee-82f5-4513-ba92-e34c4a1078f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:00.156365 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d85f4bee-82f5-4513-ba92-e34c4a1078f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db1c9caf-dc5a-4714-bedf-72fea48996a8 HTTP/1.1" status: 204 len: 168 time: 0.3143165 Feb 09 03:07:00.209018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'Port': ['ID=595fddbb-29cc-4d73-bd03-52e5dda1c752,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:00.276091 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f15fc22-454b-4ebb-ab4e-c7687c7252dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:00.278845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69391b29-cd01-4aec-995f-b442e7b31e11 req-53f85019-ac61-4792-9883-5154ca62787d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:00.292199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69391b29-cd01-4aec-995f-b442e7b31e11 req-53f85019-ac61-4792-9883-5154ca62787d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 947 time: 0.3566241 Feb 09 03:07:00.332381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f4bee-82f5-4513-ba92-e34c4a1078f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1c9caf-dc5a-4714-bedf-72fea48996a8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:00.488584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69391b29-cd01-4aec-995f-b442e7b31e11 req-799bbfb8-1452-439a-a698-515a46da963f tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940110 Feb 09 03:07:00.641210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-f50a63d3-c25e-4000-a21e-cab37242cb50 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:00.674343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-f50a63d3-c25e-4000-a21e-cab37242cb50 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.6104541 Feb 09 03:07:00.747637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Request body: {'port': {'security_groups': ['8333e080-9ba3-40fe-b8f7-ebb421369b7c', 'fa0f01df-f11c-4252-9e2c-bc0b0f1be416']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:00.999192 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for floatingip (3e1fe81e-391a-44ea-bf5a-70fec38dcf88), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:01.318784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:01.328954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (595fddbb-29cc-4d73-bd03-52e5dda1c752), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:01.755706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for port (595fddbb-29cc-4d73-bd03-52e5dda1c752), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:01.778642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (595fddbb-29cc-4d73-bd03-52e5dda1c752), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:01.937978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6eb57-05cf-4e03-ac64-1efc096e4346 req-445d598d-a58f-48d9-b86a-47f222d5918e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:01.976631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ef6eb57-05cf-4e03-ac64-1efc096e4346 req-445d598d-a58f-48d9-b86a-47f222d5918e tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 947 time: 0.2299409 Feb 09 03:07:02.025753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'Port': ['ID=595fddbb-29cc-4d73-bd03-52e5dda1c752,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:02.098782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (3e1fe81e-391a-44ea-bf5a-70fec38dcf88), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:02.179207 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:02.182658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e8ceae21-ebff-41e8-bc74-cd011340a809 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7655036 Feb 09 03:07:02.192417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47408) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:02.205723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-860070187'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:02.210177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ef6eb57-05cf-4e03-ac64-1efc096e4346 req-fcab19a9-5ea8-4178-ad80-c1cd3c7176f2 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267814 Feb 09 03:07:02.315957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Made reservation on behalf of 9855d32990db4c02b66359f3d5a10959 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:07:02.335423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:02.436121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:02.705009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cc06-8a00-4643-a814-71f78626968d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:02.858403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for security_group (fd9f058f-40dd-4afc-9f62-dbfcc1ec47ce), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:02.878219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fd9f058f-40dd-4afc-9f62-dbfcc1ec47ce), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:02.962073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:07:03.006086 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a5e6716a-b7a9-4e34-aba7-37966c95f60f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:03.008785 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Added segment a5e6716a-b7a9-4e34-aba7-37966c95f60f of type vlan for network dc01df73-113e-415d-ad5b-8eb5266cb8d6 Feb 09 03:07:03.207327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (dc01df73-113e-415d-ad5b-8eb5266cb8d6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:03.392369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] For port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:03.406371 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (dc01df73-113e-415d-ad5b-8eb5266cb8d6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:03.433729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:03.438951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:03.539608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb404-616d-4404-851a-a76a8624a262 req-c70b8202-2137-4537-ac1a-e3353ed23479 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:03.566942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a85bb404-616d-4404-851a-a76a8624a262 req-c70b8202-2137-4537-ac1a-e3353ed23479 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 947 time: 0.1520708 Feb 09 03:07:03.705787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a85bb404-616d-4404-851a-a76a8624a262 req-663a88ac-1bba-435e-adcf-224c9daa88ba tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374080 Feb 09 03:07:03.812099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f058f-40dd-4afc-9f62-dbfcc1ec47ce,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:03.853806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47432) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:03.857012 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6572497 Feb 09 03:07:03.860498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Request body: {'subnet': {'network_id': 'dc01df73-113e-415d-ad5b-8eb5266cb8d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:03.958978 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:03.986730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdae18-9181-487e-86e3-f38c512c9432 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'Network': ['ID=dc01df73-113e-415d-ad5b-8eb5266cb8d6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:03.999064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:07:04.011687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.037355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.200825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Made reservation on behalf of 9855d32990db4c02b66359f3d5a10959 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:07:04.238469 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.283080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['161ace70-d48b-46e1-ad30-ddb4a1cad2c9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:07:04.342127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event updated for resources: {'Port': ['ID=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:04.411224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:04.422426 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:04.425216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b2f08d0-4361-4140-80de-590f8ca79061 req-dad8c19b-6faa-4d92-a480-dcab7ffade17 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "PUT /v2.0/ports/161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 981 time: 3.7499688 Feb 09 03:07:04.426790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:04.456155 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea898aab-1cc7-435c-8859-e06d9450b9db" -d '{"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:04.595485 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9a27f2-818a-4d32-ab50-edea630a2f56 x-openstack-request-id: req-3e9a27f2-818a-4d32-ab50-edea630a2f56 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:04.595901 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:04.596273 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e9a27f2-818a-4d32-ab50-edea630a2f56 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:04.596786 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'status': 'completed', 'code': 200} Feb 09 03:07:04.696921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-72672d2e-511e-4545-a28e-f0a22011350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:04.701785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-72672d2e-511e-4545-a28e-f0a22011350c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1166 time: 0.0996788 Feb 09 03:07:04.705227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['161ace70-d48b-46e1-ad30-ddb4a1cad2c9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:07:04.928249 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (b7b83c14-e3da-4bbb-b68d-b86d7a422b46), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:05.092074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-434d7674-e3e1-4629-aa77-5726b13fc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:05.093933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-434d7674-e3e1-4629-aa77-5726b13fc8ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.3857684 Feb 09 03:07:05.117932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'Subnet': ['ID=b7b83c14-e3da-4bbb-b68d-b86d7a422b46,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:05.191035 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:05.255283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-9d36d1a6-f689-4728-a0b0-c3b255ffe70d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 217 time: 0.1510599 Feb 09 03:07:05.278839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a65ae98c-303a-4964-a24e-f731e041db65 req-d5156b68-eb13-4b4f-8ed6-b72b4fb34673 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1850009171&fields=id&tenant_id=4196e1343a01456f9eaa8fda5a0eb960 HTTP/1.1" status: 200 len: 267 time: 0.3753107 Feb 09 03:07:05.474983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-70b21bef-c753-4b97-ac02-066b815a2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:05.483920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-70b21bef-c753-4b97-ac02-066b815a2bfa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.2170868 Feb 09 03:07:05.586886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-d9c881b0-7fa7-47ab-a97a-8fe2f9b293cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983005 Feb 09 03:07:05.912710 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-6f8e3d82-4f54-4f1d-aa32-2cd4beae478a service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146362 Feb 09 03:07:06.133073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea898aab-1cc7-435c-8859-e06d9450b9db req-3f448b3c-dbd4-4f74-8ae0-a6d4e5229b3c service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134264 Feb 09 03:07:06.243050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Checking segment: {'id': 'a5e6716a-b7a9-4e34-aba7-37966c95f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dc01df73-113e-415d-ad5b-8eb5266cb8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:06.243593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Network hostable DHCP agents. Network: dc01df73-113e-415d-ad5b-8eb5266cb8d6, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:07:06.315619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ae98c-303a-4964-a24e-f731e041db65 req-5c637625-d231-44e7-966f-79b1752b7c10 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:06.323455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a65ae98c-303a-4964-a24e-f731e041db65 req-5c637625-d231-44e7-966f-79b1752b7c10 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 984 time: 1.0433428 Feb 09 03:07:06.328875 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:07:06.369126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-a65ae98c-303a-4964-a24e-f731e041db65 req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Request body: {'port': {'security_groups': ['8333e080-9ba3-40fe-b8f7-ebb421369b7c']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:06.377872 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:06.473354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, dc01df73-113e-415d-ad5b-8eb5266cb8d6) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:06.484830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4186e11b-f117-40d1-b1bd-15f15e4f6dc1 None None] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:06.489853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:06.490486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:06.644513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a65ae98c-303a-4964-a24e-f731e041db65 req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:06.720060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8deb79df-3c79-4553-8795-6daf5bcd8597 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8626091 Feb 09 03:07:06.720609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47470) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:06.725502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1723301890', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:06.830670 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (3e0e19ad-74b4-4af2-bab0-376e36918a74), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:06.831944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (3e0e19ad-74b4-4af2-bab0-376e36918a74), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:06.899326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-dc01df73-113e-415d-ad5b-8eb5266cb8d6', 'network_id': 'dc01df73-113e-415d-ad5b-8eb5266cb8d6', 'project_id': '9855d32990db4c02b66359f3d5a10959', 'fixed_ips': [{'subnet_id': 'b7b83c14-e3da-4bbb-b68d-b86d7a422b46'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:07:06.900286 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:07.133877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router_controller (3e0e19ad-74b4-4af2-bab0-376e36918a74), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:07.303523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-a65ae98c-303a-4964-a24e-f731e041db65 req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] For port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:07.327487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Allocated IP 172.20.0.2 (dc01df73-113e-415d-ad5b-8eb5266cb8d6/b7b83c14-e3da-4bbb-b68d-b86d7a422b46/7b11823b-818b-43fa-a598-c201a58485d1) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:07.396706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a65ae98c-303a-4964-a24e-f731e041db65 req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:07.420296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a65ae98c-303a-4964-a24e-f731e041db65 req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:07.525952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ae98c-303a-4964-a24e-f731e041db65 req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:07.526637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-a65ae98c-303a-4964-a24e-f731e041db65 req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:07.528637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a65ae98c-303a-4964-a24e-f731e041db65 req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "PUT /v2.0/ports/161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 942 time: 1.1842177 Feb 09 03:07:07.539160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:07.549755 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900791b7-391d-4c1b-a5e7-55c732ba4b10" -d '{"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:07.588620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['161ace70-d48b-46e1-ad30-ddb4a1cad2c9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:07:07.630443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefae2ab-f2d7-4776-a7bc-1a06dc4b4547 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event updated for resources: {'Port': ['ID=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:07.660806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['161ace70-d48b-46e1-ad30-ddb4a1cad2c9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:07:07.686124 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77eccfb-6af5-4e1f-906b-70c286d3aa08 x-openstack-request-id: req-f77eccfb-6af5-4e1f-906b-70c286d3aa08 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:07.686658 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:07.687827 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f77eccfb-6af5-4e1f-906b-70c286d3aa08 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:07.688423 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'status': 'completed', 'code': 200} Feb 09 03:07:08.079772 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Publish callbacks [] for port (7b11823b-818b-43fa-a598-c201a58485d1), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:08.153442 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (7b11823b-818b-43fa-a598-c201a58485d1), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:08.408262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:08.463109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:08.537074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:08.712072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Pushing event updated for resources: {'Port': ['ID=7b11823b-818b-43fa-a598-c201a58485d1,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:08.826796 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router_gateway (3e0e19ad-74b4-4af2-bab0-376e36918a74), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:08.827847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.828205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.828551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.828894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.829231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.829568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.829899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.830230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.830581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.830912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.831258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.831582 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.831908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:08.877086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Attempting to bind port 7b11823b-818b-43fa-a598-c201a58485d1 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:07:08.877576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Attempting to bind port 7b11823b-818b-43fa-a598-c201a58485d1 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a5e6716a-b7a9-4e34-aba7-37966c95f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dc01df73-113e-415d-ad5b-8eb5266cb8d6'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:07:08.877951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Attempting to bind port 7b11823b-818b-43fa-a598-c201a58485d1 on network dc01df73-113e-415d-ad5b-8eb5266cb8d6 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:07:08.945266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:07:08.945650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Checking segment: {'id': 'a5e6716a-b7a9-4e34-aba7-37966c95f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dc01df73-113e-415d-ad5b-8eb5266cb8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:08.946060 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:08.946552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Bound using segment: {'id': 'a5e6716a-b7a9-4e34-aba7-37966c95f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dc01df73-113e-415d-ad5b-8eb5266cb8d6'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:07:08.946943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Bound port: 7b11823b-818b-43fa-a598-c201a58485d1, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e6716a-b7a9-4e34-aba7-37966c95f60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'dc01df73-113e-415d-ad5b-8eb5266cb8d6'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:07:08.947330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7b11823b-818b-43fa-a598-c201a58485d1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:08.975928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-838a18b7-06f8-4126-9227-b9b270f439cb req-5183a219-dacb-421f-a4b4-a8b87e2349ca tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7188356 Feb 09 03:07:08.988712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:09.015637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-bcee3e06-be79-46a0-aa8d-1c043aa15def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:09.029300 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-bcee3e06-be79-46a0-aa8d-1c043aa15def service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.7577183 Feb 09 03:07:09.061240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] For port 7b11823b-818b-43fa-a598-c201a58485d1, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:07:09.064818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] For port 7b11823b-818b-43fa-a598-c201a58485d1, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7b11823b-818b-43fa-a598-c201a58485d1,segment=NetworkSegment(a5e6716a-b7a9-4e34-aba7-37966c95f60f),segment_id=a5e6716a-b7a9-4e34-aba7-37966c95f60f)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:07:09.077186 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7b11823b-818b-43fa-a598-c201a58485d1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:09.228048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc6551-187c-40c8-803d-fcac395854e7 None None] Pushing event updated for resources: {'Port': ['ID=7b11823b-818b-43fa-a598-c201a58485d1,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:09.318972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-ddb60b88-6d03-4ef7-9dee-805fa87aff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:09.320777 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-ddb60b88-6d03-4ef7-9dee-805fa87aff13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.2827299 Feb 09 03:07:09.386254 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-0e6e96b2-dbbd-4ee5-8f9b-ee57343319c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 217 time: 0.0538099 Feb 09 03:07:09.445246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-5ad4be87-26ae-406f-b5bc-e2792a17002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:09.446790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-5ad4be87-26ae-406f-b5bc-e2792a17002b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.0529053 Feb 09 03:07:09.448710 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:09.578605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-ee2f583c-1c33-4ca1-abba-9704044cef5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817516 Feb 09 03:07:10.031619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router_gateway (3e0e19ad-74b4-4af2-bab0-376e36918a74), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.076920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.098361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-14ce4b6c-8b73-4f6e-abfe-e8429ca51d8e service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381647 Feb 09 03:07:10.255235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Allocated IP 172.25.2.168 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/385a7b0e-7ddd-48b5-a9d2-2eee73a33447) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:10.520492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7b11823b-818b-43fa-a598-c201a58485d1 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:10.581853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.633298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for port (385a7b0e-7ddd-48b5-a9d2-2eee73a33447), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.643057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7b11823b-818b-43fa-a598-c201a58485d1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:10.643603 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7b11823b-818b-43fa-a598-c201a58485d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.693968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (385a7b0e-7ddd-48b5-a9d2-2eee73a33447), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.816675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7b11823b-818b-43fa-a598-c201a58485d1 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:10.817429 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7b11823b-818b-43fa-a598-c201a58485d1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.870025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-900791b7-391d-4c1b-a5e7-55c732ba4b10 req-15cc8d33-e154-4f6d-b2c6-b22175319112 service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498100 Feb 09 03:07:10.873002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:10.894196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 7b11823b-818b-43fa-a598-c201a58485d1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7b11823b-818b-43fa-a598-c201a58485d1,segment=NetworkSegment(a5e6716a-b7a9-4e34-aba7-37966c95f60f),segment_id=a5e6716a-b7a9-4e34-aba7-37966c95f60f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:10.916330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7b11823b-818b-43fa-a598-c201a58485d1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:10.919828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:10.933324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:11.025015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=7b11823b-818b-43fa-a598-c201a58485d1,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:11.064483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'Port': ['ID=385a7b0e-7ddd-48b5-a9d2-2eee73a33447,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:11.065886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cea93b-3846-412d-84b2-0a40dbd3438d None None] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:11.203839 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b93198f4-bcc7-43e0-9932-ba4e71221f5a None None] Provisioning complete for port 7b11823b-818b-43fa-a598-c201a58485d1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:11.206297 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b93198f4-bcc7-43e0-9932-ba4e71221f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7b11823b-818b-43fa-a598-c201a58485d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:11.479071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b93198f4-bcc7-43e0-9932-ba4e71221f5a None None] Current status of the port 7b11823b-818b-43fa-a598-c201a58485d1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:11.525420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Allocated IP 172.25.2.117 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/49255e84-d203-47f3-a52e-a3bf9b788c07) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:11.803271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router_gateway (3e0e19ad-74b4-4af2-bab0-376e36918a74), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:11.986005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47548) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:12.043538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-705d5494-02ad-4e45-bdba-ac53e256049b None None] Provisioning complete for port 7b11823b-818b-43fa-a598-c201a58485d1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:12.044506 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-705d5494-02ad-4e45-bdba-ac53e256049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7b11823b-818b-43fa-a598-c201a58485d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.219518 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54ab5056-d496-4c79-87c6-00bdd8a5ede6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.241912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-705d5494-02ad-4e45-bdba-ac53e256049b None None] Current status of the port 7b11823b-818b-43fa-a598-c201a58485d1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:12.423595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54ab5056-d496-4c79-87c6-00bdd8a5ede6 admin admin] Publish callbacks [] for security_group (e8e9728f-7087-4923-903c-ca51bbc28bea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.438641 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54ab5056-d496-4c79-87c6-00bdd8a5ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e8e9728f-7087-4923-903c-ca51bbc28bea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.439518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7b11823b-818b-43fa-a598-c201a58485d1 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:12.508684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab5056-d496-4c79-87c6-00bdd8a5ede6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e9728f-7087-4923-903c-ca51bbc28bea,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:12.524532 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-54ab5056-d496-4c79-87c6-00bdd8a5ede6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1669c5d87514b2d8bf3c1027d4d9c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5366137 Feb 09 03:07:12.527396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47560) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:12.625324 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc28a765-857e-4bc0-8ecf-1e8b8f6c7dad admin admin] Publish callbacks [] for security_group (e8e9728f-7087-4923-903c-ca51bbc28bea), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.627829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7b11823b-818b-43fa-a598-c201a58485d1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:12.628211 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7b11823b-818b-43fa-a598-c201a58485d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.673015 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc28a765-857e-4bc0-8ecf-1e8b8f6c7dad admin admin] Publish callbacks [] for security_group (e8e9728f-7087-4923-903c-ca51bbc28bea), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.779928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc28a765-857e-4bc0-8ecf-1e8b8f6c7dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e8e9728f-7087-4923-903c-ca51bbc28bea), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.782884 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc28a765-857e-4bc0-8ecf-1e8b8f6c7dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:12.784407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bc28a765-857e-4bc0-8ecf-1e8b8f6c7dad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8e9728f-7087-4923-903c-ca51bbc28bea HTTP/1.1" status: 204 len: 168 time: 0.2555566 Feb 09 03:07:12.799653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7b11823b-818b-43fa-a598-c201a58485d1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:12.800621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28a765-857e-4bc0-8ecf-1e8b8f6c7dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e9728f-7087-4923-903c-ca51bbc28bea,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:12.882573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for port (49255e84-d203-47f3-a52e-a3bf9b788c07), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:13.172692 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (49255e84-d203-47f3-a52e-a3bf9b788c07), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:13.322591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:13.329007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:13.338438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:13.343058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (3e0e19ad-74b4-4af2-bab0-376e36918a74), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:13.392811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event updated for resources: {'Port': ['ID=49255e84-d203-47f3-a52e-a3bf9b788c07,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:13.703201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for floatingip (f1781c88-7012-4669-95ea-b42c0a4b2808), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:13.845909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49255e84-d203-47f3-a52e-a3bf9b788c07), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:14.040497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Router 3e0e19ad-74b4-4af2-bab0-376e36918a74 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:07:14.410353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:14.421395 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94abc0-6300-48f5-8c7d-fdc628ee30ee None None] Sync routers for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:14.434945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94abc0-6300-48f5-8c7d-fdc628ee30ee None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:14.443896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for port (49255e84-d203-47f3-a52e-a3bf9b788c07), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:14.444834 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8c94abc0-6300-48f5-8c7d-fdc628ee30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:14.471131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (49255e84-d203-47f3-a52e-a3bf9b788c07), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:14.484980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:14.490998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ca1944be-70e1-4c20-8e41-84c98cbcd5d4 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.7667532 Feb 09 03:07:14.491421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47606) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:14.532791 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8c94abc0-6300-48f5-8c7d-fdc628ee30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:14.555252 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94abc0-6300-48f5-8c7d-fdc628ee30ee None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:14.555977 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8c94abc0-6300-48f5-8c7d-fdc628ee30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:14.644843 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8c94abc0-6300-48f5-8c7d-fdc628ee30ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:14.644843 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c94abc0-6300-48f5-8c7d-fdc628ee30ee None None] The sync data for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:14.663497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event updated for resources: {'Port': ['ID=49255e84-d203-47f3-a52e-a3bf9b788c07,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:14.693144 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (f1781c88-7012-4669-95ea-b42c0a4b2808), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:14.734113 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:14.735814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-838a18b7-06f8-4126-9227-b9b270f439cb req-1298b34a-9c03-41e5-8a08-a69dcb123e86 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7511160 Feb 09 03:07:14.998048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-838a18b7-06f8-4126-9227-b9b270f439cb req-d1d43977-275b-4083-aa60-85a8e731f260 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.2553082 Feb 09 03:07:15.405157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a18b7-06f8-4126-9227-b9b270f439cb req-3f99c9c4-dadb-4468-8863-0ec89e85097e tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:15.408992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-838a18b7-06f8-4126-9227-b9b270f439cb req-3f99c9c4-dadb-4468-8863-0ec89e85097e tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.3980453 Feb 09 03:07:15.779765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:15.810075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e5eb-3535-4a9e-9196-de71729b517e req-208a4093-d0c2-4ea6-bd03-c0564788d11b tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:15.811662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-208a4093-d0c2-4ea6-bd03-c0564788d11b tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2430294 Feb 09 03:07:16.079520 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-a3190c10-d980-49cf-a1b8-f4419f8f55e4 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.2540262 Feb 09 03:07:16.097055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Request body: {'floatingip': {'port_id': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:16.159577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for floatingip (f1781c88-7012-4669-95ea-b42c0a4b2808), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:16.740002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:16.760199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (f1781c88-7012-4669-95ea-b42c0a4b2808), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:16.936481 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Floating IP f1781c88-7012-4669-95ea-b42c0a4b2808 associated. External IP: 172.25.2.117, port: 161ace70-d48b-46e1-ad30-ddb4a1cad2c9. Feb 09 03:07:17.353144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Allocated IP 172.20.0.1 (dc01df73-113e-415d-ad5b-8eb5266cb8d6/b7b83c14-e3da-4bbb-b68d-b86d7a422b46/b51575e7-5a45-475c-a394-ea929f3085c2) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:17.522459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:17.612372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for port (b51575e7-5a45-475c-a394-ea929f3085c2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:18.035294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:18.053587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:18.057858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b51575e7-5a45-475c-a394-ea929f3085c2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:18.066013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] Sync routers for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:18.090899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:18.091590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:18.148652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'Port': ['ID=b51575e7-5a45-475c-a394-ea929f3085c2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:18.184698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-85cead0e-9bb6-47cc-baa8-97b8870b7d01 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "PUT /v2.0/floatingips/f1781c88-7012-4669-95ea-b42c0a4b2808 HTTP/1.1" status: 200 len: 996 time: 2.0911534 Feb 09 03:07:18.196787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:18.200689 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc9ed0a-b058-47f1-833d-938128803f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:18.221701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:18.293565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:18.299977 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc092df-5ac7-4fc6-b580-702548253930 x-openstack-request-id: req-9fc092df-5ac7-4fc6-b580-702548253930 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:18.301657 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:18.301657 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fc092df-5ac7-4fc6-b580-702548253930 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:18.302097 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'status': 'completed', 'code': 200} Feb 09 03:07:18.306718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:18.358525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:18.429614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-6383ebc2-64d9-498a-9cc7-d5bce2d90927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:18.435418 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-6383ebc2-64d9-498a-9cc7-d5bce2d90927 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.1313889 Feb 09 03:07:18.517745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e5eb-3535-4a9e-9196-de71729b517e req-7f0a9a11-7f59-4ee9-925b-903123318f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:18.572282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-7f0a9a11-7f59-4ee9-925b-903123318f71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.3484070 Feb 09 03:07:18.672976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (3e0e19ad-74b4-4af2-bab0-376e36918a74), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:18.773608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-b3d392ae-669d-4d06-82d4-d8d873c2b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:18.775108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-b3d392ae-669d-4d06-82d4-d8d873c2b746 service neutron] 10.222.0.26 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.3366141 Feb 09 03:07:18.901036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e5eb-3535-4a9e-9196-de71729b517e req-bec2eb19-7e49-445a-a9f2-d91968fd1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:18.908811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-bec2eb19-7e49-445a-a9f2-d91968fd1332 service neutron] 10.222.0.32 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.3354692 Feb 09 03:07:18.940635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-b44eaa54-0514-4923-bddc-d8c45bece962 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 999 time: 0.1502764 Feb 09 03:07:18.944645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-97e0d4be-504e-49b5-bea3-932fde529855 None None] Provisioning complete for port b51575e7-5a45-475c-a394-ea929f3085c2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:18.946584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97e0d4be-504e-49b5-bea3-932fde529855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b51575e7-5a45-475c-a394-ea929f3085c2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:19.045080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-6a101a4d-862e-4666-87b9-1fee58dc2a87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 999 time: 0.1350496 Feb 09 03:07:19.046417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-03f5a688-051c-4791-8a0a-14db00c5edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:19.049627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-03f5a688-051c-4791-8a0a-14db00c5edf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.1030731 Feb 09 03:07:19.065552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-97e0d4be-504e-49b5-bea3-932fde529855 None None] Port b51575e7-5a45-475c-a394-ea929f3085c2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:07:19.106575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'f1781c88-7012-4669-95ea-b42c0a4b2808', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'port_id': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'mac_address': 'fa:16:3e:b4:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:07:13Z', 'updated_at': '2022-02-09T03:07:16Z', 'revision_number': 1, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:06:09Z', 'revision_number': 5, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:19.125378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-e3d31ad6-ca31-4538-a81b-f6ee9c999ab4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675111 Feb 09 03:07:19.156498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e5eb-3535-4a9e-9196-de71729b517e req-30132d80-8c45-4e64-adaa-fe3ad200ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:19.164718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] Checking router: 15fae7f0-e1c9-4697-867d-f6ea601c33f6 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:19.179179 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-30132d80-8c45-4e64-adaa-fe3ad200ebd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.1316521 Feb 09 03:07:19.189468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:19.192436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:19.251712 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-fd542750-bd47-431c-a351-c836d796369a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716279 Feb 09 03:07:19.256664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-2cbac842-0578-4f8c-a3fa-ed4c94b83f1a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:07:19.263364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-2cbac842-0578-4f8c-a3fa-ed4c94b83f1a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108414 Feb 09 03:07:19.265017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47668) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:19.331632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-76d0ab6f-9f0f-4ac7-babb-19264422996a service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980674 Feb 09 03:07:19.454852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b51575e7-5a45-475c-a394-ea929f3085c2), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:19.553381 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ccc9ed0a-b058-47f1-833d-938128803f9a req-3ef945f4-e4e3-489c-accb-6b5cbd356f41 service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127886 Feb 09 03:07:19.604424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd426-60ce-4e26-b336-b7621283b6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:19.694431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-f41796a3-9e0e-45ec-a5a5-854665ade567 service neutron] 10.222.0.32 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300983 Feb 09 03:07:19.734051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:19.827063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd426-60ce-4e26-b336-b7621283b6ec admin admin] Publish callbacks [] for security_group (f9222d62-ba49-431c-83f0-a06124903f1d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:19.846199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ffcd426-60ce-4e26-b336-b7621283b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f9222d62-ba49-431c-83f0-a06124903f1d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:19.957436 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.040408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2ffcd426-60ce-4e26-b336-b7621283b6ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0fa545aa5594900ad41d2de225afad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7730677 Feb 09 03:07:20.043326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47678) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:20.059876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcd426-60ce-4e26-b336-b7621283b6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9222d62-ba49-431c-83f0-a06124903f1d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:20.155848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-84d4aeb6-7575-49ba-9ab4-5a9483f569b7 admin admin] Publish callbacks [] for security_group (f9222d62-ba49-431c-83f0-a06124903f1d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.160671 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f518e5eb-3535-4a9e-9196-de71729b517e req-759dc85e-c2ec-42ec-927b-61f7fab62f24 service neutron] 10.222.0.32 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316128 Feb 09 03:07:20.189558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'f1781c88-7012-4669-95ea-b42c0a4b2808', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'port_id': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'mac_address': 'fa:16:3e:b4:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:07:13Z', 'updated_at': '2022-02-09T03:07:16Z', 'revision_number': 1, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:06:09Z', 'revision_number': 5, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:20.213384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-84d4aeb6-7575-49ba-9ab4-5a9483f569b7 admin admin] Publish callbacks [] for security_group (f9222d62-ba49-431c-83f0-a06124903f1d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.225831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4d640-7606-4b59-9aef-d145c932dd94 None None] The sync data for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 is: [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'f1781c88-7012-4669-95ea-b42c0a4b2808', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'port_id': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'mac_address': 'fa:16:3e:b4:25:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:07:13Z', 'updated_at': '2022-02-09T03:07:16Z', 'revision_number': 1, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:06:09Z', 'revision_number': 5, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:20.461764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-be0346ec-f874-44b2-9541-f157af437fd3 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 999 time: 0.2570233 Feb 09 03:07:20.528735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for port (b51575e7-5a45-475c-a394-ea929f3085c2), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.552299 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b51575e7-5a45-475c-a394-ea929f3085c2), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.616616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-523a2974-1faf-41d6-a3b3-5e41accbc9d8 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:20.635037 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24e3ce-bd01-45d0-802a-8c3e6052e1bc None None] New status for floating IP f1781c88-7012-4669-95ea-b42c0a4b2808: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:07:20.647584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-523a2974-1faf-41d6-a3b3-5e41accbc9d8 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports/161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 942 time: 0.1796975 Feb 09 03:07:20.685765 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-84d4aeb6-7575-49ba-9ab4-5a9483f569b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f9222d62-ba49-431c-83f0-a06124903f1d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.689006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-84d4aeb6-7575-49ba-9ab4-5a9483f569b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.690421 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-84d4aeb6-7575-49ba-9ab4-5a9483f569b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9222d62-ba49-431c-83f0-a06124903f1d HTTP/1.1" status: 204 len: 168 time: 0.6460779 Feb 09 03:07:20.723255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4aeb6-7575-49ba-9ab4-5a9483f569b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9222d62-ba49-431c-83f0-a06124903f1d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:20.847402 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (3e0e19ad-74b4-4af2-bab0-376e36918a74), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:20.946400 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-fb2d5b96-526b-4693-a5e2-66be17527903 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 999 time: 0.1921875 Feb 09 03:07:21.029924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'Port': ['ID=b51575e7-5a45-475c-a394-ea929f3085c2,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:21.048728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:21.076724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:21.079615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.079972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.080320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.080665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.081000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.081340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.081673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.082006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.110201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.110709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.112799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.112799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.112799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:21.184845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-809f335e-18fa-4115-a812-4fc89fe4b34f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:21.186752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-809f335e-18fa-4115-a812-4fc89fe4b34f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.2363777 Feb 09 03:07:21.209798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-f2a0611f-8f12-4093-b42a-22085607ea43 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:07:21.211369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-f2a0611f-8f12-4093-b42a-22085607ea43 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182347 Feb 09 03:07:21.381159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47694) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:21.410523 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-9f210cc1-fa39-4958-a97a-f53fa574bfae tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1001 time: 0.1902714 Feb 09 03:07:21.426364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14f27cb9-31c1-4326-9af1-4fd668b88e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.440959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:21.475537 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.549903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Router 3e0e19ad-74b4-4af2-bab0-376e36918a74 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:21.583049 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for floatingip (f1781c88-7012-4669-95ea-b42c0a4b2808), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.648299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-274ed584-6fb7-4913-bb2d-bee00087047e None None] Provisioning complete for port b51575e7-5a45-475c-a394-ea929f3085c2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:21.649598 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-274ed584-6fb7-4913-bb2d-bee00087047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b51575e7-5a45-475c-a394-ea929f3085c2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.749747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-274ed584-6fb7-4913-bb2d-bee00087047e None None] Port b51575e7-5a45-475c-a394-ea929f3085c2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:07:21.783153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14f27cb9-31c1-4326-9af1-4fd668b88e90 admin admin] Publish callbacks [] for security_group (1a395eda-75e8-4633-b7e4-790ce4a019c8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.799950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-14f27cb9-31c1-4326-9af1-4fd668b88e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1a395eda-75e8-4633-b7e4-790ce4a019c8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.865419 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-14f27cb9-31c1-4326-9af1-4fd668b88e90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ccedd1a329e549e59cb17d8e24ebe7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4835267 Feb 09 03:07:21.866451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27cb9-31c1-4326-9af1-4fd668b88e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a395eda-75e8-4633-b7e4-790ce4a019c8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:21.870525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:21.872427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47700) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:21.881792 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c14c3224-e8b8-463e-a2b9-864848f16201 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "PUT /v2.0/routers/3e0e19ad-74b4-4af2-bab0-376e36918a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3892040 Feb 09 03:07:21.890445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb7c64-e7db-467f-9d75-bdc74e8504db None None] Sync routers for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:21.891291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47702) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:21.902993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Request body: {'port': {'network_id': 'dc01df73-113e-415d-ad5b-8eb5266cb8d6', 'name': 'tempest-FloatingIPAdminTestJSON-1034399037'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:21.903849 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.911449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb7c64-e7db-467f-9d75-bdc74e8504db None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:21.914939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7edb7c64-e7db-467f-9d75-bdc74e8504db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:21.924667 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (f1781c88-7012-4669-95ea-b42c0a4b2808), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:21.925011 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Floating IP f1781c88-7012-4669-95ea-b42c0a4b2808 disassociated. External IP: 172.25.2.117, port: 161ace70-d48b-46e1-ad30-ddb4a1cad2c9. Feb 09 03:07:22.024854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7edb7c64-e7db-467f-9d75-bdc74e8504db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:22.031706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d197913-56e7-4b8e-877b-750157451be9 admin admin] Publish callbacks [] for security_group (1a395eda-75e8-4633-b7e4-790ce4a019c8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.046576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb7c64-e7db-467f-9d75-bdc74e8504db None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:22.046729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7edb7c64-e7db-467f-9d75-bdc74e8504db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:22.070587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d197913-56e7-4b8e-877b-750157451be9 admin admin] Publish callbacks [] for security_group (1a395eda-75e8-4633-b7e4-790ce4a019c8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.105941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7edb7c64-e7db-467f-9d75-bdc74e8504db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:22.106784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb7c64-e7db-467f-9d75-bdc74e8504db None None] The sync data for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:22.116003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Made reservation on behalf of 9855d32990db4c02b66359f3d5a10959 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:07:22.119511 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.171636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] device_id is not set on port d05d53d9-91d2-4d0e-abf0-e0b71147c782 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:07:22.235227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:22.306811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Allocated IP 172.20.0.6 (dc01df73-113e-415d-ad5b-8eb5266cb8d6/b7b83c14-e3da-4bbb-b68d-b86d7a422b46/d05d53d9-91d2-4d0e-abf0-e0b71147c782) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:22.357282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:22.362152 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.372824 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] Sync routers for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:22.394029 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:22.395445 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:22.404326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-2d399de1-f2a3-4e96-b9ca-850fc1d8efcc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "PUT /v2.0/floatingips/f1781c88-7012-4669-95ea-b42c0a4b2808 HTTP/1.1" status: 200 len: 695 time: 0.9789846 Feb 09 03:07:22.406907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:22.413210 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae72c7-644e-4be4-a64e-e02df1296842" -d '{"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:22.419595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d197913-56e7-4b8e-877b-750157451be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1a395eda-75e8-4633-b7e4-790ce4a019c8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.422611 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d197913-56e7-4b8e-877b-750157451be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.427374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6d197913-56e7-4b8e-877b-750157451be9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a395eda-75e8-4633-b7e4-790ce4a019c8 HTTP/1.1" status: 204 len: 168 time: 0.5534012 Feb 09 03:07:22.483041 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de0fe7e-3c10-4e3f-ab2b-2d281b32cf19 x-openstack-request-id: req-2de0fe7e-3c10-4e3f-ab2b-2d281b32cf19 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:22.483452 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:22.483919 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2de0fe7e-3c10-4e3f-ab2b-2d281b32cf19 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:22.484443 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'status': 'completed', 'code': 200} Feb 09 03:07:22.486693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d197913-56e7-4b8e-877b-750157451be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a395eda-75e8-4633-b7e4-790ce4a019c8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:22.623084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-6b31d803-75ed-49b1-a00b-0682fead312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:22.623295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for port (d05d53d9-91d2-4d0e-abf0-e0b71147c782), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.624913 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-6b31d803-75ed-49b1-a00b-0682fead312d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.2010736 Feb 09 03:07:22.702718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d05d53d9-91d2-4d0e-abf0-e0b71147c782), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.732209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:22.735454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:22.738153 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:22.797307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:22.850886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-79358bb3-6904-4ad0-a1ad-988c70471ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:22.853260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-79358bb3-6904-4ad0-a1ad-988c70471ada service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 1127 time: 0.3215668 Feb 09 03:07:22.903052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event updated for resources: {'Port': ['ID=d05d53d9-91d2-4d0e-abf0-e0b71147c782,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:22.921246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:22.928016 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:22.970874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7703f6fc-c5d1-4ad8-8fe5-21b044f5ae6f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0784745 Feb 09 03:07:22.974458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47722) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:23.047521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-51eb5e97-1a8b-4191-9317-be1fed6f3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:23.049037 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-51eb5e97-1a8b-4191-9317-be1fed6f3256 service neutron] 10.222.0.32 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.4081848 Feb 09 03:07:23.191506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-ba4d74e2-47f6-434d-81d9-0840c7fd82d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 217 time: 0.1222692 Feb 09 03:07:23.301875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4009fca9-2956-4aa6-9a16-3b0fd34b57b6 None None] Provisioning complete for port d05d53d9-91d2-4d0e-abf0-e0b71147c782 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:23.313200 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4009fca9-2956-4aa6-9a16-3b0fd34b57b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d05d53d9-91d2-4d0e-abf0-e0b71147c782), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:23.326654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-faa0b9ca-6a60-4679-8f62-c300db9f3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:23.328241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-faa0b9ca-6a60-4679-8f62-c300db9f3b2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 200 len: 920 time: 0.4645114 Feb 09 03:07:23.461525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'project_id': '9855d32990db4c02b66359f3d5a10959', 'port_id': 'd05d53d9-91d2-4d0e-abf0-e0b71147c782'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:23.506359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4009fca9-2956-4aa6-9a16-3b0fd34b57b6 None None] Port d05d53d9-91d2-4d0e-abf0-e0b71147c782 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:07:23.549388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-06c642ba-c13f-4b7f-afa5-3ce098f9a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:23.552880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-06c642ba-c13f-4b7f-afa5-3ce098f9a72d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.3543155 Feb 09 03:07:23.554772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-a43802be-99e9-452b-bc9b-a3480f9615ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 200 len: 217 time: 0.2131910 Feb 09 03:07:23.564412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:23.686999 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:06:09Z', 'revision_number': 5, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:23.688509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-01824b11-f9fe-4703-a266-24fbdf782220 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044216 Feb 09 03:07:23.737611 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] Checking router: 15fae7f0-e1c9-4697-867d-f6ea601c33f6 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:23.739331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-c6a8d2f8-2732-493a-854c-4e741ba38d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:23.740945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-c6a8d2f8-2732-493a-854c-4e741ba38d83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 200 len: 859 time: 0.1738200 Feb 09 03:07:23.760391 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:23.761245 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:23.785574 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:23.843973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-99dc33f9-1fd4-4652-9f02-f4b05f51ab5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=300d8e25-22c3-47fa-a8a4-9aab033df1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744290 Feb 09 03:07:23.993354 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-10b10841-9999-454a-bc14-b8ac1cc59f97 service neutron] 10.222.0.32 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871830 Feb 09 03:07:24.090595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Allocated IP 172.25.2.151 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/88cf8f88-0c55-4245-85d8-f52a5c22344c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:24.091160 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:24.201206 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-ded78f47-1d96-4695-83c8-af684e62c69a service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438640 Feb 09 03:07:24.414712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for port (88cf8f88-0c55-4245-85d8-f52a5c22344c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:24.419907 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:06:09Z', 'revision_number': 5, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:24.487750 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f5ffa-2f34-44d0-8f6a-4e0cdabb5222 None None] The sync data for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 is: [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:05:58Z', 'revision_number': 4, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'aa1db735-93d7-474e-aebf-e39ea8d80b05', 'name': '', 'network_id': '300d8e25-22c3-47fa-a8a4-9aab033df1cc', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'mac_address': 'fa:16:3e:8e:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:56Z', 'updated_at': '2022-02-09T03:06:09Z', 'revision_number': 5, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'subnets': [{'id': '80838aa0-236e-45e1-8ae8-283ec6600fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:24.503898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (88cf8f88-0c55-4245-85d8-f52a5c22344c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:24.561752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Pushing event updated for resources: {'Port': ['ID=88cf8f88-0c55-4245-85d8-f52a5c22344c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:24.576642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:24.583016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:24.585494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:24.820548 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3ffb7d-6281-47e3-b7a0-d481dc4f5525 req-1583594d-57f6-4d80-a255-27469dac43ec service neutron] 10.222.0.32 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8149862 Feb 09 03:07:24.905352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6ae72c7-644e-4be4-a64e-e02df1296842 req-72346fe0-fe96-40ac-9dcb-2d70fc87ff76 service neutron] 10.222.0.26 "GET /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863892 Feb 09 03:07:24.963656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-321aa00f-6099-45cb-816e-0685634f58fb req-42d34e05-3b19-46ec-bd9d-613e246072f5 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/floatingips/f1781c88-7012-4669-95ea-b42c0a4b2808 HTTP/1.1" status: 200 len: 695 time: 0.0910280 Feb 09 03:07:24.978990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a818370-05e7-41b9-a29d-a6aecb351292 None None] New status for floating IP f1781c88-7012-4669-95ea-b42c0a4b2808: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:07:25.296352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aa00f-6099-45cb-816e-0685634f58fb req-6903302c-5d72-434c-ab26-f0a5ea49a2ac tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:25.303689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-321aa00f-6099-45cb-816e-0685634f58fb req-6903302c-5d72-434c-ab26-f0a5ea49a2ac tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/networks/74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 784 time: 0.3391526 Feb 09 03:07:25.387217 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-321aa00f-6099-45cb-816e-0685634f58fb req-60f452af-55b9-4bdd-880a-1102de752b46 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 698 time: 0.0820780 Feb 09 03:07:25.480814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-321aa00f-6099-45cb-816e-0685634f58fb req-99c4ff33-0285-495d-a037-06ca93f4f5a2 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0926564 Feb 09 03:07:25.489589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for floatingip (1c7d24f6-f637-4c39-9faa-68eddd7e2ccd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:25.724829 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (88cf8f88-0c55-4245-85d8-f52a5c22344c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:25.891587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for port (88cf8f88-0c55-4245-85d8-f52a5c22344c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:25.896211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Deleting port 49255e84-d203-47f3-a52e-a3bf9b788c07 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:25.896561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (49255e84-d203-47f3-a52e-a3bf9b788c07), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:25.910100 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (88cf8f88-0c55-4245-85d8-f52a5c22344c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.119098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dcc09-f1d3-4a5c-afd5-679441929b21 req-2eb803fd-aa3e-43ed-bd7e-37d32a89dce4 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:26.121685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d1dcc09-f1d3-4a5c-afd5-679441929b21 req-2eb803fd-aa3e-43ed-bd7e-37d32a89dce4 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 946 time: 0.1162438 Feb 09 03:07:26.209725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d1dcc09-f1d3-4a5c-afd5-679441929b21 req-f8fc4c65-3891-401f-bdb1-8306a6158f94 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761428 Feb 09 03:07:26.451795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (1c7d24f6-f637-4c39-9faa-68eddd7e2ccd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.453399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Pushing event updated for resources: {'Port': ['ID=88cf8f88-0c55-4245-85d8-f52a5c22344c,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:26.488463 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (49255e84-d203-47f3-a52e-a3bf9b788c07), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.488787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for floatingip (49255e84-d203-47f3-a52e-a3bf9b788c07), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.501900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Calling delete_port for 49255e84-d203-47f3-a52e-a3bf9b788c07 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:26.699950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (49255e84-d203-47f3-a52e-a3bf9b788c07), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.783568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event deleted for resources: {'Port': ['ID=49255e84-d203-47f3-a52e-a3bf9b788c07,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:26.865232 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for floatingip (f1781c88-7012-4669-95ea-b42c0a4b2808), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.868752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:26.870051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-321aa00f-6099-45cb-816e-0685634f58fb req-f28af909-ce33-4d2d-ad49-2f6a63a93195 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "DELETE /v2.0/floatingips/f1781c88-7012-4669-95ea-b42c0a4b2808 HTTP/1.1" status: 204 len: 173 time: 1.3884020 Feb 09 03:07:26.903633 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Floating IP 1c7d24f6-f637-4c39-9faa-68eddd7e2ccd associated. External IP: 172.25.2.151, port: d05d53d9-91d2-4d0e-abf0-e0b71147c782. Feb 09 03:07:26.954110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c15b46c3-dc1e-4570-bee4-ae3552c5447f req-b201b1da-cd95-4c74-9cae-805ff027e6fd tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups/fa0f01df-f11c-4252-9e2c-bc0b0f1be416 HTTP/1.1" status: 200 len: 1826 time: 0.0546801 Feb 09 03:07:27.013097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c15b46c3-dc1e-4570-bee4-ae3552c5447f req-810587e4-2ff6-4894-8ce7-ad4d1efac258 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for security_group (fa0f01df-f11c-4252-9e2c-bc0b0f1be416), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.039633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c15b46c3-dc1e-4570-bee4-ae3552c5447f req-810587e4-2ff6-4894-8ce7-ad4d1efac258 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for security_group (fa0f01df-f11c-4252-9e2c-bc0b0f1be416), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.085487 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c15b46c3-dc1e-4570-bee4-ae3552c5447f req-810587e4-2ff6-4894-8ce7-ad4d1efac258 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fa0f01df-f11c-4252-9e2c-bc0b0f1be416), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.088424 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c15b46c3-dc1e-4570-bee4-ae3552c5447f req-810587e4-2ff6-4894-8ce7-ad4d1efac258 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.097102 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c15b46c3-dc1e-4570-bee4-ae3552c5447f req-810587e4-2ff6-4894-8ce7-ad4d1efac258 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa0f01df-f11c-4252-9e2c-bc0b0f1be416 HTTP/1.1" status: 204 len: 173 time: 0.1420069 Feb 09 03:07:27.107847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810587e4-2ff6-4894-8ce7-ad4d1efac258 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f01df-f11c-4252-9e2c-bc0b0f1be416,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:27.166624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Router 3e0e19ad-74b4-4af2-bab0-376e36918a74 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:27.398782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:27.409985 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf15ef-3201-4c22-914e-5ff3c2a38087 None None] Sync routers for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:27.432315 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf15ef-3201-4c22-914e-5ff3c2a38087 None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:27.433240 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6bbf15ef-3201-4c22-914e-5ff3c2a38087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:27.462970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:27.479317 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6bbf15ef-3201-4c22-914e-5ff3c2a38087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:27.489482 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf15ef-3201-4c22-914e-5ff3c2a38087 None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:27.490367 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6bbf15ef-3201-4c22-914e-5ff3c2a38087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:27.524726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6bbf15ef-3201-4c22-914e-5ff3c2a38087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:27.525609 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf15ef-3201-4c22-914e-5ff3c2a38087 None None] The sync data for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:27.541981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd850974-bf9e-45d3-a37d-95f21173e43f req-6ce0c4cd-3461-4084-855b-599303c90a9b tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:27.544550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2feb5f0-4920-4f01-984a-b9607cff58dc req-4730569a-a09b-4789-b001-38c449fd116d tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:27.546616 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2feb5f0-4920-4f01-984a-b9607cff58dc req-4730569a-a09b-4789-b001-38c449fd116d tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.2013321 Feb 09 03:07:27.553730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd850974-bf9e-45d3-a37d-95f21173e43f req-6ce0c4cd-3461-4084-855b-599303c90a9b tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 946 time: 0.1303601 Feb 09 03:07:27.554155 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1a51a168-b9ac-4af8-b893-64cfbc6570b1 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.5783315 Feb 09 03:07:27.555176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:27.613343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd850974-bf9e-45d3-a37d-95f21173e43f req-db4247c8-49d7-47cb-a7b7-06cba1d29b23 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups?id=76b23739-89f0-4569-ad92-45d9d9195af7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585165 Feb 09 03:07:27.779680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-46caa02d-a874-490a-bf44-e3ebdec603e2 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] 10.222.0.32 "GET /v2.0/floatingips/1c7d24f6-f637-4c39-9faa-68eddd7e2ccd HTTP/1.1" status: 200 len: 983 time: 0.2189081 Feb 09 03:07:27.782109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47828) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:27.799046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2feb5f0-4920-4f01-984a-b9607cff58dc req-cf9bb2cb-9a16-4821-9857-23fe978cc069 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424440 Feb 09 03:07:27.992646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-930e5ad5-40b6-4e7f-bd92-60a8a5bb50a0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:27.994446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-930e5ad5-40b6-4e7f-bd92-60a8a5bb50a0 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 946 time: 0.1723766 Feb 09 03:07:27.997762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e757237c-1947-413a-aeb5-cc04bfdefa7a tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.2144694 Feb 09 03:07:28.000561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47830) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:28.120197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Deleting port 1844cc1e-9346-4142-b96e-045b44030d0d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:28.121566 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.263823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Deleting port 88cf8f88-0c55-4245-85d8-f52a5c22344c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:28.263823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (88cf8f88-0c55-4245-85d8-f52a5c22344c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.335681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] For port 1844cc1e-9346-4142-b96e-045b44030d0d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1844cc1e-9346-4142-b96e-045b44030d0d,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:28.336393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.403758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (88cf8f88-0c55-4245-85d8-f52a5c22344c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.403956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for floatingip (88cf8f88-0c55-4245-85d8-f52a5c22344c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.426291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Calling delete_port for 88cf8f88-0c55-4245-85d8-f52a5c22344c owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:28.597311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.597832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (9feb7c6d-4ae2-4fbb-99ee-8717841fe40f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.598140 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Floating IP 9feb7c6d-4ae2-4fbb-99ee-8717841fe40f disassociated. External IP: 172.25.2.186, port: 1844cc1e-9346-4142-b96e-045b44030d0d. Feb 09 03:07:28.598690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Calling delete_port for 1844cc1e-9346-4142-b96e-045b44030d0d owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:28.727065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (88cf8f88-0c55-4245-85d8-f52a5c22344c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.856827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event deleted for resources: {'Port': ['ID=88cf8f88-0c55-4245-85d8-f52a5c22344c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:28.863017 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for floatingip (1c7d24f6-f637-4c39-9faa-68eddd7e2ccd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.863487 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Floating IP 1c7d24f6-f637-4c39-9faa-68eddd7e2ccd disassociated (deleted). External IP: 172.25.2.151, port: d05d53d9-91d2-4d0e-abf0-e0b71147c782. Feb 09 03:07:28.906535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1844cc1e-9346-4142-b96e-045b44030d0d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:28.910304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fe27c79-bb6b-4240-a202-9b2c2f9bad77 req-26863694-5a9f-4cd0-af13-ae6bdc4aaed6 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 210 time: 0.0576310 Feb 09 03:07:28.945502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event deleted for resources: {'Port': ['ID=1844cc1e-9346-4142-b96e-045b44030d0d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:29.051794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230bb6-6b7f-4a60-ba4a-d887d54580bd req-070621d6-1d13-4a8b-9512-695012cf8d2d tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:29.053608 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51230bb6-6b7f-4a60-ba4a-d887d54580bd req-070621d6-1d13-4a8b-9512-695012cf8d2d tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.0872722 Feb 09 03:07:29.154783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Router 9eb4e27d-84e6-462a-b2c6-87658c978e57 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:29.269632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51230bb6-6b7f-4a60-ba4a-d887d54580bd req-33068827-28f3-43fa-8637-733add5852a6 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024670 Feb 09 03:07:29.323707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:29.337581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] Sync routers for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:29.341972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Router 3e0e19ad-74b4-4af2-bab0-376e36918a74 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:29.355703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:29.360495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:29.452358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] No DVR routers for this DVR port 1844cc1e-9346-4142-b96e-045b44030d0d on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:29.456529 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.467896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-154e3ceb-69f2-4696-bc8b-b2fdd5d93fbf req-48a236d6-6d24-418e-976d-b571cc66aef5 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.61 "DELETE /v2.0/ports/1844cc1e-9346-4142-b96e-045b44030d0d HTTP/1.1" status: 204 len: 173 time: 1.4637091 Feb 09 03:07:29.468801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'name': 'network-vif-deleted', 'tag': '1844cc1e-9346-4142-b96e-045b44030d0d'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:29.473808 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e765f-3a93-4a77-9871-b1d4f414f850" -d '{"events": [{"server_uuid": "9dffb205-efd4-41a9-9701-18702ec5d1aa", "name": "network-vif-deleted", "tag": "1844cc1e-9346-4142-b96e-045b44030d0d"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:29.607752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:29.614875 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbc34e9-0ca1-4b7a-8273-7c8fb663a302 x-openstack-request-id: req-ccbc34e9-0ca1-4b7a-8273-7c8fb663a302 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:29.615365 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dffb205-efd4-41a9-9701-18702ec5d1aa", "name": "network-vif-deleted", "tag": "1844cc1e-9346-4142-b96e-045b44030d0d", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:29.615460 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccbc34e9-0ca1-4b7a-8273-7c8fb663a302 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:29.615733 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.615919 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dffb205-efd4-41a9-9701-18702ec5d1aa', 'name': 'network-vif-deleted', 'tag': '1844cc1e-9346-4142-b96e-045b44030d0d', 'status': 'completed', 'code': 200} Feb 09 03:07:29.625714 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794a339-d9c2-4751-aeb2-3e337d9d3815 None None] Sync routers for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:29.639023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:29.650173 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794a339-d9c2-4751-aeb2-3e337d9d3815 None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:29.652581 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2794a339-d9c2-4751-aeb2-3e337d9d3815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:29.714453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef70cd4e-bf70-4f2b-b539-eb0a83ece8b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "DELETE /v2.0/floatingips/1c7d24f6-f637-4c39-9faa-68eddd7e2ccd HTTP/1.1" status: 204 len: 168 time: 1.7125282 Feb 09 03:07:29.717925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47852) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:29.722814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:29.814913 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2794a339-d9c2-4751-aeb2-3e337d9d3815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:29.846966 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794a339-d9c2-4751-aeb2-3e337d9d3815 None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:29.847203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:29.847631 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2794a339-d9c2-4751-aeb2-3e337d9d3815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:29.948111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-01ecae54-f0d2-4bb9-a386-ee73fa39ebf8 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:29.949691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-01ecae54-f0d2-4bb9-a386-ee73fa39ebf8 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.1788368 Feb 09 03:07:29.965353 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2794a339-d9c2-4751-aeb2-3e337d9d3815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:29.968447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794a339-d9c2-4751-aeb2-3e337d9d3815 None None] The sync data for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:30.165331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-659f8493-f99d-4684-b316-639e9f8b9d50 req-90db91a2-5545-4ebc-9d23-0b585b9dc8de tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dffb205-efd4-41a9-9701-18702ec5d1aa HTTP/1.1" status: 200 len: 210 time: 0.0632493 Feb 09 03:07:30.176260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:30.233535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.279471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Deleting port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:30.279940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] Checking router: 9eb4e27d-84e6-462a-b2c6-87658c978e57 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:30.283437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.315112 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f72dfbc8-3bfe-44de-a1be-2949ab3d51e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.331214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:30.332163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:30.568222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:30.650118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Allocated IP 172.25.2.198 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/1d363f63-bf69-4510-abba-0dd131f2e3f0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:30.702564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] For port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:30.703002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.768399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62762d0-24f7-4ece-ac74-1b22b52bf96d req-74b0e6cc-406a-4cd2-8217-f6ce14203b8c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:30.769933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f62762d0-24f7-4ece-ac74-1b22b52bf96d req-74b0e6cc-406a-4cd2-8217-f6ce14203b8c tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 945 time: 0.3509436 Feb 09 03:07:30.772651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Calling delete_port for 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:30.932877 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f62762d0-24f7-4ece-ac74-1b22b52bf96d req-846d7358-30f9-4977-ace8-83ac135fa78f tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/security-groups?id=8333e080-9ba3-40fe-b8f7-ebb421369b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519969 Feb 09 03:07:30.944619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for port (1d363f63-bf69-4510-abba-0dd131f2e3f0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:30.947880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:31.038579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1afa4e3-bf76-42f4-8719-caa8c5061231 None None] The sync data for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 is: [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:00:27Z', 'revision_number': 4, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b', 'name': '', 'network_id': '454b2269-5447-4811-bcdf-2b84a70438bc', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'mac_address': 'fa:16:3e:9c:23:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:24Z', 'updated_at': '2022-02-09T03:00:35Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'subnets': [{'id': '02a7f35d-df2c-42be-9c6b-09b79fbf5940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:31.121676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1d363f63-bf69-4510-abba-0dd131f2e3f0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.243834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:31.250786 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (161ace70-d48b-46e1-ad30-ddb4a1cad2c9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.252585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Pushing event updated for resources: {'Port': ['ID=1d363f63-bf69-4510-abba-0dd131f2e3f0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:31.268032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:31.275617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:31.324879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Pushing event deleted for resources: {'Port': ['ID=161ace70-d48b-46e1-ad30-ddb4a1cad2c9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:31.359861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47872) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:31.461282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] No DVR routers for this DVR port 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:31.465825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.472812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-117d03bf-2874-4ddb-862a-b0f11710558c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (76b23739-89f0-4569-ad92-45d9d9195af7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.475976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d0984f0b-4532-4bf4-85d2-1a909958d765 req-b8947edd-7d81-4989-98df-c032aca1e7e0 tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.26 "DELETE /v2.0/ports/161ace70-d48b-46e1-ad30-ddb4a1cad2c9 HTTP/1.1" status: 204 len: 173 time: 1.5177343 Feb 09 03:07:31.535800 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-117d03bf-2874-4ddb-862a-b0f11710558c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (76b23739-89f0-4569-ad92-45d9d9195af7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.587215 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for floatingip (a4642f24-9c69-474b-b2f0-52c99047d74b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.637030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470aa50-99d3-4993-9b2a-f4b0fce59dc3 None None] New status for floating IP 9feb7c6d-4ae2-4fbb-99ee-8717841fe40f: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:07:31.639610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-117d03bf-2874-4ddb-862a-b0f11710558c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (76b23739-89f0-4569-ad92-45d9d9195af7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.641914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1844cc1e-9346-4142-b96e-045b44030d0d no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:31.643897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-117d03bf-2874-4ddb-862a-b0f11710558c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.650029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-117d03bf-2874-4ddb-862a-b0f11710558c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "DELETE /v2.0/security-groups/76b23739-89f0-4569-ad92-45d9d9195af7 HTTP/1.1" status: 204 len: 168 time: 0.2891445 Feb 09 03:07:31.650670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47874) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:31.668323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'name': 'network-vif-deleted', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:31.675184 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc32b24-4c2f-4b67-853b-e6f4610bb7a0" -d '{"events": [{"server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "name": "network-vif-deleted", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:31.710911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d363f63-bf69-4510-abba-0dd131f2e3f0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:31.731539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d03bf-2874-4ddb-862a-b0f11710558c tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b23739-89f0-4569-ad92-45d9d9195af7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:31.736550 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-a159a586-b1a9-4392-a6ee-21270de06a31 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] show failed (client error): The resource could not be found. Feb 09 03:07:31.743869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a159a586-b1a9-4392-a6ee-21270de06a31 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "GET /v2.0/security-groups/76b23739-89f0-4569-ad92-45d9d9195af7 HTTP/1.1" status: 404 len: 347 time: 0.0658259 Feb 09 03:07:31.744988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47878) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:31.782581 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52053c0-5d06-4149-844f-9d081b49e00f x-openstack-request-id: req-e52053c0-5d06-4149-844f-9d081b49e00f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:31.786895 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bab72eb-41bd-4d52-955d-c1cb60be01ec", "name": "network-vif-deleted", "tag": "161ace70-d48b-46e1-ad30-ddb4a1cad2c9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:31.787171 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e52053c0-5d06-4149-844f-9d081b49e00f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:31.787623 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bab72eb-41bd-4d52-955d-c1cb60be01ec', 'name': 'network-vif-deleted', 'tag': '161ace70-d48b-46e1-ad30-ddb4a1cad2c9', 'status': 'completed', 'code': 200} Feb 09 03:07:31.806890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 1844cc1e-9346-4142-b96e-045b44030d0d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:31.807095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1844cc1e-9346-4142-b96e-045b44030d0d not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:32.110523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Deleting port f709dd87-2432-4d7c-801a-21e9d2c18db6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:32.112027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f709dd87-2432-4d7c-801a-21e9d2c18db6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.147074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for port (1d363f63-bf69-4510-abba-0dd131f2e3f0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.155760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1d363f63-bf69-4510-abba-0dd131f2e3f0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.291405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77fbb4c8-62d1-43a9-9313-c3d084e90254 req-d75081da-392e-42f3-8a34-d3b157d0ebbc tempest-ServerRescueTestJSONUnderV235-1016729066 tempest-ServerRescueTestJSONUnderV235-1016729066-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bab72eb-41bd-4d52-955d-c1cb60be01ec HTTP/1.1" status: 200 len: 210 time: 0.0515907 Feb 09 03:07:32.315237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Pushing event updated for resources: {'Port': ['ID=1d363f63-bf69-4510-abba-0dd131f2e3f0,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:32.336295 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a4642f24-9c69-474b-b2f0-52c99047d74b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.352839 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f709dd87-2432-4d7c-801a-21e9d2c18db6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.353935 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (f709dd87-2432-4d7c-801a-21e9d2c18db6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.364561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.366340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8f021e8e-6e95-4954-adfb-659b61ace326 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6473105 Feb 09 03:07:32.369175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47892) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:32.375547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Calling delete_port for f709dd87-2432-4d7c-801a-21e9d2c18db6 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:32.685621 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a75d8aae-9b85-453f-8050-2c329a3b1ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.713783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f709dd87-2432-4d7c-801a-21e9d2c18db6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.718141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:32.775169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.786088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Pushing event deleted for resources: {'Port': ['ID=f709dd87-2432-4d7c-801a-21e9d2c18db6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:32.799406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:32.841255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:32.843134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 161ace70-d48b-46e1-ad30-ddb4a1cad2c9 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:32.884059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks [] for floatingip (9feb7c6d-4ae2-4fbb-99ee-8717841fe40f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.888023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:32.892869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5ed43876-8b2b-472a-b0c8-759606cf48d3 tempest-AttachVolumeTestJSON-705627030 tempest-AttachVolumeTestJSON-705627030-project] 10.222.0.32 "DELETE /v2.0/floatingips/9feb7c6d-4ae2-4fbb-99ee-8717841fe40f HTTP/1.1" status: 204 len: 168 time: 1.1468568 Feb 09 03:07:33.047890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:33.207267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Allocated IP 172.25.2.65 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/6d8824ed-0f43-47f6-9781-516e50b4ec1d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:33.368522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47910) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:33.432433 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks [] for port (6d8824ed-0f43-47f6-9781-516e50b4ec1d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:33.508275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6d8824ed-0f43-47f6-9781-516e50b4ec1d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:33.602809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:33.606324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:33.609619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:33.669308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Pushing event updated for resources: {'Port': ['ID=6d8824ed-0f43-47f6-9781-516e50b4ec1d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:33.745106 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks [] for floatingip (95d80762-d803-46d6-9147-9c55dc6cae07), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:33.762183 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:07:33.798788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6d8824ed-0f43-47f6-9781-516e50b4ec1d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:33.946427 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.032869 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks [] for port (6d8824ed-0f43-47f6-9781-516e50b4ec1d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.055501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (6d8824ed-0f43-47f6-9781-516e50b4ec1d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.212773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Pushing event updated for resources: {'Port': ['ID=6d8824ed-0f43-47f6-9781-516e50b4ec1d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:34.241337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (95d80762-d803-46d6-9147-9c55dc6cae07), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.278558 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.280181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed3820e2-45fa-47b1-8e3d-9b80a630fe5a tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9097381 Feb 09 03:07:34.282967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:34.468414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-be519b0f-991b-419c-89e9-7a2f09114206 tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1839354 Feb 09 03:07:34.470736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47942) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:34.519965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (15fae7f0-e1c9-4697-867d-f6ea601c33f6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:34.629964 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-29dca8be-e775-40f5-bf1b-92db597b3534 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1579309 Feb 09 03:07:34.633825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47948) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:34.932390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Deleting port aa1db735-93d7-474e-aebf-e39ea8d80b05 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:34.932661 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.037303 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.127937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] For port aa1db735-93d7-474e-aebf-e39ea8d80b05, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=aa1db735-93d7-474e-aebf-e39ea8d80b05,segment=NetworkSegment(cbda8c1f-03b8-4c56-bd88-e76cafafaaa4),segment_id=cbda8c1f-03b8-4c56-bd88-e76cafafaaa4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:35.128296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.156650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Calling delete_port for aa1db735-93d7-474e-aebf-e39ea8d80b05 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:35.657344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ba82-35ba-4483-8ec1-fce8694a0f82 req-64297d76-e0b2-457d-8c1c-94b9981817d5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:35.668399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e85ba82-35ba-4483-8ec1-fce8694a0f82 req-64297d76-e0b2-457d-8c1c-94b9981817d5 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 947 time: 0.1378882 Feb 09 03:07:35.725297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Deleting port 6d8824ed-0f43-47f6-9781-516e50b4ec1d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:35.725642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6d8824ed-0f43-47f6-9781-516e50b4ec1d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.772348 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (aa1db735-93d7-474e-aebf-e39ea8d80b05), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.825324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6d8824ed-0f43-47f6-9781-516e50b4ec1d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.825662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks [] for floatingip (6d8824ed-0f43-47f6-9781-516e50b4ec1d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:35.832790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1db735-93d7-474e-aebf-e39ea8d80b05,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:35.839833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Calling delete_port for 6d8824ed-0f43-47f6-9781-516e50b4ec1d owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:36.016257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e85ba82-35ba-4483-8ec1-fce8694a0f82 req-57654f83-0112-4fad-8a8a-322b474b1d69 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475683 Feb 09 03:07:36.019641 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6d8824ed-0f43-47f6-9781-516e50b4ec1d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.071173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Pushing event deleted for resources: {'Port': ['ID=6d8824ed-0f43-47f6-9781-516e50b4ec1d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:36.198322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks [] for floatingip (95d80762-d803-46d6-9147-9c55dc6cae07), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.209210 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.214817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f2c4d4c0-27f8-447d-98dc-30e045085a2d tempest-FloatingIPAdminTestJSON-1438750693 tempest-FloatingIPAdminTestJSON-1438750693-project] 10.222.0.32 "DELETE /v2.0/floatingips/95d80762-d803-46d6-9147-9c55dc6cae07 HTTP/1.1" status: 204 len: 168 time: 1.5671983 Feb 09 03:07:36.215482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:36.223296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (15fae7f0-e1c9-4697-867d-f6ea601c33f6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.380197 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.498017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2656208-2c6e-414e-a540-c7010d448d30 req-33e341f5-b07b-4681-859f-4c9c0b591b7b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:36.500295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2656208-2c6e-414e-a540-c7010d448d30 req-33e341f5-b07b-4681-859f-4c9c0b591b7b tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 947 time: 0.1411717 Feb 09 03:07:36.536925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Deleting port 1d363f63-bf69-4510-abba-0dd131f2e3f0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:36.548093 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1d363f63-bf69-4510-abba-0dd131f2e3f0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.725395 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1d363f63-bf69-4510-abba-0dd131f2e3f0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.725971 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for floatingip (1d363f63-bf69-4510-abba-0dd131f2e3f0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:36.752079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Calling delete_port for 1d363f63-bf69-4510-abba-0dd131f2e3f0 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:36.813992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:37.142694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:37.169661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-16ea36e7-99da-4e6d-b061-b4b819e0577a admin admin] 10.222.0.32 "PUT /v2.0/routers/15fae7f0-e1c9-4697-867d-f6ea601c33f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7998970 Feb 09 03:07:37.172226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] Sync routers for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:37.176627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47990) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:37.190653 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:37.194932 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:37.264383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1d363f63-bf69-4510-abba-0dd131f2e3f0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.341700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d363f63-bf69-4510-abba-0dd131f2e3f0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:37.414873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Deleting port 23a33a01-5242-433d-83da-53ad520b84d3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:37.415488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (23a33a01-5242-433d-83da-53ad520b84d3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.478936 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:37.575000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks [] for floatingip (a4642f24-9c69-474b-b2f0-52c99047d74b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.587541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.588883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks [] for router (15fae7f0-e1c9-4697-867d-f6ea601c33f6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.589380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb894f96-d818-415d-a92f-fc496504afce tempest-FloatingIPAdminTestJSON-1248272022 tempest-FloatingIPAdminTestJSON-1248272022-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/a4642f24-9c69-474b-b2f0-52c99047d74b HTTP/1.1" status: 204 len: 168 time: 1.3726163 Feb 09 03:07:37.594935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47998) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:37.727358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] For port 23a33a01-5242-433d-83da-53ad520b84d3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=23a33a01-5242-433d-83da-53ad520b84d3,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:37.734820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (23a33a01-5242-433d-83da-53ad520b84d3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.754134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd2703-4b3d-4e2e-beb3-91a10e21e986 req-30f30cd7-4af5-46dc-b5c3-bb6dbe263e2a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:37.767538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0fd2703-4b3d-4e2e-beb3-91a10e21e986 req-30f30cd7-4af5-46dc-b5c3-bb6dbe263e2a tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 947 time: 0.5759590 Feb 09 03:07:37.826749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0fd2703-4b3d-4e2e-beb3-91a10e21e986 req-50c38d02-7125-477b-9c38-bd585d3c173d tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537117 Feb 09 03:07:37.848513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks [] for router_gateway (15fae7f0-e1c9-4697-867d-f6ea601c33f6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:37.968685 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:07:35Z', 'revision_number': 5, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port': {'id': 'd8daf474-6bf9-4154-ac77-b28bbfd81d9f', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:05:51Z', 'updated_at': '2022-02-09T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:37.975321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Deleting port d8daf474-6bf9-4154-ac77-b28bbfd81d9f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:37.978413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.044316 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] Checking router: 15fae7f0-e1c9-4697-867d-f6ea601c33f6 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:38.067854 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] Routers {'15fae7f0-e1c9-4697-867d-f6ea601c33f6'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:38.069233 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:38.116313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-24e82eb1-06e4-4298-8d16-236cad0b2cfe tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Deleting port d05d53d9-91d2-4d0e-abf0-e0b71147c782 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:38.118651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24e82eb1-06e4-4298-8d16-236cad0b2cfe tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d05d53d9-91d2-4d0e-abf0-e0b71147c782), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.182630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] For port d8daf474-6bf9-4154-ac77-b28bbfd81d9f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d8daf474-6bf9-4154-ac77-b28bbfd81d9f,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:38.183687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.214585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Calling delete_port for d8daf474-6bf9-4154-ac77-b28bbfd81d9f owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:38.391598 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] Set router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:38.534710 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:07:37Z', 'revision_number': 6, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:38.583416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24e82eb1-06e4-4298-8d16-236cad0b2cfe tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d05d53d9-91d2-4d0e-abf0-e0b71147c782), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.605024 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984b46f-bb9a-4f21-8321-e544b4c8d2f3 None None] The sync data for ids ['15fae7f0-e1c9-4697-867d-f6ea601c33f6'] in n-d-827839-4 is: [{'id': '15fae7f0-e1c9-4697-867d-f6ea601c33f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-637043061-router', 'tenant_id': '4196e1343a01456f9eaa8fda5a0eb960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:05:50Z', 'updated_at': '2022-02-09T03:07:37Z', 'revision_number': 6, 'project_id': '4196e1343a01456f9eaa8fda5a0eb960', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:38.605646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.606221 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.606789 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Floating IP 8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9 disassociated. External IP: 172.25.2.98, port: 23a33a01-5242-433d-83da-53ad520b84d3. Feb 09 03:07:38.607373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Calling delete_port for 23a33a01-5242-433d-83da-53ad520b84d3 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:38.642472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-24e82eb1-06e4-4298-8d16-236cad0b2cfe tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Calling delete_port for d05d53d9-91d2-4d0e-abf0-e0b71147c782 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:38.642922 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d8daf474-6bf9-4154-ac77-b28bbfd81d9f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:38.712662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8daf474-6bf9-4154-ac77-b28bbfd81d9f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:38.901190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (15fae7f0-e1c9-4697-867d-f6ea601c33f6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.121422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (15fae7f0-e1c9-4697-867d-f6ea601c33f6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.130349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks [] for router_controller (15fae7f0-e1c9-4697-867d-f6ea601c33f6), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.159459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (23a33a01-5242-433d-83da-53ad520b84d3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.175066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24e82eb1-06e4-4298-8d16-236cad0b2cfe tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d05d53d9-91d2-4d0e-abf0-e0b71147c782), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.270387 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (15fae7f0-e1c9-4697-867d-f6ea601c33f6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.271088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15fae7f0-e1c9-4697-867d-f6ea601c33f6 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:07:39.280023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.283640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-eebe2689-74f7-4e31-8ef6-e346a5f42778 admin admin] 10.222.0.32 "DELETE /v2.0/routers/15fae7f0-e1c9-4697-867d-f6ea601c33f6 HTTP/1.1" status: 204 len: 168 time: 2.1057725 Feb 09 03:07:39.289643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48018) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:39.389572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event deleted for resources: {'Port': ['ID=23a33a01-5242-433d-83da-53ad520b84d3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:39.441011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e82eb1-06e4-4298-8d16-236cad0b2cfe tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event deleted for resources: {'Port': ['ID=d05d53d9-91d2-4d0e-abf0-e0b71147c782,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:39.448207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c813b77-9acb-494f-9f22-08136f272efd admin admin] Deleting subnet 80838aa0-236e-45e1-8ae8-283ec6600fd2 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:07:39.459743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c813b77-9acb-494f-9f22-08136f272efd admin admin] Publish callbacks [] for subnet (80838aa0-236e-45e1-8ae8-283ec6600fd2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.573473 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c813b77-9acb-494f-9f22-08136f272efd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (80838aa0-236e-45e1-8ae8-283ec6600fd2), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.598551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd34792-3e3a-4462-abcb-adda355d4718 req-e4804321-2974-4563-8bf5-c4b697a20642 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:39.600176 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dd34792-3e3a-4462-abcb-adda355d4718 req-e4804321-2974-4563-8bf5-c4b697a20642 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c40c70f-9c91-46f7-9624-d8b31bc3db8a HTTP/1.1" status: 200 len: 868 time: 0.5324178 Feb 09 03:07:39.668548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24e82eb1-06e4-4298-8d16-236cad0b2cfe tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.681594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-24e82eb1-06e4-4298-8d16-236cad0b2cfe tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "DELETE /v2.0/ports/d05d53d9-91d2-4d0e-abf0-e0b71147c782 HTTP/1.1" status: 204 len: 168 time: 2.0853868 Feb 09 03:07:39.682219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:39.732848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c813b77-9acb-494f-9f22-08136f272efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (80838aa0-236e-45e1-8ae8-283ec6600fd2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.852243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:39.890565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c813b77-9acb-494f-9f22-08136f272efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (80838aa0-236e-45e1-8ae8-283ec6600fd2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.962138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c813b77-9acb-494f-9f22-08136f272efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80838aa0-236e-45e1-8ae8-283ec6600fd2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:39.972097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c813b77-9acb-494f-9f22-08136f272efd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:39.980930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1c813b77-9acb-494f-9f22-08136f272efd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/80838aa0-236e-45e1-8ae8-283ec6600fd2 HTTP/1.1" status: 204 len: 168 time: 0.6898296 Feb 09 03:07:39.985238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48026) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:40.014141 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dd34792-3e3a-4462-abcb-adda355d4718 req-40fe373a-2f40-4154-a6ae-ee2f8ea0fb04 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups?id=17b49649-ac45-4dd6-9c5f-6fcf23afd981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927217 Feb 09 03:07:40.065629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c35694-f2d3-4d1e-89a4-0c5bebc6476f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:40.071215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-29c35694-f2d3-4d1e-89a4-0c5bebc6476f tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e0e19ad-74b4-4af2-bab0-376e36918a74 HTTP/1.1" status: 200 len: 913 time: 0.3480103 Feb 09 03:07:40.091639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48030) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:40.302470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:40.314310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] Sync routers for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:40.350601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:40.351301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:40.381591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (300d8e25-22c3-47fa-a8a4-9aab033df1cc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.395997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] No DVR routers for this DVR port 23a33a01-5242-433d-83da-53ad520b84d3 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:40.405401 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:40.409698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2656208-2c6e-414e-a540-c7010d448d30 req-fe922500-1829-4a8e-9257-84853f4bddb0 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.61 "DELETE /v2.0/ports/23a33a01-5242-433d-83da-53ad520b84d3 HTTP/1.1" status: 204 len: 173 time: 3.8935320 Feb 09 03:07:40.415119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-deleted', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:07:40.418596 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13625119-3097-44c0-944e-462e749ee552" -d '{"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-deleted", "tag": "23a33a01-5242-433d-83da-53ad520b84d3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:07:40.580968 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d085393-2402-46fd-b9db-07bda9d6f330 x-openstack-request-id: req-0d085393-2402-46fd-b9db-07bda9d6f330 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:07:40.581615 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c40c70f-9c91-46f7-9624-d8b31bc3db8a", "name": "network-vif-deleted", "tag": "23a33a01-5242-433d-83da-53ad520b84d3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:07:40.581777 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d085393-2402-46fd-b9db-07bda9d6f330 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:07:40.582193 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c40c70f-9c91-46f7-9624-d8b31bc3db8a', 'name': 'network-vif-deleted', 'tag': '23a33a01-5242-433d-83da-53ad520b84d3', 'status': 'completed', 'code': 200} Feb 09 03:07:40.624588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:40.796533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device aa1db735-93d7-474e-aebf-e39ea8d80b05 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:40.955550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: aa1db735-93d7-474e-aebf-e39ea8d80b05 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:40.955921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device aa1db735-93d7-474e-aebf-e39ea8d80b05 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:40.956363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d8daf474-6bf9-4154-ac77-b28bbfd81d9f no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:41.008140 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (300d8e25-22c3-47fa-a8a4-9aab033df1cc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.010717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d8daf474-6bf9-4154-ac77-b28bbfd81d9f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:41.011103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d8daf474-6bf9-4154-ac77-b28bbfd81d9f not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:41.081853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300d8e25-22c3-47fa-a8a4-9aab033df1cc']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:41.112530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:41.112782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbda8c1f-03b8-4c56-bd88-e76cafafaaa4') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:41.136451 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (cbda8c1f-03b8-4c56-bd88-e76cafafaaa4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.172159 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cbda8c1f-03b8-4c56-bd88-e76cafafaaa4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.198103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:07:41.198634 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (cbda8c1f-03b8-4c56-bd88-e76cafafaaa4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.208311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48052) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:41.252505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:07:41.332441 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:07:41.378655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] Checking router: 105e3ddd-423a-4cb0-ab1a-001a22a97df5 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:41.403787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:41.404441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:41.428781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a28-d9e4-4fa9-94e8-df5b4ec01218 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (17b49649-ac45-4dd6-9c5f-6fcf23afd981), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.540160 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (300d8e25-22c3-47fa-a8a4-9aab033df1cc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.546919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a28-d9e4-4fa9-94e8-df5b4ec01218 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (17b49649-ac45-4dd6-9c5f-6fcf23afd981), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.569559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.604473 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] 10.222.0.32 "DELETE /v2.0/networks/300d8e25-22c3-47fa-a8a4-9aab033df1cc HTTP/1.1" status: 204 len: 168 time: 1.6158724 Feb 09 03:07:41.659145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:41.673987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a057d37-4652-4452-8044-eacba7063f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=300d8e25-22c3-47fa-a8a4-9aab033df1cc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:41.690704 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a28-d9e4-4fa9-94e8-df5b4ec01218 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (17b49649-ac45-4dd6-9c5f-6fcf23afd981), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.697384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a28-d9e4-4fa9-94e8-df5b4ec01218 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:41.699988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1bda0a28-d9e4-4fa9-94e8-df5b4ec01218 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "DELETE /v2.0/security-groups/17b49649-ac45-4dd6-9c5f-6fcf23afd981 HTTP/1.1" status: 204 len: 168 time: 0.4898241 Feb 09 03:07:41.710040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48064) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:41.767614 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-2c3e4de9-8ba1-4aa9-9f9a-df9d2e4ef989 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] show failed (client error): The resource could not be found. Feb 09 03:07:41.771979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2c3e4de9-8ba1-4aa9-9f9a-df9d2e4ef989 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "GET /v2.0/security-groups/17b49649-ac45-4dd6-9c5f-6fcf23afd981 HTTP/1.1" status: 404 len: 347 time: 0.0516820 Feb 09 03:07:41.774808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda0a28-d9e4-4fa9-94e8-df5b4ec01218 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b49649-ac45-4dd6-9c5f-6fcf23afd981,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:41.785216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48066) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:42.006028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (3e0e19ad-74b4-4af2-bab0-376e36918a74), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.107530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:42.296074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Deleting port d9757443-6dc7-4542-87ca-f1b92f220519 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:42.296525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d9757443-6dc7-4542-87ca-f1b92f220519), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.311920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 23a33a01-5242-433d-83da-53ad520b84d3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:07:42.314810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 23a33a01-5242-433d-83da-53ad520b84d3 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:42.415006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b82ba5d9-eebb-48a0-9286-626ea98f72ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4196e1343a01456f9eaa8fda5a0eb960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044999 Feb 09 03:07:42.423982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48078) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:42.449287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:42.481290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88b35816-a300-4458-bf5a-276e2eec8b7f admin admin] Publish callbacks [] for security_group (8333e080-9ba3-40fe-b8f7-ebb421369b7c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.536717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d9757443-6dc7-4542-87ca-f1b92f220519), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.537823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (d9757443-6dc7-4542-87ca-f1b92f220519), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.563701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Calling delete_port for d9757443-6dc7-4542-87ca-f1b92f220519 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:42.603358 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88b35816-a300-4458-bf5a-276e2eec8b7f admin admin] Publish callbacks [] for security_group (8333e080-9ba3-40fe-b8f7-ebb421369b7c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.852883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d9757443-6dc7-4542-87ca-f1b92f220519), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.855946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Deleting port b51575e7-5a45-475c-a394-ea929f3085c2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:42.856305 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b51575e7-5a45-475c-a394-ea929f3085c2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.871615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88b35816-a300-4458-bf5a-276e2eec8b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8333e080-9ba3-40fe-b8f7-ebb421369b7c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.881228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88b35816-a300-4458-bf5a-276e2eec8b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:42.888128 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-88b35816-a300-4458-bf5a-276e2eec8b7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8333e080-9ba3-40fe-b8f7-ebb421369b7c HTTP/1.1" status: 204 len: 168 time: 0.4630198 Feb 09 03:07:42.919496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Pushing event deleted for resources: {'Port': ['ID=d9757443-6dc7-4542-87ca-f1b92f220519,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:42.948402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:43.001474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b35816-a300-4458-bf5a-276e2eec8b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333e080-9ba3-40fe-b8f7-ebb421369b7c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:43.028757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d239cd-bc4e-4f37-8dd3-74daa629ff01 None None] The sync data for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 is: [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T02:58:12Z', 'revision_number': 4, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1b6c9481-d10a-4d06-a900-8641614285df', 'name': '', 'network_id': '7bfe887d-42a1-45e1-8404-5345b71ca5c2', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'mac_address': 'fa:16:3e:b4:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:58:10Z', 'updated_at': '2022-02-09T02:58:18Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'subnets': [{'id': 'eee59d76-4e9a-434f-8d34-51abfe04d667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:43.057135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks [] for floatingip (8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:43.060341 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:43.079149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-86aedde6-70b7-4dc3-b1c3-423772c1c0d7 tempest-AttachVolumeShelveTestJSON-1097359531 tempest-AttachVolumeShelveTestJSON-1097359531-project] 10.222.0.32 "DELETE /v2.0/floatingips/8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9 HTTP/1.1" status: 204 len: 168 time: 1.2867084 Feb 09 03:07:43.133303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b51575e7-5a45-475c-a394-ea929f3085c2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:43.170535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Calling delete_port for b51575e7-5a45-475c-a394-ea929f3085c2 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:43.664810 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99a812-bdb5-405d-86eb-db8829062262 None None] New status for floating IP 8af107c3-cc2a-4d7f-b20d-642d3b2ff2c9: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:07:43.826041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b51575e7-5a45-475c-a394-ea929f3085c2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:43.893174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event deleted for resources: {'Port': ['ID=b51575e7-5a45-475c-a394-ea929f3085c2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:44.496503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48126) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:44.801495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-861869393-network', 'tenant_id': '89836022240d426d867666046c3257db'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:44.864175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Made reservation on behalf of 89836022240d426d867666046c3257db for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:07:44.866974 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:44.882572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.079108 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Publish callbacks [] for security_group (3a89bd45-b8cb-4405-9489-61c7f2e064d9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.090977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3a89bd45-b8cb-4405-9489-61c7f2e064d9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.139093 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (3e0e19ad-74b4-4af2-bab0-376e36918a74), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.171032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:07:45.216571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9d383879-9c76-45e7-82f8-49ae35a2496b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.216943 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Added segment 9d383879-9c76-45e7-82f8-49ae35a2496b of type vlan for network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c Feb 09 03:07:45.218120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89bd45-b8cb-4405-9489-61c7f2e064d9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:45.368528 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (aa4090c7-7633-4e0b-9cd7-3adf45c5a04c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.468540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (aa4090c7-7633-4e0b-9cd7-3adf45c5a04c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.468540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:45.469097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.685265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] Pushing event updated for resources: {'Network': ['ID=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:45.698781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:07:45.732531 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1f2bd52e-2e8c-42de-87ae-6b692ee24a45 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2348964 Feb 09 03:07:45.735334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48146) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:45.740721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Request body: {'subnet': {'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-subnet', 'tenant_id': '89836022240d426d867666046c3257db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:45.797212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Made reservation on behalf of 89836022240d426d867666046c3257db for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:07:45.799856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:45.814641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Router 3e0e19ad-74b4-4af2-bab0-376e36918a74 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:46.123323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:46.136596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e8db3-0f65-4549-861f-b555e57f769f None None] Sync routers for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:46.138194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48150) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:46.145956 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-634a7132-6d5b-4696-8ebf-cca3aad34a85 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "PUT /v2.0/routers/3e0e19ad-74b4-4af2-bab0-376e36918a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0525739 Feb 09 03:07:46.150312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e8db3-0f65-4549-861f-b555e57f769f None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:46.150960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-373e8db3-0f65-4549-861f-b555e57f769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:46.194870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-373e8db3-0f65-4549-861f-b555e57f769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:46.206360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e8db3-0f65-4549-861f-b555e57f769f None None] Routers {'3e0e19ad-74b4-4af2-bab0-376e36918a74'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:46.206997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-373e8db3-0f65-4549-861f-b555e57f769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3e0e19ad-74b4-4af2-bab0-376e36918a74'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:46.247336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-373e8db3-0f65-4549-861f-b555e57f769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:46.248136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e8db3-0f65-4549-861f-b555e57f769f None None] The sync data for ids ['3e0e19ad-74b4-4af2-bab0-376e36918a74'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:46.377104 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router (3e0e19ad-74b4-4af2-bab0-376e36918a74), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:46.602208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router_gateway (3e0e19ad-74b4-4af2-bab0-376e36918a74), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:46.625694 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (9367ce35-739e-402b-8544-3d23b6534bb7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:46.869418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Checking segment: {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:46.870116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Network hostable DHCP agents. Network: aa4090c7-7633-4e0b-9cd7-3adf45c5a04c, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:07:46.935756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9367ce35-739e-402b-8544-3d23b6534bb7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:46.953154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:07:46.977637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Deleting port 385a7b0e-7ddd-48b5-a9d2-2eee73a33447 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:46.979992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (385a7b0e-7ddd-48b5-a9d2-2eee73a33447), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:46.986090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, aa4090c7-7633-4e0b-9cd7-3adf45c5a04c) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:46.997680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:46.998296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:46.999554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c53ae-3d7f-4655-81e5-349818422c4f None None] Network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:47.055241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48162) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:47.055473 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3be9ab95-e2e5-4e68-9c3a-08ffdc4bd60a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3184652 Feb 09 03:07:47.063402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:07:47.148829 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (35f968b0-8713-454a-813c-d847d7f8ef6a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.151070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (35f968b0-8713-454a-813c-d847d7f8ef6a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.232008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (385a7b0e-7ddd-48b5-a9d2-2eee73a33447), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.255528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Calling delete_port for 385a7b0e-7ddd-48b5-a9d2-2eee73a33447 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:47.259741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad51eb-d684-475c-a088-0ff8239dcca7 None None] Network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:47.347665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks [] for router_controller (35f968b0-8713-454a-813c-d847d7f8ef6a), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:47.704537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks [] for router_gateway (35f968b0-8713-454a-813c-d847d7f8ef6a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.342253 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks [] for router_gateway (35f968b0-8713-454a-813c-d847d7f8ef6a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.406729 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.498125 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (385a7b0e-7ddd-48b5-a9d2-2eee73a33447), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.596642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event deleted for resources: {'Port': ['ID=385a7b0e-7ddd-48b5-a9d2-2eee73a33447,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:48.746834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (3e0e19ad-74b4-4af2-bab0-376e36918a74), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:48.767579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Allocated IP 172.25.2.186 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/b5e61692-e8c8-49b3-973e-1690929a262a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:48.925805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks [] for port (b5e61692-e8c8-49b3-973e-1690929a262a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.010588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.039947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (3e0e19ad-74b4-4af2-bab0-376e36918a74), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.055365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router_controller (3e0e19ad-74b4-4af2-bab0-376e36918a74), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.097215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:49.111614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:49.127974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:49.208367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e61692-e8c8-49b3-973e-1690929a262a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:49.212400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (3e0e19ad-74b4-4af2-bab0-376e36918a74), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.216098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Fanout notify agent at l3_agent the message router_deleted on router 3e0e19ad-74b4-4af2-bab0-376e36918a74 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:07:49.237117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.251355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-32d21b37-a365-496d-a79f-6551db50eb45 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "DELETE /v2.0/routers/3e0e19ad-74b4-4af2-bab0-376e36918a74 HTTP/1.1" status: 204 len: 168 time: 3.1117790 Feb 09 03:07:49.252210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48188) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:49.389592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Deleting subnet b7b83c14-e3da-4bbb-b68d-b86d7a422b46 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:07:49.397385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for subnet (b7b83c14-e3da-4bbb-b68d-b86d7a422b46), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.460882 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.485975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks [] for router_gateway (35f968b0-8713-454a-813c-d847d7f8ef6a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.491915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (b7b83c14-e3da-4bbb-b68d-b86d7a422b46), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.693863 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b7b83c14-e3da-4bbb-b68d-b86d7a422b46), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.825539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (b7b83c14-e3da-4bbb-b68d-b86d7a422b46), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.871274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdba80c1-84ae-4096-9a90-82f3290c8dc8 None None] Network dc01df73-113e-415d-ad5b-8eb5266cb8d6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:07:49.875589 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.894371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "DELETE /v2.0/subnets/b7b83c14-e3da-4bbb-b68d-b86d7a422b46 HTTP/1.1" status: 204 len: 168 time: 0.6400347 Feb 09 03:07:49.899255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (35f968b0-8713-454a-813c-d847d7f8ef6a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:49.900562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48194) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:49.971838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b83c14-e3da-4bbb-b68d-b86d7a422b46,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:49.998574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:49.999244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:49.999762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.000520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.001028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.001537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.002039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.002645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.003552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.003552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.004133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.004681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.005191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e763a995-0efb-4f88-9597-d4f46d9c88f3 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:50.233221 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (dc01df73-113e-415d-ad5b-8eb5266cb8d6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.322365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] DHCP port deletion for dc01df73-113e-415d-ad5b-8eb5266cb8d6 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:07:50.418522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Router 35f968b0-8713-454a-813c-d847d7f8ef6a is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:07:50.449130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Deleting port 7b11823b-818b-43fa-a598-c201a58485d1 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:50.449590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7b11823b-818b-43fa-a598-c201a58485d1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.485101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7b11823b-818b-43fa-a598-c201a58485d1 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:07:50.496527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] Deleting port 7b11823b-818b-43fa-a598-c201a58485d1 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:50.497277 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7b11823b-818b-43fa-a598-c201a58485d1), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.591062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] For port 7b11823b-818b-43fa-a598-c201a58485d1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7b11823b-818b-43fa-a598-c201a58485d1,segment=NetworkSegment(a5e6716a-b7a9-4e34-aba7-37966c95f60f),segment_id=a5e6716a-b7a9-4e34-aba7-37966c95f60f)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:50.591441 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7b11823b-818b-43fa-a598-c201a58485d1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.628970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Calling delete_port for 7b11823b-818b-43fa-a598-c201a58485d1 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:50.635153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:50.650575 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Sync routers for ids ['35f968b0-8713-454a-813c-d847d7f8ef6a'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:50.671332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.675184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0c881db0-0bc2-4d56-92f4-49016ac06025 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6162221 Feb 09 03:07:50.678890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48204) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:50.687323 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Routers {'35f968b0-8713-454a-813c-d847d7f8ef6a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:50.703366 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['35f968b0-8713-454a-813c-d847d7f8ef6a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:50.742619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] For port 7b11823b-818b-43fa-a598-c201a58485d1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7b11823b-818b-43fa-a598-c201a58485d1,segment=NetworkSegment(a5e6716a-b7a9-4e34-aba7-37966c95f60f),segment_id=a5e6716a-b7a9-4e34-aba7-37966c95f60f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:50.755340 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7b11823b-818b-43fa-a598-c201a58485d1), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.815356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] Calling delete_port for 7b11823b-818b-43fa-a598-c201a58485d1 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:50.887378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7b11823b-818b-43fa-a598-c201a58485d1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.922497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No active binding found for port 7b11823b-818b-43fa-a598-c201a58485d1 {{(pid=109858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:07:50.922887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] The host n-d-827839-4 is not matching for port 7b11823b-818b-43fa-a598-c201a58485d1 host None! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:07:50.923290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7b11823b-818b-43fa-a598-c201a58485d1 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:07:50.962715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (7b11823b-818b-43fa-a598-c201a58485d1), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:50.976975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event deleted for resources: {'Port': ['ID=7b11823b-818b-43fa-a598-c201a58485d1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:50.985104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] No DVR routers for this DVR port 7b11823b-818b-43fa-a598-c201a58485d1 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:50.990754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] Pushing event deleted for resources: {'Port': ['ID=7b11823b-818b-43fa-a598-c201a58485d1,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:51.015813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec03500-e57b-4c19-94ff-18f8fdcd87cc None None] No DVR routers for this DVR port 7b11823b-818b-43fa-a598-c201a58485d1 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:07:51.037461 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Set router 35f968b0-8713-454a-813c-d847d7f8ef6a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:51.276250 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (dc01df73-113e-415d-ad5b-8eb5266cb8d6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.322505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc01df73-113e-415d-ad5b-8eb5266cb8d6']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:51.353464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e6716a-b7a9-4e34-aba7-37966c95f60f') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:51.356402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e6716a-b7a9-4e34-aba7-37966c95f60f') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:51.369599 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (a5e6716a-b7a9-4e34-aba7-37966c95f60f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.387919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a5e6716a-b7a9-4e34-aba7-37966c95f60f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.398195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:07:51.398963 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (a5e6716a-b7a9-4e34-aba7-37966c95f60f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:07:51.419154 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:07:51.490186 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.566143 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:07:49Z', 'revision_number': 3, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:51.596468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (dc01df73-113e-415d-ad5b-8eb5266cb8d6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.606866 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:51.621989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "DELETE /v2.0/networks/dc01df73-113e-415d-ad5b-8eb5266cb8d6 HTTP/1.1" status: 204 len: 168 time: 1.7176371 Feb 09 03:07:51.623007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48228) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:51.642927 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Checking router: 35f968b0-8713-454a-813c-d847d7f8ef6a for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:51.645407 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Updating router 35f968b0-8713-454a-813c-d847d7f8ef6a port b5e61692-e8c8-49b3-973e-1690929a262a binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:07:51.701746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171830f1-f856-40b1-b4e7-93acb07b22b9 tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event deleted for resources: {'Network': ['ID=dc01df73-113e-415d-ad5b-8eb5266cb8d6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:51.730669 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.040200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Deleting port 595fddbb-29cc-4d73-bd03-52e5dda1c752 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:07:52.042928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (595fddbb-29cc-4d73-bd03-52e5dda1c752), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.075043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.253201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (595fddbb-29cc-4d73-bd03-52e5dda1c752), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.254831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for floatingip (595fddbb-29cc-4d73-bd03-52e5dda1c752), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.288525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Calling delete_port for 595fddbb-29cc-4d73-bd03-52e5dda1c752 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:07:52.390138 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Publish callbacks [] for port (b5e61692-e8c8-49b3-973e-1690929a262a), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.410525 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.568853 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Pushing event updated for resources: {'Port': ['ID=b5e61692-e8c8-49b3-973e-1690929a262a,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:52.573221 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Attempting to bind port b5e61692-e8c8-49b3-973e-1690929a262a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:07:52.573586 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Attempting to bind port b5e61692-e8c8-49b3-973e-1690929a262a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:07:52.573940 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Attempting to bind port b5e61692-e8c8-49b3-973e-1690929a262a on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:07:52.603447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.603787 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.605147 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.605288 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.605613 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.605985 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.613938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Allocated IP 172.20.0.1 (aa4090c7-7633-4e0b-9cd7-3adf45c5a04c/9367ce35-739e-402b-8544-3d23b6534bb7/e935fb86-5249-44d6-829a-c0c13cfb58e0) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:07:52.622392 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.622887 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.623235 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.623582 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.624110 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.624248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.624562 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:07:52.648034 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:07:52.648405 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:07:52.648812 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.649202 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:07:52.649678 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Bound port: b5e61692-e8c8-49b3-973e-1690929a262a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:07:52.650052 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.732903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Publish callbacks [] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.743693 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (595fddbb-29cc-4d73-bd03-52e5dda1c752), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.772620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.802992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:52.805818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:52.823871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Pushing event deleted for resources: {'Port': ['ID=595fddbb-29cc-4d73-bd03-52e5dda1c752,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:52.838106 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] For port b5e61692-e8c8-49b3-973e-1690929a262a, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:07:52.841908 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] For port b5e61692-e8c8-49b3-973e-1690929a262a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b5e61692-e8c8-49b3-973e-1690929a262a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:07:52.861223 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:52.871261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:07:52.996608 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Routers {'35f968b0-8713-454a-813c-d847d7f8ef6a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:52.997248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['35f968b0-8713-454a-813c-d847d7f8ef6a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:53.011498 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks [] for floatingip (3e1fe81e-391a-44ea-bf5a-70fec38dcf88), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:53.015404 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:53.021438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-75ed8bdd-1d5a-43e8-9b15-3fe72295354c tempest-FloatingIPAdminTestJSON-66648520 tempest-FloatingIPAdminTestJSON-66648520-project] 10.222.0.32 "DELETE /v2.0/floatingips/3e1fe81e-391a-44ea-bf5a-70fec38dcf88 HTTP/1.1" status: 204 len: 168 time: 1.3876176 Feb 09 03:07:53.035158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (35f968b0-8713-454a-813c-d847d7f8ef6a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:53.213257 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] Set router 35f968b0-8713-454a-813c-d847d7f8ef6a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:53.465035 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8fcf5-fed2-41f2-93b4-94839af69211 None None] Pushing event updated for resources: {'Port': ['ID=b5e61692-e8c8-49b3-973e-1690929a262a,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:53.529658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=e935fb86-5249-44d6-829a-c0c13cfb58e0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:53.671459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:53.708525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48266) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:53.818641 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:07:49Z', 'revision_number': 3, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:53.908302 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16062f2d-c039-4c43-a0bb-9ce80653be07 None None] The sync data for ids ['35f968b0-8713-454a-813c-d847d7f8ef6a'] in n-d-827839-4 is: [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:07:49Z', 'revision_number': 3, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:07:54.179632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5152f07c-94f4-4e5c-8792-fbf381008eab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9855d32990db4c02b66359f3d5a10959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4688020 Feb 09 03:07:54.183865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48278) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:54.355525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24663242-1a9a-4f23-8298-3ca91b48661b admin admin] Publish callbacks [] for security_group (fd9f058f-40dd-4afc-9f62-dbfcc1ec47ce), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:54.458370 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24663242-1a9a-4f23-8298-3ca91b48661b admin admin] Publish callbacks [] for security_group (fd9f058f-40dd-4afc-9f62-dbfcc1ec47ce), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:54.575187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24663242-1a9a-4f23-8298-3ca91b48661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fd9f058f-40dd-4afc-9f62-dbfcc1ec47ce), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:54.577728 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24663242-1a9a-4f23-8298-3ca91b48661b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:54.579024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-24663242-1a9a-4f23-8298-3ca91b48661b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd9f058f-40dd-4afc-9f62-dbfcc1ec47ce HTTP/1.1" status: 204 len: 168 time: 0.3941422 Feb 09 03:07:54.595504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24663242-1a9a-4f23-8298-3ca91b48661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f058f-40dd-4afc-9f62-dbfcc1ec47ce,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:54.829843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Publish callbacks [] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:54.872293 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:55.111411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=e935fb86-5249-44d6-829a-c0c13cfb58e0,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:55.172035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (35f968b0-8713-454a-813c-d847d7f8ef6a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:55.399154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:07:55.402599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:07:55.487549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48298) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:55.505217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c458a72-b1dd-45a6-89e0-588bdc277859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:55.765451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Router 35f968b0-8713-454a-813c-d847d7f8ef6a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:07:55.796745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c458a72-b1dd-45a6-89e0-588bdc277859 admin admin] Publish callbacks [] for security_group (3a4af0fd-8d74-4ced-bf76-5c6816c31fc8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:55.811943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c458a72-b1dd-45a6-89e0-588bdc277859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3a4af0fd-8d74-4ced-bf76-5c6816c31fc8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:55.961191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6c458a72-b1dd-45a6-89e0-588bdc277859 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=caa8137d10d74babbff1cd39ad8bab14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4718995 Feb 09 03:07:55.966193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48306) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:55.969775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c458a72-b1dd-45a6-89e0-588bdc277859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4af0fd-8d74-4ced-bf76-5c6816c31fc8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:56.080365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:07:56.087117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e5ff1492-bc60-4f6e-b80a-d23edc865ed4 admin admin] 10.222.0.32 "PUT /v2.0/routers/35f968b0-8713-454a-813c-d847d7f8ef6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4071772 Feb 09 03:07:56.154518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e68226f-1933-4b07-be5e-df66fa5dee4a admin admin] Publish callbacks [] for security_group (3a4af0fd-8d74-4ced-bf76-5c6816c31fc8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:56.215435 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e68226f-1933-4b07-be5e-df66fa5dee4a admin admin] Publish callbacks [] for security_group (3a4af0fd-8d74-4ced-bf76-5c6816c31fc8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:56.465559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e68226f-1933-4b07-be5e-df66fa5dee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3a4af0fd-8d74-4ced-bf76-5c6816c31fc8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:56.469080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e68226f-1933-4b07-be5e-df66fa5dee4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:56.473272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5e68226f-1933-4b07-be5e-df66fa5dee4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a4af0fd-8d74-4ced-bf76-5c6816c31fc8 HTTP/1.1" status: 204 len: 168 time: 0.4805419 Feb 09 03:07:56.504692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68226f-1933-4b07-be5e-df66fa5dee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4af0fd-8d74-4ced-bf76-5c6816c31fc8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:56.637662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b5e61692-e8c8-49b3-973e-1690929a262a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:56.777835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b5e61692-e8c8-49b3-973e-1690929a262a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:56.778622 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:57.066521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b5e61692-e8c8-49b3-973e-1690929a262a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:57.069412 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:57.135043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port b5e61692-e8c8-49b3-973e-1690929a262a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b5e61692-e8c8-49b3-973e-1690929a262a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:07:57.161198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:57.323900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=b5e61692-e8c8-49b3-973e-1690929a262a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:57.416252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-c2e6e5d3-66a2-4b88-b44d-cea1bb79daef tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:57.443784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-c2e6e5d3-66a2-4b88-b44d-cea1bb79daef tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 818 time: 0.4702008 Feb 09 03:07:57.495554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-49a242b0-72da-4acd-ad0f-22fbcc134923 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/quotas/89836022240d426d867666046c3257db HTTP/1.1" status: 200 len: 375 time: 0.0507257 Feb 09 03:07:57.597058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Sync routers for ids ['35f968b0-8713-454a-813c-d847d7f8ef6a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:07:57.636773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Routers {'35f968b0-8713-454a-813c-d847d7f8ef6a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:07:57.638526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['35f968b0-8713-454a-813c-d847d7f8ef6a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:57.729676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-576ac0ca-9ffa-4c45-ab53-c4073e349906 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2138138 Feb 09 03:07:57.888854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48350) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:57.921495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-173bcb50-871b-4f9b-ac55-d4096d47b73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.018749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Set router 35f968b0-8713-454a-813c-d847d7f8ef6a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:07:58.085446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-0aeba199-f324-4843-855a-2b967ac702ef service neutron] 10.222.0.32 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335230 Feb 09 03:07:58.281350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-173bcb50-871b-4f9b-ac55-d4096d47b73a admin admin] Publish callbacks [] for security_group (2faa2b97-1f1e-4f7c-897f-cd96b73a9cd2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.301496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-173bcb50-871b-4f9b-ac55-d4096d47b73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2faa2b97-1f1e-4f7c-897f-cd96b73a9cd2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.391271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:07:53Z', 'revision_number': 4, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e935fb86-5249-44d6-829a-c0c13cfb58e0', 'name': '', 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c', 'tenant_id': '89836022240d426d867666046c3257db', 'mac_address': 'fa:16:3e:d2:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '9367ce35-739e-402b-8544-3d23b6534bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:52Z', 'updated_at': '2022-02-09T03:07:54Z', 'revision_number': 2, 'project_id': '89836022240d426d867666046c3257db', 'subnets': [{'id': '9367ce35-739e-402b-8544-3d23b6534bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:07:58.402187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-173bcb50-871b-4f9b-ac55-d4096d47b73a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=643f1dfa342a4997abdb74ae7c824d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115199 Feb 09 03:07:58.405335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48364) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:07:58.459779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Checking router: 35f968b0-8713-454a-813c-d847d7f8ef6a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:07:58.460288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Updating router 35f968b0-8713-454a-813c-d847d7f8ef6a port e935fb86-5249-44d6-829a-c0c13cfb58e0 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:07:58.488746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bcb50-871b-4f9b-ac55-d4096d47b73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faa2b97-1f1e-4f7c-897f-cd96b73a9cd2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:58.518297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-41989b7a-ac7b-47f5-8565-2687c0790cb5 service neutron] 10.222.0.32 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276934 Feb 09 03:07:58.565117 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.574070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b5e61692-e8c8-49b3-973e-1690929a262a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:07:58.592296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4b0e-b279-43fc-a8f2-44593f538340 admin admin] Publish callbacks [] for security_group (2faa2b97-1f1e-4f7c-897f-cd96b73a9cd2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.644493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4b0e-b279-43fc-a8f2-44593f538340 admin admin] Publish callbacks [] for security_group (2faa2b97-1f1e-4f7c-897f-cd96b73a9cd2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.825457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b5e61692-e8c8-49b3-973e-1690929a262a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:07:58.826104 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:58.935979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0848a6b-2912-4a5e-8618-e853fb0d7e91 req-0056446e-b70f-4b74-b850-bc63fda09de9 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 210 time: 0.1846795 Feb 09 03:07:58.992290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4b0e-b279-43fc-a8f2-44593f538340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2faa2b97-1f1e-4f7c-897f-cd96b73a9cd2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:59.002374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4b0e-b279-43fc-a8f2-44593f538340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:07:59.031453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cfcd4b0e-b279-43fc-a8f2-44593f538340 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2faa2b97-1f1e-4f7c-897f-cd96b73a9cd2 HTTP/1.1" status: 204 len: 168 time: 0.6127729 Feb 09 03:07:59.081844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd4b0e-b279-43fc-a8f2-44593f538340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faa2b97-1f1e-4f7c-897f-cd96b73a9cd2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:07:59.457174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b5e61692-e8c8-49b3-973e-1690929a262a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:07:59.949725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f96f-ff61-47d9-8f28-804541143026 req-3be9f121-ba37-478a-ba9d-7f699f183839 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:07:59.958973 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-3be9f121-ba37-478a-ba9d-7f699f183839 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 818 time: 0.4206176 Feb 09 03:08:00.025192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-96b7185d-4f60-4e78-8b70-c2273470eabe tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/quotas/89836022240d426d867666046c3257db HTTP/1.1" status: 200 len: 375 time: 0.0652492 Feb 09 03:08:00.107455 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Publish callbacks [] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:00.130365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:00.187679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-979d21f6-bb74-4390-80f3-c358bf6732a3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1577201 Feb 09 03:08:00.236963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93906ae-b463-4368-a88e-fccd15466223 None None] Pushing event updated for resources: {'Port': ['ID=e935fb86-5249-44d6-829a-c0c13cfb58e0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:00.371142 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32a55fe9-d2a1-4fad-a806-a930e7685423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:00.483111 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-f05c272c-006f-4ac6-a32d-4be8a6076a28 service neutron] 10.222.0.32 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943950 Feb 09 03:08:00.596900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Attempting to bind port e935fb86-5249-44d6-829a-c0c13cfb58e0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:00.597304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Attempting to bind port e935fb86-5249-44d6-829a-c0c13cfb58e0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:00.597663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Attempting to bind port e935fb86-5249-44d6-829a-c0c13cfb58e0 on network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:00.616134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:08:00.616515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Checking segment: {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:08:00.616926 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:00.619022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Bound using segment: {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:08:00.619563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Bound port: e935fb86-5249-44d6-829a-c0c13cfb58e0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:08:00.623333 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:00.740951 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-4fcdf067-530e-4232-a624-f783654458f3 service neutron] 10.222.0.32 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568905 Feb 09 03:08:00.870975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] For port e935fb86-5249-44d6-829a-c0c13cfb58e0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:00.888977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] For port e935fb86-5249-44d6-829a-c0c13cfb58e0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e935fb86-5249-44d6-829a-c0c13cfb58e0,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:08:00.913815 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:01.013936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93906ae-b463-4368-a88e-fccd15466223 None None] Pushing event updated for resources: {'Port': ['ID=e935fb86-5249-44d6-829a-c0c13cfb58e0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:01.047696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Routers {'35f968b0-8713-454a-813c-d847d7f8ef6a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:08:01.048638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['35f968b0-8713-454a-813c-d847d7f8ef6a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:01.311455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-81b1c988-6360-4517-b91c-0d0858ff5a1b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:01.319031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-81b1c988-6360-4517-b91c-0d0858ff5a1b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 818 time: 0.5691888 Feb 09 03:08:01.324857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f659ce54-5cb2-43ad-8b5f-4dfdf2e73deb req-46670a08-131b-4e5f-b99b-dc2ef49f6d63 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 210 time: 0.0860846 Feb 09 03:08:01.333479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Request body: {'port': {'device_id': '143ce779-cecf-4ffe-a665-e2366125d6af', 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c', 'admin_state_up': True, 'tenant_id': '89836022240d426d867666046c3257db'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:01.694665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Made reservation on behalf of 89836022240d426d867666046c3257db for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:01.698836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:01.876907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Allocated IP 172.20.0.13 (aa4090c7-7633-4e0b-9cd7-3adf45c5a04c/9367ce35-739e-402b-8544-3d23b6534bb7/39ee9088-0f3d-4cf3-8f79-3c431a7708dc) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:08:01.879849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] Set router 35f968b0-8713-454a-813c-d847d7f8ef6a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:08:02.381419 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks [] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:02.544426 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:02.831959 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a42caf7f-8b3a-4bd4-8f43-7a85c057bd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:02.840290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:08:02.881983 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75acd182-93d8-4609-9533-952f6a2384da req-c1ec01cf-f172-4108-b3ec-7f7cf3799c52 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 210 time: 0.2502840 Feb 09 03:08:02.886173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:02.908511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:07:53Z', 'revision_number': 4, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e935fb86-5249-44d6-829a-c0c13cfb58e0', 'name': '', 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c', 'tenant_id': '89836022240d426d867666046c3257db', 'mac_address': 'fa:16:3e:d2:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '9367ce35-739e-402b-8544-3d23b6534bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:52Z', 'updated_at': '2022-02-09T03:08:00Z', 'revision_number': 4, 'project_id': '89836022240d426d867666046c3257db', 'subnets': [{'id': '9367ce35-739e-402b-8544-3d23b6534bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:02.932689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:02.962647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42e156-717a-4bd4-8ee3-059b51fb3e61 None None] The sync data for ids ['35f968b0-8713-454a-813c-d847d7f8ef6a'] in n-d-827839-4 is: [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:07:53Z', 'revision_number': 4, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e935fb86-5249-44d6-829a-c0c13cfb58e0', 'name': '', 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c', 'tenant_id': '89836022240d426d867666046c3257db', 'mac_address': 'fa:16:3e:d2:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '9367ce35-739e-402b-8544-3d23b6534bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:52Z', 'updated_at': '2022-02-09T03:08:00Z', 'revision_number': 4, 'project_id': '89836022240d426d867666046c3257db', 'subnets': [{'id': '9367ce35-739e-402b-8544-3d23b6534bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:08:03.097917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Pushing event updated for resources: {'Port': ['ID=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:03.208385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:03.209075 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:03.293579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-25630f45-87e3-4575-95bc-e1319e7d75e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9646926 Feb 09 03:08:03.306809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Request body: {'port': {'device_id': '143ce779-cecf-4ffe-a665-e2366125d6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:03.544490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48498) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:03.839671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:03.950676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bf11cbe0-55ea-47f7-8808-91a2b8ca2895 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1910964695'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:03.951143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bf11cbe0-55ea-47f7-8808-91a2b8ca2895 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Unknown quota resources ['metering_label']. {{(pid=109856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:08:03.956004 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:03.974315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f96f-ff61-47d9-8f28-804541143026 req-33c0a573-bdd7-4546-8aa9-08e7a1ee2e09 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:03.975976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-33c0a573-bdd7-4546-8aa9-08e7a1ee2e09 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.61 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 818 time: 0.5556874 Feb 09 03:08:04.040586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Request body: {'port': {'device_id': 'ad69aed8-57b2-46d0-9f05-063e1a69abd4', 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c', 'admin_state_up': True, 'tenant_id': '89836022240d426d867666046c3257db'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:04.677616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e935fb86-5249-44d6-829a-c0c13cfb58e0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:08:04.757095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf11cbe0-55ea-47f7-8808-91a2b8ca2895 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:04.766351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf11cbe0-55ea-47f7-8808-91a2b8ca2895 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2192419 Feb 09 03:08:04.776380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c348418-e8a4-441b-9e77-1cf0fa3bbbe8 req-76fccac8-bc96-4435-9b0b-ec3ff5ce56ff tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 210 time: 0.6103494 Feb 09 03:08:04.782917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48518) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:04.799710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cf0c3fb9-9e1b-429f-8c82-eac2a9513b20 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'af179a9e-d6ac-434c-b00d-6cc77852e1f8'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:04.801108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cf0c3fb9-9e1b-429f-8c82-eac2a9513b20 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:08:04.831357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Made reservation on behalf of 89836022240d426d867666046c3257db for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:04.846669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:04.926505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e935fb86-5249-44d6-829a-c0c13cfb58e0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:08:04.927158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:05.145454 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:05.173316 n-d-827839-4 neutron-server[109856]: WARNING neutron.services.metering.metering_plugin [None req-cf0c3fb9-9e1b-429f-8c82-eac2a9513b20 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 03:08:05.259425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e935fb86-5249-44d6-829a-c0c13cfb58e0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:08:05.260678 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:05.386252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port e935fb86-5249-44d6-829a-c0c13cfb58e0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e935fb86-5249-44d6-829a-c0c13cfb58e0,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:05.418643 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:05.436833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Allocated IP 172.20.0.9 (aa4090c7-7633-4e0b-9cd7-3adf45c5a04c/9367ce35-739e-402b-8544-3d23b6534bb7/50d8fb33-5380-432d-878d-8a81135b26ac) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:08:05.632215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=e935fb86-5249-44d6-829a-c0c13cfb58e0,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:05.699503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf0c3fb9-9e1b-429f-8c82-eac2a9513b20 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:05.707203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cf0c3fb9-9e1b-429f-8c82-eac2a9513b20 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9178789 Feb 09 03:08:05.709195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48532) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:05.721441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-104ef485-fe5c-4913-9650-5e661243a99b tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'af179a9e-d6ac-434c-b00d-6cc77852e1f8'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:05.722150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-104ef485-fe5c-4913-9650-5e661243a99b tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:08:05.928053 n-d-827839-4 neutron-server[109856]: WARNING neutron.services.metering.metering_plugin [None req-104ef485-fe5c-4913-9650-5e661243a99b tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 03:08:05.972978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks [] for port (50d8fb33-5380-432d-878d-8a81135b26ac), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:06.160278 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:06.266106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-104ef485-fe5c-4913-9650-5e661243a99b tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:06.282430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-104ef485-fe5c-4913-9650-5e661243a99b tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5711801 Feb 09 03:08:06.283881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48538) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:06.318909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7e611f46-2383-400a-9268-4a1ad09c1ff8 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=317d76ea-3678-489a-9e9c-ce0db1645aa6 HTTP/1.1" status: 200 len: 464 time: 0.0336089 Feb 09 03:08:06.319770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48540) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:06.450614 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:06.500883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:08:06.545718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:06.556269 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:06.598775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e935fb86-5249-44d6-829a-c0c13cfb58e0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:08:06.655912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5faf63e5-64e4-4eb8-a9d2-fae8dbc68825 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:06.670927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5faf63e5-64e4-4eb8-a9d2-fae8dbc68825 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/317d76ea-3678-489a-9e9c-ce0db1645aa6 HTTP/1.1" status: 204 len: 168 time: 0.3489740 Feb 09 03:08:06.671519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48546) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:06.711280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-eb6bd570-eb58-4d6f-b57b-e2780d162725 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=317d76ea-3678-489a-9e9c-ce0db1645aa6 HTTP/1.1" status: 200 len: 221 time: 0.0337389 Feb 09 03:08:06.711908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48552) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:06.729047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bc8b6146-a923-4719-8c30-270e41d31497 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--927893849', 'description': 'label created by tempest'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:06.729504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bc8b6146-a923-4719-8c30-270e41d31497 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Unknown quota resources ['metering_label']. {{(pid=109856) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:08:06.758222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef61e3-aac3-475c-94d4-b0ef16cb6251 req-2a6df335-2866-4a1c-ade5-6e150c4cf662 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:06.771177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-baef61e3-aac3-475c-94d4-b0ef16cb6251 req-2a6df335-2866-4a1c-ade5-6e150c4cf662 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 931 time: 0.6719394 Feb 09 03:08:06.808718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e935fb86-5249-44d6-829a-c0c13cfb58e0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:08:06.809105 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:06.941018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Pushing event updated for resources: {'Port': ['ID=50d8fb33-5380-432d-878d-8a81135b26ac,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:06.995519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-baef61e3-aac3-475c-94d4-b0ef16cb6251 req-921e8396-7c51-4816-9b94-2a12c32cc457 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233801 Feb 09 03:08:07.037355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e935fb86-5249-44d6-829a-c0c13cfb58e0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:08:07.084583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:07.085190 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:07.160988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-01af0996-c99e-404d-ac16-02e5ba3b5ec8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1488588 Feb 09 03:08:07.212219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Request body: {'port': {'device_id': 'ad69aed8-57b2-46d0-9f05-063e1a69abd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:07.487251 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc8b6146-a923-4719-8c30-270e41d31497 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:07.488521 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bc8b6146-a923-4719-8c30-270e41d31497 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7756603 Feb 09 03:08:07.497181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48558) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:07.685935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ee9088-0f3d-4cf3-8f79-3c431a7708dc {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:08:07.731725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Publish callbacks [] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:07.842138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Transition to ACTIVE for port object 39ee9088-0f3d-4cf3-8f79-3c431a7708dc will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:08:07.850701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ad8ecc8e-98a8-440d-9b17-d132de727721 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=ec34ca87-92ae-4d10-963d-44c8cb2a83ad HTTP/1.1" status: 200 len: 467 time: 0.3202615 Feb 09 03:08:07.851342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48566) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:07.855880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:07.859928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:08.147842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:08.487178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15630c-2f8f-43c1-98ff-88844ce309ed req-b622a6a4-34fa-4665-aab2-c93221ed88c7 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:08.516458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b15630c-2f8f-43c1-98ff-88844ce309ed req-b622a6a4-34fa-4665-aab2-c93221ed88c7 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 931 time: 0.3868868 Feb 09 03:08:08.551301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9848e94-7110-47a2-a037-166372cbea9d tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:08.558168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b9848e94-7110-47a2-a037-166372cbea9d tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/ec34ca87-92ae-4d10-963d-44c8cb2a83ad HTTP/1.1" status: 204 len: 168 time: 0.7055373 Feb 09 03:08:08.567394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48574) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:08.602182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b9b1b003-2dfc-48c3-809e-1e8bcc72bc1f tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=ec34ca87-92ae-4d10-963d-44c8cb2a83ad HTTP/1.1" status: 200 len: 216 time: 0.0303485 Feb 09 03:08:08.612671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48576) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:08.684918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b15630c-2f8f-43c1-98ff-88844ce309ed req-32604992-256c-434b-91d1-66113b5542e3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615589 Feb 09 03:08:08.692139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5197aa72-28c7-46d4-9489-57cb5d55b989 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0783663 Feb 09 03:08:08.696200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48578) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:08.731619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-78a68ef6-eb31-4375-901e-fc1f0fa7ba2a tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0291409 Feb 09 03:08:08.732748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:08.795814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Attempting to bind port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:08.796155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Attempting to bind port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:08.796484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Attempting to bind port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc on network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:08.822119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc on network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:08.822513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Attempting to bind port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc on network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:08.857425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:08:08.857810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Checking segment: {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:08:08.858136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Bound using segment: {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:08:08.858600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Bound port: 39ee9088-0f3d-4cf3-8f79-3c431a7708dc, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:08:08.858955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:08.864270 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5f15b053-6cb8-4efb-b1c7-e2f2cb46b6b4 tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/af179a9e-d6ac-434c-b00d-6cc77852e1f8 HTTP/1.1" status: 200 len: 473 time: 0.1283457 Feb 09 03:08:08.868887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:08.885658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-05a4f1a8-9db5-4777-91b2-622989d967ec tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/d82225e9-2bb3-4dc3-8c64-cdbc4ae41c00 HTTP/1.1" status: 200 len: 461 time: 0.0129673 Feb 09 03:08:08.890890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48590) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:09.141516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe346-95a6-4e2b-950f-1ea24ca3b23b tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:09.145305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4d2fe346-95a6-4e2b-950f-1ea24ca3b23b tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/d82225e9-2bb3-4dc3-8c64-cdbc4ae41c00 HTTP/1.1" status: 204 len: 168 time: 0.2533872 Feb 09 03:08:09.145900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48602) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:09.165480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d8fb33-5380-432d-878d-8a81135b26ac {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:08:09.182229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Publish callbacks [] for port (50d8fb33-5380-432d-878d-8a81135b26ac), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:09.199536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] For port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:09.204341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] For port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:08:09.206156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Transition to ACTIVE for port object 50d8fb33-5380-432d-878d-8a81135b26ac will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:08:09.217124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:09.313612 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:09.395792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:09.396416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:09.398181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] 10.222.0.26 "PUT /v2.0/ports/39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 1092 time: 6.0961485 Feb 09 03:08:09.399103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Pushing event updated for resources: {'Port': ['ID=50d8fb33-5380-432d-878d-8a81135b26ac,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:09.410527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143ce779-cecf-4ffe-a665-e2366125d6af', 'tag': '39ee9088-0f3d-4cf3-8f79-3c431a7708dc'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:08:09.417902 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66787b83-2db3-4f4c-864d-ecb7c57663cc" -d '{"events": [{"name": "network-changed", "server_uuid": "143ce779-cecf-4ffe-a665-e2366125d6af", "tag": "39ee9088-0f3d-4cf3-8f79-3c431a7708dc"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:08:09.584268 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2229c706-0627-499e-adda-c7593b1adc52 x-openstack-request-id: req-2229c706-0627-499e-adda-c7593b1adc52 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:08:09.584555 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143ce779-cecf-4ffe-a665-e2366125d6af", "tag": "39ee9088-0f3d-4cf3-8f79-3c431a7708dc", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:08:09.584812 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2229c706-0627-499e-adda-c7593b1adc52 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:08:09.585209 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143ce779-cecf-4ffe-a665-e2366125d6af', 'tag': '39ee9088-0f3d-4cf3-8f79-3c431a7708dc', 'status': 'completed', 'code': 200} Feb 09 03:08:09.795057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1f702c0-507c-4821-b525-8c2e2087537d tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:09.796810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e1f702c0-507c-4821-b525-8c2e2087537d tempest-MeteringTestJSON-1049001135 tempest-MeteringTestJSON-1049001135-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/af179a9e-d6ac-434c-b00d-6cc77852e1f8 HTTP/1.1" status: 204 len: 168 time: 0.6498847 Feb 09 03:08:09.828950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e2e8c-b69a-4c41-a275-217ae3a9c120 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:09.912837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Attempting to bind port 50d8fb33-5380-432d-878d-8a81135b26ac on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:09.913290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Attempting to bind port 50d8fb33-5380-432d-878d-8a81135b26ac by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:09.913510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Attempting to bind port 50d8fb33-5380-432d-878d-8a81135b26ac on network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:09.920875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-aa3a8528-b0ed-426d-9cfb-aae976251a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:09.937599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83f032-cbd3-4a27-95d9-adb92ae03ffb req-58681569-ca91-44bc-a63b-6b3ef65da066 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:09.937823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-aa3a8528-b0ed-426d-9cfb-aae976251a6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1126 time: 0.4685333 Feb 09 03:08:09.941458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Port 50d8fb33-5380-432d-878d-8a81135b26ac on network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:09.941785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Attempting to bind port 50d8fb33-5380-432d-878d-8a81135b26ac on network aa4090c7-7633-4e0b-9cd7-3adf45c5a04c {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:09.956291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a83f032-cbd3-4a27-95d9-adb92ae03ffb req-58681569-ca91-44bc-a63b-6b3ef65da066 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 943 time: 0.1339915 Feb 09 03:08:10.087110 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a83f032-cbd3-4a27-95d9-adb92ae03ffb req-d93a5731-c102-4df7-894b-ed4e7e3ac91d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297879 Feb 09 03:08:10.210773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48630) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:10.702920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48640) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:10.763449 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:08:10.896557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-529ee44d-c63a-4d2a-95b2-e274cfb43667 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.9368131 Feb 09 03:08:10.897524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:08:10.897871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Checking segment: {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:08:10.898273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Bound using segment: {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:08:10.898720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Bound port: 50d8fb33-5380-432d-878d-8a81135b26ac, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d383879-9c76-45e7-82f8-49ae35a2496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:08:10.899081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:10.987969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] For port 50d8fb33-5380-432d-878d-8a81135b26ac, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:10.991884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] For port 50d8fb33-5380-432d-878d-8a81135b26ac, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=50d8fb33-5380-432d-878d-8a81135b26ac,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:08:11.079871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71e90f00-acac-4849-8fd5-212a2a8b1ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:11.126251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-79439b90-d344-481b-bc03-0541ca8f9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:11.128904 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-79439b90-d344-481b-bc03-0541ca8f9757 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.2140357 Feb 09 03:08:11.134370 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:11.233934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-db909919-477f-45e9-8d30-e965ea7ec348 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921798 Feb 09 03:08:11.313548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:11.314225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:11.317971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] 10.222.0.61 "PUT /v2.0/ports/50d8fb33-5380-432d-878d-8a81135b26ac HTTP/1.1" status: 200 len: 1091 time: 4.1421969 Feb 09 03:08:11.474499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71e90f00-acac-4849-8fd5-212a2a8b1ff1 admin admin] Publish callbacks [] for security_group (68a85d73-1b47-4dec-84cc-25d7b490bcc4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:11.522837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71e90f00-acac-4849-8fd5-212a2a8b1ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (68a85d73-1b47-4dec-84cc-25d7b490bcc4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:11.614776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad69aed8-57b2-46d0-9f05-063e1a69abd4', 'tag': '50d8fb33-5380-432d-878d-8a81135b26ac'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:08:11.617540 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cee8ed-bd77-44c0-8408-11c56ba1d69b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad69aed8-57b2-46d0-9f05-063e1a69abd4", "tag": "50d8fb33-5380-432d-878d-8a81135b26ac"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:08:11.620763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d02a2c-c1fd-42cd-b19d-5be5a6962de9 service neutron] Pushing event updated for resources: {'Port': ['ID=50d8fb33-5380-432d-878d-8a81135b26ac,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:11.626785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48654) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:11.629965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-71e90f00-acac-4849-8fd5-212a2a8b1ff1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c30e1fbcfba84483b181fd2e81d5c757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9207871 Feb 09 03:08:11.632658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e90f00-acac-4849-8fd5-212a2a8b1ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a85d73-1b47-4dec-84cc-25d7b490bcc4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:11.671062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-f910a770-1454-4625-a87e-823ed1cba0d8 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813999 Feb 09 03:08:11.752259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3746cfe-b5bb-4a2f-b7f1-7eb4ccb8b125 req-3042069f-8dd8-4b8f-97c1-2316ccc3aeb8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:11.753971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3746cfe-b5bb-4a2f-b7f1-7eb4ccb8b125 req-3042069f-8dd8-4b8f-97c1-2316ccc3aeb8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 943 time: 0.4617538 Feb 09 03:08:11.756625 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a9c324-9959-45ff-9474-ed93a2396a40 x-openstack-request-id: req-75a9c324-9959-45ff-9474-ed93a2396a40 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:08:11.756917 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad69aed8-57b2-46d0-9f05-063e1a69abd4", "tag": "50d8fb33-5380-432d-878d-8a81135b26ac", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:08:11.757171 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75a9c324-9959-45ff-9474-ed93a2396a40 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:08:11.757549 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad69aed8-57b2-46d0-9f05-063e1a69abd4', 'tag': '50d8fb33-5380-432d-878d-8a81135b26ac', 'status': 'completed', 'code': 200} Feb 09 03:08:11.801594 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (105e3ddd-423a-4cb0-ab1a-001a22a97df5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:11.959721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f422cdb-d079-4ba5-95c8-c5f1bcb486b6 req-3c3dbc9d-84e7-4a5d-be23-352071e26ae0 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711518 Feb 09 03:08:12.007853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f96f-ff61-47d9-8f28-804541143026 req-4f7b9a43-2456-42f0-b137-27c6b61cc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:12.009818 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-4f7b9a43-2456-42f0-b137-27c6b61cc53c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 1125 time: 0.4792328 Feb 09 03:08:12.108633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-75b5c8df-426a-4126-ab12-808217673577 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50d8fb33-5380-432d-878d-8a81135b26ac HTTP/1.1" status: 200 len: 217 time: 0.0844309 Feb 09 03:08:12.259843 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c3746cfe-b5bb-4a2f-b7f1-7eb4ccb8b125 req-bd544119-e21f-420e-aad7-c975262d458a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195104 Feb 09 03:08:12.260586 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51c1ccf9-dda5-4f10-be57-0e0cf0f1305c admin admin] Publish callbacks [] for security_group (68a85d73-1b47-4dec-84cc-25d7b490bcc4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:12.385460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Deleting port 1b6c9481-d10a-4d06-a900-8641614285df {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:12.386051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1b6c9481-d10a-4d06-a900-8641614285df), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:12.423563 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51c1ccf9-dda5-4f10-be57-0e0cf0f1305c admin admin] Publish callbacks [] for security_group (68a85d73-1b47-4dec-84cc-25d7b490bcc4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:12.457214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f96f-ff61-47d9-8f28-804541143026 req-5813f800-9b50-42fb-bcd1-54cd499c1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:12.465614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-5813f800-9b50-42fb-bcd1-54cd499c1bce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.2958584 Feb 09 03:08:12.502491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-35792752-d157-4ea0-8b64-f8977f5cdc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:12.503996 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-35792752-d157-4ea0-8b64-f8977f5cdc68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1126 time: 0.4420671 Feb 09 03:08:12.583038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] For port 1b6c9481-d10a-4d06-a900-8641614285df, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1b6c9481-d10a-4d06-a900-8641614285df,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:12.583405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1b6c9481-d10a-4d06-a900-8641614285df), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:12.613542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Calling delete_port for 1b6c9481-d10a-4d06-a900-8641614285df owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:12.628743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-3fcfdde1-3f9d-42d7-9d37-f09bfbedc8ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503174 Feb 09 03:08:12.906114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51c1ccf9-dda5-4f10-be57-0e0cf0f1305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (68a85d73-1b47-4dec-84cc-25d7b490bcc4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:12.912078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51c1ccf9-dda5-4f10-be57-0e0cf0f1305c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:12.920145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-51c1ccf9-dda5-4f10-be57-0e0cf0f1305c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68a85d73-1b47-4dec-84cc-25d7b490bcc4 HTTP/1.1" status: 204 len: 168 time: 1.2849832 Feb 09 03:08:12.988190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-3e0a08a1-8b2c-49cd-b54c-07c1b8d34b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:12.989674 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-3e0a08a1-8b2c-49cd-b54c-07c1b8d34b3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.4403424 Feb 09 03:08:12.992286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1ccf9-dda5-4f10-be57-0e0cf0f1305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a85d73-1b47-4dec-84cc-25d7b490bcc4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:13.008901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-d179434e-cda3-49e9-887b-187912be3b7f service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058450 Feb 09 03:08:13.020929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1b6c9481-d10a-4d06-a900-8641614285df), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:13.103210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6c9481-d10a-4d06-a900-8641614285df,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:13.173401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-4f917276-3649-425c-8579-163707d06d9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.1727669 Feb 09 03:08:13.355661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-6ce5e874-0e02-4ddb-b3f9-08094409bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:13.357466 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-6ce5e874-0e02-4ddb-b3f9-08094409bce4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1680293 Feb 09 03:08:13.448569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-3d109977-c576-4faa-a4d9-c02e5a7da5ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760846 Feb 09 03:08:13.550649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39e9f96f-ff61-47d9-8f28-804541143026 req-c12e8f26-bdd3-440d-b058-262b8569bc38 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348303 Feb 09 03:08:13.674570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48686) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:13.702911 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3994a362-f8f7-4edb-9eb7-9a76532b2079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:13.743038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-a9bf9499-79c4-48c6-81c6-563f124cae95 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865028 Feb 09 03:08:13.785781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-e8f21b08-13f6-49e3-b9c3-71b3d7dbb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:13.800056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-e8f21b08-13f6-49e3-b9c3-71b3d7dbb480 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 1125 time: 0.1823709 Feb 09 03:08:13.895654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3994a362-f8f7-4edb-9eb7-9a76532b2079 admin admin] Publish callbacks [] for security_group (a2559089-a10c-4447-86fd-144c1022a16b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:13.933173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4606ed8-45b2-4f7e-9c1a-22bdf4a28be0 req-e943f8bd-fc2a-4ced-95f6-96d0ed775689 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:13.934916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4606ed8-45b2-4f7e-9c1a-22bdf4a28be0 req-e943f8bd-fc2a-4ced-95f6-96d0ed775689 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 943 time: 0.5094035 Feb 09 03:08:13.935582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3994a362-f8f7-4edb-9eb7-9a76532b2079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a2559089-a10c-4447-86fd-144c1022a16b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:14.012902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48690) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:14.013486 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3994a362-f8f7-4edb-9eb7-9a76532b2079 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c20622ac2e51453d9bf7183d92b16397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3373604 Feb 09 03:08:14.121018 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-66787b83-2db3-4f4c-864d-ecb7c57663cc req-7b82b7b0-e578-49c0-bacf-4595e691beb7 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658180 Feb 09 03:08:14.142223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994a362-f8f7-4edb-9eb7-9a76532b2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2559089-a10c-4447-86fd-144c1022a16b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:14.148680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (105e3ddd-423a-4cb0-ab1a-001a22a97df5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:14.192453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-6b297f45-90ea-444e-a301-707176837b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:14.194390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-6b297f45-90ea-444e-a301-707176837b2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.3343792 Feb 09 03:08:14.205672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4606ed8-45b2-4f7e-9c1a-22bdf4a28be0 req-c3b755fc-a6f4-4f13-8c0e-32bc17dbc315 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175341 Feb 09 03:08:14.244217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9efb-b736-49e2-8bef-957dbf0bd99b admin admin] Publish callbacks [] for security_group (a2559089-a10c-4447-86fd-144c1022a16b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:14.287911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9efb-b736-49e2-8bef-957dbf0bd99b admin admin] Publish callbacks [] for security_group (a2559089-a10c-4447-86fd-144c1022a16b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:14.465220 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9efb-b736-49e2-8bef-957dbf0bd99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a2559089-a10c-4447-86fd-144c1022a16b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:14.468977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9efb-b736-49e2-8bef-957dbf0bd99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:14.472570 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f1ef9efb-b736-49e2-8bef-957dbf0bd99b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2559089-a10c-4447-86fd-144c1022a16b HTTP/1.1" status: 204 len: 168 time: 0.4383097 Feb 09 03:08:14.488714 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-5d859360-2e5c-4e22-a99d-39aa03fd0e0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50d8fb33-5380-432d-878d-8a81135b26ac HTTP/1.1" status: 200 len: 217 time: 0.2847979 Feb 09 03:08:14.521545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef9efb-b736-49e2-8bef-957dbf0bd99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2559089-a10c-4447-86fd-144c1022a16b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:14.644876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-517cd17f-f741-4beb-bb8f-dfb688311ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:14.646754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-517cd17f-f741-4beb-bb8f-dfb688311ac0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1479928 Feb 09 03:08:14.711615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-5b2de6e8-1ea9-4f32-b44d-ff8b1b20bd88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563169 Feb 09 03:08:14.918165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-f4a2ce49-98cf-423a-89ac-c19bf23545d4 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989808 Feb 09 03:08:14.970041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 39ee9088-0f3d-4cf3-8f79-3c431a7708dc details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:08:15.106950 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06cee8ed-bd77-44c0-8408-11c56ba1d69b req-b7db4c61-2b47-424a-abae-0e3c5ec403a6 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824353 Feb 09 03:08:15.234117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:15.255116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '39ee9088-0f3d-4cf3-8f79-3c431a7708dc', 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c', 'port_id': '39ee9088-0f3d-4cf3-8f79-3c431a7708dc', 'mac_address': 'fa:16:3e:a2:58:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9367ce35-739e-402b-8544-3d23b6534bb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:08:15.398110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:08:15.398955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:15.425681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ee9088-0f3d-4cf3-8f79-3c431a7708dc {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:08:15.556221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:15.573794 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:15.600713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14e390-2887-46e9-a54b-1ae968238d3e req-8d80ed61-a3fa-413a-a52a-5f1866b8b7e1 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:15.602686 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b14e390-2887-46e9-a54b-1ae968238d3e req-8d80ed61-a3fa-413a-a52a-5f1866b8b7e1 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 943 time: 0.2239921 Feb 09 03:08:15.631313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:08:15.736663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:15.774445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b14e390-2887-46e9-a54b-1ae968238d3e req-a2f9e11a-c97a-426f-b7de-3c7ffbd5ae6d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500461 Feb 09 03:08:15.809394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.809753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.811400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.811755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.812223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.814557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.814944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.815288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.815628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.815965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.816299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.816632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.816961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:15.842038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 50d8fb33-5380-432d-878d-8a81135b26ac details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:08:15.879822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48732) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:15.976152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:08:15.990194 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] Sync routers for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:08:15.996133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48746) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:15.996794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-932fd638-c7ae-44ce-a179-f64e042e8b7b admin admin] 10.222.0.32 "PUT /v2.0/routers/105e3ddd-423a-4cb0-ab1a-001a22a97df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7812114 Feb 09 03:08:16.003828 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:08:16.009443 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:08:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:16.147888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 50d8fb33-5380-432d-878d-8a81135b26ac, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=50d8fb33-5380-432d-878d-8a81135b26ac,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:16.194627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['39ee9088-0f3d-4cf3-8f79-3c431a7708dc'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:08:16.196732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '50d8fb33-5380-432d-878d-8a81135b26ac', 'network_id': 'aa4090c7-7633-4e0b-9cd7-3adf45c5a04c', 'port_id': '50d8fb33-5380-432d-878d-8a81135b26ac', 'mac_address': 'fa:16:3e:99:56:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9367ce35-739e-402b-8544-3d23b6534bb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:08:16.285666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks [] for router (105e3ddd-423a-4cb0-ab1a-001a22a97df5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:16.395618 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:08:16.417559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 50d8fb33-5380-432d-878d-8a81135b26ac is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:08:16.418386 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:16.534295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d8fb33-5380-432d-878d-8a81135b26ac {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:08:16.587574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 50d8fb33-5380-432d-878d-8a81135b26ac, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=50d8fb33-5380-432d-878d-8a81135b26ac,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:16.599441 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:16.876036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=50d8fb33-5380-432d-878d-8a81135b26ac,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:16.892557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['50d8fb33-5380-432d-878d-8a81135b26ac'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:08:16.974891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks [] for router_gateway (105e3ddd-423a-4cb0-ab1a-001a22a97df5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:17.026192 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T03:08:12Z', 'revision_number': 5, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port': {'id': 'ceae9c7e-29bd-4458-9c70-ae207a4da0ca', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:57:59Z', 'updated_at': '2022-02-09T02:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:17.092862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9b45-ab96-4e58-9955-569d39d0109e req-1bfe4097-f35e-49bb-8fa2-94db3e72f448 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:17.102964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-defa9b45-ab96-4e58-9955-569d39d0109e req-1bfe4097-f35e-49bb-8fa2-94db3e72f448 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 944 time: 0.1305754 Feb 09 03:08:17.204242 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] Checking router: 105e3ddd-423a-4cb0-ab1a-001a22a97df5 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:08:17.216529 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] Routers {'105e3ddd-423a-4cb0-ab1a-001a22a97df5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:08:17.224256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-defa9b45-ab96-4e58-9955-569d39d0109e req-7616b442-fe49-4beb-9eaf-b96ff241ac56 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202824 Feb 09 03:08:17.229671 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:08:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:17.425764 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] Set router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:08:17.430122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Deleting port ceae9c7e-29bd-4458-9c70-ae207a4da0ca {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:17.431179 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:17.532167 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T03:08:16Z', 'revision_number': 6, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:17.611040 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad1e850-030b-4517-8ffc-96a38249ac4d None None] The sync data for ids ['105e3ddd-423a-4cb0-ab1a-001a22a97df5'] in n-d-827839-4 is: [{'id': '105e3ddd-423a-4cb0-ab1a-001a22a97df5', 'name': 'tempest-AttachVolumeShelveTestJSON-1203683514-router', 'tenant_id': '5db19aa48f5f4d0fa13b734614c01316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:57:57Z', 'updated_at': '2022-02-09T03:08:16Z', 'revision_number': 6, 'project_id': '5db19aa48f5f4d0fa13b734614c01316', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:08:17.631158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:17.744274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] For port ceae9c7e-29bd-4458-9c70-ae207a4da0ca, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ceae9c7e-29bd-4458-9c70-ae207a4da0ca,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:17.744954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:17.798455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Calling delete_port for ceae9c7e-29bd-4458-9c70-ae207a4da0ca owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:17.810333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 50d8fb33-5380-432d-878d-8a81135b26ac up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:08:17.905215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-486512894'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:17.913219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 50d8fb33-5380-432d-878d-8a81135b26ac completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:08:17.918190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 50d8fb33-5380-432d-878d-8a81135b26ac triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:08:17.918592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:17.980506 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Made reservation on behalf of 1c8f8b359a3f4caa87f576638adc15d2 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:17.983890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.016974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.144663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 50d8fb33-5380-432d-878d-8a81135b26ac is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:08:18.146546 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.191265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad69aed8-57b2-46d0-9f05-063e1a69abd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d8fb33-5380-432d-878d-8a81135b26ac'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:08:18.217593 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d607ddfa-a94c-4c56-841e-f91a4bd56ebf" -d '{"events": [{"server_uuid": "ad69aed8-57b2-46d0-9f05-063e1a69abd4", "name": "network-vif-plugged", "status": "completed", "tag": "50d8fb33-5380-432d-878d-8a81135b26ac"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:08:18.218052 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks [] for security_group (e1305100-6783-4803-9183-e33aae27e807), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.239888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e1305100-6783-4803-9183-e33aae27e807), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.243929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 50d8fb33-5380-432d-878d-8a81135b26ac, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=50d8fb33-5380-432d-878d-8a81135b26ac,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:18.262292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.301183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:08:18.356719 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4835dd69-2fbd-4f4d-8545-4485729df24d x-openstack-request-id: req-4835dd69-2fbd-4f4d-8545-4485729df24d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:08:18.357098 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad69aed8-57b2-46d0-9f05-063e1a69abd4", "name": "network-vif-plugged", "status": "completed", "tag": "50d8fb33-5380-432d-878d-8a81135b26ac", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:08:18.358590 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4835dd69-2fbd-4f4d-8545-4485729df24d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:08:18.359007 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad69aed8-57b2-46d0-9f05-063e1a69abd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d8fb33-5380-432d-878d-8a81135b26ac', 'code': 200} Feb 09 03:08:18.366015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1305100-6783-4803-9183-e33aae27e807,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:18.383846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=50d8fb33-5380-432d-878d-8a81135b26ac,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:18.421848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (ce0d43b1-d6c0-460f-8644-fa7c9245469e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.422193 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Added segment ce0d43b1-d6c0-460f-8644-fa7c9245469e of type vlan for network b697a2d8-15df-49ab-aed5-00c234b435e2 Feb 09 03:08:18.502359 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (9eb4e27d-84e6-462a-b2c6-87658c978e57), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.549659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b697a2d8-15df-49ab-aed5-00c234b435e2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.574980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df219f47-b3c3-487f-9bd2-0c2067b6adb3 req-be2b237a-e0d6-45ce-adef-f01f462f9008 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:18.583238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df219f47-b3c3-487f-9bd2-0c2067b6adb3 req-be2b237a-e0d6-45ce-adef-f01f462f9008 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1957250 Feb 09 03:08:18.641686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b697a2d8-15df-49ab-aed5-00c234b435e2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.652113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1b6c9481-d10a-4d06-a900-8641614285df no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:08:18.654480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:18.657897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.688956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ceae9c7e-29bd-4458-9c70-ae207a4da0ca), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:18.721303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1b6c9481-d10a-4d06-a900-8641614285df {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:08:18.721668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1b6c9481-d10a-4d06-a900-8641614285df not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:08:18.722096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ceae9c7e-29bd-4458-9c70-ae207a4da0ca no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:08:18.800132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ceae9c7e-29bd-4458-9c70-ae207a4da0ca {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:08:18.801952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ceae9c7e-29bd-4458-9c70-ae207a4da0ca not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:08:18.875525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2326305 Feb 09 03:08:18.919640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e21bb-60c6-475d-b244-59d004dad64b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Pushing event updated for resources: {'Network': ['ID=b697a2d8-15df-49ab-aed5-00c234b435e2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:18.932863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b697a2d8-15df-49ab-aed5-00c234b435e2 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:08:18.951067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df219f47-b3c3-487f-9bd2-0c2067b6adb3 req-a15d38c7-9939-4b7a-a63d-b2b40f33d029 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664176 Feb 09 03:08:19.028793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 39ee9088-0f3d-4cf3-8f79-3c431a7708dc up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:08:19.201607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:08:19.209572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:08:19.211050 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.330554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48818) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:19.337164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Request body: {'port': {'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2', 'binding:host_id': 'n-h1-827839-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-426895210'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:19.381944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Made reservation on behalf of 0392f0b26c0648f9b23d0c64bdf37c11 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:19.385859 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.413748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.445298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceae9c7e-29bd-4458-9c70-ae207a4da0ca,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:19.456982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:08:19.459515 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.542357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:19.561606 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks [] for security_group (b42d73c4-b87a-4a3a-bd51-dd961cbe9403), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.563169 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.571373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b42d73c4-b87a-4a3a-bd51-dd961cbe9403), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.573737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda36c79-c1ea-453d-b974-666ec87de926 req-097cd9b7-7ca8-4281-84ec-b1d5fd086ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:19.575262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dda36c79-c1ea-453d-b974-666ec87de926 req-097cd9b7-7ca8-4281-84ec-b1d5fd086ed9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 1127 time: 1.1458757 Feb 09 03:08:19.581711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] device_id is not set on port ac53f6a7-91be-4cb6-98c7-bfea65a829cc yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:19.621594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:19.634453 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.711678 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (105e3ddd-423a-4cb0-ab1a-001a22a97df5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.780866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d73c4-b87a-4a3a-bd51-dd961cbe9403,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:19.834949 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dda36c79-c1ea-453d-b974-666ec87de926 req-7ecc255f-6f19-4b11-ac33-3d1d01945fcd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159111 Feb 09 03:08:19.850676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (105e3ddd-423a-4cb0-ab1a-001a22a97df5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.853562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks [] for router_controller (105e3ddd-423a-4cb0-ab1a-001a22a97df5), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.922845 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (105e3ddd-423a-4cb0-ab1a-001a22a97df5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.924505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 105e3ddd-423a-4cb0-ab1a-001a22a97df5 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:08:19.930205 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:19.935113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-57a7ee6d-5d74-41b4-acf4-c57b43dcfef3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/105e3ddd-423a-4cb0-ab1a-001a22a97df5 HTTP/1.1" status: 204 len: 168 time: 3.9379666 Feb 09 03:08:19.937140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48822) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:20.064871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f85e18-9687-4e0c-8abf-85a0bdc0f931 admin admin] Deleting subnet eee59d76-4e9a-434f-8d34-51abfe04d667 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:08:20.072390 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b8f85e18-9687-4e0c-8abf-85a0bdc0f931 admin admin] Publish callbacks [] for subnet (eee59d76-4e9a-434f-8d34-51abfe04d667), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.088474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] device_id is not set on port ac53f6a7-91be-4cb6-98c7-bfea65a829cc yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:20.188110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b8f85e18-9687-4e0c-8abf-85a0bdc0f931 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (eee59d76-4e9a-434f-8d34-51abfe04d667), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.201841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks [] for port (ac53f6a7-91be-4cb6-98c7-bfea65a829cc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.202079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Deleting port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:20.202331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.216679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ac53f6a7-91be-4cb6-98c7-bfea65a829cc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.301910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=ac53f6a7-91be-4cb6-98c7-bfea65a829cc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:20.341662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6ee07-6d32-45a1-8166-df5b7a81ce29 req-c911efbe-a80a-4b5a-ad87-f3c1fe8e7750 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:20.347143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-05a6ee07-6d32-45a1-8166-df5b7a81ce29 req-c911efbe-a80a-4b5a-ad87-f3c1fe8e7750 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.2540889 Feb 09 03:08:20.360563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143ce779-cecf-4ffe-a665-e2366125d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee9088-0f3d-4cf3-8f79-3c431a7708dc'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:08:20.373101 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e59eeb5-1902-4470-bb6e-e984647bf393" -d '{"events": [{"server_uuid": "143ce779-cecf-4ffe-a665-e2366125d6af", "name": "network-vif-plugged", "status": "completed", "tag": "39ee9088-0f3d-4cf3-8f79-3c431a7708dc"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:08:20.388440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] For port 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:20.388775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.428091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Checking segment: {'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:08:20.428765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Network hostable DHCP agents. Network: b697a2d8-15df-49ab-aed5-00c234b435e2, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:08:20.442218 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eada5d14-84bd-4548-a6f6-b1c5cf263864 x-openstack-request-id: req-eada5d14-84bd-4548-a6f6-b1c5cf263864 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:08:20.442490 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143ce779-cecf-4ffe-a665-e2366125d6af", "name": "network-vif-plugged", "status": "completed", "tag": "39ee9088-0f3d-4cf3-8f79-3c431a7708dc", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:08:20.442751 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eada5d14-84bd-4548-a6f6-b1c5cf263864 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:08:20.443159 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143ce779-cecf-4ffe-a665-e2366125d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee9088-0f3d-4cf3-8f79-3c431a7708dc', 'code': 200} Feb 09 03:08:20.454446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Calling delete_port for 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:20.467849 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-05a6ee07-6d32-45a1-8166-df5b7a81ce29 req-32bc048e-7706-4806-9ddf-e18b1246e5a0 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997965 Feb 09 03:08:20.481065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b8f85e18-9687-4e0c-8abf-85a0bdc0f931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (eee59d76-4e9a-434f-8d34-51abfe04d667), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.515199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Network b697a2d8-15df-49ab-aed5-00c234b435e2 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:08:20.532573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b697a2d8-15df-49ab-aed5-00c234b435e2) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:20.536503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:20.546163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b7ce2-a92b-4dfb-86b6-5ba0c78fb91d None None] Network b697a2d8-15df-49ab-aed5-00c234b435e2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:08:20.564387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.565184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.565916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.573572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.574413 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.575674 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 2 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.593620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.594600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.595167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.600429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.601301 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.602723 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 3 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.620451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.621382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.622034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.629043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.629871 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.630650 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 4 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.652066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.652845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.654415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.661075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.661770 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.662559 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 5 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.678957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe09f76-7b91-4d38-ab31-8d2148fd3826 req-f12ced19-a5f1-4c14-a3c0-c87b8ccade8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:20.680375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0fe09f76-7b91-4d38-ab31-8d2148fd3826 req-f12ced19-a5f1-4c14-a3c0-c87b8ccade8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.1493478 Feb 09 03:08:20.688362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.689042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.689830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.696823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.698563 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.699230 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 6 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.725629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.726005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.726354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.739465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.739798 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.740183 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 7 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.764808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.766034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.766638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.772044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.772235 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b8f85e18-9687-4e0c-8abf-85a0bdc0f931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (eee59d76-4e9a-434f-8d34-51abfe04d667), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.772848 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.773400 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 8 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.793834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.794196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.794625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.795462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67447967-af38-4d69-8551-e795fb27e964 None None] Network 7bfe887d-42a1-45e1-8404-5345b71ca5c2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:08:20.800044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.800374 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.801372 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 9 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.817581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.817954 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.818271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.823890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.824155 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.824695 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 10 to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc Feb 09 03:08:20.833410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b8f85e18-9687-4e0c-8abf-85a0bdc0f931 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:20.838641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b8f85e18-9687-4e0c-8abf-85a0bdc0f931 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eee59d76-4e9a-434f-8d34-51abfe04d667 HTTP/1.1" status: 204 len: 168 time: 0.8650804 Feb 09 03:08:20.843917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48834) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:20.851216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f85e18-9687-4e0c-8abf-85a0bdc0f931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee59d76-4e9a-434f-8d34-51abfe04d667,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:20.863239 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0fe09f76-7b91-4d38-ab31-8d2148fd3826 req-222d34de-653e-47b1-8dd9-579f5fc395ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745574 Feb 09 03:08:20.887846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:20.888443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:20.889272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:20.996593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:20.996593 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port ac53f6a7-91be-4cb6-98c7-bfea65a829cc on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:20.996593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ac53f6a7-91be-4cb6-98c7-bfea65a829cc), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.003200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] DHCP port deletion for 7bfe887d-42a1-45e1-8404-5345b71ca5c2 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:08:21.020065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7bfe887d-42a1-45e1-8404-5345b71ca5c2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.036074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.082141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] Deleting port ad3e0518-c792-4cfc-8303-e888ea088eae {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:21.082790 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.115223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:21.170286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] For port ad3e0518-c792-4cfc-8303-e888ea088eae, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ad3e0518-c792-4cfc-8303-e888ea088eae,segment=NetworkSegment(9d8592e1-a071-41ca-89e5-066620bb1966),segment_id=9d8592e1-a071-41ca-89e5-066620bb1966)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:21.170808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.193022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] For port ac53f6a7-91be-4cb6-98c7-bfea65a829cc, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:21.193445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempted to set empty binding levels {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:08:21.206804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] Calling delete_port for ad3e0518-c792-4cfc-8303-e888ea088eae owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:21.223993 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ac53f6a7-91be-4cb6-98c7-bfea65a829cc), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.300398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=ac53f6a7-91be-4cb6-98c7-bfea65a829cc,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:21.313691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:21.314601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.358743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.359464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.359464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.359841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.360254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.361127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.361365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.361710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.362617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.363129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.363544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.364399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.364399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:21.379420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.389176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b3c7d50b-abb8-4689-86e6-fcc43c88a625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0567472 Feb 09 03:08:21.401672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48850) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:21.401969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] No DVR routers for this DVR port ad3e0518-c792-4cfc-8303-e888ea088eae on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:08:21.447872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5431b16-810f-481a-b298-d85f84386d4e None None] Pushing event deleted for resources: {'Port': ['ID=ad3e0518-c792-4cfc-8303-e888ea088eae,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:21.456520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Deleting port ad3e0518-c792-4cfc-8303-e888ea088eae {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:21.456986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.507565 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.585987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] For port ad3e0518-c792-4cfc-8303-e888ea088eae, host n-d-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:21.586408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.616263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Calling delete_port for ad3e0518-c792-4cfc-8303-e888ea088eae owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:21.624602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Port ad3e0518-c792-4cfc-8303-e888ea088eae was not found and therefore no delete operation was performed {{(pid=109856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:08:21.626416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ad3e0518-c792-4cfc-8303-e888ea088eae), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.684216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3e0518-c792-4cfc-8303-e888ea088eae,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:21.696538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] No DVR routers for this DVR port ad3e0518-c792-4cfc-8303-e888ea088eae on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:08:21.737967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Deleting port ac53f6a7-91be-4cb6-98c7-bfea65a829cc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:21.738595 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ac53f6a7-91be-4cb6-98c7-bfea65a829cc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.819518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] For port ac53f6a7-91be-4cb6-98c7-bfea65a829cc, host n-h1-827839-4, got binding levels [] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:21.819920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ac53f6a7-91be-4cb6-98c7-bfea65a829cc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.836216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Calling delete_port for ac53f6a7-91be-4cb6-98c7-bfea65a829cc owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:21.856510 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7bfe887d-42a1-45e1-8404-5345b71ca5c2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.878775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfe887d-42a1-45e1-8404-5345b71ca5c2']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:21.890001 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8592e1-a071-41ca-89e5-066620bb1966') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:21.890589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8592e1-a071-41ca-89e5-066620bb1966') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:21.901559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (9d8592e1-a071-41ca-89e5-066620bb1966), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.916973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9d8592e1-a071-41ca-89e5-066620bb1966), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.924846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:08:21.925500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (9d8592e1-a071-41ca-89e5-066620bb1966), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.935680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (9eb4e27d-84e6-462a-b2c6-87658c978e57), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:08:21.992841 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:08:21.999799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7bfe887d-42a1-45e1-8404-5345b71ca5c2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.007732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.012474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] 10.222.0.32 "DELETE /v2.0/networks/7bfe887d-42a1-45e1-8404-5345b71ca5c2 HTTP/1.1" status: 204 len: 168 time: 1.1484857 Feb 09 03:08:22.027156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce8faf-df59-4fda-a963-d9118a7007ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfe887d-42a1-45e1-8404-5345b71ca5c2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:22.172505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f682e-ed0a-4de4-bfbb-efbd8b10bbcd req-eac8af00-a6fc-486b-854b-ea2b1a1775a8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:22.182268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-310f682e-ed0a-4de4-bfbb-efbd8b10bbcd req-eac8af00-a6fc-486b-854b-ea2b1a1775a8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.5816743 Feb 09 03:08:22.208161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ac53f6a7-91be-4cb6-98c7-bfea65a829cc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.255887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac53f6a7-91be-4cb6-98c7-bfea65a829cc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:22.280293 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.284499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-72b39b96-1ca6-4aa6-9015-e1cf6440f342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "DELETE /v2.0/ports/ac53f6a7-91be-4cb6-98c7-bfea65a829cc HTTP/1.1" status: 204 len: 168 time: 0.8773515 Feb 09 03:08:22.287269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48860) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:22.333352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-310f682e-ed0a-4de4-bfbb-efbd8b10bbcd req-200bcd18-ae81-4688-9098-e004b6630bcc tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467338 Feb 09 03:08:22.383205 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-214f280f-d5f7-4458-8578-4d1a207eca8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:08:22.388104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-214f280f-d5f7-4458-8578-4d1a207eca8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "GET /v2.0/ports/ac53f6a7-91be-4cb6-98c7-bfea65a829cc HTTP/1.1" status: 404 len: 333 time: 0.0997462 Feb 09 03:08:22.393488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48868) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:22.404531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Request body: {'port': {'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074658953'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:22.444410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48870) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:22.483332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Made reservation on behalf of 0392f0b26c0648f9b23d0c64bdf37c11 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:22.485667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.515600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3ab162fe-eab4-4bfe-a477-5119cda3d550 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5db19aa48f5f4d0fa13b734614c01316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697773 Feb 09 03:08:22.516219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48874) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:22.526201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] device_id is not set on port 99fb4c4c-7318-46a2-969d-d98b88dd7699 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:22.629999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ad3e0518-c792-4cfc-8303-e888ea088eae no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:08:22.645153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2273158-9290-4f9c-b606-d641c371033b admin admin] Publish callbacks [] for security_group (5b14bf9a-8ab2-4501-952f-1db33986fb03), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.668913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ad3e0518-c792-4cfc-8303-e888ea088eae {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:08:22.669519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ad3e0518-c792-4cfc-8303-e888ea088eae not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:08:22.729166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Router 9eb4e27d-84e6-462a-b2c6-87658c978e57 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:08:22.877559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2273158-9290-4f9c-b606-d641c371033b admin admin] Publish callbacks [] for security_group (5b14bf9a-8ab2-4501-952f-1db33986fb03), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.948642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks [] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.987202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2273158-9290-4f9c-b606-d641c371033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5b14bf9a-8ab2-4501-952f-1db33986fb03), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.989767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2273158-9290-4f9c-b606-d641c371033b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:22.991502 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a2273158-9290-4f9c-b606-d641c371033b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b14bf9a-8ab2-4501-952f-1db33986fb03 HTTP/1.1" status: 204 len: 168 time: 0.4742417 Feb 09 03:08:23.003468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2273158-9290-4f9c-b606-d641c371033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14bf9a-8ab2-4501-952f-1db33986fb03,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:23.013836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-67ada30d-13b4-4f36-8c3f-74d43e8a7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:23.015906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:23.018609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-67ada30d-13b4-4f36-8c3f-74d43e8a7721 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 1127 time: 0.2805822 Feb 09 03:08:23.042427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3165d-9fd0-4e1a-8d0f-fa8a2cc98b64 req-c57b4f22-c66b-4f94-87ee-c3a4dca3f08d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:23.044173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47a3165d-9fd0-4e1a-8d0f-fa8a2cc98b64 req-c57b4f22-c66b-4f94-87ee-c3a4dca3f08d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.2642233 Feb 09 03:08:23.065907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Network b697a2d8-15df-49ab-aed5-00c234b435e2 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:08:23.070507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:23.078276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:23.079498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:23.080105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:23.113893 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7170248 Feb 09 03:08:23.115097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48880) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:23.121899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:23.122220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:08:23.131468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] Sync routers for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:08:23.132910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74168c41-4bfb-4890-bef0-882352c80385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=99fb4c4c-7318-46a2-969d-d98b88dd7699,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:23.135526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9a7ce6bd-e053-4236-b85e-ff7bc632299b admin admin] 10.222.0.32 "PUT /v2.0/routers/9eb4e27d-84e6-462a-b2c6-87658c978e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2537405 Feb 09 03:08:23.136989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:23.153110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:08:23.157318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:08:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:23.230545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47a3165d-9fd0-4e1a-8d0f-fa8a2cc98b64 req-4f34cbc0-43eb-4fad-9d27-c3fd8be4acf0 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722510 Feb 09 03:08:23.269027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-b0a57647-b8c4-4575-b7dc-3729400ee7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:23.270564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-b0a57647-b8c4-4575-b7dc-3729400ee7b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.2456889 Feb 09 03:08:23.313836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:08:23.346059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-2839d7f0-fc9d-4f10-ab72-834d823aad33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50d8fb33-5380-432d-878d-8a81135b26ac HTTP/1.1" status: 200 len: 217 time: 0.0696325 Feb 09 03:08:23.486888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:23.498380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-ba4068d6-2638-4fd9-a460-11adc87c7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:23.499867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-ba4068d6-2638-4fd9-a460-11adc87c7d68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1407769 Feb 09 03:08:23.584695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks [] for router (9eb4e27d-84e6-462a-b2c6-87658c978e57), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:23.585902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-174fb5ec-7e9b-4cdc-b145-b710210634e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686667 Feb 09 03:08:23.832938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:08:20Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:23.838432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-7e9babb4-98af-4af0-beff-4b33845fbfbc service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438724 Feb 09 03:08:23.896026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] Checking router: 9eb4e27d-84e6-462a-b2c6-87658c978e57 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:08:23.913876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] Routers {'9eb4e27d-84e6-462a-b2c6-87658c978e57'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:08:23.914515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:08:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9eb4e27d-84e6-462a-b2c6-87658c978e57'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:24.040415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks [] for router_gateway (9eb4e27d-84e6-462a-b2c6-87658c978e57), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:24.041756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-47cf7de9-4bff-4643-846a-3b5a55b169d9 req-9ed11fb9-aad6-4c19-9573-5af9d4df2eb1 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974535 Feb 09 03:08:24.165771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] Set router 9eb4e27d-84e6-462a-b2c6-87658c978e57 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:08:24.215665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] device_id is not set on port 99fb4c4c-7318-46a2-969d-d98b88dd7699 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:24.250700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks [] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:24.274909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:24.288283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Deleting port db8684d8-b945-4ca9-80c8-3dfdb1dfb061 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:24.288636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:24.540441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=99fb4c4c-7318-46a2-969d-d98b88dd7699,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:24.573166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:24.573466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:24.573812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:24.597881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:24.598216 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:24.601841 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 2 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:24.617924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:24.618429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:24.618688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:24.631154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:24.631492 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:24.634671 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 3 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:24.656587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:24.656937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:24.657282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:24.674979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b7a8-2b4f-4190-94ca-357255c15512 req-e0cdb659-91e6-48b4-84c2-f5c23f237e4a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:24.676584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efc0b7a8-2b4f-4190-94ca-357255c15512 req-e0cdb659-91e6-48b4-84c2-f5c23f237e4a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.2048585 Feb 09 03:08:24.679702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] For port db8684d8-b945-4ca9-80c8-3dfdb1dfb061, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=db8684d8-b945-4ca9-80c8-3dfdb1dfb061,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:24.680799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:24.736090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48944) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:24.780237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:24.780582 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:24.794529 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 4 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:24.821128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Calling delete_port for db8684d8-b945-4ca9-80c8-3dfdb1dfb061 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:24.891783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:24.892212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:24.892749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:24.917987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-74a6e065-356b-42e4-99a9-743d8007d3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:24.957795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:24.960585 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:24.974020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:08:20Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:24.976587 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 5 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:25.016743 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efc0b7a8-2b4f-4190-94ca-357255c15512 req-017ee7f1-5ff5-4577-a727-11f603327836 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203225 Feb 09 03:08:25.021694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:25.022372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:25.022779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:25.051390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:25.051949 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:25.054293 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 6 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:25.060678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055cbb8-734d-462c-aed5-23c21464d2c8 None None] The sync data for ids ['9eb4e27d-84e6-462a-b2c6-87658c978e57'] in n-d-827839-4 is: [{'id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'name': 'tempest-AttachVolumeTestJSON-1141664884-router', 'tenant_id': 'f66209d41764472fa819526c33adff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:00:15Z', 'updated_at': '2022-02-09T03:08:20Z', 'revision_number': 5, 'project_id': 'f66209d41764472fa819526c33adff5c', 'gw_port': {'id': 'db8684d8-b945-4ca9-80c8-3dfdb1dfb061', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:99:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb4e27d-84e6-462a-b2c6-87658c978e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:00:17Z', 'updated_at': '2022-02-09T03:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:08:25.096410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:25.097084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:25.098693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:25.177384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-74a6e065-356b-42e4-99a9-743d8007d3b1 admin admin] Publish callbacks [] for security_group (19a2645a-c4c3-4da7-bb24-b65d49fffbea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.190051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-74a6e065-356b-42e4-99a9-743d8007d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (19a2645a-c4c3-4da7-bb24-b65d49fffbea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.198875 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:25.201035 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:25.201035 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 7 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:25.258797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:25.260343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:25.262168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:25.280795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:25.281597 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:25.283755 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 8 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:25.313749 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-74a6e065-356b-42e4-99a9-743d8007d3b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f5c00773bdf497db612c6f53c185602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5763240 Feb 09 03:08:25.316530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:25.368641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6e065-356b-42e4-99a9-743d8007d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2645a-c4c3-4da7-bb24-b65d49fffbea,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:25.389138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34f40282-adc5-466c-a78c-d4017a49f666 admin admin] Publish callbacks [] for security_group (19a2645a-c4c3-4da7-bb24-b65d49fffbea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.393793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:25.394145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:25.394549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:25.414880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:25.415222 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:25.416953 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34f40282-adc5-466c-a78c-d4017a49f666 admin admin] Publish callbacks [] for security_group (19a2645a-c4c3-4da7-bb24-b65d49fffbea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.417267 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 9 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:25.495887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:25.496376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:25.496813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:25.504505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:25.504957 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:25.510305 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 10 to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 Feb 09 03:08:25.521975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (db8684d8-b945-4ca9-80c8-3dfdb1dfb061), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.566096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:25.566766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:25.573600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:25.581216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:25.582536 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:25.582925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.585260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Pushing event deleted for resources: {'Port': ['ID=db8684d8-b945-4ca9-80c8-3dfdb1dfb061,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:25.617121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34f40282-adc5-466c-a78c-d4017a49f666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (19a2645a-c4c3-4da7-bb24-b65d49fffbea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.621484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34f40282-adc5-466c-a78c-d4017a49f666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:25.625308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-34f40282-adc5-466c-a78c-d4017a49f666 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19a2645a-c4c3-4da7-bb24-b65d49fffbea HTTP/1.1" status: 204 len: 168 time: 0.3053343 Feb 09 03:08:25.666334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f40282-adc5-466c-a78c-d4017a49f666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2645a-c4c3-4da7-bb24-b65d49fffbea,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:25.790209 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (9eb4e27d-84e6-462a-b2c6-87658c978e57), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.035619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (9eb4e27d-84e6-462a-b2c6-87658c978e57), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.039188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks [] for router_controller (9eb4e27d-84e6-462a-b2c6-87658c978e57), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.223455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] For port 99fb4c4c-7318-46a2-969d-d98b88dd7699, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:26.226868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempted to set empty binding levels {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:08:26.231078 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (9eb4e27d-84e6-462a-b2c6-87658c978e57), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.233951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb4e27d-84e6-462a-b2c6-87658c978e57 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:08:26.245147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.246694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-644a0fe1-af43-4535-9c37-efcb60c2991a admin admin] 10.222.0.32 "DELETE /v2.0/routers/9eb4e27d-84e6-462a-b2c6-87658c978e57 HTTP/1.1" status: 204 len: 168 time: 3.0772424 Feb 09 03:08:26.252840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48978) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:26.253973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.456084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] In _notify_port_updated(), no bound segment for port 99fb4c4c-7318-46a2-969d-d98b88dd7699 on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:08:26.463109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.472193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.488037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "PUT /v2.0/ports/99fb4c4c-7318-46a2-969d-d98b88dd7699 HTTP/1.1" status: 200 len: 979 time: 3.3663177 Feb 09 03:08:26.493645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48982) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:26.534691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:08:26.599440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:08:26.600553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0ba30db8-693c-4f5b-ad1d-6a57c9fc6f5b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:08:26.622461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f947d306-2ced-429a-bfed-7bdc20fd2630 admin admin] Deleting subnet 02a7f35d-df2c-42be-9c6b-09b79fbf5940 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:08:26.665628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f947d306-2ced-429a-bfed-7bdc20fd2630 admin admin] Publish callbacks [] for subnet (02a7f35d-df2c-42be-9c6b-09b79fbf5940), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.772759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f947d306-2ced-429a-bfed-7bdc20fd2630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (02a7f35d-df2c-42be-9c6b-09b79fbf5940), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:26.818174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f78285-4ec7-40c4-8db0-b4ba81f5aec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=99fb4c4c-7318-46a2-969d-d98b88dd7699,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:26.881245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.883049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.884005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.885785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.886505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.887176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.887824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.888569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.889498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.890147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:26.900686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3021952f-012c-4b44-b4f7-ca07448de794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9500 time: 0.3980680 Feb 09 03:08:26.904592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48992) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:26.918382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:26.976420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f947d306-2ced-429a-bfed-7bdc20fd2630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (02a7f35d-df2c-42be-9c6b-09b79fbf5940), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.005832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-def2afa3-53cd-4665-8d58-18e91bf496cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.114635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c05e5-826d-4e63-a25e-a3252c54fae4 req-c3fcc141-bbc3-43ad-b81b-4be07278215d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:27.123511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f1c05e5-826d-4e63-a25e-a3252c54fae4 req-c3fcc141-bbc3-43ad-b81b-4be07278215d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.9735043 Feb 09 03:08:27.191805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f947d306-2ced-429a-bfed-7bdc20fd2630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (02a7f35d-df2c-42be-9c6b-09b79fbf5940), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.273164 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-def2afa3-53cd-4665-8d58-18e91bf496cf admin admin] Publish callbacks [] for security_group (3134f894-83b3-4335-8825-8c372916761a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.281396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-def2afa3-53cd-4665-8d58-18e91bf496cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3134f894-83b3-4335-8825-8c372916761a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.299396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947d306-2ced-429a-bfed-7bdc20fd2630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a7f35d-df2c-42be-9c6b-09b79fbf5940,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:27.302366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f947d306-2ced-429a-bfed-7bdc20fd2630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.307099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f947d306-2ced-429a-bfed-7bdc20fd2630 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02a7f35d-df2c-42be-9c6b-09b79fbf5940 HTTP/1.1" status: 204 len: 168 time: 1.0506599 Feb 09 03:08:27.309624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49002) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:27.311026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5130084-7194-4d96-b66a-5c1e21f94eb3 None None] Network 454b2269-5447-4811-bcdf-2b84a70438bc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:08:27.320729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f1c05e5-826d-4e63-a25e-a3252c54fae4 req-987eb2bb-3997-4fb5-96ae-7cdeb9bab913 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963656 Feb 09 03:08:27.399154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-def2afa3-53cd-4665-8d58-18e91bf496cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89feab3698dd4c81a41aa1dd72ba3bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4747338 Feb 09 03:08:27.404384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49004) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:27.411971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Deleting port 99fb4c4c-7318-46a2-969d-d98b88dd7699 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:27.413279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.494415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2afa3-53cd-4665-8d58-18e91bf496cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3134f894-83b3-4335-8825-8c372916761a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:27.583068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] For port 99fb4c4c-7318-46a2-969d-d98b88dd7699, host n-h1-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:27.583694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.619934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Calling delete_port for 99fb4c4c-7318-46a2-969d-d98b88dd7699 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:27.620536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (454b2269-5447-4811-bcdf-2b84a70438bc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.638280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5309077-3310-407a-83e9-eaaf6f310470 admin admin] Publish callbacks [] for security_group (3134f894-83b3-4335-8825-8c372916761a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.699458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] DHCP port deletion for 454b2269-5447-4811-bcdf-2b84a70438bc request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:08:27.776607 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5309077-3310-407a-83e9-eaaf6f310470 admin admin] Publish callbacks [] for security_group (3134f894-83b3-4335-8825-8c372916761a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.836134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] Deleting port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:27.836799 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.868367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (99fb4c4c-7318-46a2-969d-d98b88dd7699), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.935131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event deleted for resources: {'Port': ['ID=99fb4c4c-7318-46a2-969d-d98b88dd7699,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:27.938611 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.944172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-157508ac-418e-42d4-abe9-9c7051e4b0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "DELETE /v2.0/ports/99fb4c4c-7318-46a2-969d-d98b88dd7699 HTTP/1.1" status: 204 len: 168 time: 1.0385118 Feb 09 03:08:27.945770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5309077-3310-407a-83e9-eaaf6f310470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3134f894-83b3-4335-8825-8c372916761a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.948546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49012) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:27.950967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5309077-3310-407a-83e9-eaaf6f310470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:27.964707 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e5309077-3310-407a-83e9-eaaf6f310470 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3134f894-83b3-4335-8825-8c372916761a HTTP/1.1" status: 204 len: 168 time: 0.5465295 Feb 09 03:08:27.983530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Deleting port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:27.987086 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.069973 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-494b55d8-8050-4624-a3ac-5cb431f607dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:08:28.077932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-494b55d8-8050-4624-a3ac-5cb431f607dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "GET /v2.0/ports/99fb4c4c-7318-46a2-969d-d98b88dd7699 HTTP/1.1" status: 404 len: 333 time: 0.1223235 Feb 09 03:08:28.083999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49022) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:28.091420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] For port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:28.091838 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.096567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077248489', 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:28.139255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] Calling delete_port for 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:28.149797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5309077-3310-407a-83e9-eaaf6f310470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134f894-83b3-4335-8825-8c372916761a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:28.179654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Made reservation on behalf of 0392f0b26c0648f9b23d0c64bdf37c11 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:28.193388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.269764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] For port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,segment=NetworkSegment(c4e62c99-0c95-42b7-bb37-8c1ae62954f9),segment_id=c4e62c99-0c95-42b7-bb37-8c1ae62954f9)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:28.270551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.302804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] device_id is not set on port 15121674-1bfc-43e7-9868-6e9f641e8e6c yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:28.315167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Calling delete_port for 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:28.537504 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.588572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:08:28.608499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] No DVR routers for this DVR port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:08:28.612566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:08:28.613188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:08:28.613812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device db8684d8-b945-4ca9-80c8-3dfdb1dfb061 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:08:28.616026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca722b74-6a5a-49f3-812e-cc40ddc5131a None None] Pushing event deleted for resources: {'Port': ['ID=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:28.641895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: db8684d8-b945-4ca9-80c8-3dfdb1dfb061 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:08:28.642601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device db8684d8-b945-4ca9-80c8-3dfdb1dfb061 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:08:28.672253 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2ceed83c-997e-4d53-b0e8-47b7b45d8ee2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.738410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] No DVR routers for this DVR port 2ceed83c-997e-4d53-b0e8-47b7b45d8ee2 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:08:28.740860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ceed83c-997e-4d53-b0e8-47b7b45d8ee2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:28.862499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb70e7-c4be-4487-8d6f-8ca20227de23 req-c410d2a7-a4bf-4951-ba5d-50df94be5fff tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:28.864139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8bb70e7-c4be-4487-8d6f-8ca20227de23 req-c410d2a7-a4bf-4951-ba5d-50df94be5fff tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.3049440 Feb 09 03:08:28.909675 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (454b2269-5447-4811-bcdf-2b84a70438bc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.968219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454b2269-5447-4811-bcdf-2b84a70438bc']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:28.979623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:28.980260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e62c99-0c95-42b7-bb37-8c1ae62954f9') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:28.991245 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (c4e62c99-0c95-42b7-bb37-8c1ae62954f9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.993244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks [] for port (15121674-1bfc-43e7-9868-6e9f641e8e6c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:28.999807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b8bb70e7-c4be-4487-8d6f-8ca20227de23 req-64aa8f8c-5716-4167-ba61-7250b017fb83 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286778 Feb 09 03:08:29.032583 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c4e62c99-0c95-42b7-bb37-8c1ae62954f9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.047217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:08:29.049194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (c4e62c99-0c95-42b7-bb37-8c1ae62954f9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:08:29.052910 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:08:29.071364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (15121674-1bfc-43e7-9868-6e9f641e8e6c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.162444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Network b697a2d8-15df-49ab-aed5-00c234b435e2 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:08:29.166629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:29.167734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (454b2269-5447-4811-bcdf-2b84a70438bc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.178706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:29.179821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:29.180337 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.191623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.205754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] 10.222.0.32 "DELETE /v2.0/networks/454b2269-5447-4811-bcdf-2b84a70438bc HTTP/1.1" status: 204 len: 168 time: 1.8891406 Feb 09 03:08:29.205957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=15121674-1bfc-43e7-9868-6e9f641e8e6c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:29.262669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4fb093e4-d256-4a40-98dc-b0230ac50747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1774554 Feb 09 03:08:29.263585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49044) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:29.280665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbd70e-929b-48ea-9049-96b29804f621 admin admin] Pushing event deleted for resources: {'Network': ['ID=454b2269-5447-4811-bcdf-2b84a70438bc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:29.379212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977812b-30a0-4d5c-bd94-e621c9437fba tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:29.381111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4977812b-30a0-4d5c-bd94-e621c9437fba tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "GET /v2.0/ports/15121674-1bfc-43e7-9868-6e9f641e8e6c HTTP/1.1" status: 200 len: 959 time: 0.1123881 Feb 09 03:08:29.384297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49046) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:29.630886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a398f558-9a2a-4e53-8cdf-63a3a4e059b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Deleting port 15121674-1bfc-43e7-9868-6e9f641e8e6c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:29.631510 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a398f558-9a2a-4e53-8cdf-63a3a4e059b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (15121674-1bfc-43e7-9868-6e9f641e8e6c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.816291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49056) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:29.882122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a398f558-9a2a-4e53-8cdf-63a3a4e059b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (15121674-1bfc-43e7-9868-6e9f641e8e6c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:29.899031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a398f558-9a2a-4e53-8cdf-63a3a4e059b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Calling delete_port for 15121674-1bfc-43e7-9868-6e9f641e8e6c owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:29.980095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba14139a-41fb-4710-8dfc-2b3258c7fe45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f66209d41764472fa819526c33adff5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624827 Feb 09 03:08:29.980710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49058) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:30.007483 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a398f558-9a2a-4e53-8cdf-63a3a4e059b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (15121674-1bfc-43e7-9868-6e9f641e8e6c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.080446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398f558-9a2a-4e53-8cdf-63a3a4e059b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event deleted for resources: {'Port': ['ID=15121674-1bfc-43e7-9868-6e9f641e8e6c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:30.099230 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a398f558-9a2a-4e53-8cdf-63a3a4e059b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.109607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a398f558-9a2a-4e53-8cdf-63a3a4e059b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "DELETE /v2.0/ports/15121674-1bfc-43e7-9868-6e9f641e8e6c HTTP/1.1" status: 204 len: 168 time: 0.7234728 Feb 09 03:08:30.112449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:30.153176 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74137d57-c863-47b3-992f-8546a4eba0d9 admin admin] Publish callbacks [] for security_group (7b0b8793-aae4-4503-96a4-087194052b08), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.155324 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acf23cd-af37-4767-87e6-67ce85276e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:08:30.166617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6acf23cd-af37-4767-87e6-67ce85276e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "GET /v2.0/ports/15121674-1bfc-43e7-9868-6e9f641e8e6c HTTP/1.1" status: 404 len: 333 time: 0.0486689 Feb 09 03:08:30.169320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49064) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:30.172725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Request body: {'port': {'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-76975918'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:30.214434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Made reservation on behalf of 0392f0b26c0648f9b23d0c64bdf37c11 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:30.217048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.246201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] device_id is not set on port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:30.274255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74137d57-c863-47b3-992f-8546a4eba0d9 admin admin] Publish callbacks [] for security_group (7b0b8793-aae4-4503-96a4-087194052b08), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.299195 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daecd84b-4138-4109-be92-56a5cc3a4ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.443137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks [] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.457810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74137d57-c863-47b3-992f-8546a4eba0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7b0b8793-aae4-4503-96a4-087194052b08), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.460541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74137d57-c863-47b3-992f-8546a4eba0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.464983 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-74137d57-c863-47b3-992f-8546a4eba0d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b0b8793-aae4-4503-96a4-087194052b08 HTTP/1.1" status: 204 len: 168 time: 0.4832511 Feb 09 03:08:30.480360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74137d57-c863-47b3-992f-8546a4eba0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0b8793-aae4-4503-96a4-087194052b08,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:30.553299 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.741831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49080) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:30.785289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Network b697a2d8-15df-49ab-aed5-00c234b435e2 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:08:30.827048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:30.838440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:30.839868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:30.840632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:30.849655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=61ef04cf-bcf5-4fbb-a5e1-f9904be87abb,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:30.862634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a051afd-069e-4952-b7d2-ce621a65306c req-6a326ee9-1d58-4540-a0af-9745c1022dc3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:30.864755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a051afd-069e-4952-b7d2-ce621a65306c req-6a326ee9-1d58-4540-a0af-9745c1022dc3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.3473210 Feb 09 03:08:30.880887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7401b504-b238-4b89-95ad-b9c95719b3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.7128205 Feb 09 03:08:30.885481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49084) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:30.893690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:30.964825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a051afd-069e-4952-b7d2-ce621a65306c req-eea15f94-bdd8-4df2-b158-2c8e3867a4f5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939183 Feb 09 03:08:31.060756 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.031854 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7d14256-787b-4508-b5e5-4b45838223a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.271239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3840ae-9a17-43a8-ab6c-c149927ff1a8 req-3b5d6163-7c1c-4b60-88a9-01138ee86163 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:32.272857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a3840ae-9a17-43a8-ab6c-c149927ff1a8 req-3b5d6163-7c1c-4b60-88a9-01138ee86163 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1475635 Feb 09 03:08:32.311663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] device_id is not set on port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:32.326697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks [] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.345916 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7d14256-787b-4508-b5e5-4b45838223a4 admin admin] Publish callbacks [] for security_group (d76cd1fd-45d2-4d39-85bb-1fa232213f8f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.350982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.395038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7d14256-787b-4508-b5e5-4b45838223a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d76cd1fd-45d2-4d39-85bb-1fa232213f8f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.431813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d14256-787b-4508-b5e5-4b45838223a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76cd1fd-45d2-4d39-85bb-1fa232213f8f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:32.444766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a3840ae-9a17-43a8-ab6c-c149927ff1a8 req-3dd75199-cd53-4b99-9fc7-c59cc4c61dc3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611238 Feb 09 03:08:32.476952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.477309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.478972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.492749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.493076 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.494272 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 2 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.498604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f7d14256-787b-4508-b5e5-4b45838223a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6197cf410c843c1bb0f432c088db882&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7554359 Feb 09 03:08:32.499333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=61ef04cf-bcf5-4fbb-a5e1-f9904be87abb,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:32.501525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49130) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:32.514048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.514416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.514758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.519683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.519984 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.520373 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 3 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.535127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.535492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.535972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.541833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.542082 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.542514 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 4 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.568100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.568726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.568851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.587744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.588130 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.588540 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 5 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.622780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-746ae2af-5d92-4d7f-936f-f9aa01229425 admin admin] Publish callbacks [] for security_group (d76cd1fd-45d2-4d39-85bb-1fa232213f8f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.631116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.631481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.631827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.644001 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.644347 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.644757 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 6 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.658552 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-063cdd4d-2fd4-4403-988a-c0916f33b705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.672838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.673040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-746ae2af-5d92-4d7f-936f-f9aa01229425 admin admin] Publish callbacks [] for security_group (d76cd1fd-45d2-4d39-85bb-1fa232213f8f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.673534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.673882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.679375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.679735 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.680113 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 7 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.698224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.698607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.698957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.704144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.704783 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.714482 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 8 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.737959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.738465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.738914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.760521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.760855 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.762023 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 9 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.774746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-746ae2af-5d92-4d7f-936f-f9aa01229425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d76cd1fd-45d2-4d39-85bb-1fa232213f8f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.781491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-746ae2af-5d92-4d7f-936f-f9aa01229425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:32.781491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-746ae2af-5d92-4d7f-936f-f9aa01229425 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d76cd1fd-45d2-4d39-85bb-1fa232213f8f HTTP/1.1" status: 204 len: 168 time: 0.2631633 Feb 09 03:08:32.781748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.781748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.781748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.786128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.786684 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.787443 n-d-827839-4 neutron-server[109856]: INFO neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempt 10 to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb Feb 09 03:08:32.789894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ae2af-5d92-4d7f-936f-f9aa01229425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76cd1fd-45d2-4d39-85bb-1fa232213f8f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:32.832973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:32.833270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:32.845197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempting to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:32.864534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:32.866466 n-d-827839-4 neutron-server[109856]: ERROR neutron.plugins.ml2.managers [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Failed to bind port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on host n-h1-827839-4 for vnic_type normal using segments [{'id': 'ce0d43b1-d6c0-460f-8644-fa7c9245469e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b697a2d8-15df-49ab-aed5-00c234b435e2'}] Feb 09 03:08:32.867550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.004607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] For port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:33.005215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attempted to set empty binding levels {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:08:33.023372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.121272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] In _notify_port_updated(), no bound segment for port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb on network b697a2d8-15df-49ab-aed5-00c234b435e2 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:08:33.122131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:33.130945 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.135222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "PUT /v2.0/ports/61ef04cf-bcf5-4fbb-a5e1-f9904be87abb HTTP/1.1" status: 200 len: 977 time: 2.2455389 Feb 09 03:08:33.136111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49178) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:33.168415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efbdc0-2ef7-4c30-ae93-2b8e9670d015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event updated for resources: {'Port': ['ID=61ef04cf-bcf5-4fbb-a5e1-f9904be87abb,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:33.338228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Deleting port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:33.339203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.417120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] For port 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb, host n-h1-827839-4, got binding levels [] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:33.417491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.433001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Calling delete_port for 61ef04cf-bcf5-4fbb-a5e1-f9904be87abb owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:33.484777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49184) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:33.502433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a02f1fa-a08d-4bbf-9bb7-d1d9c785648b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.564822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (61ef04cf-bcf5-4fbb-a5e1-f9904be87abb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.624080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Pushing event deleted for resources: {'Port': ['ID=61ef04cf-bcf5-4fbb-a5e1-f9904be87abb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:33.649600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a02f1fa-a08d-4bbf-9bb7-d1d9c785648b admin admin] Publish callbacks [] for security_group (22af3384-f3e1-418b-94e2-773688f0a3a7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.656958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3a02f1fa-a08d-4bbf-9bb7-d1d9c785648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (22af3384-f3e1-418b-94e2-773688f0a3a7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.663973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.669437 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-da18fb74-d00d-4453-8c69-c421015c7969 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "DELETE /v2.0/ports/61ef04cf-bcf5-4fbb-a5e1-f9904be87abb HTTP/1.1" status: 204 len: 168 time: 0.5317831 Feb 09 03:08:33.673026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49188) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:33.687826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49190) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:33.703371 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39a84c0-1cc9-404e-b161-c92042bc220d tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:08:33.705457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c39a84c0-1cc9-404e-b161-c92042bc220d tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-543202804-project-admin] 10.222.0.32 "GET /v2.0/ports/61ef04cf-bcf5-4fbb-a5e1-f9904be87abb HTTP/1.1" status: 404 len: 333 time: 0.0312510 Feb 09 03:08:33.709342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49192) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:33.720039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3a02f1fa-a08d-4bbf-9bb7-d1d9c785648b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7dcecf1123b14a3bb7792fdaeccda706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339492 Feb 09 03:08:33.725951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49194) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:33.726654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02f1fa-a08d-4bbf-9bb7-d1d9c785648b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22af3384-f3e1-418b-94e2-773688f0a3a7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:33.816401 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b697a2d8-15df-49ab-aed5-00c234b435e2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.829501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-376cbbe7-f344-461e-bfa8-a79096322b21 admin admin] Publish callbacks [] for security_group (22af3384-f3e1-418b-94e2-773688f0a3a7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.888195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-376cbbe7-f344-461e-bfa8-a79096322b21 admin admin] Publish callbacks [] for security_group (22af3384-f3e1-418b-94e2-773688f0a3a7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.937823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c57504f-7df8-4450-bcef-51148251cceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.944429 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:33.976796 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b697a2d8-15df-49ab-aed5-00c234b435e2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.001673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b697a2d8-15df-49ab-aed5-00c234b435e2']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:34.015045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0d43b1-d6c0-460f-8644-fa7c9245469e') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:34.015726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0d43b1-d6c0-460f-8644-fa7c9245469e') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:34.030253 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (ce0d43b1-d6c0-460f-8644-fa7c9245469e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.045454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (ce0d43b1-d6c0-460f-8644-fa7c9245469e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.053293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:08:34.053977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (ce0d43b1-d6c0-460f-8644-fa7c9245469e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.083840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c57504f-7df8-4450-bcef-51148251cceb admin admin] Publish callbacks [] for security_group (54bc67de-e9b1-4f9f-8ba5-5cb4172eadd4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.104063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9c57504f-7df8-4450-bcef-51148251cceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (54bc67de-e9b1-4f9f-8ba5-5cb4172eadd4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:08:34.133695 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:08:34.136956 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9c57504f-7df8-4450-bcef-51148251cceb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49cdbc289c40416bb70ea6f123415557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150321 Feb 09 03:08:34.136956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49202) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:34.144131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bab79-666f-42ac-a478-dbe5165a20c1 req-b3f5acaa-7a1d-4b0f-a90a-98f9381e84df tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:34.146132 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d2bab79-666f-42ac-a478-dbe5165a20c1 req-b3f5acaa-7a1d-4b0f-a90a-98f9381e84df tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.5415871 Feb 09 03:08:34.147606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b697a2d8-15df-49ab-aed5-00c234b435e2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.153325 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.159987 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] 10.222.0.32 "DELETE /v2.0/networks/b697a2d8-15df-49ab-aed5-00c234b435e2 HTTP/1.1" status: 204 len: 168 time: 0.4482827 Feb 09 03:08:34.193091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09de3b0-ce24-4273-ad53-abef88837996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026225796-project] Pushing event deleted for resources: {'Network': ['ID=b697a2d8-15df-49ab-aed5-00c234b435e2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:34.198277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57504f-7df8-4450-bcef-51148251cceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc67de-e9b1-4f9f-8ba5-5cb4172eadd4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:34.218051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ff46-adc5-4572-a7e7-6897aad5f390 admin admin] Publish callbacks [] for security_group (54bc67de-e9b1-4f9f-8ba5-5cb4172eadd4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.232534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-376cbbe7-f344-461e-bfa8-a79096322b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (22af3384-f3e1-418b-94e2-773688f0a3a7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.236772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-376cbbe7-f344-461e-bfa8-a79096322b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.238462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-376cbbe7-f344-461e-bfa8-a79096322b21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22af3384-f3e1-418b-94e2-773688f0a3a7 HTTP/1.1" status: 204 len: 168 time: 0.5083477 Feb 09 03:08:34.240140 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d2bab79-666f-42ac-a478-dbe5165a20c1 req-14acbc6a-4668-4a63-82b6-86e01101c51a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797136 Feb 09 03:08:34.261016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cbbe7-f344-461e-bfa8-a79096322b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22af3384-f3e1-418b-94e2-773688f0a3a7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:34.267881 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ff46-adc5-4572-a7e7-6897aad5f390 admin admin] Publish callbacks [] for security_group (54bc67de-e9b1-4f9f-8ba5-5cb4172eadd4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.374620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ff46-adc5-4572-a7e7-6897aad5f390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (54bc67de-e9b1-4f9f-8ba5-5cb4172eadd4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.377676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ae5ff46-adc5-4572-a7e7-6897aad5f390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:34.379114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5ae5ff46-adc5-4572-a7e7-6897aad5f390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54bc67de-e9b1-4f9f-8ba5-5cb4172eadd4 HTTP/1.1" status: 204 len: 168 time: 0.2392516 Feb 09 03:08:34.389531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5ff46-adc5-4572-a7e7-6897aad5f390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc67de-e9b1-4f9f-8ba5-5cb4172eadd4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:34.672358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49220) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:35.042193 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:35.242992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9e4f8764-e00c-4314-86e7-e5ddbb670d0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c8f8b359a3f4caa87f576638adc15d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5685232 Feb 09 03:08:35.245596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49278) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:35.355560 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2e58a40-2ce8-4b46-b699-f4d9c0aab844 admin admin] Publish callbacks [] for security_group (e1305100-6783-4803-9183-e33aae27e807), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:35.402626 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2e58a40-2ce8-4b46-b699-f4d9c0aab844 admin admin] Publish callbacks [] for security_group (e1305100-6783-4803-9183-e33aae27e807), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:35.488354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90f218-78b2-47a7-adab-11c8897fc66b req-45cd6d18-372f-46d4-9d7d-724b7e230ed4 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:35.492755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec90f218-78b2-47a7-adab-11c8897fc66b req-45cd6d18-372f-46d4-9d7d-724b7e230ed4 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1103513 Feb 09 03:08:35.512855 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2e58a40-2ce8-4b46-b699-f4d9c0aab844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e1305100-6783-4803-9183-e33aae27e807), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:35.516237 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2e58a40-2ce8-4b46-b699-f4d9c0aab844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:35.518484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d2e58a40-2ce8-4b46-b699-f4d9c0aab844 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1305100-6783-4803-9183-e33aae27e807 HTTP/1.1" status: 204 len: 168 time: 0.2689931 Feb 09 03:08:35.530348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e58a40-2ce8-4b46-b699-f4d9c0aab844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1305100-6783-4803-9183-e33aae27e807,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:35.606071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec90f218-78b2-47a7-adab-11c8897fc66b req-ac688216-dc7b-4e31-af5f-e0f94c5f8f89 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052690 Feb 09 03:08:36.162684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49318) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:36.264104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ae9d02e-5347-4b94-97f5-f9fce39587cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0392f0b26c0648f9b23d0c64bdf37c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0990443 Feb 09 03:08:36.266585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49336) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:36.352234 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0114d181-0c50-4297-9888-c575e2e6b3b7 admin admin] Publish callbacks [] for security_group (b42d73c4-b87a-4a3a-bd51-dd961cbe9403), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:36.376967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0114d181-0c50-4297-9888-c575e2e6b3b7 admin admin] Publish callbacks [] for security_group (b42d73c4-b87a-4a3a-bd51-dd961cbe9403), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:36.431292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:36.433613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0114d181-0c50-4297-9888-c575e2e6b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b42d73c4-b87a-4a3a-bd51-dd961cbe9403), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:36.436817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0114d181-0c50-4297-9888-c575e2e6b3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:36.440889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0114d181-0c50-4297-9888-c575e2e6b3b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b42d73c4-b87a-4a3a-bd51-dd961cbe9403 HTTP/1.1" status: 204 len: 168 time: 0.1712015 Feb 09 03:08:36.465695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d181-0c50-4297-9888-c575e2e6b3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d73c4-b87a-4a3a-bd51-dd961cbe9403,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:36.896514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81679e20-ec8f-470a-9ff6-7f6809b1ee44 req-f443436f-9e45-4fb5-81c4-3a8e043456fb tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:36.901172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-81679e20-ec8f-470a-9ff6-7f6809b1ee44 req-f443436f-9e45-4fb5-81c4-3a8e043456fb tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1694057 Feb 09 03:08:37.027433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-81679e20-ec8f-470a-9ff6-7f6809b1ee44 req-c0abd1bd-4ac8-4160-921a-674453917336 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162179 Feb 09 03:08:38.276279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a379f7-5bb7-496e-9a6e-0c5b0554bf14 req-52e9c68e-4dd8-428c-82b0-5394abd952b3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:38.277851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13a379f7-5bb7-496e-9a6e-0c5b0554bf14 req-52e9c68e-4dd8-428c-82b0-5394abd952b3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1282163 Feb 09 03:08:38.390567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13a379f7-5bb7-496e-9a6e-0c5b0554bf14 req-586b1f7b-18ee-4ee0-aeda-d2ed50475b0f tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011887 Feb 09 03:08:38.892146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-cbbb4a57-0d09-47d2-9611-8295f44589da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:38.893926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-cbbb4a57-0d09-47d2-9611-8295f44589da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 1127 time: 0.4251657 Feb 09 03:08:39.034399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-8b1c114a-44e5-48e4-8cb8-75e66e9569f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:39.035926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-8b1c114a-44e5-48e4-8cb8-75e66e9569f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.1169777 Feb 09 03:08:39.157914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-bfa97c77-52e0-423d-864c-0a2b7bf4eed6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50d8fb33-5380-432d-878d-8a81135b26ac HTTP/1.1" status: 200 len: 217 time: 0.1148849 Feb 09 03:08:39.293418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-7c11fd19-fec1-4c71-bb9b-27972a7ddb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:39.295759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-7c11fd19-fec1-4c71-bb9b-27972a7ddb6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1184628 Feb 09 03:08:39.366088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-f422958b-886b-4ae2-b828-d7c704a7fadd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608921 Feb 09 03:08:40.103967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca1b19-9c8d-4994-8a5b-7d4708069f9f req-ea973e06-5160-4b92-b444-d3956bb2f588 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:40.113136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ca1b19-9c8d-4994-8a5b-7d4708069f9f req-ea973e06-5160-4b92-b444-d3956bb2f588 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1446090 Feb 09 03:08:40.134682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-29e56dc2-c041-4793-a6a5-663dca3d28e3 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7620621 Feb 09 03:08:40.197871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ca1b19-9c8d-4994-8a5b-7d4708069f9f req-accf0cae-9203-401f-a0b0-0b9d1c278a91 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836084 Feb 09 03:08:40.312866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec05e3a4-7188-4657-bb34-ea367b8bf182 req-fb857137-f7fb-4be2-a3d4-5682d694cf13 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418726 Feb 09 03:08:40.413199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49502) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:40.717233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-521225292'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:40.758717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Made reservation on behalf of 487c7a774b254534b7ae4ea65d861999 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:40.762177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:40.773323 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:40.894154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks [] for security_group (071c17f6-46b8-407a-8c52-818b41649027), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:40.901471 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (071c17f6-46b8-407a-8c52-818b41649027), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:40.926206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:08:40.961423 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:40.962083 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Added segment 4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1 of type vlan for network ec27499e-0cd6-4480-ba70-61c745a600f5 Feb 09 03:08:40.975256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071c17f6-46b8-407a-8c52-818b41649027,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:41.022752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (ec27499e-0cd6-4480-ba70-61c745a600f5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:41.064056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (ec27499e-0cd6-4480-ba70-61c745a600f5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:41.076801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:41.078124 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:41.187682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Pushing event updated for resources: {'Network': ['ID=ec27499e-0cd6-4480-ba70-61c745a600f5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:41.201555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network ec27499e-0cd6-4480-ba70-61c745a600f5 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:08:41.209929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b41e8791-6d56-46fc-a9db-7c8d900beff7 tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7954731 Feb 09 03:08:41.458368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41fada-3bd0-4241-8675-750734f4ceb8 req-bb238e8f-5d26-4887-b60c-fe3626899bf3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:41.473600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d41fada-3bd0-4241-8675-750734f4ceb8 req-bb238e8f-5d26-4887-b60c-fe3626899bf3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1542547 Feb 09 03:08:41.589273 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d41fada-3bd0-4241-8675-750734f4ceb8 req-9dab19e1-ae90-4e57-be90-94ea8f66aabc tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054394 Feb 09 03:08:41.768491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49554) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:41.974026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49560) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:41.981034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Request body: {'port': {'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5', 'binding:host_id': 'n-h1-827839-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-47691796'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:42.001517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9ac5-a7cf-47f7-afa8-4a69169a67ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.028559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Made reservation on behalf of 841510ac26e947f7bebefb3fa4b6946b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:42.032113 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.063645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.171844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9ac5-a7cf-47f7-afa8-4a69169a67ba admin admin] Publish callbacks [] for security_group (7f8ff2d6-1e51-4dbb-bf2a-96239a9b368a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.182837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9ac5-a7cf-47f7-afa8-4a69169a67ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7f8ff2d6-1e51-4dbb-bf2a-96239a9b368a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.196539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks [] for security_group (65d031dc-f55a-4dc9-a57c-1dc14950a8a3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.206217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (65d031dc-f55a-4dc9-a57c-1dc14950a8a3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.228319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] device_id is not set on port e3c1bebe-403f-4337-a18a-3314bef47083 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:42.260724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2cbc9ac5-a7cf-47f7-afa8-4a69169a67ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af0f7cf1cdf840eca7bea59867cfaea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912028 Feb 09 03:08:42.262298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc9ac5-a7cf-47f7-afa8-4a69169a67ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ff2d6-1e51-4dbb-bf2a-96239a9b368a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:42.280459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49568) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:42.287143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d031dc-f55a-4dc9-a57c-1dc14950a8a3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:42.372171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a86ecb9-d244-49c2-a449-e89e9ead8b8a admin admin] Publish callbacks [] for security_group (7f8ff2d6-1e51-4dbb-bf2a-96239a9b368a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.448093 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a86ecb9-d244-49c2-a449-e89e9ead8b8a admin admin] Publish callbacks [] for security_group (7f8ff2d6-1e51-4dbb-bf2a-96239a9b368a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.610515 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a86ecb9-d244-49c2-a449-e89e9ead8b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7f8ff2d6-1e51-4dbb-bf2a-96239a9b368a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.610515 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9a86ecb9-d244-49c2-a449-e89e9ead8b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:42.610515 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9a86ecb9-d244-49c2-a449-e89e9ead8b8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f8ff2d6-1e51-4dbb-bf2a-96239a9b368a HTTP/1.1" status: 204 len: 168 time: 0.3206968 Feb 09 03:08:42.632082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86ecb9-d244-49c2-a449-e89e9ead8b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ff2d6-1e51-4dbb-bf2a-96239a9b368a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:42.916101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00c91a-13f2-451b-aa8a-05f8fb2c444a req-0bedaccc-c343-4365-9366-2d489047b79f tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:42.934696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee00c91a-13f2-451b-aa8a-05f8fb2c444a req-0bedaccc-c343-4365-9366-2d489047b79f tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1371984 Feb 09 03:08:43.002038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] device_id is not set on port e3c1bebe-403f-4337-a18a-3314bef47083 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:43.030114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks [] for port (e3c1bebe-403f-4337-a18a-3314bef47083), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.042349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49592) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:43.043841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee00c91a-13f2-451b-aa8a-05f8fb2c444a req-3bc5b782-19b3-456c-a9ab-eb2b7905d9ad tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081703 Feb 09 03:08:43.060859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e3c1bebe-403f-4337-a18a-3314bef47083), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.254842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=e3c1bebe-403f-4337-a18a-3314bef47083,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:43.265338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Checking segment: {'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:08:43.265843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Network hostable DHCP agents. Network: ec27499e-0cd6-4480-ba70-61c745a600f5, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:08:43.292148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Network ec27499e-0cd6-4480-ba70-61c745a600f5 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:08:43.305009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, ec27499e-0cd6-4480-ba70-61c745a600f5) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:43.318451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a59123-c28e-448e-8b64-62d272417c17 None None] Network ec27499e-0cd6-4480-ba70-61c745a600f5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:08:43.321664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:43.341697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.342514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.343181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.349453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.350111 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.350750 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 2 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.374795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49600) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:43.379701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.380296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.380826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.390155 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc00a739-4ce1-4a07-9436-2fe1c33187a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.393970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.394546 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.395585 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 3 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.412280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.412958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.413494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.420458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ef25132-0963-4d7c-b9c8-8323bbd1ab1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.432058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.433285 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.436394 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 4 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.461892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.462323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.462735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.473853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.474269 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.479978 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 5 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.502715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.503214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.503606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.511235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.511660 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.513747 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 6 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.544193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.544193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.544193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.551419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.552299 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.554204 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 7 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.569827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc00a739-4ce1-4a07-9436-2fe1c33187a9 admin admin] Publish callbacks [] for security_group (594c874b-deb3-4a7c-8b4f-ec6d18133c16), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.575440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.576007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bc00a739-4ce1-4a07-9436-2fe1c33187a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (594c874b-deb3-4a7c-8b4f-ec6d18133c16), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.576416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.579574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.589238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.589238 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.592612 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 8 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.625099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.625548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.626054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.634108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.634792 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.637035 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ef25132-0963-4d7c-b9c8-8323bbd1ab1b admin admin] Publish callbacks [] for security_group (a80d5621-7c39-4fcf-ba42-557bceb52b08), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.638210 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 9 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.653428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.653842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.654507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.656951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ef25132-0963-4d7c-b9c8-8323bbd1ab1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a80d5621-7c39-4fcf-ba42-557bceb52b08), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.669269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bc00a739-4ce1-4a07-9436-2fe1c33187a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf2ab0eab27f4a7aa3f0921e20deff48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913449 Feb 09 03:08:43.670822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49606) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:43.708968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4ef25132-0963-4d7c-b9c8-8323bbd1ab1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed09a5bb7a794a5299cfb1ac003a6ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6639183 Feb 09 03:08:43.711034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef25132-0963-4d7c-b9c8-8323bbd1ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80d5621-7c39-4fcf-ba42-557bceb52b08,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:43.714616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49608) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:43.717105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.717679 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.724051 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 10 to bind port e3c1bebe-403f-4337-a18a-3314bef47083 Feb 09 03:08:43.749761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00a739-4ce1-4a07-9436-2fe1c33187a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594c874b-deb3-4a7c-8b4f-ec6d18133c16,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:43.766524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:43.766937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:43.767348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:43.785353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port e3c1bebe-403f-4337-a18a-3314bef47083 on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:43.785784 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port e3c1bebe-403f-4337-a18a-3314bef47083 on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:43.786203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3c1bebe-403f-4337-a18a-3314bef47083), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.817658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90b21d0b-f701-487e-a55a-9aca021f8934 admin admin] Publish callbacks [] for security_group (a80d5621-7c39-4fcf-ba42-557bceb52b08), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.826022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0685010d-655c-42e6-ada0-e2a37c970298 admin admin] Publish callbacks [] for security_group (594c874b-deb3-4a7c-8b4f-ec6d18133c16), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.844801 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90b21d0b-f701-487e-a55a-9aca021f8934 admin admin] Publish callbacks [] for security_group (a80d5621-7c39-4fcf-ba42-557bceb52b08), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.880208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0685010d-655c-42e6-ada0-e2a37c970298 admin admin] Publish callbacks [] for security_group (594c874b-deb3-4a7c-8b4f-ec6d18133c16), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.945164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90b21d0b-f701-487e-a55a-9aca021f8934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a80d5621-7c39-4fcf-ba42-557bceb52b08), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.952794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-90b21d0b-f701-487e-a55a-9aca021f8934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.955191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-90b21d0b-f701-487e-a55a-9aca021f8934 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a80d5621-7c39-4fcf-ba42-557bceb52b08 HTTP/1.1" status: 204 len: 168 time: 0.2389796 Feb 09 03:08:43.973007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0685010d-655c-42e6-ada0-e2a37c970298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (594c874b-deb3-4a7c-8b4f-ec6d18133c16), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.976982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0685010d-655c-42e6-ada0-e2a37c970298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:43.978437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0685010d-655c-42e6-ada0-e2a37c970298 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/594c874b-deb3-4a7c-8b4f-ec6d18133c16 HTTP/1.1" status: 204 len: 168 time: 0.3014143 Feb 09 03:08:43.999043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21d0b-f701-487e-a55a-9aca021f8934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80d5621-7c39-4fcf-ba42-557bceb52b08,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:44.017118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685010d-655c-42e6-ada0-e2a37c970298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594c874b-deb3-4a7c-8b4f-ec6d18133c16,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:44.060865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] For port e3c1bebe-403f-4337-a18a-3314bef47083, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:44.061720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempted to set empty binding levels {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:08:44.091108 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e3c1bebe-403f-4337-a18a-3314bef47083), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:44.172001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=e3c1bebe-403f-4337-a18a-3314bef47083,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:44.202741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:44.204931 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:44.359283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2a4d8f28-3047-4052-a927-6d4693b80e5b tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 2.3829286 Feb 09 03:08:44.360939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:44.439370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692264-53fc-4e9b-9157-5346d73293f3 req-01039d75-8c1d-409d-8c97-97793ddea7f8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:44.441791 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78692264-53fc-4e9b-9157-5346d73293f3 req-01039d75-8c1d-409d-8c97-97793ddea7f8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.2338800 Feb 09 03:08:44.507160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78692264-53fc-4e9b-9157-5346d73293f3 req-d5872d5f-f73b-4529-ab30-c5f4b5c7e518 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576000 Feb 09 03:08:44.630870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Deleting port e3c1bebe-403f-4337-a18a-3314bef47083 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:44.631560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e3c1bebe-403f-4337-a18a-3314bef47083), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:44.744843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49632) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:44.781394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] For port e3c1bebe-403f-4337-a18a-3314bef47083, host n-h1-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:44.781953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e3c1bebe-403f-4337-a18a-3314bef47083), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:44.785561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9cf02b4-08aa-4946-9fde-6acbec205387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:44.804315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Calling delete_port for e3c1bebe-403f-4337-a18a-3314bef47083 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:44.959513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e3c1bebe-403f-4337-a18a-3314bef47083), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.026671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9cf02b4-08aa-4946-9fde-6acbec205387 admin admin] Publish callbacks [] for security_group (1a083661-11d2-4117-a997-612c607292bd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.039525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9cf02b4-08aa-4946-9fde-6acbec205387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1a083661-11d2-4117-a997-612c607292bd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.053645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3c1bebe-403f-4337-a18a-3314bef47083,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:45.070273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.095471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9945fee2-ad48-45fb-9642-edc638353627 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e3c1bebe-403f-4337-a18a-3314bef47083 HTTP/1.1" status: 204 len: 168 time: 0.7330437 Feb 09 03:08:45.097193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49642) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:45.131390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf02b4-08aa-4946-9fde-6acbec205387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a083661-11d2-4117-a997-612c607292bd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:45.153644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c9cf02b4-08aa-4946-9fde-6acbec205387 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c2416c2a6554677866faae0c8214729&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051421 Feb 09 03:08:45.157790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49646) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:45.272960 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ae8d70-15df-4d09-b155-07621b2364a9 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:08:45.275430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-91ae8d70-15df-4d09-b155-07621b2364a9 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "GET /v2.0/ports/e3c1bebe-403f-4337-a18a-3314bef47083 HTTP/1.1" status: 404 len: 333 time: 0.1747434 Feb 09 03:08:45.282117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49648) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:45.286555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Request body: {'port': {'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1727783656'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:45.331895 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fefa-a6b4-4b98-b874-31b30d097827 admin admin] Publish callbacks [] for security_group (1a083661-11d2-4117-a997-612c607292bd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.350773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Made reservation on behalf of 841510ac26e947f7bebefb3fa4b6946b for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:45.354010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.390980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fefa-a6b4-4b98-b874-31b30d097827 admin admin] Publish callbacks [] for security_group (1a083661-11d2-4117-a997-612c607292bd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.404815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] device_id is not set on port a0e904c4-f1a6-4617-a634-ca8e399d653a yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:45.530936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fefa-a6b4-4b98-b874-31b30d097827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1a083661-11d2-4117-a997-612c607292bd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.534455 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fefa-a6b4-4b98-b874-31b30d097827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.546987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e7e4fefa-a6b4-4b98-b874-31b30d097827 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a083661-11d2-4117-a997-612c607292bd HTTP/1.1" status: 204 len: 168 time: 0.3767872 Feb 09 03:08:45.641938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4fefa-a6b4-4b98-b874-31b30d097827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a083661-11d2-4117-a997-612c607292bd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:45.768050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bde5b-cb5b-4516-8fe7-db4cd45acc5c req-1bab610f-2cc6-4fe3-8bba-f6774e7639e4 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:45.769893 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6b1bde5b-cb5b-4516-8fe7-db4cd45acc5c req-1bab610f-2cc6-4fe3-8bba-f6774e7639e4 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1234484 Feb 09 03:08:45.775749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks [] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.866103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6b1bde5b-cb5b-4516-8fe7-db4cd45acc5c req-0ae62c62-2169-4c26-af34-62219dd38b98 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898747 Feb 09 03:08:45.893956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:45.983082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Network ec27499e-0cd6-4480-ba70-61c745a600f5 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:08:45.986484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:45.994787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:45.996316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:45.997022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:46.048579 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7638693 Feb 09 03:08:46.048773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49672) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:46.054920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:46.064752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c467421-46b7-4884-9115-b4efca2618dd tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e904c4-f1a6-4617-a634-ca8e399d653a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:46.277736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:46.699451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] device_id is not set on port a0e904c4-f1a6-4617-a634-ca8e399d653a yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:46.708876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks [] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:46.725109 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:46.895708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e904c4-f1a6-4617-a634-ca8e399d653a,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:46.905359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:46.910853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:46.911406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:46.922899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:46.923434 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:46.923968 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 2 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:46.962825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:46.966087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:46.966750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:46.980663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:46.982267 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:46.984108 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 3 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:47.042543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:47.044752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:47.045677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:47.111842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:47.115089 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:47.117655 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 4 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:47.199670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:47.207220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:47.208510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:47.217419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:47.217419 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:47.219639 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 5 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:47.283530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd18ac-47a7-4283-a41e-f73d348d5dbb req-08d8f6df-1456-4d71-9a1c-83376348297d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.298290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99dd18ac-47a7-4283-a41e-f73d348d5dbb req-08d8f6df-1456-4d71-9a1c-83376348297d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.3115797 Feb 09 03:08:47.358783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:47.359127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:47.362514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:47.377937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:47.378289 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:47.380514 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 6 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:47.405385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:47.407467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:47.408481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:47.424247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:47.424583 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:47.429834 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 7 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:47.474847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:47.475181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:47.475555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:47.491354 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99dd18ac-47a7-4283-a41e-f73d348d5dbb req-d1f9949b-dd2c-48b4-9654-d141ad6e2bcb tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918776 Feb 09 03:08:47.500282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:47.502274 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:47.503862 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 8 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:47.536813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:47.537734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:47.538396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:47.544477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:47.545119 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:47.546811 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 9 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:47.562664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:47.563550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:47.564117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:47.569799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:47.570509 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:47.571152 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 10 to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a Feb 09 03:08:47.588819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:47.589516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:47.590256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:47.595823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:47.597143 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port a0e904c4-f1a6-4617-a634-ca8e399d653a on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:47.597891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:47.715198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] For port a0e904c4-f1a6-4617-a634-ca8e399d653a, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:47.715809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempted to set empty binding levels {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:08:47.722197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:47.773281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] In _notify_port_updated(), no bound segment for port a0e904c4-f1a6-4617-a634-ca8e399d653a on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:08:47.775462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.776423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:47.779587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "PUT /v2.0/ports/a0e904c4-f1a6-4617-a634-ca8e399d653a HTTP/1.1" status: 200 len: 975 time: 1.7295287 Feb 09 03:08:47.782180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49726) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:47.786100 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:08:47.815011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7d2d2-84e8-4df1-b5b7-d341d80fbb40 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=a0e904c4-f1a6-4617-a634-ca8e399d653a,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:47.863901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.864657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.865280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.865918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.866571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.867311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.867936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.868434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.869049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:47.871306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e92ca508-6757-4840-b7a0-9823f1797c2f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8507 time: 0.0880949 Feb 09 03:08:47.874580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49730) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:47.972118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Deleting port a0e904c4-f1a6-4617-a634-ca8e399d653a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:47.972737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:48.043145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] For port a0e904c4-f1a6-4617-a634-ca8e399d653a, host n-h1-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:48.043494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:48.060648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Calling delete_port for a0e904c4-f1a6-4617-a634-ca8e399d653a owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:48.201582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a0e904c4-f1a6-4617-a634-ca8e399d653a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:48.239720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0e904c4-f1a6-4617-a634-ca8e399d653a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:48.252920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:48.260071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6c7ffe96-0936-48bd-8258-dab79b4694a2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a0e904c4-f1a6-4617-a634-ca8e399d653a HTTP/1.1" status: 204 len: 168 time: 0.3841965 Feb 09 03:08:48.262575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49746) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:48.296638 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-619be29e-ec4a-4047-b111-aeb3cd7eb29f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:08:48.299417 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-619be29e-ec4a-4047-b111-aeb3cd7eb29f tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "GET /v2.0/ports/a0e904c4-f1a6-4617-a634-ca8e399d653a HTTP/1.1" status: 404 len: 333 time: 0.0349295 Feb 09 03:08:48.302439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49748) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:48.309390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1404356068', 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:48.352620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Made reservation on behalf of 841510ac26e947f7bebefb3fa4b6946b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:48.367400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:48.428553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] device_id is not set on port 4799af36-2225-464a-ae1f-edd9f12f9450 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:48.748161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7fea1-a343-42f4-b7e5-b44c12e02b42 req-9a96f686-a221-4c51-b47e-5fa64f3e5bdf tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:48.749766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23b7fea1-a343-42f4-b7e5-b44c12e02b42 req-9a96f686-a221-4c51-b47e-5fa64f3e5bdf tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1082737 Feb 09 03:08:48.751398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks [] for port (4799af36-2225-464a-ae1f-edd9f12f9450), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:48.800317 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4799af36-2225-464a-ae1f-edd9f12f9450), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:48.871346 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23b7fea1-a343-42f4-b7e5-b44c12e02b42 req-3b82f462-05ea-4874-9ef2-d5ce846b115b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125429 Feb 09 03:08:48.934601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Network ec27499e-0cd6-4480-ba70-61c745a600f5 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:08:48.939923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:48.943316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:48.944937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:48.946524 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:48.991115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=4799af36-2225-464a-ae1f-edd9f12f9450,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:49.023347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49774) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:49.025908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cc6b5443-5c34-4e9f-8d07-b90706376488 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7200251 Feb 09 03:08:49.137411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709ac02-519d-42b9-88c0-712560918dcf tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:49.139984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a709ac02-519d-42b9-88c0-712560918dcf tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "GET /v2.0/ports/4799af36-2225-464a-ae1f-edd9f12f9450 HTTP/1.1" status: 200 len: 955 time: 0.1143472 Feb 09 03:08:49.143513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49780) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:49.312113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-adb28de4-41d3-4a91-9349-5def434e5f61 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Deleting port 4799af36-2225-464a-ae1f-edd9f12f9450 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:49.312815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adb28de4-41d3-4a91-9349-5def434e5f61 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4799af36-2225-464a-ae1f-edd9f12f9450), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:49.447038 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adb28de4-41d3-4a91-9349-5def434e5f61 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4799af36-2225-464a-ae1f-edd9f12f9450), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:49.478579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-adb28de4-41d3-4a91-9349-5def434e5f61 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Calling delete_port for 4799af36-2225-464a-ae1f-edd9f12f9450 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:49.479549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:49.668660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adb28de4-41d3-4a91-9349-5def434e5f61 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4799af36-2225-464a-ae1f-edd9f12f9450), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:49.749813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb28de4-41d3-4a91-9349-5def434e5f61 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event deleted for resources: {'Port': ['ID=4799af36-2225-464a-ae1f-edd9f12f9450,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:49.755795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-adb28de4-41d3-4a91-9349-5def434e5f61 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:49.765047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-adb28de4-41d3-4a91-9349-5def434e5f61 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4799af36-2225-464a-ae1f-edd9f12f9450 HTTP/1.1" status: 204 len: 168 time: 0.6187437 Feb 09 03:08:49.766024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49804) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:49.807296 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc75a43-7feb-43f8-a2a4-e35255ded9e3 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:08:49.809512 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-acc75a43-7feb-43f8-a2a4-e35255ded9e3 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "GET /v2.0/ports/4799af36-2225-464a-ae1f-edd9f12f9450 HTTP/1.1" status: 404 len: 333 time: 0.0423832 Feb 09 03:08:49.813623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49806) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:49.819478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Request body: {'port': {'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-13370237'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:49.853939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Made reservation on behalf of 841510ac26e947f7bebefb3fa4b6946b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:49.857948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:49.885116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] device_id is not set on port 05a52f3c-ba47-434e-a400-97f03e81594f yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:50.303333 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks [] for port (05a52f3c-ba47-434e-a400-97f03e81594f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:50.389924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d3ee0-3197-4b12-81da-c4af9e222193 req-ed1080bc-80d5-46a0-87fa-29901db630b2 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:50.395631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec2d3ee0-3197-4b12-81da-c4af9e222193 req-ed1080bc-80d5-46a0-87fa-29901db630b2 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.3350029 Feb 09 03:08:50.410909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533f13c-7af3-4451-a2f2-abe7b0db1cf4 req-900e320f-a8ff-4cbb-81ff-8029c18162e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:50.413720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3533f13c-7af3-4451-a2f2-abe7b0db1cf4 req-900e320f-a8ff-4cbb-81ff-8029c18162e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 1127 time: 0.3337605 Feb 09 03:08:50.703717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (05a52f3c-ba47-434e-a400-97f03e81594f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:50.835921 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3533f13c-7af3-4451-a2f2-abe7b0db1cf4 req-add28ead-127c-4aa0-be42-bf41caa5fc0f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074380 Feb 09 03:08:50.868351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec2d3ee0-3197-4b12-81da-c4af9e222193 req-3a514f62-eece-4305-a8af-d9ce9a3b984f tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425387 Feb 09 03:08:50.942040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Network ec27499e-0cd6-4480-ba70-61c745a600f5 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:08:50.943322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=05a52f3c-ba47-434e-a400-97f03e81594f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:50.956407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:08:50.959799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.960232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.960666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.961082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.962485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.962485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.962937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.963349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.963753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.964159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.964567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.967098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.967098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:08:50.968811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:08:50.969817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:50.970585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:50.989620 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3478d849-4c0e-4704-b612-eccf06a92230 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1747961 Feb 09 03:08:50.993302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49852) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:51.000925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:51.105834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (05a52f3c-ba47-434e-a400-97f03e81594f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:51.266587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49860) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:51.397985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] device_id is not set on port 05a52f3c-ba47-434e-a400-97f03e81594f yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:08:51.409389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks [] for port (05a52f3c-ba47-434e-a400-97f03e81594f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:51.420236 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (05a52f3c-ba47-434e-a400-97f03e81594f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:51.497106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:51.609766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=05a52f3c-ba47-434e-a400-97f03e81594f,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:51.626121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:51.626911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:51.627516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:51.634826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:51.636170 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:51.637036 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 2 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:51.655010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:51.655837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:51.656698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:51.661812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:51.662437 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:51.663184 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 3 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:51.679733 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9413534b-6754-4b48-84cd-13cf16c44ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:51.688639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:51.690104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:51.693255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:51.700472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:51.701295 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:51.701872 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 4 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:51.723673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:51.724241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:51.724787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:51.732253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:51.732849 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:51.733436 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 5 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:51.776418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:51.777078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:51.777619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:51.785328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:51.786070 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:51.786837 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 6 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:51.809251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:51.811384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:51.812609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:51.830107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:51.832855 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:51.833738 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 7 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:51.851161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9413534b-6754-4b48-84cd-13cf16c44ccf admin admin] Publish callbacks [] for security_group (aab20254-dd3d-4ea2-aa2e-210389ccd246), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:51.868972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:51.870403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9413534b-6754-4b48-84cd-13cf16c44ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aab20254-dd3d-4ea2-aa2e-210389ccd246), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:51.871081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:51.872452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:51.886799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:51.888228 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:51.889267 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 8 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:51.945258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:51.948426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:51.950736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:51.975964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:51.976713 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:51.978318 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 9 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:52.021852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:52.022195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:52.022564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:52.051475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:52.051475 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:52.051475 n-d-827839-4 neutron-server[109857]: INFO neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempt 10 to bind port 05a52f3c-ba47-434e-a400-97f03e81594f Feb 09 03:08:52.067157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9413534b-6754-4b48-84cd-13cf16c44ccf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dd116f1c1524c43bf8ab83c601ad481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7989073 Feb 09 03:08:52.073396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49880) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:52.074108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:52.074975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413534b-6754-4b48-84cd-13cf16c44ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab20254-dd3d-4ea2-aa2e-210389ccd246,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:52.093259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:08:52.093546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:08:52.093885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempting to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:08:52.104261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:08:52.105579 n-d-827839-4 neutron-server[109857]: ERROR neutron.plugins.ml2.managers [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Failed to bind port 05a52f3c-ba47-434e-a400-97f03e81594f on host n-h1-827839-4 for vnic_type normal using segments [{'id': '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ec27499e-0cd6-4480-ba70-61c745a600f5'}] Feb 09 03:08:52.105960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (05a52f3c-ba47-434e-a400-97f03e81594f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.227923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c71d3c-30d1-492f-adbd-adce483e6c47 req-0db8fa22-27c9-40d5-a5dd-8b7a411cd866 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:52.238611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93c71d3c-30d1-492f-adbd-adce483e6c47 req-0db8fa22-27c9-40d5-a5dd-8b7a411cd866 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.1662881 Feb 09 03:08:52.245511 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40af000c-71e0-44ee-b8b5-29c9d3f7c000 admin admin] Publish callbacks [] for security_group (aab20254-dd3d-4ea2-aa2e-210389ccd246), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.264657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] For port 05a52f3c-ba47-434e-a400-97f03e81594f, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:08:52.265084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attempted to set empty binding levels {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 03:08:52.278010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (05a52f3c-ba47-434e-a400-97f03e81594f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.340060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] In _notify_port_updated(), no bound segment for port 05a52f3c-ba47-434e-a400-97f03e81594f on network ec27499e-0cd6-4480-ba70-61c745a600f5 {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:08:52.341377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:52.342207 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.349375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "PUT /v2.0/ports/05a52f3c-ba47-434e-a400-97f03e81594f HTTP/1.1" status: 200 len: 973 time: 1.3514163 Feb 09 03:08:52.350013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49892) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:52.361763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40af000c-71e0-44ee-b8b5-29c9d3f7c000 admin admin] Publish callbacks [] for security_group (aab20254-dd3d-4ea2-aa2e-210389ccd246), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.427381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8005a-4a82-4f46-b600-fed3af734583 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event updated for resources: {'Port': ['ID=05a52f3c-ba47-434e-a400-97f03e81594f,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:52.466444 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40af000c-71e0-44ee-b8b5-29c9d3f7c000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aab20254-dd3d-4ea2-aa2e-210389ccd246), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.473568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40af000c-71e0-44ee-b8b5-29c9d3f7c000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.487455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-40af000c-71e0-44ee-b8b5-29c9d3f7c000 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aab20254-dd3d-4ea2-aa2e-210389ccd246 HTTP/1.1" status: 204 len: 168 time: 0.4092352 Feb 09 03:08:52.534511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af000c-71e0-44ee-b8b5-29c9d3f7c000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab20254-dd3d-4ea2-aa2e-210389ccd246,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:52.542087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Deleting port 05a52f3c-ba47-434e-a400-97f03e81594f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:08:52.542458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (05a52f3c-ba47-434e-a400-97f03e81594f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.556551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93c71d3c-30d1-492f-adbd-adce483e6c47 req-6503b8a0-3e79-4686-9a70-0a1282dc7185 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138907 Feb 09 03:08:52.621437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d394-dc99-41f9-996c-fd2bb57edf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.738702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] For port 05a52f3c-ba47-434e-a400-97f03e81594f, host n-h1-827839-4, got binding levels [] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:08:52.739345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (05a52f3c-ba47-434e-a400-97f03e81594f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.775002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Calling delete_port for 05a52f3c-ba47-434e-a400-97f03e81594f owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:08:52.834704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d394-dc99-41f9-996c-fd2bb57edf1e admin admin] Publish callbacks [] for security_group (ebd6139e-acd0-4baf-99f0-44c7284e342b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.850153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ee9d394-dc99-41f9-996c-fd2bb57edf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ebd6139e-acd0-4baf-99f0-44c7284e342b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:52.968938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ee9d394-dc99-41f9-996c-fd2bb57edf1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98803c7c14e44e6493943b57dc9c9421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8891273 Feb 09 03:08:52.969187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49908) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:52.970395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9d394-dc99-41f9-996c-fd2bb57edf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd6139e-acd0-4baf-99f0-44c7284e342b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:53.081889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (05a52f3c-ba47-434e-a400-97f03e81594f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.144025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Pushing event deleted for resources: {'Port': ['ID=05a52f3c-ba47-434e-a400-97f03e81594f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:53.158720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.164455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7e957e75-36c7-4963-9c7c-05449c0984e2 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "DELETE /v2.0/ports/05a52f3c-ba47-434e-a400-97f03e81594f HTTP/1.1" status: 204 len: 168 time: 0.8106987 Feb 09 03:08:53.164654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49914) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:53.199013 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d53bf6-6b4e-417a-92ef-3e229e82d834 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] GET failed (client error): The resource could not be found. Feb 09 03:08:53.200494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a7d53bf6-6b4e-417a-92ef-3e229e82d834 tempest-PortsAdminExtendedAttrsTestJSON-679937901 tempest-PortsAdminExtendedAttrsTestJSON-679937901-project-admin] 10.222.0.32 "GET /v2.0/ports/05a52f3c-ba47-434e-a400-97f03e81594f HTTP/1.1" status: 404 len: 333 time: 0.0348878 Feb 09 03:08:53.201722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b31756c-6d05-4cd5-8c08-d37512b022da admin admin] Publish callbacks [] for security_group (ebd6139e-acd0-4baf-99f0-44c7284e342b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.204421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49918) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:53.228887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b31756c-6d05-4cd5-8c08-d37512b022da admin admin] Publish callbacks [] for security_group (ebd6139e-acd0-4baf-99f0-44c7284e342b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.292122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b31756c-6d05-4cd5-8c08-d37512b022da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ebd6139e-acd0-4baf-99f0-44c7284e342b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.294903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b31756c-6d05-4cd5-8c08-d37512b022da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.298354 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6b31756c-6d05-4cd5-8c08-d37512b022da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebd6139e-acd0-4baf-99f0-44c7284e342b HTTP/1.1" status: 204 len: 168 time: 0.3261323 Feb 09 03:08:53.305177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31756c-6d05-4cd5-8c08-d37512b022da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd6139e-acd0-4baf-99f0-44c7284e342b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:53.380466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (ec27499e-0cd6-4480-ba70-61c745a600f5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.526070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (ec27499e-0cd6-4480-ba70-61c745a600f5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.565740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec27499e-0cd6-4480-ba70-61c745a600f5']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:53.580050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:53.580657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:08:53.592151 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.611147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.620850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:08:53.621581 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (4bdd95b5-baa8-4bce-a05b-ca2e6ff26fe1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:08:53.626746 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:08:53.689431 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42687c1f-2cee-4fac-871c-6ea3b18f0351 req-66f0249e-6d0c-4c91-a328-8338672f0cab tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:53.699369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42687c1f-2cee-4fac-871c-6ea3b18f0351 req-66f0249e-6d0c-4c91-a328-8338672f0cab tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.0725055 Feb 09 03:08:53.749616 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (ec27499e-0cd6-4480-ba70-61c745a600f5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.782764 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:53.788381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] 10.222.0.32 "DELETE /v2.0/networks/ec27499e-0cd6-4480-ba70-61c745a600f5 HTTP/1.1" status: 204 len: 168 time: 0.5802174 Feb 09 03:08:53.788381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae094093-ee1b-4cba-a8da-255cf778343c tempest-PortsAdminExtendedAttrsTestJSON-1479560773 tempest-PortsAdminExtendedAttrsTestJSON-1479560773-project] Pushing event deleted for resources: {'Network': ['ID=ec27499e-0cd6-4480-ba70-61c745a600f5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:53.803365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-42687c1f-2cee-4fac-871c-6ea3b18f0351 req-af84a3f4-4356-4b1c-b4ff-1b83c8b466d4 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979414 Feb 09 03:08:53.963657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00800-1c09-46a0-a777-0b0c0f556f9b req-36ed6e57-501c-45fa-9b65-f98418622864 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:53.965389 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bff00800-1c09-46a0-a777-0b0c0f556f9b req-36ed6e57-501c-45fa-9b65-f98418622864 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.0768111 Feb 09 03:08:54.089791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bff00800-1c09-46a0-a777-0b0c0f556f9b req-a47b6f00-7104-49b8-9ac0-3af1cf717cd1 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177144 Feb 09 03:08:54.537671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49956) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:54.561440 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a242724-6f79-410a-a118-2c1eb3a90989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:54.597147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb556ec-484c-4e54-84da-0bd8443d6b63 req-f5196652-3632-4819-b277-71eba0efa47d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:54.602355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0fb556ec-484c-4e54-84da-0bd8443d6b63 req-f5196652-3632-4819-b277-71eba0efa47d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.0881333 Feb 09 03:08:54.710363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0fb556ec-484c-4e54-84da-0bd8443d6b63 req-f0e46d91-e7f9-466b-9b2c-cce2e0af53b7 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022780 Feb 09 03:08:54.796398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a242724-6f79-410a-a118-2c1eb3a90989 admin admin] Publish callbacks [] for security_group (f2b9d196-1012-41c2-8e39-4706f93c10d1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:54.799847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49962) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:54.807780 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a242724-6f79-410a-a118-2c1eb3a90989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f2b9d196-1012-41c2-8e39-4706f93c10d1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:54.839791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a242724-6f79-410a-a118-2c1eb3a90989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9d196-1012-41c2-8e39-4706f93c10d1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:54.863197 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1a242724-6f79-410a-a118-2c1eb3a90989 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=109cf45ab3d344718919dd298e0ddeab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243203 Feb 09 03:08:54.863817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49966) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:54.934963 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a3d7623-4551-4411-9704-9bfecc64151b admin admin] Publish callbacks [] for security_group (f2b9d196-1012-41c2-8e39-4706f93c10d1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:54.980134 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a3d7623-4551-4411-9704-9bfecc64151b admin admin] Publish callbacks [] for security_group (f2b9d196-1012-41c2-8e39-4706f93c10d1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:55.052598 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a3d7623-4551-4411-9704-9bfecc64151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f2b9d196-1012-41c2-8e39-4706f93c10d1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:55.062909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a3d7623-4551-4411-9704-9bfecc64151b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:55.064279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6a3d7623-4551-4411-9704-9bfecc64151b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2b9d196-1012-41c2-8e39-4706f93c10d1 HTTP/1.1" status: 204 len: 168 time: 0.1995189 Feb 09 03:08:55.084233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d7623-4551-4411-9704-9bfecc64151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9d196-1012-41c2-8e39-4706f93c10d1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:55.292280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7dc6c6e1-5c90-4d23-8400-e58deb113acd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=487c7a774b254534b7ae4ea65d861999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4903011 Feb 09 03:08:55.292721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49978) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:55.396718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a81c033d-8891-46d2-b5ea-0a5f079a7060 admin admin] Publish callbacks [] for security_group (071c17f6-46b8-407a-8c52-818b41649027), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:55.440340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-4a9a9b01-9c28-4a8c-ade9-150f863b1fd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091328 Feb 09 03:08:55.441780 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a81c033d-8891-46d2-b5ea-0a5f079a7060 admin admin] Publish callbacks [] for security_group (071c17f6-46b8-407a-8c52-818b41649027), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:55.520098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a81c033d-8891-46d2-b5ea-0a5f079a7060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (071c17f6-46b8-407a-8c52-818b41649027), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:55.527215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a81c033d-8891-46d2-b5ea-0a5f079a7060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:55.528233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a81c033d-8891-46d2-b5ea-0a5f079a7060 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/071c17f6-46b8-407a-8c52-818b41649027 HTTP/1.1" status: 204 len: 168 time: 0.2344630 Feb 09 03:08:55.544116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c033d-8891-46d2-b5ea-0a5f079a7060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c17f6-46b8-407a-8c52-818b41649027,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:55.627476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-a8450953-0b4e-4ef5-b0fe-1ff8220fafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:55.629616 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-a8450953-0b4e-4ef5-b0fe-1ff8220fafba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.1365075 Feb 09 03:08:55.763994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-e183d3fa-f69f-4ca4-abb1-01a8ef0844d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:55.766084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-e183d3fa-f69f-4ca4-abb1-01a8ef0844d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.1108236 Feb 09 03:08:55.821579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-00bf50d8-9e33-43c6-8be7-8f4221e109ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.0501051 Feb 09 03:08:55.915828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-0d3b3663-2496-46e9-8798-d03b9d8c3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:55.919287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-0d3b3663-2496-46e9-8798-d03b9d8c3355 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.0915835 Feb 09 03:08:55.981793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-10bc6248-5d43-4aa7-a078-f6905e306dca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561235 Feb 09 03:08:56.005122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d0b9f-3794-4a9a-9957-30d722979a63 req-754cf149-5c3e-459b-bf83-d91b48c37b84 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:56.012071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d2d0b9f-3794-4a9a-9957-30d722979a63 req-754cf149-5c3e-459b-bf83-d91b48c37b84 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.1563761 Feb 09 03:08:56.130600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-7b92e056-f5e2-4de5-b465-8a3eaf0cbc07 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416583 Feb 09 03:08:56.150345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7d2d0b9f-3794-4a9a-9957-30d722979a63 req-f686f65a-037f-4409-a3b2-44ccb268909e tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309295 Feb 09 03:08:56.266982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7378a627-fd6e-41ac-86f8-763d87c54ba8 req-152da898-c595-4d46-bd64-3cccef6b5a46 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282399 Feb 09 03:08:56.286913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50010) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:56.424255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50018) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:56.442022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-299bec28-0c49-44c2-834c-f75481fbcaa2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=841510ac26e947f7bebefb3fa4b6946b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551507 Feb 09 03:08:56.551366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5b0079a-9ec8-48bb-bfea-001534141b3d admin admin] Publish callbacks [] for security_group (65d031dc-f55a-4dc9-a57c-1dc14950a8a3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:56.640682 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5b0079a-9ec8-48bb-bfea-001534141b3d admin admin] Publish callbacks [] for security_group (65d031dc-f55a-4dc9-a57c-1dc14950a8a3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:56.740849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c622844-352a-4551-a083-17fe6f339e5c req-c4df11b0-d94e-4a9a-8eeb-e599efdf9ab7 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:56.742601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c622844-352a-4551-a083-17fe6f339e5c req-c4df11b0-d94e-4a9a-8eeb-e599efdf9ab7 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.0996184 Feb 09 03:08:56.811293 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5b0079a-9ec8-48bb-bfea-001534141b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (65d031dc-f55a-4dc9-a57c-1dc14950a8a3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:56.814850 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5b0079a-9ec8-48bb-bfea-001534141b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:56.819626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e5b0079a-9ec8-48bb-bfea-001534141b3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65d031dc-f55a-4dc9-a57c-1dc14950a8a3 HTTP/1.1" status: 204 len: 168 time: 0.3914747 Feb 09 03:08:56.838334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c622844-352a-4551-a083-17fe6f339e5c req-9a67fcbc-ea4f-480b-a529-80cee3e4183d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766053 Feb 09 03:08:56.846006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0079a-9ec8-48bb-bfea-001534141b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d031dc-f55a-4dc9-a57c-1dc14950a8a3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:58.007833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c49bd-9381-4c71-bb09-0bdff49d321c req-e8900f72-a5b3-4d1d-adce-854c79ad7cb0 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:58.010430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a08c49bd-9381-4c71-bb09-0bdff49d321c req-e8900f72-a5b3-4d1d-adce-854c79ad7cb0 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.0867145 Feb 09 03:08:58.103709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50116) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:58.125118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a08c49bd-9381-4c71-bb09-0bdff49d321c req-f769b0ce-2546-4e71-86d3-f882094020ba tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080446 Feb 09 03:08:58.592589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-975481513'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:58.636957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Made reservation on behalf of 360492921fa8452abdd731e488278041 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:58.640561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:58.654563 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:59.072419 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for security_group (54c100b4-7da8-46b6-aab8-01ab10981a58), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:59.087648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (54c100b4-7da8-46b6-aab8-01ab10981a58), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:59.301256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:08:59.312988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0d69967d-8f8e-4605-b971-ce9938f3093a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:59.313343 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Added segment 0d69967d-8f8e-4605-b971-ce9938f3093a of type vlan for network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 Feb 09 03:08:59.355567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (ea23e24c-e1ea-4cda-bf94-3017d89c75c2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:59.380063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c100b4-7da8-46b6-aab8-01ab10981a58,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:59.413988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (ea23e24c-e1ea-4cda-bf94-3017d89c75c2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:59.441292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:08:59.447278 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:08:59.581146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4751389 Feb 09 03:08:59.584177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50194) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:08:59.591655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Request body: {'subnet': {'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:08:59.622227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f53f4-eb27-4b2a-a3ec-4f3caaf4b360 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event updated for resources: {'Network': ['ID=ea23e24c-e1ea-4cda-bf94-3017d89c75c2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:08:59.648069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:08:59.803732 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Made reservation on behalf of 360492921fa8452abdd731e488278041 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:08:59.807991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:00.252737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (c077ad3c-d35a-4bc7-9396-cf23271a9657), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:00.295610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29927b37-6b4a-44db-9f71-a9b84d030be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:00.437157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event updated for resources: {'Subnet': ['ID=c077ad3c-d35a-4bc7-9396-cf23271a9657,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:00.455969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Checking segment: {'id': '0d69967d-8f8e-4605-b971-ce9938f3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:00.456266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Network hostable DHCP agents. Network: ea23e24c-e1ea-4cda-bf94-3017d89c75c2, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:00.498429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:00.518659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, ea23e24c-e1ea-4cda-bf94-3017d89c75c2) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:00.523608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:00.524303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:00.535170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd61a6b9-5efb-4ad2-a14c-75a964d5ed44 None None] Network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:00.590582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0e25aa99-6171-40fd-b3fe-b8efb9582943 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0051587 Feb 09 03:09:00.593414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50234) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:00.604456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Request body: {'port': {'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1692159656'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:00.713414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-ea23e24c-e1ea-4cda-bf94-3017d89c75c2', 'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2', 'project_id': '360492921fa8452abdd731e488278041', 'fixed_ips': [{'subnet_id': 'c077ad3c-d35a-4bc7-9396-cf23271a9657'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:00.715201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:00.908805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Allocated IP 172.20.0.2 (ea23e24c-e1ea-4cda-bf94-3017d89c75c2/c077ad3c-d35a-4bc7-9396-cf23271a9657/7e752040-e3a6-460d-ba42-f41b9e90cedf) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:00.921583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Made reservation on behalf of 360492921fa8452abdd731e488278041 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:00.926932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:00.968976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] device_id is not set on port 1710cf24-bf35-485d-bda0-82967d575166 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:01.300736 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Publish callbacks [] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:01.321595 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:01.361023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-0e4d9dc1-645c-469b-9f1a-8870ae92bc60 req-ed331a6c-fdb8-461e-9082-1eb18e816022 service neutron] (109857) timed out ('10.222.0.32', 55534) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:09:01.453476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Allocated IP 172.20.0.3 (ea23e24c-e1ea-4cda-bf94-3017d89c75c2/c077ad3c-d35a-4bc7-9396-cf23271a9657/1710cf24-bf35-485d-bda0-82967d575166) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:01.501318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Pushing event updated for resources: {'Port': ['ID=7e752040-e3a6-460d-ba42-f41b9e90cedf,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:01.563491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:01.568726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:01.574910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:01.773495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Attempting to bind port 7e752040-e3a6-460d-ba42-f41b9e90cedf on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:01.773495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Attempting to bind port 7e752040-e3a6-460d-ba42-f41b9e90cedf by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '0d69967d-8f8e-4605-b971-ce9938f3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:01.773495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Attempting to bind port 7e752040-e3a6-460d-ba42-f41b9e90cedf on network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:01.789529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:01.790661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Checking segment: {'id': '0d69967d-8f8e-4605-b971-ce9938f3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:01.791204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:01.794399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Bound using segment: {'id': '0d69967d-8f8e-4605-b971-ce9938f3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:01.796479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Bound port: 7e752040-e3a6-460d-ba42-f41b9e90cedf, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d69967d-8f8e-4605-b971-ce9938f3093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:01.798707 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:01.862426 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for port (1710cf24-bf35-485d-bda0-82967d575166), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:01.919898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50264) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:01.963974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1710cf24-bf35-485d-bda0-82967d575166), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:02.003225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] For port 7e752040-e3a6-460d-ba42-f41b9e90cedf, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:02.014543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] For port 7e752040-e3a6-460d-ba42-f41b9e90cedf, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7e752040-e3a6-460d-ba42-f41b9e90cedf,segment=NetworkSegment(0d69967d-8f8e-4605-b971-ce9938f3093a),segment_id=0d69967d-8f8e-4605-b971-ce9938f3093a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:02.032893 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:02.115334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:02.117322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:02.125060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:02.206897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event updated for resources: {'Port': ['ID=1710cf24-bf35-485d-bda0-82967d575166,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:02.229266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:02.230942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:02.246293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a4d17-a1f6-4c89-b7e9-b7a55bb6bef4 None None] Pushing event updated for resources: {'Port': ['ID=7e752040-e3a6-460d-ba42-f41b9e90cedf,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:02.270171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50272) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:02.270852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f78c8a86-69d2-423f-aeb6-404afb0367fc tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6759405 Feb 09 03:09:02.275975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Request body: {'port': {'network_id': 'ea23e24c-e1ea-4cda-bf94-3017d89c75c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1826350976', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:02.276600 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] bootfile-name is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:09:02.276938 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] tftp-server is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:09:02.277491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] server-ip-address is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:09:02.291528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2134210593', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:02.336258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Made reservation on behalf of 73352edaf41e46e6949b55d6b3a23cd8 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:02.346077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:02.424941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:02.698057 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-77e31aed-6326-450c-83a0-5fabc7ec3a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:02.727760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks [] for security_group (657d196e-24a4-45b4-b556-03ce225fa8b4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:02.754955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (657d196e-24a4-45b4-b556-03ce225fa8b4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:02.767724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] device_id is not set on port 99d2f4bc-8630-417c-9faa-e345cb4ad508 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:02.935839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Allocated IP 172.25.2.163 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/99d2f4bc-8630-417c-9faa-e345cb4ad508) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:03.107314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks [] for port (99d2f4bc-8630-417c-9faa-e345cb4ad508), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:03.207629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Made reservation on behalf of 360492921fa8452abdd731e488278041 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:03.211285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:03.216098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657d196e-24a4-45b4-b556-03ce225fa8b4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:03.232602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (99d2f4bc-8630-417c-9faa-e345cb4ad508), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:03.288022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Pushing event updated for resources: {'Port': ['ID=99d2f4bc-8630-417c-9faa-e345cb4ad508,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:03.305615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:03.307656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] device_id is not set on port 3ff76192-c3e7-42f2-9859-04facc0a649f yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:03.312682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:03.315334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:03.440635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:03.441953 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:03.498572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-db929770-995d-4475-9d3d-64ef7a5f7505 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5768087 Feb 09 03:09:03.501446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50296) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:03.506844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.163'}]}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:03.560309 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (4d48e80a-721b-400e-aacc-6e7fdb75be6c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:03.561505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (4d48e80a-721b-400e-aacc-6e7fdb75be6c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:03.573873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Allocated IP 172.20.0.4 (ea23e24c-e1ea-4cda-bf94-3017d89c75c2/c077ad3c-d35a-4bc7-9396-cf23271a9657/3ff76192-c3e7-42f2-9859-04facc0a649f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:03.770165 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks [] for router_controller (4d48e80a-721b-400e-aacc-6e7fdb75be6c), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:03.963017 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:03.994924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for port (3ff76192-c3e7-42f2-9859-04facc0a649f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:04.149046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3ff76192-c3e7-42f2-9859-04facc0a649f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:04.165108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-064e564e-95cd-4c1d-9548-e3d64f4d9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:04.166940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-064e564e-95cd-4c1d-9548-e3d64f4d9bb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.3466601 Feb 09 03:09:04.205302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c36f3-6df1-4ecc-81f0-73f0a1742e21 None None] Network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:04.277921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks [] for router_gateway (4d48e80a-721b-400e-aacc-6e7fdb75be6c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:04.297531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:04.319069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:04.322922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:04.361064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b01d0a0f-3a07-4651-a37b-c363c57b49a1 None None] Provisioning complete for port 7e752040-e3a6-460d-ba42-f41b9e90cedf triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:04.361691 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b01d0a0f-3a07-4651-a37b-c363c57b49a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:04.389732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event updated for resources: {'Port': ['ID=3ff76192-c3e7-42f2-9859-04facc0a649f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:04.427889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d58b-36f9-4e71-9eb1-eef21aea93d4 req-87870063-f51d-4a79-81f6-93d075fa45f8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:04.442570 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fdd6d58b-36f9-4e71-9eb1-eef21aea93d4 req-87870063-f51d-4a79-81f6-93d075fa45f8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.4755504 Feb 09 03:09:04.552919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:04.553611 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:04.581760 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fdd6d58b-36f9-4e71-9eb1-eef21aea93d4 req-d293559c-891e-4245-bb86-c01835b8ec1f tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107047 Feb 09 03:09:04.605445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-365e30e5-4659-42c0-bef1-bb472768fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:04.620096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-365e30e5-4659-42c0-bef1-bb472768fb32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.4228535 Feb 09 03:09:04.635436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ec7fe4d-2b3c-484c-827f-53da76088c96 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3642328 Feb 09 03:09:04.662587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50320) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:04.686055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7e752040-e3a6-460d-ba42-f41b9e90cedf up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:04.819908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-f77b697c-276e-4ec2-806b-d808925312f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.1883855 Feb 09 03:09:04.931878 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks [] for router_gateway (4d48e80a-721b-400e-aacc-6e7fdb75be6c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:04.934731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b01d0a0f-3a07-4651-a37b-c363c57b49a1 None None] Current status of the port 7e752040-e3a6-460d-ba42-f41b9e90cedf is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:04.935134 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b01d0a0f-3a07-4651-a37b-c363c57b49a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:04.985241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-de18e9af-52ef-4161-8a96-87ce9008ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:04.986883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-de18e9af-52ef-4161-8a96-87ce9008ea48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1347165 Feb 09 03:09:05.029180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.040992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-1f4c1ef2-3fe1-4fcf-a85e-05773cd9b5a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469520 Feb 09 03:09:05.049782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291325d3-e7e6-4c0b-8da8-e450604eabe1 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:05.056101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291325d3-e7e6-4c0b-8da8-e450604eabe1 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:05.061857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291325d3-e7e6-4c0b-8da8-e450604eabe1 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:05.063870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-291325d3-e7e6-4c0b-8da8-e450604eabe1 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3989718 Feb 09 03:09:05.072543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50332) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:05.119084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7e752040-e3a6-460d-ba42-f41b9e90cedf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:05.120427 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.149002 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.208157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b01d0a0f-3a07-4651-a37b-c363c57b49a1 None None] For port 7e752040-e3a6-460d-ba42-f41b9e90cedf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7e752040-e3a6-460d-ba42-f41b9e90cedf,segment=NetworkSegment(0d69967d-8f8e-4605-b971-ce9938f3093a),segment_id=0d69967d-8f8e-4605-b971-ce9938f3093a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:05.218365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b01d0a0f-3a07-4651-a37b-c363c57b49a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.414973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d0a0f-3a07-4651-a37b-c363c57b49a1 None None] Pushing event updated for resources: {'Port': ['ID=7e752040-e3a6-460d-ba42-f41b9e90cedf,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:05.449519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks [] for router (4d48e80a-721b-400e-aacc-6e7fdb75be6c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.465533 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-aa5ed1f1-e4f2-490b-a9e3-afb669e4a318 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005408 Feb 09 03:09:05.539315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Provisioning complete for port 7e752040-e3a6-460d-ba42-f41b9e90cedf triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:05.540325 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.608826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7e752040-e3a6-460d-ba42-f41b9e90cedf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:05.635570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-72c7f75b-fdce-48b1-a1aa-1a359d40117b tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Deleting port 3ff76192-c3e7-42f2-9859-04facc0a649f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:05.636157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72c7f75b-fdce-48b1-a1aa-1a359d40117b tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3ff76192-c3e7-42f2-9859-04facc0a649f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.746584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Current status of the port 7e752040-e3a6-460d-ba42-f41b9e90cedf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:05.787107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Provisioning complete for port 1710cf24-bf35-485d-bda0-82967d575166 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:05.787494 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1710cf24-bf35-485d-bda0-82967d575166), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.873639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Port 1710cf24-bf35-485d-bda0-82967d575166 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:09:05.895036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Provisioning complete for port 3ff76192-c3e7-42f2-9859-04facc0a649f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:05.895618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3ff76192-c3e7-42f2-9859-04facc0a649f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.976037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4c44c343-027e-434b-96f1-0bf9077e35b1 None None] Port 3ff76192-c3e7-42f2-9859-04facc0a649f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:09:05.980218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (4d48e80a-721b-400e-aacc-6e7fdb75be6c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.991537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks [] for router_controller (4d48e80a-721b-400e-aacc-6e7fdb75be6c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:05.996859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bc1bea0-513a-4e16-9c14-5ef866f35005 req-c9867c38-d00b-47e5-9136-9742f2f8fe11 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179985 Feb 09 03:09:06.075761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72c7f75b-fdce-48b1-a1aa-1a359d40117b tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3ff76192-c3e7-42f2-9859-04facc0a649f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:06.111907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7907f6-8fc8-40af-8e39-dbd2763078ff req-521afb8a-e477-46a0-a565-b3b1a7f72bce tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:06.119631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db7907f6-8fc8-40af-8e39-dbd2763078ff req-521afb8a-e477-46a0-a565-b3b1a7f72bce tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.3275571 Feb 09 03:09:06.121911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-72c7f75b-fdce-48b1-a1aa-1a359d40117b tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Calling delete_port for 3ff76192-c3e7-42f2-9859-04facc0a649f owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:06.133728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e0fb63ea-d18c-4024-be4d-201bbdf67f25 None None] Provisioning complete for port 1710cf24-bf35-485d-bda0-82967d575166 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:06.134147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e0fb63ea-d18c-4024-be4d-201bbdf67f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1710cf24-bf35-485d-bda0-82967d575166), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:06.152165 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (4d48e80a-721b-400e-aacc-6e7fdb75be6c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:06.152719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d48e80a-721b-400e-aacc-6e7fdb75be6c {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:09:06.207379 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:09:06.210154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6afd5cfb-5d7e-4e77-87bf-35cfe03ddbed tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7065690 Feb 09 03:09:06.212672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50372) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:06.287488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb63ea-d18c-4024-be4d-201bbdf67f25 None None] Port 1710cf24-bf35-485d-bda0-82967d575166 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:09:06.475248 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:06.526386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-013a8f60-0503-4392-86e4-d7b746514e8b None None] Provisioning complete for port 3ff76192-c3e7-42f2-9859-04facc0a649f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:06.527084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-013a8f60-0503-4392-86e4-d7b746514e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3ff76192-c3e7-42f2-9859-04facc0a649f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:06.566113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5a52fde6-a6ab-40e7-9693-21bf069048a9 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Deleting port 99d2f4bc-8630-417c-9faa-e345cb4ad508 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:06.566489 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a52fde6-a6ab-40e7-9693-21bf069048a9 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (99d2f4bc-8630-417c-9faa-e345cb4ad508), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:06.598718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-013a8f60-0503-4392-86e4-d7b746514e8b None None] Port 3ff76192-c3e7-42f2-9859-04facc0a649f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:09:06.607140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7e752040-e3a6-460d-ba42-f41b9e90cedf up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:06.852740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a52fde6-a6ab-40e7-9693-21bf069048a9 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (99d2f4bc-8630-417c-9faa-e345cb4ad508), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:06.886937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5a52fde6-a6ab-40e7-9693-21bf069048a9 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Calling delete_port for 99d2f4bc-8630-417c-9faa-e345cb4ad508 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:07.141016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7e752040-e3a6-460d-ba42-f41b9e90cedf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:07.141467 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:07.199941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db7907f6-8fc8-40af-8e39-dbd2763078ff req-67877463-5280-4eea-9a18-52e1071f1b2c tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0793347 Feb 09 03:09:07.330294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a52fde6-a6ab-40e7-9693-21bf069048a9 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (99d2f4bc-8630-417c-9faa-e345cb4ad508), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:07.395127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52fde6-a6ab-40e7-9693-21bf069048a9 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Pushing event deleted for resources: {'Port': ['ID=99d2f4bc-8630-417c-9faa-e345cb4ad508,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:07.464798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7e752040-e3a6-460d-ba42-f41b9e90cedf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:07.470287 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72c7f75b-fdce-48b1-a1aa-1a359d40117b tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3ff76192-c3e7-42f2-9859-04facc0a649f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:07.518206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7f75b-fdce-48b1-a1aa-1a359d40117b tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event deleted for resources: {'Port': ['ID=3ff76192-c3e7-42f2-9859-04facc0a649f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:07.529418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5a52fde6-a6ab-40e7-9693-21bf069048a9 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:07.538203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5a52fde6-a6ab-40e7-9693-21bf069048a9 tempest-RoutersAdminNegativeIpV6Test-1043306732 tempest-RoutersAdminNegativeIpV6Test-1043306732-project-admin] 10.222.0.32 "DELETE /v2.0/ports/99d2f4bc-8630-417c-9faa-e345cb4ad508 HTTP/1.1" status: 204 len: 168 time: 1.3152492 Feb 09 03:09:07.726883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72c7f75b-fdce-48b1-a1aa-1a359d40117b tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:07.744786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50406) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:07.750424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Request body: {'port': {'name': 'tempest-new-port-name-494056158', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:07.750889 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.api.validators [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] bootfile-name is not in valid_values {{(pid=109856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:09:07.751257 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.api.validators [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] tftp-server is not in valid_values {{(pid=109856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:09:07.751665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.api.validators [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] server-ip-address is not in valid_values {{(pid=109856) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:09:07.755916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-72c7f75b-fdce-48b1-a1aa-1a359d40117b tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "DELETE /v2.0/ports/3ff76192-c3e7-42f2-9859-04facc0a649f HTTP/1.1" status: 204 len: 168 time: 2.6807373 Feb 09 03:09:08.022754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1710cf24-bf35-485d-bda0-82967d575166), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:08.270656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50422) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:08.511831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a140b9ce-7e76-46f6-94e8-6502bd5d41f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:08.639557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05b6d7-ab92-404d-a63d-47c201b1774b req-7fa233cc-c00e-484a-905d-f25c513eb744 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:08.644901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b05b6d7-ab92-404d-a63d-47c201b1774b req-7fa233cc-c00e-484a-905d-f25c513eb744 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.2438734 Feb 09 03:09:08.704284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a140b9ce-7e76-46f6-94e8-6502bd5d41f4 admin admin] Publish callbacks [] for security_group (672c6904-475d-4a9d-9443-d0c5b6c02d8e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:08.717599 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a140b9ce-7e76-46f6-94e8-6502bd5d41f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (672c6904-475d-4a9d-9443-d0c5b6c02d8e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:08.823929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140b9ce-7e76-46f6-94e8-6502bd5d41f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672c6904-475d-4a9d-9443-d0c5b6c02d8e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:08.840264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a140b9ce-7e76-46f6-94e8-6502bd5d41f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5ab9f1d0b624340aeeed6f1e763c790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666845 Feb 09 03:09:08.840866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50436) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:08.845472 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for port (1710cf24-bf35-485d-bda0-82967d575166), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:08.885043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b05b6d7-ab92-404d-a63d-47c201b1774b req-93351423-3ad7-4a28-99e2-9854b8a4c644 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242942 Feb 09 03:09:08.886633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1710cf24-bf35-485d-bda0-82967d575166), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:08.969908 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dba5a1b-18a3-48fe-8729-d4bc2f37df07 admin admin] Publish callbacks [] for security_group (672c6904-475d-4a9d-9443-d0c5b6c02d8e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:09.032538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dba5a1b-18a3-48fe-8729-d4bc2f37df07 admin admin] Publish callbacks [] for security_group (672c6904-475d-4a9d-9443-d0c5b6c02d8e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:09.191128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dba5a1b-18a3-48fe-8729-d4bc2f37df07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (672c6904-475d-4a9d-9443-d0c5b6c02d8e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:09.193770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dba5a1b-18a3-48fe-8729-d4bc2f37df07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:09.198014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7dba5a1b-18a3-48fe-8729-d4bc2f37df07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/672c6904-475d-4a9d-9443-d0c5b6c02d8e HTTP/1.1" status: 204 len: 168 time: 0.3519425 Feb 09 03:09:09.235676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba5a1b-18a3-48fe-8729-d4bc2f37df07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672c6904-475d-4a9d-9443-d0c5b6c02d8e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:09.583106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-673c8dc1-a6c3-497d-8700-0d0193a36d52 None None] Provisioning complete for port 1710cf24-bf35-485d-bda0-82967d575166 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:09.583910 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-673c8dc1-a6c3-497d-8700-0d0193a36d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1710cf24-bf35-485d-bda0-82967d575166), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:09.697645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-673c8dc1-a6c3-497d-8700-0d0193a36d52 None None] Port 1710cf24-bf35-485d-bda0-82967d575166 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:09:10.116696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50462) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:10.139868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] In _notify_port_updated(), no bound segment for port 1710cf24-bf35-485d-bda0-82967d575166 on network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:09:10.150881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:10.152143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:10.157241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "PUT /v2.0/ports/1710cf24-bf35-485d-bda0-82967d575166 HTTP/1.1" status: 200 len: 1135 time: 2.4111419 Feb 09 03:09:10.157865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50464) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:10.208397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f445b-14ec-4338-aed5-1acb3ae676c0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event updated for resources: {'Port': ['ID=1710cf24-bf35-485d-bda0-82967d575166,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:10.277626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c49818-674d-406c-be26-d293081fccc0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:10.282136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6539785d-e3a5-471f-baa0-9fa04a3ccf04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73352edaf41e46e6949b55d6b3a23cd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558743 Feb 09 03:09:10.289055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50466) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:10.289946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50468) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:10.291636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-09c49818-674d-406c-be26-d293081fccc0 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "GET /v2.0/ports/1710cf24-bf35-485d-bda0-82967d575166 HTTP/1.1" status: 200 len: 1135 time: 0.1304224 Feb 09 03:09:10.346877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286d3d-05bd-41ed-9866-fe376a276b73 req-99578d7d-6078-4bd9-a914-6c4ab6b6fc8f tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:10.350163 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d286d3d-05bd-41ed-9866-fe376a276b73 req-99578d7d-6078-4bd9-a914-6c4ab6b6fc8f tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.3056910 Feb 09 03:09:10.671989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6d286d3d-05bd-41ed-9866-fe376a276b73 req-06c65d98-50cf-42cd-ada8-487581068516 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740653 Feb 09 03:09:10.683808 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dea47f36-0785-4e84-9abb-c88313225895 admin admin] Publish callbacks [] for security_group (657d196e-24a4-45b4-b556-03ce225fa8b4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:10.736305 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dea47f36-0785-4e84-9abb-c88313225895 admin admin] Publish callbacks [] for security_group (657d196e-24a4-45b4-b556-03ce225fa8b4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:10.749914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-cd3df261-720c-4366-88e1-9dc8d6d052b9 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Deleting port 1710cf24-bf35-485d-bda0-82967d575166 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:10.750554 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd3df261-720c-4366-88e1-9dc8d6d052b9 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1710cf24-bf35-485d-bda0-82967d575166), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:10.929287 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dea47f36-0785-4e84-9abb-c88313225895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (657d196e-24a4-45b4-b556-03ce225fa8b4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:10.938327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dea47f36-0785-4e84-9abb-c88313225895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:10.947654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dea47f36-0785-4e84-9abb-c88313225895 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/657d196e-24a4-45b4-b556-03ce225fa8b4 HTTP/1.1" status: 204 len: 168 time: 0.6542923 Feb 09 03:09:10.995635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd3df261-720c-4366-88e1-9dc8d6d052b9 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1710cf24-bf35-485d-bda0-82967d575166), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:11.017936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea47f36-0785-4e84-9abb-c88313225895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657d196e-24a4-45b4-b556-03ce225fa8b4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:11.045835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-cd3df261-720c-4366-88e1-9dc8d6d052b9 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Calling delete_port for 1710cf24-bf35-485d-bda0-82967d575166 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:11.312070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd3df261-720c-4366-88e1-9dc8d6d052b9 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1710cf24-bf35-485d-bda0-82967d575166), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:11.351149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3df261-720c-4366-88e1-9dc8d6d052b9 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event deleted for resources: {'Port': ['ID=1710cf24-bf35-485d-bda0-82967d575166,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:11.466525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd3df261-720c-4366-88e1-9dc8d6d052b9 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:11.470617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cd3df261-720c-4366-88e1-9dc8d6d052b9 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "DELETE /v2.0/ports/1710cf24-bf35-485d-bda0-82967d575166 HTTP/1.1" status: 204 len: 168 time: 1.1761417 Feb 09 03:09:11.473368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:11.599189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb86d9a-72aa-46d9-9be7-ab83a33f31af tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Deleting subnet c077ad3c-d35a-4bc7-9396-cf23271a9657 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:11.615082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfb86d9a-72aa-46d9-9be7-ab83a33f31af tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for subnet (c077ad3c-d35a-4bc7-9396-cf23271a9657), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:11.723871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfb86d9a-72aa-46d9-9be7-ab83a33f31af tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (c077ad3c-d35a-4bc7-9396-cf23271a9657), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:11.943866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfb86d9a-72aa-46d9-9be7-ab83a33f31af tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c077ad3c-d35a-4bc7-9396-cf23271a9657), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.047653 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfb86d9a-72aa-46d9-9be7-ab83a33f31af tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (c077ad3c-d35a-4bc7-9396-cf23271a9657), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.147619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755693ab-6a56-466d-8f0e-6b9bf5f2336d req-b53f716c-c8f6-41d0-8fe1-e7f6f1b7c0c7 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:12.149795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-755693ab-6a56-466d-8f0e-6b9bf5f2336d req-b53f716c-c8f6-41d0-8fe1-e7f6f1b7c0c7 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.2920239 Feb 09 03:09:12.152028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb86d9a-72aa-46d9-9be7-ab83a33f31af tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event deleted for resources: {'Subnet': ['ID=c077ad3c-d35a-4bc7-9396-cf23271a9657,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:12.157605 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfb86d9a-72aa-46d9-9be7-ab83a33f31af tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.160863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dfb86d9a-72aa-46d9-9be7-ab83a33f31af tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "DELETE /v2.0/subnets/c077ad3c-d35a-4bc7-9396-cf23271a9657 HTTP/1.1" status: 204 len: 168 time: 0.6854727 Feb 09 03:09:12.163733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:12.165098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44288952-6826-49c3-8567-8370af115716 None None] Network ea23e24c-e1ea-4cda-bf94-3017d89c75c2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:12.309659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-755693ab-6a56-466d-8f0e-6b9bf5f2336d req-7784b340-7189-4bf9-ab85-04e9cc0cfa1b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297586 Feb 09 03:09:12.420983 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (ea23e24c-e1ea-4cda-bf94-3017d89c75c2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.449655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] DHCP port deletion for ea23e24c-e1ea-4cda-bf94-3017d89c75c2 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:09:12.495618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50516) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:12.606602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Deleting port 7e752040-e3a6-460d-ba42-f41b9e90cedf {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:12.607177 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.726725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] Deleting port 7e752040-e3a6-460d-ba42-f41b9e90cedf {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:12.727255 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.795520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08d1f9fc-b38b-4f36-852d-a66a0f69461a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.926961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08d1f9fc-b38b-4f36-852d-a66a0f69461a admin admin] Publish callbacks [] for security_group (6b28eac3-c830-4c03-bb63-f58b1bdbd6dd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.931604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] For port 7e752040-e3a6-460d-ba42-f41b9e90cedf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7e752040-e3a6-460d-ba42-f41b9e90cedf,segment=NetworkSegment(0d69967d-8f8e-4605-b971-ce9938f3093a),segment_id=0d69967d-8f8e-4605-b971-ce9938f3093a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:12.932157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.934063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08d1f9fc-b38b-4f36-852d-a66a0f69461a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6b28eac3-c830-4c03-bb63-f58b1bdbd6dd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:12.976362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-08d1f9fc-b38b-4f36-852d-a66a0f69461a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2206a82997b04aaa9cc79fe8a04c3c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4789653 Feb 09 03:09:12.977338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50536) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:12.995529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Calling delete_port for 7e752040-e3a6-460d-ba42-f41b9e90cedf owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:12.998430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] For port 7e752040-e3a6-460d-ba42-f41b9e90cedf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7e752040-e3a6-460d-ba42-f41b9e90cedf,segment=NetworkSegment(0d69967d-8f8e-4605-b971-ce9938f3093a),segment_id=0d69967d-8f8e-4605-b971-ce9938f3093a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:12.999060 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.005146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1f9fc-b38b-4f36-852d-a66a0f69461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b28eac3-c830-4c03-bb63-f58b1bdbd6dd,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:13.033755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] Calling delete_port for 7e752040-e3a6-460d-ba42-f41b9e90cedf owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:13.078814 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90491418-4bdf-42a7-9df9-ee9c9ded52c8 admin admin] Publish callbacks [] for security_group (6b28eac3-c830-4c03-bb63-f58b1bdbd6dd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.121576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90491418-4bdf-42a7-9df9-ee9c9ded52c8 admin admin] Publish callbacks [] for security_group (6b28eac3-c830-4c03-bb63-f58b1bdbd6dd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.132872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e28a0-6db6-4315-9b72-228e088dc631 req-105b36f5-1a3c-4f6c-8ca8-e6c260b98fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:13.136256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-953e28a0-6db6-4315-9b72-228e088dc631 req-105b36f5-1a3c-4f6c-8ca8-e6c260b98fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.1142280 Feb 09 03:09:13.223746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90491418-4bdf-42a7-9df9-ee9c9ded52c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6b28eac3-c830-4c03-bb63-f58b1bdbd6dd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.229505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90491418-4bdf-42a7-9df9-ee9c9ded52c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.233531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-90491418-4bdf-42a7-9df9-ee9c9ded52c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b28eac3-c830-4c03-bb63-f58b1bdbd6dd HTTP/1.1" status: 204 len: 168 time: 0.2519507 Feb 09 03:09:13.262048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90491418-4bdf-42a7-9df9-ee9c9ded52c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b28eac3-c830-4c03-bb63-f58b1bdbd6dd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:13.302339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50540) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:13.320987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.328939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-953e28a0-6db6-4315-9b72-228e088dc631 req-4cd415e1-25f8-467a-b6d3-26c62b4defe1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793213 Feb 09 03:09:13.342818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7e752040-e3a6-460d-ba42-f41b9e90cedf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.405043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] Pushing event deleted for resources: {'Port': ['ID=7e752040-e3a6-460d-ba42-f41b9e90cedf,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:13.424613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364e9e0-3b8e-4a73-8bef-627c6129617e None None] No DVR routers for this DVR port 7e752040-e3a6-460d-ba42-f41b9e90cedf on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:13.449538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] No DVR routers for this DVR port 7e752040-e3a6-460d-ba42-f41b9e90cedf on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:13.587580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-572628829'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:13.604262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event deleted for resources: {'Port': ['ID=7e752040-e3a6-460d-ba42-f41b9e90cedf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:13.659730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:13.664183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.690705 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:13.999154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for security_group (476fc849-1f60-4c79-84a4-dfc374fa63a2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.007924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (476fc849-1f60-4c79-84a4-dfc374fa63a2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.043496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (ea23e24c-e1ea-4cda-bf94-3017d89c75c2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.077868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18903f52-887a-459b-b9fb-f3cae701b54b req-3d0f3cb8-2578-45de-97d8-e32465fc1113 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:14.079440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18903f52-887a-459b-b9fb-f3cae701b54b req-3d0f3cb8-2578-45de-97d8-e32465fc1113 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.4795077 Feb 09 03:09:14.111083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:09:14.127955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476fc849-1f60-4c79-84a4-dfc374fa63a2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:14.136179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea23e24c-e1ea-4cda-bf94-3017d89c75c2']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:14.136564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (da03a806-9f59-421e-b375-2968989f8575), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.136889 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Added segment da03a806-9f59-421e-b375-2968989f8575 of type vlan for network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 Feb 09 03:09:14.168514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d69967d-8f8e-4605-b971-ce9938f3093a') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:14.169009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d69967d-8f8e-4605-b971-ce9938f3093a') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:14.188964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50556) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:14.199644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (0d69967d-8f8e-4605-b971-ce9938f3093a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.224842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (04e3b9f7-300a-49c6-a8f9-251552f4e7b1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.261929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (04e3b9f7-300a-49c6-a8f9-251552f4e7b1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.269293 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0d69967d-8f8e-4605-b971-ce9938f3093a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.272843 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-434ad37a-cc26-4d3e-a225-0712111ab09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.273345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:14.274309 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.302540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9980252 Feb 09 03:09:14.309593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50558) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:14.320574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:14.326626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:09:14.327235 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (0d69967d-8f8e-4605-b971-ce9938f3093a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: self.session.flush() Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:09:14.333064 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:09:14.405550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3c09b-a8f5-4ea6-aee1-50f538406c27 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Network': ['ID=04e3b9f7-300a-49c6-a8f9-251552f4e7b1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:14.432327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:09:14.522052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7e752040-e3a6-460d-ba42-f41b9e90cedf no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:14.555377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-434ad37a-cc26-4d3e-a225-0712111ab09e admin admin] Publish callbacks [] for security_group (3f4c1dc8-f408-4dd5-9a3f-1b70c8ed727e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.562771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 7e752040-e3a6-460d-ba42-f41b9e90cedf {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:14.563592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7e752040-e3a6-460d-ba42-f41b9e90cedf not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:14.638926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18903f52-887a-459b-b9fb-f3cae701b54b req-8bec9a1c-8aa7-4029-a272-053c0936d3cc tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426514 Feb 09 03:09:14.648462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-434ad37a-cc26-4d3e-a225-0712111ab09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3f4c1dc8-f408-4dd5-9a3f-1b70c8ed727e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.729178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (ea23e24c-e1ea-4cda-bf94-3017d89c75c2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.743725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.747519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] 10.222.0.32 "DELETE /v2.0/networks/ea23e24c-e1ea-4cda-bf94-3017d89c75c2 HTTP/1.1" status: 204 len: 168 time: 2.5815103 Feb 09 03:09:14.748735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad37a-cc26-4d3e-a225-0712111ab09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c1dc8-f408-4dd5-9a3f-1b70c8ed727e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:14.754114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-434ad37a-cc26-4d3e-a225-0712111ab09e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d40e7d834164821b57f57b34d791ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5635560 Feb 09 03:09:14.756846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50562) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:14.786698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c964c7a-0934-4762-a82f-559972324787 tempest-ExtraDHCPOptionsTestJSON-1766790510 tempest-ExtraDHCPOptionsTestJSON-1766790510-project] Pushing event deleted for resources: {'Network': ['ID=ea23e24c-e1ea-4cda-bf94-3017d89c75c2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:14.790480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:14.803188 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.881025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3536a804-19fa-43e0-9236-a7bae208cd40 admin admin] Publish callbacks [] for security_group (3f4c1dc8-f408-4dd5-9a3f-1b70c8ed727e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:14.937659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3536a804-19fa-43e0-9236-a7bae208cd40 admin admin] Publish callbacks [] for security_group (3f4c1dc8-f408-4dd5-9a3f-1b70c8ed727e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:15.033981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3536a804-19fa-43e0-9236-a7bae208cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3f4c1dc8-f408-4dd5-9a3f-1b70c8ed727e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:15.037264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3536a804-19fa-43e0-9236-a7bae208cd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:15.039880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3536a804-19fa-43e0-9236-a7bae208cd40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f4c1dc8-f408-4dd5-9a3f-1b70c8ed727e HTTP/1.1" status: 204 len: 168 time: 0.2813740 Feb 09 03:09:15.082377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536a804-19fa-43e0-9236-a7bae208cd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c1dc8-f408-4dd5-9a3f-1b70c8ed727e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:15.278844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:15.363659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (29fff612-2b32-403c-bc53-9219a43cc78c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:15.535957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=29fff612-2b32-403c-bc53-9219a43cc78c,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:15.557230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:15.557829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network hostable DHCP agents. Network: 04e3b9f7-300a-49c6-a8f9-251552f4e7b1, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:15.614472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:15.635334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 04e3b9f7-300a-49c6-a8f9-251552f4e7b1) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:15.641610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:15.646400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:15.651251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687e4e5-08b4-4468-b6b2-4ecd28b22ee1 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:15.689429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-12bddda1-cb25-462a-8ac8-67d4f36782bd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3747547 Feb 09 03:09:15.692473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50596) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:15.700252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'name': 'tempest-NetworksTestDHCPv6-649234709'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:16.045556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '29fff612-2b32-403c-bc53-9219a43cc78c'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:16.047100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.250360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:16.256855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.295626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/29fff612-2b32-403c-bc53-9219a43cc78c/2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:16.390304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd13275-ce7b-4700-8b0b-e59bb371377c req-ab4fc5f1-2645-46ac-a53b-5741c7ec3860 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:16.391816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd13275-ce7b-4700-8b0b-e59bb371377c req-ab4fc5f1-2645-46ac-a53b-5741c7ec3860 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.4184213 Feb 09 03:09:16.393447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port 85f3431b-f219-4c1d-9cc9-a80ccabd1d29 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:16.405713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ede0b979-e29b-4d97-a74e-1de7296696b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=360492921fa8452abdd731e488278041&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1251440 Feb 09 03:09:16.409110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50614) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:16.577101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f94b4d39-b9b9-4b36-951b-ff5c59fe5195 admin admin] Publish callbacks [] for security_group (54c100b4-7da8-46b6-aab8-01ab10981a58), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.610705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1fd13275-ce7b-4700-8b0b-e59bb371377c req-175cab69-58de-43dc-8f91-98803d533235 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037840 Feb 09 03:09:16.622522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f94b4d39-b9b9-4b36-951b-ff5c59fe5195 admin admin] Publish callbacks [] for security_group (54c100b4-7da8-46b6-aab8-01ab10981a58), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.680415 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Publish callbacks [] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.696879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.729200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f94b4d39-b9b9-4b36-951b-ff5c59fe5195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (54c100b4-7da8-46b6-aab8-01ab10981a58), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.732367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f94b4d39-b9b9-4b36-951b-ff5c59fe5195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:16.734167 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f94b4d39-b9b9-4b36-951b-ff5c59fe5195 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54c100b4-7da8-46b6-aab8-01ab10981a58 HTTP/1.1" status: 204 len: 168 time: 0.3236287 Feb 09 03:09:16.757009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4d39-b9b9-4b36-951b-ff5c59fe5195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c100b4-7da8-46b6-aab8-01ab10981a58,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:16.785457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Pushing event updated for resources: {'Port': ['ID=2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:16.806103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.806448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.807020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.807378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.807724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.808783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.809146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.809491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.809833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.811057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.811292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.812152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.812152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:16.825224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:16.827625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:16.831149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:16.928879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::ec (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/29fff612-2b32-403c-bc53-9219a43cc78c/85f3431b-f219-4c1d-9cc9-a80ccabd1d29) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:17.113884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Attempting to bind port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:17.114286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Attempting to bind port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:17.114666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Attempting to bind port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:17.124755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:17.125143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:17.125549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:17.125952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:17.126447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Bound port: 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:17.126843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:17.355731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] For port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:17.364263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] For port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:17.378189 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:17.524535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-04dc1f30-1daa-4ad3-837d-cd8e5b0c81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:17.534150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-04dc1f30-1daa-4ad3-837d-cd8e5b0c81e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.2798800 Feb 09 03:09:17.536651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (85f3431b-f219-4c1d-9cc9-a80ccabd1d29), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:17.551588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3561a-a895-45b6-a676-e69f48ffa667 None None] Pushing event updated for resources: {'Port': ['ID=2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:17.609214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ca098-e809-445b-aa96-90307e31d385 req-600ee69b-6242-4e78-ae58-39ea9f4ef380 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:17.622284 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c06ca098-e809-445b-aa96-90307e31d385 req-600ee69b-6242-4e78-ae58-39ea9f4ef380 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.2556393 Feb 09 03:09:17.654113 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (85f3431b-f219-4c1d-9cc9-a80ccabd1d29), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:17.723835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:17.731027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:17.740047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:17.756657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:17.763398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:17.803825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1093380 Feb 09 03:09:17.805505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca79502-9f56-442e-9174-17131af0bc9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=85f3431b-f219-4c1d-9cc9-a80ccabd1d29,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:17.808471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50654) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:17.939931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c06ca098-e809-445b-aa96-90307e31d385 req-fca2d0c1-e579-4aa8-8f95-2e8eb83612a6 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153276 Feb 09 03:09:17.993423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-c7ae9e37-e3e8-476b-80fc-fd77833520b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:18.002430 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-c7ae9e37-e3e8-476b-80fc-fd77833520b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.4608891 Feb 09 03:09:18.011267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3c7c3-5210-4f0a-9b91-308c97827154 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:18.045116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3c7c3-5210-4f0a-9b91-308c97827154 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:18.055567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-67e3c7c3-5210-4f0a-9b91-308c97827154 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2331665 Feb 09 03:09:18.071793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50662) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:18.229774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-eed70df3-3372-414c-94d4-5ed8f0ec940c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.2194054 Feb 09 03:09:18.302044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-01fabfae-7881-4554-b5b8-a8453cbf1968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port 85f3431b-f219-4c1d-9cc9-a80ccabd1d29 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:18.302429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01fabfae-7881-4554-b5b8-a8453cbf1968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (85f3431b-f219-4c1d-9cc9-a80ccabd1d29), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:18.354289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-69cba6d2-0b9d-4655-8c0d-8fa9e3c185fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:18.358020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-69cba6d2-0b9d-4655-8c0d-8fa9e3c185fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1222041 Feb 09 03:09:18.437835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-6f725e12-a1c7-4fde-9bb1-2bb109147d9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708790 Feb 09 03:09:18.571494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01fabfae-7881-4554-b5b8-a8453cbf1968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (85f3431b-f219-4c1d-9cc9-a80ccabd1d29), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:18.590429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-01fabfae-7881-4554-b5b8-a8453cbf1968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for 85f3431b-f219-4c1d-9cc9-a80ccabd1d29 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:18.659064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:18.706067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-70099245-e7a1-4bf2-9fb2-918498698f9b service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604191 Feb 09 03:09:18.841472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:18.841853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:18.863899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aec41a90-4fce-4d31-b9b8-9dcd3b2ff358 req-cd4a405a-a6ba-41fa-944d-5817ff0c2be4 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503894 Feb 09 03:09:18.972191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50684) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:19.114516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01fabfae-7881-4554-b5b8-a8453cbf1968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (85f3431b-f219-4c1d-9cc9-a80ccabd1d29), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.152196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:19.152685 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.192719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:19.200507 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.311286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fabfae-7881-4554-b5b8-a8453cbf1968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=85f3431b-f219-4c1d-9cc9-a80ccabd1d29,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:19.323327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-614687567'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:19.363596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:19.379945 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01fabfae-7881-4554-b5b8-a8453cbf1968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.387809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-01fabfae-7881-4554-b5b8-a8453cbf1968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/85f3431b-f219-4c1d-9cc9-a80ccabd1d29 HTTP/1.1" status: 204 len: 168 time: 1.3207457 Feb 09 03:09:19.390336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50696) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:19.450956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:19.457140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8b79c-3e02-4f43-bee1-a719421383ee req-b1dd9740-e457-4658-8867-b903b3ef54c6 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:19.461405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.473282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ccb8b79c-3e02-4f43-bee1-a719421383ee req-b1dd9740-e457-4658-8867-b903b3ef54c6 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.1988177 Feb 09 03:09:19.495855 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.575897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b4265-80df-47f4-8fa7-74ecb37ef0ac None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:19.587870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ccb8b79c-3e02-4f43-bee1-a719421383ee req-a2a80d66-9614-4088-b575-1d84b09085ec tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078315 Feb 09 03:09:19.744500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6abfba15-bba8-468a-b61d-6f2d7f0bd495 None None] Provisioning complete for port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:19.745203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6abfba15-bba8-468a-b61d-6f2d7f0bd495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.761822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cf900c-e82f-45df-866c-515a26d04278 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:19.768842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cf900c-e82f-45df-866c-515a26d04278 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:19.775931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-03cf900c-e82f-45df-866c-515a26d04278 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3844249 Feb 09 03:09:19.778659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50704) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:19.792115 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:19.856684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6abfba15-bba8-468a-b61d-6f2d7f0bd495 None None] Current status of the port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:19.904711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef48a00-407d-4c03-a071-dc88f22f27a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 29fff612-2b32-403c-bc53-9219a43cc78c {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:19.918866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef48a00-407d-4c03-a071-dc88f22f27a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (29fff612-2b32-403c-bc53-9219a43cc78c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.013588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef48a00-407d-4c03-a071-dc88f22f27a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (29fff612-2b32-403c-bc53-9219a43cc78c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.021995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for security_group (0d5acfd4-4bf3-4367-b976-4c4aa4f47206), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.040664 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0d5acfd4-4bf3-4367-b976-4c4aa4f47206), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.108165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5acfd4-4bf3-4367-b976-4c4aa4f47206,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:20.130489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:09:20.162578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (e74e45df-0473-4700-9410-26f8463037b8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.163058 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Added segment e74e45df-0473-4700-9410-26f8463037b8 of type vlan for network 1f9be4d8-c356-465d-ade4-67a898aaa47a Feb 09 03:09:20.256292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef48a00-407d-4c03-a071-dc88f22f27a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (29fff612-2b32-403c-bc53-9219a43cc78c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.265120 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1f9be4d8-c356-465d-ade4-67a898aaa47a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.288760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-abd29a0d-b6ab-4404-a421-e6083d723f4a None None] Provisioning complete for port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:20.289428 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-abd29a0d-b6ab-4404-a421-e6083d723f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.323697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1f9be4d8-c356-465d-ade4-67a898aaa47a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.331812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:20.332847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.415921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef48a00-407d-4c03-a071-dc88f22f27a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (29fff612-2b32-403c-bc53-9219a43cc78c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.496967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-abd29a0d-b6ab-4404-a421-e6083d723f4a None None] Current status of the port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:20.504516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef48a00-407d-4c03-a071-dc88f22f27a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=29fff612-2b32-403c-bc53-9219a43cc78c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:20.514718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef48a00-407d-4c03-a071-dc88f22f27a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:20.519892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aef48a00-407d-4c03-a071-dc88f22f27a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/29fff612-2b32-403c-bc53-9219a43cc78c HTTP/1.1" status: 204 len: 168 time: 0.7401831 Feb 09 03:09:20.522193 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5488191 Feb 09 03:09:20.527280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50716) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:20.605137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:20.698066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92563a1-bc66-4f46-a20d-392a9d6d1d52 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Network': ['ID=1f9be4d8-c356-465d-ade4-67a898aaa47a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:20.740270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129c5fc-609e-408d-a5c0-1b34d81b07b8 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:20.783953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1f9be4d8-c356-465d-ade4-67a898aaa47a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:09:20.852403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef690493-ac10-408e-ae0b-b1ea9c6c5e84 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3230524 Feb 09 03:09:20.859157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50730) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:20.882186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:21.056220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4b072-158c-403f-9484-7733288461a4 req-f241b05e-0a57-4faf-ae89-7b55104d0fc5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:21.064411 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bca4b072-158c-403f-9484-7733288461a4 req-f241b05e-0a57-4faf-ae89-7b55104d0fc5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.2858083 Feb 09 03:09:21.113399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-82b9b756-79ea-4f9e-80b1-c6fb2ef91a7b None None] Could not find standard attr ID for object 85f3431b-f219-4c1d-9cc9-a80ccabd1d29. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:21.187780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:21.200644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:21.218318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bca4b072-158c-403f-9484-7733288461a4 req-bf0c15df-feb4-4f21-a4fd-db048ded6e0a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526909 Feb 09 03:09:21.432992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:21.435345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:21.576151 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:21.678673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:09:21.818817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:21.899221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] Deleting port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:21.899597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:21.900121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (ec3efcc5-6e35-4d1d-9519-07ab7cb78221), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.005905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:22.008747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:22.012370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:22.013247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.055044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1927381 Feb 09 03:09:22.056436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432a19-7dee-431a-84d1-985b7f9de18a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=ec3efcc5-6e35-4d1d-9519-07ab7cb78221,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:22.058574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50762) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:22.064180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'name': 'tempest-NetworksTestDHCPv6-1529742899'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:22.170722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] For port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:22.171132 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.193396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] Calling delete_port for 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:22.353092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:22.357151 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.390002 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:22.410467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] No DVR routers for this DVR port 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:22.468529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1db4d6-9f6c-4bfe-bd26-6d7ab544391b None None] Pushing event deleted for resources: {'Port': ['ID=2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:22.470718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port ab76edee-1c97-48b4-a54f-21d3b23653a6 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:22.480809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d54509-ce33-4bb9-8997-083656eca6ce None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:22.605962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:22.802175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::341 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/ec3efcc5-6e35-4d1d-9519-07ab7cb78221/ab76edee-1c97-48b4-a54f-21d3b23653a6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:23.067260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (ab76edee-1c97-48b4-a54f-21d3b23653a6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.128324 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ab76edee-1c97-48b4-a54f-21d3b23653a6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.141722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513787d-c5da-447b-a6fd-09d8a96bbf5a req-2fef0b89-9d78-4e95-ab71-bc4706b6ee5b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:23.150913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c513787d-c5da-447b-a6fd-09d8a96bbf5a req-2fef0b89-9d78-4e95-ab71-bc4706b6ee5b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.7329473 Feb 09 03:09:23.190122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:23.191107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2c8c45d5-7eaf-4389-9c1a-71ff8855e1d3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:23.285088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:23.307547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c513787d-c5da-447b-a6fd-09d8a96bbf5a req-de571d81-9b42-4e42-bf1d-0b381f3eed7b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552782 Feb 09 03:09:23.315246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:23.343114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:23.351959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': 'ec3efcc5-6e35-4d1d-9519-07ab7cb78221'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:23.352826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.373183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:23.375075 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:23.423561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=ab76edee-1c97-48b4-a54f-21d3b23653a6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:23.456112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.457021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.457818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.458173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.458544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.459389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.460904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.461251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.461599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.463329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.463691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.466201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.466677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:23.494582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f9ee1552-b609-49b4-a035-c1ead83ff4ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4347847 Feb 09 03:09:23.496975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:23.653079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb0ea0-dd7f-46cd-b006-6101dcaa873a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:23.657207 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-38eb0ea0-dd7f-46cd-b006-6101dcaa873a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1591060 Feb 09 03:09:23.660158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50790) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:23.814709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/ec3efcc5-6e35-4d1d-9519-07ab7cb78221/0066c744-f75f-4161-ab2e-ec8af79aabc6) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:24.025284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-cd899c56-6ef3-45ed-8a0d-c21dd504e4eb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port ab76edee-1c97-48b4-a54f-21d3b23653a6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:24.028187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd899c56-6ef3-45ed-8a0d-c21dd504e4eb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ab76edee-1c97-48b4-a54f-21d3b23653a6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.102424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50808) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:24.123485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'subnet': {'network_id': '1f9be4d8-c356-465d-ade4-67a898aaa47a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:24.256252 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Publish callbacks [] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.272674 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.358493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd899c56-6ef3-45ed-8a0d-c21dd504e4eb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ab76edee-1c97-48b4-a54f-21d3b23653a6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.383825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-cd899c56-6ef3-45ed-8a0d-c21dd504e4eb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for ab76edee-1c97-48b4-a54f-21d3b23653a6 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:24.398941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:24.403762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.429641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Pushing event updated for resources: {'Port': ['ID=0066c744-f75f-4161-ab2e-ec8af79aabc6,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:24.441936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:24.443280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:24.446969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:24.578385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Attempting to bind port 0066c744-f75f-4161-ab2e-ec8af79aabc6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:24.578807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Attempting to bind port 0066c744-f75f-4161-ab2e-ec8af79aabc6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:24.579133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Attempting to bind port 0066c744-f75f-4161-ab2e-ec8af79aabc6 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:24.595247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:24.595616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:24.598348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.598764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:24.599292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Bound port: 0066c744-f75f-4161-ab2e-ec8af79aabc6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:24.599630 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.710302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd899c56-6ef3-45ed-8a0d-c21dd504e4eb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ab76edee-1c97-48b4-a54f-21d3b23653a6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.766683 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:09:24.787717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd899c56-6ef3-45ed-8a0d-c21dd504e4eb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=ab76edee-1c97-48b4-a54f-21d3b23653a6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:24.792426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] For port 0066c744-f75f-4161-ab2e-ec8af79aabc6, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:24.800129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] For port 0066c744-f75f-4161-ab2e-ec8af79aabc6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0066c744-f75f-4161-ab2e-ec8af79aabc6,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:24.831561 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.836284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cd899c56-6ef3-45ed-8a0d-c21dd504e4eb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.839875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cd899c56-6ef3-45ed-8a0d-c21dd504e4eb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/ab76edee-1c97-48b4-a54f-21d3b23653a6 HTTP/1.1" status: 204 len: 168 time: 1.1780238 Feb 09 03:09:24.842225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50826) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:24.905937 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (6451725d-b8e4-48c7-8e6b-0050f65190aa), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:24.952957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d52bc-de1c-45c5-bff4-15c9c8d73341 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:24.954702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d52bc-de1c-45c5-bff4-15c9c8d73341 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:24.956365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-259d52bc-de1c-45c5-bff4-15c9c8d73341 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1129847 Feb 09 03:09:24.963073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50828) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.032228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f03e-ed57-4692-9959-e985d4b485c9 None None] Pushing event updated for resources: {'Port': ['ID=0066c744-f75f-4161-ab2e-ec8af79aabc6,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.079420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Subnet': ['ID=6451725d-b8e4-48c7-8e6b-0050f65190aa,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.109415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Checking segment: {'id': 'e74e45df-0473-4700-9410-26f8463037b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1f9be4d8-c356-465d-ade4-67a898aaa47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:25.110067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network hostable DHCP agents. Network: 1f9be4d8-c356-465d-ade4-67a898aaa47a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:25.121168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5e019e-609a-45a2-ae2f-ff4da4f43230 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet ec3efcc5-6e35-4d1d-9519-07ab7cb78221 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:25.124547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e019e-609a-45a2-ae2f-ff4da4f43230 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (ec3efcc5-6e35-4d1d-9519-07ab7cb78221), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.159612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network 1f9be4d8-c356-465d-ade4-67a898aaa47a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:25.185321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1f9be4d8-c356-465d-ade4-67a898aaa47a) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:25.190895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:25.193468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.202451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09071a47-aeb0-4906-9dff-21d154e6972c None None] Network 1f9be4d8-c356-465d-ade4-67a898aaa47a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:25.304991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-38308a19-25f7-4de3-b5a7-b669f0297d5a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2008524 Feb 09 03:09:25.315031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e019e-609a-45a2-ae2f-ff4da4f43230 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (ec3efcc5-6e35-4d1d-9519-07ab7cb78221), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.315851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50844) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.331645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1845555845'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:25.495825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:25.516199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.516456 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e019e-609a-45a2-ae2f-ff4da4f43230 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ec3efcc5-6e35-4d1d-9519-07ab7cb78221), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.531442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-1f9be4d8-c356-465d-ade4-67a898aaa47a', 'network_id': '1f9be4d8-c356-465d-ade4-67a898aaa47a', 'project_id': 'a94abefd416c492c93b9000a6fe8c222', 'fixed_ips': [{'subnet_id': '6451725d-b8e4-48c7-8e6b-0050f65190aa'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:25.532430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.640020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:09:25.676458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d4db9803-ac0a-4a9a-a3e5-87602dc3723d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.676815 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Added segment d4db9803-ac0a-4a9a-a3e5-87602dc3723d of type vlan for network ca82f55d-88d3-46ec-bf05-5a5839d52f43 Feb 09 03:09:25.757768 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e019e-609a-45a2-ae2f-ff4da4f43230 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (ec3efcc5-6e35-4d1d-9519-07ab7cb78221), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.831398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (ca82f55d-88d3-46ec-bf05-5a5839d52f43), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.853720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e019e-609a-45a2-ae2f-ff4da4f43230 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3efcc5-6e35-4d1d-9519-07ab7cb78221,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:25.862690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e019e-609a-45a2-ae2f-ff4da4f43230 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.874303 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0f5e019e-609a-45a2-ae2f-ff4da4f43230 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/ec3efcc5-6e35-4d1d-9519-07ab7cb78221 HTTP/1.1" status: 204 len: 168 time: 0.9101470 Feb 09 03:09:25.876665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50860) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:25.947383 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (ca82f55d-88d3-46ec-bf05-5a5839d52f43), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.956004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:25.957010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:25.984918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Allocated IP 2001:db8:0:ffff::2 (1f9be4d8-c356-465d-ade4-67a898aaa47a/6451725d-b8e4-48c7-8e6b-0050f65190aa/416893c4-af3c-44bb-894f-61993fb7f537) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:26.013669 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-efc9691a-5559-4c6c-9f06-ba8ad35d6c77 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342030 Feb 09 03:09:26.015417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50862) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:26.039124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:26.148949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8300469 Feb 09 03:09:26.170046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50868) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:26.195971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'subnet': {'network_id': 'ca82f55d-88d3-46ec-bf05-5a5839d52f43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:26.202060 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Publish callbacks [] for port (416893c4-af3c-44bb-894f-61993fb7f537), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.213192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f87db-0362-480e-b418-dbcb0a782934 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Network': ['ID=ca82f55d-88d3-46ec-bf05-5a5839d52f43,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:26.235779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (416893c4-af3c-44bb-894f-61993fb7f537), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.241973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network ca82f55d-88d3-46ec-bf05-5a5839d52f43 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:09:26.273929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:26.277999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.373171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50872) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:26.488760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:26.493703 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.502275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Pushing event updated for resources: {'Port': ['ID=416893c4-af3c-44bb-894f-61993fb7f537,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:26.520220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Network 1f9be4d8-c356-465d-ade4-67a898aaa47a is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:26.522685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:26.526678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:26.622840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0066c744-f75f-4161-ab2e-ec8af79aabc6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:26.746959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Attempting to bind port 416893c4-af3c-44bb-894f-61993fb7f537 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:26.748520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Attempting to bind port 416893c4-af3c-44bb-894f-61993fb7f537 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'e74e45df-0473-4700-9410-26f8463037b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1f9be4d8-c356-465d-ade4-67a898aaa47a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:26.748798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Attempting to bind port 416893c4-af3c-44bb-894f-61993fb7f537 on network 1f9be4d8-c356-465d-ade4-67a898aaa47a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:26.771396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:26.771786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Checking segment: {'id': 'e74e45df-0473-4700-9410-26f8463037b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1f9be4d8-c356-465d-ade4-67a898aaa47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:26.772316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.772606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Bound using segment: {'id': 'e74e45df-0473-4700-9410-26f8463037b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1f9be4d8-c356-465d-ade4-67a898aaa47a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:26.773127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Bound port: 416893c4-af3c-44bb-894f-61993fb7f537, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74e45df-0473-4700-9410-26f8463037b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1f9be4d8-c356-465d-ade4-67a898aaa47a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:26.774167 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (416893c4-af3c-44bb-894f-61993fb7f537), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.932669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (8ba9d9ea-3871-431c-8d2d-7fa5760e7219), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:26.998732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:27.011276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:27.069683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] For port 416893c4-af3c-44bb-894f-61993fb7f537, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:27.081112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] For port 416893c4-af3c-44bb-894f-61993fb7f537, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=416893c4-af3c-44bb-894f-61993fb7f537,segment=NetworkSegment(e74e45df-0473-4700-9410-26f8463037b8),segment_id=e74e45df-0473-4700-9410-26f8463037b8)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:27.091373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:27.092165 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.124603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30ba596-ed95-4838-9f41-f368dc1d3c36 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:27.133254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=8ba9d9ea-3871-431c-8d2d-7fa5760e7219,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:27.142836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5e7f877b-0220-4919-9971-214d6a01ad80 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1221564 Feb 09 03:09:27.144064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50892) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:27.155360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'name': 'tempest-NetworksTestDHCPv6-1040611866'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:27.168656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (416893c4-af3c-44bb-894f-61993fb7f537), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.185389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7585-20cf-493a-9cbf-e6624a1809c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.284804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-29c7633b-69d5-4a8f-ba4a-e325952bbed7 None None] Could not find standard attr ID for object ab76edee-1c97-48b4-a54f-21d3b23653a6. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:27.374891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0066c744-f75f-4161-ab2e-ec8af79aabc6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:27.375270 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.479283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:27.489338 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.565970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7585-20cf-493a-9cbf-e6624a1809c5 admin admin] Publish callbacks [] for security_group (702ddeeb-12b9-4599-816a-d556bf7bb2eb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.572369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port b0e4d437-9f87-4f9f-8cd3-1acfd72af908 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:27.577812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-29c7633b-69d5-4a8f-ba4a-e325952bbed7 None None] Provisioning complete for port 0066c744-f75f-4161-ab2e-ec8af79aabc6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:27.578937 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29c7633b-69d5-4a8f-ba4a-e325952bbed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.612636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a3144-acc9-4b97-9e5b-800effd6c74e None None] Pushing event updated for resources: {'Port': ['ID=416893c4-af3c-44bb-894f-61993fb7f537,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:27.647046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:09:27.656004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (fabfa5f7-2d45-4ca0-bde9-f59c49d38af8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.659582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c5b7585-20cf-493a-9cbf-e6624a1809c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (702ddeeb-12b9-4599-816a-d556bf7bb2eb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.838933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b7585-20cf-493a-9cbf-e6624a1809c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702ddeeb-12b9-4599-816a-d556bf7bb2eb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:27.925821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0066c744-f75f-4161-ab2e-ec8af79aabc6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:27.926450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:27.963961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::349 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/8ba9d9ea-3871-431c-8d2d-7fa5760e7219/b0e4d437-9f87-4f9f-8cd3-1acfd72af908) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:28.034456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4c5b7585-20cf-493a-9cbf-e6624a1809c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b08b14ce52148639fbaa34ff1d77dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6599927 Feb 09 03:09:28.036447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 0066c744-f75f-4161-ab2e-ec8af79aabc6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0066c744-f75f-4161-ab2e-ec8af79aabc6,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:28.044049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50912) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:28.059747 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.151191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Subnet': ['ID=fabfa5f7-2d45-4ca0-bde9-f59c49d38af8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:28.181194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Checking segment: {'id': 'd4db9803-ac0a-4a9a-a3e5-87602dc3723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca82f55d-88d3-46ec-bf05-5a5839d52f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:28.181559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network hostable DHCP agents. Network: ca82f55d-88d3-46ec-bf05-5a5839d52f43, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:28.239925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network ca82f55d-88d3-46ec-bf05-5a5839d52f43 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:28.253304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-29c7633b-69d5-4a8f-ba4a-e325952bbed7 None None] Current status of the port 0066c744-f75f-4161-ab2e-ec8af79aabc6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:28.262301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=0066c744-f75f-4161-ab2e-ec8af79aabc6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:28.263388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, ca82f55d-88d3-46ec-bf05-5a5839d52f43) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:28.267804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:28.268907 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.298975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76b9c9-0a8d-485b-bdf6-8dc20930f0fd None None] Network ca82f55d-88d3-46ec-bf05-5a5839d52f43 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:28.310315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b85215d4-2d70-4af9-9acf-53e77da1761a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1310837 Feb 09 03:09:28.311167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50916) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:28.316260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'port': {'network_id': 'ca82f55d-88d3-46ec-bf05-5a5839d52f43', 'name': 'tempest-NetworksIpV6TestAttrs-1997524093'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:28.419028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5c48b02-98f5-4e5f-ae59-0855d62dc9f9 admin admin] Publish callbacks [] for security_group (702ddeeb-12b9-4599-816a-d556bf7bb2eb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.486890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5c48b02-98f5-4e5f-ae59-0855d62dc9f9 admin admin] Publish callbacks [] for security_group (702ddeeb-12b9-4599-816a-d556bf7bb2eb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.626751 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5c48b02-98f5-4e5f-ae59-0855d62dc9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (702ddeeb-12b9-4599-816a-d556bf7bb2eb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.628297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-ca82f55d-88d3-46ec-bf05-5a5839d52f43', 'network_id': 'ca82f55d-88d3-46ec-bf05-5a5839d52f43', 'project_id': 'a94abefd416c492c93b9000a6fe8c222', 'fixed_ips': [{'subnet_id': 'fabfa5f7-2d45-4ca0-bde9-f59c49d38af8'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:28.629291 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.631931 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5c48b02-98f5-4e5f-ae59-0855d62dc9f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.639348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d5c48b02-98f5-4e5f-ae59-0855d62dc9f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/702ddeeb-12b9-4599-816a-d556bf7bb2eb HTTP/1.1" status: 204 len: 168 time: 0.5942171 Feb 09 03:09:28.659387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:28.662803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:28.726519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] device_id is not set on port 93bab2dd-1269-4509-88b1-63f855b0d61c yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:28.813364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c48b02-98f5-4e5f-ae59-0855d62dc9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ddeeb-12b9-4599-816a-d556bf7bb2eb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:28.842497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aefede-2191-424f-846b-7627ee469fda None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:28.990136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (b0e4d437-9f87-4f9f-8cd3-1acfd72af908), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.029936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15bcd2-c2e1-46be-a2de-a3afa10833d9 req-fbca4afe-5645-4cd0-8be1-0ce7ed772e00 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:29.044327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f15bcd2-c2e1-46be-a2de-a3afa10833d9 req-fbca4afe-5645-4cd0-8be1-0ce7ed772e00 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.3936813 Feb 09 03:09:29.051639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0066c744-f75f-4161-ab2e-ec8af79aabc6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:29.075461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Allocated IP 2001:db8::f816:3eff:fe27:eb4a (ca82f55d-88d3-46ec-bf05-5a5839d52f43/fabfa5f7-2d45-4ca0-bde9-f59c49d38af8/93bab2dd-1269-4509-88b1-63f855b0d61c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:29.230612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f15bcd2-c2e1-46be-a2de-a3afa10833d9 req-163bec84-a12c-4f79-93d6-e9ee320901d9 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852980 Feb 09 03:09:29.317832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-47c0ba84-8001-45f1-bfd2-ba51b5bbe4f7 None None] Provisioning complete for port 0066c744-f75f-4161-ab2e-ec8af79aabc6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:29.319787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b0e4d437-9f87-4f9f-8cd3-1acfd72af908), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.322397 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-47c0ba84-8001-45f1-bfd2-ba51b5bbe4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.468246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:29.500622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:29.521650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:29.566737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:29.567810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.600383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=b0e4d437-9f87-4f9f-8cd3-1acfd72af908,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:29.605044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0066c744-f75f-4161-ab2e-ec8af79aabc6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:29.605435 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.622370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for port (93bab2dd-1269-4509-88b1-63f855b0d61c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.642104 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e14686f1-366d-4927-9ad0-3a8f92fa7ef2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4939075 Feb 09 03:09:29.643649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50944) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:29.732403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ebf98-f00c-4607-bd6c-9321efa814c1 None None] Network 1f9be4d8-c356-465d-ade4-67a898aaa47a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:29.764346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (93bab2dd-1269-4509-88b1-63f855b0d61c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:29.778784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f839473b-03df-4634-9e8e-63bd6bf7cdb0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:29.785261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f839473b-03df-4634-9e8e-63bd6bf7cdb0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:29.790494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f839473b-03df-4634-9e8e-63bd6bf7cdb0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1412876 Feb 09 03:09:29.791514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50948) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:29.938118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network ca82f55d-88d3-46ec-bf05-5a5839d52f43 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:29.966743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:29.968944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Port': ['ID=93bab2dd-1269-4509-88b1-63f855b0d61c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:29.984586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:29.989747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:30.011344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.036188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50954) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:30.077980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d779ed27-f404-4959-b329-256150dd9646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.142557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b9981403-9eb8-42ee-8a51-76ecea0ea26b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port b0e4d437-9f87-4f9f-8cd3-1acfd72af908 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:30.143805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9981403-9eb8-42ee-8a51-76ecea0ea26b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b0e4d437-9f87-4f9f-8cd3-1acfd72af908), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.168746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:30.341106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d779ed27-f404-4959-b329-256150dd9646 admin admin] Publish callbacks [] for security_group (0738ac1f-45a8-49a7-8d14-5cf763d393f3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.352952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3f354f0b-4815-4785-94b9-4e1892d9d044 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0404456 Feb 09 03:09:30.355277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50962) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:30.357447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d779ed27-f404-4959-b329-256150dd9646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0738ac1f-45a8-49a7-8d14-5cf763d393f3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.461380 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-05debb7b-f4fa-4b29-9abf-220154d8de18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.464796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-47c0ba84-8001-45f1-bfd2-ba51b5bbe4f7 None None] Current status of the port 0066c744-f75f-4161-ab2e-ec8af79aabc6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:30.468223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779ed27-f404-4959-b329-256150dd9646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0738ac1f-45a8-49a7-8d14-5cf763d393f3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:30.470881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9981403-9eb8-42ee-8a51-76ecea0ea26b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b0e4d437-9f87-4f9f-8cd3-1acfd72af908), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.515993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d779ed27-f404-4959-b329-256150dd9646 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eea3f2d971c4f60a969731abeaa9617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784534 Feb 09 03:09:30.525340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50964) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:30.544171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b9981403-9eb8-42ee-8a51-76ecea0ea26b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for b0e4d437-9f87-4f9f-8cd3-1acfd72af908 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:30.598417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0066c744-f75f-4161-ab2e-ec8af79aabc6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:30.599504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 416893c4-af3c-44bb-894f-61993fb7f537 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:30.637843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bfa-b39e-40d5-bd07-acfd4041b2ba admin admin] Publish callbacks [] for security_group (0738ac1f-45a8-49a7-8d14-5cf763d393f3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.675463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Allocated IP 2001:db8::f816:3eff:fe1f:fba6 (ca82f55d-88d3-46ec-bf05-5a5839d52f43/fabfa5f7-2d45-4ca0-bde9-f59c49d38af8/98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:30.688220 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bfa-b39e-40d5-bd07-acfd4041b2ba admin admin] Publish callbacks [] for security_group (0738ac1f-45a8-49a7-8d14-5cf763d393f3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.714349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87616597-dcfc-4748-a8ec-bdefc6cc4a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.720304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ee118971-8c60-43bb-a0d5-8027fb397112 None None] Could not find standard attr ID for object ab76edee-1c97-48b4-a54f-21d3b23653a6. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:30.732472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-032ecfcc-b3f4-41fa-802f-fc8b9a5f93b1 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Deleting subnet fabfa5f7-2d45-4ca0-bde9-f59c49d38af8 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:30.815319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bfa-b39e-40d5-bd07-acfd4041b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0738ac1f-45a8-49a7-8d14-5cf763d393f3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.819222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bfa-b39e-40d5-bd07-acfd4041b2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:30.821731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8c6c8bfa-b39e-40d5-bd07-acfd4041b2ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0738ac1f-45a8-49a7-8d14-5cf763d393f3 HTTP/1.1" status: 204 len: 168 time: 0.2944341 Feb 09 03:09:30.839158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c8bfa-b39e-40d5-bd07-acfd4041b2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0738ac1f-45a8-49a7-8d14-5cf763d393f3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:31.283306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ee118971-8c60-43bb-a0d5-8027fb397112 None None] Provisioning complete for port 0066c744-f75f-4161-ab2e-ec8af79aabc6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:31.283688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee118971-8c60-43bb-a0d5-8027fb397112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.533204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 416893c4-af3c-44bb-894f-61993fb7f537 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:31.534941 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (416893c4-af3c-44bb-894f-61993fb7f537), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.711954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ee118971-8c60-43bb-a0d5-8027fb397112 None None] Current status of the port 0066c744-f75f-4161-ab2e-ec8af79aabc6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:31.736666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 416893c4-af3c-44bb-894f-61993fb7f537 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:31.737059 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (416893c4-af3c-44bb-894f-61993fb7f537), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.759359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ee118971-8c60-43bb-a0d5-8027fb397112 None None] Provisioning complete for port 416893c4-af3c-44bb-894f-61993fb7f537 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:31.759359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee118971-8c60-43bb-a0d5-8027fb397112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (416893c4-af3c-44bb-894f-61993fb7f537), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.820920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 416893c4-af3c-44bb-894f-61993fb7f537, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=416893c4-af3c-44bb-894f-61993fb7f537,segment=NetworkSegment(e74e45df-0473-4700-9410-26f8463037b8),segment_id=e74e45df-0473-4700-9410-26f8463037b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:31.856123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (416893c4-af3c-44bb-894f-61993fb7f537), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.953099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87616597-dcfc-4748-a8ec-bdefc6cc4a16 admin admin] Publish callbacks [] for security_group (ef1e7209-23d9-4b3e-b8bb-2a024288a272), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.986862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87616597-dcfc-4748-a8ec-bdefc6cc4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ef1e7209-23d9-4b3e-b8bb-2a024288a272), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:31.991898 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9981403-9eb8-42ee-8a51-76ecea0ea26b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b0e4d437-9f87-4f9f-8cd3-1acfd72af908), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.053003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981403-9eb8-42ee-8a51-76ecea0ea26b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=b0e4d437-9f87-4f9f-8cd3-1acfd72af908,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:32.062545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ee118971-8c60-43bb-a0d5-8027fb397112 None None] Current status of the port 416893c4-af3c-44bb-894f-61993fb7f537 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:32.081179 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-87616597-dcfc-4748-a8ec-bdefc6cc4a16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=068d5775576b492dae56eca7a48685ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8798528 Feb 09 03:09:32.083009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:32.122620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9981403-9eb8-42ee-8a51-76ecea0ea26b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.136673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b9981403-9eb8-42ee-8a51-76ecea0ea26b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/b0e4d437-9f87-4f9f-8cd3-1acfd72af908 HTTP/1.1" status: 204 len: 168 time: 2.3383532 Feb 09 03:09:32.144576 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87616597-dcfc-4748-a8ec-bdefc6cc4a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1e7209-23d9-4b3e-b8bb-2a024288a272,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:32.149536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50996) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:32.171746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=416893c4-af3c-44bb-894f-61993fb7f537,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:32.229406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Publish callbacks [] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.238020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-521cf071-5ba4-4273-ab1b-9d594afed860 None None] Could not find standard attr ID for object b0e4d437-9f87-4f9f-8cd3-1acfd72af908. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:32.242520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a03eea0f-54c2-4ab1-84d0-0a5d177b8c05 admin admin] Publish callbacks [] for security_group (ef1e7209-23d9-4b3e-b8bb-2a024288a272), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.253822 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.274699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-032ecfcc-b3f4-41fa-802f-fc8b9a5f93b1 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (fabfa5f7-2d45-4ca0-bde9-f59c49d38af8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.280265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563ce40a-a34e-4dc3-9dc1-3450063dea7f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:32.283126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563ce40a-a34e-4dc3-9dc1-3450063dea7f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:32.290652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-563ce40a-a34e-4dc3-9dc1-3450063dea7f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1374371 Feb 09 03:09:32.311722 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a03eea0f-54c2-4ab1-84d0-0a5d177b8c05 admin admin] Publish callbacks [] for security_group (ef1e7209-23d9-4b3e-b8bb-2a024288a272), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.333310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Pushing event updated for resources: {'Port': ['ID=98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:32.358766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Network ca82f55d-88d3-46ec-bf05-5a5839d52f43 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:32.359995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-521cf071-5ba4-4273-ab1b-9d594afed860 None None] Provisioning complete for port 416893c4-af3c-44bb-894f-61993fb7f537 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:32.360547 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-521cf071-5ba4-4273-ab1b-9d594afed860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (416893c4-af3c-44bb-894f-61993fb7f537), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.364938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:32.371528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:32.380166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51000) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:32.414499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a03eea0f-54c2-4ab1-84d0-0a5d177b8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ef1e7209-23d9-4b3e-b8bb-2a024288a272), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.417310 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a03eea0f-54c2-4ab1-84d0-0a5d177b8c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.418672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a03eea0f-54c2-4ab1-84d0-0a5d177b8c05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef1e7209-23d9-4b3e-b8bb-2a024288a272 HTTP/1.1" status: 204 len: 168 time: 0.3344927 Feb 09 03:09:32.459253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03eea0f-54c2-4ab1-84d0-0a5d177b8c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1e7209-23d9-4b3e-b8bb-2a024288a272,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:32.612461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-032ecfcc-b3f4-41fa-802f-fc8b9a5f93b1 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (fabfa5f7-2d45-4ca0-bde9-f59c49d38af8), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.655808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-1279aba7-a637-4ee9-9443-70a88f291763 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 8ba9d9ea-3871-431c-8d2d-7fa5760e7219 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:32.666728 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1279aba7-a637-4ee9-9443-70a88f291763 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (8ba9d9ea-3871-431c-8d2d-7fa5760e7219), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.733986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Attempting to bind port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:32.734509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Attempting to bind port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'd4db9803-ac0a-4a9a-a3e5-87602dc3723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca82f55d-88d3-46ec-bf05-5a5839d52f43'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:32.734739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Attempting to bind port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 on network ca82f55d-88d3-46ec-bf05-5a5839d52f43 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:32.752100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:32.752866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Checking segment: {'id': 'd4db9803-ac0a-4a9a-a3e5-87602dc3723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca82f55d-88d3-46ec-bf05-5a5839d52f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:32.753447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.754707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Bound using segment: {'id': 'd4db9803-ac0a-4a9a-a3e5-87602dc3723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca82f55d-88d3-46ec-bf05-5a5839d52f43'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:32.755987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Bound port: 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4db9803-ac0a-4a9a-a3e5-87602dc3723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ca82f55d-88d3-46ec-bf05-5a5839d52f43'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:32.762766 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.823366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-50ade02d-bde6-41e2-aa14-8db81e4b0b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.866253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-521cf071-5ba4-4273-ab1b-9d594afed860 None None] Current status of the port 416893c4-af3c-44bb-894f-61993fb7f537 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:32.907782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-032ecfcc-b3f4-41fa-802f-fc8b9a5f93b1 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (fabfa5f7-2d45-4ca0-bde9-f59c49d38af8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.991094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-032ecfcc-b3f4-41fa-802f-fc8b9a5f93b1 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (fabfa5f7-2d45-4ca0-bde9-f59c49d38af8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:32.994143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] For port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:33.003368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] For port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9,segment=NetworkSegment(d4db9803-ac0a-4a9a-a3e5-87602dc3723d),segment_id=d4db9803-ac0a-4a9a-a3e5-87602dc3723d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:33.027936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.103074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ecfcc-b3f4-41fa-802f-fc8b9a5f93b1 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Subnet': ['ID=fabfa5f7-2d45-4ca0-bde9-f59c49d38af8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:33.124484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51020) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:33.140940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-032ecfcc-b3f4-41fa-802f-fc8b9a5f93b1 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.145729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-032ecfcc-b3f4-41fa-802f-fc8b9a5f93b1 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/subnets/fabfa5f7-2d45-4ca0-bde9-f59c49d38af8 HTTP/1.1" status: 204 len: 168 time: 2.7875528 Feb 09 03:09:33.154028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:33.167297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f99ef229-cdf5-4384-b9ea-726d84c80996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.174377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1279aba7-a637-4ee9-9443-70a88f291763 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (8ba9d9ea-3871-431c-8d2d-7fa5760e7219), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.310359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78a61-98f4-481a-b591-453b2224c277 None None] Pushing event updated for resources: {'Port': ['ID=98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:33.355697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad945f1b-be31-41d9-b5c2-721b2d19bda0 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:33.367345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad945f1b-be31-41d9-b5c2-721b2d19bda0 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:33.369032 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ad945f1b-be31-41d9-b5c2-721b2d19bda0 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2132652 Feb 09 03:09:33.373559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f99ef229-cdf5-4384-b9ea-726d84c80996 admin admin] Publish callbacks [] for security_group (3d5ad2d8-cdc8-462d-bd36-0b99618ba601), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.375276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51028) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:33.385582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f99ef229-cdf5-4384-b9ea-726d84c80996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3d5ad2d8-cdc8-462d-bd36-0b99618ba601), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.449070 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f99ef229-cdf5-4384-b9ea-726d84c80996 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8369567cd1f544949977748ae8176c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232775 Feb 09 03:09:33.452171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51038) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:33.507025 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17f91bb0-2807-4966-9cee-3e0a541fb741 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (ca82f55d-88d3-46ec-bf05-5a5839d52f43), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.569141 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a19e0f94-8c2a-4191-839d-86b290e0bf61 admin admin] Publish callbacks [] for security_group (3d5ad2d8-cdc8-462d-bd36-0b99618ba601), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.587216 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1279aba7-a637-4ee9-9443-70a88f291763 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (8ba9d9ea-3871-431c-8d2d-7fa5760e7219), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.593718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ef229-cdf5-4384-b9ea-726d84c80996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5ad2d8-cdc8-462d-bd36-0b99618ba601,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:33.622972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a19e0f94-8c2a-4191-839d-86b290e0bf61 admin admin] Publish callbacks [] for security_group (3d5ad2d8-cdc8-462d-bd36-0b99618ba601), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.677761 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f91bb0-2807-4966-9cee-3e0a541fb741 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 03:09:33.678546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f91bb0-2807-4966-9cee-3e0a541fb741 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:33.681994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-17f91bb0-2807-4966-9cee-3e0a541fb741 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/ca82f55d-88d3-46ec-bf05-5a5839d52f43 HTTP/1.1" status: 409 len: 466 time: 0.2862096 Feb 09 03:09:33.690677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51044) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:33.705352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1436252873'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:33.712893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a19e0f94-8c2a-4191-839d-86b290e0bf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3d5ad2d8-cdc8-462d-bd36-0b99618ba601), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.716344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a19e0f94-8c2a-4191-839d-86b290e0bf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.717853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a19e0f94-8c2a-4191-839d-86b290e0bf61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d5ad2d8-cdc8-462d-bd36-0b99618ba601 HTTP/1.1" status: 204 len: 168 time: 0.2645230 Feb 09 03:09:33.740025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:33.740545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e0f94-8c2a-4191-839d-86b290e0bf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5ad2d8-cdc8-462d-bd36-0b99618ba601,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:33.765051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.842428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1279aba7-a637-4ee9-9443-70a88f291763 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (8ba9d9ea-3871-431c-8d2d-7fa5760e7219), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.887980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:09:33.918222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9813c067-2419-4fe2-aea0-2b9660d1bd3f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:33.919524 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Added segment 9813c067-2419-4fe2-aea0-2b9660d1bd3f of type vlan for network c8709f0a-b39b-44fe-88e0-487991f2d74b Feb 09 03:09:33.963046 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.000346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279aba7-a637-4ee9-9443-70a88f291763 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba9d9ea-3871-431c-8d2d-7fa5760e7219,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:34.004438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1279aba7-a637-4ee9-9443-70a88f291763 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.009267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b50838-2f3d-4443-baab-74ce78752838 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:34.013502 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1279aba7-a637-4ee9-9443-70a88f291763 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/8ba9d9ea-3871-431c-8d2d-7fa5760e7219 HTTP/1.1" status: 204 len: 168 time: 1.6293275 Feb 09 03:09:34.013871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51052) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:34.093449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (c8709f0a-b39b-44fe-88e0-487991f2d74b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.138856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2069689f-e08d-4598-acde-44ceeee0dfdc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230927 Feb 09 03:09:34.141129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51056) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:34.198967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (c8709f0a-b39b-44fe-88e0-487991f2d74b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.214648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3031ab2-ab8a-45bc-a666-6d4b7f10a986 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:34.216539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c3031ab2-ab8a-45bc-a666-6d4b7f10a986 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0729837 Feb 09 03:09:34.216719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 416893c4-af3c-44bb-894f-61993fb7f537 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:34.219167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51060) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:34.220785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:34.222113 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.349192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7264ba-1671-4bf2-89ff-ab81d7dc237c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:34.358063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5f7264ba-1671-4bf2-89ff-ab81d7dc237c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1365290 Feb 09 03:09:34.358745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:34.418482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7238479 Feb 09 03:09:34.450557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51066) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:34.465482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'subnet': {'network_id': 'c8709f0a-b39b-44fe-88e0-487991f2d74b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:34.498346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 416893c4-af3c-44bb-894f-61993fb7f537 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:34.498730 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (416893c4-af3c-44bb-894f-61993fb7f537), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.512347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0291efe0-e737-4e34-84f7-40e962909819 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498208 Feb 09 03:09:34.513416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51072) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:34.531239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:34.576200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461c2e0-f0fa-47d2-991b-7d5932c7721e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Network': ['ID=c8709f0a-b39b-44fe-88e0-487991f2d74b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:34.658123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network c8709f0a-b39b-44fe-88e0-487991f2d74b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:09:34.712555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:34.717825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.838761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:34.842301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:34.984021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:09:34.990262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64da03-aa37-4e50-b27b-af8d091da986 None None] Network ca82f55d-88d3-46ec-bf05-5a5839d52f43 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:35.206849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 416893c4-af3c-44bb-894f-61993fb7f537 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:35.214001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:35.353708 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (d863218b-45f5-4e09-97be-0d12e5eabe5f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.439400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-00293538-03a7-490c-bcae-cf723e3918d7 None None] Provisioning complete for port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:35.440637 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00293538-03a7-490c-bcae-cf723e3918d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.495248 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.545341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=d863218b-45f5-4e09-97be-0d12e5eabe5f,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:35.569157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:35.573341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:09:35.578146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:35.579088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (eb7dd442-8813-4707-8e6e-68d0bed2de86), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.601599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:35.605971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.615790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:35.616405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.653097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8fd9620b-a7de-450d-9ce3-12458e2b9277 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1381507 Feb 09 03:09:35.655935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51114) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:35.662362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': 'd863218b-45f5-4e09-97be-0d12e5eabe5f', 'ip_address': '2001:db8::30d6:5816:8316:391c'}], 'name': 'tempest-NetworksTestDHCPv6-1669272639'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:35.792571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Checking segment: {'id': '9813c067-2419-4fe2-aea0-2b9660d1bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8709f0a-b39b-44fe-88e0-487991f2d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:35.792811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network hostable DHCP agents. Network: c8709f0a-b39b-44fe-88e0-487991f2d74b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:35.807199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Subnet': ['ID=eb7dd442-8813-4707-8e6e-68d0bed2de86,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:35.855108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network c8709f0a-b39b-44fe-88e0-487991f2d74b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:35.879377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, c8709f0a-b39b-44fe-88e0-487991f2d74b) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:35.884776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:35.885605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:35.909252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66126e3c-5229-4013-aa84-e3f84203c18c None None] Network c8709f0a-b39b-44fe-88e0-487991f2d74b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:35.925535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-18086d2c-9839-42b7-9ec8-ff57460b88bc tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4714158 Feb 09 03:09:35.926344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51124) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:35.935259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'port': {'network_id': 'c8709f0a-b39b-44fe-88e0-487991f2d74b', 'name': 'tempest-NetworksIpV6TestAttrs-1687105671'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:36.009908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:36.082292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] Deleting port 0066c744-f75f-4161-ab2e-ec8af79aabc6 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:36.082816 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.119404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51130) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:36.135295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-00293538-03a7-490c-bcae-cf723e3918d7 None None] Current status of the port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:36.136083 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00293538-03a7-490c-bcae-cf723e3918d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.309198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-00293538-03a7-490c-bcae-cf723e3918d7 None None] For port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9,segment=NetworkSegment(d4db9803-ac0a-4a9a-a3e5-87602dc3723d),segment_id=d4db9803-ac0a-4a9a-a3e5-87602dc3723d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:36.332423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-c8709f0a-b39b-44fe-88e0-487991f2d74b', 'network_id': 'c8709f0a-b39b-44fe-88e0-487991f2d74b', 'project_id': 'a94abefd416c492c93b9000a6fe8c222', 'fixed_ips': [{'subnet_id': 'eb7dd442-8813-4707-8e6e-68d0bed2de86'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:36.335272 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.346453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:36.350529 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.369774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] DHCP port deletion for ca82f55d-88d3-46ec-bf05-5a5839d52f43 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:09:36.370227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.394930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:36.399662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.425979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port 33cc9b99-752a-4f12-874d-b9d421e5d134 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:36.456550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] device_id is not set on port 3c013dab-f754-4319-a6f6-95743957c1d2 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:36.471769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00293538-03a7-490c-bcae-cf723e3918d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.604750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-868f0093-783e-412d-acdc-1e093e81af3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.794870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::30d6:5816:8316:391c (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/d863218b-45f5-4e09-97be-0d12e5eabe5f/33cc9b99-752a-4f12-874d-b9d421e5d134) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:36.843829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-868f0093-783e-412d-acdc-1e093e81af3c admin admin] Publish callbacks [] for security_group (f5ef4193-188d-479d-ba4e-d0c4b3320ced), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.872084 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-868f0093-783e-412d-acdc-1e093e81af3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f5ef4193-188d-479d-ba4e-d0c4b3320ced), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:36.987373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0093-783e-412d-acdc-1e093e81af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ef4193-188d-479d-ba4e-d0c4b3320ced,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:37.017497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Allocated IP 2001:db8::f816:3eff:fe89:610c (c8709f0a-b39b-44fe-88e0-487991f2d74b/eb7dd442-8813-4707-8e6e-68d0bed2de86/71fa8399-dc28-4d26-9f7f-e738f0b6758d) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:37.061935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-868f0093-783e-412d-acdc-1e093e81af3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02d40350ec674dc2825e6586e0d833a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9355149 Feb 09 03:09:37.067589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51162) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:37.163276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (33cc9b99-752a-4f12-874d-b9d421e5d134), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.262162 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-29a3b8e2-7641-4ece-8e63-1267ac22233e admin admin] Publish callbacks [] for security_group (f5ef4193-188d-479d-ba4e-d0c4b3320ced), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.273315 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Publish callbacks [] for port (71fa8399-dc28-4d26-9f7f-e738f0b6758d), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.292630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (33cc9b99-752a-4f12-874d-b9d421e5d134), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.344258 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (71fa8399-dc28-4d26-9f7f-e738f0b6758d), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.347649 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.363794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] For port 0066c744-f75f-4161-ab2e-ec8af79aabc6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0066c744-f75f-4161-ab2e-ec8af79aabc6,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:37.364729 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.372077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-29a3b8e2-7641-4ece-8e63-1267ac22233e admin admin] Publish callbacks [] for security_group (f5ef4193-188d-479d-ba4e-d0c4b3320ced), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.448097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:37.459272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=33cc9b99-752a-4f12-874d-b9d421e5d134,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:37.463541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:37.467782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:37.472889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:37.473529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.520450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f31d173b-b1b0-417b-9c20-9a4497c27f10 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8619602 Feb 09 03:09:37.523666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51178) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:37.559697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-29a3b8e2-7641-4ece-8e63-1267ac22233e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f5ef4193-188d-479d-ba4e-d0c4b3320ced), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.574059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-29a3b8e2-7641-4ece-8e63-1267ac22233e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.575459 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-29a3b8e2-7641-4ece-8e63-1267ac22233e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5ef4193-188d-479d-ba4e-d0c4b3320ced HTTP/1.1" status: 204 len: 168 time: 0.5055087 Feb 09 03:09:37.617229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3b8e2-7641-4ece-8e63-1267ac22233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ef4193-188d-479d-ba4e-d0c4b3320ced,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:37.647357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Allocated IP 2001:db8::f816:3eff:fef2:4306 (c8709f0a-b39b-44fe-88e0-487991f2d74b/eb7dd442-8813-4707-8e6e-68d0bed2de86/3c013dab-f754-4319-a6f6-95743957c1d2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:37.691307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15018961-c031-4b01-aa6e-ac5ff05cb9f3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:37.711981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] Calling delete_port for 0066c744-f75f-4161-ab2e-ec8af79aabc6 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:37.712142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15018961-c031-4b01-aa6e-ac5ff05cb9f3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:37.719762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-15018961-c031-4b01-aa6e-ac5ff05cb9f3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1955340 Feb 09 03:09:37.720703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51190) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:37.859671 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (0066c744-f75f-4161-ab2e-ec8af79aabc6), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.932612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] No DVR routers for this DVR port 0066c744-f75f-4161-ab2e-ec8af79aabc6 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:37.944577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5fec18b6-4447-4b23-9159-4cad44018e9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port 33cc9b99-752a-4f12-874d-b9d421e5d134 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:37.944577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5fec18b6-4447-4b23-9159-4cad44018e9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (33cc9b99-752a-4f12-874d-b9d421e5d134), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:37.954803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Network c8709f0a-b39b-44fe-88e0-487991f2d74b is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:37.971088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da528730-79da-4504-95f1-bd7ddfe52d7b None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:37.986274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:37.991248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:38.026163 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:09:38.032236 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:09:38.032846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00293538-03a7-490c-bcae-cf723e3918d7 None None] Pushing event updated for resources: {'Port': ['ID=98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:38.142794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for port (3c013dab-f754-4319-a6f6-95743957c1d2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.260229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3c013dab-f754-4319-a6f6-95743957c1d2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.281657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5fec18b6-4447-4b23-9159-4cad44018e9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (33cc9b99-752a-4f12-874d-b9d421e5d134), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.300568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Pushing event updated for resources: {'Port': ['ID=71fa8399-dc28-4d26-9f7f-e738f0b6758d,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:38.315926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network c8709f0a-b39b-44fe-88e0-487991f2d74b is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:38.341262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-5fec18b6-4447-4b23-9159-4cad44018e9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for 33cc9b99-752a-4f12-874d-b9d421e5d134 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:38.343203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:38.348506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] Deleting port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:38.355252 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.360544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:38.365675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:38.366319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.430770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Port': ['ID=3c013dab-f754-4319-a6f6-95743957c1d2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:38.459465 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0ef959bb-00de-4b81-997d-b9bc34dcc826 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5304277 Feb 09 03:09:38.462830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51220) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:38.549040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] For port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9,segment=NetworkSegment(d4db9803-ac0a-4a9a-a3e5-87602dc3723d),segment_id=d4db9803-ac0a-4a9a-a3e5-87602dc3723d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:38.549699 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.565115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] Calling delete_port for 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:38.627739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d52cc0-de11-4e37-9da3-47812de83974 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Deleting subnet eb7dd442-8813-4707-8e6e-68d0bed2de86 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:38.639045 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51d52cc0-de11-4e37-9da3-47812de83974 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (eb7dd442-8813-4707-8e6e-68d0bed2de86), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.741002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5fec18b6-4447-4b23-9159-4cad44018e9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (33cc9b99-752a-4f12-874d-b9d421e5d134), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.759542 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51d52cc0-de11-4e37-9da3-47812de83974 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (eb7dd442-8813-4707-8e6e-68d0bed2de86), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.787497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 update to ACTIVE by agent not found {{(pid=109858) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 03:09:38.806862 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.842877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec18b6-4447-4b23-9159-4cad44018e9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=33cc9b99-752a-4f12-874d-b9d421e5d134,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:38.858220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab49e9-3ac7-4f42-bca6-bc22f12ad6d3 None None] Pushing event deleted for resources: {'Port': ['ID=0066c744-f75f-4161-ab2e-ec8af79aabc6,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:38.920006 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5fec18b6-4447-4b23-9159-4cad44018e9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:38.926928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5fec18b6-4447-4b23-9159-4cad44018e9e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/33cc9b99-752a-4f12-874d-b9d421e5d134 HTTP/1.1" status: 204 len: 168 time: 1.2026198 Feb 09 03:09:38.928597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51238) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:39.047691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0066c744-f75f-4161-ab2e-ec8af79aabc6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:39.090206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51d52cc0-de11-4e37-9da3-47812de83974 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (eb7dd442-8813-4707-8e6e-68d0bed2de86), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:39.121372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0066c744-f75f-4161-ab2e-ec8af79aabc6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:39.122734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0066c744-f75f-4161-ab2e-ec8af79aabc6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:39.124052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:39.141961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8b577-1045-4f68-a672-3425816c16c3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:39.146448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8b577-1045-4f68-a672-3425816c16c3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:39.154694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0aa8b577-1045-4f68-a672-3425816c16c3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2247787 Feb 09 03:09:39.156784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51244) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:39.181134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] Pushing event deleted for resources: {'Port': ['ID=98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:39.197753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8c1e6-bf71-4571-ae9c-22947ed800ce None None] No DVR routers for this DVR port 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:39.240525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51d52cc0-de11-4e37-9da3-47812de83974 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (eb7dd442-8813-4707-8e6e-68d0bed2de86), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:39.254133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:39.258958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 98e5aa90-7b5f-4c60-b3ac-aaf21d0f5bf9 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:39.321281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d52cc0-de11-4e37-9da3-47812de83974 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7dd442-8813-4707-8e6e-68d0bed2de86,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:39.343798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Attempting to bind port 71fa8399-dc28-4d26-9f7f-e738f0b6758d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:39.344721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Attempting to bind port 71fa8399-dc28-4d26-9f7f-e738f0b6758d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9813c067-2419-4fe2-aea0-2b9660d1bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8709f0a-b39b-44fe-88e0-487991f2d74b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:39.345105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Attempting to bind port 71fa8399-dc28-4d26-9f7f-e738f0b6758d on network c8709f0a-b39b-44fe-88e0-487991f2d74b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:39.348150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-51d52cc0-de11-4e37-9da3-47812de83974 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:39.356606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-51d52cc0-de11-4e37-9da3-47812de83974 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/subnets/eb7dd442-8813-4707-8e6e-68d0bed2de86 HTTP/1.1" status: 204 len: 168 time: 0.8927138 Feb 09 03:09:39.357885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51252) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:39.379066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f814f33f-dbff-427a-a594-d81129c6411e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet d863218b-45f5-4e09-97be-0d12e5eabe5f {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:39.383851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f814f33f-dbff-427a-a594-d81129c6411e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (d863218b-45f5-4e09-97be-0d12e5eabe5f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:39.457667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:39.462411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51254) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:39.463861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Checking segment: {'id': '9813c067-2419-4fe2-aea0-2b9660d1bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8709f0a-b39b-44fe-88e0-487991f2d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:39.464775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:39.466056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Bound using segment: {'id': '9813c067-2419-4fe2-aea0-2b9660d1bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8709f0a-b39b-44fe-88e0-487991f2d74b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:39.468693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Bound port: 71fa8399-dc28-4d26-9f7f-e738f0b6758d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9813c067-2419-4fe2-aea0-2b9660d1bd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c8709f0a-b39b-44fe-88e0-487991f2d74b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:39.472164 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (71fa8399-dc28-4d26-9f7f-e738f0b6758d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:39.493119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2258c47-f9da-4d94-9fc3-5c2d3a067d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': 'd863218b-45f5-4e09-97be-0d12e5eabe5f'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:39.494592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa585ef-aaef-4e1a-a4e3-05eba594829a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:39.496120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa585ef-aaef-4e1a-a4e3-05eba594829a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:39.503991 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b2258c47-f9da-4d94-9fc3-5c2d3a067d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:39.514828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1fa585ef-aaef-4e1a-a4e3-05eba594829a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1556122 Feb 09 03:09:39.515451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51258) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:39.872930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] For port 71fa8399-dc28-4d26-9f7f-e738f0b6758d, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:39.880397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] For port 71fa8399-dc28-4d26-9f7f-e738f0b6758d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=71fa8399-dc28-4d26-9f7f-e738f0b6758d,segment=NetworkSegment(9813c067-2419-4fe2-aea0-2b9660d1bd3f),segment_id=9813c067-2419-4fe2-aea0-2b9660d1bd3f)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:39.904918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (71fa8399-dc28-4d26-9f7f-e738f0b6758d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:39.970337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-417ca904-1881-451a-a4bf-ed7d1dc4c966 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (c8709f0a-b39b-44fe-88e0-487991f2d74b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.012182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-bb3b460c-5772-459f-b463-6505e2d2c71f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4957199 Feb 09 03:09:40.020426 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-417ca904-1881-451a-a4bf-ed7d1dc4c966 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 03:09:40.022467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417ca904-1881-451a-a4bf-ed7d1dc4c966 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:40.032006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-417ca904-1881-451a-a4bf-ed7d1dc4c966 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/c8709f0a-b39b-44fe-88e0-487991f2d74b HTTP/1.1" status: 409 len: 466 time: 0.5143769 Feb 09 03:09:40.038927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51266) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:40.064042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-441032239'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:40.096439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79871948-131e-4915-92d5-5332cf520965 None None] Network c8709f0a-b39b-44fe-88e0-487991f2d74b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:40.183329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ada57e17-0486-4454-a566-95e6c9d2e5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.256583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d882-082c-444a-bb2e-483aac2ee01c None None] Pushing event updated for resources: {'Port': ['ID=71fa8399-dc28-4d26-9f7f-e738f0b6758d,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:40.279306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f814f33f-dbff-427a-a594-d81129c6411e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (d863218b-45f5-4e09-97be-0d12e5eabe5f), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.336125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:40.356176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.363614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-8c4880ee-7982-4a52-88ea-de15c7f18049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:40.368760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-8c4880ee-7982-4a52-88ea-de15c7f18049 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 1127 time: 0.2763541 Feb 09 03:09:40.417941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f814f33f-dbff-427a-a594-d81129c6411e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d863218b-45f5-4e09-97be-0d12e5eabe5f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.605250 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f814f33f-dbff-427a-a594-d81129c6411e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (d863218b-45f5-4e09-97be-0d12e5eabe5f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server [None req-b2258c47-f9da-4d94-9fc3-5c2d3a067d41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d863218b-45f5-4e09-97be-0d12e5eabe5f: This subnet is being modified by another concurrent operation. Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:09:40.608592 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d863218b-45f5-4e09-97be-0d12e5eabe5f: This subnet is being modified by another concurrent operation. Feb 09 03:09:40.612491 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 03:09:40.624945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c122f782-fe65-4b58-a556-d4eb62902182 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:09:40.633659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:09:40.676997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814f33f-dbff-427a-a594-d81129c6411e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=d863218b-45f5-4e09-97be-0d12e5eabe5f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:40.682193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f814f33f-dbff-427a-a594-d81129c6411e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.685813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f814f33f-dbff-427a-a594-d81129c6411e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/d863218b-45f5-4e09-97be-0d12e5eabe5f HTTP/1.1" status: 204 len: 168 time: 1.5241761 Feb 09 03:09:40.688690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51282) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:40.740500 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3147cbf4-4d08-45f6-9338-dd8b8e3dee43), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.742634 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Added segment 3147cbf4-4d08-45f6-9338-dd8b8e3dee43 of type vlan for network 38ffccc4-11a2-46c3-9435-bbfe8f7494fe Feb 09 03:09:40.821379 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-76929d9a-96bc-40f3-b91b-00d615fb9284 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1284640 Feb 09 03:09:40.821980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122f782-fe65-4b58-a556-d4eb62902182 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:09:40.824969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:40.848509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:40.872300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-edcbc002-fb80-46f8-97e7-46423e3ead7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:40.873706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-edcbc002-fb80-46f8-97e7-46423e3ead7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.4748623 Feb 09 03:09:40.938349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (38ffccc4-11a2-46c3-9435-bbfe8f7494fe), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:40.945731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ada57e17-0486-4454-a566-95e6c9d2e5a6 admin admin] Publish callbacks [] for security_group (04c51eb5-cb47-417a-88e8-30fed621bfe3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.055791 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ada57e17-0486-4454-a566-95e6c9d2e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (04c51eb5-cb47-417a-88e8-30fed621bfe3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.075291 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-76e2c966-d3c2-4f58-a67b-08d6c22d8717 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50d8fb33-5380-432d-878d-8a81135b26ac HTTP/1.1" status: 200 len: 217 time: 0.1724758 Feb 09 03:09:41.090976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:41.093984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.138389 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ada57e17-0486-4454-a566-95e6c9d2e5a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5968d783ec5049e6a348fadc238e9c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6751816 Feb 09 03:09:41.158751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51294) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:41.243276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.resource_extend [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:09:41.300793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6db2d-479c-434c-bd1c-3626a4ce7c0d None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:09:41.457592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-f7a970f2-fc8b-4845-a9e1-3f5c5add535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:41.462741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-f7a970f2-fc8b-4845-a9e1-3f5c5add535d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.3209805 Feb 09 03:09:41.492031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6db2d-479c-434c-bd1c-3626a4ce7c0d None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:09:41.496167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada57e17-0486-4454-a566-95e6c9d2e5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c51eb5-cb47-417a-88e8-30fed621bfe3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:41.510859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (38ffccc4-11a2-46c3-9435-bbfe8f7494fe), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.520604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:41.524270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (4a4266c1-269f-44d8-ac82-325b35d072f1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.525552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.662804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-e3ce8c3e-ea0f-48f7-b79d-37f7470eb904 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556180 Feb 09 03:09:41.679864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:41.688636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:41.699754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:41.700823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:41.722940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=4a4266c1-269f-44d8-ac82-325b35d072f1,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:41.740045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d9c8619-9efc-4123-a588-3d9441979e30 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9115469 Feb 09 03:09:41.743020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51324) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:41.746980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7067254 Feb 09 03:09:41.748984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51326) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:41.752292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '4a4266c1-269f-44d8-ac82-325b35d072f1', 'ip_address': '2001:db8::2966:1457:311a:b359'}], 'name': 'tempest-NetworksTestDHCPv6-62548172'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:41.877056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9978b-5317-4adc-9d26-f8315848da39 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Network': ['ID=38ffccc4-11a2-46c3-9435-bbfe8f7494fe,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:41.908342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'subnet': {'network_id': '38ffccc4-11a2-46c3-9435-bbfe8f7494fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:41.933289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 38ffccc4-11a2-46c3-9435-bbfe8f7494fe details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:09:42.160329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:42.179023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '4a4266c1-269f-44d8-ac82-325b35d072f1'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:42.180760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.260353 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-afb18b95-56cc-47f3-80e3-7cf5e59b6258 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122070 Feb 09 03:09:42.267676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7d52bcd-dcf0-4de3-8b5b-1e7218a9df90 admin admin] Publish callbacks [] for security_group (04c51eb5-cb47-417a-88e8-30fed621bfe3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.350556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.422913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port 5041f0ab-d445-4cea-94b8-d3ab84c045d8 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:42.481888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7d52bcd-dcf0-4de3-8b5b-1e7218a9df90 admin admin] Publish callbacks [] for security_group (04c51eb5-cb47-417a-88e8-30fed621bfe3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.519369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/4a4266c1-269f-44d8-ac82-325b35d072f1/abdcfa07-f80f-4f40-98e8-de67140aa98c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:42.634406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:42.638692 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.743853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51350) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:42.798713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b038c3b-44ba-44e5-9eb7-72fe1371d7e2 req-6c162cec-2219-4143-9e13-bde288813ed9 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180032 Feb 09 03:09:42.825204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Publish callbacks [] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.846829 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.957249 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7d52bcd-dcf0-4de3-8b5b-1e7218a9df90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (04c51eb5-cb47-417a-88e8-30fed621bfe3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.959547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7d52bcd-dcf0-4de3-8b5b-1e7218a9df90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:42.963114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d7d52bcd-dcf0-4de3-8b5b-1e7218a9df90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04c51eb5-cb47-417a-88e8-30fed621bfe3 HTTP/1.1" status: 204 len: 168 time: 1.7571704 Feb 09 03:09:42.976885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:42.998429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:43.000877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::2966:1457:311a:b359 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/4a4266c1-269f-44d8-ac82-325b35d072f1/5041f0ab-d445-4cea-94b8-d3ab84c045d8) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:43.004218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:43.074012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Pushing event updated for resources: {'Port': ['ID=abdcfa07-f80f-4f40-98e8-de67140aa98c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:43.096919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d52bcd-dcf0-4de3-8b5b-1e7218a9df90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c51eb5-cb47-417a-88e8-30fed621bfe3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:43.166012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Attempting to bind port abdcfa07-f80f-4f40-98e8-de67140aa98c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:43.166420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Attempting to bind port abdcfa07-f80f-4f40-98e8-de67140aa98c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:43.166786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Attempting to bind port abdcfa07-f80f-4f40-98e8-de67140aa98c on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:43.183887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae023b69-8e2e-473c-8bc2-4895aec8816e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.186628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:43.187007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:43.187419 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.187950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:43.188446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Bound port: abdcfa07-f80f-4f40-98e8-de67140aa98c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:43.191135 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.292117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:09:43.301069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (7122bf12-88fb-4ae2-afb8-dede912bb20f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.330845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] For port abdcfa07-f80f-4f40-98e8-de67140aa98c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:43.342197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] For port abdcfa07-f80f-4f40-98e8-de67140aa98c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=abdcfa07-f80f-4f40-98e8-de67140aa98c,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:43.351396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (5041f0ab-d445-4cea-94b8-d3ab84c045d8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.355876 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.432174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5041f0ab-d445-4cea-94b8-d3ab84c045d8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.432397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed136-82f5-4806-bdc4-97c1b2f120b3 None None] Pushing event updated for resources: {'Port': ['ID=abdcfa07-f80f-4f40-98e8-de67140aa98c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:43.468448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Subnet': ['ID=7122bf12-88fb-4ae2-afb8-dede912bb20f,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:43.488104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Checking segment: {'id': '3147cbf4-4d08-45f6-9338-dd8b8e3dee43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '38ffccc4-11a2-46c3-9435-bbfe8f7494fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:43.489235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network hostable DHCP agents. Network: 38ffccc4-11a2-46c3-9435-bbfe8f7494fe, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:43.497367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:43.511216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:43.513737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:43.522084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:43.523682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.549440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=5041f0ab-d445-4cea-94b8-d3ab84c045d8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:43.555200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae023b69-8e2e-473c-8bc2-4895aec8816e admin admin] Publish callbacks [] for security_group (9a333476-26db-46b2-8456-22988280dae9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.568285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae023b69-8e2e-473c-8bc2-4895aec8816e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9a333476-26db-46b2-8456-22988280dae9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.578027 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf9787ae-b102-4201-bc93-47599bdb18bf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8338053 Feb 09 03:09:43.578847 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51364) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:43.587249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network 38ffccc4-11a2-46c3-9435-bbfe8f7494fe is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:43.628989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ae023b69-8e2e-473c-8bc2-4895aec8816e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ca289864ed044f59154013a6dee5666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8827162 Feb 09 03:09:43.630190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 38ffccc4-11a2-46c3-9435-bbfe8f7494fe) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:43.631594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51366) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:43.639248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae023b69-8e2e-473c-8bc2-4895aec8816e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a333476-26db-46b2-8456-22988280dae9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:43.665063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:43.665667 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.698047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51368) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:43.720590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f41a570-619f-45cb-b4d1-2046f6b8dbca tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:43.744114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44cf78f3-daa4-434a-b6af-bdce5170ddd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.758797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f41a570-619f-45cb-b4d1-2046f6b8dbca tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:43.784139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3f41a570-619f-45cb-b4d1-2046f6b8dbca tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2034988 Feb 09 03:09:43.785522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51370) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:43.794745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b3c0f39a-c659-40ec-813c-6a1d4594ba66 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9182973 Feb 09 03:09:43.800833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51372) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:43.837672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2abb5f81-9a96-474d-84d8-4e5b44e399a8 admin admin] Publish callbacks [] for security_group (9a333476-26db-46b2-8456-22988280dae9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:43.921651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44cf78f3-daa4-434a-b6af-bdce5170ddd9 admin admin] Publish callbacks [] for security_group (527578aa-30aa-4327-b449-fb26505af7f1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.037905 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44cf78f3-daa4-434a-b6af-bdce5170ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (527578aa-30aa-4327-b449-fb26505af7f1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.052522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-546be583-c4d8-4856-894b-2a11335e0c12 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port 5041f0ab-d445-4cea-94b8-d3ab84c045d8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:44.054375 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-546be583-c4d8-4856-894b-2a11335e0c12 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5041f0ab-d445-4cea-94b8-d3ab84c045d8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.069407 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2abb5f81-9a96-474d-84d8-4e5b44e399a8 admin admin] Publish callbacks [] for security_group (9a333476-26db-46b2-8456-22988280dae9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.163854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-44cf78f3-daa4-434a-b6af-bdce5170ddd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21a8da57232d4ea09b91aef3fa4102c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647031 Feb 09 03:09:44.170327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf78f3-daa4-434a-b6af-bdce5170ddd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527578aa-30aa-4327-b449-fb26505af7f1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:44.183592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51376) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:44.238060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (38ffccc4-11a2-46c3-9435-bbfe8f7494fe), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.282703 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2abb5f81-9a96-474d-84d8-4e5b44e399a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9a333476-26db-46b2-8456-22988280dae9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.285219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2abb5f81-9a96-474d-84d8-4e5b44e399a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.286460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2abb5f81-9a96-474d-84d8-4e5b44e399a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a333476-26db-46b2-8456-22988280dae9 HTTP/1.1" status: 204 len: 168 time: 0.6530516 Feb 09 03:09:44.318226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-546be583-c4d8-4856-894b-2a11335e0c12 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5041f0ab-d445-4cea-94b8-d3ab84c045d8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.328668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb5f81-9a96-474d-84d8-4e5b44e399a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a333476-26db-46b2-8456-22988280dae9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:44.359284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-546be583-c4d8-4856-894b-2a11335e0c12 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for 5041f0ab-d445-4cea-94b8-d3ab84c045d8 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:44.409997 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98b65a8c-ed39-4723-8c5b-77b518124b6d admin admin] Publish callbacks [] for security_group (527578aa-30aa-4327-b449-fb26505af7f1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.530147 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98b65a8c-ed39-4723-8c5b-77b518124b6d admin admin] Publish callbacks [] for security_group (527578aa-30aa-4327-b449-fb26505af7f1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.532980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (7122bf12-88fb-4ae2-afb8-dede912bb20f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.668381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-546be583-c4d8-4856-894b-2a11335e0c12 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5041f0ab-d445-4cea-94b8-d3ab84c045d8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.766746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (7122bf12-88fb-4ae2-afb8-dede912bb20f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.791815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be583-c4d8-4856-894b-2a11335e0c12 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=5041f0ab-d445-4cea-94b8-d3ab84c045d8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:44.843679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-546be583-c4d8-4856-894b-2a11335e0c12 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:44.849677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-546be583-c4d8-4856-894b-2a11335e0c12 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/5041f0ab-d445-4cea-94b8-d3ab84c045d8 HTTP/1.1" status: 204 len: 168 time: 1.0622859 Feb 09 03:09:44.853875 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51386) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:44.925990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Subnet': ['ID=7122bf12-88fb-4ae2-afb8-dede912bb20f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:45.011995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980cd6ef-fbe8-4be5-b83e-6114550e3cc3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:45.013967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980cd6ef-fbe8-4be5-b83e-6114550e3cc3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:45.015735 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-980cd6ef-fbe8-4be5-b83e-6114550e3cc3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1599824 Feb 09 03:09:45.022185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51392) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:45.035707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (38ffccc4-11a2-46c3-9435-bbfe8f7494fe), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.060666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98b65a8c-ed39-4723-8c5b-77b518124b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (527578aa-30aa-4327-b449-fb26505af7f1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.064292 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98b65a8c-ed39-4723-8c5b-77b518124b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.066324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-98b65a8c-ed39-4723-8c5b-77b518124b6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/527578aa-30aa-4327-b449-fb26505af7f1 HTTP/1.1" status: 204 len: 168 time: 0.8809910 Feb 09 03:09:45.081400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device abdcfa07-f80f-4f40-98e8-de67140aa98c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:45.130370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ffccc4-11a2-46c3-9435-bbfe8f7494fe']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:45.139617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b65a8c-ed39-4723-8c5b-77b518124b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527578aa-30aa-4327-b449-fb26505af7f1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:45.172037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3147cbf4-4d08-45f6-9338-dd8b8e3dee43') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:45.173510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3147cbf4-4d08-45f6-9338-dd8b8e3dee43') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:45.189880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51396) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:45.208982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb496dbf-cc4f-4947-8ea7-fe0b87ecc9ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 4a4266c1-269f-44d8-ac82-325b35d072f1 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:45.216825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (3147cbf4-4d08-45f6-9338-dd8b8e3dee43), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.222814 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb496dbf-cc4f-4947-8ea7-fe0b87ecc9ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (4a4266c1-269f-44d8-ac82-325b35d072f1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.243934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a9ec1-b425-4616-8ac7-d4d726db0750 None None] Network 38ffccc4-11a2-46c3-9435-bbfe8f7494fe requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:45.260669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc95f56-af65-4dd2-915f-fc8a94799472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.301065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3147cbf4-4d08-45f6-9338-dd8b8e3dee43), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.330980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:09:45.331582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (3147cbf4-4d08-45f6-9338-dd8b8e3dee43), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:09:45.338113 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:09:45.365991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb496dbf-cc4f-4947-8ea7-fe0b87ecc9ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (4a4266c1-269f-44d8-ac82-325b35d072f1), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.432771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port abdcfa07-f80f-4f40-98e8-de67140aa98c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:45.433552 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.540019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2fc558-3684-4bec-ac5a-68e68cab042c None None] Network 38ffccc4-11a2-46c3-9435-bbfe8f7494fe requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:45.576798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (38ffccc4-11a2-46c3-9435-bbfe8f7494fe), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.586402 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.592095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb496dbf-cc4f-4947-8ea7-fe0b87ecc9ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (4a4266c1-269f-44d8-ac82-325b35d072f1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.605840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/38ffccc4-11a2-46c3-9435-bbfe8f7494fe HTTP/1.1" status: 204 len: 168 time: 1.8036206 Feb 09 03:09:45.623059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51406) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:45.656290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-942b7f28-2154-4949-8ba1-9b3063ef802f None None] Provisioning complete for port abdcfa07-f80f-4f40-98e8-de67140aa98c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:45.656932 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-942b7f28-2154-4949-8ba1-9b3063ef802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.657603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-717534093'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:45.737062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5de3c4-67d3-42e7-b46f-884362dedb0b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Network': ['ID=38ffccc4-11a2-46c3-9435-bbfe8f7494fe,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:45.752993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c077f3b7-3dec-44ed-bc12-288143601a6a None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:45.756008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:45.761048 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb496dbf-cc4f-4947-8ea7-fe0b87ecc9ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (4a4266c1-269f-44d8-ac82-325b35d072f1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.764621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.833141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb496dbf-cc4f-4947-8ea7-fe0b87ecc9ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4266c1-269f-44d8-ac82-325b35d072f1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:45.845764 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb496dbf-cc4f-4947-8ea7-fe0b87ecc9ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.854684 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fb496dbf-cc4f-4947-8ea7-fe0b87ecc9ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/4a4266c1-269f-44d8-ac82-325b35d072f1 HTTP/1.1" status: 204 len: 168 time: 0.8312368 Feb 09 03:09:45.863908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51412) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:45.890496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:09:45.930638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bbbf6501-89fe-4b62-9961-d51918918a97), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:45.931131 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Added segment bbbf6501-89fe-4b62-9961-d51918918a97 of type vlan for network 187de90e-d61a-4abc-b21d-086c9bb4b3d7 Feb 09 03:09:45.980509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f964373c-7302-40b4-be22-b952363d5912 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125922 Feb 09 03:09:45.994145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51416) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:45.999478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:46.028396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (187de90e-d61a-4abc-b21d-086c9bb4b3d7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.105963 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (187de90e-d61a-4abc-b21d-086c9bb4b3d7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.113088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:46.117316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.144864 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc95f56-af65-4dd2-915f-fc8a94799472 admin admin] Publish callbacks [] for security_group (61784ede-071e-43f8-b5e8-f07d6790f352), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.164929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5406311 Feb 09 03:09:46.168648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51422) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:46.173117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cc95f56-af65-4dd2-915f-fc8a94799472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (61784ede-071e-43f8-b5e8-f07d6790f352), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.201173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'subnet': {'network_id': '187de90e-d61a-4abc-b21d-086c9bb4b3d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:46.222880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:46.227089 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.362324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port abdcfa07-f80f-4f40-98e8-de67140aa98c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:46.362861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.377691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-942b7f28-2154-4949-8ba1-9b3063ef802f None None] Current status of the port abdcfa07-f80f-4f40-98e8-de67140aa98c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:46.378147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-942b7f28-2154-4949-8ba1-9b3063ef802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.401588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599334-0634-47c3-8817-35287456f7c2 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Network': ['ID=187de90e-d61a-4abc-b21d-086c9bb4b3d7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:46.403818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port abdcfa07-f80f-4f40-98e8-de67140aa98c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=abdcfa07-f80f-4f40-98e8-de67140aa98c,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:46.418543 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.534193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc95f56-af65-4dd2-915f-fc8a94799472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61784ede-071e-43f8-b5e8-f07d6790f352,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:46.549358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 187de90e-d61a-4abc-b21d-086c9bb4b3d7 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:09:46.595633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1cc95f56-af65-4dd2-915f-fc8a94799472 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a486216ef0648718b830920dc5f4bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4030087 Feb 09 03:09:46.599682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51432) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:46.651804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (d0375ae5-1aa1-4f8a-a571-7e60d5de04df), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.729296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7108d2e2-798c-4dc5-b248-cf4c1e226169 admin admin] Publish callbacks [] for security_group (61784ede-071e-43f8-b5e8-f07d6790f352), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.771724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=abdcfa07-f80f-4f40-98e8-de67140aa98c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:46.789144 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7108d2e2-798c-4dc5-b248-cf4c1e226169 admin admin] Publish callbacks [] for security_group (61784ede-071e-43f8-b5e8-f07d6790f352), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.829318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:46.832981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:46.868652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:46.870744 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:46.937562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=d0375ae5-1aa1-4f8a-a571-7e60d5de04df,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:46.965613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dd8ba8cf-cf32-4951-bf6b-a3c0a2caf1da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9670386 Feb 09 03:09:46.966278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51442) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:46.971314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': 'd0375ae5-1aa1-4f8a-a571-7e60d5de04df', 'ip_address': '2001:db8::d7f0:5938:e646:897d'}], 'name': 'tempest-NetworksTestDHCPv6-2015950178'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:46.971953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:46.981536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.033884 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-942b7f28-2154-4949-8ba1-9b3063ef802f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:09:47.035955 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-942b7f28-2154-4949-8ba1-9b3063ef802f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:09:47.053357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device abdcfa07-f80f-4f40-98e8-de67140aa98c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:47.156311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adcf5e2-fc50-43b8-8fea-1caa6c87a3b1 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:47.272475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:47.277263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.287994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7108d2e2-798c-4dc5-b248-cf4c1e226169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (61784ede-071e-43f8-b5e8-f07d6790f352), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.292202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7108d2e2-798c-4dc5-b248-cf4c1e226169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.295469 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7108d2e2-798c-4dc5-b248-cf4c1e226169 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61784ede-071e-43f8-b5e8-f07d6790f352 HTTP/1.1" status: 204 len: 168 time: 0.6921697 Feb 09 03:09:47.322990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (65580bf8-5eca-464a-8e5b-0eeb4ed4a252), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.327541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port 4320b58a-7f21-4f93-a0d2-8781c6d3695d yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:47.382888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108d2e2-798c-4dc5-b248-cf4c1e226169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61784ede-071e-43f8-b5e8-f07d6790f352,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:47.463349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Checking segment: {'id': 'bbbf6501-89fe-4b62-9961-d51918918a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '187de90e-d61a-4abc-b21d-086c9bb4b3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:47.466209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network hostable DHCP agents. Network: 187de90e-d61a-4abc-b21d-086c9bb4b3d7, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:47.488081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Subnet': ['ID=65580bf8-5eca-464a-8e5b-0eeb4ed4a252,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:47.582008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network 187de90e-d61a-4abc-b21d-086c9bb4b3d7 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:47.603329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 187de90e-d61a-4abc-b21d-086c9bb4b3d7) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:47.609249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:47.609972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.661599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4961afb4-0436-4a32-88b9-1ab7993fbfcc None None] Network 187de90e-d61a-4abc-b21d-086c9bb4b3d7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:47.668395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-12eb0322-d209-4bcb-b6bb-b845212f55a4 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4922149 Feb 09 03:09:47.671032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51454) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:47.680270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::d7f0:5938:e646:897d (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/d0375ae5-1aa1-4f8a-a571-7e60d5de04df/4320b58a-7f21-4f93-a0d2-8781c6d3695d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:47.839370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (4320b58a-7f21-4f93-a0d2-8781c6d3695d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.879364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4320b58a-7f21-4f93-a0d2-8781c6d3695d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.888936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port abdcfa07-f80f-4f40-98e8-de67140aa98c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:47.890553 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:47.937278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-942b7f28-2154-4949-8ba1-9b3063ef802f None None] Current status of the port abdcfa07-f80f-4f40-98e8-de67140aa98c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:48.014613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:48.018041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:48.021860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:48.069497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:48.070184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.093133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=4320b58a-7f21-4f93-a0d2-8781c6d3695d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:48.104631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c7efdcc3-ae03-42bf-b28c-51656afd5fa5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1372468 Feb 09 03:09:48.107395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:48.128581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2c083-5c5a-43be-bd5a-2b03a68ab1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-187de90e-d61a-4abc-b21d-086c9bb4b3d7', 'network_id': '187de90e-d61a-4abc-b21d-086c9bb4b3d7', 'project_id': 'a94abefd416c492c93b9000a6fe8c222', 'fixed_ips': [{'subnet_id': '65580bf8-5eca-464a-8e5b-0eeb4ed4a252'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:48.130658 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5eb2c083-5c5a-43be-bd5a-2b03a68ab1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.136408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (187de90e-d61a-4abc-b21d-086c9bb4b3d7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.253285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6bf060-2143-41a1-990a-e708f8a75c4f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:48.300292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6bf060-2143-41a1-990a-e708f8a75c4f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:48.321698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba6bf060-2143-41a1-990a-e708f8a75c4f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2082121 Feb 09 03:09:48.323228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51476) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:48.325914 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (65580bf8-5eca-464a-8e5b-0eeb4ed4a252), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.532129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a062a9f9-0cc9-4d1c-8286-7dac3476c513 None None] Provisioning complete for port abdcfa07-f80f-4f40-98e8-de67140aa98c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:48.532508 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a062a9f9-0cc9-4d1c-8286-7dac3476c513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.561092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (65580bf8-5eca-464a-8e5b-0eeb4ed4a252), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server [None req-5eb2c083-5c5a-43be-bd5a-2b03a68ab1c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65580bf8-5eca-464a-8e5b-0eeb4ed4a252: This subnet is being modified by another concurrent operation. Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:09:48.655788 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65580bf8-5eca-464a-8e5b-0eeb4ed4a252: This subnet is being modified by another concurrent operation. Feb 09 03:09:48.659122 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 03:09:48.681388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-280a7e98-e5c2-442d-ab79-417acebf8d22 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port 4320b58a-7f21-4f93-a0d2-8781c6d3695d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:48.681726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-280a7e98-e5c2-442d-ab79-417acebf8d22 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4320b58a-7f21-4f93-a0d2-8781c6d3695d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.694977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Subnet': ['ID=65580bf8-5eca-464a-8e5b-0eeb4ed4a252,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:48.834122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port abdcfa07-f80f-4f40-98e8-de67140aa98c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:48.835739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (187de90e-d61a-4abc-b21d-086c9bb4b3d7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.840125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e2075d-8a09-4e4a-b2a9-25ccc9cbd605 None None] Network 187de90e-d61a-4abc-b21d-086c9bb4b3d7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:48.904162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187de90e-d61a-4abc-b21d-086c9bb4b3d7']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:48.918001 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-280a7e98-e5c2-442d-ab79-417acebf8d22 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4320b58a-7f21-4f93-a0d2-8781c6d3695d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.922531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbf6501-89fe-4b62-9961-d51918918a97') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:48.922790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbf6501-89fe-4b62-9961-d51918918a97') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:48.943836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-280a7e98-e5c2-442d-ab79-417acebf8d22 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for 4320b58a-7f21-4f93-a0d2-8781c6d3695d owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:48.946404 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (bbbf6501-89fe-4b62-9961-d51918918a97), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.974915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bbbf6501-89fe-4b62-9961-d51918918a97), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.988384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:09:48.988856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (bbbf6501-89fe-4b62-9961-d51918918a97), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:09:48.993531 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:09:49.104291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (187de90e-d61a-4abc-b21d-086c9bb4b3d7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.120957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.131386 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/187de90e-d61a-4abc-b21d-086c9bb4b3d7 HTTP/1.1" status: 204 len: 168 time: 1.4590054 Feb 09 03:09:49.139751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51496) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:49.175108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1771390832'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:49.181363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef5f7f-4dc1-446f-9b9f-cfa0e4e6846a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Network': ['ID=187de90e-d61a-4abc-b21d-086c9bb4b3d7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:49.230452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a062a9f9-0cc9-4d1c-8286-7dac3476c513 None None] Current status of the port abdcfa07-f80f-4f40-98e8-de67140aa98c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:49.260072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a062a9f9-0cc9-4d1c-8286-7dac3476c513 None None] Could not find standard attr ID for object 33cc9b99-752a-4f12-874d-b9d421e5d134. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:49.322125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:49.332816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.403934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2cd8f5f5-4943-4551-a72f-455aa854f792 None None] Provisioning complete for port abdcfa07-f80f-4f40-98e8-de67140aa98c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:49.404440 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2cd8f5f5-4943-4551-a72f-455aa854f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.488311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf744a38-09b6-46fd-9a96-08d061c5ff70 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:09:49.527151 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-280a7e98-e5c2-442d-ab79-417acebf8d22 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4320b58a-7f21-4f93-a0d2-8781c6d3695d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.550141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:09:49.632672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a7e98-e5c2-442d-ab79-417acebf8d22 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=4320b58a-7f21-4f93-a0d2-8781c6d3695d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:49.651131 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3a56d9c0-da76-4c6b-8df5-c1d112ac6469), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.651763 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Added segment 3a56d9c0-da76-4c6b-8df5-c1d112ac6469 of type vlan for network e02dcdc4-0524-4865-a643-a417cb88e445 Feb 09 03:09:49.680869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf744a38-09b6-46fd-9a96-08d061c5ff70 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:09:49.690140 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.736525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-280a7e98-e5c2-442d-ab79-417acebf8d22 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.750705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-280a7e98-e5c2-442d-ab79-417acebf8d22 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/4320b58a-7f21-4f93-a0d2-8781c6d3695d HTTP/1.1" status: 204 len: 168 time: 1.4261885 Feb 09 03:09:49.753483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:49.838358 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (e02dcdc4-0524-4865-a643-a417cb88e445), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.886675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c6a29-1d21-4f3b-b3cc-e910ca8bd0da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:49.892014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c6a29-1d21-4f3b-b3cc-e910ca8bd0da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:49.900304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51516) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:49.902219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-670c6a29-1d21-4f3b-b3cc-e910ca8bd0da tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1459661 Feb 09 03:09:49.980088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (e02dcdc4-0524-4865-a643-a417cb88e445), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:49.992716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:49.995032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:50.008040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8f5f5-4943-4551-a72f-455aa854f792 None None] Current status of the port abdcfa07-f80f-4f40-98e8-de67140aa98c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:50.021639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2cd8f5f5-4943-4551-a72f-455aa854f792 None None] Could not find standard attr ID for object 5041f0ab-d445-4cea-94b8-d3ab84c045d8. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:50.138603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4bb8f7d5-acf5-4cce-a1b7-4390abb2ce6f None None] Could not find standard attr ID for object 4320b58a-7f21-4f93-a0d2-8781c6d3695d. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:50.197395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Network': ['ID=e02dcdc4-0524-4865-a643-a417cb88e445,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:50.213796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network e02dcdc4-0524-4865-a643-a417cb88e445 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:09:50.234218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1a02c1-f872-471f-b610-7aa39065d138 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet d0375ae5-1aa1-4f8a-a571-7e60d5de04df {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:50.244932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e2e4debb-df23-47e6-ba2a-6c1a4ad93b59 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0997810 Feb 09 03:09:50.245125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51532) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:50.248074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02c1-f872-471f-b610-7aa39065d138 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (d0375ae5-1aa1-4f8a-a571-7e60d5de04df), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:50.250111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Request body: {'subnet': {'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:50.389564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02c1-f872-471f-b610-7aa39065d138 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (d0375ae5-1aa1-4f8a-a571-7e60d5de04df), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:50.527753 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02c1-f872-471f-b610-7aa39065d138 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d0375ae5-1aa1-4f8a-a571-7e60d5de04df), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:50.565904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Made reservation on behalf of a94abefd416c492c93b9000a6fe8c222 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:50.574368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:50.675660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02c1-f872-471f-b610-7aa39065d138 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (d0375ae5-1aa1-4f8a-a571-7e60d5de04df), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:50.777370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a02c1-f872-471f-b610-7aa39065d138 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=d0375ae5-1aa1-4f8a-a571-7e60d5de04df,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:50.804812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e1a02c1-f872-471f-b610-7aa39065d138 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:50.814855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6e1a02c1-f872-471f-b610-7aa39065d138 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/d0375ae5-1aa1-4f8a-a571-7e60d5de04df HTTP/1.1" status: 204 len: 168 time: 0.9098341 Feb 09 03:09:50.817858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51542) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:50.864610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add490c-36f4-433d-9a21-ec1f42ad9cc2 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:50.946473 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-770dc84f-819f-446d-bfb6-a2243da69b09 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256883 Feb 09 03:09:50.949206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51546) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:51.097979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d9763d-59da-4eca-a4a3-eda3a88a3cc3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:51.099547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e4d9763d-59da-4eca-a4a3-eda3a88a3cc3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1492321 Feb 09 03:09:51.107436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51550) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:51.208212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:09:51.296913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970226a9-c1b4-4bc3-98f0-2cd1ac5e664f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:51.310227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-970226a9-c1b4-4bc3-98f0-2cd1ac5e664f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1995625 Feb 09 03:09:51.311255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51554) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:51.324694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] Deleting port abdcfa07-f80f-4f40-98e8-de67140aa98c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:51.325070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:51.354889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:09:51.365032 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (3ef6b7d2-f7f5-49f6-a0e3-615326b5b12a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:51.475790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] For port abdcfa07-f80f-4f40-98e8-de67140aa98c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=abdcfa07-f80f-4f40-98e8-de67140aa98c,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:51.477846 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:51.503750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] Calling delete_port for abdcfa07-f80f-4f40-98e8-de67140aa98c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:51.521988 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:51.534631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-864ed84e-73ab-48ac-b52a-4f683d1cdee2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2219851 Feb 09 03:09:51.545339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51564) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:51.555933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:51.679130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event updated for resources: {'Subnet': ['ID=3ef6b7d2-f7f5-49f6-a0e3-615326b5b12a,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:51.703471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Checking segment: {'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:51.708950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network hostable DHCP agents. Network: e02dcdc4-0524-4865-a643-a417cb88e445, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:09:51.735286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.737034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.737388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.738527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.740026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.740447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.742315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.742670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.743159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.747656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.748010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.748360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.749846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:09:51.769032 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (abdcfa07-f80f-4f40-98e8-de67140aa98c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:51.792613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] No DVR routers for this DVR port abdcfa07-f80f-4f40-98e8-de67140aa98c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:51.812111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Network e02dcdc4-0524-4865-a643-a417cb88e445 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:09:51.820806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:51.825255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:51.833178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, e02dcdc4-0524-4865-a643-a417cb88e445) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:51.839117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:51.839955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:51.895659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c9d518-c778-452c-8dfa-4856b6c33185 None None] Network e02dcdc4-0524-4865-a643-a417cb88e445 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:51.936023 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ca6bb7cb-b308-4f2c-a313-6c7e1b687363 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6873949 Feb 09 03:09:51.936267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51580) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:51.976359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf289af-2114-4660-a6a7-8ed813ccd2ff None None] Pushing event deleted for resources: {'Port': ['ID=abdcfa07-f80f-4f40-98e8-de67140aa98c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:52.116641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-e02dcdc4-0524-4865-a643-a417cb88e445', 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445', 'project_id': 'a94abefd416c492c93b9000a6fe8c222', 'fixed_ips': [{'subnet_id': '3ef6b7d2-f7f5-49f6-a0e3-615326b5b12a'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:52.117619 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:52.316055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (3a92d663-248a-49ba-8742-bc61268ac219), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:52.436395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:52.445166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:52.455087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Allocated IP 2001:db8::f816:3eff:fedc:b507 (e02dcdc4-0524-4865-a643-a417cb88e445/3ef6b7d2-f7f5-49f6-a0e3-615326b5b12a/b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:52.456332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:52.457055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:52.490469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=3a92d663-248a-49ba-8742-bc61268ac219,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:52.548485 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-de6709ae-392d-4b24-9ea3-ddc411358234 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0018368 Feb 09 03:09:52.554166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51596) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:52.564368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '3a92d663-248a-49ba-8742-bc61268ac219', 'ip_address': '2001:db8::c6b6:3d96:59b3:f805'}], 'name': 'tempest-NetworksTestDHCPv6-1180241907'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:52.640575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7be7bc-d9e8-456f-8523-e8ec5fd7a93f None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:52.848229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:53.087861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Publish callbacks [] for port (b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.119639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device abdcfa07-f80f-4f40-98e8-de67140aa98c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:53.133651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.170056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: abdcfa07-f80f-4f40-98e8-de67140aa98c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:53.170483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device abdcfa07-f80f-4f40-98e8-de67140aa98c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:53.177945 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.203891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port de98dc21-2883-4dc6-afe1-bff2e18c9afc yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:53.269687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (e02dcdc4-0524-4865-a643-a417cb88e445), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.298294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Network e02dcdc4-0524-4865-a643-a417cb88e445 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:53.301298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '3a92d663-248a-49ba-8742-bc61268ac219'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:53.302164 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.337708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:53.348617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:53.396613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Deleting port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:53.396948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.611815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::c6b6:3d96:59b3:f805 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/3a92d663-248a-49ba-8742-bc61268ac219/de98dc21-2883-4dc6-afe1-bff2e18c9afc) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:53.690800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] For port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc, host n-d-827839-4, got binding levels [] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:53.691175 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:53.726989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Pushing event updated for resources: {'Port': ['ID=b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:53.734706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Calling delete_port for b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:53.767390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51638) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:53.918649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Attempting to bind port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:53.920934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Attempting to bind port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:53.921566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Attempting to bind port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc on network e02dcdc4-0524-4865-a643-a417cb88e445 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:53.964736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (de98dc21-2883-4dc6-afe1-bff2e18c9afc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.024280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:54.025032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Checking segment: {'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:54.025587 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.026693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Bound using segment: {'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:54.030035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Bound port: b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:54.030627 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.032127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (de98dc21-2883-4dc6-afe1-bff2e18c9afc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.095734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d810a76-611f-4988-b563-c1af97d64806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.131054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:54.147987 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:54.152675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:54.158416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:54.159046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.214470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6579647 Feb 09 03:09:54.218040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:54.223052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3c305a33-c1e8-4ec1-a25f-2010be8fbce5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '3a92d663-248a-49ba-8742-bc61268ac219', 'ip_address': '2001:db8::c6b6:3d96:59b3:f805'}], 'name': 'tempest-NetworksTestDHCPv6-1732326929'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:54.227986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecab8c-a4de-4262-849d-7cad275528e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=de98dc21-2883-4dc6-afe1-bff2e18c9afc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:54.243278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/3a92d663-248a-49ba-8742-bc61268ac219/8394f5ae-6fd2-40a6-9883-a6e3a6b29597) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:54.277045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:09:54.278052 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:09:54.279948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.385072 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d810a76-611f-4988-b563-c1af97d64806 admin admin] Publish callbacks [] for security_group (522a9f50-257c-4201-8484-e02c1982aa1d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.445453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c305a33-c1e8-4ec1-a25f-2010be8fbce5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:54.450215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c305a33-c1e8-4ec1-a25f-2010be8fbce5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.493213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7d810a76-611f-4988-b563-c1af97d64806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (522a9f50-257c-4201-8484-e02c1982aa1d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.506794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-3c305a33-c1e8-4ec1-a25f-2010be8fbce5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port 1681439c-b3d5-4f55-9801-b8c9e00395d7 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:09:54.622222 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7d810a76-611f-4988-b563-c1af97d64806 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50402785d0404a2c802e57ae6ec24837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531950 Feb 09 03:09:54.623454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Port': ['ID=b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:54.638356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51662) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:54.639017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51664) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:54.640261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No DVR routers for this DVR port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:54.670688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Publish callbacks [] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.692132 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.745576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ff33-369e-499e-a579-194f76503c41 admin admin] Publish callbacks [] for security_group (522a9f50-257c-4201-8484-e02c1982aa1d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.773939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d810a76-611f-4988-b563-c1af97d64806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522a9f50-257c-4201-8484-e02c1982aa1d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:54.790271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Pushing event updated for resources: {'Port': ['ID=8394f5ae-6fd2-40a6-9883-a6e3a6b29597,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:54.817266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:54.823242 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ff33-369e-499e-a579-194f76503c41 admin admin] Publish callbacks [] for security_group (522a9f50-257c-4201-8484-e02c1982aa1d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.833633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:54.837247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (3ef6b7d2-f7f5-49f6-a0e3-615326b5b12a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.842253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:09:54.862195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Attempting to bind port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:54.862485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Attempting to bind port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:54.866540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Attempting to bind port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc on network e02dcdc4-0524-4865-a643-a417cb88e445 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:54.916240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:54.917715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87f0e967-ffe6-47a2-8098-87c3f670c9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.918598 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c305a33-c1e8-4ec1-a25f-2010be8fbce5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 03:09:54.919074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c305a33-c1e8-4ec1-a25f-2010be8fbce5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:54.921619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Checking segment: {'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:54.924481 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.924880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Bound using segment: {'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:54.925381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Bound port: b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56d9c0-da76-4c6b-8df5-c1d112ac6469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e02dcdc4-0524-4865-a643-a417cb88e445'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:54.925772 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:54.947959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3c305a33-c1e8-4ec1-a25f-2010be8fbce5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7288287 Feb 09 03:09:54.950443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51672) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:55.014340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-21534ea4-0b17-4bf5-8dc0-dae7cec713b7 None None] Port b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc has been deleted concurrently {{(pid=109858) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 03:09:55.022146 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87f0e967-ffe6-47a2-8098-87c3f670c9ff admin admin] Publish callbacks [] for security_group (7e5ceef6-fc57-41e7-b7dc-a2cded2e458d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.027309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c076d-554c-4cd7-88ad-0aad3c605a77 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:55.035082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Attempting to bind port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:09:55.036875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Attempting to bind port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:09:55.040009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Attempting to bind port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:09:55.044899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c076d-554c-4cd7-88ad-0aad3c605a77 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:55.046613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2f3c076d-554c-4cd7-88ad-0aad3c605a77 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0949998 Feb 09 03:09:55.047553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:09:55.048343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:09:55.049239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51674) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:55.049590 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.050211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:09:55.050940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Bound port: 8394f5ae-6fd2-40a6-9883-a6e3a6b29597, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:09:55.051615 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.074227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-87f0e967-ffe6-47a2-8098-87c3f670c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7e5ceef6-fc57-41e7-b7dc-a2cded2e458d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.136942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (3ef6b7d2-f7f5-49f6-a0e3-615326b5b12a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.149625 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-87f0e967-ffe6-47a2-8098-87c3f670c9ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8974df6edcc44ba792e856eb68da4541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5063419 Feb 09 03:09:55.165498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51680) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:55.188109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] For port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:09:55.193687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] For port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8394f5ae-6fd2-40a6-9883-a6e3a6b29597,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:09:55.208945 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.215350 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ff33-369e-499e-a579-194f76503c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (522a9f50-257c-4201-8484-e02c1982aa1d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.218619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ff33-369e-499e-a579-194f76503c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.222223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b9d4ff33-369e-499e-a579-194f76503c41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/522a9f50-257c-4201-8484-e02c1982aa1d HTTP/1.1" status: 204 len: 168 time: 0.5750177 Feb 09 03:09:55.223389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef6b7d2-f7f5-49f6-a0e3-615326b5b12a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:55.318730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (e02dcdc4-0524-4865-a643-a417cb88e445), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.326780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0e967-ffe6-47a2-8098-87c3f670c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ceef6-fc57-41e7-b7dc-a2cded2e458d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:55.357343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51684) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:55.399001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4ff33-369e-499e-a579-194f76503c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522a9f50-257c-4201-8484-e02c1982aa1d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:55.411712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02dcdc4-0524-4865-a643-a417cb88e445']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:55.419604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef4805-d74a-4c58-8b9e-fddc20f6d9cb None None] Pushing event updated for resources: {'Port': ['ID=8394f5ae-6fd2-40a6-9883-a6e3a6b29597,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:55.431673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a56d9c0-da76-4c6b-8df5-c1d112ac6469') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:55.434825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a56d9c0-da76-4c6b-8df5-c1d112ac6469') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:55.455344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35f3eb52-5b8e-4468-9504-f0c07456c869 admin admin] Publish callbacks [] for security_group (7e5ceef6-fc57-41e7-b7dc-a2cded2e458d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.469786 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (3a56d9c0-da76-4c6b-8df5-c1d112ac6469), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.536782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3a56d9c0-da76-4c6b-8df5-c1d112ac6469), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.572815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:09:55.573375 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (3a56d9c0-da76-4c6b-8df5-c1d112ac6469), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:09:55.576930 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:09:55.585841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35f3eb52-5b8e-4468-9504-f0c07456c869 admin admin] Publish callbacks [] for security_group (7e5ceef6-fc57-41e7-b7dc-a2cded2e458d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.637417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c225a827-dc36-474e-bc61-22ae61a9599d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port de98dc21-2883-4dc6-afe1-bff2e18c9afc {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:55.637417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c225a827-dc36-474e-bc61-22ae61a9599d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (de98dc21-2883-4dc6-afe1-bff2e18c9afc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.811451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (e02dcdc4-0524-4865-a643-a417cb88e445), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.827311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.839017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/e02dcdc4-0524-4865-a643-a417cb88e445 HTTP/1.1" status: 204 len: 168 time: 3.9015672 Feb 09 03:09:55.845532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51692) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:55.869865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace7dba-0892-4736-aaef-02021d4e0130 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Network': ['ID=e02dcdc4-0524-4865-a643-a417cb88e445,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:55.917914 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8ad3b7-cca2-4f7e-9e6e-b5c285615e1a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): The resource could not be found. Feb 09 03:09:55.918664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8ad3b7-cca2-4f7e-9e6e-b5c285615e1a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:55.922731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4b8ad3b7-cca2-4f7e-9e6e-b5c285615e1a tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/subnets/3ef6b7d2-f7f5-49f6-a0e3-615326b5b12a HTTP/1.1" status: 404 len: 337 time: 0.0755217 Feb 09 03:09:55.926177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51694) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:55.960449 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9181e67-aba3-4279-80fa-bf0d9b1263a6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): The resource could not be found. Feb 09 03:09:55.963227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9181e67-aba3-4279-80fa-bf0d9b1263a6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:55.969389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35f3eb52-5b8e-4468-9504-f0c07456c869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7e5ceef6-fc57-41e7-b7dc-a2cded2e458d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.972342 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b9181e67-aba3-4279-80fa-bf0d9b1263a6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/e02dcdc4-0524-4865-a643-a417cb88e445 HTTP/1.1" status: 404 len: 339 time: 0.0449054 Feb 09 03:09:55.973371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35f3eb52-5b8e-4468-9504-f0c07456c869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:55.974797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-35f3eb52-5b8e-4468-9504-f0c07456c869 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e5ceef6-fc57-41e7-b7dc-a2cded2e458d HTTP/1.1" status: 204 len: 168 time: 0.8065019 Feb 09 03:09:55.975535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51696) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:55.982623 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6504-2cf0-445c-9cc8-96abd38b06b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.019359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c225a827-dc36-474e-bc61-22ae61a9599d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (de98dc21-2883-4dc6-afe1-bff2e18c9afc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.023886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3eb52-5b8e-4468-9504-f0c07456c869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ceef6-fc57-41e7-b7dc-a2cded2e458d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:56.053464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c225a827-dc36-474e-bc61-22ae61a9599d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for de98dc21-2883-4dc6-afe1-bff2e18c9afc owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:56.056762 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eafa71e-19c7-4134-a9f8-edd98add83aa tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): The resource could not be found. Feb 09 03:09:56.057690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eafa71e-19c7-4134-a9f8-edd98add83aa tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:56.063051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8eafa71e-19c7-4134-a9f8-edd98add83aa tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/subnets/65580bf8-5eca-464a-8e5b-0eeb4ed4a252 HTTP/1.1" status: 404 len: 337 time: 0.0863316 Feb 09 03:09:56.065703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.111453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.119705 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb52cae-6317-45f6-9676-07441ae631c8 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): The resource could not be found. Feb 09 03:09:56.120580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb52cae-6317-45f6-9676-07441ae631c8 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:56.123871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9fb52cae-6317-45f6-9676-07441ae631c8 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/187de90e-d61a-4abc-b21d-086c9bb4b3d7 HTTP/1.1" status: 404 len: 339 time: 0.0567250 Feb 09 03:09:56.129288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51704) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.148982 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e2fc-2dfe-4fb0-b3dc-3a24d4eca015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.177918 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-5796a634-82e0-46d9-abf3-96f5f094bb78 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): The resource could not be found. Feb 09 03:09:56.178522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5796a634-82e0-46d9-abf3-96f5f094bb78 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:56.181617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5796a634-82e0-46d9-abf3-96f5f094bb78 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/subnets/7122bf12-88fb-4ae2-afb8-dede912bb20f HTTP/1.1" status: 404 len: 337 time: 0.0507808 Feb 09 03:09:56.185707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51708) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.232407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6504-2cf0-445c-9cc8-96abd38b06b9 admin admin] Publish callbacks [] for security_group (63a01540-aac6-4855-b555-bd1f44352e2f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.244856 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-6557c215-9a76-48e1-9f83-54eec7fea797 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): The resource could not be found. Feb 09 03:09:56.246615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6557c215-9a76-48e1-9f83-54eec7fea797 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:56.250120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6557c215-9a76-48e1-9f83-54eec7fea797 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/38ffccc4-11a2-46c3-9435-bbfe8f7494fe HTTP/1.1" status: 404 len: 339 time: 0.0631714 Feb 09 03:09:56.267502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51714) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.323103 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6504-2cf0-445c-9cc8-96abd38b06b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (63a01540-aac6-4855-b555-bd1f44352e2f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.434082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e0bb6504-2cf0-445c-9cc8-96abd38b06b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a76d2f4bbb4e44118c1e46503a7ae0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0644925 Feb 09 03:09:56.435047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb6504-2cf0-445c-9cc8-96abd38b06b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a01540-aac6-4855-b555-bd1f44352e2f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:56.437814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51718) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.456645 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c225a827-dc36-474e-bc61-22ae61a9599d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (de98dc21-2883-4dc6-afe1-bff2e18c9afc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.559009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225a827-dc36-474e-bc61-22ae61a9599d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=de98dc21-2883-4dc6-afe1-bff2e18c9afc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:56.641972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-70c7270e-d387-4903-8c77-75ba2ed2d329 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2658484 Feb 09 03:09:56.684822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c225a827-dc36-474e-bc61-22ae61a9599d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.688637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c225a827-dc36-474e-bc61-22ae61a9599d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/de98dc21-2883-4dc6-afe1-bff2e18c9afc HTTP/1.1" status: 204 len: 168 time: 1.6383476 Feb 09 03:09:56.691162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51722) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.710064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e2fc-2dfe-4fb0-b3dc-3a24d4eca015 admin admin] Publish callbacks [] for security_group (8895cf4a-647d-46ea-b300-060da1aeccf5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.745643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e2fc-2dfe-4fb0-b3dc-3a24d4eca015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8895cf4a-647d-46ea-b300-060da1aeccf5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.793400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51726) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.818198 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-70df2091-9769-4e22-8ba0-930e7ae0eb90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.835835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0668ce05-3a31-45c9-a6cf-75eb1486508c admin admin] Publish callbacks [] for security_group (63a01540-aac6-4855-b555-bd1f44352e2f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.893395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-81e73a24-3ba5-43ff-953b-e3d93516e006 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Deleting port 3c013dab-f754-4319-a6f6-95743957c1d2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:56.893736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-81e73a24-3ba5-43ff-953b-e3d93516e006 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3c013dab-f754-4319-a6f6-95743957c1d2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.947721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746af266-e7e2-40ab-98c8-3d021e004f52 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:56.949553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746af266-e7e2-40ab-98c8-3d021e004f52 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:56.952519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-746af266-e7e2-40ab-98c8-3d021e004f52 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2580311 Feb 09 03:09:56.957366 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0668ce05-3a31-45c9-a6cf-75eb1486508c admin admin] Publish callbacks [] for security_group (63a01540-aac6-4855-b555-bd1f44352e2f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:56.977386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2e2fc-2dfe-4fb0-b3dc-3a24d4eca015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8895cf4a-647d-46ea-b300-060da1aeccf5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:56.992235 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cfc2e2fc-2dfe-4fb0-b3dc-3a24d4eca015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9923203f8b14f2d96db929f560ebab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8795710 Feb 09 03:09:56.995844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51730) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:56.997632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51732) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:57.028052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-136bb15e-a837-4b87-b7a2-5437aef0c7d5 None None] Could not find standard attr ID for object b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:57.068201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe997dec-65d5-4f6b-9748-7193e8f4a635 None None] DHCP port deletion for e02dcdc4-0524-4865-a643-a417cb88e445 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:09:57.089799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-70df2091-9769-4e22-8ba0-930e7ae0eb90 admin admin] Publish callbacks [] for security_group (81c995b9-5486-4048-a326-a845751666d4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.098492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b82c3-7ea9-49f3-95cf-3dc916413de7 None None] Network e02dcdc4-0524-4865-a643-a417cb88e445 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:57.105273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-70df2091-9769-4e22-8ba0-930e7ae0eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81c995b9-5486-4048-a326-a845751666d4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.128672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b82c3-7ea9-49f3-95cf-3dc916413de7 None None] Network e02dcdc4-0524-4865-a643-a417cb88e445 could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:09:57.133732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:09:57.181385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-70df2091-9769-4e22-8ba0-930e7ae0eb90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1ab00157d254041b2b2a7c73e7a5172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868377 Feb 09 03:09:57.194082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51736) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:57.264915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:57.267250 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.269095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-036dc3d2-b495-424f-8e5f-b9239b1bcbbe admin admin] Publish callbacks [] for security_group (8895cf4a-647d-46ea-b300-060da1aeccf5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.297495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df2091-9769-4e22-8ba0-930e7ae0eb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c995b9-5486-4048-a326-a845751666d4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:57.300559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-33736674-bfa0-493c-a897-39621ca01094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:57.327050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-33736674-bfa0-493c-a897-39621ca01094 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.5988865 Feb 09 03:09:57.367540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1511938-8dbb-4924-8fd3-cf926c31cc40 admin admin] Publish callbacks [] for security_group (81c995b9-5486-4048-a326-a845751666d4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.396621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:57.397351 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.413779 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1511938-8dbb-4924-8fd3-cf926c31cc40 admin admin] Publish callbacks [] for security_group (81c995b9-5486-4048-a326-a845751666d4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.418154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-81e73a24-3ba5-43ff-953b-e3d93516e006 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3c013dab-f754-4319-a6f6-95743957c1d2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.442782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8394f5ae-6fd2-40a6-9883-a6e3a6b29597,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:57.447945 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.505327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-81e73a24-3ba5-43ff-953b-e3d93516e006 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Calling delete_port for 3c013dab-f754-4319-a6f6-95743957c1d2 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:57.517737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=8394f5ae-6fd2-40a6-9883-a6e3a6b29597,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:57.525803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0668ce05-3a31-45c9-a6cf-75eb1486508c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (63a01540-aac6-4855-b555-bd1f44352e2f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.528572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0668ce05-3a31-45c9-a6cf-75eb1486508c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.529836 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0668ce05-3a31-45c9-a6cf-75eb1486508c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63a01540-aac6-4855-b555-bd1f44352e2f HTTP/1.1" status: 204 len: 168 time: 1.0915720 Feb 09 03:09:57.530919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d56fef4-23e9-49cd-8eaa-495b2e005c02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 3a92d663-248a-49ba-8742-bc61268ac219 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:09:57.556073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668ce05-3a31-45c9-a6cf-75eb1486508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a01540-aac6-4855-b555-bd1f44352e2f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:57.556856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d56fef4-23e9-49cd-8eaa-495b2e005c02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (3a92d663-248a-49ba-8742-bc61268ac219), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.559439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1511938-8dbb-4924-8fd3-cf926c31cc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81c995b9-5486-4048-a326-a845751666d4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.566586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1511938-8dbb-4924-8fd3-cf926c31cc40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.571467 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b1511938-8dbb-4924-8fd3-cf926c31cc40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81c995b9-5486-4048-a326-a845751666d4 HTTP/1.1" status: 204 len: 168 time: 0.3748615 Feb 09 03:09:57.590147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1511938-8dbb-4924-8fd3-cf926c31cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c995b9-5486-4048-a326-a845751666d4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:57.653645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d56fef4-23e9-49cd-8eaa-495b2e005c02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (3a92d663-248a-49ba-8742-bc61268ac219), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.677846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-77635e92-85b5-4911-8613-c45d242f737d None None] Provisioning complete for port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:09:57.678253 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-77635e92-85b5-4911-8613-c45d242f737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.710375 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-036dc3d2-b495-424f-8e5f-b9239b1bcbbe admin admin] Publish callbacks [] for security_group (8895cf4a-647d-46ea-b300-060da1aeccf5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:57.861277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-77635e92-85b5-4911-8613-c45d242f737d None None] Current status of the port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:09:57.978560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-26b7479e-45ec-4140-9979-cefbfcbfdc47 None None] Could not find standard attr ID for object de98dc21-2883-4dc6-afe1-bff2e18c9afc. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:09:58.104926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-29cd153b-2e62-4573-8cf3-c375c5c89288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:58.105434 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-29cd153b-2e62-4573-8cf3-c375c5c89288 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.7356696 Feb 09 03:09:58.147348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-036dc3d2-b495-424f-8e5f-b9239b1bcbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8895cf4a-647d-46ea-b300-060da1aeccf5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.150009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-036dc3d2-b495-424f-8e5f-b9239b1bcbbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.153500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-036dc3d2-b495-424f-8e5f-b9239b1bcbbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8895cf4a-647d-46ea-b300-060da1aeccf5 HTTP/1.1" status: 204 len: 168 time: 1.0199900 Feb 09 03:09:58.153500 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d56fef4-23e9-49cd-8eaa-495b2e005c02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (3a92d663-248a-49ba-8742-bc61268ac219), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.251395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-fa372cd6-fe0c-44dd-9271-1a71cdc676d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.1337051 Feb 09 03:09:58.255854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dc3d2-b495-424f-8e5f-b9239b1bcbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8895cf4a-647d-46ea-b300-060da1aeccf5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:58.308535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-81e73a24-3ba5-43ff-953b-e3d93516e006 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3c013dab-f754-4319-a6f6-95743957c1d2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.364420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73a24-3ba5-43ff-953b-e3d93516e006 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Port': ['ID=3c013dab-f754-4319-a6f6-95743957c1d2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:58.387418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-cb1fc1e3-9744-469e-bee5-1d222de8d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:58.389576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-cb1fc1e3-9744-469e-bee5-1d222de8d197 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1316199 Feb 09 03:09:58.390956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-81e73a24-3ba5-43ff-953b-e3d93516e006 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.395649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-81e73a24-3ba5-43ff-953b-e3d93516e006 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/ports/3c013dab-f754-4319-a6f6-95743957c1d2 HTTP/1.1" status: 204 len: 168 time: 2.1267021 Feb 09 03:09:58.399179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51762) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:58.435421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d56fef4-23e9-49cd-8eaa-495b2e005c02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (3a92d663-248a-49ba-8742-bc61268ac219), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.439121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-9d6a2fbc-389b-48c5-95b4-6ac836276f97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408235 Feb 09 03:09:58.472676 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c9920b-c5e7-4d9f-a7e8-d7eae4209c8b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): The resource could not be found. Feb 09 03:09:58.473306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c9920b-c5e7-4d9f-a7e8-d7eae4209c8b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:09:58.481987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51766) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:58.482654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-87c9920b-c5e7-4d9f-a7e8-d7eae4209c8b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/subnets/eb7dd442-8813-4707-8e6e-68d0bed2de86 HTTP/1.1" status: 404 len: 337 time: 0.0818210 Feb 09 03:09:58.489603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf86794-23aa-4a08-84f9-3ad4a163ca9a None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:58.491694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56fef4-23e9-49cd-8eaa-495b2e005c02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=3a92d663-248a-49ba-8742-bc61268ac219,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:58.494642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d56fef4-23e9-49cd-8eaa-495b2e005c02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.498941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6d56fef4-23e9-49cd-8eaa-495b2e005c02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/3a92d663-248a-49ba-8742-bc61268ac219 HTTP/1.1" status: 204 len: 168 time: 1.3841565 Feb 09 03:09:58.501447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:58.601759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-975f3565-2fab-483f-869c-7a2af90b8968 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986896 Feb 09 03:09:58.614342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51772) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:58.620750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:58.707400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (c8709f0a-b39b-44fe-88e0-487991f2d74b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.744682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-4e9247b6-1486-49b3-b7e6-ed04538144eb service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958622 Feb 09 03:09:58.749172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:09:58.830381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] Deleting port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:58.831912 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.917492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:58.933069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.975942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] For port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=8394f5ae-6fd2-40a6-9883-a6e3a6b29597,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:58.976755 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:58.995170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] Calling delete_port for 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:59.060934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Deleting port 71fa8399-dc28-4d26-9f7f-e738f0b6758d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:59.061273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (71fa8399-dc28-4d26-9f7f-e738f0b6758d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.139021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:59.139473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] For port 71fa8399-dc28-4d26-9f7f-e738f0b6758d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=71fa8399-dc28-4d26-9f7f-e738f0b6758d,segment=NetworkSegment(9813c067-2419-4fe2-aea0-2b9660d1bd3f),segment_id=9813c067-2419-4fe2-aea0-2b9660d1bd3f)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:09:59.140062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (71fa8399-dc28-4d26-9f7f-e738f0b6758d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.141654 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (8394f5ae-6fd2-40a6-9883-a6e3a6b29597), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.156060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ec1750a-3bfa-4210-a640-6acff9323458 req-9a19a3ef-7083-43f3-b180-58006412e38c service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038479 Feb 09 03:09:59.166687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Calling delete_port for 71fa8399-dc28-4d26-9f7f-e738f0b6758d owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:09:59.201248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] Pushing event deleted for resources: {'Port': ['ID=8394f5ae-6fd2-40a6-9883-a6e3a6b29597,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:59.212593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:59.213317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b4fd8789-e99f-4e5f-94e5-3c75d7fae0dc not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:59.213665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:09:59.249717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42a08c-58ac-443f-aa47-3e7e5099393d None None] No DVR routers for this DVR port 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:59.251882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:09:59.252715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 8394f5ae-6fd2-40a6-9883-a6e3a6b29597 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:09:59.369243 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (71fa8399-dc28-4d26-9f7f-e738f0b6758d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.403811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Port': ['ID=71fa8399-dc28-4d26-9f7f-e738f0b6758d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:59.410497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No DVR routers for this DVR port 71fa8399-dc28-4d26-9f7f-e738f0b6758d on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:09:59.417013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (265e5a62-f1cf-46a5-85ea-5cb711d4569b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.533586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:09:59.541441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:09:59.544294 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (c8709f0a-b39b-44fe-88e0-487991f2d74b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.549726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:09:59.549726 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.551056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=265e5a62-f1cf-46a5-85ea-5cb711d4569b,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:59.552894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d664f8c8-ccfd-4e15-b180-c308225b4a85 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:09:59.580471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8709f0a-b39b-44fe-88e0-487991f2d74b']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:59.592572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7852960e-3ea7-4fed-9499-a1cf5f950e97 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9779823 Feb 09 03:09:59.594542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9813c067-2419-4fe2-aea0-2b9660d1bd3f') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:59.594765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9813c067-2419-4fe2-aea0-2b9660d1bd3f') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:09:59.595682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51814) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:59.601649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8ff452d9-fd9a-40e2-b768-3ea9aad4321d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '265e5a62-f1cf-46a5-85ea-5cb711d4569b', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-388563479'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:09:59.606060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9813c067-2419-4fe2-aea0-2b9660d1bd3f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.625488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9813c067-2419-4fe2-aea0-2b9660d1bd3f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.633201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:09:59.634396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9813c067-2419-4fe2-aea0-2b9660d1bd3f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:09:59.637709 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:09:59.671362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '265e5a62-f1cf-46a5-85ea-5cb711d4569b'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:09:59.672717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.705944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (c8709f0a-b39b-44fe-88e0-487991f2d74b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.711838 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:09:59.717632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51818) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:59.717947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/c8709f0a-b39b-44fe-88e0-487991f2d74b HTTP/1.1" status: 204 len: 168 time: 1.2287052 Feb 09 03:09:59.733776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0c3ff-ab4c-4607-bbbc-f5e5df878ced tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Network': ['ID=c8709f0a-b39b-44fe-88e0-487991f2d74b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:09:59.760119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51820) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:09:59.884915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff452d9-fd9a-40e2-b768-3ea9aad4321d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:09:59.903592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/265e5a62-f1cf-46a5-85ea-5cb711d4569b/607889bc-17b4-44ce-8dca-a1f1ed3d0a44) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:09:59.981304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3547543e-e02a-4589-9323-c40ff45c37e6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Deleting port 93bab2dd-1269-4509-88b1-63f855b0d61c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:09:59.981727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3547543e-e02a-4589-9323-c40ff45c37e6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (93bab2dd-1269-4509-88b1-63f855b0d61c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.073391 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8ff452d9-fd9a-40e2-b768-3ea9aad4321d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.115346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3547543e-e02a-4589-9323-c40ff45c37e6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (93bab2dd-1269-4509-88b1-63f855b0d61c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.151190 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Publish callbacks [] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.161576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.170783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3547543e-e02a-4589-9323-c40ff45c37e6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Calling delete_port for 93bab2dd-1269-4509-88b1-63f855b0d61c owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:00.173166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-8ff452d9-fd9a-40e2-b768-3ea9aad4321d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port a0122940-4b22-4e9b-a716-8e656cdda392 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:10:00.227686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Pushing event updated for resources: {'Port': ['ID=607889bc-17b4-44ce-8dca-a1f1ed3d0a44,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:00.231878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:00.233314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:00.235965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:00.259041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-c9bbf498-f2a3-48e5-b1ad-3ff9262584f2 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.268044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c9bbf498-f2a3-48e5-b1ad-3ff9262584f2 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.5060289 Feb 09 03:10:00.269267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51844) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.280137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-2f7d9162-62a7-4866-9ff7-14d67f72438d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.284872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2f7d9162-62a7-4866-9ff7-14d67f72438d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0137701 Feb 09 03:10:00.287521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51848) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.296567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-8517a0ae-2a39-4970-80c7-b60a63e96ec1 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.301152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8517a0ae-2a39-4970-80c7-b60a63e96ec1 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0100489 Feb 09 03:10:00.301889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51850) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.307802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-2d7125a4-cf13-43d4-9835-4d5075cbb9d9 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.311598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51852) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.311955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2d7125a4-cf13-43d4-9835-4d5075cbb9d9 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0088358 Feb 09 03:10:00.323510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-a19e4be1-70ad-40a2-8d83-cb23e9bdcc95 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.324719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a19e4be1-70ad-40a2-8d83-cb23e9bdcc95 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088387 Feb 09 03:10:00.328017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51854) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.332798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-efe8523a-eb76-4074-af3a-96d167fd0820 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.336870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-efe8523a-eb76-4074-af3a-96d167fd0820 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075681 Feb 09 03:10:00.337836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51856) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.342408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-d16c12ee-5f99-4751-8d6c-eb8744ab0733 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.346184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d16c12ee-5f99-4751-8d6c-eb8744ab0733 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0071933 Feb 09 03:10:00.347051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51858) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.354004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-d9495818-0b36-4b2f-b33a-fed816427595 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.359038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d9495818-0b36-4b2f-b33a-fed816427595 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0105333 Feb 09 03:10:00.359822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51860) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.364624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-483df536-fcb3-4ad7-af77-413efc4f25d5 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.370136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-483df536-fcb3-4ad7-af77-413efc4f25d5 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0085106 Feb 09 03:10:00.370887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51862) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.376383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-3f8659c5-55b7-451d-987c-e0dbb98f4633 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.379122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3f8659c5-55b7-451d-987c-e0dbb98f4633 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067360 Feb 09 03:10:00.382604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51864) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.389165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-0bb9963e-b529-4119-8377-9f7834602f08 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.391170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Attempting to bind port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:00.391477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Attempting to bind port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:00.391899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Attempting to bind port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:00.393650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0bb9963e-b529-4119-8377-9f7834602f08 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0084977 Feb 09 03:10:00.394434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51866) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.397460 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a0e70f1-c509-4c2e-9809-c8b91721d194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.399832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-636d3b8c-a318-4dee-9c88-49005085836c tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.400107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:00.400495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:00.401291 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.401765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:00.402172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Bound port: 607889bc-17b4-44ce-8dca-a1f1ed3d0a44, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:00.402687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.404318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-636d3b8c-a318-4dee-9c88-49005085836c tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0087070 Feb 09 03:10:00.405430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51868) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.410140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-1b564655-bda8-4651-929c-db2915ac0f88 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.415197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1b564655-bda8-4651-929c-db2915ac0f88 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0077102 Feb 09 03:10:00.415809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51870) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.420793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-850b45bf-f748-41e6-9555-3b2511f6496d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.425109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-850b45bf-f748-41e6-9555-3b2511f6496d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083015 Feb 09 03:10:00.427208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51872) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.431859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-d7568612-47a7-4976-a004-0df1822a7591 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.436300 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d7568612-47a7-4976-a004-0df1822a7591 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0077236 Feb 09 03:10:00.449101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51874) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.457871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-a6b5948c-c043-4c61-ac88-fca2b447dbd7 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.462736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a6b5948c-c043-4c61-ac88-fca2b447dbd7 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0124073 Feb 09 03:10:00.463363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51876) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.468169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-40aea5aa-17f4-4d3b-b55f-71c45092dfe9 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.482362 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-40aea5aa-17f4-4d3b-b55f-71c45092dfe9 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0167766 Feb 09 03:10:00.483871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] For port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:00.487924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51878) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.488090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] For port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=607889bc-17b4-44ce-8dca-a1f1ed3d0a44,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:00.494882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-560fd90d-b8d3-471c-b18f-4e15e39805dd tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.499903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-560fd90d-b8d3-471c-b18f-4e15e39805dd tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0115199 Feb 09 03:10:00.500523 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.500705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51884) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.515524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-8711d927-8bd8-4a03-9ff0-73cdf7164896 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.523124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8711d927-8bd8-4a03-9ff0-73cdf7164896 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0215955 Feb 09 03:10:00.526567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51886) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.536895 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff452d9-fd9a-40e2-b768-3ea9aad4321d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:10:00.540252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-41ba66ac-c0ea-42fb-bcb3-339611e5af8d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.544593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-41ba66ac-c0ea-42fb-bcb3-339611e5af8d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0153561 Feb 09 03:10:00.545328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff452d9-fd9a-40e2-b768-3ea9aad4321d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:10:00.548860 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51888) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.558159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-65263378-7b6d-4116-aa87-6bb5c7638d4d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.559678 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-65263378-7b6d-4116-aa87-6bb5c7638d4d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084443 Feb 09 03:10:00.562322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51890) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.565627 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3547543e-e02a-4589-9323-c40ff45c37e6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (93bab2dd-1269-4509-88b1-63f855b0d61c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.568043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-ffcb4997-a64e-4871-bdee-9c486ac0400d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.572156 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ffcb4997-a64e-4871-bdee-9c486ac0400d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0087051 Feb 09 03:10:00.572823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51894) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.581818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-2018597e-3691-4eee-ae54-bfdcac2e7649 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.585100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2018597e-3691-4eee-ae54-bfdcac2e7649 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0109310 Feb 09 03:10:00.587709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51898) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.602786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-6840030d-17c2-4898-9d24-a29047123c05 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.605359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6840030d-17c2-4898-9d24-a29047123c05 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0140071 Feb 09 03:10:00.607604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51900) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.614692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-01cf7cb4-cf01-4a23-bca0-d50aa9a003d0 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.615758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-01cf7cb4-cf01-4a23-bca0-d50aa9a003d0 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062447 Feb 09 03:10:00.618910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51902) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.632397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0bdeb-b63b-4d92-8f5f-8d0b2389d132 None None] Pushing event updated for resources: {'Port': ['ID=607889bc-17b4-44ce-8dca-a1f1ed3d0a44,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:00.638955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-695332f0-83b1-4ce3-bb95-89bdae2eac1a tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.643489 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-695332f0-83b1-4ce3-bb95-89bdae2eac1a tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0232339 Feb 09 03:10:00.648925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51904) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.651448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8ff452d9-fd9a-40e2-b768-3ea9aad4321d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0541315 Feb 09 03:10:00.653712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51906) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.654618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547543e-e02a-4589-9323-c40ff45c37e6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Port': ['ID=93bab2dd-1269-4509-88b1-63f855b0d61c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:00.659720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-754d0ab7-c612-4cf5-8079-6b2357b2bd06 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.661800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-754d0ab7-c612-4cf5-8079-6b2357b2bd06 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0107195 Feb 09 03:10:00.666839 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3547543e-e02a-4589-9323-c40ff45c37e6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.679116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51910) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.684333 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3547543e-e02a-4589-9323-c40ff45c37e6 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/ports/93bab2dd-1269-4509-88b1-63f855b0d61c HTTP/1.1" status: 204 len: 168 time: 0.9647691 Feb 09 03:10:00.693761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51912) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.702310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-844df16c-3f9d-4049-adae-4a38e7bf3a91 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.705083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-844df16c-3f9d-4049-adae-4a38e7bf3a91 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0247278 Feb 09 03:10:00.708654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51914) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.716619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-a2de78e6-223d-4030-b4da-550e8aeb9156 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.720146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a2de78e6-223d-4030-b4da-550e8aeb9156 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0106156 Feb 09 03:10:00.724101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51916) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.730994 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac490c6-8986-4de8-bc11-ca6ef418f552 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] DELETE failed (client error): The resource could not be found. Feb 09 03:10:00.731800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac490c6-8986-4de8-bc11-ca6ef418f552 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:10:00.738087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2ac490c6-8986-4de8-bc11-ca6ef418f552 tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/subnets/fabfa5f7-2d45-4ca0-bde9-f59c49d38af8 HTTP/1.1" status: 404 len: 337 time: 0.0410452 Feb 09 03:10:00.738283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-207d7d77-adab-4f65-a54e-625f743c3080 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.739286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-207d7d77-adab-4f65-a54e-625f743c3080 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0124047 Feb 09 03:10:00.740055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51918) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.748267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51920) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.854227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-36e46a93-2f8e-4d58-8f1c-b31d2fdae44e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.855675 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-36e46a93-2f8e-4d58-8f1c-b31d2fdae44e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0061059 Feb 09 03:10:00.858812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51930) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.863132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-b57c6446-80fa-4e22-b868-59b590b0c023 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.864095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b57c6446-80fa-4e22-b868-59b590b0c023 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043824 Feb 09 03:10:00.869789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.874432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-366d7d05-1aa8-4f5c-ac78-0630b722721d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.875750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-366d7d05-1aa8-4f5c-ac78-0630b722721d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046048 Feb 09 03:10:00.882057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.888067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-347eba03-5c06-4ac8-b0a7-e626195a0147 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.890480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-347eba03-5c06-4ac8-b0a7-e626195a0147 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0072427 Feb 09 03:10:00.893614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51936) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.898989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-2657b6e7-f2e2-4738-99c2-1df1fe8b893b tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.900021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2657b6e7-f2e2-4738-99c2-1df1fe8b893b tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054402 Feb 09 03:10:00.915001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51938) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.920251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-d85010a7-ffff-4605-883a-6fdcd3bcfe3f tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.924478 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d85010a7-ffff-4605-883a-6fdcd3bcfe3f tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078802 Feb 09 03:10:00.928853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (ca82f55d-88d3-46ec-bf05-5a5839d52f43), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:00.931267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51942) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.935862 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-1f7e91e4-30c6-4d5a-a5bc-e31c52438512 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.940549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1f7e91e4-30c6-4d5a-a5bc-e31c52438512 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076351 Feb 09 03:10:00.944332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51944) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.956217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-7d1270d5-cbcc-4749-b992-737ff9a4ce6b tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.963790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7d1270d5-cbcc-4749-b992-737ff9a4ce6b tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0177500 Feb 09 03:10:00.965267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51946) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.983077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-b901e250-3ebd-4a11-956e-be39872f2e2c tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.984388 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b901e250-3ebd-4a11-956e-be39872f2e2c tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0180969 Feb 09 03:10:00.987302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51948) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:00.993906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-c9bd1d80-6a8a-4d2c-99ac-7bae40f2c036 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:00.997493 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c9bd1d80-6a8a-4d2c-99ac-7bae40f2c036 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088854 Feb 09 03:10:01.000213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.005884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-e375628f-595a-480b-8526-630d36de3f2e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.007920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e375628f-595a-480b-8526-630d36de3f2e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0061011 Feb 09 03:10:01.015101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51952) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.037302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-bb406a81-128b-46aa-84ea-d1407be1e8b7 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.041415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb406a81-128b-46aa-84ea-d1407be1e8b7 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0227959 Feb 09 03:10:01.042482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51954) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.046859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-d892d8e5-8b48-4e58-b9fb-6425016e6746 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.051360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d892d8e5-8b48-4e58-b9fb-6425016e6746 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044634 Feb 09 03:10:01.051360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.056256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-943a4e61-02d9-459b-9947-e9c6a7255ce2 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.061369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-943a4e61-02d9-459b-9947-e9c6a7255ce2 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0087383 Feb 09 03:10:01.080468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51958) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.087455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-78fd45b4-e2bf-44d4-8bc5-794fb32e06d4 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.091299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-78fd45b4-e2bf-44d4-8bc5-794fb32e06d4 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100484 Feb 09 03:10:01.283273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51960) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.290518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-882acbf4-ca40-40a6-9366-75b91e004298 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.294306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-882acbf4-ca40-40a6-9366-75b91e004298 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0082970 Feb 09 03:10:01.295237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51970) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.302268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-c129e604-ee4d-47f6-b83c-b0cd5cd87647 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.306391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c129e604-ee4d-47f6-b83c-b0cd5cd87647 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0088198 Feb 09 03:10:01.307026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51972) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.313123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-976c5917-b3d9-481b-ad2b-6046cca6c9ad tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.317146 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-976c5917-b3d9-481b-ad2b-6046cca6c9ad tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076191 Feb 09 03:10:01.319963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51974) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.324633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-d18bc3c5-68cb-4be6-9827-187591484ed9 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.328679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d18bc3c5-68cb-4be6-9827-187591484ed9 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074089 Feb 09 03:10:01.331219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51976) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.337137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-a58ad8da-e966-4a66-beb4-ca5e021e18d4 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.340918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a58ad8da-e966-4a66-beb4-ca5e021e18d4 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0087109 Feb 09 03:10:01.341607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51978) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.367739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-9fd6fca7-a2f2-42f7-9ca8-57cece67af20 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.378542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9fd6fca7-a2f2-42f7-9ca8-57cece67af20 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0343416 Feb 09 03:10:01.379309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51982) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.404358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-4e5a2782-fc72-4939-b3a1-cd552e5d0542 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.408507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4e5a2782-fc72-4939-b3a1-cd552e5d0542 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0216846 Feb 09 03:10:01.410427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51984) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.418085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f658a3c-d2a2-4768-99c6-e4b62e53b578 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:01.422030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2f658a3c-d2a2-4768-99c6-e4b62e53b578 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7581606 Feb 09 03:10:01.424395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-8e40e396-be41-4b95-b981-e008ede2218d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.428123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8e40e396-be41-4b95-b981-e008ede2218d tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072746 Feb 09 03:10:01.428977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51986) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.429406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51988) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.449461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-ec193707-9756-4439-a2ee-18a5bff119d6 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.453997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec193707-9756-4439-a2ee-18a5bff119d6 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0222757 Feb 09 03:10:01.457518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.498382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-97daf17d-ac15-4cb4-9b92-2ab556c4ccb1 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.505837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-97daf17d-ac15-4cb4-9b92-2ab556c4ccb1 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0471575 Feb 09 03:10:01.515935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51998) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.520980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-b43b7575-7043-4af1-a820-100702404423 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.527002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b43b7575-7043-4af1-a820-100702404423 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0099459 Feb 09 03:10:01.530005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52000) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.545696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-81aebae5-190e-48df-93a0-d8de1e74f313 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.549449 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-81aebae5-190e-48df-93a0-d8de1e74f313 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0134962 Feb 09 03:10:01.552082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52002) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.568794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-8fbaf05b-30d1-4b01-b678-8e48cb945202 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.572964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8fbaf05b-30d1-4b01-b678-8e48cb945202 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0132582 Feb 09 03:10:01.577021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52004) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.594417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-a09655a1-7623-4b70-a148-d3f2b62ed34c tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.599299 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a09655a1-7623-4b70-a148-d3f2b62ed34c tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043411 Feb 09 03:10:01.603371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52008) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.634080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-4a61a7e6-5f87-4e10-9990-bd412963d02e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.635887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4a61a7e6-5f87-4e10-9990-bd412963d02e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0249772 Feb 09 03:10:01.651792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52010) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.674152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-1e1b6df3-500b-43cb-be79-655c400b36c1 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.681951 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1e1b6df3-500b-43cb-be79-655c400b36c1 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0272934 Feb 09 03:10:01.689779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2005e-7cea-4685-9c55-d6fee879279f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:01.691255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2005e-7cea-4685-9c55-d6fee879279f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:01.692847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-03c2005e-7cea-4685-9c55-d6fee879279f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2624640 Feb 09 03:10:01.695463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52014) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.695828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52016) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.766465 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:10:01.833536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (ca82f55d-88d3-46ec-bf05-5a5839d52f43), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:01.851404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-d3056f03-3a09-4c5f-9915-5d58c96ccff1 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.859608 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d3056f03-3a09-4c5f-9915-5d58c96ccff1 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.1626976 Feb 09 03:10:01.864901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0967f394-bff3-4030-a063-8a9644464663 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 265e5a62-f1cf-46a5-85ea-5cb711d4569b {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:10:01.866109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52020) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.877170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-2d6e833b-d070-41f0-9ae2-5a65c89fb27e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.880638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2d6e833b-d070-41f0-9ae2-5a65c89fb27e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0111549 Feb 09 03:10:01.881734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52022) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.892794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0967f394-bff3-4030-a063-8a9644464663 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (265e5a62-f1cf-46a5-85ea-5cb711d4569b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:01.899233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca82f55d-88d3-46ec-bf05-5a5839d52f43']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:01.903269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-555f7468-dda9-4f7e-b31d-0a5d56d3f548 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.908231 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-555f7468-dda9-4f7e-b31d-0a5d56d3f548 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0226748 Feb 09 03:10:01.908514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.923888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-8c8ee399-6696-4bf5-afd5-f2fb882ecc4e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.924869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8c8ee399-6696-4bf5-afd5-f2fb882ecc4e tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0145772 Feb 09 03:10:01.928407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4db9803-ac0a-4a9a-a3e5-87602dc3723d') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:01.928719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4db9803-ac0a-4a9a-a3e5-87602dc3723d') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:01.931003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52026) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.942300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-4df90224-201f-41a6-8850-43d62bd9bdab tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.943274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4df90224-201f-41a6-8850-43d62bd9bdab tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0113614 Feb 09 03:10:01.945862 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-fde71d83-f9d3-44a7-a9b0-4be6a25034a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:01.947318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-fde71d83-f9d3-44a7-a9b0-4be6a25034a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.2181525 Feb 09 03:10:01.947806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52028) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.953268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (d4db9803-ac0a-4a9a-a3e5-87602dc3723d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:01.957232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-5548e02e-4ba8-4cdc-ac83-e3f2e6e1ebe7 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.958189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5548e02e-4ba8-4cdc-ac83-e3f2e6e1ebe7 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0077686 Feb 09 03:10:01.965682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52030) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:01.988247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-ce4bc803-e238-4c2c-a653-623c31b65480 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:01.992232 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ce4bc803-e238-4c2c-a653-623c31b65480 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0190971 Feb 09 03:10:01.995133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52032) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:02.020207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-3db4490b-7fab-4113-aa57-29a27d98bfe9 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:02.027040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3db4490b-7fab-4113-aa57-29a27d98bfe9 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0307410 Feb 09 03:10:02.029161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52034) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:02.049160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d4db9803-ac0a-4a9a-a3e5-87602dc3723d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.051089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [None req-ab8efa27-ae11-4dfa-8c4c-5e0124c6d6fe tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:02.054439 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ab8efa27-ae11-4dfa-8c4c-5e0124c6d6fe tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0130603 Feb 09 03:10:02.068004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52036) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:02.075132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [None req-82a97050-2a70-4c21-b247-2bd8f1fd52f4 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:10:02.076145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-82a97050-2a70-4c21-b247-2bd8f1fd52f4 tempest-ExtensionsTestJSON-1583870185 tempest-ExtensionsTestJSON-1583870185-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048659 Feb 09 03:10:02.098605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3d9e8-3fd0-4718-ab3e-4b0571741251 req-e0e60f4e-d7df-4c09-90c7-134cc6956b36 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:02.102065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92d3d9e8-3fd0-4718-ab3e-4b0571741251 req-e0e60f4e-d7df-4c09-90c7-134cc6956b36 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.3112772 Feb 09 03:10:02.118163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:02.118605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (d4db9803-ac0a-4a9a-a3e5-87602dc3723d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:02.121907 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:02.138150 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0967f394-bff3-4030-a063-8a9644464663 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (265e5a62-f1cf-46a5-85ea-5cb711d4569b), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.343503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-db33ae62-be32-445e-b8d1-40d5d25feef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:02.345443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-db33ae62-be32-445e-b8d1-40d5d25feef9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.3730669 Feb 09 03:10:02.346614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (ca82f55d-88d3-46ec-bf05-5a5839d52f43), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.352273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.357968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/ca82f55d-88d3-46ec-bf05-5a5839d52f43 HTTP/1.1" status: 204 len: 168 time: 1.6157837 Feb 09 03:10:02.363280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52044) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:02.377803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b10ca-6a91-40c0-9998-a21dcbf8c13e tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Network': ['ID=ca82f55d-88d3-46ec-bf05-5a5839d52f43,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:02.443129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-9e9b5300-c125-4139-89e2-5ac3f95367a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.0666537 Feb 09 03:10:02.452836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Provisioning complete for port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:02.453424 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.471223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92d3d9e8-3fd0-4718-ab3e-4b0571741251 req-e7ffa391-c8aa-4d58-9c71-031e94916034 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280389 Feb 09 03:10:02.559311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-7021891a-1c40-48fc-9e14-9c744ddc25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:02.563397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-7021891a-1c40-48fc-9e14-9c744ddc25d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1128716 Feb 09 03:10:02.564760 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0967f394-bff3-4030-a063-8a9644464663 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (265e5a62-f1cf-46a5-85ea-5cb711d4569b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.572338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4244eedb-3891-445c-80a6-11a6df7dec2c tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Deleting subnet 6451725d-b8e4-48c7-8e6b-0050f65190aa {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:10:02.575781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4244eedb-3891-445c-80a6-11a6df7dec2c tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (6451725d-b8e4-48c7-8e6b-0050f65190aa), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.617635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4244eedb-3891-445c-80a6-11a6df7dec2c tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (6451725d-b8e4-48c7-8e6b-0050f65190aa), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.626861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-8d8319de-a933-4a94-a88a-733fd5718c51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562201 Feb 09 03:10:02.783076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Current status of the port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:02.783393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52052) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:02.783879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.837596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-17ac7a8c-6bb2-4f45-a090-ea3f4a83c1d6 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042146 Feb 09 03:10:02.870867 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64da4315-0348-4cef-be9c-b4db5d56f978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.911634 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4244eedb-3891-445c-80a6-11a6df7dec2c tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6451725d-b8e4-48c7-8e6b-0050f65190aa), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.964762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0967f394-bff3-4030-a063-8a9644464663 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (265e5a62-f1cf-46a5-85ea-5cb711d4569b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:02.979453 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:02.979740 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:02.997368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f3c49-9aad-467d-891e-8071229afafe None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:03.067421 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0967f394-bff3-4030-a063-8a9644464663 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.071670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0967f394-bff3-4030-a063-8a9644464663 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/265e5a62-f1cf-46a5-85ea-5cb711d4569b HTTP/1.1" status: 204 len: 168 time: 1.3659465 Feb 09 03:10:03.081619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52058) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:03.097914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68b87731-001c-4b4c-8ead-ed92d697ba1f req-86abccc0-1b97-4697-bdd4-f18154b85a62 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504380 Feb 09 03:10:03.105141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967f394-bff3-4030-a063-8a9644464663 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=265e5a62-f1cf-46a5-85ea-5cb711d4569b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:03.141537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:03.194901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-16a9553f-665c-4f22-8c72-18cc025ad05c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079693 Feb 09 03:10:03.195600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52064) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:03.195730 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-353efc10-74aa-4c64-8491-e0b0140905a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.201592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:03.221501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4244eedb-3891-445c-80a6-11a6df7dec2c tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (6451725d-b8e4-48c7-8e6b-0050f65190aa), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.240041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:03.244086 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.283887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244eedb-3891-445c-80a6-11a6df7dec2c tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Subnet': ['ID=6451725d-b8e4-48c7-8e6b-0050f65190aa,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:03.316092 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4244eedb-3891-445c-80a6-11a6df7dec2c tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.329226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4244eedb-3891-445c-80a6-11a6df7dec2c tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/subnets/6451725d-b8e4-48c7-8e6b-0050f65190aa HTTP/1.1" status: 204 len: 168 time: 0.9614062 Feb 09 03:10:03.333356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52068) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:03.354922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8965cabc-6ef1-476d-bc2d-b0a2fdf7df73 None None] Network 1f9be4d8-c356-465d-ade4-67a898aaa47a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:03.411181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:03.413766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:10:03.415613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.450833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1f9be4d8-c356-465d-ade4-67a898aaa47a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.453071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:03.454025 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.478192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-353efc10-74aa-4c64-8491-e0b0140905a9 admin admin] Publish callbacks [] for security_group (f77bd789-54fc-4c68-8da7-66371d89e6c8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.496073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=607889bc-17b4-44ce-8dca-a1f1ed3d0a44,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:03.525291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-353efc10-74aa-4c64-8491-e0b0140905a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f77bd789-54fc-4c68-8da7-66371d89e6c8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.532447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.615486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=607889bc-17b4-44ce-8dca-a1f1ed3d0a44,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:03.639882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Current status of the port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:03.640656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.643976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-353efc10-74aa-4c64-8491-e0b0140905a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=643c6023bb694daa846b7f00188415e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8019071 Feb 09 03:10:03.647420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52072) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:03.707149 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:03.707876 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:03.715130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] Deleting port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:03.715747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353efc10-74aa-4c64-8491-e0b0140905a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77bd789-54fc-4c68-8da7-66371d89e6c8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:03.716036 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.766927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (c6f519fd-6f06-4f3e-a026-6553e5c88bb3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.786029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] For port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=607889bc-17b4-44ce-8dca-a1f1ed3d0a44,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:03.786812 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.793208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Deleting port 416893c4-af3c-44bb-894f-61993fb7f537 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:03.793763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (416893c4-af3c-44bb-894f-61993fb7f537), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.801859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] Calling delete_port for 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:03.808989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd7eae2d-bcff-49d4-8870-1d264821f27f admin admin] Publish callbacks [] for security_group (f77bd789-54fc-4c68-8da7-66371d89e6c8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.859079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:03.868154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:03.889947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:03.890920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.901058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (607889bc-17b4-44ce-8dca-a1f1ed3d0a44), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:03.913590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f5603-cb01-4eff-93e2-f5b0ababe228 req-43616475-f7cf-4b2c-8483-c071802163c5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:03.915278 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b76f5603-cb01-4eff-93e2-f5b0ababe228 req-43616475-f7cf-4b2c-8483-c071802163c5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.1643131 Feb 09 03:10:03.955386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=c6f519fd-6f06-4f3e-a026-6553e5c88bb3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:03.963380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] Pushing event deleted for resources: {'Port': ['ID=607889bc-17b4-44ce-8dca-a1f1ed3d0a44,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:03.966775 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cbcce35c-4f14-4893-a201-dd95ddd87b83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7695816 Feb 09 03:10:03.967407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52080) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:03.977669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bc59fb45-ddd4-4b66-972c-fee7421f93a5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1253661514', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:04.010683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] DHCP port deletion for 1f9be4d8-c356-465d-ade4-67a898aaa47a request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:10:04.017285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98809a91-9f94-4d37-b5c1-1bac4bfd3135 None None] No DVR routers for this DVR port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:04.017486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd7eae2d-bcff-49d4-8870-1d264821f27f admin admin] Publish callbacks [] for security_group (f77bd789-54fc-4c68-8da7-66371d89e6c8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.031342 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.045921 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b76f5603-cb01-4eff-93e2-f5b0ababe228 req-a844e325-4b37-4dd4-98f3-2ca193426f3a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222618 Feb 09 03:10:04.085537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc59fb45-ddd4-4b66-972c-fee7421f93a5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (4dcd1351-0199-41f3-9ed8-d6af548cdded), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.088184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc59fb45-ddd4-4b66-972c-fee7421f93a5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (4dcd1351-0199-41f3-9ed8-d6af548cdded), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.098194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f05488-17b9-4fff-aaca-f82a0f715165 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:04.099697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] For port 416893c4-af3c-44bb-894f-61993fb7f537, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=416893c4-af3c-44bb-894f-61993fb7f537,segment=NetworkSegment(e74e45df-0473-4700-9410-26f8463037b8),segment_id=e74e45df-0473-4700-9410-26f8463037b8)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:04.100999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (416893c4-af3c-44bb-894f-61993fb7f537), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.127881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Calling delete_port for 416893c4-af3c-44bb-894f-61993fb7f537 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:04.209286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd7eae2d-bcff-49d4-8870-1d264821f27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f77bd789-54fc-4c68-8da7-66371d89e6c8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.214229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd7eae2d-bcff-49d4-8870-1d264821f27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.216010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd7eae2d-bcff-49d4-8870-1d264821f27f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f77bd789-54fc-4c68-8da7-66371d89e6c8 HTTP/1.1" status: 204 len: 168 time: 0.5664010 Feb 09 03:10:04.229916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7eae2d-bcff-49d4-8870-1d264821f27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77bd789-54fc-4c68-8da7-66371d89e6c8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:04.282110 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (416893c4-af3c-44bb-894f-61993fb7f537), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.324574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc59fb45-ddd4-4b66-972c-fee7421f93a5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router_controller (4dcd1351-0199-41f3-9ed8-d6af548cdded), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.333892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Port': ['ID=416893c4-af3c-44bb-894f-61993fb7f537,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:04.341128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] No DVR routers for this DVR port 416893c4-af3c-44bb-894f-61993fb7f537 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:04.355858 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc59fb45-ddd4-4b66-972c-fee7421f93a5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (4dcd1351-0199-41f3-9ed8-d6af548cdded), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.395939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc59fb45-ddd4-4b66-972c-fee7421f93a5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.398299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bc59fb45-ddd4-4b66-972c-fee7421f93a5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4269288 Feb 09 03:10:04.401415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52088) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:04.532095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1f9be4d8-c356-465d-ade4-67a898aaa47a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.588003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9be4d8-c356-465d-ade4-67a898aaa47a']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:04.619400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74e45df-0473-4700-9410-26f8463037b8') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:04.619699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74e45df-0473-4700-9410-26f8463037b8') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:04.640942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (e74e45df-0473-4700-9410-26f8463037b8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.657197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-19128815-6f81-4dc0-89be-813e80aca562 None None] Port 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 update to ACTIVE by agent not found {{(pid=109858) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 03:10:04.680327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (e74e45df-0473-4700-9410-26f8463037b8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.702731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:04.703142 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (e74e45df-0473-4700-9410-26f8463037b8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.704212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': 'c6f519fd-6f06-4f3e-a026-6553e5c88bb3'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:04.705926 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:04.708125 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:04.797353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] Deleting port 416893c4-af3c-44bb-894f-61993fb7f537 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:04.799089 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (416893c4-af3c-44bb-894f-61993fb7f537), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.861182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1f9be4d8-c356-465d-ade4-67a898aaa47a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.882650 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:04.904065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] 10.222.0.32 "DELETE /v2.0/networks/1f9be4d8-c356-465d-ade4-67a898aaa47a HTTP/1.1" status: 204 len: 168 time: 1.5696146 Feb 09 03:10:04.932198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446461d3-5b0c-4fc3-88bc-0493bfdb6d3b tempest-NetworksIpV6TestAttrs-1556373771 tempest-NetworksIpV6TestAttrs-1556373771-project] Pushing event deleted for resources: {'Network': ['ID=1f9be4d8-c356-465d-ade4-67a898aaa47a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:05.042648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:10:05.089403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:05.236950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] For port 416893c4-af3c-44bb-894f-61993fb7f537, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:05.240314 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (416893c4-af3c-44bb-894f-61993fb7f537), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:05.250366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:10:05.250994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 607889bc-17b4-44ce-8dca-a1f1ed3d0a44 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:10:05.252495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 416893c4-af3c-44bb-894f-61993fb7f537 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:10:05.289880 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:05.328473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ebe2f-dddd-4be0-a786-1a49a9942a63 req-cfc5c06a-1bf1-4c4f-96bf-6997393d3ebd tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:05.339850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a54ebe2f-dddd-4be0-a786-1a49a9942a63 req-cfc5c06a-1bf1-4c4f-96bf-6997393d3ebd tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.1540172 Feb 09 03:10:05.360225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] Calling delete_port for 416893c4-af3c-44bb-894f-61993fb7f537 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:05.362027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 416893c4-af3c-44bb-894f-61993fb7f537 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:10:05.371720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 416893c4-af3c-44bb-894f-61993fb7f537 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:10:05.437770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] Port 416893c4-af3c-44bb-894f-61993fb7f537 was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:10:05.456061 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (416893c4-af3c-44bb-894f-61993fb7f537), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:05.474988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a54ebe2f-dddd-4be0-a786-1a49a9942a63 req-fdf5650b-ca1d-4184-9b43-629e3d71e788 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342494 Feb 09 03:10:05.521675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52116) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:05.663845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] Pushing event deleted for resources: {'Port': ['ID=416893c4-af3c-44bb-894f-61993fb7f537,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:05.682457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] Network 1f9be4d8-c356-465d-ade4-67a898aaa47a is not hosted by any dhcp agent {{(pid=109858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:10:05.683310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1ba8d-5016-4d52-bc49-f0b622aa7c54 None None] No DVR routers for this DVR port 416893c4-af3c-44bb-894f-61993fb7f537 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:05.748592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/c6f519fd-6f06-4f3e-a026-6553e5c88bb3/fb594323-d748-4d39-83e7-ad7b149d4b51) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:06.047002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52132) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:06.105490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1167805816'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:06.125144 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Publish callbacks [] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.155512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Made reservation on behalf of 074c5412880743718be1a21ba0ba689c for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:06.157549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.160197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.174136 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.237774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1aaf9831-2566-4e73-9f77-9a7b530a1822 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a94abefd416c492c93b9000a6fe8c222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7122488 Feb 09 03:10:06.239212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52138) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:06.256935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:06.274055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:06.277334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:06.280740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Pushing event updated for resources: {'Port': ['ID=fb594323-d748-4d39-83e7-ad7b149d4b51,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:06.290901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::1 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/c6f519fd-6f06-4f3e-a026-6553e5c88bb3/717d6d74-1eab-4231-8768-e00bf9c77444) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:06.351302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f3b25a1-6ab7-4733-aabb-e1d8f3eaebd8 admin admin] Publish callbacks [] for security_group (0d5acfd4-4bf3-4367-b976-4c4aa4f47206), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.393231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f3b25a1-6ab7-4733-aabb-e1d8f3eaebd8 admin admin] Publish callbacks [] for security_group (0d5acfd4-4bf3-4367-b976-4c4aa4f47206), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.407192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Attempting to bind port fb594323-d748-4d39-83e7-ad7b149d4b51 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:06.407575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Attempting to bind port fb594323-d748-4d39-83e7-ad7b149d4b51 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:06.407955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Attempting to bind port fb594323-d748-4d39-83e7-ad7b149d4b51 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:06.433148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:06.433545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:06.433943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.442750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:06.444442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Bound port: fb594323-d748-4d39-83e7-ad7b149d4b51, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:06.444442 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.473220 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for security_group (0f0fdfa4-fd2d-423e-9730-fa3d2b3ebd35), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.482172 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0f0fdfa4-fd2d-423e-9730-fa3d2b3ebd35), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.502973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.521382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0fdfa4-fd2d-423e-9730-fa3d2b3ebd35,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:06.538439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f3b25a1-6ab7-4733-aabb-e1d8f3eaebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0d5acfd4-4bf3-4367-b976-4c4aa4f47206), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.542313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f3b25a1-6ab7-4733-aabb-e1d8f3eaebd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.543627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9f3b25a1-6ab7-4733-aabb-e1d8f3eaebd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d5acfd4-4bf3-4367-b976-4c4aa4f47206 HTTP/1.1" status: 204 len: 168 time: 0.3034229 Feb 09 03:10:06.556284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:06.584096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (717d6d74-1eab-4231-8768-e00bf9c77444), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.605168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b25a1-6ab7-4733-aabb-e1d8f3eaebd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5acfd4-4bf3-4367-b976-4c4aa4f47206,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:06.623741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] For port fb594323-d748-4d39-83e7-ad7b149d4b51, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:06.625552 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c6a8b209-c392-4c8c-ad9d-2f48801fa876), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.627926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] For port fb594323-d748-4d39-83e7-ad7b149d4b51, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fb594323-d748-4d39-83e7-ad7b149d4b51,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:06.628351 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Added segment c6a8b209-c392-4c8c-ad9d-2f48801fa876 of type vlan for network e1c7d467-2962-48d9-a541-aea029a11223 Feb 09 03:10:06.644042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.646205 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.714581 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (e1c7d467-2962-48d9-a541-aea029a11223), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.781622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (e1c7d467-2962-48d9-a541-aea029a11223), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.787161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:06.788717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:06.809048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:06.812822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332647e1-6a30-417d-a386-a36b357d8f91 None None] Pushing event updated for resources: {'Port': ['ID=fb594323-d748-4d39-83e7-ad7b149d4b51,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:06.825563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7771425 Feb 09 03:10:06.831509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52152) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:06.849018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Request body: {'subnet': {'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:06.955950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c08b4a-7b06-4b24-b0a5-e8c36b5c0a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event updated for resources: {'Network': ['ID=e1c7d467-2962-48d9-a541-aea029a11223,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:06.971602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network e1c7d467-2962-48d9-a541-aea029a11223 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:06.973213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:06.998091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:06.998758 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (4dcd1351-0199-41f3-9ed8-d6af548cdded), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:07.047369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Made reservation on behalf of 074c5412880743718be1a21ba0ba689c for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:07.050812 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:07.056999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=717d6d74-1eab-4231-8768-e00bf9c77444,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:07.478282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024cb38-4c34-40e6-aee6-5c59b5dbf79c req-16865661-bf01-4d7b-bfad-bfaa77bad9f4 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:07.496923 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1024cb38-4c34-40e6-aee6-5c59b5dbf79c req-16865661-bf01-4d7b-bfad-bfaa77bad9f4 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.8319986 Feb 09 03:10:07.644582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.080862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52184) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:08.285555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1024cb38-4c34-40e6-aee6-5c59b5dbf79c req-59f3ebb9-3f81-421d-9dcb-fcb1c806d55a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7875004 Feb 09 03:10:08.293040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (4d73437a-9ee2-48bf-bfcb-a5b993f12b00), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.322255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-216349179'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:08.376243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:08.379886 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.399037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.469967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Checking segment: {'id': 'c6a8b209-c392-4c8c-ad9d-2f48801fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:08.482787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Network hostable DHCP agents. Network: e1c7d467-2962-48d9-a541-aea029a11223, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:08.518105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event updated for resources: {'Subnet': ['ID=4d73437a-9ee2-48bf-bfcb-a5b993f12b00,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:08.609513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Network e1c7d467-2962-48d9-a541-aea029a11223 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:08.641432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2b65ea6a-da45-4596-a853-5ca0c2b87537 None None] Provisioning complete for port fb594323-d748-4d39-83e7-ad7b149d4b51 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:08.641985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b65ea6a-da45-4596-a853-5ca0c2b87537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.655395 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for security_group (6095b905-8080-4ace-9b0d-8f1445651582), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.659623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, e1c7d467-2962-48d9-a541-aea029a11223) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:08.675605 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6095b905-8080-4ace-9b0d-8f1445651582), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.685764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (717d6d74-1eab-4231-8768-e00bf9c77444), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.706781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:08.711413 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.726662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.728710 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (4dcd1351-0199-41f3-9ed8-d6af548cdded), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.770591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6095b905-8080-4ace-9b0d-8f1445651582,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:08.816727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:08.821944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1482b69-c41e-4100-819b-435bce96d9a0 None None] Network e1c7d467-2962-48d9-a541-aea029a11223 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:08.870774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (816e2c5e-4c4a-464d-858f-8e9752714a5a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:08.880277 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment 816e2c5e-4c4a-464d-858f-8e9752714a5a of type vlan for network e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 Feb 09 03:10:09.088749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (e8d2a4b6-68f3-437e-bc9f-6d3d05b61677), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.179804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (e8d2a4b6-68f3-437e-bc9f-6d3d05b61677), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.187118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:09.188521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.198124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fb594323-d748-4d39-83e7-ad7b149d4b51 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:09.289693 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2063608 Feb 09 03:10:09.348678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61427d0-3142-4e87-ae12-2b063c73a04e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=e8d2a4b6-68f3-437e-bc9f-6d3d05b61677,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:09.369766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:09.422141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-e1c7d467-2962-48d9-a541-aea029a11223', 'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223', 'project_id': '074c5412880743718be1a21ba0ba689c', 'fixed_ips': [{'subnet_id': '4d73437a-9ee2-48bf-bfcb-a5b993f12b00'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:09.422141 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.446862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52196) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:09.452856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': 'e8d2a4b6-68f3-437e-bc9f-6d3d05b61677', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:09.478749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2b65ea6a-da45-4596-a853-5ca0c2b87537 None None] Current status of the port fb594323-d748-4d39-83e7-ad7b149d4b51 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:09.479543 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b65ea6a-da45-4596-a853-5ca0c2b87537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.555659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f368565-d0f7-46ff-929f-4d33910fb99a req-67e0b132-3561-40f6-b0d7-9ea2ca3fb3de tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:09.557201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f368565-d0f7-46ff-929f-4d33910fb99a req-67e0b132-3561-40f6-b0d7-9ea2ca3fb3de tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.1550479 Feb 09 03:10:09.598814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port fb594323-d748-4d39-83e7-ad7b149d4b51 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:09.599401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.634269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:09.638646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.672197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e58282ad-e187-4105-b6c4-af4709c13527 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8393431 Feb 09 03:10:09.678757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52204) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:09.690470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Request body: {'port': {'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-700804864'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:09.744682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2b65ea6a-da45-4596-a853-5ca0c2b87537 None None] For port fb594323-d748-4d39-83e7-ad7b149d4b51, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fb594323-d748-4d39-83e7-ad7b149d4b51,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:09.770522 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b65ea6a-da45-4596-a853-5ca0c2b87537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.870755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=717d6d74-1eab-4231-8768-e00bf9c77444,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:09.958897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65ea6a-da45-4596-a853-5ca0c2b87537 None None] Pushing event updated for resources: {'Port': ['ID=fb594323-d748-4d39-83e7-ad7b149d4b51,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:09.992096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Made reservation on behalf of 074c5412880743718be1a21ba0ba689c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:09.995708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:09.996353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f368565-d0f7-46ff-929f-4d33910fb99a req-201b6086-becb-4d0c-8b6f-9e005695b7c0 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182768 Feb 09 03:10:10.000149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (1ab4e393-8948-40d7-b3dc-6eb2537a4b51), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.020478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] device_id is not set on port 32d03488-96f1-436c-8b8d-37b00a90672c yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:10:10.047546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port fb594323-d748-4d39-83e7-ad7b149d4b51 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:10.082131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Allocated IP 2001:db8::2 (e1c7d467-2962-48d9-a541-aea029a11223/4d73437a-9ee2-48bf-bfcb-a5b993f12b00/a67732c2-95a2-4363-89e8-a7ec05b35eb3) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:10.090762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ac683c1d-ed50-4519-a028-45031a610823 None None] Provisioning complete for port 717d6d74-1eab-4231-8768-e00bf9c77444 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:10.091408 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac683c1d-ed50-4519-a028-45031a610823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.100440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:10.108197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:10.149831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=1ab4e393-8948-40d7-b3dc-6eb2537a4b51,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:10.187511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': '816e2c5e-4c4a-464d-858f-8e9752714a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e8d2a4b6-68f3-437e-bc9f-6d3d05b61677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:10.187890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: e8d2a4b6-68f3-437e-bc9f-6d3d05b61677, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:10.242882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:10.250078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ac683c1d-ed50-4519-a028-45031a610823 None None] Port 717d6d74-1eab-4231-8768-e00bf9c77444 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:10.264880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, e8d2a4b6-68f3-437e-bc9f-6d3d05b61677) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:10.270032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:10.270658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.284714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c2d27-5f38-4eae-bd35-b0ab0172d8a0 req-7f42b98a-cf5a-41d0-bd36-bba1aafd194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:10.286560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb0c2d27-5f38-4eae-bd35-b0ab0172d8a0 req-7f42b98a-cf5a-41d0-bd36-bba1aafd194e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.4189887 Feb 09 03:10:10.287172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e0c77-73c3-456a-9f3c-c534a51d3d67 None None] Network e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:10.327575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ccb09235-4487-447f-bf3a-b47c899ee865 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8795991 Feb 09 03:10:10.337160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52212) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:10.346705 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-894853172'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:10.395988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:10.396330 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb0c2d27-5f38-4eae-bd35-b0ab0172d8a0 req-47af4566-d689-482f-8c3d-083c1f779bfa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976012 Feb 09 03:10:10.399687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.447069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:10.455903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Router 4dcd1351-0199-41f3-9ed8-d6af548cdded is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:10:10.463999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-e8d2a4b6-68f3-437e-bc9f-6d3d05b61677', 'network_id': 'e8d2a4b6-68f3-437e-bc9f-6d3d05b61677', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': '1ab4e393-8948-40d7-b3dc-6eb2537a4b51'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:10.464155 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (56fcbb6c-6f99-420e-b14c-26e762329941), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.464502 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment 56fcbb6c-6f99-420e-b14c-26e762329941 of type vlan for network 0a4d24dc-971f-49a2-bb3b-26cb76081f58 Feb 09 03:10:10.467022 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.541662 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (0a4d24dc-971f-49a2-bb3b-26cb76081f58), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.611964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (0a4d24dc-971f-49a2-bb3b-26cb76081f58), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.616997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:10.617712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:10.669468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:10:10.675076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2a8affdd-cf01-458c-9266-96376f86a5a0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "PUT /v2.0/routers/4dcd1351-0199-41f3-9ed8-d6af548cdded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2723157 Feb 09 03:10:10.677543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52216) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:10.685805 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Sync routers for ids ['4dcd1351-0199-41f3-9ed8-d6af548cdded'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:10:10.698272 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Routers {'4dcd1351-0199-41f3-9ed8-d6af548cdded'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:10.702015 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4dcd1351-0199-41f3-9ed8-d6af548cdded'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:10.763468 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4251242 Feb 09 03:10:10.770982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52218) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:10.776542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': '0a4d24dc-971f-49a2-bb3b-26cb76081f58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:10.801090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512c385-073a-4841-8151-0ef476045d99 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=0a4d24dc-971f-49a2-bb3b-26cb76081f58,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:10.813767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a1b39-8078-40bd-8089-094524ca43fb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:10.818475 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-585a1b39-8078-40bd-8089-094524ca43fb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports/717d6d74-1eab-4231-8768-e00bf9c77444 HTTP/1.1" status: 200 len: 911 time: 0.1397657 Feb 09 03:10:10.821185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52220) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:10.832921 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Set router 4dcd1351-0199-41f3-9ed8-d6af548cdded gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:10.849429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 0a4d24dc-971f-49a2-bb3b-26cb76081f58 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:10.927054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc47b8-aa06-43ff-b40f-38de016baffd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:10.948204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc47b8-aa06-43ff-b40f-38de016baffd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:10.960106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5cbc47b8-aa06-43ff-b40f-38de016baffd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1304004 Feb 09 03:10:10.961312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52224) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:11.034141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fb594323-d748-4d39-83e7-ad7b149d4b51 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:11.101562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:11.105523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.160407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8b979f85-5016-4ce6-ae95-eb069b6c067e None None] Provisioning complete for port 717d6d74-1eab-4231-8768-e00bf9c77444 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:11.160848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8b979f85-5016-4ce6-ae95-eb069b6c067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.166388 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Publish callbacks [] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.196518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Allocated IP 172.20.255.242 (e8d2a4b6-68f3-437e-bc9f-6d3d05b61677/1ab4e393-8948-40d7-b3dc-6eb2537a4b51/35b21cd7-1a46-4518-91b1-e6d996858f6d) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:11.215634 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.279727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Network e1c7d467-2962-48d9-a541-aea029a11223 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:11.286756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:11.301700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:11.393147 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'name': 'tempest-NetworksTestDHCPv6-router-1253661514', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:04Z', 'updated_at': '2022-02-09T03:10:07Z', 'revision_number': 2, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None, '_interfaces': [{'id': '717d6d74-1eab-4231-8768-e00bf9c77444', 'name': '', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'mac_address': 'fa:16:3e:8a:e2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'c6f519fd-6f06-4f3e-a026-6553e5c88bb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:05Z', 'updated_at': '2022-02-09T03:10:08Z', 'revision_number': 2, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'subnets': [{'id': 'c6f519fd-6f06-4f3e-a026-6553e5c88bb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:11.410969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Allocated IP 2001:db8::3c4 (e1c7d467-2962-48d9-a541-aea029a11223/4d73437a-9ee2-48bf-bfcb-a5b993f12b00/32d03488-96f1-436c-8b8d-37b00a90672c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:11.453703 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Checking router: 4dcd1351-0199-41f3-9ed8-d6af548cdded for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:10:11.462833 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Updating router 4dcd1351-0199-41f3-9ed8-d6af548cdded port 717d6d74-1eab-4231-8768-e00bf9c77444 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:10:11.549159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8b979f85-5016-4ce6-ae95-eb069b6c067e None None] Port 717d6d74-1eab-4231-8768-e00bf9c77444 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:11.588545 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.618371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Pushing event updated for resources: {'Port': ['ID=a67732c2-95a2-4363-89e8-a7ec05b35eb3,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:11.651323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port fb594323-d748-4d39-83e7-ad7b149d4b51 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:11.652194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.706640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Attempting to bind port a67732c2-95a2-4363-89e8-a7ec05b35eb3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:11.707089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Attempting to bind port a67732c2-95a2-4363-89e8-a7ec05b35eb3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c6a8b209-c392-4c8c-ad9d-2f48801fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:11.707695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Attempting to bind port a67732c2-95a2-4363-89e8-a7ec05b35eb3 on network e1c7d467-2962-48d9-a541-aea029a11223 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:11.745652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:11.745652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Checking segment: {'id': 'c6a8b209-c392-4c8c-ad9d-2f48801fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:11.751297 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.751930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Bound using segment: {'id': 'c6a8b209-c392-4c8c-ad9d-2f48801fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:11.752559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Bound port: a67732c2-95a2-4363-89e8-a7ec05b35eb3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a8b209-c392-4c8c-ad9d-2f48801fa876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:11.753070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.818646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for port (32d03488-96f1-436c-8b8d-37b00a90672c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.898404 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (32d03488-96f1-436c-8b8d-37b00a90672c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.929492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] For port a67732c2-95a2-4363-89e8-a7ec05b35eb3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:11.939035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (4dcd1351-0199-41f3-9ed8-d6af548cdded), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:11.944461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] For port a67732c2-95a2-4363-89e8-a7ec05b35eb3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a67732c2-95a2-4363-89e8-a7ec05b35eb3,segment=NetworkSegment(c6a8b209-c392-4c8c-ad9d-2f48801fa876),segment_id=c6a8b209-c392-4c8c-ad9d-2f48801fa876)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:11.985451 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.031158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Publish callbacks [] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.034546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Network e1c7d467-2962-48d9-a541-aea029a11223 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:12.042923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:12.050822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:12.058291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:12.058947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.081271 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.095709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port fb594323-d748-4d39-83e7-ad7b149d4b51 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:12.163909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Network e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:12.173388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:12.187855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc707886-fa11-4b6e-9d12-38bd2052203f None None] Pushing event updated for resources: {'Port': ['ID=a67732c2-95a2-4363-89e8-a7ec05b35eb3,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:12.191862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:12.253842 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Publish callbacks [] for port (717d6d74-1eab-4231-8768-e00bf9c77444), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.268218 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.362887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Attempting to bind port 35b21cd7-1a46-4518-91b1-e6d996858f6d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:12.363541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Attempting to bind port 35b21cd7-1a46-4518-91b1-e6d996858f6d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '816e2c5e-4c4a-464d-858f-8e9752714a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e8d2a4b6-68f3-437e-bc9f-6d3d05b61677'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:12.365138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Attempting to bind port 35b21cd7-1a46-4518-91b1-e6d996858f6d on network e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:12.369688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Pushing event updated for resources: {'Port': ['ID=35b21cd7-1a46-4518-91b1-e6d996858f6d,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:12.376694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:12.377232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Checking segment: {'id': '816e2c5e-4c4a-464d-858f-8e9752714a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e8d2a4b6-68f3-437e-bc9f-6d3d05b61677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:12.377874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.378428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Bound using segment: {'id': '816e2c5e-4c4a-464d-858f-8e9752714a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e8d2a4b6-68f3-437e-bc9f-6d3d05b61677'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:12.379278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Bound port: 35b21cd7-1a46-4518-91b1-e6d996858f6d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816e2c5e-4c4a-464d-858f-8e9752714a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e8d2a4b6-68f3-437e-bc9f-6d3d05b61677'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:12.379769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.448250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event updated for resources: {'Port': ['ID=32d03488-96f1-436c-8b8d-37b00a90672c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:12.454598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port 717d6d74-1eab-4231-8768-e00bf9c77444 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:12.455490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.479372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-07291614-c91f-44c3-b28b-b307b3cd0f2f tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7991660 Feb 09 03:10:12.493630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52236) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:12.565393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d774ba-842a-4f25-b2ad-b4153f1f0a5f req-97a9ba14-7351-49d8-812a-d3d607ba4b74 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:12.569692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4d774ba-842a-4f25-b2ad-b4153f1f0a5f req-97a9ba14-7351-49d8-812a-d3d607ba4b74 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.6949470 Feb 09 03:10:12.578757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Request body: {'port': {'network_id': 'e1c7d467-2962-48d9-a541-aea029a11223', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1493901565', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:12.579497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] bootfile-name is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:10:12.579995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] tftp-server is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:10:12.580494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] server-ip-address is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:10:12.643921 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Pushing event updated for resources: {'Port': ['ID=717d6d74-1eab-4231-8768-e00bf9c77444,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:12.645886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] For port 35b21cd7-1a46-4518-91b1-e6d996858f6d, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:12.654677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] For port 35b21cd7-1a46-4518-91b1-e6d996858f6d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35b21cd7-1a46-4518-91b1-e6d996858f6d,segment=NetworkSegment(816e2c5e-4c4a-464d-858f-8e9752714a5a),segment_id=816e2c5e-4c4a-464d-858f-8e9752714a5a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:12.685806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.699731 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.700593 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.701162 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.701706 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.704251 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.704814 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.705363 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.705906 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.706498 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.708940 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.710161 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.710769 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.711371 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:12.737761 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Attempting to bind port 717d6d74-1eab-4231-8768-e00bf9c77444 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:12.740796 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Attempting to bind port 717d6d74-1eab-4231-8768-e00bf9c77444 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:12.741491 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Attempting to bind port 717d6d74-1eab-4231-8768-e00bf9c77444 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:12.759849 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:12.760085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (914aa4a7-df9d-48ba-9de6-c40cb315dec6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.760492 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:12.765385 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.765936 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:12.766580 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Bound port: 717d6d74-1eab-4231-8768-e00bf9c77444, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:12.770148 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.839978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] For port 717d6d74-1eab-4231-8768-e00bf9c77444, host n-d-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:12.840709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:12.904169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for 717d6d74-1eab-4231-8768-e00bf9c77444 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:12.908706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b95b-58f5-464c-9414-08b28c60aa54 None None] Pushing event updated for resources: {'Port': ['ID=35b21cd7-1a46-4518-91b1-e6d996858f6d,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:13.005885 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] For port 717d6d74-1eab-4231-8768-e00bf9c77444, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:13.016046 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] For port 717d6d74-1eab-4231-8768-e00bf9c77444, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=717d6d74-1eab-4231-8768-e00bf9c77444,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:13.043601 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:13.081672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a6b19f93-30ed-4074-947d-6ad9e831064e None None] Provisioning complete for port 717d6d74-1eab-4231-8768-e00bf9c77444 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:13.082150 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a6b19f93-30ed-4074-947d-6ad9e831064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:13.108299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4d774ba-842a-4f25-b2ad-b4153f1f0a5f req-9cc09401-12a8-4446-9437-a8679b200dc3 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034368 Feb 09 03:10:13.139549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': '56fcbb6c-6f99-420e-b14c-26e762329941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0a4d24dc-971f-49a2-bb3b-26cb76081f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:13.139917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: 0a4d24dc-971f-49a2-bb3b-26cb76081f58, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:13.161128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a67732c2-95a2-4363-89e8-a7ec05b35eb3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:13.185434 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93389c18-3781-4c06-a14c-38ea8223d95e None None] Pushing event updated for resources: {'Port': ['ID=717d6d74-1eab-4231-8768-e00bf9c77444,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:13.207618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=914aa4a7-df9d-48ba-9de6-c40cb315dec6,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:13.258735 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Routers {'4dcd1351-0199-41f3-9ed8-d6af548cdded'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:13.267347 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4dcd1351-0199-41f3-9ed8-d6af548cdded'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:13.322611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network 0a4d24dc-971f-49a2-bb3b-26cb76081f58 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:13.372756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 0a4d24dc-971f-49a2-bb3b-26cb76081f58) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:13.384793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:13.387378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:13.423203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b6d0d8df-4590-46e1-a605-56e069c96eba tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6504693 Feb 09 03:10:13.426474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52242) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:13.436427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Made reservation on behalf of 074c5412880743718be1a21ba0ba689c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:13.441853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:13.462022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3fdd0f-1f47-4ca1-9df7-49cdfa7e159c None None] Network 0a4d24dc-971f-49a2-bb3b-26cb76081f58 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:13.464752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] device_id is not set on port dd1aea27-0668-4664-a490-8f98bd4947f2 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:10:13.677553 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:13.698439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a6b19f93-30ed-4074-947d-6ad9e831064e None None] Current status of the port 717d6d74-1eab-4231-8768-e00bf9c77444 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:13.698832 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a6b19f93-30ed-4074-947d-6ad9e831064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (717d6d74-1eab-4231-8768-e00bf9c77444), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:13.713144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a67732c2-95a2-4363-89e8-a7ec05b35eb3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:13.715093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:13.750841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Allocated IP 2001:db8::1df (e1c7d467-2962-48d9-a541-aea029a11223/4d73437a-9ee2-48bf-bfcb-a5b993f12b00/dd1aea27-0668-4664-a490-8f98bd4947f2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:13.770042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=717d6d74-1eab-4231-8768-e00bf9c77444,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:13.897300 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] Set router 4dcd1351-0199-41f3-9ed8-d6af548cdded gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:14.254397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a67732c2-95a2-4363-89e8-a7ec05b35eb3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:14.254397 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.277258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for port (dd1aea27-0668-4664-a490-8f98bd4947f2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.283627 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (4dcd1351-0199-41f3-9ed8-d6af548cdded), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.362683 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (dd1aea27-0668-4664-a490-8f98bd4947f2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.413622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-0a4d24dc-971f-49a2-bb3b-26cb76081f58', 'network_id': '0a4d24dc-971f-49a2-bb3b-26cb76081f58', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': '914aa4a7-df9d-48ba-9de6-c40cb315dec6'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:14.414562 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.416557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e7a310e3-0648-4e9d-bed3-a0c0ec6c4617 None None] Could not find standard attr ID for object 717d6d74-1eab-4231-8768-e00bf9c77444. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:10:14.424903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (0a4d24dc-971f-49a2-bb3b-26cb76081f58), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.470310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event updated for resources: {'Port': ['ID=dd1aea27-0668-4664-a490-8f98bd4947f2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:14.487365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port a67732c2-95a2-4363-89e8-a7ec05b35eb3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a67732c2-95a2-4363-89e8-a7ec05b35eb3,segment=NetworkSegment(c6a8b209-c392-4c8c-ad9d-2f48801fa876),segment_id=c6a8b209-c392-4c8c-ad9d-2f48801fa876)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:14.494563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ffb803-25b9-4878-afe6-21e8de36f6f7 None None] Network e1c7d467-2962-48d9-a541-aea029a11223 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:14.533469 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'name': 'tempest-NetworksTestDHCPv6-router-1253661514', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:04Z', 'updated_at': '2022-02-09T03:10:07Z', 'revision_number': 2, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None, '_interfaces': [{'id': '717d6d74-1eab-4231-8768-e00bf9c77444', 'name': '', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'mac_address': 'fa:16:3e:8a:e2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'c6f519fd-6f06-4f3e-a026-6553e5c88bb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:05Z', 'updated_at': '2022-02-09T03:10:12Z', 'revision_number': 4, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'subnets': [{'id': 'c6f519fd-6f06-4f3e-a026-6553e5c88bb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:14.545789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Network e1c7d467-2962-48d9-a541-aea029a11223 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:14.549808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:14.554021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:14.569198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:14.587194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.603856 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783e86f9-7226-40c1-a1ca-4b5f61f29ab0 None None] The sync data for ids ['4dcd1351-0199-41f3-9ed8-d6af548cdded'] in n-d-827839-4 is: [{'id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'name': 'tempest-NetworksTestDHCPv6-router-1253661514', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:04Z', 'updated_at': '2022-02-09T03:10:07Z', 'revision_number': 2, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None, '_interfaces': [{'id': '717d6d74-1eab-4231-8768-e00bf9c77444', 'name': '', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'mac_address': 'fa:16:3e:8a:e2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'c6f519fd-6f06-4f3e-a026-6553e5c88bb3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:05Z', 'updated_at': '2022-02-09T03:10:12Z', 'revision_number': 4, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'subnets': [{'id': 'c6f519fd-6f06-4f3e-a026-6553e5c88bb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:10:14.612127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.646118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8eaaae31-72cf-4826-9e90-362313e317e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1509924 Feb 09 03:10:14.648681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52252) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:14.706161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (914aa4a7-df9d-48ba-9de6-c40cb315dec6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.837273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f291026-ec76-406c-b1f4-e11ceebd8f84 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:14.842622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f291026-ec76-406c-b1f4-e11ceebd8f84 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:14.847802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-83b0a0b3-b97e-414a-8a40-f27d15372220 None None] Provisioning complete for port a67732c2-95a2-4363-89e8-a7ec05b35eb3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:14.848187 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83b0a0b3-b97e-414a-8a40-f27d15372220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:14.861570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f291026-ec76-406c-b1f4-e11ceebd8f84 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:14.873402 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6f291026-ec76-406c-b1f4-e11ceebd8f84 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2211680 Feb 09 03:10:14.875148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52256) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:14.989508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9229d3a-640b-4029-a052-aae3fd971b94 None None] Network e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:15.227702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=a67732c2-95a2-4363-89e8-a7ec05b35eb3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:15.241757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35b21cd7-1a46-4518-91b1-e6d996858f6d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:15.248680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-04925d68-193f-42f0-bd46-9d5b86e595dd tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Deleting port dd1aea27-0668-4664-a490-8f98bd4947f2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:15.248680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04925d68-193f-42f0-bd46-9d5b86e595dd tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (dd1aea27-0668-4664-a490-8f98bd4947f2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:15.398431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Allocated IP 172.20.0.2 (0a4d24dc-971f-49a2-bb3b-26cb76081f58/914aa4a7-df9d-48ba-9de6-c40cb315dec6/e1a0156d-20d9-431b-8012-236585bf2207) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:15.422912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04925d68-193f-42f0-bd46-9d5b86e595dd tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (dd1aea27-0668-4664-a490-8f98bd4947f2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:15.440203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-04925d68-193f-42f0-bd46-9d5b86e595dd tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Calling delete_port for dd1aea27-0668-4664-a490-8f98bd4947f2 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:15.719857 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04925d68-193f-42f0-bd46-9d5b86e595dd tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (dd1aea27-0668-4664-a490-8f98bd4947f2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:15.748704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 35b21cd7-1a46-4518-91b1-e6d996858f6d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:15.749139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:15.801150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04925d68-193f-42f0-bd46-9d5b86e595dd tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event deleted for resources: {'Port': ['ID=dd1aea27-0668-4664-a490-8f98bd4947f2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:15.884900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be4fde-d04f-4357-a745-aa721dde7365 req-9fe26fc2-fdd8-4050-85e6-17ec34bb319e tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:15.893042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0be4fde-d04f-4357-a745-aa721dde7365 req-9fe26fc2-fdd8-4050-85e6-17ec34bb319e tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 1.4656799 Feb 09 03:10:15.907258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04925d68-193f-42f0-bd46-9d5b86e595dd tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:15.915396 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-04925d68-193f-42f0-bd46-9d5b86e595dd tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "DELETE /v2.0/ports/dd1aea27-0668-4664-a490-8f98bd4947f2 HTTP/1.1" status: 204 len: 168 time: 1.0385287 Feb 09 03:10:15.919311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52268) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:15.939180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Request body: {'port': {'name': 'tempest-new-port-name-1838215242', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:15.939697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] bootfile-name is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:10:15.940606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] tftp-server is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:10:15.941643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.api.validators [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] server-ip-address is not in valid_values {{(pid=109857) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 03:10:15.988569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Router 4dcd1351-0199-41f3-9ed8-d6af548cdded has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:10:15.989164 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Publish callbacks [] for port (e1a0156d-20d9-431b-8012-236585bf2207), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:16.030181 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e1a0156d-20d9-431b-8012-236585bf2207), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:16.112679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Network 0a4d24dc-971f-49a2-bb3b-26cb76081f58 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:16.182537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (32d03488-96f1-436c-8b8d-37b00a90672c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:16.186873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:16.188876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0be4fde-d04f-4357-a745-aa721dde7365 req-9ea48961-ab70-4950-8297-14dbd7b4950c tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920792 Feb 09 03:10:16.189088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Pushing event updated for resources: {'Port': ['ID=e1a0156d-20d9-431b-8012-236585bf2207,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:16.199928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:16.315922 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (914aa4a7-df9d-48ba-9de6-c40cb315dec6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:16.715361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-83b0a0b3-b97e-414a-8a40-f27d15372220 None None] Current status of the port a67732c2-95a2-4363-89e8-a7ec05b35eb3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:16.740258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (0a4d24dc-971f-49a2-bb3b-26cb76081f58), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:16.870903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Attempting to bind port e1a0156d-20d9-431b-8012-236585bf2207 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:16.872838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Attempting to bind port e1a0156d-20d9-431b-8012-236585bf2207 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '56fcbb6c-6f99-420e-b14c-26e762329941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0a4d24dc-971f-49a2-bb3b-26cb76081f58'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:16.876934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4d24dc-971f-49a2-bb3b-26cb76081f58']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:16.877146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Attempting to bind port e1a0156d-20d9-431b-8012-236585bf2207 on network 0a4d24dc-971f-49a2-bb3b-26cb76081f58 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:16.890160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fcbb6c-6f99-420e-b14c-26e762329941') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:16.891069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fcbb6c-6f99-420e-b14c-26e762329941') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:16.903300 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (56fcbb6c-6f99-420e-b14c-26e762329941), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:16.930405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (56fcbb6c-6f99-420e-b14c-26e762329941), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:16.946871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 35b21cd7-1a46-4518-91b1-e6d996858f6d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:16.949074 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:16.983208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:10:17.009052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e221cc7a-6b4c-4051-b267-eb52ac3f733d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "PUT /v2.0/routers/4dcd1351-0199-41f3-9ed8-d6af548cdded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0463669 Feb 09 03:10:17.011242 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:17.011769 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (56fcbb6c-6f99-420e-b14c-26e762329941), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.016050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52288) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:17.016646 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:17.018900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=914aa4a7-df9d-48ba-9de6-c40cb315dec6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:17.035518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:17.039635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Checking segment: {'id': '56fcbb6c-6f99-420e-b14c-26e762329941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0a4d24dc-971f-49a2-bb3b-26cb76081f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:17.042907 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.050253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Bound using segment: {'id': '56fcbb6c-6f99-420e-b14c-26e762329941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0a4d24dc-971f-49a2-bb3b-26cb76081f58'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:17.054418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Bound port: e1a0156d-20d9-431b-8012-236585bf2207, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fcbb6c-6f99-420e-b14c-26e762329941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0a4d24dc-971f-49a2-bb3b-26cb76081f58'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:17.056421 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e1a0156d-20d9-431b-8012-236585bf2207), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.118324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Provisioning complete for port 32d03488-96f1-436c-8b8d-37b00a90672c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:17.118819 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (32d03488-96f1-436c-8b8d-37b00a90672c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.303689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 35b21cd7-1a46-4518-91b1-e6d996858f6d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35b21cd7-1a46-4518-91b1-e6d996858f6d,segment=NetworkSegment(816e2c5e-4c4a-464d-858f-8e9752714a5a),segment_id=816e2c5e-4c4a-464d-858f-8e9752714a5a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:17.328150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Port 32d03488-96f1-436c-8b8d-37b00a90672c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:17.350336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.420094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa924d0-5fc9-442d-9e91-8486c2cf9aeb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:17.422787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52294) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:17.429606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa924d0-5fc9-442d-9e91-8486c2cf9aeb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:17.439313 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-efa924d0-5fc9-442d-9e91-8486c2cf9aeb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4164944 Feb 09 03:10:17.439907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52296) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:17.458209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] Sync routers for ids ['4dcd1351-0199-41f3-9ed8-d6af548cdded'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:10:17.544810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.api [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:10:17.544810 n-d-827839-4 neutron-server[109856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:10:17.544810 n-d-827839-4 neutron-server[109856]: [parameters: {'id': '0a4d24dc-971f-49a2-bb3b-26cb76081f58'}] Feb 09 03:10:17.544810 n-d-827839-4 neutron-server[109856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:17.545313 n-d-827839-4 neutron-server[109856]: DEBUG oslo_db.api [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:17.550502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-86842104-b77f-40b7-b8a6-e35d7fd14162 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet c6f519fd-6f06-4f3e-a026-6553e5c88bb3 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:10:17.556178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86842104-b77f-40b7-b8a6-e35d7fd14162 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (c6f519fd-6f06-4f3e-a026-6553e5c88bb3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.581265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] For port e1a0156d-20d9-431b-8012-236585bf2207, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:17.584237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Provisioning complete for port 35b21cd7-1a46-4518-91b1-e6d996858f6d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:17.584809 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.610212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a67732c2-95a2-4363-89e8-a7ec05b35eb3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:17.625103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-c969f422-5d3e-437b-b279-58a731c15d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:17.628407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-c969f422-5d3e-437b-b279-58a731c15d79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.6030114 Feb 09 03:10:17.636873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for port (32d03488-96f1-436c-8b8d-37b00a90672c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.673906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86842104-b77f-40b7-b8a6-e35d7fd14162 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (c6f519fd-6f06-4f3e-a026-6553e5c88bb3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.674365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (32d03488-96f1-436c-8b8d-37b00a90672c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.722203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] Routers {'4dcd1351-0199-41f3-9ed8-d6af548cdded'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:17.723631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4dcd1351-0199-41f3-9ed8-d6af548cdded'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:17.728043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] For port e1a0156d-20d9-431b-8012-236585bf2207, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e1a0156d-20d9-431b-8012-236585bf2207,segment=NetworkSegment(56fcbb6c-6f99-420e-b14c-26e762329941),segment_id=56fcbb6c-6f99-420e-b14c-26e762329941)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:17.740033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=35b21cd7-1a46-4518-91b1-e6d996858f6d,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:17.828848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e1a0156d-20d9-431b-8012-236585bf2207), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.840470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.841213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.841955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.842547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.843111 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.843669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.844248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.844821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.845380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.845961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.846556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.847128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.847697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:17.879625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] Set router 4dcd1351-0199-41f3-9ed8-d6af548cdded gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:17.899743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef7012-e0b9-4952-b9b8-82dfb3e59993 req-2bc0b8c3-da36-4d75-b605-a08b41a3284d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:17.903929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19ef7012-e0b9-4952-b9b8-82dfb3e59993 req-2bc0b8c3-da36-4d75-b605-a08b41a3284d tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.7395849 Feb 09 03:10:17.961251 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86842104-b77f-40b7-b8a6-e35d7fd14162 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c6f519fd-6f06-4f3e-a026-6553e5c88bb3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:17.985703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'name': 'tempest-NetworksTestDHCPv6-router-1253661514', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:04Z', 'updated_at': '2022-02-09T03:10:13Z', 'revision_number': 3, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:18.015842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event updated for resources: {'Port': ['ID=32d03488-96f1-436c-8b8d-37b00a90672c,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:18.026496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-190cd26f-db76-4ec3-8954-593cd9ea96ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.046526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (0a4d24dc-971f-49a2-bb3b-26cb76081f58), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.056097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] Checking router: 4dcd1351-0199-41f3-9ed8-d6af548cdded for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:10:18.076023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1ff80-c4b2-472c-8b6f-aac3e999201d None None] Pushing event updated for resources: {'Port': ['ID=e1a0156d-20d9-431b-8012-236585bf2207,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:18.091308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] In _notify_port_updated(), no bound segment for port 32d03488-96f1-436c-8b8d-37b00a90672c on network e1c7d467-2962-48d9-a541-aea029a11223 {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:10:18.098006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:18.098936 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.101813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1e9cce25-d80a-4f3c-b6eb-59746947e59c tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "PUT /v2.0/ports/32d03488-96f1-436c-8b8d-37b00a90672c HTTP/1.1" status: 200 len: 1130 time: 2.1760762 Feb 09 03:10:18.110480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52302) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:18.143695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86842104-b77f-40b7-b8a6-e35d7fd14162 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (c6f519fd-6f06-4f3e-a026-6553e5c88bb3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.159649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a67732c2-95a2-4363-89e8-a7ec05b35eb3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:18.160109 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.177842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] Routers {'4dcd1351-0199-41f3-9ed8-d6af548cdded'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:18.178305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4dcd1351-0199-41f3-9ed8-d6af548cdded'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:18.229773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9ed8e-7f0c-417e-a120-6e5d07184c0a None None] Network 0a4d24dc-971f-49a2-bb3b-26cb76081f58 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:18.256214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86842104-b77f-40b7-b8a6-e35d7fd14162 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f519fd-6f06-4f3e-a026-6553e5c88bb3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:18.292246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-190cd26f-db76-4ec3-8954-593cd9ea96ac admin admin] Publish callbacks [] for security_group (55ee0214-3056-4d03-8dfc-1d2772aec5c9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.310067 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-86842104-b77f-40b7-b8a6-e35d7fd14162 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.316120 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-86842104-b77f-40b7-b8a6-e35d7fd14162 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/c6f519fd-6f06-4f3e-a026-6553e5c88bb3 HTTP/1.1" status: 204 len: 168 time: 0.8711805 Feb 09 03:10:18.323561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-190cd26f-db76-4ec3-8954-593cd9ea96ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (55ee0214-3056-4d03-8dfc-1d2772aec5c9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.324517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52304) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:18.351903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133c117-f058-4889-9d72-516dae86d1f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:18.368554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b133c117-f058-4889-9d72-516dae86d1f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "GET /v2.0/ports/32d03488-96f1-436c-8b8d-37b00a90672c HTTP/1.1" status: 200 len: 1130 time: 0.2526748 Feb 09 03:10:18.388774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52306) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:18.394652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-190cd26f-db76-4ec3-8954-593cd9ea96ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27b25dbbe7be4dcd90366a153f9a4a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9413376 Feb 09 03:10:18.401136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cd26f-db76-4ec3-8954-593cd9ea96ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ee0214-3056-4d03-8dfc-1d2772aec5c9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:18.406684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52308) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:18.429231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99330b36-0765-4f43-807a-97c9d3a5baa3 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:18.504485 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19ef7012-e0b9-4952-b9b8-82dfb3e59993 req-274645ab-0a0b-45c0-afdf-44ab292df945 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727693 Feb 09 03:10:18.534547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-f5e82942-2a66-4d82-af6c-8bcb7524528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:18.543277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Current status of the port 35b21cd7-1a46-4518-91b1-e6d996858f6d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:18.545954 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-f5e82942-2a66-4d82-af6c-8bcb7524528e service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.9014249 Feb 09 03:10:18.575871 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ee585c5-a6b4-442e-990c-55676f4bc3fb admin admin] Publish callbacks [] for security_group (55ee0214-3056-4d03-8dfc-1d2772aec5c9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.607595 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-353bfa97-4834-4877-a375-190a38a494ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.0442061 Feb 09 03:10:18.678435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Could not find standard attr ID for object dd1aea27-0668-4664-a490-8f98bd4947f2. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:10:18.685555 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ee585c5-a6b4-442e-990c-55676f4bc3fb admin admin] Publish callbacks [] for security_group (55ee0214-3056-4d03-8dfc-1d2772aec5c9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.749434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] Set router 4dcd1351-0199-41f3-9ed8-d6af548cdded gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:18.785205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-38bfb1a7-05e9-4ae9-9e5d-4291a2d113c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:18.795936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-38bfb1a7-05e9-4ae9-9e5d-4291a2d113c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.1795392 Feb 09 03:10:18.883914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Deleting port e1a0156d-20d9-431b-8012-236585bf2207 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:18.894721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e1a0156d-20d9-431b-8012-236585bf2207), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:18.918657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'name': 'tempest-NetworksTestDHCPv6-router-1253661514', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:04Z', 'updated_at': '2022-02-09T03:10:13Z', 'revision_number': 3, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:18.996819 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3a296dc5-966d-4944-9860-8690d0773820 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6607041 Feb 09 03:10:19.004712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52314) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:19.033497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6d4b3-6db9-46ca-bf61-2b505e9bfac0 None None] The sync data for ids ['4dcd1351-0199-41f3-9ed8-d6af548cdded'] in n-d-827839-4 is: [{'id': '4dcd1351-0199-41f3-9ed8-d6af548cdded', 'name': 'tempest-NetworksTestDHCPv6-router-1253661514', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:04Z', 'updated_at': '2022-02-09T03:10:13Z', 'revision_number': 3, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:10:19.058079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Provisioning complete for port a67732c2-95a2-4363-89e8-a7ec05b35eb3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:19.060599 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.173046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a67732c2-95a2-4363-89e8-a7ec05b35eb3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:19.195474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] For port e1a0156d-20d9-431b-8012-236585bf2207, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e1a0156d-20d9-431b-8012-236585bf2207,segment=NetworkSegment(56fcbb6c-6f99-420e-b14c-26e762329941),segment_id=56fcbb6c-6f99-420e-b14c-26e762329941)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:19.197968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e1a0156d-20d9-431b-8012-236585bf2207), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.250025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Calling delete_port for e1a0156d-20d9-431b-8012-236585bf2207 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:19.266146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56a7-538e-4493-be72-15e6c2ef09aa tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router (4dcd1351-0199-41f3-9ed8-d6af548cdded), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.302750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e7716-3b6f-4831-973a-1893a71ea4ad None None] Current status of the port a67732c2-95a2-4363-89e8-a7ec05b35eb3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:19.386026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-76432334-d5c5-4e4e-831f-87edb21e6fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Deleting port 32d03488-96f1-436c-8b8d-37b00a90672c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:19.386644 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-76432334-d5c5-4e4e-831f-87edb21e6fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (32d03488-96f1-436c-8b8d-37b00a90672c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.440204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cd136a5f-60c1-42dc-8e0a-ee4d20d51627 None None] Provisioning complete for port 32d03488-96f1-436c-8b8d-37b00a90672c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:19.440665 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd136a5f-60c1-42dc-8e0a-ee4d20d51627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (32d03488-96f1-436c-8b8d-37b00a90672c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.444823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:10:19.484465 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-86d99d0b-caf7-4353-b16c-fb6cedbfa66e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6741912 Feb 09 03:10:19.580013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ee585c5-a6b4-442e-990c-55676f4bc3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (55ee0214-3056-4d03-8dfc-1d2772aec5c9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.590009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ee585c5-a6b4-442e-990c-55676f4bc3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.610309 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0ee585c5-a6b4-442e-990c-55676f4bc3fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55ee0214-3056-4d03-8dfc-1d2772aec5c9 HTTP/1.1" status: 204 len: 168 time: 1.1957071 Feb 09 03:10:19.624258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35b21cd7-1a46-4518-91b1-e6d996858f6d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:19.660525 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.713843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee585c5-a6b4-442e-990c-55676f4bc3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ee0214-3056-4d03-8dfc-1d2772aec5c9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:19.787686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56a7-538e-4493-be72-15e6c2ef09aa tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (4dcd1351-0199-41f3-9ed8-d6af548cdded), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.802037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56a7-538e-4493-be72-15e6c2ef09aa tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router_controller (4dcd1351-0199-41f3-9ed8-d6af548cdded), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.824822 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-72e75d19-3d20-4144-9016-be2bd99f12d4 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354337 Feb 09 03:10:19.863703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cd136a5f-60c1-42dc-8e0a-ee4d20d51627 None None] Port 32d03488-96f1-436c-8b8d-37b00a90672c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:19.882297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-76432334-d5c5-4e4e-831f-87edb21e6fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (32d03488-96f1-436c-8b8d-37b00a90672c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.916486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-76432334-d5c5-4e4e-831f-87edb21e6fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Calling delete_port for 32d03488-96f1-436c-8b8d-37b00a90672c owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:19.919380 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e1a0156d-20d9-431b-8012-236585bf2207), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.941435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56a7-538e-4493-be72-15e6c2ef09aa tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (4dcd1351-0199-41f3-9ed8-d6af548cdded), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.941946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2d56a7-538e-4493-be72-15e6c2ef09aa tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Fanout notify agent at l3_agent the message router_deleted on router 4dcd1351-0199-41f3-9ed8-d6af548cdded {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:10:19.993658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e2d56a7-538e-4493-be72-15e6c2ef09aa tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:19.995615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5e2d56a7-538e-4493-be72-15e6c2ef09aa tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/routers/4dcd1351-0199-41f3-9ed8-d6af548cdded HTTP/1.1" status: 204 len: 168 time: 0.9748919 Feb 09 03:10:20.003515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32cad0-55d1-4703-a1d9-63960865a37a req-c7fd31bf-0d2c-4b1c-a656-c0a0b3a597ba tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:20.005224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9d32cad0-55d1-4703-a1d9-63960865a37a req-c7fd31bf-0d2c-4b1c-a656-c0a0b3a597ba tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.3338871 Feb 09 03:10:20.005765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52326) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:20.016054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Port': ['ID=e1a0156d-20d9-431b-8012-236585bf2207,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:20.019610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cd136a5f-60c1-42dc-8e0a-ee4d20d51627 None None] Provisioning complete for port 35b21cd7-1a46-4518-91b1-e6d996858f6d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:20.020181 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd136a5f-60c1-42dc-8e0a-ee4d20d51627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.039510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:20.042641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8bb2e7e5-adc3-4b4f-9f3f-8da6895e800c req-92efde4a-4fcf-4af2-a9e6-42ddb605f293 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114129 Feb 09 03:10:20.179259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No DVR routers for this DVR port e1a0156d-20d9-431b-8012-236585bf2207 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:20.182651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] Deleting port fb594323-d748-4d39-83e7-ad7b149d4b51 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:20.183760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.350966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:20.393487 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47c7b68f-f18a-4762-902e-7d72f1f4f308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.460020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9d32cad0-55d1-4703-a1d9-63960865a37a req-7602e17c-c8c1-475a-ba2e-1e12a9077630 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277102 Feb 09 03:10:20.467310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:20.474227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.544671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47c7b68f-f18a-4762-902e-7d72f1f4f308 admin admin] Publish callbacks [] for security_group (87650812-4b6b-4cc6-8720-f42b81117658), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.554657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47c7b68f-f18a-4762-902e-7d72f1f4f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (87650812-4b6b-4cc6-8720-f42b81117658), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.585358 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (0a4d24dc-971f-49a2-bb3b-26cb76081f58), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.600639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-47c7b68f-f18a-4762-902e-7d72f1f4f308 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8c3b6b1a04340f58fe1a03926aa0737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470038 Feb 09 03:10:20.609146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52330) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:20.617353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 35b21cd7-1a46-4518-91b1-e6d996858f6d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:20.617740 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.655680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4d24dc-971f-49a2-bb3b-26cb76081f58']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:20.665689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7b68f-f18a-4762-902e-7d72f1f4f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87650812-4b6b-4cc6-8720-f42b81117658,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:20.675929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] For port fb594323-d748-4d39-83e7-ad7b149d4b51, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fb594323-d748-4d39-83e7-ad7b149d4b51,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:20.676210 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.714093 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e401-7962-4416-be2f-94022857bc48 admin admin] Publish callbacks [] for security_group (87650812-4b6b-4cc6-8720-f42b81117658), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.727451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] Calling delete_port for fb594323-d748-4d39-83e7-ad7b149d4b51 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:20.761342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cd136a5f-60c1-42dc-8e0a-ee4d20d51627 None None] Current status of the port 35b21cd7-1a46-4518-91b1-e6d996858f6d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:20.764461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e401-7962-4416-be2f-94022857bc48 admin admin] Publish callbacks [] for security_group (87650812-4b6b-4cc6-8720-f42b81117658), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.770113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fcbb6c-6f99-420e-b14c-26e762329941') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:20.770695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fcbb6c-6f99-420e-b14c-26e762329941') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:20.802361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cd136a5f-60c1-42dc-8e0a-ee4d20d51627 None None] Could not find standard attr ID for object dd1aea27-0668-4664-a490-8f98bd4947f2. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:10:20.831794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (56fcbb6c-6f99-420e-b14c-26e762329941), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.866907 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e401-7962-4416-be2f-94022857bc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (87650812-4b6b-4cc6-8720-f42b81117658), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.869965 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2a5e401-7962-4416-be2f-94022857bc48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.873514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 35b21cd7-1a46-4518-91b1-e6d996858f6d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:20.874036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-76432334-d5c5-4e4e-831f-87edb21e6fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (32d03488-96f1-436c-8b8d-37b00a90672c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.874151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c2a5e401-7962-4416-be2f-94022857bc48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87650812-4b6b-4cc6-8720-f42b81117658 HTTP/1.1" status: 204 len: 168 time: 0.2626812 Feb 09 03:10:20.882762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (56fcbb6c-6f99-420e-b14c-26e762329941), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.885638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5e401-7962-4416-be2f-94022857bc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87650812-4b6b-4cc6-8720-f42b81117658,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:20.902475 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (fb594323-d748-4d39-83e7-ad7b149d4b51), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.920040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] No DVR routers for this DVR port fb594323-d748-4d39-83e7-ad7b149d4b51 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:20.941738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4b15d-1407-41cf-bac5-4dc4bffd3a34 None None] Pushing event deleted for resources: {'Port': ['ID=fb594323-d748-4d39-83e7-ad7b149d4b51,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:20.957309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6693fa0f-4a29-4880-8554-ac086079ebf2 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:10:20.962462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76432334-d5c5-4e4e-831f-87edb21e6fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event deleted for resources: {'Port': ['ID=32d03488-96f1-436c-8b8d-37b00a90672c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:20.972090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:20.972579 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (56fcbb6c-6f99-420e-b14c-26e762329941), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:20.978694 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:20.995888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fb594323-d748-4d39-83e7-ad7b149d4b51 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:10:21.031344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: fb594323-d748-4d39-83e7-ad7b149d4b51 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:10:21.031985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fb594323-d748-4d39-83e7-ad7b149d4b51 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:10:21.032601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 717d6d74-1eab-4231-8768-e00bf9c77444 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:10:21.058621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-76432334-d5c5-4e4e-831f-87edb21e6fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.062381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-76432334-d5c5-4e4e-831f-87edb21e6fd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "DELETE /v2.0/ports/32d03488-96f1-436c-8b8d-37b00a90672c HTTP/1.1" status: 204 len: 168 time: 2.6707039 Feb 09 03:10:21.066387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52336) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:21.090227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 717d6d74-1eab-4231-8768-e00bf9c77444 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:10:21.090593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 717d6d74-1eab-4231-8768-e00bf9c77444 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:10:21.126362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (0a4d24dc-971f-49a2-bb3b-26cb76081f58), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.131331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.139770 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/0a4d24dc-971f-49a2-bb3b-26cb76081f58 HTTP/1.1" status: 204 len: 168 time: 7.7044971 Feb 09 03:10:21.140006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52340) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:21.144518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-619094091'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:21.164658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c60284-2ad3-4407-a4d7-a1835e0ab02c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=0a4d24dc-971f-49a2-bb3b-26cb76081f58,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:21.196314 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.205365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ebb052-959b-44fe-be49-0d4d4a6ab4af tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Deleting subnet 4d73437a-9ee2-48bf-bfcb-a5b993f12b00 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:10:21.211567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2ebb052-959b-44fe-be49-0d4d4a6ab4af tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for subnet (4d73437a-9ee2-48bf-bfcb-a5b993f12b00), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.232404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693fa0f-4a29-4880-8554-ac086079ebf2 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:10:21.237049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:21.241704 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.280246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2ebb052-959b-44fe-be49-0d4d4a6ab4af tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (4d73437a-9ee2-48bf-bfcb-a5b993f12b00), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.295362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:21.304242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:21.313673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:21.323519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:21.324411 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.343910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:21.344265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7a729764-5a51-4f46-8bbc-2d98757f5950), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.344759 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment 7a729764-5a51-4f46-8bbc-2d98757f5950 of type vlan for network 9c5759b6-b93f-416c-9868-b3b8532b4370 Feb 09 03:10:21.372534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b49c959d-e365-4ca7-a6d5-2df5731aafc7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3582964 Feb 09 03:10:21.373204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52344) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:21.383839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1bb732d9-1c67-49ff-ac5f-71d48f5bcea8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-171282680', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:21.423629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (9c5759b6-b93f-416c-9868-b3b8532b4370), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.458696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bb732d9-1c67-49ff-ac5f-71d48f5bcea8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (67215da5-c599-4a1f-99f3-69e605bbff8f), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.459934 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bb732d9-1c67-49ff-ac5f-71d48f5bcea8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (67215da5-c599-4a1f-99f3-69e605bbff8f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.484607 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2ebb052-959b-44fe-be49-0d4d4a6ab4af tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (4d73437a-9ee2-48bf-bfcb-a5b993f12b00), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.507671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': 'f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:21.508907 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.531909 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.593915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (9c5759b6-b93f-416c-9868-b3b8532b4370), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.611792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:21.612577 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.615576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bb732d9-1c67-49ff-ac5f-71d48f5bcea8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router_controller (67215da5-c599-4a1f-99f3-69e605bbff8f), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.623642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bb732d9-1c67-49ff-ac5f-71d48f5bcea8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (67215da5-c599-4a1f-99f3-69e605bbff8f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.655483 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1bb732d9-1c67-49ff-ac5f-71d48f5bcea8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.660329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1bb732d9-1c67-49ff-ac5f-71d48f5bcea8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2860796 Feb 09 03:10:21.660923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52356) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:21.696408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97/5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:21.907762 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Publish callbacks [] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.910212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7693434 Feb 09 03:10:21.913543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52368) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:21.918177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f2b9f-02bf-4067-bf67-ec714b877b36 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=9c5759b6-b93f-416c-9868-b3b8532b4370,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:21.921916 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:21.950353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': '9c5759b6-b93f-416c-9868-b3b8532b4370', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:21.960884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 9c5759b6-b93f-416c-9868-b3b8532b4370 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:22.082492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:22.086753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:22.093401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:22.119027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684463e-1eb1-4938-90f4-1a6f762b0a55 req-fadd5b9a-bc2a-4d2a-b600-b8c458a557df tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:22.127875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f684463e-1eb1-4938-90f4-1a6f762b0a55 req-fadd5b9a-bc2a-4d2a-b600-b8c458a557df tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.5122433 Feb 09 03:10:22.137468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.205530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Pushing event updated for resources: {'Port': ['ID=5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:22.228490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Attempting to bind port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:22.230327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Attempting to bind port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:22.230620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Attempting to bind port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:22.239404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:22.240162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:22.241335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.242412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:22.242519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Bound port: 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:22.244003 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.252270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2ebb052-959b-44fe-be49-0d4d4a6ab4af tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (4d73437a-9ee2-48bf-bfcb-a5b993f12b00), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.301632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebb052-959b-44fe-be49-0d4d4a6ab4af tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event deleted for resources: {'Subnet': ['ID=4d73437a-9ee2-48bf-bfcb-a5b993f12b00,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:22.329893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b2ebb052-959b-44fe-be49-0d4d4a6ab4af tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.335319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b2ebb052-959b-44fe-be49-0d4d4a6ab4af tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "DELETE /v2.0/subnets/4d73437a-9ee2-48bf-bfcb-a5b993f12b00 HTTP/1.1" status: 204 len: 168 time: 1.2657535 Feb 09 03:10:22.337021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52380) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:22.367611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f684463e-1eb1-4938-90f4-1a6f762b0a55 req-35b26b35-952b-4b65-9b3e-05a5d5b863ba tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385302 Feb 09 03:10:22.386533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] For port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:22.390304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] For port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:22.406107 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.444995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:22.449231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.555046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eb6a1-d08c-4cb0-90c2-ec8834e4d6da None None] Pushing event updated for resources: {'Port': ['ID=5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:22.570656 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (e1c7d467-2962-48d9-a541-aea029a11223), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.622873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Performing IP validity checks on allocation pools {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:10:22.623524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:10:22.642687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::1 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97/d2b5561b-bc1a-49f4-8401-6816d2147227) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:22.867248 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.936295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:22.954531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Deleting port a67732c2-95a2-4363-89e8-a7ec05b35eb3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:22.955127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.091539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (755ad91b-afd3-4944-bcba-93c43e6bbffe), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.114773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] For port a67732c2-95a2-4363-89e8-a7ec05b35eb3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a67732c2-95a2-4363-89e8-a7ec05b35eb3,segment=NetworkSegment(c6a8b209-c392-4c8c-ad9d-2f48801fa876),segment_id=c6a8b209-c392-4c8c-ad9d-2f48801fa876)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:23.115218 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.176594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=755ad91b-afd3-4944-bcba-93c43e6bbffe,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:23.206660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Calling delete_port for a67732c2-95a2-4363-89e8-a7ec05b35eb3 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:23.296997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': '7a729764-5a51-4f46-8bbc-2d98757f5950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c5759b6-b93f-416c-9868-b3b8532b4370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:23.298088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: 9c5759b6-b93f-416c-9868-b3b8532b4370, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:23.349081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network 9c5759b6-b93f-416c-9868-b3b8532b4370 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:23.405689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 9c5759b6-b93f-416c-9868-b3b8532b4370) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:23.411972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:23.420871 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.448863 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a67732c2-95a2-4363-89e8-a7ec05b35eb3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.478953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:23.484838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:23.488926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:23.489613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (67215da5-c599-4a1f-99f3-69e605bbff8f), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.537835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-53f7690e-5e92-4908-ac29-f6b08574f91e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6171303 Feb 09 03:10:23.537835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event deleted for resources: {'Port': ['ID=a67732c2-95a2-4363-89e8-a7ec05b35eb3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:23.538340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52406) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:23.559984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:23.566440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] No DVR routers for this DVR port a67732c2-95a2-4363-89e8-a7ec05b35eb3 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:23.616699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=d2b5561b-bc1a-49f4-8401-6816d2147227,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:23.691157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:23.691521 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.739190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.739559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.741158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.742054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.744541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.744892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.745511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.745861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.748330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.751649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.753864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.757413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.759054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:23.857519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db6a11-137f-4c17-a8a2-aaf97eeb2926 req-5b4c2995-55b5-4287-8824-8a1d720f2e6b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:23.860401 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (e1c7d467-2962-48d9-a541-aea029a11223), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.860916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9db6a11-137f-4c17-a8a2-aaf97eeb2926 req-5b4c2995-55b5-4287-8824-8a1d720f2e6b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.2450478 Feb 09 03:10:23.924149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c7d467-2962-48d9-a541-aea029a11223']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:23.940953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:23.946305 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.947487 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (9c5759b6-b93f-416c-9868-b3b8532b4370), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.961964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a8b209-c392-4c8c-ad9d-2f48801fa876') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:23.962703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a8b209-c392-4c8c-ad9d-2f48801fa876') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:23.977310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (c6a8b209-c392-4c8c-ad9d-2f48801fa876), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:23.999613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9db6a11-137f-4c17-a8a2-aaf97eeb2926 req-dbd8a1a0-9571-405b-b6f1-8e7657a9e198 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156173 Feb 09 03:10:24.004541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c6a8b209-c392-4c8c-ad9d-2f48801fa876), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.044492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52418) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:24.048783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:24.067259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.081532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:24.081960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (c6a8b209-c392-4c8c-ad9d-2f48801fa876), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.104182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:24.127235 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:24.253114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:24.344023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a272bb-18dc-4078-9f46-33e252bb27fe None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:24.390594 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (755ad91b-afd3-4944-bcba-93c43e6bbffe), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.395418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c06da8-2073-49e0-9f3e-e8ff3eac67d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.463705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26b7e9-30e8-47b0-83cb-91ee71702e24 None None] Network 9c5759b6-b93f-416c-9868-b3b8532b4370 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:24.468138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (e1c7d467-2962-48d9-a541-aea029a11223), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.511380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.526905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] 10.222.0.32 "DELETE /v2.0/networks/e1c7d467-2962-48d9-a541-aea029a11223 HTTP/1.1" status: 204 len: 168 time: 2.1802061 Feb 09 03:10:24.613398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f63cd-df1c-4173-ab88-6e3625736955 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555 tempest-ExtraDHCPOptionsIpV6TestJSON-1837928555-project] Pushing event deleted for resources: {'Network': ['ID=e1c7d467-2962-48d9-a541-aea029a11223,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:24.756540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.769982 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.770511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (755ad91b-afd3-4944-bcba-93c43e6bbffe), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.771104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (67215da5-c599-4a1f-99f3-69e605bbff8f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.774488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-31f028ef-5ce5-4397-9d7a-09dee22f9e54 None None] Provisioning complete for port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:24.778483 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-31f028ef-5ce5-4397-9d7a-09dee22f9e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:24.887890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=755ad91b-afd3-4944-bcba-93c43e6bbffe,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:24.955703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf1114-9cc7-4328-986b-85e845348d83 None None] DHCP port deletion for e1c7d467-2962-48d9-a541-aea029a11223 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:10:25.003065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=d2b5561b-bc1a-49f4-8401-6816d2147227,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:25.018549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (9c5759b6-b93f-416c-9868-b3b8532b4370), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.023080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c06da8-2073-49e0-9f3e-e8ff3eac67d8 admin admin] Publish callbacks [] for security_group (2939474e-a47b-460a-90f1-5078b25186e6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.035534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:25.036351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c06da8-2073-49e0-9f3e-e8ff3eac67d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2939474e-a47b-460a-90f1-5078b25186e6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.038646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:25.064000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5759b6-b93f-416c-9868-b3b8532b4370']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:25.118261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a729764-5a51-4f46-8bbc-2d98757f5950') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:25.119730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a729764-5a51-4f46-8bbc-2d98757f5950') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:25.121975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52440) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:25.149011 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-08c06da8-2073-49e0-9f3e-e8ff3eac67d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=571c350e4d58473092c26a2da85e0217&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1025274 Feb 09 03:10:25.150865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (7a729764-5a51-4f46-8bbc-2d98757f5950), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.153414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52444) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:25.182091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c06da8-2073-49e0-9f3e-e8ff3eac67d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2939474e-a47b-460a-90f1-5078b25186e6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:25.199856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-31f028ef-5ce5-4397-9d7a-09dee22f9e54 None None] Current status of the port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:25.203232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db412962-f0e7-41fe-a8f5-b7c74fb12367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-9c5759b6-b93f-416c-9868-b3b8532b4370', 'network_id': '9c5759b6-b93f-416c-9868-b3b8532b4370', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': '755ad91b-afd3-4944-bcba-93c43e6bbffe'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:25.206198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db412962-f0e7-41fe-a8f5-b7c74fb12367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.215984 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7a729764-5a51-4f46-8bbc-2d98757f5950), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.263922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:25.268080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (7a729764-5a51-4f46-8bbc-2d98757f5950), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:25.275326 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:25.360558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Router 67215da5-c599-4a1f-99f3-69e605bbff8f is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:10:25.436655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9ad78c70-faa2-4187-a1d8-93ee7019419f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=074c5412880743718be1a21ba0ba689c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072498 Feb 09 03:10:25.437570 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4474bee-1182-448a-8d39-3b3ea9ff7d3b admin admin] Publish callbacks [] for security_group (2939474e-a47b-460a-90f1-5078b25186e6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.439351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52450) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:25.461423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497ca72-ab88-4e8b-8ce5-f8f6dfc9df65 None None] Network 9c5759b6-b93f-416c-9868-b3b8532b4370 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:25.463070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (9c5759b6-b93f-416c-9868-b3b8532b4370), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.513393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.513606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497ca72-ab88-4e8b-8ce5-f8f6dfc9df65 None None] Network 9c5759b6-b93f-416c-9868-b3b8532b4370 could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:10:25.520830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/9c5759b6-b93f-416c-9868-b3b8532b4370 HTTP/1.1" status: 204 len: 168 time: 1.9776700 Feb 09 03:10:25.525871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52452) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:25.526938 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4474bee-1182-448a-8d39-3b3ea9ff7d3b admin admin] Publish callbacks [] for security_group (2939474e-a47b-460a-90f1-5078b25186e6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.542089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336426620'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:25.564178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:25.574097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611fed5-bcdc-430b-bb99-5778e652f653 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=9c5759b6-b93f-416c-9868-b3b8532b4370,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:25.638335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-285fefdb-6ebd-46f0-9102-843735f840ce admin admin] Publish callbacks [] for security_group (0f0fdfa4-fd2d-423e-9730-fa3d2b3ebd35), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.663413 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-285fefdb-6ebd-46f0-9102-843735f840ce admin admin] Publish callbacks [] for security_group (0f0fdfa4-fd2d-423e-9730-fa3d2b3ebd35), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.707978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:25.722433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.744307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-285fefdb-6ebd-46f0-9102-843735f840ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0f0fdfa4-fd2d-423e-9730-fa3d2b3ebd35), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.749514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:25.749902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.756743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-285fefdb-6ebd-46f0-9102-843735f840ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.760643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-285fefdb-6ebd-46f0-9102-843735f840ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f0fdfa4-fd2d-423e-9730-fa3d2b3ebd35 HTTP/1.1" status: 204 len: 168 time: 0.3177214 Feb 09 03:10:25.779271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4474bee-1182-448a-8d39-3b3ea9ff7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2939474e-a47b-460a-90f1-5078b25186e6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.785729 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4474bee-1182-448a-8d39-3b3ea9ff7d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.789808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f4474bee-1182-448a-8d39-3b3ea9ff7d3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2939474e-a47b-460a-90f1-5078b25186e6 HTTP/1.1" status: 204 len: 168 time: 0.6326694 Feb 09 03:10:25.793872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fefdb-6ebd-46f0-9102-843735f840ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0fdfa4-fd2d-423e-9730-fa3d2b3ebd35,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:25.817262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474bee-1182-448a-8d39-3b3ea9ff7d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939474e-a47b-460a-90f1-5078b25186e6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:25.831653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:25.847772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:10:25.856278 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c3776297-aec3-4d36-8b81-49c4475fd68e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "PUT /v2.0/routers/67215da5-c599-4a1f-99f3-69e605bbff8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1934891 Feb 09 03:10:25.858740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52460) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:25.861945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Sync routers for ids ['67215da5-c599-4a1f-99f3-69e605bbff8f'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:10:25.883182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7e335387-35d4-41c6-84c3-091e098e9723), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:25.883909 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment 7e335387-35d4-41c6-84c3-091e098e9723 of type vlan for network bc368f33-cfd0-4928-99d4-8c52028779d4 Feb 09 03:10:25.905803 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Routers {'67215da5-c599-4a1f-99f3-69e605bbff8f'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:25.911007 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67215da5-c599-4a1f-99f3-69e605bbff8f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:26.020435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22587910-ee1d-47b5-bc22-dc81f1f8185b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:26.024961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-22587910-ee1d-47b5-bc22-dc81f1f8185b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports/d2b5561b-bc1a-49f4-8401-6816d2147227 HTTP/1.1" status: 200 len: 911 time: 0.1625929 Feb 09 03:10:26.041275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52464) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:26.061221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:26.101320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cb4fe337-754f-4cf3-8f77-edef15fcbdc7 None None] Provisioning complete for port d2b5561b-bc1a-49f4-8401-6816d2147227 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:26.101989 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe337-754f-4cf3-8f77-edef15fcbdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:26.208513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (bc368f33-cfd0-4928-99d4-8c52028779d4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:26.217743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a67732c2-95a2-4363-89e8-a7ec05b35eb3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:10:26.234858 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Set router 67215da5-c599-4a1f-99f3-69e605bbff8f gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:26.265856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fe337-754f-4cf3-8f77-edef15fcbdc7 None None] Port d2b5561b-bc1a-49f4-8401-6816d2147227 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:26.268115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a67732c2-95a2-4363-89e8-a7ec05b35eb3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:10:26.271192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a67732c2-95a2-4363-89e8-a7ec05b35eb3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:10:26.286420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cb4fe337-754f-4cf3-8f77-edef15fcbdc7 None None] Provisioning complete for port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:26.287216 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb4fe337-754f-4cf3-8f77-edef15fcbdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:26.410292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4f73f-f64d-4067-9ef2-3f4e14e12b1c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:26.457398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4f73f-f64d-4067-9ef2-3f4e14e12b1c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:26.465344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b0d4f73f-f64d-4067-9ef2-3f4e14e12b1c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4195035 Feb 09 03:10:26.465833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52474) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:26.467481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (bc368f33-cfd0-4928-99d4-8c52028779d4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:26.474284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:26.476378 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:26.538091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fe337-754f-4cf3-8f77-edef15fcbdc7 None None] Current status of the port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:26.662859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1345007 Feb 09 03:10:26.672116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52482) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:26.690359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3763f510-8cc9-4d42-a2be-6ad58511f925 None None] Provisioning complete for port d2b5561b-bc1a-49f4-8401-6816d2147227 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:26.694287 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3763f510-8cc9-4d42-a2be-6ad58511f925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:26.694436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': 'bc368f33-cfd0-4928-99d4-8c52028779d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:26.747061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1472f-125c-4cc7-8089-3c3503a174a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=bc368f33-cfd0-4928-99d4-8c52028779d4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:26.804082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network bc368f33-cfd0-4928-99d4-8c52028779d4 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:27.005988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:27.010213 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:27.057712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3763f510-8cc9-4d42-a2be-6ad58511f925 None None] Port d2b5561b-bc1a-49f4-8401-6816d2147227 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:27.098788 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'name': 'tempest-NetworksTestDHCPv6-router-171282680', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:21Z', 'updated_at': '2022-02-09T03:10:24Z', 'revision_number': 2, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None, '_interfaces': [{'id': 'd2b5561b-bc1a-49f4-8401-6816d2147227', 'name': '', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'mac_address': 'fa:16:3e:41:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:22Z', 'updated_at': '2022-02-09T03:10:24Z', 'revision_number': 2, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'subnets': [{'id': 'f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:27.191116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9cc99ae9-6100-44cb-ac89-b8c44658e6b8 None None] Provisioning complete for port d2b5561b-bc1a-49f4-8401-6816d2147227 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:27.199761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9cc99ae9-6100-44cb-ac89-b8c44658e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:27.232043 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Checking router: 67215da5-c599-4a1f-99f3-69e605bbff8f for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:10:27.232662 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Updating router 67215da5-c599-4a1f-99f3-69e605bbff8f port d2b5561b-bc1a-49f4-8401-6816d2147227 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:10:27.336184 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:27.339568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9cc99ae9-6100-44cb-ac89-b8c44658e6b8 None None] Port d2b5561b-bc1a-49f4-8401-6816d2147227 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:27.468207 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (34f83c21-9f48-4e6a-9cea-0fba75823aed), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:27.531951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=34f83c21-9f48-4e6a-9cea-0fba75823aed,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:27.740589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': '7e335387-35d4-41c6-84c3-091e098e9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc368f33-cfd0-4928-99d4-8c52028779d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:27.742126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: bc368f33-cfd0-4928-99d4-8c52028779d4, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:27.836522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network bc368f33-cfd0-4928-99d4-8c52028779d4 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:27.864871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, bc368f33-cfd0-4928-99d4-8c52028779d4) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:27.871777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:27.872580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:27.873358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3472b773-8aca-4695-bcce-8d748906bf5d None None] Network bc368f33-cfd0-4928-99d4-8c52028779d4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:27.913863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d1ee08ed-8cbb-452b-acdf-17adaa753316 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2382910 Feb 09 03:10:27.914682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52516) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:27.914950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52514) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:28.037646 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Publish callbacks [] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.054144 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.165964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (bc368f33-cfd0-4928-99d4-8c52028779d4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.175650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52522) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:28.230719 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40658a67-6287-476f-a075-44e83c6d81b3 None None] Pushing event updated for resources: {'Port': ['ID=d2b5561b-bc1a-49f4-8401-6816d2147227,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:28.260440 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-bc368f33-cfd0-4928-99d4-8c52028779d4', 'network_id': 'bc368f33-cfd0-4928-99d4-8c52028779d4', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': '34f83c21-9f48-4e6a-9cea-0fba75823aed'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:28.261322 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.373543 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Attempting to bind port d2b5561b-bc1a-49f4-8401-6816d2147227 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:28.374744 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Attempting to bind port d2b5561b-bc1a-49f4-8401-6816d2147227 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:28.375277 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Attempting to bind port d2b5561b-bc1a-49f4-8401-6816d2147227 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:28.389622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1050473926-network', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:28.405739 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:28.406384 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:28.406978 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.407529 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:28.410831 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Bound port: d2b5561b-bc1a-49f4-8401-6816d2147227, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:28.411411 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.483904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:28.493370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.533014 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.564206 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (34f83c21-9f48-4e6a-9cea-0fba75823aed), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.606488 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] For port d2b5561b-bc1a-49f4-8401-6816d2147227, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:28.612322 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] For port d2b5561b-bc1a-49f4-8401-6816d2147227, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d2b5561b-bc1a-49f4-8401-6816d2147227,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:28.634798 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.727938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Allocated IP 172.20.0.1 (bc368f33-cfd0-4928-99d4-8c52028779d4/34f83c21-9f48-4e6a-9cea-0fba75823aed/535d2ace-60a6-4716-a137-b3e60fa638c5) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:28.810738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e62a809b-97c6-4d81-acfb-ffe923eee144 None None] Provisioning complete for port d2b5561b-bc1a-49f4-8401-6816d2147227 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:28.811495 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e62a809b-97c6-4d81-acfb-ffe923eee144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:28.824840 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Routers {'67215da5-c599-4a1f-99f3-69e605bbff8f'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:28.825465 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67215da5-c599-4a1f-99f3-69e605bbff8f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:28.837673 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40658a67-6287-476f-a075-44e83c6d81b3 None None] Pushing event updated for resources: {'Port': ['ID=d2b5561b-bc1a-49f4-8401-6816d2147227,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:28.904486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1211845986'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:28.912805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (67215da5-c599-4a1f-99f3-69e605bbff8f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.027788 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] Set router 67215da5-c599-4a1f-99f3-69e605bbff8f gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:29.028036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Publish callbacks [] for security_group (18064297-562d-4625-9733-6f5192fd2b48), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.029794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:29.039579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.050506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (18064297-562d-4625-9733-6f5192fd2b48), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.058664 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.145831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:29.186936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18064297-562d-4625-9733-6f5192fd2b48,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:29.210039 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f0fdb9c4-795f-46f1-bc74-3a515bc88399), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.210437 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Added segment f0fdb9c4-795f-46f1-bc74-3a515bc88399 of type vlan for network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 Feb 09 03:10:29.326973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (30e31af4-a0a6-4816-85c6-9319e2f2ff53), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.374046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e62a809b-97c6-4d81-acfb-ffe923eee144 None None] Current status of the port d2b5561b-bc1a-49f4-8401-6816d2147227 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:29.374639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e62a809b-97c6-4d81-acfb-ffe923eee144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.385238 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (30e31af4-a0a6-4816-85c6-9319e2f2ff53), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.386466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:29.387200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.482439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e62a809b-97c6-4d81-acfb-ffe923eee144 None None] For port d2b5561b-bc1a-49f4-8401-6816d2147227, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d2b5561b-bc1a-49f4-8401-6816d2147227,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:29.513502 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e62a809b-97c6-4d81-acfb-ffe923eee144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.513788 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'name': 'tempest-NetworksTestDHCPv6-router-171282680', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:21Z', 'updated_at': '2022-02-09T03:10:24Z', 'revision_number': 2, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None, '_interfaces': [{'id': 'd2b5561b-bc1a-49f4-8401-6816d2147227', 'name': '', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'mac_address': 'fa:16:3e:41:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:22Z', 'updated_at': '2022-02-09T03:10:28Z', 'revision_number': 4, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'subnets': [{'id': 'f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:29.554473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52542) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:29.554626 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3680851 Feb 09 03:10:29.572669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe086-0a56-46a9-8d49-b536037fe9ee admin admin] Pushing event updated for resources: {'Network': ['ID=30e31af4-a0a6-4816-85c6-9319e2f2ff53,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:29.597232 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ab26e-3fe8-4938-ae0b-d873c48136c9 None None] The sync data for ids ['67215da5-c599-4a1f-99f3-69e605bbff8f'] in n-d-827839-4 is: [{'id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'name': 'tempest-NetworksTestDHCPv6-router-171282680', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:21Z', 'updated_at': '2022-02-09T03:10:24Z', 'revision_number': 2, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None, '_interfaces': [{'id': 'd2b5561b-bc1a-49f4-8401-6816d2147227', 'name': '', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'mac_address': 'fa:16:3e:41:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:22Z', 'updated_at': '2022-02-09T03:10:28Z', 'revision_number': 4, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'subnets': [{'id': 'f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:10:29.598260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Request body: {'subnet': {'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1050473926-subnet', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:29.699983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Publish callbacks [] for port (535d2ace-60a6-4716-a137-b3e60fa638c5), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.716642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a809b-97c6-4d81-acfb-ffe923eee144 None None] Pushing event updated for resources: {'Port': ['ID=d2b5561b-bc1a-49f4-8401-6816d2147227,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:29.719681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:29.741370 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for security_group (5285d2c5-9e9f-4b5f-99b7-9211f94d8d53), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.750076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:29.774427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.782152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port d2b5561b-bc1a-49f4-8401-6816d2147227 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:29.785154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (34f83c21-9f48-4e6a-9cea-0fba75823aed), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.795908 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.806977 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (535d2ace-60a6-4716-a137-b3e60fa638c5), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.953244 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5285d2c5-9e9f-4b5f-99b7-9211f94d8d53), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:29.966785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=34f83c21-9f48-4e6a-9cea-0fba75823aed,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:30.082555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:30.102604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5285d2c5-9e9f-4b5f-99b7-9211f94d8d53,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:30.148220 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (bc368f33-cfd0-4928-99d4-8c52028779d4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.183241 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (58799460-caf2-4658-981b-6bcc3ee926e9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.183688 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Added segment 58799460-caf2-4658-981b-6bcc3ee926e9 of type vlan for network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c Feb 09 03:10:30.200129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc368f33-cfd0-4928-99d4-8c52028779d4']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:30.222207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e335387-35d4-41c6-84c3-091e098e9723') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:30.222533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e335387-35d4-41c6-84c3-091e098e9723') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:30.230225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] For port d2b5561b-bc1a-49f4-8401-6816d2147227, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d2b5561b-bc1a-49f4-8401-6816d2147227,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:30.230556 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.254768 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (7e335387-35d4-41c6-84c3-091e098e9723), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.282152 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7e335387-35d4-41c6-84c3-091e098e9723), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.295137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:30.295549 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (7e335387-35d4-41c6-84c3-091e098e9723), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:30.298854 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:30.337893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (6f5f7d39-a2be-44f0-9e95-cd377b31d15c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.397056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d7e20a2e-c6e3-4ce2-890d-8bb1e557a1bc None None] Provisioning complete for port d2b5561b-bc1a-49f4-8401-6816d2147227 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:30.397676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7e20a2e-c6e3-4ce2-890d-8bb1e557a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.425287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.api [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:10:30.425287 n-d-827839-4 neutron-server[109856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:10:30.425287 n-d-827839-4 neutron-server[109856]: [parameters: {'id': 'bc368f33-cfd0-4928-99d4-8c52028779d4'}] Feb 09 03:10:30.425287 n-d-827839-4 neutron-server[109856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:30.426130 n-d-827839-4 neutron-server[109856]: DEBUG oslo_db.api [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:30.464250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for d2b5561b-bc1a-49f4-8401-6816d2147227 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:30.471157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Pushing event updated for resources: {'Port': ['ID=535d2ace-60a6-4716-a137-b3e60fa638c5,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:30.481599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Network bc368f33-cfd0-4928-99d4-8c52028779d4 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:30.484695 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-783fad05-f1e8-40f3-bcef-aba63056e6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.502621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:30.506604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:30.626143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Attempting to bind port 535d2ace-60a6-4716-a137-b3e60fa638c5 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:30.626556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Attempting to bind port 535d2ace-60a6-4716-a137-b3e60fa638c5 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '7e335387-35d4-41c6-84c3-091e098e9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc368f33-cfd0-4928-99d4-8c52028779d4'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:30.626926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Attempting to bind port 535d2ace-60a6-4716-a137-b3e60fa638c5 on network bc368f33-cfd0-4928-99d4-8c52028779d4 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:30.679097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:30.679097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Checking segment: {'id': '7e335387-35d4-41c6-84c3-091e098e9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc368f33-cfd0-4928-99d4-8c52028779d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:30.679097 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.679460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Bound using segment: {'id': '7e335387-35d4-41c6-84c3-091e098e9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc368f33-cfd0-4928-99d4-8c52028779d4'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:30.679701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Bound port: 535d2ace-60a6-4716-a137-b3e60fa638c5, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e335387-35d4-41c6-84c3-091e098e9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc368f33-cfd0-4928-99d4-8c52028779d4'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:30.680031 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (535d2ace-60a6-4716-a137-b3e60fa638c5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.757897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d7e20a2e-c6e3-4ce2-890d-8bb1e557a1bc None None] Current status of the port d2b5561b-bc1a-49f4-8401-6816d2147227 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:30.767616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d2b5561b-bc1a-49f4-8401-6816d2147227), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.807468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (6f5f7d39-a2be-44f0-9e95-cd377b31d15c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.813106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] For port 535d2ace-60a6-4716-a137-b3e60fa638c5, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:30.816846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:30.817501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.817668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] For port 535d2ace-60a6-4716-a137-b3e60fa638c5, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=535d2ace-60a6-4716-a137-b3e60fa638c5,segment=NetworkSegment(7e335387-35d4-41c6-84c3-091e098e9723),segment_id=7e335387-35d4-41c6-84c3-091e098e9723)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:30.828860 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (535d2ace-60a6-4716-a137-b3e60fa638c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.927146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (bc368f33-cfd0-4928-99d4-8c52028779d4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:30.941818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c280d-6d61-435e-afb8-ace7de5dd4c3 None None] Pushing event updated for resources: {'Port': ['ID=535d2ace-60a6-4716-a137-b3e60fa638c5,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:30.959306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb89b7-4056-4b08-a467-8d63f0f0d9af None None] Network bc368f33-cfd0-4928-99d4-8c52028779d4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:31.051652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=d2b5561b-bc1a-49f4-8401-6816d2147227,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:31.123448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Deleting port 535d2ace-60a6-4716-a137-b3e60fa638c5 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:31.123842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (535d2ace-60a6-4716-a137-b3e60fa638c5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:31.185686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dbf7bb-3ff2-4c31-a4ce-38790e9d1a3c None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:10:31.349182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] For port 535d2ace-60a6-4716-a137-b3e60fa638c5, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=535d2ace-60a6-4716-a137-b3e60fa638c5,segment=NetworkSegment(7e335387-35d4-41c6-84c3-091e098e9723),segment_id=7e335387-35d4-41c6-84c3-091e098e9723)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:31.350425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (535d2ace-60a6-4716-a137-b3e60fa638c5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:31.391450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Calling delete_port for 535d2ace-60a6-4716-a137-b3e60fa638c5 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:31.420330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbf7bb-3ff2-4c31-a4ce-38790e9d1a3c None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:10:31.436827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5180571 Feb 09 03:10:31.447246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52566) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:31.460867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'subnet': {'network_id': '6f5f7d39-a2be-44f0-9e95-cd377b31d15c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:31.483013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802d63d-9266-4b2a-99f2-2be2e6800497 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Network': ['ID=6f5f7d39-a2be-44f0-9e95-cd377b31d15c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:31.552979 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (67215da5-c599-4a1f-99f3-69e605bbff8f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:31.561028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (1903920b-bcdc-4f42-8134-2db6d67fd5b7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:31.624317 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (535d2ace-60a6-4716-a137-b3e60fa638c5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:31.728671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No DVR routers for this DVR port 535d2ace-60a6-4716-a137-b3e60fa638c5 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:31.789181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1903920b-bcdc-4f42-8134-2db6d67fd5b7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:31.830773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:31.831630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Network hostable DHCP agents. Network: 30e31af4-a0a6-4816-85c6-9319e2f2ff53, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:31.885637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:31.886152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:31.891051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:31.953104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (bc368f33-cfd0-4928-99d4-8c52028779d4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:31.998912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc368f33-cfd0-4928-99d4-8c52028779d4']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:32.025956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e335387-35d4-41c6-84c3-091e098e9723') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:32.026250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e335387-35d4-41c6-84c3-091e098e9723') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:32.037929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (7e335387-35d4-41c6-84c3-091e098e9723), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.055063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7e335387-35d4-41c6-84c3-091e098e9723), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.062645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:32.063264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (7e335387-35d4-41c6-84c3-091e098e9723), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:32.167611 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:32.174926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Port': ['ID=535d2ace-60a6-4716-a137-b3e60fa638c5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:32.201106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (bc368f33-cfd0-4928-99d4-8c52028779d4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.210505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.217201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/bc368f33-cfd0-4928-99d4-8c52028779d4 HTTP/1.1" status: 204 len: 168 time: 4.2998450 Feb 09 03:10:32.223417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52590) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:32.242626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1023782307'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:32.262990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Router 67215da5-c599-4a1f-99f3-69e605bbff8f has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:10:32.268647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa6571-5fb7-4ac9-bf97-0541d67f179c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=bc368f33-cfd0-4928-99d4-8c52028779d4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:32.279559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:32.290049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.292940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:32.327659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:32.351069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9547f75f-478b-47e2-bdce-d35515c5031d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.352341 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment 9547f75f-478b-47e2-bdce-d35515c5031d of type vlan for network 1407bb74-b28a-4885-9fa0-4d79986bd0c5 Feb 09 03:10:32.361545 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (5ea57b9b-e6e8-4e9e-9f7e-810cef374281), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.392168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 30e31af4-a0a6-4816-85c6-9319e2f2ff53) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:32.403061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c21bb02-b2ab-48a8-8b7b-906fb127cf4a None None] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:32.416127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1407bb74-b28a-4885-9fa0-4d79986bd0c5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.424447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:32.425045 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.460081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:10:32.473538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ff87325f-8753-4d28-9f95-132cab3a09ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "PUT /v2.0/routers/67215da5-c599-4a1f-99f3-69e605bbff8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0041854 Feb 09 03:10:32.476199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52600) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:32.477544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Subnet': ['ID=5ea57b9b-e6e8-4e9e-9f7e-810cef374281,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:32.499673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1407bb74-b28a-4885-9fa0-4d79986bd0c5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.503143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea0c75b7-d67f-4535-959a-de293c621a95 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9307857 Feb 09 03:10:32.503785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52602) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:32.522269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:32.523215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.528185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:32.565779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] Sync routers for ids ['67215da5-c599-4a1f-99f3-69e605bbff8f'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:10:32.577777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Checking segment: {'id': '58799460-caf2-4658-981b-6bcc3ee926e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6f5f7d39-a2be-44f0-9e95-cd377b31d15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:32.578161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network hostable DHCP agents. Network: 6f5f7d39-a2be-44f0-9e95-cd377b31d15c, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:32.606775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] Routers {'67215da5-c599-4a1f-99f3-69e605bbff8f'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:32.607108 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3783274 Feb 09 03:10:32.608551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52606) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:32.609628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67215da5-c599-4a1f-99f3-69e605bbff8f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:32.649860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': '1407bb74-b28a-4885-9fa0-4d79986bd0c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:32.675301 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.681427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.723489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512c7ad4-5936-441e-8ab3-fc6873b204cf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:32.727207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512c7ad4-5936-441e-8ab3-fc6873b204cf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:32.733431 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-512c7ad4-5936-441e-8ab3-fc6873b204cf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2541955 Feb 09 03:10:32.746905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52612) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:32.822826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-118f323c-e1d5-464f-9c7a-2dd2f7a4ca3e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:10:32.831126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-118f323c-e1d5-464f-9c7a-2dd2f7a4ca3e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.836272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c22bb-b024-49d9-a9c1-265bc2e7e030 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=1407bb74-b28a-4885-9fa0-4d79986bd0c5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:32.883656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1407bb74-b28a-4885-9fa0-4d79986bd0c5 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:32.888320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:32.926079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-118f323c-e1d5-464f-9c7a-2dd2f7a4ca3e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:32.937737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] Set router 67215da5-c599-4a1f-99f3-69e605bbff8f gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:32.943740 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b5aa0d8a-1242-4a71-8f47-c76032334ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.043831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 6f5f7d39-a2be-44f0-9e95-cd377b31d15c) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:33.064711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks [] for router_controller (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.078786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:33.079455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.109301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-118f323c-e1d5-464f-9c7a-2dd2f7a4ca3e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.208245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b087d-acd0-4e1d-a44c-eef375345ca0 None None] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:33.213088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'name': 'tempest-NetworksTestDHCPv6-router-171282680', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:21Z', 'updated_at': '2022-02-09T03:10:30Z', 'revision_number': 3, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:33.246717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-118f323c-e1d5-464f-9c7a-2dd2f7a4ca3e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.309370 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c5cd5b17-1686-460b-aef0-30e7f21c9e3c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8577054 Feb 09 03:10:33.311839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52622) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:33.317376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1073008318', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:33.327234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] Checking router: 67215da5-c599-4a1f-99f3-69e605bbff8f for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:10:33.333037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f323c-e1d5-464f-9c7a-2dd2f7a4ca3e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:33.351104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:33.360513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.363313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-118f323c-e1d5-464f-9c7a-2dd2f7a4ca3e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.365667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:33.369361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.390732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-118f323c-e1d5-464f-9c7a-2dd2f7a4ca3e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97 HTTP/1.1" status: 204 len: 168 time: 0.6426463 Feb 09 03:10:33.391365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52624) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:33.423676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afda2d72-ce07-47ff-b334-fc08d65df200 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:33.556610 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks [] for router_gateway (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:33.589804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] Routers {'67215da5-c599-4a1f-99f3-69e605bbff8f'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:33.591044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['67215da5-c599-4a1f-99f3-69e605bbff8f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:33.605400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52626) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:33.609522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f06074bb-f23c-4f24-a963-bd4d88e70175 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2091634 Feb 09 03:10:33.835691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] Set router 67215da5-c599-4a1f-99f3-69e605bbff8f gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:34.209889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:34.219950 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:34.353009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf8de-fcf7-41a4-a0c1-9b29bd8ae6d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router (67215da5-c599-4a1f-99f3-69e605bbff8f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:34.359815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'name': 'tempest-NetworksTestDHCPv6-router-171282680', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:21Z', 'updated_at': '2022-02-09T03:10:30Z', 'revision_number': 3, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:34.479395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455205e9-d6f3-4c19-b83f-5e70811b53c0 None None] The sync data for ids ['67215da5-c599-4a1f-99f3-69e605bbff8f'] in n-d-827839-4 is: [{'id': '67215da5-c599-4a1f-99f3-69e605bbff8f', 'name': 'tempest-NetworksTestDHCPv6-router-171282680', 'tenant_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:21Z', 'updated_at': '2022-02-09T03:10:30Z', 'revision_number': 3, 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:10:34.576051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8038bb-7bc6-4849-9ebe-5952f89b870d None None] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:34.581356 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:34.741465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Allocated IP 172.20.0.2 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/70959d08-daee-42a1-82e3-11e9801d06dc) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:34.825798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (62627af7-f103-4f25-8c0f-9217b34fcfb6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:34.886671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:10:34.951019 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_controller (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:34.951801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=62627af7-f103-4f25-8c0f-9217b34fcfb6,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:35.051072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] Deleting port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:35.051440 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.142497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] For port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:35.142902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.166412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] Calling delete_port for 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:35.264502 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_gateway (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.306095 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.317179 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.346826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Publish callbacks [] for port (70959d08-daee-42a1-82e3-11e9801d06dc), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.397013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] Pushing event deleted for resources: {'Port': ['ID=5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:35.398924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534b337-fb44-415a-baec-1b778a992c77 None None] No DVR routers for this DVR port 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:35.409548 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.498720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:35.503936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:35.518167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Pushing event updated for resources: {'Port': ['ID=70959d08-daee-42a1-82e3-11e9801d06dc,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:35.521723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:10:35.527537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:35.531744 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf8de-fcf7-41a4-a0c1-9b29bd8ae6d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (67215da5-c599-4a1f-99f3-69e605bbff8f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.542494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf8de-fcf7-41a4-a0c1-9b29bd8ae6d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router_controller (67215da5-c599-4a1f-99f3-69e605bbff8f), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.565365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:10:35.565811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5a51dcaa-1417-4ed8-9f92-a48c48e5bfb5 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:10:35.566583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d2b5561b-bc1a-49f4-8401-6816d2147227 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:10:35.590719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d2b5561b-bc1a-49f4-8401-6816d2147227 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:10:35.591229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d2b5561b-bc1a-49f4-8401-6816d2147227 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:10:35.628924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': '9547f75f-478b-47e2-bdce-d35515c5031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1407bb74-b28a-4885-9fa0-4d79986bd0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:35.629295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: 1407bb74-b28a-4885-9fa0-4d79986bd0c5, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:35.664260 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf8de-fcf7-41a4-a0c1-9b29bd8ae6d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (67215da5-c599-4a1f-99f3-69e605bbff8f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.664832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5cf8de-fcf7-41a4-a0c1-9b29bd8ae6d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Fanout notify agent at l3_agent the message router_deleted on router 67215da5-c599-4a1f-99f3-69e605bbff8f {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:10:35.679100 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf8de-fcf7-41a4-a0c1-9b29bd8ae6d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.680242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ef5cf8de-fcf7-41a4-a0c1-9b29bd8ae6d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/routers/67215da5-c599-4a1f-99f3-69e605bbff8f HTTP/1.1" status: 204 len: 168 time: 2.0684376 Feb 09 03:10:35.683637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52640) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:35.698706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Attempting to bind port 70959d08-daee-42a1-82e3-11e9801d06dc on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:35.699284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Attempting to bind port 70959d08-daee-42a1-82e3-11e9801d06dc by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:35.699814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Attempting to bind port 70959d08-daee-42a1-82e3-11e9801d06dc on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:35.700697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network 1407bb74-b28a-4885-9fa0-4d79986bd0c5 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:35.709844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:35.710855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:35.711548 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.712561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:35.713185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Bound port: 70959d08-daee-42a1-82e3-11e9801d06dc, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:35.713760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.736689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1407bb74-b28a-4885-9fa0-4d79986bd0c5) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:35.750443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:35.750443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:35.779659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-831575b8-3a5d-4363-9430-cf40acc1d795 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0922925 Feb 09 03:10:35.780380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52642) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:35.808865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7a8a8-ea8b-4114-985b-2be3f422407a None None] Network 1407bb74-b28a-4885-9fa0-4d79986bd0c5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:35.854123 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-64d01f23-fc98-411b-a065-c9db5ae87d81 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2282336 Feb 09 03:10:35.882805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52644) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:35.896645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea18b78-c761-4ee7-8946-1f205c7e30e3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:35.898191 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3ea18b78-c761-4ee7-8946-1f205c7e30e3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168146 Feb 09 03:10:35.901012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52646) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:35.947328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba0f79ff-b36a-4a7a-b88e-66a587249f49 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449808 Feb 09 03:10:35.952401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52650) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:35.957866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:36.051325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] For port 70959d08-daee-42a1-82e3-11e9801d06dc, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:36.063533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] For port 70959d08-daee-42a1-82e3-11e9801d06dc, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=70959d08-daee-42a1-82e3-11e9801d06dc,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:36.083400 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.160169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-1407bb74-b28a-4885-9fa0-4d79986bd0c5', 'network_id': '1407bb74-b28a-4885-9fa0-4d79986bd0c5', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': '62627af7-f103-4f25-8c0f-9217b34fcfb6'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:36.161368 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.294971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a087380-bad0-496d-bfc9-38c97d6a8015 None None] Pushing event updated for resources: {'Port': ['ID=70959d08-daee-42a1-82e3-11e9801d06dc,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:36.379230 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1407bb74-b28a-4885-9fa0-4d79986bd0c5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.405056 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_gateway (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.509366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.518933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:36.524954 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.619550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.703096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Allocated IP 172.20.0.2 (1407bb74-b28a-4885-9fa0-4d79986bd0c5/62627af7-f103-4f25-8c0f-9217b34fcfb6/1d263a15-482e-4412-975a-e87b62f8d627) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:36.763840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks [] for router_gateway (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.837832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:36.868231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (62627af7-f103-4f25-8c0f-9217b34fcfb6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.003066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.25.2.147 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/afa4046f-976f-47d3-8a8c-0030b3b30ee4) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:37.049636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Publish callbacks [] for port (1d263a15-482e-4412-975a-e87b62f8d627), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.061865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1d263a15-482e-4412-975a-e87b62f8d627), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.148112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Network 1407bb74-b28a-4885-9fa0-4d79986bd0c5 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:37.155728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:37.159838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:37.169083 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (62627af7-f103-4f25-8c0f-9217b34fcfb6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.180795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Pushing event updated for resources: {'Port': ['ID=1d263a15-482e-4412-975a-e87b62f8d627,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:37.257466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=62627af7-f103-4f25-8c0f-9217b34fcfb6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:37.337902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Attempting to bind port 1d263a15-482e-4412-975a-e87b62f8d627 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:37.338116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Attempting to bind port 1d263a15-482e-4412-975a-e87b62f8d627 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9547f75f-478b-47e2-bdce-d35515c5031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1407bb74-b28a-4885-9fa0-4d79986bd0c5'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:37.353854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Attempting to bind port 1d263a15-482e-4412-975a-e87b62f8d627 on network 1407bb74-b28a-4885-9fa0-4d79986bd0c5 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:37.370104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:37.371874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:10:37.372742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Checking segment: {'id': '9547f75f-478b-47e2-bdce-d35515c5031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1407bb74-b28a-4885-9fa0-4d79986bd0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:37.373273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.373449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (80aad30a-0832-4bba-a272-32e314189a52), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.373886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Bound using segment: {'id': '9547f75f-478b-47e2-bdce-d35515c5031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1407bb74-b28a-4885-9fa0-4d79986bd0c5'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:37.378886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Bound port: 1d263a15-482e-4412-975a-e87b62f8d627, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9547f75f-478b-47e2-bdce-d35515c5031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1407bb74-b28a-4885-9fa0-4d79986bd0c5'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:37.379431 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d263a15-482e-4412-975a-e87b62f8d627), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.448390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:37.466982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:37.483754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:37.484661 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.485596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c1b26-0c68-4e71-bac2-741be8b4741e None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:37.522676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (afa4046f-976f-47d3-8a8c-0030b3b30ee4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.528865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1407bb74-b28a-4885-9fa0-4d79986bd0c5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.623355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1407bb74-b28a-4885-9fa0-4d79986bd0c5']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:37.631031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6742258 Feb 09 03:10:37.636789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52664) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:37.639173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 70959d08-daee-42a1-82e3-11e9801d06dc up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:37.643113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c65a2-575a-448c-ad70-bb052ca896f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=80aad30a-0832-4bba-a272-32e314189a52,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:37.689000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9547f75f-478b-47e2-bdce-d35515c5031d') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:37.689303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9547f75f-478b-47e2-bdce-d35515c5031d') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:37.721295 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9547f75f-478b-47e2-bdce-d35515c5031d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.738282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] For port 1d263a15-482e-4412-975a-e87b62f8d627, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:37.756692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:37.770661 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (afa4046f-976f-47d3-8a8c-0030b3b30ee4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.779217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] For port 1d263a15-482e-4412-975a-e87b62f8d627, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d263a15-482e-4412-975a-e87b62f8d627,segment=NetworkSegment(9547f75f-478b-47e2-bdce-d35515c5031d),segment_id=9547f75f-478b-47e2-bdce-d35515c5031d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:37.812044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9547f75f-478b-47e2-bdce-d35515c5031d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.825356 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d263a15-482e-4412-975a-e87b62f8d627), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.826486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:37.827151 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9547f75f-478b-47e2-bdce-d35515c5031d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:37.932068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16404f-dbcb-4e2b-9abe-fbed3592845f None None] Pushing event updated for resources: {'Port': ['ID=1d263a15-482e-4412-975a-e87b62f8d627,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:37.949179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '80aad30a-0832-4bba-a272-32e314189a52'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:37.950024 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:38.007042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 70959d08-daee-42a1-82e3-11e9801d06dc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:38.007413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:38.007820 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:38.010519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db9620-62c2-4f59-a7f8-1c38af37eb77 None None] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:38.051889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.api [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:10:38.051889 n-d-827839-4 neutron-server[109857]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:10:38.051889 n-d-827839-4 neutron-server[109857]: [parameters: {'id': '1407bb74-b28a-4885-9fa0-4d79986bd0c5'}] Feb 09 03:10:38.051889 n-d-827839-4 neutron-server[109857]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:38.052969 n-d-827839-4 neutron-server[109857]: DEBUG oslo_db.api [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:38.103217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Allocated IP 172.25.2.153 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/3963eec8-aaa6-461c-83f4-6b42144edde4) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:38.106938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:38.130111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:38.135246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:38.227035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=afa4046f-976f-47d3-8a8c-0030b3b30ee4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:38.603716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92687d90-699b-429f-89f7-1caa646add3d None None] Network 1407bb74-b28a-4885-9fa0-4d79986bd0c5 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:38.633073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cb5f5288-c3a7-4a80-8d27-feeadf941d2b None None] Provisioning complete for port 70959d08-daee-42a1-82e3-11e9801d06dc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:38.633964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5288-c3a7-4a80-8d27-feeadf941d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:38.765849 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:10:39.002885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Allocated IP 2001:db8::f816:3eff:fed6:2ef1 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/80aad30a-0832-4bba-a272-32e314189a52/e4973737-6ffd-4859-a0c7-d7ae66cc9bb0) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:39.055517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1407bb74-b28a-4885-9fa0-4d79986bd0c5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.219821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Publish callbacks [] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.242493 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.327995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Pushing event updated for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:39.338488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 70959d08-daee-42a1-82e3-11e9801d06dc is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:39.339002 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.367304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:39.428867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:39.440244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:39.445521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:39.451512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.609271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_gateway (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.621319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Attempting to bind port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:39.621897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Attempting to bind port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:39.622057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Attempting to bind port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:39.638327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f5288-c3a7-4a80-8d27-feeadf941d2b None None] Current status of the port 70959d08-daee-42a1-82e3-11e9801d06dc is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:39.638727 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5288-c3a7-4a80-8d27-feeadf941d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.654021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:39.654381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:39.654768 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.655216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:39.655733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Bound port: e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:39.656121 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.814771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 70959d08-daee-42a1-82e3-11e9801d06dc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=70959d08-daee-42a1-82e3-11e9801d06dc,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:39.822164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks [] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:39.881508 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.066068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:40.091414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-cb5f5288-c3a7-4a80-8d27-feeadf941d2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:40.091858 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-cb5f5288-c3a7-4a80-8d27-feeadf941d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:40.094754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=70959d08-daee-42a1-82e3-11e9801d06dc,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:40.099510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:40.117843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.139145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.220183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6f431-34f7-408f-8ccc-8845dbe4c109 None None] Pushing event updated for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:40.304507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52692) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:40.324092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:40.342335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:40.345516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:40.405563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=3963eec8-aaa6-461c-83f4-6b42144edde4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:40.451183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Deleting port 1d263a15-482e-4412-975a-e87b62f8d627 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:40.451548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1d263a15-482e-4412-975a-e87b62f8d627), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.510561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-d43dc3dc-fb3d-4f62-9f94-369e22322aa5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9943657 Feb 09 03:10:40.613448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a94eaa8-186f-46d3-a93b-99f28260e777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.679623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f5288-c3a7-4a80-8d27-feeadf941d2b None None] Current status of the port 70959d08-daee-42a1-82e3-11e9801d06dc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:40.812392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6547fb1f-6b0a-4b33-90e6-9195b832f2a6 None None] Provisioning complete for port 70959d08-daee-42a1-82e3-11e9801d06dc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:40.812779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6547fb1f-6b0a-4b33-90e6-9195b832f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.842932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a94eaa8-186f-46d3-a93b-99f28260e777 admin admin] Publish callbacks [] for security_group (0faa858d-8357-4339-ab66-33e00abe947f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.853609 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a94eaa8-186f-46d3-a93b-99f28260e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0faa858d-8357-4339-ab66-33e00abe947f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.865373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] For port 1d263a15-482e-4412-975a-e87b62f8d627, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d263a15-482e-4412-975a-e87b62f8d627,segment=NetworkSegment(9547f75f-478b-47e2-bdce-d35515c5031d),segment_id=9547f75f-478b-47e2-bdce-d35515c5031d)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:40.867259 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1d263a15-482e-4412-975a-e87b62f8d627), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:40.885270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Calling delete_port for 1d263a15-482e-4412-975a-e87b62f8d627 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:40.913550 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6a94eaa8-186f-46d3-a93b-99f28260e777 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0bfabfc96a144498b0ff6cd94d16452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6079223 Feb 09 03:10:40.914463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:40.918416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94eaa8-186f-46d3-a93b-99f28260e777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faa858d-8357-4339-ab66-33e00abe947f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:41.010214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6547fb1f-6b0a-4b33-90e6-9195b832f2a6 None None] Current status of the port 70959d08-daee-42a1-82e3-11e9801d06dc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:41.032002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37108046-43c8-40ac-abf9-7c728fafde8b admin admin] Publish callbacks [] for security_group (0faa858d-8357-4339-ab66-33e00abe947f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.085027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37108046-43c8-40ac-abf9-7c728fafde8b admin admin] Publish callbacks [] for security_group (0faa858d-8357-4339-ab66-33e00abe947f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.152400 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37108046-43c8-40ac-abf9-7c728fafde8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0faa858d-8357-4339-ab66-33e00abe947f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.156772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37108046-43c8-40ac-abf9-7c728fafde8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.162517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-37108046-43c8-40ac-abf9-7c728fafde8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0faa858d-8357-4339-ab66-33e00abe947f HTTP/1.1" status: 204 len: 168 time: 0.2366960 Feb 09 03:10:41.205048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37108046-43c8-40ac-abf9-7c728fafde8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faa858d-8357-4339-ab66-33e00abe947f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:41.485099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1d263a15-482e-4412-975a-e87b62f8d627), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.557417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No DVR routers for this DVR port 1d263a15-482e-4412-975a-e87b62f8d627 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:41.600122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.690130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52708) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:41.709948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6cae-8565-4e84-8f93-1a9c83b1f084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.763494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Port': ['ID=1d263a15-482e-4412-975a-e87b62f8d627,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:41.806831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6cae-8565-4e84-8f93-1a9c83b1f084 admin admin] Publish callbacks [] for security_group (f481da02-c80c-499d-ac48-71f8aa604507), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.820867 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6cae-8565-4e84-8f93-1a9c83b1f084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f481da02-c80c-499d-ac48-71f8aa604507), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:41.923943 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-eb8a6cae-8565-4e84-8f93-1a9c83b1f084 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=719bfb5bbd2d41d7b8d000c0338caac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283361 Feb 09 03:10:41.926966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52710) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:41.928478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a6cae-8565-4e84-8f93-1a9c83b1f084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f481da02-c80c-499d-ac48-71f8aa604507,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:41.961186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe786b1d-c58f-4a8d-9572-2aaf13941fd6 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:10:41.965186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-9597cd48-177b-4721-9e94-47067c305bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:41.966746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-9597cd48-177b-4721-9e94-47067c305bb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 1127 time: 1.3140531 Feb 09 03:10:42.011671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1407bb74-b28a-4885-9fa0-4d79986bd0c5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.111668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2718b935-f775-4e1d-8211-2370df33b742 admin admin] Publish callbacks [] for security_group (f481da02-c80c-499d-ac48-71f8aa604507), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.151229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-199b69e7-c44a-4d91-9da3-6e711173fe0e None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:42.152770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-199b69e7-c44a-4d91-9da3-6e711173fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.214829 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2718b935-f775-4e1d-8211-2370df33b742 admin admin] Publish callbacks [] for security_group (f481da02-c80c-499d-ac48-71f8aa604507), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.297209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:42.339774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2718b935-f775-4e1d-8211-2370df33b742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f481da02-c80c-499d-ac48-71f8aa604507), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.344058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2718b935-f775-4e1d-8211-2370df33b742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.345669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2718b935-f775-4e1d-8211-2370df33b742 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f481da02-c80c-499d-ac48-71f8aa604507 HTTP/1.1" status: 204 len: 168 time: 0.4105322 Feb 09 03:10:42.365931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718b935-f775-4e1d-8211-2370df33b742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f481da02-c80c-499d-ac48-71f8aa604507,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:42.422545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe786b1d-c58f-4a8d-9572-2aaf13941fd6 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:10:42.561339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:42.574849 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.632681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-199b69e7-c44a-4d91-9da3-6e711173fe0e None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:42.634122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-199b69e7-c44a-4d91-9da3-6e711173fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.671712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1407bb74-b28a-4885-9fa0-4d79986bd0c5']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:42.697271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9547f75f-478b-47e2-bdce-d35515c5031d') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:42.697610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9547f75f-478b-47e2-bdce-d35515c5031d') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:42.707460 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9547f75f-478b-47e2-bdce-d35515c5031d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.723171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9547f75f-478b-47e2-bdce-d35515c5031d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.731690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:42.732105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9547f75f-478b-47e2-bdce-d35515c5031d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:42.803622 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:42.810743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (7a09ad6f-73a1-438b-a41f-2d91953bfcd5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.823416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-199b69e7-c44a-4d91-9da3-6e711173fe0e None None] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:42.836545 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1407bb74-b28a-4885-9fa0-4d79986bd0c5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.842760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.844385 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-199b69e7-c44a-4d91-9da3-6e711173fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.850546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/1407bb74-b28a-4885-9fa0-4d79986bd0c5 HTTP/1.1" status: 204 len: 168 time: 6.9622607 Feb 09 03:10:42.851313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52720) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:42.859747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1786986401'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:42.924499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:42.928962 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.944995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49c69c-98c6-40d2-93d7-e7edd625e62f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=1407bb74-b28a-4885-9fa0-4d79986bd0c5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:42.970124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:42.971651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:42.973229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 70959d08-daee-42a1-82e3-11e9801d06dc up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:42.978968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:10:42.998030 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3e9230a1-8e5f-406d-9b32-fe749d4f0c77), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:42.998441 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment 3e9230a1-8e5f-406d-9b32-fe749d4f0c77 of type vlan for network 4e846a54-9b41-48eb-8e35-abff36cf9823 Feb 09 03:10:43.063776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b69e7-c44a-4d91-9da3-6e711173fe0e None None] Pushing event updated for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:43.065816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks [] for router_gateway (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:43.074524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:43.088075 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (4e846a54-9b41-48eb-8e35-abff36cf9823), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:43.103050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 70959d08-daee-42a1-82e3-11e9801d06dc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:43.103430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:43.163412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (4e846a54-9b41-48eb-8e35-abff36cf9823), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:43.169381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:43.171098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:43.251812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 70959d08-daee-42a1-82e3-11e9801d06dc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:43.340232 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4873133 Feb 09 03:10:43.349861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52732) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:43.356877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': '4e846a54-9b41-48eb-8e35-abff36cf9823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:43.388653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:10:43.405312 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de817968-472d-46b6-99b2-7b09242b681d None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:10:43.409530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:43.414536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:43.415196 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:43.432805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b10a6f-eb52-4ea8-ac7c-8b839642aa54 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:43.434149 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de817968-472d-46b6-99b2-7b09242b681d None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:43.435816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=7a09ad6f-73a1-438b-a41f-2d91953bfcd5,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:43.436160 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-de817968-472d-46b6-99b2-7b09242b681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:43.483008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:43.484173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-73fc3cdd-8078-4864-9582-54fe1973de79 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.1711400 Feb 09 03:10:43.490308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52738) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:43.501583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-aa9aca6a-aa61-4105-97b7-dad9b9e8deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:43.503116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-aa9aca6a-aa61-4105-97b7-dad9b9e8deb4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 1.4983988 Feb 09 03:10:43.508702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110b3d2-a93c-4528-a5d2-94a66f759a26 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=4e846a54-9b41-48eb-8e35-abff36cf9823,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:43.520972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-44ae0c6c-b6e8-447f-9f8d-9cb5f35b858f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8830187 Feb 09 03:10:43.525808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52740) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:43.532907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:c1:50:35', 'name': 'tempest-NetworksTestDHCPv6-540518975'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:43.573585 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-de817968-472d-46b6-99b2-7b09242b681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:43.601475 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de817968-472d-46b6-99b2-7b09242b681d None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:43.603131 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-de817968-472d-46b6-99b2-7b09242b681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:43.693010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 4e846a54-9b41-48eb-8e35-abff36cf9823 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:43.753413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-6c483d9b-6d9e-4e3b-8bea-aff02eb7d27e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50d8fb33-5380-432d-878d-8a81135b26ac HTTP/1.1" status: 200 len: 217 time: 0.2405257 Feb 09 03:10:43.860607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:43.962923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-4f5261ca-a48f-47eb-a60e-bdcefd06dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:43.965880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-4f5261ca-a48f-47eb-a60e-bdcefd06dcac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.2056420 Feb 09 03:10:44.011751 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-de817968-472d-46b6-99b2-7b09242b681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:44.015226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de817968-472d-46b6-99b2-7b09242b681d None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:10:44.044489 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-23ba42f1-5f95-48ca-b288-e84dba81b0e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666828 Feb 09 03:10:44.070750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:44.081492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:44.088650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:44.176560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-95712c74-264b-4134-b12a-9641082d10e2 service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231170 Feb 09 03:10:44.212276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc571772-18a6-4b92-9b46-54bead44b5e6 None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '80aad30a-0832-4bba-a272-32e314189a52', 'ip_address': '2001:db8::f816:3eff:fed6:2ef1'}, {'subnet_id': '7a09ad6f-73a1-438b-a41f-2d91953bfcd5'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e4973737-6ffd-4859-a0c7-d7ae66cc9bb0'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:10:44.220606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Performing IP validity checks on allocation pools {{(pid=109856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:10:44.221131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:10:44.243026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:44.243775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:44.305411 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc571772-18a6-4b92-9b46-54bead44b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:44.314758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cdeeb6e2-9925-4a41-bc36-8ff97ac574b6 req-4db321f2-5d06-499b-9ea2-eb609ba1612a service neutron] 10.222.0.61 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295373 Feb 09 03:10:44.382994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:44.387769 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:44.403396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:44.500677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port c0feb276-ad66-487d-875b-5927ca750bdf yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:10:44.627968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (579e0f14-74ae-4ba0-a186-06536ed1bf55), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:44.728806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=579e0f14-74ae-4ba0-a186-06536ed1bf55,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:44.760905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': '3e9230a1-8e5f-406d-9b32-fe749d4f0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4e846a54-9b41-48eb-8e35-abff36cf9823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:44.761316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: 4e846a54-9b41-48eb-8e35-abff36cf9823, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:44.783986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-fc571772-18a6-4b92-9b46-54bead44b5e6 None None] Allocated IP 172.20.0.2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/7a09ad6f-73a1-438b-a41f-2d91953bfcd5/e4973737-6ffd-4859-a0c7-d7ae66cc9bb0) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:44.810835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:10:44.820503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:44.833811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network 4e846a54-9b41-48eb-8e35-abff36cf9823 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:44.880988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:44.916179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 4e846a54-9b41-48eb-8e35-abff36cf9823) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:44.924791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:44.925118 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:44.932460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338bc711-602f-4751-8d14-1f2779f0955d None None] Network 4e846a54-9b41-48eb-8e35-abff36cf9823 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:44.971060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dbe3cdae-cd2e-4057-83cc-b87d7443359a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6154881 Feb 09 03:10:44.976031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52774) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:45.120526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fc571772-18a6-4b92-9b46-54bead44b5e6 None None] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:45.158894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-487744a3-f12e-4fd3-9b51-8928d90d0c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.197372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:10:45.216990 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc571772-18a6-4b92-9b46-54bead44b5e6 None None] Publish callbacks [] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.228683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57fb8eb-09b5-47af-8911-7720a754a104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-4e846a54-9b41-48eb-8e35-abff36cf9823', 'network_id': '4e846a54-9b41-48eb-8e35-abff36cf9823', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': '579e0f14-74ae-4ba0-a186-06536ed1bf55'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:45.234975 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d57fb8eb-09b5-47af-8911-7720a754a104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.235979 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (4e846a54-9b41-48eb-8e35-abff36cf9823), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.240252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:10:45.251036 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc571772-18a6-4b92-9b46-54bead44b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.285140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.287380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e017de10-6b1d-4cbc-82e8-1792ffbabbf5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.7625206 Feb 09 03:10:45.291506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52786) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:45.382144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.20.0.1 (6f5f7d39-a2be-44f0-9e95-cd377b31d15c/5ea57b9b-e6e8-4e9e-9f7e-810cef374281/3191f25b-c069-43c0-8d7a-bfb6f1be7fc7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:45.409319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-487744a3-f12e-4fd3-9b51-8928d90d0c05 admin admin] Publish callbacks [] for security_group (ee835df2-ba5e-4e72-a7bc-d6542e293f6c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.552875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:45.553544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:45.573099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-487744a3-f12e-4fd3-9b51-8928d90d0c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ee835df2-ba5e-4e72-a7bc-d6542e293f6c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.702787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (579e0f14-74ae-4ba0-a186-06536ed1bf55), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.712880 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (3191f25b-c069-43c0-8d7a-bfb6f1be7fc7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.717286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-487744a3-f12e-4fd3-9b51-8928d90d0c05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbc9034f4b344038a36117c14519393a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8346088 Feb 09 03:10:45.720239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52798) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:45.746617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571772-18a6-4b92-9b46-54bead44b5e6 None None] Pushing event updated for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:45.748697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487744a3-f12e-4fd3-9b51-8928d90d0c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee835df2-ba5e-4e72-a7bc-d6542e293f6c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:45.857980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 172.20.0.9 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/7a09ad6f-73a1-438b-a41f-2d91953bfcd5/c0feb276-ad66-487d-875b-5927ca750bdf) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:45.863147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:45.865270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b954176-b326-4b5c-8401-f20739bdb283 admin admin] Publish callbacks [] for security_group (ee835df2-ba5e-4e72-a7bc-d6542e293f6c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.887573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (3191f25b-c069-43c0-8d7a-bfb6f1be7fc7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.913599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fec1:5035 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/80aad30a-0832-4bba-a272-32e314189a52/c0feb276-ad66-487d-875b-5927ca750bdf) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:45.950863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:45.955836 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b954176-b326-4b5c-8401-f20739bdb283 admin admin] Publish callbacks [] for security_group (ee835df2-ba5e-4e72-a7bc-d6542e293f6c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:45.958042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:45.975721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:46.136867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:46.144111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=3191f25b-c069-43c0-8d7a-bfb6f1be7fc7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:46.169646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.247903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (579e0f14-74ae-4ba0-a186-06536ed1bf55), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server [None req-d57fb8eb-09b5-47af-8911-7720a754a104 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 579e0f14-74ae-4ba0-a186-06536ed1bf55: This subnet is being modified by another concurrent operation. Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:10:46.329268 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 579e0f14-74ae-4ba0-a186-06536ed1bf55: This subnet is being modified by another concurrent operation. Feb 09 03:10:46.335280 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 03:10:46.368324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7afe2f-a3e7-4538-a7ab-02239c53926b None None] Network 4e846a54-9b41-48eb-8e35-abff36cf9823 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:46.389371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b954176-b326-4b5c-8401-f20739bdb283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ee835df2-ba5e-4e72-a7bc-d6542e293f6c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.396018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b954176-b326-4b5c-8401-f20739bdb283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.397579 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6b954176-b326-4b5c-8401-f20739bdb283 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee835df2-ba5e-4e72-a7bc-d6542e293f6c HTTP/1.1" status: 204 len: 168 time: 0.6734364 Feb 09 03:10:46.434563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b954176-b326-4b5c-8401-f20739bdb283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee835df2-ba5e-4e72-a7bc-d6542e293f6c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:46.459588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:46.460015 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.512355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (4e846a54-9b41-48eb-8e35-abff36cf9823), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.571483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e846a54-9b41-48eb-8e35-abff36cf9823']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:46.596355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9230a1-8e5f-406d-9b32-fe749d4f0c77') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:46.596606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9230a1-8e5f-406d-9b32-fe749d4f0c77') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:46.637346 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (3e9230a1-8e5f-406d-9b32-fe749d4f0c77), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.662126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3e9230a1-8e5f-406d-9b32-fe749d4f0c77), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.680961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:46.681341 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3191f25b-c069-43c0-8d7a-bfb6f1be7fc7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.681487 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (3e9230a1-8e5f-406d-9b32-fe749d4f0c77), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:46.758739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:46.782915 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:46.878390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=579e0f14-74ae-4ba0-a186-06536ed1bf55,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:46.880624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c8b343-fa28-4aab-974e-3f48b9c3246e None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:10:47.090886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8b343-fa28-4aab-974e-3f48b9c3246e None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:10:47.133355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (4e846a54-9b41-48eb-8e35-abff36cf9823), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.146881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.161104 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/4e846a54-9b41-48eb-8e35-abff36cf9823 HTTP/1.1" status: 204 len: 168 time: 2.1648412 Feb 09 03:10:47.167074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52818) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:47.172704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1602389939'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:47.249885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d351a43a-a96d-4ab0-8e0d-e5de2f60fe4e None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:47.250432 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d351a43a-a96d-4ab0-8e0d-e5de2f60fe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.277367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:47.281475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.335516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1c60b-035f-4091-9f5f-0d60f57b804f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=4e846a54-9b41-48eb-8e35-abff36cf9823,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:47.355843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:41Z', 'revision_number': 3, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:47.378971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:47.441256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:10:47.441623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Updating router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 port 3963eec8-aaa6-461c-83f4-6b42144edde4 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:10:47.444528 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2030ee3d-8a8c-45c1-8681-daca373d089e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.449338 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment 2030ee3d-8a8c-45c1-8681-daca373d089e of type vlan for network 802c2822-b2aa-482b-addb-af21c9ca2ca0 Feb 09 03:10:47.528899 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.625811 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (3191f25b-c069-43c0-8d7a-bfb6f1be7fc7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.640242 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (802c2822-b2aa-482b-addb-af21c9ca2ca0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.652704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (3191f25b-c069-43c0-8d7a-bfb6f1be7fc7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.825111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=3191f25b-c069-43c0-8d7a-bfb6f1be7fc7,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:47.846815 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:10:47.924451 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (802c2822-b2aa-482b-addb-af21c9ca2ca0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.933614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:47.937160 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:47.942853 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.341444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:48.353548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:48.418919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2478297 Feb 09 03:10:48.424601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52850) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:48.438090 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (c0feb276-ad66-487d-875b-5927ca750bdf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.441754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': '802c2822-b2aa-482b-addb-af21c9ca2ca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:48.484750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711a29-44a3-40f0-8180-66eacca77e39 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=802c2822-b2aa-482b-addb-af21c9ca2ca0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:48.517965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 802c2822-b2aa-482b-addb-af21c9ca2ca0 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:48.724309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c0feb276-ad66-487d-875b-5927ca750bdf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.780294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d351a43a-a96d-4ab0-8e0d-e5de2f60fe4e None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:48.831510 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:48.846846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:48.869178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:48.897047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:48.919092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=c0feb276-ad66-487d-875b-5927ca750bdf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:48.944345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:48.948120 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.007275 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Publish callbacks [] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.033220 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.082086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:49.083684 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.130311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c21dca-0e71-49d9-8be8-9b1b0cb48641 None None] Pushing event updated for resources: {'Port': ['ID=3963eec8-aaa6-461c-83f4-6b42144edde4,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:49.177954 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7a744160-3660-492f-a07f-33005758cb29 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.6491568 Feb 09 03:10:49.181088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52860) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.210814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Attempting to bind port 3963eec8-aaa6-461c-83f4-6b42144edde4 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:49.211529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Attempting to bind port 3963eec8-aaa6-461c-83f4-6b42144edde4 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:49.212052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Attempting to bind port 3963eec8-aaa6-461c-83f4-6b42144edde4 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:49.221291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:49.221673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:49.227917 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.228840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:49.231254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Bound port: 3963eec8-aaa6-461c-83f4-6b42144edde4, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:49.236383 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.345203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] For port 3963eec8-aaa6-461c-83f4-6b42144edde4, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:49.352091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] For port 3963eec8-aaa6-461c-83f4-6b42144edde4, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3963eec8-aaa6-461c-83f4-6b42144edde4,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:49.363086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000719c-51d5-4b8e-b94c-034e71a72d4f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:49.368711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000719c-51d5-4b8e-b94c-034e71a72d4f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:49.372942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e000719c-51d5-4b8e-b94c-034e71a72d4f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1886740 Feb 09 03:10:49.373153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52864) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.393068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.444385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Allocated IP 172.20.0.1 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/135dc094-0bfd-4d9d-a553-8107e65bc45f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:49.548510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:49.549164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:49.635875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.642770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c21dca-0e71-49d9-8be8-9b1b0cb48641 None None] Pushing event updated for resources: {'Port': ['ID=3963eec8-aaa6-461c-83f4-6b42144edde4,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:49.699143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1ba053dc-c5f4-48b7-bb6b-b52e13023e4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port c0feb276-ad66-487d-875b-5927ca750bdf {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:49.699443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:10:49.700428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ba053dc-c5f4-48b7-bb6b-b52e13023e4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c0feb276-ad66-487d-875b-5927ca750bdf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.701384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:49.783584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Publish callbacks [] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.836921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ba053dc-c5f4-48b7-bb6b-b52e13023e4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c0feb276-ad66-487d-875b-5927ca750bdf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.844741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-63440247-8a00-4bfb-8c3c-a962d6ef24e5 None None] Provisioning complete for port c0feb276-ad66-487d-875b-5927ca750bdf triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:49.845255 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63440247-8a00-4bfb-8c3c-a962d6ef24e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c0feb276-ad66-487d-875b-5927ca750bdf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.859229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1ba053dc-c5f4-48b7-bb6b-b52e13023e4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for c0feb276-ad66-487d-875b-5927ca750bdf owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:49.916951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-63440247-8a00-4bfb-8c3c-a962d6ef24e5 None None] Port c0feb276-ad66-487d-875b-5927ca750bdf cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:49.918046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:49.971761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:10:49.982691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e860d5ea-8aed-4f04-bae1-43872b196914 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/routers/a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4914002 Feb 09 03:10:49.986891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52870) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:49.987860 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2d943-9759-4767-828d-62a2ba37a90f None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:10:49.999617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'port': {'network_id': '6f5f7d39-a2be-44f0-9e95-cd377b31d15c', 'name': 'tempest-FloatingIPTestJSON-904005243'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:50.008352 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2d943-9759-4767-828d-62a2ba37a90f None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:50.010383 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5dc2d943-9759-4767-828d-62a2ba37a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:50.014318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:50.033018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:41Z', 'revision_number': 3, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:50.059935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:50.075574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:50.093690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5dc2d943-9759-4767-828d-62a2ba37a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:50.096311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a169c-48cd-41c4-8b30-adaa68c0ee2b None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:41Z', 'revision_number': 3, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:10:50.120408 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc2d943-9759-4767-828d-62a2ba37a90f None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:50.121045 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5dc2d943-9759-4767-828d-62a2ba37a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:50.211967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (efc7f884-aef1-47a5-98ad-a96f1b8b298e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.228087 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5dc2d943-9759-4767-828d-62a2ba37a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:50.230451 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2d943-9759-4767-828d-62a2ba37a90f None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:10:50.340170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=efc7f884-aef1-47a5-98ad-a96f1b8b298e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:50.406437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': '2030ee3d-8a8c-45c1-8681-daca373d089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '802c2822-b2aa-482b-addb-af21c9ca2ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:50.406716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Pushing event updated for resources: {'Port': ['ID=135dc094-0bfd-4d9d-a553-8107e65bc45f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:50.406806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: 802c2822-b2aa-482b-addb-af21c9ca2ca0, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:50.422115 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ba053dc-c5f4-48b7-bb6b-b52e13023e4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c0feb276-ad66-487d-875b-5927ca750bdf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.439263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network 802c2822-b2aa-482b-addb-af21c9ca2ca0 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:50.450891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7f455028-1788-4267-bcaa-c1cf8163ecb1 None None] Provisioning complete for port 135dc094-0bfd-4d9d-a553-8107e65bc45f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:50.451268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7f455028-1788-4267-bcaa-c1cf8163ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.463783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 802c2822-b2aa-482b-addb-af21c9ca2ca0) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:50.483741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:50.485988 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.513138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac696d-b7d8-4f49-913b-1824a991c6e3 None None] Network 802c2822-b2aa-482b-addb-af21c9ca2ca0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:50.541698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fb4065cb-a095-43c5-b5b2-c609e9fe8f1c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1149981 Feb 09 03:10:50.543008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:50.669276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba053dc-c5f4-48b7-bb6b-b52e13023e4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=c0feb276-ad66-487d-875b-5927ca750bdf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:50.780968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.826153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7f455028-1788-4267-bcaa-c1cf8163ecb1 None None] Port 135dc094-0bfd-4d9d-a553-8107e65bc45f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:50.850225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-802c2822-b2aa-482b-addb-af21c9ca2ca0', 'network_id': '802c2822-b2aa-482b-addb-af21c9ca2ca0', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': 'efc7f884-aef1-47a5-98ad-a96f1b8b298e'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:50.851141 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:50.922417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (802c2822-b2aa-482b-addb-af21c9ca2ca0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.049024 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ba053dc-c5f4-48b7-bb6b-b52e13023e4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.054355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ba053dc-c5f4-48b7-bb6b-b52e13023e4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/c0feb276-ad66-487d-875b-5927ca750bdf HTTP/1.1" status: 204 len: 168 time: 1.6800370 Feb 09 03:10:51.060147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52892) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:51.099354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:51.102733 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.145176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.180530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (efc7f884-aef1-47a5-98ad-a96f1b8b298e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.195459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] device_id is not set on port a8acc5fe-f31c-4290-9ef5-f794965d6283 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:10:51.341759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.20.0.14 (6f5f7d39-a2be-44f0-9e95-cd377b31d15c/5ea57b9b-e6e8-4e9e-9f7e-810cef374281/a8acc5fe-f31c-4290-9ef5-f794965d6283) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:51.391948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Allocated IP 172.20.0.1 (802c2822-b2aa-482b-addb-af21c9ca2ca0/efc7f884-aef1-47a5-98ad-a96f1b8b298e/17733ba9-dd68-468f-9658-608f2f002d5e) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:51.519851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (a8acc5fe-f31c-4290-9ef5-f794965d6283), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.566568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a8acc5fe-f31c-4290-9ef5-f794965d6283), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.653218 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.765159 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Publish callbacks [] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.834322 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Publish callbacks [] for port (17733ba9-dd68-468f-9658-608f2f002d5e), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.851157 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (17733ba9-dd68-468f-9658-608f2f002d5e), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.872942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.896718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (efc7f884-aef1-47a5-98ad-a96f1b8b298e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:51.906356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:51.948753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:51.960657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0feb8cc-6efc-4b31-9129-30581c134608 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:51.962461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0feb8cc-6efc-4b31-9129-30581c134608 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:51.963892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0feb8cc-6efc-4b31-9129-30581c134608 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:51.968798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f0feb8cc-6efc-4b31-9129-30581c134608 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9074571 Feb 09 03:10:51.969499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52900) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:51.972636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:51.995119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Network 802c2822-b2aa-482b-addb-af21c9ca2ca0 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:52.013575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Pushing event updated for resources: {'Port': ['ID=17733ba9-dd68-468f-9658-608f2f002d5e,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:52.018429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:52.027528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:52.080201 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (802c2822-b2aa-482b-addb-af21c9ca2ca0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.102609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c2822-b2aa-482b-addb-af21c9ca2ca0']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:52.113600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2030ee3d-8a8c-45c1-8681-daca373d089e') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:52.113912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2030ee3d-8a8c-45c1-8681-daca373d089e') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:52.127230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3963eec8-aaa6-461c-83f4-6b42144edde4 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:52.131002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2030ee3d-8a8c-45c1-8681-daca373d089e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.142304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=efc7f884-aef1-47a5-98ad-a96f1b8b298e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:52.156616 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2030ee3d-8a8c-45c1-8681-daca373d089e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.162326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:52.162748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2030ee3d-8a8c-45c1-8681-daca373d089e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:52.166223 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:52.183499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=a8acc5fe-f31c-4290-9ef5-f794965d6283,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:52.223298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6bc05c-bf89-43d5-8cd6-5fe56f9e561f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 7a09ad6f-73a1-438b-a41f-2d91953bfcd5 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:10:52.250852 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc05c-bf89-43d5-8cd6-5fe56f9e561f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (7a09ad6f-73a1-438b-a41f-2d91953bfcd5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.256583 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.api [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:10:52.256583 n-d-827839-4 neutron-server[109856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:10:52.256583 n-d-827839-4 neutron-server[109856]: [parameters: {'id': '802c2822-b2aa-482b-addb-af21c9ca2ca0'}] Feb 09 03:10:52.256583 n-d-827839-4 neutron-server[109856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:52.257014 n-d-827839-4 neutron-server[109856]: DEBUG oslo_db.api [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:52.261305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Attempting to bind port 17733ba9-dd68-468f-9658-608f2f002d5e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:52.261696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Attempting to bind port 17733ba9-dd68-468f-9658-608f2f002d5e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2030ee3d-8a8c-45c1-8681-daca373d089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '802c2822-b2aa-482b-addb-af21c9ca2ca0'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:52.262267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Attempting to bind port 17733ba9-dd68-468f-9658-608f2f002d5e on network 802c2822-b2aa-482b-addb-af21c9ca2ca0 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:52.274700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:52.275088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Checking segment: {'id': '2030ee3d-8a8c-45c1-8681-daca373d089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '802c2822-b2aa-482b-addb-af21c9ca2ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:52.275500 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.275905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Bound using segment: {'id': '2030ee3d-8a8c-45c1-8681-daca373d089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '802c2822-b2aa-482b-addb-af21c9ca2ca0'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:52.276392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Bound port: 17733ba9-dd68-468f-9658-608f2f002d5e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2030ee3d-8a8c-45c1-8681-daca373d089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '802c2822-b2aa-482b-addb-af21c9ca2ca0'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:52.276828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (17733ba9-dd68-468f-9658-608f2f002d5e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.303910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3963eec8-aaa6-461c-83f4-6b42144edde4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:52.304956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.338895 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc05c-bf89-43d5-8cd6-5fe56f9e561f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (7a09ad6f-73a1-438b-a41f-2d91953bfcd5), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.457876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc05c-bf89-43d5-8cd6-5fe56f9e561f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (7a09ad6f-73a1-438b-a41f-2d91953bfcd5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.460082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] For port 17733ba9-dd68-468f-9658-608f2f002d5e, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:52.464944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] For port 17733ba9-dd68-468f-9658-608f2f002d5e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=17733ba9-dd68-468f-9658-608f2f002d5e,segment=NetworkSegment(2030ee3d-8a8c-45c1-8681-daca373d089e),segment_id=2030ee3d-8a8c-45c1-8681-daca373d089e)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:52.478607 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (17733ba9-dd68-468f-9658-608f2f002d5e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.544417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.544764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.545115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.545489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.545834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.546171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.546533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.547075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.547307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.547613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.547946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.548276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.548679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:10:52.571428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.576352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd6257-31bf-4d4f-b31f-682037ce4056 None None] Pushing event updated for resources: {'Port': ['ID=17733ba9-dd68-468f-9658-608f2f002d5e,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:52.586897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:52.587362 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.618792 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc05c-bf89-43d5-8cd6-5fe56f9e561f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (7a09ad6f-73a1-438b-a41f-2d91953bfcd5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.688789 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-25b6d10e-b92d-479f-97d2-dad8084ad69e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6932986 Feb 09 03:10:52.691375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52918) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:52.696790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'port': {'network_id': '6f5f7d39-a2be-44f0-9e95-cd377b31d15c', 'name': 'tempest-FloatingIPTestJSON-404469064'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:52.700922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3963eec8-aaa6-461c-83f4-6b42144edde4 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:52.701593 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.735649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 3963eec8-aaa6-461c-83f4-6b42144edde4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3963eec8-aaa6-461c-83f4-6b42144edde4,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:52.738474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441eb103-1e17-4494-8c8e-59f3cbaaa444 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:10:52.785143 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.798848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (802c2822-b2aa-482b-addb-af21c9ca2ca0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:52.934165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=3963eec8-aaa6-461c-83f4-6b42144edde4,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:52.995140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441eb103-1e17-4494-8c8e-59f3cbaaa444 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:10:52.999954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc05c-bf89-43d5-8cd6-5fe56f9e561f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.009192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5d6bc05c-bf89-43d5-8cd6-5fe56f9e561f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/7a09ad6f-73a1-438b-a41f-2d91953bfcd5 HTTP/1.1" status: 204 len: 168 time: 1.0306485 Feb 09 03:10:53.015292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bc05c-bf89-43d5-8cd6-5fe56f9e561f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=7a09ad6f-73a1-438b-a41f-2d91953bfcd5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:53.017488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52926) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:53.065550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Pushing event updated for resources: {'Port': ['ID=135dc094-0bfd-4d9d-a553-8107e65bc45f,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:53.065790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:53.070146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:53.071968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:53.075955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.116232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Deleting port 17733ba9-dd68-468f-9658-608f2f002d5e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:10:53.116868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (17733ba9-dd68-468f-9658-608f2f002d5e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.119236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] device_id is not set on port e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:10:53.143586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e5f21e-930b-4644-be1c-ac3cd5d35d5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 80aad30a-0832-4bba-a272-32e314189a52 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:10:53.229135 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29e5f21e-930b-4644-be1c-ac3cd5d35d5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (80aad30a-0832-4bba-a272-32e314189a52), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.342695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:10:53.348080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d277c-0921-41cd-b016-2c11f869d6bd None None] Network 802c2822-b2aa-482b-addb-af21c9ca2ca0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:53.349907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] For port 17733ba9-dd68-468f-9658-608f2f002d5e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=17733ba9-dd68-468f-9658-608f2f002d5e,segment=NetworkSegment(2030ee3d-8a8c-45c1-8681-daca373d089e),segment_id=2030ee3d-8a8c-45c1-8681-daca373d089e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:53.350386 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (17733ba9-dd68-468f-9658-608f2f002d5e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.351997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35367db3-3907-43fe-9745-f3d2be778a2c None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:53.387985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29e5f21e-930b-4644-be1c-ac3cd5d35d5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (80aad30a-0832-4bba-a272-32e314189a52), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.480056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.20.0.10 (6f5f7d39-a2be-44f0-9e95-cd377b31d15c/5ea57b9b-e6e8-4e9e-9f7e-810cef374281/e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:53.638119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:10:53.652457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29e5f21e-930b-4644-be1c-ac3cd5d35d5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (80aad30a-0832-4bba-a272-32e314189a52), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.652852 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5bece328-bb7b-497f-91e5-acacf0587a23 admin admin] 10.222.0.32 "PUT /v2.0/routers/e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3580523 Feb 09 03:10:53.826079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:10:53.882298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0164a9d5-0ad4-4d37-82cb-9fb29450a272 None None] Provisioning complete for port 135dc094-0bfd-4d9d-a553-8107e65bc45f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:53.882568 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0164a9d5-0ad4-4d37-82cb-9fb29450a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.885490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:53.886192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:53.947410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:53.987604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Calling delete_port for 17733ba9-dd68-468f-9658-608f2f002d5e owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:10:53.996912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.056778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:10:54.196951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3963eec8-aaa6-461c-83f4-6b42144edde4 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:10:54.237853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:54.245428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:54.248346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:54.253050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:54.291629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29e5f21e-930b-4644-be1c-ac3cd5d35d5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (80aad30a-0832-4bba-a272-32e314189a52), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.341913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5f21e-930b-4644-be1c-ac3cd5d35d5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=80aad30a-0832-4bba-a272-32e314189a52,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:54.354205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29e5f21e-930b-4644-be1c-ac3cd5d35d5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.360813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-29e5f21e-930b-4644-be1c-ac3cd5d35d5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/80aad30a-0832-4bba-a272-32e314189a52 HTTP/1.1" status: 204 len: 168 time: 1.3423316 Feb 09 03:10:54.363356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52946) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:54.405057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:54.412665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.468763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4ff8256e-c144-4ff3-8d2f-19973aebd788 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985916 Feb 09 03:10:54.469607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:54.472648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (17733ba9-dd68-468f-9658-608f2f002d5e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.475472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0164a9d5-0ad4-4d37-82cb-9fb29450a272 None None] Port 135dc094-0bfd-4d9d-a553-8107e65bc45f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:54.478603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:54.519764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b41d78e4-6e35-4183-b1d3-a2a7699dea24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8215783 Feb 09 03:10:54.542249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52952) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:54.549810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:54.576733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Port': ['ID=17733ba9-dd68-468f-9658-608f2f002d5e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:54.607338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3963eec8-aaa6-461c-83f4-6b42144edde4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:54.607834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.616575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No DVR routers for this DVR port 17733ba9-dd68-468f-9658-608f2f002d5e on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:10:54.700262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.753647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:54.757643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.791333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:10:51Z', 'revision_number': 2, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:54.829729 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (802c2822-b2aa-482b-addb-af21c9ca2ca0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.855171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52962) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:54.858245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c2822-b2aa-482b-addb-af21c9ca2ca0']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:54.863298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-510827579-network', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:54.881252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2030ee3d-8a8c-45c1-8681-daca373d089e') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:54.881644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2030ee3d-8a8c-45c1-8681-daca373d089e') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:54.895697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2030ee3d-8a8c-45c1-8681-daca373d089e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.905531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:10:54.906492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Updating router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 port 135dc094-0bfd-4d9d-a553-8107e65bc45f binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:10:54.921775 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2030ee3d-8a8c-45c1-8681-daca373d089e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.932036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Made reservation on behalf of 03e2e859de2a4824ae7a17d37adde402 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:54.934500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.936749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:10:54.937149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2030ee3d-8a8c-45c1-8681-daca373d089e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:10:54.942985 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:10:54.966195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac5227e-2e79-4e6a-89cd-a01f29fe0bd6 None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '80aad30a-0832-4bba-a272-32e314189a52'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e4973737-6ffd-4859-a0c7-d7ae66cc9bb0'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:10:54.971381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3963eec8-aaa6-461c-83f4-6b42144edde4 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:54.987154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.048649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.061580 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.085352 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (802c2822-b2aa-482b-addb-af21c9ca2ca0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.137763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8ac5227e-2e79-4e6a-89cd-a01f29fe0bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.177944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.197373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52968) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:55.210624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/802c2822-b2aa-482b-addb-af21c9ca2ca0 HTTP/1.1" status: 204 len: 168 time: 4.6629755 Feb 09 03:10:55.215121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-59229902'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:55.299424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8f6b-56f3-4f7d-b973-ecf76c70db18 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=802c2822-b2aa-482b-addb-af21c9ca2ca0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:55.366789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Publish callbacks [] for security_group (2b28cecd-0702-4311-854d-3c7037d395f7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.371954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:55.382692 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.391947 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2b28cecd-0702-4311-854d-3c7037d395f7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.446455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:55.448868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.25.2.16 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:10:55.510298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28cecd-0702-4311-854d-3c7037d395f7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:55.531702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (383a5b8b-8e2e-45b7-b6f1-a02173b00054), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.532348 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Added segment 383a5b8b-8e2e-45b7-b6f1-a02173b00054 of type vlan for network 4ea6399e-8e68-4c17-a9df-a41afa621256 Feb 09 03:10:55.697205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (4ea6399e-8e68-4c17-a9df-a41afa621256), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.701779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fefc17-f867-4250-9811-02eba29c7452 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:55.758369 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (4ea6399e-8e68-4c17-a9df-a41afa621256), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.759675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:55.760270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.771059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.851315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9948487 Feb 09 03:10:55.857216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52972) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:55.865876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Request body: {'subnet': {'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-510827579-subnet', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:55.891543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf800f-0bff-4f07-8264-bd8067c5ffbc admin admin] Pushing event updated for resources: {'Network': ['ID=4ea6399e-8e68-4c17-a9df-a41afa621256,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:55.927114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 4ea6399e-8e68-4c17-a9df-a41afa621256 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:55.935406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:55.942801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Made reservation on behalf of 03e2e859de2a4824ae7a17d37adde402 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:55.946144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.055783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:10:56.085476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:10:56.099150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cbe667d3-c554-496d-a814-55ad8b978dcd None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:56.099938 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cbe667d3-c554-496d-a814-55ad8b978dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.123800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d2a2c415-f680-480f-975d-4f7171490dfc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.124337 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment d2a2c415-f680-480f-975d-4f7171490dfc of type vlan for network 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd Feb 09 03:10:56.142063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:56.149615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:56.173807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:10:56.213669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:56.434351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.446424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cbe667d3-c554-496d-a814-55ad8b978dcd None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:56.479471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:10:56.577478 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Publish callbacks [] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:56.580143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '756b7de3-2c63-4417-9cc1-89d455c25f56'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e4973737-6ffd-4859-a0c7-d7ae66cc9bb0'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:10:56.893641 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.resource_extend [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:10:57.035088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-6caa139b-b3ab-4452-85f5-6f706eb46ef0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6480041 Feb 09 03:10:57.066305 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.075411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:57.076348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.135241 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.185792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:57.190760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.194781 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.198061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:57.208445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d609c69e-72a4-489e-8b9e-c656d1092745 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0072799 Feb 09 03:10:57.210592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52996) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:57.233969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': '3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:57.306302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.322151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:10:57.358172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-a6aff38e-fb75-40ab-8a3d-e0a3915b8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:57.359818 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-a6aff38e-fb75-40ab-8a3d-e0a3915b8b57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=89836022240d426d867666046c3257db&device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 1128 time: 0.1726489 Feb 09 03:10:57.457048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:57.461788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.747403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-0b14fb6b-7d5d-4aa7-a8d8-5564d3064268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:57.749870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-0b14fb6b-7d5d-4aa7-a8d8-5564d3064268 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 200 len: 919 time: 0.3603981 Feb 09 03:10:57.775070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (e0b34d6f-dcb3-4b4e-ad7f-4c6e6ef2e749), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.846884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-f3cf1384-261d-4a48-89d6-417da2bcfdee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 200 len: 217 time: 0.0835681 Feb 09 03:10:57.853975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.856816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=e0b34d6f-dcb3-4b4e-ad7f-4c6e6ef2e749,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:57.894226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (9352432b-f19d-4880-a781-93f053d801b3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:57.900353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:58.022509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43f70-da11-43cf-9a66-529d7b682920 None None] Pushing event updated for resources: {'Port': ['ID=135dc094-0bfd-4d9d-a553-8107e65bc45f,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:58.047949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Checking segment: {'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:58.048314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Network hostable DHCP agents. Network: 4ea6399e-8e68-4c17-a9df-a41afa621256, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:58.081078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-1618d918-ed2e-462a-b131-0ce27b8a6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:58.087807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-1618d918-ed2e-462a-b131-0ce27b8a6e9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 200 len: 858 time: 0.2202725 Feb 09 03:10:58.094436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.122225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': 'd2a2c415-f680-480f-975d-4f7171490dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:58.122779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:10:58.125525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.172139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Network 4ea6399e-8e68-4c17-a9df-a41afa621256 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:58.182380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9352432b-f19d-4880-a781-93f053d801b3,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:58.223353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.235285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:58.235285 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:58.295057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Attempting to bind port 135dc094-0bfd-4d9d-a553-8107e65bc45f on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:10:58.295433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Attempting to bind port 135dc094-0bfd-4d9d-a553-8107e65bc45f by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:10:58.295804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Attempting to bind port 135dc094-0bfd-4d9d-a553-8107e65bc45f on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:10:58.311247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:10:58.311632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:10:58.313826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.314266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:10:58.316394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Bound port: 135dc094-0bfd-4d9d-a553-8107e65bc45f, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:10:58.316809 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.317252 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-fc38aae4-e761-4055-8dc4-b9aedc08aabc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2174809 Feb 09 03:10:58.319213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (756b7de3-2c63-4417-9cc1-89d455c25f56), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.322522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=8']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:58.453270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.456807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:10:58.467781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.469795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:58.476694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:58.511838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-114b6d4c-8285-4f92-9981-82145e12ffaa None None] Provisioning complete for port 135dc094-0bfd-4d9d-a553-8107e65bc45f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:10:58.512233 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-114b6d4c-8285-4f92-9981-82145e12ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.513622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:58.523711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 4ea6399e-8e68-4c17-a9df-a41afa621256) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:58.568502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:58.569360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.583574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:58.584161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.601390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-114b6d4c-8285-4f92-9981-82145e12ffaa None None] Port 135dc094-0bfd-4d9d-a553-8107e65bc45f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:10:58.608781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abfbc3-d34b-4c46-a995-7b4bff63b6ae None None] Network 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:58.618725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4337e48c-575a-4c58-ae0c-17783db3a20e None None] Network 4ea6399e-8e68-4c17-a9df-a41afa621256 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:10:58.620575 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:10:58.620936 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:10:58.635545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=756b7de3-2c63-4417-9cc1-89d455c25f56,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:58.650184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5424a6d8-2f45-4eb5-8863-f3b4932246a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1794567 Feb 09 03:10:58.659033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53022) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:58.661537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:58.662143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.667744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:58.733170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dfdf3238-a275-4d21-ac12-c5c63c48572f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8744833 Feb 09 03:10:58.750912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53024) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:58.767838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d312371b-f51c-432b-b442-54df4a7d6e5e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5446875 Feb 09 03:10:58.778214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:10:58.799939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53026) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:58.876486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:58.917867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-f649889d-c1cd-46ca-9e9d-171a714cb6c1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281999 Feb 09 03:10:58.918816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:10:58.919375 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.971562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:58.977686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] For port 135dc094-0bfd-4d9d-a553-8107e65bc45f, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:10:59.025247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:10:59.044172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd', 'network_id': '3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': 'e0b34d6f-dcb3-4b4e-ad7f-4c6e6ef2e749'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:59.045040 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.066253 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.097767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] For port 135dc094-0bfd-4d9d-a553-8107e65bc45f, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=135dc094-0bfd-4d9d-a553-8107e65bc45f,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:10:59.105771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-4ea6399e-8e68-4c17-a9df-a41afa621256', 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256', 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'fixed_ips': [{'subnet_id': '9352432b-f19d-4880-a781-93f053d801b3'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:10:59.106696 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.141672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c684f125-2585-461e-a5a1-08fc3f7f0390 req-d0a3738a-a74d-49ce-8034-149d1b7264fd service neutron] 10.222.0.26 "GET /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136991 Feb 09 03:10:59.156747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:10:59.160762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.194175 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.227102 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.228074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.244171 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.406631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.437143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks [] for router_controller (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.512582 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c associated. External IP: 172.25.2.16, port: e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b. Feb 09 03:10:59.565634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:10:59.566484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:10:59.589976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:59.689531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (964b6fea-4a88-4357-b4da-7948ee8bbf84), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.805346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:10:59.808656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:10:59.813189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:10:59.813905 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:10:59.829353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=964b6fea-4a88-4357-b4da-7948ee8bbf84,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:10:59.856205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b1578a26-d880-4775-a9cd-c53ac456925b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1956143 Feb 09 03:10:59.859368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53034) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:10:59.865374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:8e:08:a4', 'name': 'tempest-NetworksTestDHCPv6-1930711931'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:00.029125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e0b34d6f-dcb3-4b4e-ad7f-4c6e6ef2e749), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:00.123674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:00.148751 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks [] for router_gateway (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:00.411345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:00.467361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port 6271782a-015e-486e-9f98-c56dbe9934b3 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:11:00.590891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Allocated IP 172.20.0.1 (3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd/e0b34d6f-dcb3-4b4e-ad7f-4c6e6ef2e749/34fa1b42-f36e-4f00-abdc-66788c7fbd67) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:01.023732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks [] for router_gateway (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.050326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.054390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:01.105872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:01.209690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Publish callbacks [] for port (34fa1b42-f36e-4f00-abdc-66788c7fbd67), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.216756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43f70-da11-43cf-9a66-529d7b682920 None None] Pushing event updated for resources: {'Port': ['ID=135dc094-0bfd-4d9d-a553-8107e65bc45f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:01.255447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-aed64f76-9845-43c7-be9a-b4e9c9567a92 None None] Provisioning complete for port 135dc094-0bfd-4d9d-a553-8107e65bc45f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:01.255836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aed64f76-9845-43c7-be9a-b4e9c9567a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.291498 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-437af787-ca76-496b-9f2a-ed9cf92d9487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.293623 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (34fa1b42-f36e-4f00-abdc-66788c7fbd67), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.306038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Allocated IP 172.25.2.214 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/9095c65b-ebb3-48f7-a167-9a516aedb0ab) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:01.394934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Pushing event updated for resources: {'Port': ['ID=34fa1b42-f36e-4f00-abdc-66788c7fbd67,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:01.415631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (e0b34d6f-dcb3-4b4e-ad7f-4c6e6ef2e749), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.446157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Allocated IP 172.20.0.2 (4ea6399e-8e68-4c17-a9df-a41afa621256/9352432b-f19d-4880-a781-93f053d801b3/a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:01.536085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b34d6f-dcb3-4b4e-ad7f-4c6e6ef2e749,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:01.659174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Publish callbacks [] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.677356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:01.690165 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f96727f-fa77-4ff4-b6c5-6d3b6cd68234 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:01.700675 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.702137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] Publish callbacks [] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.703593 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f96727f-fa77-4ff4-b6c5-6d3b6cd68234 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:01.704903 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0f96727f-fa77-4ff4-b6c5-6d3b6cd68234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:01.710552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Network 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:01.723984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:01.730447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.744355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:01.746229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:01.750711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:01.762495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.772139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Network 4ea6399e-8e68-4c17-a9df-a41afa621256 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:01.772748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a2c415-f680-480f-975d-4f7171490dfc') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:01.773056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a2c415-f680-480f-975d-4f7171490dfc') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:01.778155 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.785795 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0f96727f-fa77-4ff4-b6c5-6d3b6cd68234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:01.810350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (d2a2c415-f680-480f-975d-4f7171490dfc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.824736 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f96727f-fa77-4ff4-b6c5-6d3b6cd68234 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:01.825524 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0f96727f-fa77-4ff4-b6c5-6d3b6cd68234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:10:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:01.835876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d2a2c415-f680-480f-975d-4f7171490dfc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.843044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:11:01.843488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (d2a2c415-f680-480f-975d-4f7171490dfc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.866002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:01.893800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:01.913614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 172.20.0.3 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/964b6fea-4a88-4357-b4da-7948ee8bbf84/6271782a-015e-486e-9f98-c56dbe9934b3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:11:01.920171 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:11:01.929018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks [] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:01.934449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.api [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:11:01.934449 n-d-827839-4 neutron-server[109856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:11:01.934449 n-d-827839-4 neutron-server[109856]: [parameters: {'id': '3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd'}] Feb 09 03:11:01.934449 n-d-827839-4 neutron-server[109856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:11:01.934905 n-d-827839-4 neutron-server[109856]: DEBUG oslo_db.api [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:11:01.937678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fe8e:8a4 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/756b7de3-2c63-4417-9cc1-89d455c25f56/6271782a-015e-486e-9f98-c56dbe9934b3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:01.942124 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0f96727f-fa77-4ff4-b6c5-6d3b6cd68234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:01.952807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f89c002-4eca-4681-becb-542feb851fd2 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.4074941 Feb 09 03:11:01.954712 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f96727f-fa77-4ff4-b6c5-6d3b6cd68234 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:01.954879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:01.966759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:02.281076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (6271782a-015e-486e-9f98-c56dbe9934b3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.300305 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.404349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6271782a-015e-486e-9f98-c56dbe9934b3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.461387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Pushing event updated for resources: {'Port': ['ID=a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:02.479487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-aed64f76-9845-43c7-be9a-b4e9c9567a92 None None] Current status of the port 135dc094-0bfd-4d9d-a553-8107e65bc45f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:02.480044 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aed64f76-9845-43c7-be9a-b4e9c9567a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.499331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.519534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Attempting to bind port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:02.519910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Attempting to bind port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:02.521134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Attempting to bind port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d on network 4ea6399e-8e68-4c17-a9df-a41afa621256 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:02.531109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.570506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:02.572571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=6271782a-015e-486e-9f98-c56dbe9934b3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:02.580403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:02.586051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:02.727558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Attempting to bind port 34fa1b42-f36e-4f00-abdc-66788c7fbd67 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:02.728073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Attempting to bind port 34fa1b42-f36e-4f00-abdc-66788c7fbd67 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'd2a2c415-f680-480f-975d-4f7171490dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:02.733014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Attempting to bind port 34fa1b42-f36e-4f00-abdc-66788c7fbd67 on network 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:02.742702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:02.743098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Checking segment: {'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:02.758257 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.759066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Bound using segment: {'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:02.759591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Bound port: a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:02.759994 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.763447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:02.763633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:02.764136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:02.781859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:02.798555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-02e5cd07-c89e-4f55-ba82-fdfdc0141c81 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9356542 Feb 09 03:11:02.799621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53078) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:02.812427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:02.860726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aed64f76-9845-43c7-be9a-b4e9c9567a92 None None] For port 135dc094-0bfd-4d9d-a553-8107e65bc45f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=135dc094-0bfd-4d9d-a553-8107e65bc45f,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:02.940721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277636c1-3a01-420e-b4aa-d8bf5f3acdbf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:02.943622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277636c1-3a01-420e-b4aa-d8bf5f3acdbf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:02.948721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-277636c1-3a01-420e-b4aa-d8bf5f3acdbf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1479039 Feb 09 03:11:02.949351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53082) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:03.019476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] For port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:03.023379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] For port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d,segment=NetworkSegment(383a5b8b-8e2e-45b7-b6f1-a02173b00054),segment_id=383a5b8b-8e2e-45b7-b6f1-a02173b00054)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:03.045528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Pushing event updated for resources: {'Port': ['ID=9095c65b-ebb3-48f7-a167-9a516aedb0ab,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:03.057053 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aed64f76-9845-43c7-be9a-b4e9c9567a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.069990 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.072933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:03.073317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Checking segment: {'id': 'd2a2c415-f680-480f-975d-4f7171490dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:03.073716 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.074119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Bound using segment: {'id': 'd2a2c415-f680-480f-975d-4f7171490dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:03.074641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Bound port: 34fa1b42-f36e-4f00-abdc-66788c7fbd67, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a2c415-f680-480f-975d-4f7171490dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:03.075027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (34fa1b42-f36e-4f00-abdc-66788c7fbd67), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.082268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-598886bc-5183-4f5b-8a61-72265e8063fd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port 6271782a-015e-486e-9f98-c56dbe9934b3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:03.082720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-598886bc-5183-4f5b-8a61-72265e8063fd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6271782a-015e-486e-9f98-c56dbe9934b3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.253522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-598886bc-5183-4f5b-8a61-72265e8063fd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6271782a-015e-486e-9f98-c56dbe9934b3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.269333 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75ee974a-4510-49ba-8abd-9e31f9702322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.291542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-598886bc-5183-4f5b-8a61-72265e8063fd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for 6271782a-015e-486e-9f98-c56dbe9934b3 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:03.454036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:03.479288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb59cf-efbd-41c0-9cdc-5a431fb5753c None None] Pushing event updated for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:03.553010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e74d4-f614-45bc-902a-db93dd83158b None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:03.583996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.655922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Deleting port 34fa1b42-f36e-4f00-abdc-66788c7fbd67 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:03.656365 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (34fa1b42-f36e-4f00-abdc-66788c7fbd67), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.669865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.670250 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c disassociated. External IP: 172.25.2.16, port: e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b. Feb 09 03:11:03.752772 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-598886bc-5183-4f5b-8a61-72265e8063fd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6271782a-015e-486e-9f98-c56dbe9934b3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:03.928735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] For port 34fa1b42-f36e-4f00-abdc-66788c7fbd67, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:03.940679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] For port 34fa1b42-f36e-4f00-abdc-66788c7fbd67, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=34fa1b42-f36e-4f00-abdc-66788c7fbd67,segment=NetworkSegment(d2a2c415-f680-480f-975d-4f7171490dfc),segment_id=d2a2c415-f680-480f-975d-4f7171490dfc)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:03.980096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598886bc-5183-4f5b-8a61-72265e8063fd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=6271782a-015e-486e-9f98-c56dbe9934b3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:04.005716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] For port 34fa1b42-f36e-4f00-abdc-66788c7fbd67, host n-d-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:04.006486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (34fa1b42-f36e-4f00-abdc-66788c7fbd67), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.113037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Calling delete_port for 34fa1b42-f36e-4f00-abdc-66788c7fbd67 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:04.128965 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-598886bc-5183-4f5b-8a61-72265e8063fd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.138453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53100) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:04.140302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-598886bc-5183-4f5b-8a61-72265e8063fd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/6271782a-015e-486e-9f98-c56dbe9934b3 HTTP/1.1" status: 204 len: 168 time: 1.1894319 Feb 09 03:11:04.187811 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (34fa1b42-f36e-4f00-abdc-66788c7fbd67), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.214716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd378654-4dd8-464e-b56f-11babed3a94f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:04.215953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd378654-4dd8-464e-b56f-11babed3a94f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:04.217349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd378654-4dd8-464e-b56f-11babed3a94f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:04.221433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd378654-4dd8-464e-b56f-11babed3a94f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0758398 Feb 09 03:11:04.227385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53104) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:04.236466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:04.236856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.320207 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.361270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed64f76-9845-43c7-be9a-b4e9c9567a92 None None] Pushing event updated for resources: {'Port': ['ID=135dc094-0bfd-4d9d-a553-8107e65bc45f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:04.374367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:04.375343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.398913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eef1b19-1ecb-4f22-ab71-8d183cfdba82 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 756b7de3-2c63-4417-9cc1-89d455c25f56 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:04.407508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4eef1b19-1ecb-4f22-ab71-8d183cfdba82 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (756b7de3-2c63-4417-9cc1-89d455c25f56), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.564564 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4eef1b19-1ecb-4f22-ab71-8d183cfdba82 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (756b7de3-2c63-4417-9cc1-89d455c25f56), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.753557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5546afeb-d448-4075-a234-874e24f03f4d None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '756b7de3-2c63-4417-9cc1-89d455c25f56', 'ip_address': '2001:db8::f816:3eff:fed6:2ef1'}, {'subnet_id': '964b6fea-4a88-4357-b4da-7948ee8bbf84'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e4973737-6ffd-4859-a0c7-d7ae66cc9bb0'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:11:04.792885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4eef1b19-1ecb-4f22-ab71-8d183cfdba82 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (756b7de3-2c63-4417-9cc1-89d455c25f56), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.829820 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5546afeb-d448-4075-a234-874e24f03f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:04.844421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:10:58Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:04.945281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5488290-6beb-4304-95b6-a7eb4d44838c None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:10:58Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:05.101661 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4eef1b19-1ecb-4f22-ab71-8d183cfdba82 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (756b7de3-2c63-4417-9cc1-89d455c25f56), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.139711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bac8d3-20a4-4d88-aead-28b725cd654a None None] Network 3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:05.297541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4eef1b19-1ecb-4f22-ab71-8d183cfdba82 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.312252 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4eef1b19-1ecb-4f22-ab71-8d183cfdba82 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/756b7de3-2c63-4417-9cc1-89d455c25f56 HTTP/1.1" status: 204 len: 168 time: 1.0831864 Feb 09 03:11:05.319117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1b19-1ecb-4f22-ab71-8d183cfdba82 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=756b7de3-2c63-4417-9cc1-89d455c25f56,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:05.320782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53144) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:05.512309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90a28a1-a160-4f9f-916a-1e17b8a40e6e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 964b6fea-4a88-4357-b4da-7948ee8bbf84 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:05.516538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d90a28a1-a160-4f9f-916a-1e17b8a40e6e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (964b6fea-4a88-4357-b4da-7948ee8bbf84), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.589066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks [] for router_gateway (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.623410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d90a28a1-a160-4f9f-916a-1e17b8a40e6e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (964b6fea-4a88-4357-b4da-7948ee8bbf84), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.737527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d90a28a1-a160-4f9f-916a-1e17b8a40e6e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (964b6fea-4a88-4357-b4da-7948ee8bbf84), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.904480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d90a28a1-a160-4f9f-916a-1e17b8a40e6e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (964b6fea-4a88-4357-b4da-7948ee8bbf84), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.968369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:05.968990 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.989608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d9b86-b107-4080-8d84-a7021f9baef7 None None] Network 4ea6399e-8e68-4c17-a9df-a41afa621256 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:05.990178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a28a1-a160-4f9f-916a-1e17b8a40e6e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=964b6fea-4a88-4357-b4da-7948ee8bbf84,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:05.996706 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d90a28a1-a160-4f9f-916a-1e17b8a40e6e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:05.998079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d90a28a1-a160-4f9f-916a-1e17b8a40e6e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/964b6fea-4a88-4357-b4da-7948ee8bbf84 HTTP/1.1" status: 204 len: 168 time: 0.6763093 Feb 09 03:11:06.003271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53154) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:06.010285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be84dee-ac33-4ea2-842a-cea0c16f562f None None] Pushing event updated for resources: {'Port': ['ID=a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:06.130834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7260e1c5-04c6-4a11-bc0a-c3c36946ef98 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262889 Feb 09 03:11:06.140187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53158) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:06.150781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:06.320377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a71dfc-d43a-4075-b05b-b8e645e14d5d None None] Pushing event updated for resources: {'Port': ['ID=34fa1b42-f36e-4f00-abdc-66788c7fbd67,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:06.323454 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.328527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:06.328925 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.407950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd0ab-65a5-472f-b5f1-417ff6d28588 req-6b76f1ff-51ee-4716-9fba-5895ee969fea tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:06.419472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5afd0ab-65a5-472f-b5f1-417ff6d28588 req-6b76f1ff-51ee-4716-9fba-5895ee969fea tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 1.0665503 Feb 09 03:11:06.434335 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (34fa1b42-f36e-4f00-abdc-66788c7fbd67), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.490144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:06.500145 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:11:06.500534 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:11:06.528081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:06.530143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.556348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No DVR routers for this DVR port 34fa1b42-f36e-4f00-abdc-66788c7fbd67 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:06.593585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Port': ['ID=34fa1b42-f36e-4f00-abdc-66788c7fbd67,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:06.658090 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.698186 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:11:06.698859 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server [None req-5546afeb-d448-4075-a234-874e24f03f4d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 964b6fea-4a88-4357-b4da-7948ee8bbf84: This subnet is being modified by another concurrent operation. Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:11:06.706104 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 964b6fea-4a88-4357-b4da-7948ee8bbf84: This subnet is being modified by another concurrent operation. Feb 09 03:11:06.711979 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 03:11:06.778995 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:06.877249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49663b-4f05-43b1-a520-0546f1511ba0 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:07.076343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (1c05bd80-9a3b-4217-9be6-69ae2c9a9a95), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.121572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:07.122123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.191293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:07.272252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:07.366539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:07.366826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.385981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:07.416260 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.458328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:07.461882 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.506959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=1c05bd80-9a3b-4217-9be6-69ae2c9a9a95,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:07.543234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dd16e1e8-9d38-4f97-968f-16dc21962b9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4016745 Feb 09 03:11:07.543979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53172) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:07.578628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:07.672633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-60d41462-a2ce-4f24-b9ad-d946f1aebd13 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:07.674186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-60d41462-a2ce-4f24-b9ad-d946f1aebd13 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 945 time: 0.4812911 Feb 09 03:11:07.693952 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:11:07.694499 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:11:07.708826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=12']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:07.721524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5afd0ab-65a5-472f-b5f1-417ff6d28588 req-27f46737-7777-48af-97a8-6567d0dcba12 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3011394 Feb 09 03:11:07.757932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.824248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:11:07.830035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:11:07.844403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:07.855817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 135dc094-0bfd-4d9d-a553-8107e65bc45f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:07.908723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a2c415-f680-480f-975d-4f7171490dfc') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:07.909362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a2c415-f680-480f-975d-4f7171490dfc') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:07.959806 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (d2a2c415-f680-480f-975d-4f7171490dfc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:07.973292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Deleting port 50d8fb33-5380-432d-878d-8a81135b26ac {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:07.973641 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.048851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a57079b3-b55a-45bb-a8cf-0339a426e7a5 None None] Current status of the port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:08.076971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:08.088416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.113309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 135dc094-0bfd-4d9d-a553-8107e65bc45f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:08.126469 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.131117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] Deleting port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:08.134621 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.149057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d2a2c415-f680-480f-975d-4f7171490dfc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.209886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:11:08.210489 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (d2a2c415-f680-480f-975d-4f7171490dfc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:11:08.226704 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:11:08.247799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:08.320070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.424304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] For port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:08.426815 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.468451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] Calling delete_port for e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:08.501950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a2ae6e31-473c-47a1-af70-1678ec400804 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/floatingips/07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c HTTP/1.1" status: 200 len: 687 time: 6.5460944 Feb 09 03:11:08.511923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53176) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:08.527341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] For port 50d8fb33-5380-432d-878d-8a81135b26ac, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=50d8fb33-5380-432d-878d-8a81135b26ac,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:08.528676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.547613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Calling delete_port for 50d8fb33-5380-432d-878d-8a81135b26ac owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:08.620001 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.649836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b81be-95b1-40c8-a864-acd0ba402d62 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:08.677622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.690823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd HTTP/1.1" status: 204 len: 168 time: 9.8880363 Feb 09 03:11:08.707007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53180) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:08.713156 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.721769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1678109674'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:08.746276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:08.781674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Sync routers for ids ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:08.806680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (50d8fb33-5380-432d-878d-8a81135b26ac), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.818891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] No DVR routers for this DVR port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:08.820686 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Routers {'4ef9a724-e97f-418a-8ef4-9f27ccdc2212'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:08.835564 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:08.847626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:11:08.863204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['39ee9088-0f3d-4cf3-8f79-3c431a7708dc'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:08.904777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:08.909286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.909703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Provisioning complete for port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:08.911415 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e4973737-6ffd-4859-a0c7-d7ae66cc9bb0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:08.931080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe3d9c-86b2-4943-8abc-29d33b001fdd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:08.975355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Port e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 was deleted so its status cannot be updated. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 03:11:08.977787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b81be-95b1-40c8-a864-acd0ba402d62 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:08.978479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1c1b81be-95b1-40c8-a864-acd0ba402d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:09.049309 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Set router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:09.051253 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.053221 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93e38ffc-ec18-4643-844a-a73b4905a64d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2842829 Feb 09 03:11:09.056902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53184) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:09.061149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481b5939-c0e7-47f6-8c1d-c322fb1e5f4b None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:11:09.111208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1c1b81be-95b1-40c8-a864-acd0ba402d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:09.120615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa74bc-aaf1-4ae2-9526-dc45121811b6 None None] Pushing event deleted for resources: {'Port': ['ID=e4973737-6ffd-4859-a0c7-d7ae66cc9bb0,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:09.217329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 135dc094-0bfd-4d9d-a553-8107e65bc45f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:09.219286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:09.262329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Provisioning complete for port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:09.262955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.276108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b81be-95b1-40c8-a864-acd0ba402d62 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:09.277065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1c1b81be-95b1-40c8-a864-acd0ba402d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:09.342282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1c1b81be-95b1-40c8-a864-acd0ba402d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:09.343229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b81be-95b1-40c8-a864-acd0ba402d62 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:09.406830 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:11:03Z', 'revision_number': 3, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port': {'id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:01Z', 'updated_at': '2022-02-09T03:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:09.486792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:09.487144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.566275 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Checking router: 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:09.566635 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Updating router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 port 9095c65b-ebb3-48f7-a167-9a516aedb0ab binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:11:09.644078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (6e5d4c18-40f9-4dd9-a466-c4275fe49b50), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.652966 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.654224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Pushing event deleted for resources: {'Port': ['ID=50d8fb33-5380-432d-878d-8a81135b26ac,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:09.765214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41e4f1b6-b9ee-4605-951a-fb494379d8ae req-02665a42-a5e9-4075-9751-511d7483571b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad69aed8-57b2-46d0-9f05-063e1a69abd4 HTTP/1.1" status: 200 len: 210 time: 0.1355777 Feb 09 03:11:09.836963 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.837514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.852071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] No DVR routers for this DVR port 50d8fb33-5380-432d-878d-8a81135b26ac on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:09.868844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:09.878955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.881424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Current status of the port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:09.882088 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.889783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-82cc39c9-85ad-4c67-abfc-661623ec85e7 req-db761dc8-feb1-4b45-8f57-78cb3ff7e6e5 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.61 "DELETE /v2.0/ports/50d8fb33-5380-432d-878d-8a81135b26ac HTTP/1.1" status: 204 len: 173 time: 2.1576207 Feb 09 03:11:09.904609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad69aed8-57b2-46d0-9f05-063e1a69abd4', 'name': 'network-vif-deleted', 'tag': '50d8fb33-5380-432d-878d-8a81135b26ac'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:09.908787 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f5715-2a15-4e18-9327-01fca626bcbd" -d '{"events": [{"server_uuid": "ad69aed8-57b2-46d0-9f05-063e1a69abd4", "name": "network-vif-deleted", "tag": "50d8fb33-5380-432d-878d-8a81135b26ac"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:09.933764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:09.934152 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.952244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:09.964455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:09.999893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:10.006323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:10.024010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:10.032492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.082140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=6e5d4c18-40f9-4dd9-a466-c4275fe49b50,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:10.084255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b5939-c0e7-47f6-8c1d-c322fb1e5f4b None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:11:10.118495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bf6e65f8-aa4a-4033-8edd-0d607f42f287), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.119291 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment bf6e65f8-aa4a-4033-8edd-0d607f42f287 of type vlan for network b169b219-2b51-498e-b5d4-95c0e848616b Feb 09 03:11:10.169764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4737bab0-7c5d-45d8-9378-153aa25dab8a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6087761 Feb 09 03:11:10.181747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53194) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:10.195590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:6e:c7:34', 'name': 'tempest-NetworksTestDHCPv6-1623351962'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:10.220537 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Publish callbacks [] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.238310 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.281234 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Attempting to bind port 9095c65b-ebb3-48f7-a167-9a516aedb0ab on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:10.284380 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Attempting to bind port 9095c65b-ebb3-48f7-a167-9a516aedb0ab by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:10.285159 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Attempting to bind port 9095c65b-ebb3-48f7-a167-9a516aedb0ab on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:10.341911 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:10.341911 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:10.342294 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.342634 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:10.343096 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Bound port: 9095c65b-ebb3-48f7-a167-9a516aedb0ab, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:10.343479 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.347073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] For port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d,segment=NetworkSegment(383a5b8b-8e2e-45b7-b6f1-a02173b00054),segment_id=383a5b8b-8e2e-45b7-b6f1-a02173b00054)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:10.448558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:10.448950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.480635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b169b219-2b51-498e-b5d4-95c0e848616b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.491243 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.532885 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82164654-a56d-4a45-bb38-a97f1fd625d7 None None] Pushing event updated for resources: {'Port': ['ID=9095c65b-ebb3-48f7-a167-9a516aedb0ab,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:10.571547 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] For port 9095c65b-ebb3-48f7-a167-9a516aedb0ab, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:10.586914 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] For port 9095c65b-ebb3-48f7-a167-9a516aedb0ab, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9095c65b-ebb3-48f7-a167-9a516aedb0ab,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:10.611746 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.678818 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583eeeca-1cc8-46a4-b2ea-dd89e4f9c7a8 x-openstack-request-id: req-583eeeca-1cc8-46a4-b2ea-dd89e4f9c7a8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:10.680425 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad69aed8-57b2-46d0-9f05-063e1a69abd4", "name": "network-vif-deleted", "tag": "50d8fb33-5380-432d-878d-8a81135b26ac", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:10.680814 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-583eeeca-1cc8-46a4-b2ea-dd89e4f9c7a8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:10.681262 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad69aed8-57b2-46d0-9f05-063e1a69abd4', 'name': 'network-vif-deleted', 'tag': '50d8fb33-5380-432d-878d-8a81135b26ac', 'status': 'completed', 'code': 200} Feb 09 03:11:10.684397 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.719382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:10.749311 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Routers {'4ef9a724-e97f-418a-8ef4-9f27ccdc2212'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:10.749826 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:10.762085 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82164654-a56d-4a45-bb38-a97f1fd625d7 None None] Pushing event updated for resources: {'Port': ['ID=9095c65b-ebb3-48f7-a167-9a516aedb0ab,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:10.862482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Allocated IP 172.20.0.1 (4ea6399e-8e68-4c17-a9df-a41afa621256/9352432b-f19d-4880-a781-93f053d801b3/97a73e76-39db-4d98-83ce-cc116a219ee6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:10.905830 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:10.952211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port c54ea324-2ca1-40b2-8fa4-72f3466084ab yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:11:11.047723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b169b219-2b51-498e-b5d4-95c0e848616b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.069161 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] Set router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:11.075509 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Publish callbacks [] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.083381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:11.088308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.228327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5092547 Feb 09 03:11:11.237430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53206) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:11.244470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-82c9fbbd-f14d-4d5c-801f-8eb4bb7586a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:11.259189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=eaa7ab18-4e05-4a27-8d4c-59c3a4454ab0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:11.261679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.312035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 50d8fb33-5380-432d-878d-8a81135b26ac no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:11.346390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e508b-736d-47d8-b5d8-c10eb990cdf9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=b169b219-2b51-498e-b5d4-95c0e848616b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:11.360987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b82cd-ad91-41e7-a922-100bf4bc593b None None] Pushing event updated for resources: {'Port': ['ID=a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:11.386403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b169b219-2b51-498e-b5d4-95c0e848616b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:11.468285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 50d8fb33-5380-432d-878d-8a81135b26ac {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:11.468719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 50d8fb33-5380-432d-878d-8a81135b26ac not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:11.503359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:11:11.503806 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:11:11.504868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Network 4ea6399e-8e68-4c17-a9df-a41afa621256 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:11.520580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:11.526825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:11.563865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Pushing event updated for resources: {'Port': ['ID=97a73e76-39db-4d98-83ce-cc116a219ee6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:11.595326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.602116 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.607953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-02dadef2-5fc6-41ff-986b-9a4f8cba67d0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/floatingips/07cda1b7-d62a-4bcd-a59b-6c85f8cd4b4c HTTP/1.1" status: 204 len: 168 time: 3.0790901 Feb 09 03:11:11.610191 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:11:03Z', 'revision_number': 3, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port': {'id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:01Z', 'updated_at': '2022-02-09T03:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:11.612453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '1c05bd80-9a3b-4217-9be6-69ae2c9a9a95'}, {'subnet_id': '6e5d4c18-40f9-4dd9-a466-c4275fe49b50'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:11.612784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53208) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:11.618716 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.622199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'a8acc5fe-f31c-4290-9ef5-f794965d6283'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:11.662087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.684874 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52ac9dd-d1c2-4c81-96b7-9f8f6461dc53 None None] The sync data for ids ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'] in n-d-827839-4 is: [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:11:03Z', 'revision_number': 3, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port': {'id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:01Z', 'updated_at': '2022-02-09T03:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:11.707189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c28ba-768b-43be-a52f-88e44c756ee6 req-48c9b618-e5dd-485f-a7af-ffbccaa15263 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:11.715347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-754c28ba-768b-43be-a52f-88e44c756ee6 req-48c9b618-e5dd-485f-a7af-ffbccaa15263 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.4616129 Feb 09 03:11:11.789679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:11.846878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 172.20.0.4 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/1c05bd80-9a3b-4217-9be6-69ae2c9a9a95/c54ea324-2ca1-40b2-8fa4-72f3466084ab) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:11.860498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fe6e:c734 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/6e5d4c18-40f9-4dd9-a466-c4275fe49b50/c54ea324-2ca1-40b2-8fa4-72f3466084ab) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:12.024327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.092433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:12.119972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.195929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-754c28ba-768b-43be-a52f-88e44c756ee6 req-2548e599-e75f-40d4-b107-e17e86357a42 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660099 Feb 09 03:11:12.213721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (c54ea324-2ca1-40b2-8fa4-72f3466084ab), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.215976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-82c9fbbd-f14d-4d5c-801f-8eb4bb7586a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b169b219-2b51-498e-b5d4-95c0e848616b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.220308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:12.270505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:12.270864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e4973737-6ffd-4859-a0c7-d7ae66cc9bb0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:12.277230 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-82c9fbbd-f14d-4d5c-801f-8eb4bb7586a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b169b219-2b51-498e-b5d4-95c0e848616b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.291738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82c9fbbd-f14d-4d5c-801f-8eb4bb7586a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network b169b219-2b51-498e-b5d4-95c0e848616b is not hosted by any dhcp agent {{(pid=109857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:11:12.296962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c9fbbd-f14d-4d5c-801f-8eb4bb7586a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:12.298127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-82c9fbbd-f14d-4d5c-801f-8eb4bb7586a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.304755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-82c9fbbd-f14d-4d5c-801f-8eb4bb7586a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "PUT /v2.0/networks/b169b219-2b51-498e-b5d4-95c0e848616b HTTP/1.1" status: 200 len: 723 time: 1.0648675 Feb 09 03:11:12.305159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53216) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:12.321329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': 'b169b219-2b51-498e-b5d4-95c0e848616b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:12.360053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Publish callbacks [] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.411115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.507303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.512211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Pushing event updated for resources: {'Port': ['ID=97a73e76-39db-4d98-83ce-cc116a219ee6,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:12.621453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9fbbd-f14d-4d5c-801f-8eb4bb7586a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=b169b219-2b51-498e-b5d4-95c0e848616b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:12.624501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c54ea324-2ca1-40b2-8fa4-72f3466084ab), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.641131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b169b219-2b51-498e-b5d4-95c0e848616b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:12.688271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.25.2.123 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/92f3fcd1-a997-43f3-9c6a-a3262943a892) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:12.780336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:12.791743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9095c65b-ebb3-48f7-a167-9a516aedb0ab up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:12.806198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=c54ea324-2ca1-40b2-8fa4-72f3466084ab,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:12.825357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:12.828391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:12.861729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:12.866311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.944258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Network 4ea6399e-8e68-4c17-a9df-a41afa621256 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:12.948168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:12.960427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:12.961437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.983047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Allocated IP 172.20.0.2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/1c05bd80-9a3b-4217-9be6-69ae2c9a9a95/3b9c4f57-718b-4ff7-937c-c3e706a3b390) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:12.985135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 9095c65b-ebb3-48f7-a167-9a516aedb0ab triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:12.985524 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:12.996577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (92f3fcd1-a997-43f3-9c6a-a3262943a892), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.021827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Allocated IP 2001:db8::f816:3eff:fe17:d524 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/6e5d4c18-40f9-4dd9-a466-c4275fe49b50/3b9c4f57-718b-4ff7-937c-c3e706a3b390) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:13.022689 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d0e72551-579b-42cb-bcdf-4da017bb7899 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8377578 Feb 09 03:11:13.023398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53220) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:13.136881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2f679-15dc-477f-b954-21e384279eda tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:13.142198 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3ad2f679-15dc-477f-b954-21e384279eda tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1113317 Feb 09 03:11:13.142880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53222) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:13.199338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 9095c65b-ebb3-48f7-a167-9a516aedb0ab is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:13.199748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.263759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (92f3fcd1-a997-43f3-9c6a-a3262943a892), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.271694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 9095c65b-ebb3-48f7-a167-9a516aedb0ab, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9095c65b-ebb3-48f7-a167-9a516aedb0ab,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:13.300904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.303818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:13.396277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=92f3fcd1-a997-43f3-9c6a-a3262943a892,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:13.439001 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:13.466372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:13.482440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:13.486973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:13.526621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=9095c65b-ebb3-48f7-a167-9a516aedb0ab,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:13.539548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:13.541790 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.560026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-67a7001f-536e-483f-a49d-c67f4c926d0f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port c54ea324-2ca1-40b2-8fa4-72f3466084ab {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:13.560026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67a7001f-536e-483f-a49d-c67f4c926d0f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c54ea324-2ca1-40b2-8fa4-72f3466084ab), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.604203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Publish callbacks [] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.623118 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.674636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67a7001f-536e-483f-a49d-c67f4c926d0f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c54ea324-2ca1-40b2-8fa4-72f3466084ab), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.689819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-67a7001f-536e-483f-a49d-c67f4c926d0f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for c54ea324-2ca1-40b2-8fa4-72f3466084ab owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:13.715112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:13.718456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:13.737944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:13.747538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Pushing event updated for resources: {'Port': ['ID=3b9c4f57-718b-4ff7-937c-c3e706a3b390,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:13.755629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:13.827894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18163319-3b22-4733-bcf7-4a57c55f9f99 req-1a1eb1c3-cf71-4fc0-a5a8-61fc561dfe1e tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:13.838549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18163319-3b22-4733-bcf7-4a57c55f9f99 req-1a1eb1c3-cf71-4fc0-a5a8-61fc561dfe1e tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.4932339 Feb 09 03:11:13.883800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Attempting to bind port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:13.884183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Attempting to bind port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:13.884560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Attempting to bind port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:13.896220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:13.897695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:13.898702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.901912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:13.902627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Bound port: 3b9c4f57-718b-4ff7-937c-c3e706a3b390, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:13.902850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.959272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53238) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:13.967513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (0577f1cb-b4da-493d-a7ab-62a54f650d7f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:13.982383 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18163319-3b22-4733-bcf7-4a57c55f9f99 req-4325c9a8-99f9-4361-9612-b214856503a2 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378081 Feb 09 03:11:14.013279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] For port 3b9c4f57-718b-4ff7-937c-c3e706a3b390, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:14.017551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] For port 3b9c4f57-718b-4ff7-937c-c3e706a3b390, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3b9c4f57-718b-4ff7-937c-c3e706a3b390,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:14.031701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67a7001f-536e-483f-a49d-c67f4c926d0f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c54ea324-2ca1-40b2-8fa4-72f3466084ab), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.034669 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.068908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=0577f1cb-b4da-493d-a7ab-62a54f650d7f,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:14.074448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7001f-536e-483f-a49d-c67f4c926d0f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=c54ea324-2ca1-40b2-8fa4-72f3466084ab,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:14.161797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1ba56-e649-4626-8dc6-938705fae161 None None] Pushing event updated for resources: {'Port': ['ID=3b9c4f57-718b-4ff7-937c-c3e706a3b390,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:14.164918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (10d42cbe-8a4a-4346-9b09-6a6bba5c59d2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.220694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': 'bf6e65f8-aa4a-4033-8edd-0d607f42f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b169b219-2b51-498e-b5d4-95c0e848616b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:14.221559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: b169b219-2b51-498e-b5d4-95c0e848616b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:14.284438 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (92f3fcd1-a997-43f3-9c6a-a3262943a892), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.293130 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67a7001f-536e-483f-a49d-c67f4c926d0f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.305917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-67a7001f-536e-483f-a49d-c67f4c926d0f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/c54ea324-2ca1-40b2-8fa4-72f3466084ab HTTP/1.1" status: 204 len: 168 time: 1.1303031 Feb 09 03:11:14.306593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53242) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:14.346595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:14.368294 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bd353630-f7b0-4f78-a5ed-34c3f98339d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/4ef9a724-e97f-418a-8ef4-9f27ccdc2212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3043950 Feb 09 03:11:14.443801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network b169b219-2b51-498e-b5d4-95c0e848616b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:14.468150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b314f29e-5930-40aa-b70f-abf19a4828ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:14.484037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b314f29e-5930-40aa-b70f-abf19a4828ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:14.487743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b314f29e-5930-40aa-b70f-abf19a4828ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:14.496308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b314f29e-5930-40aa-b70f-abf19a4828ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1868412 Feb 09 03:11:14.500984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53246) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:14.611903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9095c65b-ebb3-48f7-a167-9a516aedb0ab up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:14.637541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6e3e73-860a-4c99-aca6-1112ccd09268 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 1c05bd80-9a3b-4217-9be6-69ae2c9a9a95 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:14.648718 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3e73-860a-4c99-aca6-1112ccd09268 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (1c05bd80-9a3b-4217-9be6-69ae2c9a9a95), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.729579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3e73-860a-4c99-aca6-1112ccd09268 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (1c05bd80-9a3b-4217-9be6-69ae2c9a9a95), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.733867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 9095c65b-ebb3-48f7-a167-9a516aedb0ab triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:14.735154 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.790857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b169b219-2b51-498e-b5d4-95c0e848616b) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:14.793668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (92f3fcd1-a997-43f3-9c6a-a3262943a892), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.803064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:14.805470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.821368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (92f3fcd1-a997-43f3-9c6a-a3262943a892), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.841393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4459b1a1-1417-42aa-a452-304d21d0e8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:14.867187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Sync routers for ids ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:14.871015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53252) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:14.871484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4ab3aa92-6186-4de0-bf2c-451bb176bf80 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5599244 Feb 09 03:11:14.880915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-45476c78-cb49-4149-9e6b-d561c6fe5cd4 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:14.948055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Routers {'4ef9a724-e97f-418a-8ef4-9f27ccdc2212'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:14.948709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:15.007455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=92f3fcd1-a997-43f3-9c6a-a3262943a892,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:15.015279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3e73-860a-4c99-aca6-1112ccd09268 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (1c05bd80-9a3b-4217-9be6-69ae2c9a9a95), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.046373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 9095c65b-ebb3-48f7-a167-9a516aedb0ab is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:15.075486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (10d42cbe-8a4a-4346-9b09-6a6bba5c59d2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.117001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3e73-860a-4c99-aca6-1112ccd09268 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (1c05bd80-9a3b-4217-9be6-69ae2c9a9a95), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.177187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e3e73-860a-4c99-aca6-1112ccd09268 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=1c05bd80-9a3b-4217-9be6-69ae2c9a9a95,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:15.220105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3e73-860a-4c99-aca6-1112ccd09268 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.224636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ab6e3e73-860a-4c99-aca6-1112ccd09268 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/1c05bd80-9a3b-4217-9be6-69ae2c9a9a95 HTTP/1.1" status: 204 len: 168 time: 0.7222717 Feb 09 03:11:15.227097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Set router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:15.227870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53268) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:15.328494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d205-765e-4f54-af53-b64b67331333 req-80538c06-eca6-4142-b50c-004de21d715a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:15.348926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a894d205-765e-4f54-af53-b64b67331333 req-80538c06-eca6-4142-b50c-004de21d715a tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.1843374 Feb 09 03:11:15.415669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-013dd64c-fb00-479e-b610-51e28039843a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 6e5d4c18-40f9-4dd9-a466-c4275fe49b50 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:15.419489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-013dd64c-fb00-479e-b610-51e28039843a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (6e5d4c18-40f9-4dd9-a466-c4275fe49b50), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.495838 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-013dd64c-fb00-479e-b610-51e28039843a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (6e5d4c18-40f9-4dd9-a466-c4275fe49b50), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.667474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:11:11Z', 'revision_number': 4, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port': {'id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:01Z', 'updated_at': '2022-02-09T03:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '97a73e76-39db-4d98-83ce-cc116a219ee6', 'name': '', 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'mac_address': 'fa:16:3e:1f:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9352432b-f19d-4880-a781-93f053d801b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:12Z', 'revision_number': 2, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'subnets': [{'id': '9352432b-f19d-4880-a781-93f053d801b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:15.727126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a894d205-765e-4f54-af53-b64b67331333 req-06b5cbce-4205-4e91-bc73-8d6b8ab2c5a8 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656802 Feb 09 03:11:15.771315 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:11:15.775591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Checking router: 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:15.777194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Updating router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 port 97a73e76-39db-4d98-83ce-cc116a219ee6 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:11:15.781411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-013dd64c-fb00-479e-b610-51e28039843a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6e5d4c18-40f9-4dd9-a466-c4275fe49b50), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.837517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45476c78-cb49-4149-9e6b-d561c6fe5cd4 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17735720'] for subnet (0577f1cb-b4da-493d-a7ab-62a54f650d7f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.843978 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:15.924490 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-013dd64c-fb00-479e-b610-51e28039843a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (6e5d4c18-40f9-4dd9-a466-c4275fe49b50), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.010883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dd64c-fb00-479e-b610-51e28039843a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5d4c18-40f9-4dd9-a466-c4275fe49b50,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.032244 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-013dd64c-fb00-479e-b610-51e28039843a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.036281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-013dd64c-fb00-479e-b610-51e28039843a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/6e5d4c18-40f9-4dd9-a466-c4275fe49b50 HTTP/1.1" status: 204 len: 168 time: 0.8064752 Feb 09 03:11:16.039330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53270) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:16.128613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-17402c08-0e3c-4b91-8d94-9d6883664f02 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879834 Feb 09 03:11:16.129232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53274) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:16.134894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:16.265373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45476c78-cb49-4149-9e6b-d561c6fe5cd4 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781685532420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17096491'] for subnet (0577f1cb-b4da-493d-a7ab-62a54f650d7f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.279669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4459b1a1-1417-42aa-a452-304d21d0e8e0 admin admin] Publish callbacks [] for security_group (f687052f-08f5-418e-b9fc-bf581ce2b01d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.313871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4459b1a1-1417-42aa-a452-304d21d0e8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f687052f-08f5-418e-b9fc-bf581ce2b01d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.340667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:16.344872 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.444613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45476c78-cb49-4149-9e6b-d561c6fe5cd4 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:16.446443 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45476c78-cb49-4149-9e6b-d561c6fe5cd4 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.451056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-45476c78-cb49-4149-9e6b-d561c6fe5cd4 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "PUT /v2.0/subnets/0577f1cb-b4da-493d-a7ab-62a54f650d7f HTTP/1.1" status: 200 len: 806 time: 1.5741224 Feb 09 03:11:16.453767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53280) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:16.467653 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Publish callbacks [] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.475660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1e255-0900-4808-b231-5b2e62b1e518 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:11:16.526960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.568563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4459b1a1-1417-42aa-a452-304d21d0e8e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4fae0dd8adf4bbfaea474bf20cd3a54&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5819566 Feb 09 03:11:16.574589 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 10d42cbe-8a4a-4346-9b09-6a6bba5c59d2 associated. External IP: 172.25.2.123, port: a8acc5fe-f31c-4290-9ef5-f794965d6283. Feb 09 03:11:16.585780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:16.591677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3b9c4f57-718b-4ff7-937c-c3e706a3b390 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:16.696472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459b1a1-1417-42aa-a452-304d21d0e8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f687052f-08f5-418e-b9fc-bf581ce2b01d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.714687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a4e58628-784a-405a-a3c6-17f44b176491 None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:16.715848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4e58628-784a-405a-a3c6-17f44b176491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:16.770283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45476c78-cb49-4149-9e6b-d561c6fe5cd4 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=0577f1cb-b4da-493d-a7ab-62a54f650d7f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:16.859458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Pushing event updated for resources: {'Port': ['ID=97a73e76-39db-4d98-83ce-cc116a219ee6,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:17.022970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Attempting to bind port 97a73e76-39db-4d98-83ce-cc116a219ee6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:17.023769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Attempting to bind port 97a73e76-39db-4d98-83ce-cc116a219ee6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:17.024374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Attempting to bind port 97a73e76-39db-4d98-83ce-cc116a219ee6 on network 4ea6399e-8e68-4c17-a9df-a41afa621256 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:17.053714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:17.055223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Checking segment: {'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:17.056359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.056988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Bound using segment: {'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:17.057700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Bound port: 97a73e76-39db-4d98-83ce-cc116a219ee6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383a5b8b-8e2e-45b7-b6f1-a02173b00054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:17.058337 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.067682 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b169b219-2b51-498e-b5d4-95c0e848616b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.157404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] For port 97a73e76-39db-4d98-83ce-cc116a219ee6, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:17.162524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] For port 97a73e76-39db-4d98-83ce-cc116a219ee6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=97a73e76-39db-4d98-83ce-cc116a219ee6,segment=NetworkSegment(383a5b8b-8e2e-45b7-b6f1-a02173b00054),segment_id=383a5b8b-8e2e-45b7-b6f1-a02173b00054)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:17.172103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a1e255-0900-4808-b231-5b2e62b1e518 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:11:17.179924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:17.180694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.212542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-aa3ba432-ca42-4141-a624-bdef88db2b68 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:17.214633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-aa3ba432-ca42-4141-a624-bdef88db2b68 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.26 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.4855895 Feb 09 03:11:17.220415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a4e58628-784a-405a-a3c6-17f44b176491 None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:17.221146 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4e58628-784a-405a-a3c6-17f44b176491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.254349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.367732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-439f8d41-9709-4927-9ed5-addfd8aeb310 admin admin] Publish callbacks [] for security_group (f687052f-08f5-418e-b9fc-bf581ce2b01d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.424474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-439f8d41-9709-4927-9ed5-addfd8aeb310 admin admin] Publish callbacks [] for security_group (f687052f-08f5-418e-b9fc-bf581ce2b01d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.527848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (0577f1cb-b4da-493d-a7ab-62a54f650d7f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.558841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-439f8d41-9709-4927-9ed5-addfd8aeb310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f687052f-08f5-418e-b9fc-bf581ce2b01d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.563490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-439f8d41-9709-4927-9ed5-addfd8aeb310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.583085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-439f8d41-9709-4927-9ed5-addfd8aeb310 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f687052f-08f5-418e-b9fc-bf581ce2b01d HTTP/1.1" status: 204 len: 168 time: 0.9863846 Feb 09 03:11:17.659339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45c153-231a-4c56-ba8b-b53af347c8b3 req-a864d050-7a94-40b1-9854-8a9878ff3463 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:17.661265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (e2985101-01a6-472c-9e30-174e61fbed95), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.674582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f45c153-231a-4c56-ba8b-b53af347c8b3 req-a864d050-7a94-40b1-9854-8a9878ff3463 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.8040154 Feb 09 03:11:17.758792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f8d41-9709-4927-9ed5-addfd8aeb310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687052f-08f5-418e-b9fc-bf581ce2b01d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:17.767707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:17.807565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:17.824433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f45c153-231a-4c56-ba8b-b53af347c8b3 req-120181bd-0465-4e61-ae8e-f5253584e361 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467245 Feb 09 03:11:17.827909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:17.837795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:17.838779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:17.933348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8028150 Feb 09 03:11:17.944162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53296) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:17.956975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:18.127151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Pushing event updated for resources: {'Port': ['ID=97a73e76-39db-4d98-83ce-cc116a219ee6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:18.218689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a4e58628-784a-405a-a3c6-17f44b176491 None None] For port 3b9c4f57-718b-4ff7-937c-c3e706a3b390, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3b9c4f57-718b-4ff7-937c-c3e706a3b390,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:18.226388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.226798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.227152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.227578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.227834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.228176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.228522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.229289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.229798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.230141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.230535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.230956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.231303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75c684d-783b-40db-9c5f-137e22cd23e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:18.239014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:18.258089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:18.259392 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.259616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53298) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:18.290337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Routers {'4ef9a724-e97f-418a-8ef4-9f27ccdc2212'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:18.297653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:18.315823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c09b493-336d-4106-b3de-ffec39104e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.379570 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.522976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f8a79a88-09cc-42bb-a6da-7968d8908b4a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9065897 Feb 09 03:11:18.525441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53304) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:18.548492 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0e0cb-8230-4b73-9937-5f9c61813ad6 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:18.585487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e8ee3-5313-4790-a3c2-4b4cb217cd7c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=e2985101-01a6-472c-9e30-174e61fbed95,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:18.586043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] Set router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:18.591170 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0e0cb-8230-4b73-9937-5f9c61813ad6 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:18.592408 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ccc0e0cb-8230-4b73-9937-5f9c61813ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:18.628714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (0577f1cb-b4da-493d-a7ab-62a54f650d7f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.692632 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ccc0e0cb-8230-4b73-9937-5f9c61813ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:18.697086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-772cb75f-a351-4323-99ee-d60d3b039bd3 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "GET /v2.0/floatingips/10d42cbe-8a4a-4346-9b09-6a6bba5c59d2 HTTP/1.1" status: 200 len: 978 time: 0.1703098 Feb 09 03:11:18.713694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53306) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:18.737568 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0e0cb-8230-4b73-9937-5f9c61813ad6 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:18.738887 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ccc0e0cb-8230-4b73-9937-5f9c61813ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:18.785645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4e58628-784a-405a-a3c6-17f44b176491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.819559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b169b219-2b51-498e-b5d4-95c0e848616b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.841094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b169b219-2b51-498e-b5d4-95c0e848616b']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:18.858757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6e65f8-aa4a-4033-8edd-0d607f42f287') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:18.859071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6e65f8-aa4a-4033-8edd-0d607f42f287') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:18.870856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (bf6e65f8-aa4a-4033-8edd-0d607f42f287), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.888465 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bf6e65f8-aa4a-4033-8edd-0d607f42f287), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.891153 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ccc0e0cb-8230-4b73-9937-5f9c61813ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:18.896805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:11:18.897210 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (bf6e65f8-aa4a-4033-8edd-0d607f42f287), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:18.897786 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc0e0cb-8230-4b73-9937-5f9c61813ad6 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:18.923680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-4688b16a-09f9-4b13-bf82-a2466a016f89 req-028ed607-36bb-4f5c-a4c9-7e067d14dbdc service neutron] (109856) timed out ('10.222.0.26', 51391) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:11:18.981122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:11:18.981565 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:11:19.003248 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:11:19.008980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b169b219-2b51-498e-b5d4-95c0e848616b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.016641 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c09b493-336d-4106-b3de-ffec39104e69 admin admin] Publish callbacks [] for security_group (9b34b727-10a4-4e2a-910f-a4e0db59d4e8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.044381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Deleting port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:19.044733 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.050824 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c09b493-336d-4106-b3de-ffec39104e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9b34b727-10a4-4e2a-910f-a4e0db59d4e8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.054857 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e58628-784a-405a-a3c6-17f44b176491 None None] Pushing event updated for resources: {'Port': ['ID=3b9c4f57-718b-4ff7-937c-c3e706a3b390,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:19.106754 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3e09d8b0-bb7d-4238-a8ca-9dbc3c78d7a7 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3892877 Feb 09 03:11:19.108714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53310) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:19.114011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'port_id': 'e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:19.126881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5c09b493-336d-4106-b3de-ffec39104e69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b166c4af6d94efab806edae5a6a180f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8660030 Feb 09 03:11:19.131360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53312) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:19.188654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] For port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:19.189024 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.217212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df94842-9dcd-4766-b3e2-ccda50201721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-b169b219-2b51-498e-b5d4-95c0e848616b', 'network_id': 'b169b219-2b51-498e-b5d4-95c0e848616b', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': '0577f1cb-b4da-493d-a7ab-62a54f650d7f'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:19.219411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:19.224082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.234924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2df94842-9dcd-4766-b3e2-ccda50201721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.242926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09b493-336d-4106-b3de-ffec39104e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b34b727-10a4-4e2a-910f-a4e0db59d4e8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:19.274042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (10d42cbe-8a4a-4346-9b09-6a6bba5c59d2), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.394983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbf5202d-1482-4118-ab37-4a5b9f87ac59 admin admin] Publish callbacks [] for security_group (9b34b727-10a4-4e2a-910f-a4e0db59d4e8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.429606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc57b5e-748c-42a2-8747-112c1fce1364 None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': 'e2985101-01a6-472c-9e30-174e61fbed95'}], 'binding:host_id': 'n-d-827839-4'}, 'id': '3b9c4f57-718b-4ff7-937c-c3e706a3b390'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:11:19.503890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbf5202d-1482-4118-ab37-4a5b9f87ac59 admin admin] Publish callbacks [] for security_group (9b34b727-10a4-4e2a-910f-a4e0db59d4e8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.510351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.514245 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/b169b219-2b51-498e-b5d4-95c0e848616b HTTP/1.1" status: 204 len: 168 time: 3.0594952 Feb 09 03:11:19.515373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=0577f1cb-b4da-493d-a7ab-62a54f650d7f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:19.565430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Calling delete_port for 39ee9088-0f3d-4cf3-8f79-3c431a7708dc owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:19.571841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53316) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:19.602434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa37628-6982-4916-bb80-9252029fec3c tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=b169b219-2b51-498e-b5d4-95c0e848616b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:19.604784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:11:11Z', 'revision_number': 4, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port': {'id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:01Z', 'updated_at': '2022-02-09T03:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '97a73e76-39db-4d98-83ce-cc116a219ee6', 'name': '', 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'mac_address': 'fa:16:3e:1f:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9352432b-f19d-4880-a781-93f053d801b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:17Z', 'revision_number': 4, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'subnets': [{'id': '9352432b-f19d-4880-a781-93f053d801b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:19.661732 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3ef232-fb8c-49ba-be09-d96d958ae674 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:19.664146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3ef232-fb8c-49ba-be09-d96d958ae674 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:19.665373 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-edc57b5e-748c-42a2-8747-112c1fce1364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.671948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35b0f8-64e4-41c5-9a60-3c9d39516ce1 None None] The sync data for ids ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'] in n-d-827839-4 is: [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:11:11Z', 'revision_number': 4, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port': {'id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:01Z', 'updated_at': '2022-02-09T03:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '97a73e76-39db-4d98-83ce-cc116a219ee6', 'name': '', 'network_id': '4ea6399e-8e68-4c17-a9df-a41afa621256', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'mac_address': 'fa:16:3e:1f:df:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '9352432b-f19d-4880-a781-93f053d801b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:10Z', 'updated_at': '2022-02-09T03:11:17Z', 'revision_number': 4, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'subnets': [{'id': '9352432b-f19d-4880-a781-93f053d801b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:19.675247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fb3ef232-fb8c-49ba-be09-d96d958ae674 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/b169b219-2b51-498e-b5d4-95c0e848616b HTTP/1.1" status: 404 len: 339 time: 0.1021223 Feb 09 03:11:19.698541 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:19.716549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:19.731127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53320) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:19.752897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393507414', 'description': 'd1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:19.838192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991ea0-c9db-4926-ad72-a30a23aaffa8 req-97196d28-431d-4d94-ad5b-7b2b25f5638e tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:19.839988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc991ea0-c9db-4926-ad72-a30a23aaffa8 req-97196d28-431d-4d94-ad5b-7b2b25f5638e tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/ports?device_id=143ce779-cecf-4ffe-a665-e2366125d6af HTTP/1.1" status: 200 len: 946 time: 0.6408329 Feb 09 03:11:19.945599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 39ee9088-0f3d-4cf3-8f79-3c431a7708dc no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:20.088344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc991ea0-c9db-4926-ad72-a30a23aaffa8 req-bdac96c6-6498-4bf6-8c23-2194532e1c2b tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a89bd45-b8cb-4405-9489-61c7f2e064d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287998 Feb 09 03:11:20.093992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 97a73e76-39db-4d98-83ce-cc116a219ee6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:20.174369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-edc57b5e-748c-42a2-8747-112c1fce1364 None None] Allocated IP 172.20.0.2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/e2985101-01a6-472c-9e30-174e61fbed95/3b9c4f57-718b-4ff7-937c-c3e706a3b390) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:20.221698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:11:20.230348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.280520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:20.281575 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (39ee9088-0f3d-4cf3-8f79-3c431a7708dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.287178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 97a73e76-39db-4d98-83ce-cc116a219ee6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:20.287862 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.387772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Pushing event deleted for resources: {'Port': ['ID=39ee9088-0f3d-4cf3-8f79-3c431a7708dc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:20.451233 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.458358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:20.464558 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.472655 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (10d42cbe-8a4a-4346-9b09-6a6bba5c59d2), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.473544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] No DVR routers for this DVR port 39ee9088-0f3d-4cf3-8f79-3c431a7708dc on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:20.490851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.495688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-45e1e323-43e3-4ec7-b81a-51453f44d2ac req-a25e751d-7416-4cbb-b8e5-000685480522 tempest-ServerRescueNegativeTestJSON-391051431 tempest-ServerRescueNegativeTestJSON-391051431-project] 10.222.0.26 "DELETE /v2.0/ports/39ee9088-0f3d-4cf3-8f79-3c431a7708dc HTTP/1.1" status: 204 len: 173 time: 3.2647498 Feb 09 03:11:20.513140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-edc57b5e-748c-42a2-8747-112c1fce1364 None None] For port 3b9c4f57-718b-4ff7-937c-c3e706a3b390, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3b9c4f57-718b-4ff7-937c-c3e706a3b390,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:20.519936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143ce779-cecf-4ffe-a665-e2366125d6af', 'name': 'network-vif-deleted', 'tag': '39ee9088-0f3d-4cf3-8f79-3c431a7708dc'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:20.527978 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b1ec41-157f-49a6-93fd-2d6cef5b2104" -d '{"events": [{"server_uuid": "143ce779-cecf-4ffe-a665-e2366125d6af", "name": "network-vif-deleted", "tag": "39ee9088-0f3d-4cf3-8f79-3c431a7708dc"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:20.635725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 97a73e76-39db-4d98-83ce-cc116a219ee6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:20.636127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.639762 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-edc57b5e-748c-42a2-8747-112c1fce1364 None None] Publish callbacks [] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.695744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-edc57b5e-748c-42a2-8747-112c1fce1364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.725486 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ba45e-6258-47de-bd83-ba6b563908f1 x-openstack-request-id: req-8e0ba45e-6258-47de-bd83-ba6b563908f1 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:20.726054 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143ce779-cecf-4ffe-a665-e2366125d6af", "name": "network-vif-deleted", "tag": "39ee9088-0f3d-4cf3-8f79-3c431a7708dc", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:20.726054 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e0ba45e-6258-47de-bd83-ba6b563908f1 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:20.726451 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143ce779-cecf-4ffe-a665-e2366125d6af', 'name': 'network-vif-deleted', 'tag': '39ee9088-0f3d-4cf3-8f79-3c431a7708dc', 'status': 'completed', 'code': 200} Feb 09 03:11:20.759509 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.770636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 97a73e76-39db-4d98-83ce-cc116a219ee6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=97a73e76-39db-4d98-83ce-cc116a219ee6,segment=NetworkSegment(383a5b8b-8e2e-45b7-b6f1-a02173b00054),segment_id=383a5b8b-8e2e-45b7-b6f1-a02173b00054)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:20.931512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc57b5e-748c-42a2-8747-112c1fce1364 None None] Pushing event updated for resources: {'Port': ['ID=3b9c4f57-718b-4ff7-937c-c3e706a3b390,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:20.951022 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:20.952244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3b9c4f57-718b-4ff7-937c-c3e706a3b390 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:21.198809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53340) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:21.215040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=97a73e76-39db-4d98-83ce-cc116a219ee6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:21.222973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbf5202d-1482-4118-ab37-4a5b9f87ac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9b34b727-10a4-4e2a-910f-a4e0db59d4e8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.235893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dbf5202d-1482-4118-ab37-4a5b9f87ac59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.239981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dbf5202d-1482-4118-ab37-4a5b9f87ac59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b34b727-10a4-4e2a-910f-a4e0db59d4e8 HTTP/1.1" status: 204 len: 168 time: 2.0587382 Feb 09 03:11:21.241915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:21.242149 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.254786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] For port 3b9c4f57-718b-4ff7-937c-c3e706a3b390, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3b9c4f57-718b-4ff7-937c-c3e706a3b390,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:21.357394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5202d-1482-4118-ab37-4a5b9f87ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b34b727-10a4-4e2a-910f-a4e0db59d4e8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:21.416752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:21.451256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:21.451944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d6ee421a-4bc4-4ac8-a534-84a7c1edd13a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.452361 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment d6ee421a-4bc4-4ac8-a534-84a7c1edd13a of type vlan for network 121b9164-0a28-4c12-9046-71452fbb665a Feb 09 03:11:21.517297 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.571333 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 10d42cbe-8a4a-4346-9b09-6a6bba5c59d2 associated. External IP: 172.25.2.123, port: a8acc5fe-f31c-4290-9ef5-f794965d6283. Feb 09 03:11:21.576956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (121b9164-0a28-4c12-9046-71452fbb665a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.599468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.649520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.704701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (7f183822-a36d-42d7-aff9-6b7ba0ea8521), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.809159 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (121b9164-0a28-4c12-9046-71452fbb665a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.814669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:21.815049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:21.931400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 97a73e76-39db-4d98-83ce-cc116a219ee6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:21.964494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=121b9164-0a28-4c12-9046-71452fbb665a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:21.974375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-79826b6c-9969-4b54-86cb-7a917ef0c8a6 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2365615 Feb 09 03:11:21.978597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53348) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:21.993992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53350) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:21.997012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 121b9164-0a28-4c12-9046-71452fbb665a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:22.011424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1614-9d96-4ef4-96a3-23345a8c2027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.039804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:22.066946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:22.068881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=7f183822-a36d-42d7-aff9-6b7ba0ea8521,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:22.072088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:22.072814 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.113357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1640692 Feb 09 03:11:22.117949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-b289ef82-8719-4e6c-a333-10e81b331c35 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:22.119981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-b289ef82-8719-4e6c-a333-10e81b331c35 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.8626065 Feb 09 03:11:22.120768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53352) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:22.154343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac09520-dbd0-4755-9e3e-1560efe03c91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=3b9c4f57-718b-4ff7-937c-c3e706a3b390,revision_number=8']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:22.163254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:0c:60:34', 'name': 'tempest-NetworksTestDHCPv6-427239583'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:22.169308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:22.278889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8f61d-b61f-496b-bfb9-a7d243d825ef None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:22.281409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e8ca7-d7e5-4905-8d9b-ae7210ca8ba4 None None] Network b169b219-2b51-498e-b5d4-95c0e848616b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:22.301532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e8ca7-d7e5-4905-8d9b-ae7210ca8ba4 None None] Network b169b219-2b51-498e-b5d4-95c0e848616b could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:11:22.322555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-d4504658-c757-4f9b-be52-4622a6d73fca tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/quotas/1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 375 time: 0.0179157 Feb 09 03:11:22.401157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1614-9d96-4ef4-96a3-23345a8c2027 admin admin] Publish callbacks [] for security_group (e3343bd8-8d06-471b-b772-78ee803c9d78), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.409315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:22.415478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1614-9d96-4ef4-96a3-23345a8c2027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e3343bd8-8d06-471b-b772-78ee803c9d78), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.463300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28baab7d-aa3f-4c12-853f-e1cbf4c729f5 None None] Network b169b219-2b51-498e-b5d4-95c0e848616b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:22.476556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a694445-8c33-4a1e-9620-6073f6c75db6 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:22.520523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-517cd4e4-47cb-4077-9f95-19c0530c0f4e None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:22.521501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-517cd4e4-47cb-4077-9f95-19c0530c0f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.523041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28baab7d-aa3f-4c12-853f-e1cbf4c729f5 None None] Network b169b219-2b51-498e-b5d4-95c0e848616b could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:11:22.526979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c1ec1614-9d96-4ef4-96a3-23345a8c2027 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=867d5bc6ba6641e1829677a25e44866b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5326285 Feb 09 03:11:22.539025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd4d90-e35c-4ba9-9f35-dc9e78777173 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:22.542083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c6dd4d90-e35c-4ba9-9f35-dc9e78777173 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/networks?id=121b9164-0a28-4c12-9046-71452fbb665a HTTP/1.1" status: 200 len: 760 time: 0.5245023 Feb 09 03:11:22.552987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53354) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:22.555969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53356) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:22.560318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec1614-9d96-4ef4-96a3-23345a8c2027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3343bd8-8d06-471b-b772-78ee803c9d78,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:22.592897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33f404-0fce-4f42-b024-6a86dbef3ce0 None None] Network b169b219-2b51-498e-b5d4-95c0e848616b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:22.597967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-382b8e3a-41c3-4674-93dc-d9deea733c07 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'description': 'd2'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:22.658174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 97a73e76-39db-4d98-83ce-cc116a219ee6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:22.658863 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.661019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33f404-0fce-4f42-b024-6a86dbef3ce0 None None] Network b169b219-2b51-498e-b5d4-95c0e848616b could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:11:22.668042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a694445-8c33-4a1e-9620-6073f6c75db6 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:22.668935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8a694445-8c33-4a1e-9620-6073f6c75db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:22.777880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8a694445-8c33-4a1e-9620-6073f6c75db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:22.785340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:22.810700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:22.839075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a694445-8c33-4a1e-9620-6073f6c75db6 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:22.839619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8a694445-8c33-4a1e-9620-6073f6c75db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:22.883177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8a694445-8c33-4a1e-9620-6073f6c75db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:22.883904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a694445-8c33-4a1e-9620-6073f6c75db6 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:22.901448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-517cd4e4-47cb-4077-9f95-19c0530c0f4e None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:22.961204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:22.974751 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b85d0-2c9f-4109-8a2d-bd5b1dacd69c None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:22.975878 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:22.987470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 97a73e76-39db-4d98-83ce-cc116a219ee6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:22.997471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3b9c4f57-718b-4ff7-937c-c3e706a3b390 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:23.002896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-563bfbc9-189b-49ac-a934-cb55155e95c9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6270566 Feb 09 03:11:23.048335 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b85d0-2c9f-4109-8a2d-bd5b1dacd69c None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:23.049127 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e92b85d0-2c9f-4109-8a2d-bd5b1dacd69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:23.086564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8de56599-25cd-4001-a8ac-03d7a7c6a2ea None None] Provisioning complete for port 97a73e76-39db-4d98-83ce-cc116a219ee6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:23.086950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8de56599-25cd-4001-a8ac-03d7a7c6a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.174590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:23.174973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.203326 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e92b85d0-2c9f-4109-8a2d-bd5b1dacd69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:23.231560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f71eff49-f5df-4d64-96c8-90038eb0ef58 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/floatingips/10d42cbe-8a4a-4346-9b09-6a6bba5c59d2 HTTP/1.1" status: 200 len: 978 time: 4.1213779 Feb 09 03:11:23.234096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53366) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:23.239294 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b85d0-2c9f-4109-8a2d-bd5b1dacd69c None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:23.242945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e92b85d0-2c9f-4109-8a2d-bd5b1dacd69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:23.243384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:23.245727 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f63c235f-fef5-4fd3-8851-1f493160febd admin admin] Publish callbacks [] for security_group (e3343bd8-8d06-471b-b772-78ee803c9d78), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.363033 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e92b85d0-2c9f-4109-8a2d-bd5b1dacd69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:23.378973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8de56599-25cd-4001-a8ac-03d7a7c6a2ea None None] Current status of the port 97a73e76-39db-4d98-83ce-cc116a219ee6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:23.387822 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92b85d0-2c9f-4109-8a2d-bd5b1dacd69c None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:23.435870 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (10d42cbe-8a4a-4346-9b09-6a6bba5c59d2), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.481741 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f63c235f-fef5-4fd3-8851-1f493160febd admin admin] Publish callbacks [] for security_group (e3343bd8-8d06-471b-b772-78ee803c9d78), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.524633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.525069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:23.549482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6d3aabd0-471a-4ded-999b-dc2e84581f56 None None] Provisioning complete for port 97a73e76-39db-4d98-83ce-cc116a219ee6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:23.549868 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d3aabd0-471a-4ded-999b-dc2e84581f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.639496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-382b8e3a-41c3-4674-93dc-d9deea733c07 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (121b9164-0a28-4c12-9046-71452fbb665a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.713692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6d3aabd0-471a-4ded-999b-dc2e84581f56 None None] Current status of the port 97a73e76-39db-4d98-83ce-cc116a219ee6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:23.781931 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.788027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (10d42cbe-8a4a-4346-9b09-6a6bba5c59d2), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.788458 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 10d42cbe-8a4a-4346-9b09-6a6bba5c59d2 disassociated. External IP: 172.25.2.123, port: e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b. Feb 09 03:11:23.797163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port 655e35c8-0cc3-41de-8a43-d2bebc27bcbd yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:11:23.847906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fc21d9f6-35ec-4a53-af3d-d7b8942ef724 None None] Provisioning complete for port 97a73e76-39db-4d98-83ce-cc116a219ee6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:23.848228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc21d9f6-35ec-4a53-af3d-d7b8942ef724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.850774 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-382b8e3a-41c3-4674-93dc-d9deea733c07 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (121b9164-0a28-4c12-9046-71452fbb665a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.947354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-382b8e3a-41c3-4674-93dc-d9deea733c07 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network 121b9164-0a28-4c12-9046-71452fbb665a is not hosted by any dhcp agent {{(pid=109857) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 03:11:23.962543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b8e3a-41c3-4674-93dc-d9deea733c07 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:23.965098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-382b8e3a-41c3-4674-93dc-d9deea733c07 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:23.969016 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-382b8e3a-41c3-4674-93dc-d9deea733c07 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "PUT /v2.0/networks/121b9164-0a28-4c12-9046-71452fbb665a HTTP/1.1" status: 200 len: 757 time: 1.3806522 Feb 09 03:11:23.972514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53368) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:24.018692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fc21d9f6-35ec-4a53-af3d-d7b8942ef724 None None] Current status of the port 97a73e76-39db-4d98-83ce-cc116a219ee6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:24.059423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f63c235f-fef5-4fd3-8851-1f493160febd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e3343bd8-8d06-471b-b772-78ee803c9d78), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.068712 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f63c235f-fef5-4fd3-8851-1f493160febd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.073155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f63c235f-fef5-4fd3-8851-1f493160febd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3343bd8-8d06-471b-b772-78ee803c9d78 HTTP/1.1" status: 204 len: 168 time: 1.4924202 Feb 09 03:11:24.108774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc030980-ccff-4a78-8f7b-93a169acc9cd None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:24.154378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b8e3a-41c3-4674-93dc-d9deea733c07 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=121b9164-0a28-4c12-9046-71452fbb665a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:24.180524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c235f-fef5-4fd3-8851-1f493160febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3343bd8-8d06-471b-b772-78ee803c9d78,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:24.207513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-d3a204b7-bb97-45f7-8ab8-2bb564ed76d8 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1812236 Feb 09 03:11:24.264508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3a6216-49ad-4d9b-b3ee-98502e21de3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:24.268346 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5d3a6216-49ad-4d9b-b3ee-98502e21de3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/networks?id=121b9164-0a28-4c12-9046-71452fbb665a HTTP/1.1" status: 200 len: 760 time: 0.2901537 Feb 09 03:11:24.272654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53374) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:24.282463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-346377'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:24.327916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 121b9164-0a28-4c12-9046-71452fbb665a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:24.449009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-afbb31e6-b374-42f4-ad39-3fd0f2777c21 None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:24.449393 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-afbb31e6-b374-42f4-ad39-3fd0f2777c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.551915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 172.20.0.13 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/e2985101-01a6-472c-9e30-174e61fbed95/655e35c8-0cc3-41de-8a43-d2bebc27bcbd) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:24.560246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fe0c:6034 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/7f183822-a36d-42d7-aff9-6b7ba0ea8521/655e35c8-0cc3-41de-8a43-d2bebc27bcbd) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:24.566112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:24.579428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.663082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:24.686033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c1ae45ea-c822-4d7c-9e10-728cbbdd0141), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.688173 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment c1ae45ea-c822-4d7c-9e10-728cbbdd0141 of type vlan for network de1ddec8-4787-4801-953f-9e8046c36656 Feb 09 03:11:24.741201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-6f4f5b98-9ee1-4f54-9da3-c261bf32cd8b service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982007 Feb 09 03:11:24.759881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-afbb31e6-b374-42f4-ad39-3fd0f2777c21 None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:24.776158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (de1ddec8-4787-4801-953f-9e8046c36656), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.795762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:24.937294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (de1ddec8-4787-4801-953f-9e8046c36656), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:24.942521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:24.943300 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.081128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc83f7-2ab8-4368-81e9-38c57be601fe None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:25.106728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8283188 Feb 09 03:11:25.125200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53392) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:25.137010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': 'de1ddec8-4787-4801-953f-9e8046c36656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:25.237607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fa40db75-a5ea-4f5a-b786-ed962b964c28 None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:25.238180 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fa40db75-a5ea-4f5a-b786-ed962b964c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.293383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (35f968b0-8713-454a-813c-d847d7f8ef6a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.380861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=de1ddec8-4787-4801-953f-9e8046c36656,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:25.451312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.451668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.452020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.452473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.459128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.461120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.461120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.462117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.462516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.462869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.464102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.464457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.469344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e59f4-f911-4038-84f6-7bae3f35d5af tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:25.473308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (655e35c8-0cc3-41de-8a43-d2bebc27bcbd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.536078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fa40db75-a5ea-4f5a-b786-ed962b964c28 None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:25.551428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network de1ddec8-4787-4801-953f-9e8046c36656 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:25.557511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-f422b6d3-7dae-4dc3-87b5-7ec181bc2503 req-882d8e90-39af-4594-b878-301fad8bbc38 service neutron] (109857) timed out ('10.222.0.26', 51373) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:11:25.597343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ddf98034-fa41-4d83-8805-b9fce9c8f58a req-e738a6de-ec0f-4a23-8d73-b313c9a87d21 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1655715 Feb 09 03:11:25.614746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:25.625399 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.674994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da82e7-3eb5-4cbb-8e75-3f85434d2dcf None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:25.710564 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (655e35c8-0cc3-41de-8a43-d2bebc27bcbd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.720991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da82e7-3eb5-4cbb-8e75-3f85434d2dcf None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:25.721661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-71da82e7-3eb5-4cbb-8e75-3f85434d2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:25.745505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f09bab35-22dc-49b6-9cd8-8b766aa99dea tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/floatingips/10d42cbe-8a4a-4346-9b09-6a6bba5c59d2 HTTP/1.1" status: 200 len: 688 time: 2.5103176 Feb 09 03:11:25.753020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53414) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:25.867629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-71da82e7-3eb5-4cbb-8e75-3f85434d2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:25.899084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da82e7-3eb5-4cbb-8e75-3f85434d2dcf None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:25.899732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-71da82e7-3eb5-4cbb-8e75-3f85434d2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:25.915290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:25.921081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:25.933709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:25.941029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:25.955071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:25.964975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-71da82e7-3eb5-4cbb-8e75-3f85434d2dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:25.965642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da82e7-3eb5-4cbb-8e75-3f85434d2dcf None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:25.988033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb85a2-51aa-4f9c-81a8-6403d428c7a9 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:26.034713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=655e35c8-0cc3-41de-8a43-d2bebc27bcbd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:26.109934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:26.112930 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.184227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9d6a34c0-f3af-4740-9fac-0ab9b90a0b09 None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:26.184533 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9d6a34c0-f3af-4740-9fac-0ab9b90a0b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.238607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port 92f3fcd1-a997-43f3-9c6a-a3262943a892 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:26.239227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (92f3fcd1-a997-43f3-9c6a-a3262943a892), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.249561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-04f13860-acb6-4848-bd1a-8c92b3014ca9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0909803 Feb 09 03:11:26.251913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53420) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:26.423601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (db8f8bce-16c4-416d-9624-8b281a2738c9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.442493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (92f3fcd1-a997-43f3-9c6a-a3262943a892), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.442833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (92f3fcd1-a997-43f3-9c6a-a3262943a892), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.452387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a34c0-f3af-4740-9fac-0ab9b90a0b09 None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:26.484755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for 92f3fcd1-a997-43f3-9c6a-a3262943a892 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:26.493735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150300b6-5219-4f59-8ad9-5aa6f0077fef tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:26.513987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150300b6-5219-4f59-8ad9-5aa6f0077fef tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:26.523113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-150300b6-5219-4f59-8ad9-5aa6f0077fef tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2700977 Feb 09 03:11:26.526812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53428) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:26.665369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Deleting port e935fb86-5249-44d6-829a-c0c13cfb58e0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:26.665730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.799351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] For port e935fb86-5249-44d6-829a-c0c13cfb58e0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e935fb86-5249-44d6-829a-c0c13cfb58e0,segment=NetworkSegment(9d383879-9c76-45e7-82f8-49ae35a2496b),segment_id=9d383879-9c76-45e7-82f8-49ae35a2496b)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:26.799725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:26.840348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Calling delete_port for e935fb86-5249-44d6-829a-c0c13cfb58e0 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:26.994033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5508ede5-666c-49f3-bf0f-e0fea0404470 None None] Provisioning complete for port 655e35c8-0cc3-41de-8a43-d2bebc27bcbd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:26.994529 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5508ede5-666c-49f3-bf0f-e0fea0404470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (655e35c8-0cc3-41de-8a43-d2bebc27bcbd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.061131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7dccb764-8aff-4b75-9617-9d0f3d9e278b req-71ffd5a6-b19c-479a-b471-cedef840965f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.2075214 Feb 09 03:11:27.114432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5508ede5-666c-49f3-bf0f-e0fea0404470 None None] Port 655e35c8-0cc3-41de-8a43-d2bebc27bcbd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:27.135977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5508ede5-666c-49f3-bf0f-e0fea0404470 None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:27.137587 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5508ede5-666c-49f3-bf0f-e0fea0404470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.155760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=db8f8bce-16c4-416d-9624-8b281a2738c9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:27.166134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-ed435060-4042-448a-9601-14e3b3e523d6 req-502fc6c6-d564-436f-9c44-b6dbdc7ed479 service neutron] (109856) timed out ('10.222.0.26', 51392) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:11:27.204843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f5277-9e7c-4df3-8e36-0956bfca6d44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port 655e35c8-0cc3-41de-8a43-d2bebc27bcbd {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:27.205524 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5277-9e7c-4df3-8e36-0956bfca6d44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (655e35c8-0cc3-41de-8a43-d2bebc27bcbd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.229831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': 'c1ae45ea-c822-4d7c-9e10-728cbbdd0141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'de1ddec8-4787-4801-953f-9e8046c36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:27.230277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: de1ddec8-4787-4801-953f-9e8046c36656, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:27.298095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-febe4424-8763-4ad9-b371-e333b3d5ccda req-cd5d01b2-062d-49f9-b871-275d72ff0410 tempest-LiveMigrationTest-376514918 tempest-LiveMigrationTest-376514918-project] (109856) timed out ('10.222.0.26', 51719) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:11:27.307420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network de1ddec8-4787-4801-953f-9e8046c36656 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:27.314115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5508ede5-666c-49f3-bf0f-e0fea0404470 None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:27.351394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, de1ddec8-4787-4801-953f-9e8046c36656) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:27.366551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e935fb86-5249-44d6-829a-c0c13cfb58e0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.370900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9eeaec-5918-48e4-beca-7277e5c14c2a None None] Network de1ddec8-4787-4801-953f-9e8046c36656 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:27.373970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:27.378475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.403770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5277-9e7c-4df3-8e36-0956bfca6d44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (655e35c8-0cc3-41de-8a43-d2bebc27bcbd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.423408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6518dece-7c68-4653-a60c-a91746540d62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2966702 Feb 09 03:11:27.435014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53436) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:27.481568 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f5277-9e7c-4df3-8e36-0956bfca6d44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for 655e35c8-0cc3-41de-8a43-d2bebc27bcbd owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:27.490269 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Pushing event deleted for resources: {'Port': ['ID=e935fb86-5249-44d6-829a-c0c13cfb58e0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:27.665333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ec05406d-7dc9-47d5-9ccd-e2c68c4a3f7a None None] Could not find standard attr ID for object 6271782a-015e-486e-9f98-c56dbe9934b3. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:11:27.688549 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (92f3fcd1-a997-43f3-9c6a-a3262943a892), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.826402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=92f3fcd1-a997-43f3-9c6a-a3262943a892,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:27.849600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (de1ddec8-4787-4801-953f-9e8046c36656), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:27.944747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (35f968b0-8713-454a-813c-d847d7f8ef6a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.030173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (10d42cbe-8a4a-4346-9b09-6a6bba5c59d2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.035910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.037391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3c0a5b07-b081-4954-8d19-44c018161867 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/floatingips/10d42cbe-8a4a-4346-9b09-6a6bba5c59d2 HTTP/1.1" status: 204 len: 168 time: 2.2812865 Feb 09 03:11:28.040869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53442) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:28.049425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (db8f8bce-16c4-416d-9624-8b281a2738c9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.177017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba73545-91a3-42ca-a7c6-3b895fbd0db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-de1ddec8-4787-4801-953f-9e8046c36656', 'network_id': 'de1ddec8-4787-4801-953f-9e8046c36656', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': 'db8f8bce-16c4-416d-9624-8b281a2738c9'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:28.177891 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ba73545-91a3-42ca-a7c6-3b895fbd0db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.193245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bc88772a-7009-4675-958d-a0eb134881a1 None None] Could not find standard attr ID for object c54ea324-2ca1-40b2-8fa4-72f3466084ab. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:11:28.309728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df8fa70f-5ef2-4167-884c-ed1623309d75 req-adb47a77-73a8-4df1-8d9b-7f302870c187 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0781922 Feb 09 03:11:28.310713 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (db8f8bce-16c4-416d-9624-8b281a2738c9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.320736 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-0ced4d4e-1a0e-4c2e-8fd6-4d72d0487c61 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] delete failed (client error): The resource could not be found. Feb 09 03:11:28.325731 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ced4d4e-1a0e-4c2e-8fd6-4d72d0487c61 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/floatingips/10d42cbe-8a4a-4346-9b09-6a6bba5c59d2 HTTP/1.1" status: 404 len: 345 time: 0.2795935 Feb 09 03:11:28.327688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53446) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:28.375653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea538cca-e903-49e0-a8e8-7bacce27881f None None] Network de1ddec8-4787-4801-953f-9e8046c36656 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:28.489269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=db8f8bce-16c4-416d-9624-8b281a2738c9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:28.580524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-6bc0db5c-78f9-4719-b462-16a0468a6eef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:28.586131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-6bc0db5c-78f9-4719-b462-16a0468a6eef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.8675351 Feb 09 03:11:28.612417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'port': {'device_id': '8214be9e-9d3b-418a-ac49-708b87d4447d', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'admin_state_up': True, 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:28.636828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-842dee0f-0842-4731-9aaa-9e96f5f67027 None None] Provisioning complete for port 655e35c8-0cc3-41de-8a43-d2bebc27bcbd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:28.637222 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-842dee0f-0842-4731-9aaa-9e96f5f67027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (655e35c8-0cc3-41de-8a43-d2bebc27bcbd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.742174 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (de1ddec8-4787-4801-953f-9e8046c36656), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:28.751176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-842dee0f-0842-4731-9aaa-9e96f5f67027 None None] Port 655e35c8-0cc3-41de-8a43-d2bebc27bcbd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:28.768790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8178d-268f-4ede-9526-bd5010498de6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:28.777075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8178d-268f-4ede-9526-bd5010498de6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:28.787634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8178d-268f-4ede-9526-bd5010498de6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:28.794119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5be8178d-268f-4ede-9526-bd5010498de6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "GET /v2.0/ports?network_id=6f5f7d39-a2be-44f0-9e95-cd377b31d15c HTTP/1.1" status: 200 len: 2358 time: 0.4624097 Feb 09 03:11:28.811900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53452) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:28.913927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1ddec8-4787-4801-953f-9e8046c36656']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:28.961039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ae45ea-c822-4d7c-9e10-728cbbdd0141') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:28.961399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ae45ea-c822-4d7c-9e10-728cbbdd0141') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:28.982335 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (c1ae45ea-c822-4d7c-9e10-728cbbdd0141), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.022934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f5647-001a-43f2-b34f-9993828a42f7 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.029451 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d44f5647-001a-43f2-b34f-9993828a42f7 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "GET /v2.0/subnets/5ea57b9b-e6e8-4e9e-9f7e-810cef374281 HTTP/1.1" status: 200 len: 797 time: 0.2094998 Feb 09 03:11:29.031928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53454) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.039071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Router 35f968b0-8713-454a-813c-d847d7f8ef6a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:29.043793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'port': {'network_id': '6f5f7d39-a2be-44f0-9e95-cd377b31d15c', 'name': 'tempest-FloatingIPTestJSON-147226095', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:29.049459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c1ae45ea-c822-4d7c-9e10-728cbbdd0141), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.062478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5277-9e7c-4df3-8e36-0956bfca6d44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (655e35c8-0cc3-41de-8a43-d2bebc27bcbd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.082278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:11:29.083155 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (c1ae45ea-c822-4d7c-9e10-728cbbdd0141), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.126607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f5277-9e7c-4df3-8e36-0956bfca6d44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=655e35c8-0cc3-41de-8a43-d2bebc27bcbd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:11:29.189289 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:11:29.219942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:29.230921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (de1ddec8-4787-4801-953f-9e8046c36656), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.241388 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.260478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.284757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/de1ddec8-4787-4801-953f-9e8046c36656 HTTP/1.1" status: 204 len: 168 time: 1.8071496 Feb 09 03:11:29.299107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53456) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.335737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2142e-f0ec-40df-a94d-ebee9c6d4205 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=de1ddec8-4787-4801-953f-9e8046c36656,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:29.393620 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52801d2-e71b-483f-ae3f-26f26f1e988a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] GET failed (client error): The resource could not be found. Feb 09 03:11:29.407042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e52801d2-e71b-483f-ae3f-26f26f1e988a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/subnets/db8f8bce-16c4-416d-9624-8b281a2738c9 HTTP/1.1" status: 404 len: 337 time: 0.0846672 Feb 09 03:11:29.411940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53460) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.455771 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7572257e-9a10-4ed4-a556-013e06f51c59 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:29.456309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7572257e-9a10-4ed4-a556-013e06f51c59 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:29.469151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7572257e-9a10-4ed4-a556-013e06f51c59 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/de1ddec8-4787-4801-953f-9e8046c36656 HTTP/1.1" status: 404 len: 339 time: 0.0561228 Feb 09 03:11:29.472032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53462) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.539042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dbd6aff-e6cf-4ee6-ab01-7a9f74f9b2dd req-4cc06c7e-0719-4b20-b4fe-86caf86b5748 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1053259 Feb 09 03:11:29.608282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5277-9e7c-4df3-8e36-0956bfca6d44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:29.612418 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ab0f5277-9e7c-4df3-8e36-0956bfca6d44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/655e35c8-0cc3-41de-8a43-d2bebc27bcbd HTTP/1.1" status: 204 len: 168 time: 3.0834908 Feb 09 03:11:29.619799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53464) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.750629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:29.760624 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] Sync routers for ids ['35f968b0-8713-454a-813c-d847d7f8ef6a'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:29.776360 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] Routers {'35f968b0-8713-454a-813c-d847d7f8ef6a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:29.777004 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['35f968b0-8713-454a-813c-d847d7f8ef6a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:29.794437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb7594-02c1-4393-99aa-d28eb5794c62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.798958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-28eb7594-02c1-4393-99aa-d28eb5794c62 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3252232 Feb 09 03:11:29.803059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53470) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.810859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-88e092e8-85e4-4c5c-bf05-3c8997fcc684 admin admin] 10.222.0.32 "PUT /v2.0/routers/35f968b0-8713-454a-813c-d847d7f8ef6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6057532 Feb 09 03:11:29.811937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53472) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.823485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae0758-97ac-4804-87cd-0e7a8ec2e61c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.825056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae0758-97ac-4804-87cd-0e7a8ec2e61c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.826413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae0758-97ac-4804-87cd-0e7a8ec2e61c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:29.828067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a9ae0758-97ac-4804-87cd-0e7a8ec2e61c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2070513 Feb 09 03:11:29.842574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53474) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:29.896962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20ea93bc-1502-4013-ae53-930807daae9d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 207 time: 0.0927002 Feb 09 03:11:29.897607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53478) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:30.106538 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] Set router 35f968b0-8713-454a-813c-d847d7f8ef6a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:30.248515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:30.273455 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-71574f5a-4cce-4687-ac14-97cb98258570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.317571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-df21688b-336c-472c-b66f-b3c77ef18663 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e257cf5684454126888ec684fd90994b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1614919 Feb 09 03:11:30.392265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53498) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:30.417562 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:11:27Z', 'revision_number': 5, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:30.465697 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] Checking router: 35f968b0-8713-454a-813c-d847d7f8ef6a for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:30.487896 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] Routers {'35f968b0-8713-454a-813c-d847d7f8ef6a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:30.491198 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['35f968b0-8713-454a-813c-d847d7f8ef6a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:30.519284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-790cb96e-ca34-4e15-84cf-541de42035c6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 7f183822-a36d-42d7-aff9-6b7ba0ea8521 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:30.522956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-790cb96e-ca34-4e15-84cf-541de42035c6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (7f183822-a36d-42d7-aff9-6b7ba0ea8521), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.579221 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-790cb96e-ca34-4e15-84cf-541de42035c6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (7f183822-a36d-42d7-aff9-6b7ba0ea8521), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.670255 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-790cb96e-ca34-4e15-84cf-541de42035c6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (7f183822-a36d-42d7-aff9-6b7ba0ea8521), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.752562 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] Set router 35f968b0-8713-454a-813c-d847d7f8ef6a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:30.773776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c01928ff-9312-436f-970c-a82303068a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.775839 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-790cb96e-ca34-4e15-84cf-541de42035c6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (7f183822-a36d-42d7-aff9-6b7ba0ea8521), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.798640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.20.0.7 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/0d2d262b-5418-4b9b-8543-441365dd2a6c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:30.852260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f74f538-d22b-4512-9de9-cfcdfb11ce82 req-298bdf43-b825-4d7a-9dd6-ed0fd3427f5c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1212924 Feb 09 03:11:30.855254 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-790cb96e-ca34-4e15-84cf-541de42035c6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:30.861611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-790cb96e-ca34-4e15-84cf-541de42035c6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/7f183822-a36d-42d7-aff9-6b7ba0ea8521 HTTP/1.1" status: 204 len: 168 time: 1.0180278 Feb 09 03:11:30.862735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cb96e-ca34-4e15-84cf-541de42035c6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=7f183822-a36d-42d7-aff9-6b7ba0ea8521,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:30.864662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6032ad80-6d2e-4126-9ea2-9388ae80c21d None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:30.882150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53504) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:30.922944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f397b20-a502-4e9b-b75f-9c4643e2f3bb tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:30.939321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f397b20-a502-4e9b-b75f-9c4643e2f3bb tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:30.944628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f397b20-a502-4e9b-b75f-9c4643e2f3bb tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:30.949815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f397b20-a502-4e9b-b75f-9c4643e2f3bb tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:30.951653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3f397b20-a502-4e9b-b75f-9c4643e2f3bb tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.0529103 Feb 09 03:11:30.969064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53506) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:31.003702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a39da61-330f-450b-a21d-27607c6f1226 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet e2985101-01a6-472c-9e30-174e61fbed95 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:31.017660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.024517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a39da61-330f-450b-a21d-27607c6f1226 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (e2985101-01a6-472c-9e30-174e61fbed95), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.083278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-c76d26a0-3e58-49ca-ad3f-2b41863133ef tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:31.090905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-c76d26a0-3e58-49ca-ad3f-2b41863133ef tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7716258 Feb 09 03:11:31.095457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks [] for router (35f968b0-8713-454a-813c-d847d7f8ef6a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.120362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] device_id is not set on port b024057d-6625-42f9-9542-58aab5695d0d yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:11:31.142527 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-b597feb1-6412-4511-8b0b-376f3aa2908b tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/quotas/e257cf5684454126888ec684fd90994b HTTP/1.1" status: 200 len: 375 time: 0.0503917 Feb 09 03:11:31.153907 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:11:27Z', 'revision_number': 5, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:31.217733 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3397b5-6309-4d20-9e7b-979019e52722 None None] The sync data for ids ['35f968b0-8713-454a-813c-d847d7f8ef6a'] in n-d-827839-4 is: [{'id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'name': 'tempest-ServerRescueNegativeTestJSON-861869393-router', 'tenant_id': '89836022240d426d867666046c3257db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:07:47Z', 'updated_at': '2022-02-09T03:11:27Z', 'revision_number': 5, 'project_id': '89836022240d426d867666046c3257db', 'gw_port': {'id': 'b5e61692-e8c8-49b3-973e-1690929a262a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f968b0-8713-454a-813c-d847d7f8ef6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:07:48Z', 'updated_at': '2022-02-09T03:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:31.408993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.490033 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a39da61-330f-450b-a21d-27607c6f1226 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (e2985101-01a6-472c-9e30-174e61fbed95), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.626228 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a39da61-330f-450b-a21d-27607c6f1226 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e2985101-01a6-472c-9e30-174e61fbed95), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.687069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:31.737793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-76d7b677-90f5-495d-adee-3ba7ac22de8e tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e257cf5684454126888ec684fd90994b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5942588 Feb 09 03:11:31.796539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e935fb86-5249-44d6-829a-c0c13cfb58e0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:31.836816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:31.853292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e935fb86-5249-44d6-829a-c0c13cfb58e0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:31.858495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e935fb86-5249-44d6-829a-c0c13cfb58e0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:31.922628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:31.951726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:32.018652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cbe5921f-371f-432e-aa98-d7b48de6e532 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.0442555 Feb 09 03:11:32.022033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53510) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:32.042041 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a39da61-330f-450b-a21d-27607c6f1226 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (e2985101-01a6-472c-9e30-174e61fbed95), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.048062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=0d2d262b-5418-4b9b-8543-441365dd2a6c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:32.169308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39da61-330f-450b-a21d-27607c6f1226 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=e2985101-01a6-472c-9e30-174e61fbed95,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:32.171807 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a39da61-330f-450b-a21d-27607c6f1226 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.177403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4a39da61-330f-450b-a21d-27607c6f1226 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/e2985101-01a6-472c-9e30-174e61fbed95 HTTP/1.1" status: 204 len: 168 time: 1.2918363 Feb 09 03:11:32.180342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks [] for router_gateway (35f968b0-8713-454a-813c-d847d7f8ef6a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.183124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886af73-32c8-49c2-8507-446af69589f7 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.184805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53516) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:32.185851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886af73-32c8-49c2-8507-446af69589f7 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.196159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53518) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:32.197009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c886af73-32c8-49c2-8507-446af69589f7 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1607745 Feb 09 03:11:32.218292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab1ee83-c3e5-475e-ab05-ca5a1ae7a661 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:32.296829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-24c74110-5ca6-409b-8782-e5105584114c req-8440f4e1-c861-4365-8b3e-8d9ed1f124e1 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 210 time: 0.0983078 Feb 09 03:11:32.301685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c01928ff-9312-436f-970c-a82303068a66 admin admin] Publish callbacks [] for security_group (7b752171-acd9-44ff-aaaf-041a82adfc3c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.321946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c01928ff-9312-436f-970c-a82303068a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7b752171-acd9-44ff-aaaf-041a82adfc3c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.359316 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-992b93ea-801e-4877-b610-9e7eeca45639 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1685288 Feb 09 03:11:32.361254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53522) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:32.396888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01928ff-9312-436f-970c-a82303068a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b752171-acd9-44ff-aaaf-041a82adfc3c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:32.407152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.407815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.459914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c01928ff-9312-436f-970c-a82303068a66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30780acabd944480a5f09f6bf5216916&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0627193 Feb 09 03:11:32.461201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53526) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:32.487226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9e332b21-bb95-4a6a-81e7-a18f65fdfffb None None] Provisioning complete for port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:32.487632 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e332b21-bb95-4a6a-81e7-a18f65fdfffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.607051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60bac8-01e7-4791-b078-7222a25ed627 req-fa91ea23-2f40-457e-b3aa-acaecbadf389 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.609238 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae60bac8-01e7-4791-b078-7222a25ed627 req-fa91ea23-2f40-457e-b3aa-acaecbadf389 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 931 time: 0.5689363 Feb 09 03:11:32.613974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087dc269-a90c-4474-9538-3ec1a7af0fa9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.616553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087dc269-a90c-4474-9538-3ec1a7af0fa9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['shared'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.618530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-087dc269-a90c-4474-9538-3ec1a7af0fa9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4156084 Feb 09 03:11:32.630506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8f2aec50-7497-49e4-8645-03a51678681a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0273957 Feb 09 03:11:32.632666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53528) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:32.642042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aa7bde5f-4e4c-480f-ae14-8202c7a95aca admin admin] Publish callbacks [] for security_group (7b752171-acd9-44ff-aaaf-041a82adfc3c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.683427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Request body: {'port': {'device_id': '8214be9e-9d3b-418a-ac49-708b87d4447d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:32.684229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aa7bde5f-4e4c-480f-ae14-8202c7a95aca admin admin] Publish callbacks [] for security_group (7b752171-acd9-44ff-aaaf-041a82adfc3c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.694167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.20.0.13 (6f5f7d39-a2be-44f0-9e95-cd377b31d15c/5ea57b9b-e6e8-4e9e-9f7e-810cef374281/b024057d-6625-42f9-9542-58aab5695d0d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:32.711446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.20.0.12 (6f5f7d39-a2be-44f0-9e95-cd377b31d15c/5ea57b9b-e6e8-4e9e-9f7e-810cef374281/b024057d-6625-42f9-9542-58aab5695d0d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:32.732752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9e332b21-bb95-4a6a-81e7-a18f65fdfffb None None] Current status of the port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:32.787128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3ef71834-5b02-4a7d-bb94-6a70ac7c9dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.849359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aa7bde5f-4e4c-480f-ae14-8202c7a95aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7b752171-acd9-44ff-aaaf-041a82adfc3c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.850118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae60bac8-01e7-4791-b078-7222a25ed627 req-6411da63-1658-491f-a95a-a89047377fa1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300625 Feb 09 03:11:32.865908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:11:32.866515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608ff1e-8c64-47c5-99a3-922ac7c1a0ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:32.869793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aa7bde5f-4e4c-480f-ae14-8202c7a95aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.871800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7608ff1e-8c64-47c5-99a3-922ac7c1a0ee tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5041690 Feb 09 03:11:32.875476 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aa7bde5f-4e4c-480f-ae14-8202c7a95aca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b752171-acd9-44ff-aaaf-041a82adfc3c HTTP/1.1" status: 204 len: 168 time: 0.4080846 Feb 09 03:11:32.884583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53532) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:32.887165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Deleting port b5e61692-e8c8-49b3-973e-1690929a262a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:32.897583 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.931459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-dbd76484-6c7e-47e4-ac5b-d425b18c5dc3 None None] Provisioning complete for port 0d2d262b-5418-4b9b-8543-441365dd2a6c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:32.938489 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dbd76484-6c7e-47e4-ac5b-d425b18c5dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:32.960914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bde5f-4e4c-480f-ae14-8202c7a95aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b752171-acd9-44ff-aaaf-041a82adfc3c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:33.089391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dbd76484-6c7e-47e4-ac5b-d425b18c5dc3 None None] Port 0d2d262b-5418-4b9b-8543-441365dd2a6c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:33.121328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb28ec79-642c-4312-988e-2b21d52a6c1e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:33.125034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fb28ec79-642c-4312-988e-2b21d52a6c1e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/networks/e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 HTTP/1.1" status: 200 len: 799 time: 0.4807012 Feb 09 03:11:33.141508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53536) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:33.211408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.270860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] Deleting port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:33.271243 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.294476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a83125-235e-4da0-ae38-052d9816bc1f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:33.297199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (b024057d-6625-42f9-9542-58aab5695d0d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.301372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-49a83125-235e-4da0-ae38-052d9816bc1f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4000814 Feb 09 03:11:33.307131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53540) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:33.328687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e28d872a-96f9-4c84-b047-eaf21e032a70 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/networks/e8d2a4b6-68f3-437e-bc9f-6d3d05b61677?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1857116 Feb 09 03:11:33.335377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53544) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:33.422919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc6a998-cacc-409a-a900-fc96f873e8d0 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:33.424306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5bc6a998-cacc-409a-a900-fc96f873e8d0 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/subnets/1ab4e393-8948-40d7-b3dc-6eb2537a4b51 HTTP/1.1" status: 200 len: 811 time: 0.0878987 Feb 09 03:11:33.429713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53546) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:33.490835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-378d2b65-206d-4ef6-8f71-fc681dd02486 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636894 Feb 09 03:11:33.493212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] For port b5e61692-e8c8-49b3-973e-1690929a262a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b5e61692-e8c8-49b3-973e-1690929a262a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:33.496436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] For port 3b9c4f57-718b-4ff7-937c-c3e706a3b390, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3b9c4f57-718b-4ff7-937c-c3e706a3b390,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:33.497930 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.502058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53550) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:33.509717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.525964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d0ec5a73-a308-49db-ad2a-0648d86acb2c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:33.534009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059d2e9-4069-47c0-8a75-42cda9a257c8 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['shared'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:33.535577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3059d2e9-4069-47c0-8a75-42cda9a257c8 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "GET /v2.0/subnets/1ab4e393-8948-40d7-b3dc-6eb2537a4b51?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1046786 Feb 09 03:11:33.538882 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b024057d-6625-42f9-9542-58aab5695d0d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.550283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] Calling delete_port for 3b9c4f57-718b-4ff7-937c-c3e706a3b390 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:33.557328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53552) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:33.567895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac8d7606-177f-4733-9ea4-a83fd64baf39 req-8a6ea4f8-4872-4630-877c-ec9d69c7c744 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 210 time: 0.0455499 Feb 09 03:11:33.581003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1208136366'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:33.639342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Calling delete_port for b5e61692-e8c8-49b3-973e-1690929a262a owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:33.683321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:33.694098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.712239 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (3b9c4f57-718b-4ff7-937c-c3e706a3b390), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.736551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:33.771939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:33.793129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (36ddf922-9be0-4cbd-9310-ce3eef8258eb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.793994 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Added segment 36ddf922-9be0-4cbd-9310-ce3eef8258eb of type vlan for network fa52bb81-ba5a-46c1-bdfa-7d889619a81c Feb 09 03:11:33.827432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] Pushing event deleted for resources: {'Port': ['ID=3b9c4f57-718b-4ff7-937c-c3e706a3b390,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:33.829607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd617eb6-aa1a-41f8-bea5-27941664b7d7 None None] No DVR routers for this DVR port 3b9c4f57-718b-4ff7-937c-c3e706a3b390 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:33.853453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ec5a73-a308-49db-ad2a-0648d86acb2c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:33.857638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5a73-a308-49db-ad2a-0648d86acb2c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.859183 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ec5a73-a308-49db-ad2a-0648d86acb2c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:11:33.859617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ec5a73-a308-49db-ad2a-0648d86acb2c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:33.881687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3b9c4f57-718b-4ff7-937c-c3e706a3b390 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:33.890798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (fa52bb81-ba5a-46c1-bdfa-7d889619a81c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.927660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:33.932172 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (fa52bb81-ba5a-46c1-bdfa-7d889619a81c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.938779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:33.939445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:33.958711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=b024057d-6625-42f9-9542-58aab5695d0d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:33.968866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 3b9c4f57-718b-4ff7-937c-c3e706a3b390 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:33.969223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3b9c4f57-718b-4ff7-937c-c3e706a3b390 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:33.975072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-21fe2c2f-8132-400d-87b8-ae22f7301a74 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e257cf5684454126888ec684fd90994b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238878 Feb 09 03:11:33.980351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:34.019936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.056468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:34.057442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.062753 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4938393 Feb 09 03:11:34.066822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53564) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:34.075649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'network_id': 'fa52bb81-ba5a-46c1-bdfa-7d889619a81c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:34.103368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d0ec5a73-a308-49db-ad2a-0648d86acb2c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5832736 Feb 09 03:11:34.148524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53566) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:34.184233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ec2308ca-d50a-4b87-ab14-d0d0a98ecb14 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:34.292074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e50ff96d-f34a-4ae7-bbd6-60ff737b0372 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.2583659 Feb 09 03:11:34.297213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53574) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:34.309527 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'b024057d-6625-42f9-9542-58aab5695d0d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:34.346745 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.402660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2db070-9db7-423f-be05-6b36d889224b tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Network': ['ID=fa52bb81-ba5a-46c1-bdfa-7d889619a81c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:34.415207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network fa52bb81-ba5a-46c1-bdfa-7d889619a81c details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:34.418381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2308ca-d50a-4b87-ab14-d0d0a98ecb14 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:34.422794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec2308ca-d50a-4b87-ab14-d0d0a98ecb14 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.424290 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2308ca-d50a-4b87-ab14-d0d0a98ecb14 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:11:34.424719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2308ca-d50a-4b87-ab14-d0d0a98ecb14 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:34.437833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53578) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:34.471781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec2308ca-d50a-4b87-ab14-d0d0a98ecb14 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2951651 Feb 09 03:11:34.477558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53582) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:34.481840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Made reservation on behalf of dd9b589aaac44b85afcc5ddd34d37c39 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:34.485386 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.551269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Performing IP validity checks on allocation pools {{(pid=109856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:11:34.551900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109856) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:11:34.697154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dc4ef046-6e03-4085-bc53-a63961ebabdf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:34.709469 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (b01ad612-9cce-4fae-a525-775f8d508b53), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.713897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2065387771-network', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:34.735697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-450a1f10-bebb-408a-a621-b3999bfcb3e9 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:34.737192 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-450a1f10-bebb-408a-a621-b3999bfcb3e9 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7275386 Feb 09 03:11:34.782032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Request body: {'port': {'device_id': '63459168-c6a6-423e-8dd3-f4638e378a30', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'e257cf5684454126888ec684fd90994b'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:34.796182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cb754-c22a-4089-8243-d92b1a64bdab req-3750e581-e0d8-4677-b4d9-103faf5ab9bf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:34.797747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a56cb754-c22a-4089-8243-d92b1a64bdab req-3750e581-e0d8-4677-b4d9-103faf5ab9bf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 931 time: 0.7794187 Feb 09 03:11:34.816836 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49c00d53-a5f0-4189-9cf0-a032e5be561c req-5ed9c815-3e85-4dd9-af28-1b73a43ff58d tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 210 time: 0.1145465 Feb 09 03:11:34.870139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=b01ad612-9cce-4fae-a525-775f8d508b53,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:34.880395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Made reservation on behalf of 195b13a2b60a4b8691f7b5a1c3af81fc for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:34.882728 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.911307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.952354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Checking segment: {'id': '36ddf922-9be0-4cbd-9310-ce3eef8258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa52bb81-ba5a-46c1-bdfa-7d889619a81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:34.952354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network hostable DHCP agents. Network: fa52bb81-ba5a-46c1-bdfa-7d889619a81c, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:34.962219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4ef046-6e03-4085-bc53-a63961ebabdf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:34.965721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef046-6e03-4085-bc53-a63961ebabdf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:34.967141 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4ef046-6e03-4085-bc53-a63961ebabdf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:11:34.967568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4ef046-6e03-4085-bc53-a63961ebabdf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:35.025704 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a56cb754-c22a-4089-8243-d92b1a64bdab req-db8fbfa6-4cc0-4e71-8f76-dde1f941503a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744108 Feb 09 03:11:35.033233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dc4ef046-6e03-4085-bc53-a63961ebabdf tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5521646 Feb 09 03:11:35.034833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:35.051114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-378e1bc7-1ae2-4b35-acdf-80e2b4257f54 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:35.059663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.061501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Network fa52bb81-ba5a-46c1-bdfa-7d889619a81c is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:35.069032 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b5e61692-e8c8-49b3-973e-1690929a262a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.071122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.114759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e61692-e8c8-49b3-973e-1690929a262a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.119168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2d262b-5418-4b9b-8543-441365dd2a6c {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:35.134258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Publish callbacks [] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.135694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, fa52bb81-ba5a-46c1-bdfa-7d889619a81c) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:35.136358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Made reservation on behalf of e257cf5684454126888ec684fd90994b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:35.139787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.140474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:35.141562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.155673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acdda80-b110-4992-9bf8-734821c7b658 None None] Network fa52bb81-ba5a-46c1-bdfa-7d889619a81c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:35.172739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.197256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Transition to ACTIVE for port object 0d2d262b-5418-4b9b-8543-441365dd2a6c will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:35.213098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.245591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Publish callbacks [] for security_group (d496f80e-17d2-43e4-a3f7-0419a9cf3aec), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.253016 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f8759bb4-5aea-4af1-b265-587ac0dc6af2 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1849270 Feb 09 03:11:35.259625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53590) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:35.273534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cc7a74ae-2caa-4961-a81d-321a10f3606f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:35.278328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (35f968b0-8713-454a-813c-d847d7f8ef6a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.296257 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d496f80e-17d2-43e4-a3f7-0419a9cf3aec), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.304246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-fa52bb81-ba5a-46c1-bdfa-7d889619a81c', 'network_id': 'fa52bb81-ba5a-46c1-bdfa-7d889619a81c', 'project_id': 'dd9b589aaac44b85afcc5ddd34d37c39', 'fixed_ips': [{'subnet_id': 'b01ad612-9cce-4fae-a525-775f8d508b53'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:35.305662 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.404177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:35.416541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378e1bc7-1ae2-4b35-acdf-80e2b4257f54 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:35.422530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-378e1bc7-1ae2-4b35-acdf-80e2b4257f54 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.424083 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-378e1bc7-1ae2-4b35-acdf-80e2b4257f54 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:11:35.424535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378e1bc7-1ae2-4b35-acdf-80e2b4257f54 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:35.462123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2d262b-5418-4b9b-8543-441365dd2a6c,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.486376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (35f968b0-8713-454a-813c-d847d7f8ef6a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.498064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc7a74ae-2caa-4961-a81d-321a10f3606f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-17735720'] for subnet (b01ad612-9cce-4fae-a525-775f8d508b53), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.510892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks [] for router_controller (35f968b0-8713-454a-813c-d847d7f8ef6a), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.511872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1867261f-0f50-4020-822c-9fd97ec57ab3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.512245 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Added segment 1867261f-0f50-4020-822c-9fd97ec57ab3 of type vlan for network 7208cd76-a168-48ba-88ee-002961f79147 Feb 09 03:11:35.530831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Allocated IP 172.20.0.3 (fa52bb81-ba5a-46c1-bdfa-7d889619a81c/b01ad612-9cce-4fae-a525-775f8d508b53/3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:35.555415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d496f80e-17d2-43e4-a3f7-0419a9cf3aec,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.639068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-378e1bc7-1ae2-4b35-acdf-80e2b4257f54 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5985405 Feb 09 03:11:35.639068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7208cd76-a168-48ba-88ee-002961f79147), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.640137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks [] for security_group (db44a8a7-4764-4974-98cf-8f68c2e43712), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.641279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53592) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:35.641664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.25.2.21 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/deb3e867-169a-470c-8287-6247e1fc79b4) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:35.646189 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (35f968b0-8713-454a-813c-d847d7f8ef6a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.646771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f968b0-8713-454a-813c-d847d7f8ef6a {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:11:35.651866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b09e8866-5ff0-45be-8a82-475234b4a36a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:35.661051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.662201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-99258cda-186c-4f95-8376-4dab7a6c5856 admin admin] 10.222.0.32 "DELETE /v2.0/routers/35f968b0-8713-454a-813c-d847d7f8ef6a HTTP/1.1" status: 204 len: 168 time: 5.8331387 Feb 09 03:11:35.669333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53594) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:35.681590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (db44a8a7-4764-4974-98cf-8f68c2e43712), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.769231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Attempting to bind port 0d2d262b-5418-4b9b-8543-441365dd2a6c on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:35.769971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Attempting to bind port 0d2d262b-5418-4b9b-8543-441365dd2a6c by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:35.769971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Attempting to bind port 0d2d262b-5418-4b9b-8543-441365dd2a6c on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:35.795221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7208cd76-a168-48ba-88ee-002961f79147), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.796332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:35.797119 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.835490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Publish callbacks [] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.854347 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.879668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-794e40e2-81cc-41d8-8471-fe81ad6feab7 admin admin] Deleting subnet 9367ce35-739e-402b-8544-3d23b6534bb7 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:35.890584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] Pushing event updated for resources: {'Network': ['ID=7208cd76-a168-48ba-88ee-002961f79147,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.897575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-794e40e2-81cc-41d8-8471-fe81ad6feab7 admin admin] Publish callbacks [] for subnet (9367ce35-739e-402b-8544-3d23b6534bb7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.903324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Port 0d2d262b-5418-4b9b-8543-441365dd2a6c on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:35.903658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Attempting to bind port 0d2d262b-5418-4b9b-8543-441365dd2a6c on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:35.932894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7208cd76-a168-48ba-88ee-002961f79147 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:35.938135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db44a8a7-4764-4974-98cf-8f68c2e43712,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:35.949122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:35.949723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:35.950392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:35.951001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Bound port: 0d2d262b-5418-4b9b-8543-441365dd2a6c, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:35.951551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:35.992173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-277725b4-4b9f-4519-b9d1-a03255663201 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5521364 Feb 09 03:11:36.003152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Network fa52bb81-ba5a-46c1-bdfa-7d889619a81c is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:36.017814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53598) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:36.024890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Request body: {'subnet': {'network_id': '7208cd76-a168-48ba-88ee-002961f79147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2065387771-subnet', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:36.048737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f43fc17e-226f-48fa-890b-3cfc179adf56 req-fb9c8399-18ad-46bf-b4cb-8be2277c44a6 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 210 time: 0.0828292 Feb 09 03:11:36.054912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:36.060577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:36.092442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-794e40e2-81cc-41d8-8471-fe81ad6feab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (9367ce35-739e-402b-8544-3d23b6534bb7), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.104762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Allocated IP 192.168.233.15 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:36.114723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e8866-5ff0-45be-8a82-475234b4a36a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:36.118443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b09e8866-5ff0-45be-8a82-475234b4a36a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.119922 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09e8866-5ff0-45be-8a82-475234b4a36a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:11:36.120352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09e8866-5ff0-45be-8a82-475234b4a36a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:36.168812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Pushing event updated for resources: {'Port': ['ID=3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:36.184688 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-794e40e2-81cc-41d8-8471-fe81ad6feab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (9367ce35-739e-402b-8544-3d23b6534bb7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.188113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Made reservation on behalf of 195b13a2b60a4b8691f7b5a1c3af81fc for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:36.190707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.191374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Attempting to bind port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:36.191939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Attempting to bind port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '36ddf922-9be0-4cbd-9310-ce3eef8258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa52bb81-ba5a-46c1-bdfa-7d889619a81c'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:36.192484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Attempting to bind port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff on network fa52bb81-ba5a-46c1-bdfa-7d889619a81c {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:36.200733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:36.201381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Checking segment: {'id': '36ddf922-9be0-4cbd-9310-ce3eef8258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa52bb81-ba5a-46c1-bdfa-7d889619a81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:36.201956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.202525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Bound using segment: {'id': '36ddf922-9be0-4cbd-9310-ce3eef8258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa52bb81-ba5a-46c1-bdfa-7d889619a81c'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:36.203358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Bound port: 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ddf922-9be0-4cbd-9310-ce3eef8258eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fa52bb81-ba5a-46c1-bdfa-7d889619a81c'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:36.203920 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.259599 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b09e8866-5ff0-45be-8a82-475234b4a36a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6142511 Feb 09 03:11:36.263148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (deb3e867-169a-470c-8287-6247e1fc79b4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.274377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53602) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:36.281531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0ebd4288-92aa-40fb-8def-b9b7be617b17 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:36.294046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] For port 0d2d262b-5418-4b9b-8543-441365dd2a6c, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:36.298940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] For port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:36.304776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] For port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff,segment=NetworkSegment(36ddf922-9be0-4cbd-9310-ce3eef8258eb),segment_id=36ddf922-9be0-4cbd-9310-ce3eef8258eb)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:36.315114 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.330756 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-794e40e2-81cc-41d8-8471-fe81ad6feab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (9367ce35-739e-402b-8544-3d23b6534bb7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.340657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] For port 0d2d262b-5418-4b9b-8543-441365dd2a6c, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=0d2d262b-5418-4b9b-8543-441365dd2a6c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:36.397207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e40e2-81cc-41d8-8471-fe81ad6feab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9367ce35-739e-402b-8544-3d23b6534bb7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:36.415940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-794e40e2-81cc-41d8-8471-fe81ad6feab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.419370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-794e40e2-81cc-41d8-8471-fe81ad6feab7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9367ce35-739e-402b-8544-3d23b6534bb7 HTTP/1.1" status: 204 len: 168 time: 0.7489595 Feb 09 03:11:36.421086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91df24-61a8-4d49-8272-0e6e974e9828 None None] Pushing event updated for resources: {'Port': ['ID=3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:36.453650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53604) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:36.465205 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.501552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.520443 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (deb3e867-169a-470c-8287-6247e1fc79b4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.629945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:36.630526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:36.630660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.632886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] 10.222.0.26 "PUT /v2.0/ports/0d2d262b-5418-4b9b-8543-441365dd2a6c HTTP/1.1" status: 200 len: 1091 time: 3.9553168 Feb 09 03:11:36.648757 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (aa4090c7-7633-4e0b-9cd7-3adf45c5a04c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.652886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8214be9e-9d3b-418a-ac49-708b87d4447d', 'tag': '0d2d262b-5418-4b9b-8543-441365dd2a6c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:36.655754 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a425474-66bf-47d1-9a44-6d99eea7d35f" -d '{"events": [{"name": "network-changed", "server_uuid": "8214be9e-9d3b-418a-ac49-708b87d4447d", "tag": "0d2d262b-5418-4b9b-8543-441365dd2a6c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:36.659930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:36.666165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:36.668839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=deb3e867-169a-470c-8287-6247e1fc79b4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:36.740657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc7a74ae-2caa-4961-a81d-321a10f3606f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781685532420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-17096491'] for subnet (b01ad612-9cce-4fae-a525-775f8d508b53), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.743276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597339d-354b-4cb0-ba46-2360139e9053 req-352d7cbf-463c-459f-8210-eced76abaef0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:36.750285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1597339d-354b-4cb0-ba46-2360139e9053 req-352d7cbf-463c-459f-8210-eced76abaef0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 0.6036718 Feb 09 03:11:36.751247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebd4288-92aa-40fb-8def-b9b7be617b17 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:36.756128 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ebd4288-92aa-40fb-8def-b9b7be617b17 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.757829 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebd4288-92aa-40fb-8def-b9b7be617b17 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:11:36.758783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebd4288-92aa-40fb-8def-b9b7be617b17 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:36.830279 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12411d8d-e332-4b84-8b8c-8a2e3fd51eaa x-openstack-request-id: req-12411d8d-e332-4b84-8b8c-8a2e3fd51eaa {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:36.830279 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8214be9e-9d3b-418a-ac49-708b87d4447d", "tag": "0d2d262b-5418-4b9b-8543-441365dd2a6c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:36.830279 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12411d8d-e332-4b84-8b8c-8a2e3fd51eaa {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:36.831144 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8214be9e-9d3b-418a-ac49-708b87d4447d', 'tag': '0d2d262b-5418-4b9b-8543-441365dd2a6c', 'status': 'completed', 'code': 200} Feb 09 03:11:36.907079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80494b1a-0c05-4c3f-948b-9385c4758334 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2d262b-5418-4b9b-8543-441365dd2a6c,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:36.920754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (aa4090c7-7633-4e0b-9cd7-3adf45c5a04c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:36.930737 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0ebd4288-92aa-40fb-8def-b9b7be617b17 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6513305 Feb 09 03:11:36.954279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53608) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:37.047252 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks [] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.053216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1a077550-1e27-4374-b9b1-4f1a1395fcbb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0923283 Feb 09 03:11:37.059672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53610) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:37.152952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1597339d-354b-4cb0-ba46-2360139e9053 req-2903efd9-d7dd-4444-a71c-cc64127c8612 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784413 Feb 09 03:11:37.160254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-5b243f2e-a8c6-460a-b3c0-33c622a5c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.161807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-5b243f2e-a8c6-460a-b3c0-33c622a5c0c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 1125 time: 0.4530482 Feb 09 03:11:37.226194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (00a01674-6784-40ad-bc23-130b7b44dc0d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.235736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-5d90045e-5954-4f0a-914f-a2b96d64db5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d2d262b-5418-4b9b-8543-441365dd2a6c HTTP/1.1" status: 200 len: 217 time: 0.0627196 Feb 09 03:11:37.265198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa57282-ab7e-4aee-8b2f-427c3d6706e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.267067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-baa57282-ab7e-4aee-8b2f-427c3d6706e5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1752934 Feb 09 03:11:37.280634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53614) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:37.322786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4090c7-7633-4e0b-9cd7-3adf45c5a04c']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:37.327127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.362264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a74ae-2caa-4961-a81d-321a10f3606f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.363415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc7a74ae-2caa-4961-a81d-321a10f3606f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.367327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cc7a74ae-2caa-4961-a81d-321a10f3606f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "PUT /v2.0/subnets/b01ad612-9cce-4fae-a525-775f8d508b53 HTTP/1.1" status: 200 len: 877 time: 2.1016676 Feb 09 03:11:37.374002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53616) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:37.379784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d0797615-d2e4-48cc-a52d-50e63967a117 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964227 Feb 09 03:11:37.393822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d383879-9c76-45e7-82f8-49ae35a2496b') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:37.394178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d383879-9c76-45e7-82f8-49ae35a2496b') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:37.398583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53618) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:37.418430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:37.445078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a01674-6784-40ad-bc23-130b7b44dc0d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:37.461883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-abd5ab2f-fe72-4987-9639-d26ce41d5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.463197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-abd5ab2f-fe72-4987-9639-d26ce41d5633 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1947913 Feb 09 03:11:37.465160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:37.473936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:37.485574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:37.486172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a74ae-2caa-4961-a81d-321a10f3606f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event updated for resources: {'Subnet': ['ID=b01ad612-9cce-4fae-a525-775f8d508b53,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:37.488615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Pushing event updated for resources: {'Port': ['ID=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:37.532406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Checking segment: {'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:37.533085 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Network hostable DHCP agents. Network: 7208cd76-a168-48ba-88ee-002961f79147, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:37.548021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (9d383879-9c76-45e7-82f8-49ae35a2496b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.594833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.595967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.625089 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9d383879-9c76-45e7-82f8-49ae35a2496b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.633139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Network 7208cd76-a168-48ba-88ee-002961f79147 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:37.641109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-3b27dc52-cf8f-4e13-9f33-020a63d5ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.643644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-3b27dc52-cf8f-4e13-9f33-020a63d5ab50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1671860 Feb 09 03:11:37.654100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:11:37.654750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (9d383879-9c76-45e7-82f8-49ae35a2496b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:11:37.668749 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:11:37.695553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7208cd76-a168-48ba-88ee-002961f79147) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:37.700910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-104813b3-e2e1-40b4-a1ae-4f7543ccbfaa tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9263520 Feb 09 03:11:37.704790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4866b514-1226-4576-890f-20ac338f5162 None None] Network 7208cd76-a168-48ba-88ee-002961f79147 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:37.757853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.758843 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.771101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Request body: {'port': {'device_id': '63459168-c6a6-423e-8dd3-f4638e378a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:37.822144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3a790-fe95-4965-a6cb-c72d56cb4a31 req-dbd567dd-67c7-47e1-a6aa-f8e31fdbe86a tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:37.829452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1c3a790-fe95-4965-a6cb-c72d56cb4a31 req-dbd567dd-67c7-47e1-a6aa-f8e31fdbe86a tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 935 time: 0.5199265 Feb 09 03:11:37.951736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (fa52bb81-ba5a-46c1-bdfa-7d889619a81c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.964838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (aa4090c7-7633-4e0b-9cd7-3adf45c5a04c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.970537 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-8a2a69cf-eee5-4788-8769-d54656ed3d5b service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140264 Feb 09 03:11:37.971336 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.973421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.976454 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa4090c7-7633-4e0b-9cd7-3adf45c5a04c HTTP/1.1" status: 204 len: 168 time: 1.5211895 Feb 09 03:11:37.979852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7208cd76-a168-48ba-88ee-002961f79147', 'network_id': '7208cd76-a168-48ba-88ee-002961f79147', 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'fixed_ips': [{'subnet_id': '00a01674-6784-40ad-bc23-130b7b44dc0d'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:37.981254 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.991832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:37.995458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:37.995716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:38.102017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8b9e8799-c272-4744-ad3e-779d825a52b1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0808833 Feb 09 03:11:38.109324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53622) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:38.113172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe206027-5676-4f85-88b6-d7392fa69f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4090c7-7633-4e0b-9cd7-3adf45c5a04c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:38.124420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:38.179610 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (06b10f2d-335d-4454-8532-794b20008b03), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.180650 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (06b10f2d-335d-4454-8532-794b20008b03), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.181959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Allocated IP 172.20.0.2 (7208cd76-a168-48ba-88ee-002961f79147/00a01674-6784-40ad-bc23-130b7b44dc0d/a9053a9c-2a76-4608-8c1a-d2f04703de82) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:38.277468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53628) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:38.306180 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks [] for router_controller (06b10f2d-335d-4454-8532-794b20008b03), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.314811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1c3a790-fe95-4965-a6cb-c72d56cb4a31 req-4225ea99-3fab-4e5a-a16e-d001599741e6 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844146 Feb 09 03:11:38.337650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4e2c1140-2d04-49bb-8b05-030da6027ebe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89836022240d426d867666046c3257db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574284 Feb 09 03:11:38.355120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53630) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:38.357570 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d87a0b2-16e5-420b-bb84-0df88694f1b9 req-a6311352-26b9-4fef-94a1-17bcbaa5f7d9 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688662 Feb 09 03:11:38.357909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e887b5a-82de-4801-848f-03d026be490d None None] Network fa52bb81-ba5a-46c1-bdfa-7d889619a81c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:38.457093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c8d44ff9-e12c-45cf-97c0-33580df82e21 None None] Provisioning complete for port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:38.457949 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8d44ff9-e12c-45cf-97c0-33580df82e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.482757 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77a284cc-4a62-4226-bcff-dbf0af85f0b0 admin admin] Publish callbacks [] for security_group (3a89bd45-b8cb-4405-9489-61c7f2e064d9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.542745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Deleting port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:38.543030 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.562851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:38.563584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.622607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77a284cc-4a62-4226-bcff-dbf0af85f0b0 admin admin] Publish callbacks [] for security_group (3a89bd45-b8cb-4405-9489-61c7f2e064d9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.721775 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (8f53ec83-ff86-46d8-ae27-0595b5413a50), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.820061 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Publish callbacks [] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.875670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c8d44ff9-e12c-45cf-97c0-33580df82e21 None None] Port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:38.878952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:38.879742 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.913786 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks [] for router_gateway (06b10f2d-335d-4454-8532-794b20008b03), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.917557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff,segment=NetworkSegment(36ddf922-9be0-4cbd-9310-ce3eef8258eb),segment_id=36ddf922-9be0-4cbd-9310-ce3eef8258eb)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:38.919379 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.940674 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77a284cc-4a62-4226-bcff-dbf0af85f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3a89bd45-b8cb-4405-9489-61c7f2e064d9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.943964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77a284cc-4a62-4226-bcff-dbf0af85f0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.945573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-77a284cc-4a62-4226-bcff-dbf0af85f0b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a89bd45-b8cb-4405-9489-61c7f2e064d9 HTTP/1.1" status: 204 len: 168 time: 0.5887809 Feb 09 03:11:38.971403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] For port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff,segment=NetworkSegment(36ddf922-9be0-4cbd-9310-ce3eef8258eb),segment_id=36ddf922-9be0-4cbd-9310-ce3eef8258eb)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:38.971919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:38.980929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Pushing event updated for resources: {'Port': ['ID=a9053a9c-2a76-4608-8c1a-d2f04703de82,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:38.989522 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.017395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Calling delete_port for 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:39.060891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Network 7208cd76-a168-48ba-88ee-002961f79147 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:39.067401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:39.071901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:39.074126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:39.082441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b5e61692-e8c8-49b3-973e-1690929a262a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:39.119315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: b5e61692-e8c8-49b3-973e-1690929a262a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:39.119746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b5e61692-e8c8-49b3-973e-1690929a262a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:39.216551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1538b9e8-ed0b-4eab-af33-79b6efb94808 None None] Provisioning complete for port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:39.217010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1538b9e8-ed0b-4eab-af33-79b6efb94808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.217866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (deb3e867-169a-470c-8287-6247e1fc79b4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.227996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.254650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-e796393e-51b5-4f10-81c1-d6e4b22f6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:39.261615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-e796393e-51b5-4f10-81c1-d6e4b22f6030 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 1125 time: 0.8191547 Feb 09 03:11:39.283916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a284cc-4a62-4226-bcff-dbf0af85f0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89bd45-b8cb-4405-9489-61c7f2e064d9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:39.285661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eed396-a1ae-4cd3-83cc-2e809931d2db req-f8395e82-4d1a-4dba-b0ff-adafbee2f264 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:39.287496 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eed396-a1ae-4cd3-83cc-2e809931d2db req-f8395e82-4d1a-4dba-b0ff-adafbee2f264 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 1.0131686 Feb 09 03:11:39.290001 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Port': ['ID=3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:39.302676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Attempting to bind port a9053a9c-2a76-4608-8c1a-d2f04703de82 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:39.304603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Attempting to bind port a9053a9c-2a76-4608-8c1a-d2f04703de82 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:39.306715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Attempting to bind port a9053a9c-2a76-4608-8c1a-d2f04703de82 on network 7208cd76-a168-48ba-88ee-002961f79147 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:39.309005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1538b9e8-ed0b-4eab-af33-79b6efb94808 None None] Port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff was deleted so its status cannot be updated. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 03:11:39.319119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1276b-e4e0-48ff-9721-814301cfdd0f None None] Network fa52bb81-ba5a-46c1-bdfa-7d889619a81c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:39.377046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:11:39.388676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (45112fbe-bdec-4e52-a443-06e0ca0fa026), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.416512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:39.417616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Checking segment: {'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:39.419060 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.422221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Bound using segment: {'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:39.422929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Bound port: a9053a9c-2a76-4608-8c1a-d2f04703de82, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:39.423500 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.426555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:39.439220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:39.442717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No DVR routers for this DVR port 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:39.469314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:39.469917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.495668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c10472e0-7bff-49be-8d4f-25ed63baa259 None None] Could not find standard attr ID for object 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:11:39.498879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16e2ed-ab51-4547-ace4-2eb45e846c43 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:39.562442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b01ad612-9cce-4fae-a525-775f8d508b53), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.580729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eed396-a1ae-4cd3-83cc-2e809931d2db req-88e30c0d-777c-4244-be02-d6e9fb9e16af tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755291 Feb 09 03:11:39.611192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-98ef9196-43fe-4cd7-a13e-94c9b769ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:39.618046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-98ef9196-43fe-4cd7-a13e-94c9b769ffcd service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.3405116 Feb 09 03:11:39.670774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2620893 Feb 09 03:11:39.693890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53644) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:39.701082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:ad:75:25', 'name': 'tempest-NetworksTestDHCPv6-80912687'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:39.706786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (b01ad612-9cce-4fae-a525-775f8d508b53), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.713776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-47bdcd5a-cbc3-4598-aa87-e77dd0a7ab24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d2d262b-5418-4b9b-8543-441365dd2a6c HTTP/1.1" status: 200 len: 217 time: 0.0886593 Feb 09 03:11:39.798741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] For port a9053a9c-2a76-4608-8c1a-d2f04703de82, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:39.833046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '45112fbe-bdec-4e52-a443-06e0ca0fa026'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:39.834047 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.869090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] For port a9053a9c-2a76-4608-8c1a-d2f04703de82, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a9053a9c-2a76-4608-8c1a-d2f04703de82,segment=NetworkSegment(1867261f-0f50-4020-822c-9fd97ec57ab3),segment_id=1867261f-0f50-4020-822c-9fd97ec57ab3)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:39.929496 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:39.990260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (fa52bb81-ba5a-46c1-bdfa-7d889619a81c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.019946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-26c29a6d-e627-4635-aa95-9a38e2cd1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:40.021756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-26c29a6d-e627-4635-aa95-9a38e2cd1f60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.2820659 Feb 09 03:11:40.025520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:40.039797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf481a39-eea0-4c4c-bac5-5ba35eaf8e89 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=45112fbe-bdec-4e52-a443-06e0ca0fa026,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.053347 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Publish callbacks [] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.116119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8808f-2cbb-44eb-9b85-e97376617d38 None None] Pushing event updated for resources: {'Port': ['ID=a9053a9c-2a76-4608-8c1a-d2f04703de82,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.126254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f773a7-a87c-4c44-8007-bb172fdaaac4 None None] Network fa52bb81-ba5a-46c1-bdfa-7d889619a81c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:40.136626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=b01ad612-9cce-4fae-a525-775f8d508b53,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.144814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Transition to ACTIVE for port object 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:40.146436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa52bb81-ba5a-46c1-bdfa-7d889619a81c']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:40.162624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc5b3f-c49c-424b-af6b-94f13157a2a9 req-4703609d-b166-4983-8fbc-5d4af76d489f tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:40.164189 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9dc5b3f-c49c-424b-af6b-94f13157a2a9 req-4703609d-b166-4983-8fbc-5d4af76d489f tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 935 time: 0.7333415 Feb 09 03:11:40.172134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ddf922-9be0-4cbd-9310-ce3eef8258eb') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:40.172431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ddf922-9be0-4cbd-9310-ce3eef8258eb') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:40.180946 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.203968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks [] for router_gateway (06b10f2d-335d-4454-8532-794b20008b03), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.211084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (36ddf922-9be0-4cbd-9310-ce3eef8258eb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.263706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (36ddf922-9be0-4cbd-9310-ce3eef8258eb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.286325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:11:40.287379 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (36ddf922-9be0-4cbd-9310-ce3eef8258eb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:11:40.290769 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:11:40.327480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.338962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Allocated IP 2001:db8::f816:3eff:fed2:8eb8 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/45112fbe-bdec-4e52-a443-06e0ca0fa026/1721a60a-e1e1-4e68-9ee1-1c74f12c312c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:40.339195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:40.368370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-7bc00b53-282b-41ee-8d99-bc55e68e2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:40.369887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-7bc00b53-282b-41ee-8d99-bc55e68e2253 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3324850 Feb 09 03:11:40.378143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9dc5b3f-c49c-424b-af6b-94f13157a2a9 req-8ce1ebe1-b9e9-49b6-a8ef-5db0bdc4eed0 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032404 Feb 09 03:11:40.392508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:40.403801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (deb3e867-169a-470c-8287-6247e1fc79b4), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.446544 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (deb3e867-169a-470c-8287-6247e1fc79b4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.572467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Pushing event updated for resources: {'Port': ['ID=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.612015 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Publish callbacks [] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.627405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.666954 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (fa52bb81-ba5a-46c1-bdfa-7d889619a81c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.747448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1433737888-network', 'tenant_id': '5ef4b1adedcc40fea1f697ab3463e5ba'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:40.751074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.770655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/fa52bb81-ba5a-46c1-bdfa-7d889619a81c HTTP/1.1" status: 204 len: 168 time: 3.3790274 Feb 09 03:11:40.771729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53662) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:40.782212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:40.787010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Pushing event updated for resources: {'Port': ['ID=1721a60a-e1e1-4e68-9ee1-1c74f12c312c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.791621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:40.794594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:40.796958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9c111-bc6c-461c-854c-3ca56ff9ac45 None None] DHCP port deletion for fa52bb81-ba5a-46c1-bdfa-7d889619a81c request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:11:40.807324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949e4a-b0b8-42e3-bbd0-ae91b52fe240 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=fa52bb81-ba5a-46c1-bdfa-7d889619a81c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.840248 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (8f53ec83-ff86-46d8-ae27-0595b5413a50), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.893490 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c297ad-2231-4b75-b981-8bff251a5939 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:40.894767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c297ad-2231-4b75-b981-8bff251a5939 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:40.896260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Attempting to bind port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:40.896726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Attempting to bind port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:40.897103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Attempting to bind port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:40.899608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c8c297ad-2231-4b75-b981-8bff251a5939 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/b01ad612-9cce-4fae-a525-775f8d508b53 HTTP/1.1" status: 404 len: 337 time: 0.1239662 Feb 09 03:11:40.904104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:40.904594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:40.905082 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.905743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:40.906773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Bound port: 1721a60a-e1e1-4e68-9ee1-1c74f12c312c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:40.907232 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:40.910502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53664) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:40.915904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=deb3e867-169a-470c-8287-6247e1fc79b4,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:40.991996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] For port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:40.994689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Attempting to bind port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:40.995258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Attempting to bind port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:40.995830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Attempting to bind port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:40.996447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] For port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1721a60a-e1e1-4e68-9ee1-1c74f12c312c,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:41.008237 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.011440 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-798f2dc9-f563-43ee-9417-e88541cf50ce tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:41.011974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798f2dc9-f563-43ee-9417-e88541cf50ce tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:41.018137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-798f2dc9-f563-43ee-9417-e88541cf50ce tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/fa52bb81-ba5a-46c1-bdfa-7d889619a81c HTTP/1.1" status: 404 len: 339 time: 0.1032403 Feb 09 03:11:41.021736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53666) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:41.028215 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.035261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Made reservation on behalf of 5ef4b1adedcc40fea1f697ab3463e5ba for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:41.037548 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.044229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:41.044870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Attempting to bind port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:41.054173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.063261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-11a22226-2651-4862-89de-6db3a1af48e0 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086354 Feb 09 03:11:41.084831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port f6dd5226-cbd9-4797-aae6-864fa1c996f6 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:11:41.090718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:41.091456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:41.092092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:41.094300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Bound port: 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:41.094875 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.105175 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99329ac-bafa-4de4-820f-6e066d733eb0 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:41.105175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99329ac-bafa-4de4-820f-6e066d733eb0 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:41.108664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b99329ac-bafa-4de4-820f-6e066d733eb0 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/db8f8bce-16c4-416d-9624-8b281a2738c9 HTTP/1.1" status: 404 len: 337 time: 0.0856702 Feb 09 03:11:41.123068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55e0a7-12d6-437a-94c4-974520a5a491 None None] Pushing event updated for resources: {'Port': ['ID=1721a60a-e1e1-4e68-9ee1-1c74f12c312c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:41.139753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53668) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:41.161479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Allocated IP 172.25.2.62 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/fea2f67b-0536-4086-8f5b-d53dc7e5fdbc) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:41.174629 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-454f37fb-a018-4d21-9f5e-344def4f53c1 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:41.175291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454f37fb-a018-4d21-9f5e-344def4f53c1 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:41.175444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4575da3-d2bc-4523-9559-011183335f2a req-58c46bfe-6e0e-4c6d-b361-42ab1ee36d75 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:41.177105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4575da3-d2bc-4523-9559-011183335f2a req-58c46bfe-6e0e-4c6d-b361-42ab1ee36d75 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 0.4026875 Feb 09 03:11:41.178635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-454f37fb-a018-4d21-9f5e-344def4f53c1 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/de1ddec8-4787-4801-953f-9e8046c36656 HTTP/1.1" status: 404 len: 339 time: 0.0378008 Feb 09 03:11:41.183172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53670) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:41.226423 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 8f53ec83-ff86-46d8-ae27-0595b5413a50 associated. External IP: 172.25.2.21, port: b024057d-6625-42f9-9542-58aab5695d0d. Feb 09 03:11:41.404560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4575da3-d2bc-4523-9559-011183335f2a req-5e1aebd4-7119-4159-a384-34f0e5658b08 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057877 Feb 09 03:11:41.563941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks [] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.682396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fead:7525 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/45112fbe-bdec-4e52-a443-06e0ca0fa026/f6dd5226-cbd9-4797-aae6-864fa1c996f6) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:41.753065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] For port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:41.760528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] For port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:41.766641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a425474-66bf-47d1-9a44-6d99eea7d35f req-422fc2be-5098-4915-8177-dda1bfc5e112 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941278 Feb 09 03:11:41.774672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.789236 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.922068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (121b9164-0a28-4c12-9046-71452fbb665a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.923164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:41.924829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.926654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] 10.222.0.61 "PUT /v2.0/ports/3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 HTTP/1.1" status: 200 len: 1095 time: 4.1634088 Feb 09 03:11:41.947605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63459168-c6a6-423e-8dd3-f4638e378a30', 'tag': '3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:41.956462 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86817a-7455-40d3-a9d5-5d14b34996b7" -d '{"events": [{"name": "network-changed", "server_uuid": "63459168-c6a6-423e-8dd3-f4638e378a30", "tag": "3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:41.979191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Publish callbacks [] for security_group (6963a801-1314-443e-83e4-b8326b77080d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:41.989281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:42.029909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6963a801-1314-443e-83e4-b8326b77080d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.062268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:42.064473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dd3c25-9087-4686-b8ad-f53b6d423beb None None] Network 7208cd76-a168-48ba-88ee-002961f79147 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:42.079022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (46e1cf56-33f0-4aed-83bb-935b62dda13e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.079298 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Added segment 46e1cf56-33f0-4aed-83bb-935b62dda13e of type vlan for network bfe22806-8df4-46b1-b6ea-b5d10375f116 Feb 09 03:11:42.124936 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (bfe22806-8df4-46b1-b6ea-b5d10375f116), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.171689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (bfe22806-8df4-46b1-b6ea-b5d10375f116), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.172658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:42.173239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.240834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a9053a9c-2a76-4608-8c1a-d2f04703de82 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:42.326706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9286aeea-bc01-4cd0-9dae-5a328c436528 None None] Provisioning complete for port a9053a9c-2a76-4608-8c1a-d2f04703de82 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:42.327647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9286aeea-bc01-4cd0-9dae-5a328c436528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.375556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe22806-8df4-46b1-b6ea-b5d10375f116,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:42.408570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a9053a9c-2a76-4608-8c1a-d2f04703de82 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:42.409193 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.413689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab51c4-ecb4-4d27-8cfd-8b2edd401149 req-1945a49a-f7a6-4cff-b32d-9cf837f42ac3 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:42.422478 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3ab51c4-ecb4-4d27-8cfd-8b2edd401149 req-1945a49a-f7a6-4cff-b32d-9cf837f42ac3 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 947 time: 0.6357026 Feb 09 03:11:42.448549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network bfe22806-8df4-46b1-b6ea-b5d10375f116 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:42.532401 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (121b9164-0a28-4c12-9046-71452fbb665a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.575162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121b9164-0a28-4c12-9046-71452fbb665a']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:42.589018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ee421a-4bc4-4ac8-a534-84a7c1edd13a') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:42.589631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ee421a-4bc4-4ac8-a534-84a7c1edd13a') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:42.610682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (d6ee421a-4bc4-4ac8-a534-84a7c1edd13a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.629439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d6ee421a-4bc4-4ac8-a534-84a7c1edd13a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.637309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:11:42.637794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (d6ee421a-4bc4-4ac8-a534-84a7c1edd13a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.666370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a9053a9c-2a76-4608-8c1a-d2f04703de82 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:42.667191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.683624 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a22c7-78a3-4619-8a31-4e7ef8d0b420 x-openstack-request-id: req-862a22c7-78a3-4619-8a31-4e7ef8d0b420 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:42.684204 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63459168-c6a6-423e-8dd3-f4638e378a30", "tag": "3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:42.684204 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-862a22c7-78a3-4619-8a31-4e7ef8d0b420 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:42.684638 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63459168-c6a6-423e-8dd3-f4638e378a30', 'tag': '3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3', 'status': 'completed', 'code': 200} Feb 09 03:11:42.685782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:42.711213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port a9053a9c-2a76-4608-8c1a-d2f04703de82, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a9053a9c-2a76-4608-8c1a-d2f04703de82,segment=NetworkSegment(1867261f-0f50-4020-822c-9fd97ec57ab3),segment_id=1867261f-0f50-4020-822c-9fd97ec57ab3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:42.727577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.730698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1721a60a-e1e1-4e68-9ee1-1c74f12c312c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:42.740445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:11:42.765537 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:11:42.830574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=a9053a9c-2a76-4608-8c1a-d2f04703de82,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:42.837928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9286aeea-bc01-4cd0-9dae-5a328c436528 None None] Current status of the port a9053a9c-2a76-4608-8c1a-d2f04703de82 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:42.838462 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9286aeea-bc01-4cd0-9dae-5a328c436528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.850724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Pushing event updated for resources: {'Port': ['ID=fea2f67b-0536-4086-8f5b-d53dc7e5fdbc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:42.914702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:42.915148 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:42.945645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4164fd-ad46-43cc-a2ac-702de8f10521 req-9ceca979-9ca1-4e2e-b94e-12964e2c29c6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:42.950786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-9286aeea-bc01-4cd0-9dae-5a328c436528 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:11:42.951261 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-9286aeea-bc01-4cd0-9dae-5a328c436528 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:11:42.953242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e4164fd-ad46-43cc-a2ac-702de8f10521 req-9ceca979-9ca1-4e2e-b94e-12964e2c29c6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 0.2797272 Feb 09 03:11:43.002387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:43.002884 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.006980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3ab51c4-ecb4-4d27-8cfd-8b2edd401149 req-8cfdccfb-411f-4e2c-8c34-8929fdf9e86b tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835247 Feb 09 03:11:43.007699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6963a801-1314-443e-83e4-b8326b77080d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:43.035903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (121b9164-0a28-4c12-9046-71452fbb665a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.044701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.049838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/121b9164-0a28-4c12-9046-71452fbb665a HTTP/1.1" status: 204 len: 168 time: 1.8641412 Feb 09 03:11:43.051973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1721a60a-e1e1-4e68-9ee1-1c74f12c312c,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:43.057813 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.062522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53678) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.079885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-67b35c26-bcb5-4a51-b887-93fca250b485 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6847756 Feb 09 03:11:43.086117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f51c68-68c8-4aa8-8af7-5a3bace75f63 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=121b9164-0a28-4c12-9046-71452fbb665a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:43.088972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-f1555db6-1791-4f54-a2b1-cc14c6c31307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:43.090506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-f1555db6-1791-4f54-a2b1-cc14c6c31307 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257cf5684454126888ec684fd90994b&device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 1129 time: 0.4502850 Feb 09 03:11:43.092597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53680) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.097618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:43.121698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:43.129084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Request body: {'subnet': {'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1433737888-subnet', 'tenant_id': '5ef4b1adedcc40fea1f697ab3463e5ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:43.140619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1721a60a-e1e1-4e68-9ee1-1c74f12c312c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:43.179353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:43.180197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3a46a7e3-c44b-4f0f-ae3e-d3a5065a7aff not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:43.192446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (f6dd5226-cbd9-4797-aae6-864fa1c996f6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.199893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e4164fd-ad46-43cc-a2ac-702de8f10521 req-39678791-a434-40fc-be78-f64eb844f537 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454464 Feb 09 03:11:43.200616 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d8ac6e-0026-45f6-97d4-d9335a6934b8 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.201077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d8ac6e-0026-45f6-97d4-d9335a6934b8 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.207121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-29d8ac6e-0026-45f6-97d4-d9335a6934b8 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/0577f1cb-b4da-493d-a7ab-62a54f650d7f HTTP/1.1" status: 404 len: 337 time: 0.1390641 Feb 09 03:11:43.207121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0b96a-7ca1-4f1a-a04b-3f770987115f service neutron] Pushing event updated for resources: {'Port': ['ID=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:43.208033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53682) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.239853 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba4ad83-b7d4-48c8-9fdb-0c3dd11da3e9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.241397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba4ad83-b7d4-48c8-9fdb-0c3dd11da3e9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.246318 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ba4ad83-b7d4-48c8-9fdb-0c3dd11da3e9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/b169b219-2b51-498e-b5d4-95c0e848616b HTTP/1.1" status: 404 len: 339 time: 0.0349834 Feb 09 03:11:43.247389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53684) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.247919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-5afedc36-b7a2-4440-a8b3-64e40c1c764b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 HTTP/1.1" status: 200 len: 217 time: 0.1130517 Feb 09 03:11:43.280086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Made reservation on behalf of 5ef4b1adedcc40fea1f697ab3463e5ba for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:43.280627 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b012a129-3c81-4c17-a812-9922ded7b6c1 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.281070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b012a129-3c81-4c17-a812-9922ded7b6c1 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.282280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.286874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b012a129-3c81-4c17-a812-9922ded7b6c1 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/e0b34d6f-dcb3-4b4e-ad7f-4c6e6ef2e749 HTTP/1.1" status: 404 len: 337 time: 0.0345280 Feb 09 03:11:43.287460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53686) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.315079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:43.317556 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e312ae74-71d4-4771-b16d-575cda979283 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.318080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e312ae74-71d4-4771-b16d-575cda979283 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.323514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e312ae74-71d4-4771-b16d-575cda979283 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/3e7012f2-8edd-4b6b-b0e5-1c54f39c93dd HTTP/1.1" status: 404 len: 339 time: 0.0272412 Feb 09 03:11:43.324520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53688) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.328751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d5542-0688-481b-ba26-4dc3038075d0 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:43.342899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d5542-0688-481b-ba26-4dc3038075d0 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:43.343909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5f9d5542-0688-481b-ba26-4dc3038075d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:43.374284 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.379173 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2e316f-1e98-4b14-980f-c0885c254fbd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.380650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2e316f-1e98-4b14-980f-c0885c254fbd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.386151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5d2e316f-1e98-4b14-980f-c0885c254fbd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/efc7f884-aef1-47a5-98ad-a96f1b8b298e HTTP/1.1" status: 404 len: 337 time: 0.0587881 Feb 09 03:11:43.388786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53690) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.400938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5f9d5542-0688-481b-ba26-4dc3038075d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:43.411174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d5542-0688-481b-ba26-4dc3038075d0 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:43.412305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5f9d5542-0688-481b-ba26-4dc3038075d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:43.418784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-33df3351-e3bb-4652-b462-8761c0bb162c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.1104262 Feb 09 03:11:43.419641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53692) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.427132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7b6e3402-9614-4371-bb5b-81dd65d2a616 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'port_id': 'b024057d-6625-42f9-9542-58aab5695d0d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:43.447735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-de62a52b-018f-437e-96f7-4abf7e59dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:43.449134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-de62a52b-018f-437e-96f7-4abf7e59dc6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1920702 Feb 09 03:11:43.483894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5f9d5542-0688-481b-ba26-4dc3038075d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:43.484566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d5542-0688-481b-ba26-4dc3038075d0 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:43.502718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9286aeea-bc01-4cd0-9dae-5a328c436528 None None] Current status of the port a9053a9c-2a76-4608-8c1a-d2f04703de82 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:43.524961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3402-9614-4371-bb5b-81dd65d2a616 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (8f53ec83-ff86-46d8-ae27-0595b5413a50), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.533902 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b25c42-eb28-470f-8c35-549f90dcc31a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.534993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b25c42-eb28-470f-8c35-549f90dcc31a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.541354 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-10b25c42-eb28-470f-8c35-549f90dcc31a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/802c2822-b2aa-482b-addb-af21c9ca2ca0 HTTP/1.1" status: 404 len: 339 time: 0.1443934 Feb 09 03:11:43.542714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f6dd5226-cbd9-4797-aae6-864fa1c996f6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.545162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53694) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.625598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-62adbfb1-b26b-491b-9d59-259548ae5ad9 None None] Provisioning complete for port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:43.626278 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-62adbfb1-b26b-491b-9d59-259548ae5ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.627914 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cdbc89-f30f-4f1d-8ad9-3e84d8a0ee42 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.628407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cdbc89-f30f-4f1d-8ad9-3e84d8a0ee42 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.631508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f5cdbc89-f30f-4f1d-8ad9-3e84d8a0ee42 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/579e0f14-74ae-4ba0-a186-06536ed1bf55 HTTP/1.1" status: 404 len: 337 time: 0.0800908 Feb 09 03:11:43.642454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53696) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.695936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:43.700716 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a8f187-0ef1-426c-b2d5-ac4a1045322d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.701159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a8f187-0ef1-426c-b2d5-ac4a1045322d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.707566 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b3a8f187-0ef1-426c-b2d5-ac4a1045322d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/4e846a54-9b41-48eb-8e35-abff36cf9823 HTTP/1.1" status: 404 len: 339 time: 0.0586827 Feb 09 03:11:43.710593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.728413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:43.731291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=f6dd5226-cbd9-4797-aae6-864fa1c996f6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:43.733644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:43.738832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:43.739745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.745891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-62adbfb1-b26b-491b-9d59-259548ae5ad9 None None] Current status of the port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:43.755630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-2077e50d-545d-48e0-b57a-efd179cab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:43.757155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-2077e50d-545d-48e0-b57a-efd179cab8eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2710068 Feb 09 03:11:43.758828 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-03abc99d-7d55-4b79-b036-bdc528a2193a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.759302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03abc99d-7d55-4b79-b036-bdc528a2193a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.764140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks [] for router_gateway (06b10f2d-335d-4454-8532-794b20008b03), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.766306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.767211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-03abc99d-7d55-4b79-b036-bdc528a2193a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/62627af7-f103-4f25-8c0f-9217b34fcfb6 HTTP/1.1" status: 404 len: 337 time: 0.0549281 Feb 09 03:11:43.817935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-62adbfb1-b26b-491b-9d59-259548ae5ad9 None None] Provisioning complete for port a9053a9c-2a76-4608-8c1a-d2f04703de82 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:43.819594 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-62adbfb1-b26b-491b-9d59-259548ae5ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:43.898001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a9053a9c-2a76-4608-8c1a-d2f04703de82 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:43.906186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2d987ab7-b94d-420b-80dd-ac2858940414 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2095623 Feb 09 03:11:43.911575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53702) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.949729 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26b5bbc-f8f5-4e38-9c6a-515cab871fbf tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:43.950322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26b5bbc-f8f5-4e38-9c6a-515cab871fbf tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:43.955751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e26b5bbc-f8f5-4e38-9c6a-515cab871fbf tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/1407bb74-b28a-4885-9fa0-4d79986bd0c5 HTTP/1.1" status: 404 len: 339 time: 0.1850548 Feb 09 03:11:43.962566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53704) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:43.990182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-62adbfb1-b26b-491b-9d59-259548ae5ad9 None None] Current status of the port a9053a9c-2a76-4608-8c1a-d2f04703de82 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:44.009508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a9053a9c-2a76-4608-8c1a-d2f04703de82 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:44.010091 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.031989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d6100-ccf2-4bea-b0a0-b37a036ba302 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.040255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d6100-ccf2-4bea-b0a0-b37a036ba302 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.044571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e76d6100-ccf2-4bea-b0a0-b37a036ba302 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1293614 Feb 09 03:11:44.045581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53708) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:44.090309 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-df921be2-fcd7-4873-b238-89e018421e9e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:44.093933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df921be2-fcd7-4873-b238-89e018421e9e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:44.099069 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-df921be2-fcd7-4873-b238-89e018421e9e tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/34f83c21-9f48-4e6a-9cea-0fba75823aed HTTP/1.1" status: 404 len: 337 time: 0.1341970 Feb 09 03:11:44.109982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53710) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:44.119942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a9053a9c-2a76-4608-8c1a-d2f04703de82 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:44.123059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1721a60a-e1e1-4e68-9ee1-1c74f12c312c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:44.166587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (abe41229-3eb3-49f1-9a19-2ecde9506e92), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.173124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:44.173498 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.174666 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-615520b3-4a8d-4496-a79f-7ff76440d43a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:44.175225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615520b3-4a8d-4496-a79f-7ff76440d43a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:44.180580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-615520b3-4a8d-4496-a79f-7ff76440d43a tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/bc368f33-cfd0-4928-99d4-8c52028779d4 HTTP/1.1" status: 404 len: 339 time: 0.0610871 Feb 09 03:11:44.184379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53712) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:44.225853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0f0a0582-1ead-46a6-acc8-fe047bad83de None None] Provisioning complete for port f6dd5226-cbd9-4797-aae6-864fa1c996f6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:44.226249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f0a0582-1ead-46a6-acc8-fe047bad83de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f6dd5226-cbd9-4797-aae6-864fa1c996f6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.270729 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe8a736-ebf7-47af-854a-f9e8c0e36b49 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:44.271350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe8a736-ebf7-47af-854a-f9e8c0e36b49 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:44.274423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe41229-3eb3-49f1-9a19-2ecde9506e92,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:44.277222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-afe8a736-ebf7-47af-854a-f9e8c0e36b49 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/755ad91b-afd3-4944-bcba-93c43e6bbffe HTTP/1.1" status: 404 len: 337 time: 0.0888796 Feb 09 03:11:44.278829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53716) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:44.290728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-3897f748-ac2b-445a-8da8-27e3f622021d service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231752 Feb 09 03:11:44.380233 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f703afae-0d23-411f-a1d8-952a7804bddb tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:44.380795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f703afae-0d23-411f-a1d8-952a7804bddb tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:44.386781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f703afae-0d23-411f-a1d8-952a7804bddb tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/9c5759b6-b93f-416c-9868-b3b8532b4370 HTTP/1.1" status: 404 len: 339 time: 0.0991404 Feb 09 03:11:44.388748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53718) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:44.437782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac061f-6bfd-4b36-94a8-ba4659efc4f2 req-30ce5391-cdd9-43d5-8863-581563185e6b tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.439751 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ac061f-6bfd-4b36-94a8-ba4659efc4f2 req-30ce5391-cdd9-43d5-8863-581563185e6b tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 947 time: 0.3270707 Feb 09 03:11:44.442714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a0582-1ead-46a6-acc8-fe047bad83de None None] Port f6dd5226-cbd9-4797-aae6-864fa1c996f6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:44.445887 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-077b30b8-2a2d-4332-baec-05a086c0f0fd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:44.446590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077b30b8-2a2d-4332-baec-05a086c0f0fd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:44.452630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Checking segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:44.453002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Network hostable DHCP agents. Network: bfe22806-8df4-46b1-b6ea-b5d10375f116, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:44.453237 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-077b30b8-2a2d-4332-baec-05a086c0f0fd tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/914aa4a7-df9d-48ba-9de6-c40cb315dec6 HTTP/1.1" status: 404 len: 337 time: 0.0574300 Feb 09 03:11:44.454039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53720) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:44.456419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:44.485407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d280b4d7-38fc-40f4-9302-765412181563 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port f6dd5226-cbd9-4797-aae6-864fa1c996f6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:44.486196 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d280b4d7-38fc-40f4-9302-765412181563 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f6dd5226-cbd9-4797-aae6-864fa1c996f6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.496088 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e33949-731c-4d5d-95d8-2978a6a954a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] DELETE failed (client error): The resource could not be found. Feb 09 03:11:44.496595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e33949-731c-4d5d-95d8-2978a6a954a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:11:44.499540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e7e33949-731c-4d5d-95d8-2978a6a954a9 tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/0a4d24dc-971f-49a2-bb3b-26cb76081f58 HTTP/1.1" status: 404 len: 339 time: 0.0421562 Feb 09 03:11:44.513475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53722) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:44.543085 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c087e78-2dc9-4d09-8080-4d8c6679f71c req-91ad537d-9dfc-4ac8-9dfc-1b43fd54cc39 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.544749 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c087e78-2dc9-4d09-8080-4d8c6679f71c req-91ad537d-9dfc-4ac8-9dfc-1b43fd54cc39 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 0.2588038 Feb 09 03:11:44.545189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Network bfe22806-8df4-46b1-b6ea-b5d10375f116 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:44.609261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, bfe22806-8df4-46b1-b6ea-b5d10375f116) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:44.613395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c03ccb19-59f8-4297-a6a7-845070c26060 req-169be350-4911-4c9d-9763-006398bea7da service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007166 Feb 09 03:11:44.621899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.622227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9066637-2908-47d3-b38e-a41206262f0b None None] Network bfe22806-8df4-46b1-b6ea-b5d10375f116 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:44.622581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.648493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (06b10f2d-335d-4454-8532-794b20008b03), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.659647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ac2e1c-87fb-4a11-ae47-f9ca07a0584f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Deleting subnet 1ab4e393-8948-40d7-b3dc-6eb2537a4b51 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:44.669599 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e0bf233f-aa71-452a-af4f-bb3086457bfb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5691411 Feb 09 03:11:44.673923 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01ac2e1c-87fb-4a11-ae47-f9ca07a0584f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (1ab4e393-8948-40d7-b3dc-6eb2537a4b51), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.680230 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61ac061f-6bfd-4b36-94a8-ba4659efc4f2 req-439c9fbf-df2a-4c10-8620-323188eb69fb tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089472 Feb 09 03:11:44.710690 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d280b4d7-38fc-40f4-9302-765412181563 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f6dd5226-cbd9-4797-aae6-864fa1c996f6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.734919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3402-9614-4371-bb5b-81dd65d2a616 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.736139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d280b4d7-38fc-40f4-9302-765412181563 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for f6dd5226-cbd9-4797-aae6-864fa1c996f6 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:44.743967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3402-9614-4371-bb5b-81dd65d2a616 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (8f53ec83-ff86-46d8-ae27-0595b5413a50), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.766617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a39764a-cfd8-4b76-9300-d028ae15e563 None None] Network bfe22806-8df4-46b1-b6ea-b5d10375f116 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:44.813250 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c087e78-2dc9-4d09-8080-4d8c6679f71c req-75b92a4f-7bd8-4c4e-8baf-bf7201a01537 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366252 Feb 09 03:11:44.848393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01ac2e1c-87fb-4a11-ae47-f9ca07a0584f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (1ab4e393-8948-40d7-b3dc-6eb2537a4b51), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:44.896387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-032ae95f-97ca-4460-a63f-abf5ecf02a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:44.897911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-032ae95f-97ca-4460-a63f-abf5ecf02a54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257cf5684454126888ec684fd90994b&device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 1129 time: 0.2204795 Feb 09 03:11:45.039383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01ac2e1c-87fb-4a11-ae47-f9ca07a0584f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (1ab4e393-8948-40d7-b3dc-6eb2537a4b51), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.093465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d280b4d7-38fc-40f4-9302-765412181563 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f6dd5226-cbd9-4797-aae6-864fa1c996f6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.101511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-3fd6bf12-8d68-482d-96fc-d1db6125ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.103286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-3fd6bf12-8d68-482d-96fc-d1db6125ca52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.1900547 Feb 09 03:11:45.106219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Router 06b10f2d-335d-4454-8532-794b20008b03 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:11:45.156612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-2735d88a-4dc1-4e5e-8c82-a52fa9a73ecc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 HTTP/1.1" status: 200 len: 217 time: 0.0428877 Feb 09 03:11:45.158849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d280b4d7-38fc-40f4-9302-765412181563 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.164508 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d280b4d7-38fc-40f4-9302-765412181563 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/f6dd5226-cbd9-4797-aae6-864fa1c996f6 HTTP/1.1" status: 204 len: 168 time: 1.1179330 Feb 09 03:11:45.167266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6e3402-9614-4371-bb5b-81dd65d2a616 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:45.176655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:45.177748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280b4d7-38fc-40f4-9302-765412181563 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=f6dd5226-cbd9-4797-aae6-864fa1c996f6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:45.575834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01ac2e1c-87fb-4a11-ae47-f9ca07a0584f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (1ab4e393-8948-40d7-b3dc-6eb2537a4b51), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.625083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac2e1c-87fb-4a11-ae47-f9ca07a0584f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab4e393-8948-40d7-b3dc-6eb2537a4b51,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:45.627099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01ac2e1c-87fb-4a11-ae47-f9ca07a0584f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.630916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-01ac2e1c-87fb-4a11-ae47-f9ca07a0584f tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/subnets/1ab4e393-8948-40d7-b3dc-6eb2537a4b51 HTTP/1.1" status: 204 len: 168 time: 1.1139843 Feb 09 03:11:45.636543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b5eb2-fdd5-4c19-bd68-6245c736098b None None] Network e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:45.637029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53742) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:45.694526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-106848cc-920d-478d-84c8-3459295b6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.696014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-106848cc-920d-478d-84c8-3459295b6503 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.5280018 Feb 09 03:11:45.737174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbe9b1-f32e-43f8-ad30-4349027b248f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.739538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbe9b1-f32e-43f8-ad30-4349027b248f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.741257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f7dbe9b1-f32e-43f8-ad30-4349027b248f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5603607 Feb 09 03:11:45.747915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53746) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:45.774713 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (e8d2a4b6-68f3-437e-bc9f-6d3d05b61677), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.776930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:45.789032 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Sync routers for ids ['06b10f2d-335d-4454-8532-794b20008b03'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:45.804034 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Routers {'06b10f2d-335d-4454-8532-794b20008b03'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:45.804223 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['06b10f2d-335d-4454-8532-794b20008b03'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:45.807961 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.811062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f706ff2b-b5e0-4ec1-bda2-7f8aa7e62a8e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6986206 Feb 09 03:11:45.814972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53748) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:45.827641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-6f7957e9-f527-4a7c-990f-571ba4175d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.829649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-6f7957e9-f527-4a7c-990f-571ba4175d15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1222830 Feb 09 03:11:45.836340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-a92749bd-488b-4114-8383-a6cc3a57bd9b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:45.837797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-a92749bd-488b-4114-8383-a6cc3a57bd9b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 815 time: 0.6990659 Feb 09 03:11:45.868653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] DHCP port deletion for e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:11:45.889114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6e3402-9614-4371-bb5b-81dd65d2a616 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:45.899227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406353e8-8ad2-42ed-b4dc-375900dcfdd7 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:45.904995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-10737abc-713d-4d4f-8de1-3fd82751b216 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/quotas/5ef4b1adedcc40fea1f697ab3463e5ba HTTP/1.1" status: 200 len: 375 time: 0.0578926 Feb 09 03:11:45.915224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406353e8-8ad2-42ed-b4dc-375900dcfdd7 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:45.915860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-406353e8-8ad2-42ed-b4dc-375900dcfdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:45.938465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec07ff08-468c-43f8-ba49-6ef84c4ed100 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 45112fbe-bdec-4e52-a443-06e0ca0fa026 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:45.945152 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3402-9614-4371-bb5b-81dd65d2a616 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.957062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-406353e8-8ad2-42ed-b4dc-375900dcfdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:45.965139 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Set router 06b10f2d-335d-4454-8532-794b20008b03 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:45.970718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] Deleting port 35b21cd7-1a46-4518-91b1-e6d996858f6d {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:45.971093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:45.988688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406353e8-8ad2-42ed-b4dc-375900dcfdd7 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:45.989362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-406353e8-8ad2-42ed-b4dc-375900dcfdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:45.990546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-3350d0c7-2dbf-4d37-b7a5-0caeda00d705 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842547 Feb 09 03:11:46.025930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec07ff08-468c-43f8-ba49-6ef84c4ed100 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (45112fbe-bdec-4e52-a443-06e0ca0fa026), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.065336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7b6e3402-9614-4371-bb5b-81dd65d2a616 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/floatingips/8f53ec83-ff86-46d8-ae27-0595b5413a50 HTTP/1.1" status: 200 len: 977 time: 2.6420274 Feb 09 03:11:46.069078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53754) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:46.096601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-406353e8-8ad2-42ed-b4dc-375900dcfdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:46.097023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406353e8-8ad2-42ed-b4dc-375900dcfdd7 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:46.117466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] For port 35b21cd7-1a46-4518-91b1-e6d996858f6d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35b21cd7-1a46-4518-91b1-e6d996858f6d,segment=NetworkSegment(816e2c5e-4c4a-464d-858f-8e9752714a5a),segment_id=816e2c5e-4c4a-464d-858f-8e9752714a5a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:46.118182 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.126856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186b5b8-75f9-4999-a533-7afd8d9ffdf4 req-fee73644-b2c9-4f08-964c-3a79a8240ab6 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:46.132990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] Calling delete_port for 35b21cd7-1a46-4518-91b1-e6d996858f6d owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:46.136066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9186b5b8-75f9-4999-a533-7afd8d9ffdf4 req-fee73644-b2c9-4f08-964c-3a79a8240ab6 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 947 time: 0.2549407 Feb 09 03:11:46.157874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-44b89a64-8bbd-40e4-9733-8dc802e5ade4 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779083 Feb 09 03:11:46.228542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.253889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Deleting port 35b21cd7-1a46-4518-91b1-e6d996858f6d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:46.254276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.259972 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:11:43Z', 'revision_number': 3, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:46.264886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] Pushing event deleted for resources: {'Port': ['ID=35b21cd7-1a46-4518-91b1-e6d996858f6d,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:46.268347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec9d2c2-8692-4992-bcba-8d6ca028eebf None None] No DVR routers for this DVR port 35b21cd7-1a46-4518-91b1-e6d996858f6d on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:46.287439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec07ff08-468c-43f8-ba49-6ef84c4ed100 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (45112fbe-bdec-4e52-a443-06e0ca0fa026), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.306097 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Checking router: 06b10f2d-335d-4454-8532-794b20008b03 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:46.306499 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Updating router 06b10f2d-335d-4454-8532-794b20008b03 port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:11:46.349613 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.391415 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-7e6dba76-7b7f-4677-bb93-71245b4b1c93 service neutron] 10.222.0.32 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999379 Feb 09 03:11:46.413001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9186b5b8-75f9-4999-a533-7afd8d9ffdf4 req-dcfacdd9-ee1b-430a-93be-1e9d20f112b3 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706263 Feb 09 03:11:46.462639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] For port 35b21cd7-1a46-4518-91b1-e6d996858f6d, host n-d-827839-4, got binding levels [] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:46.463314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.491226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Calling delete_port for 35b21cd7-1a46-4518-91b1-e6d996858f6d owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:46.496730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0a86817a-7455-40d3-a9d5-5d14b34996b7 req-8fb13961-6108-41a8-ba52-7f17117fc127 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598803 Feb 09 03:11:46.498383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Port 35b21cd7-1a46-4518-91b1-e6d996858f6d was not found and therefore no delete operation was performed {{(pid=109857) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:11:46.528862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port deb3e867-169a-470c-8287-6247e1fc79b4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:46.529106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (deb3e867-169a-470c-8287-6247e1fc79b4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.537191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec07ff08-468c-43f8-ba49-6ef84c4ed100 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (45112fbe-bdec-4e52-a443-06e0ca0fa026), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.576461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (35b21cd7-1a46-4518-91b1-e6d996858f6d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.625393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-9bfafa75-51fb-4563-b994-253fbe1f77e5 service neutron] 10.222.0.32 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327914 Feb 09 03:11:46.633375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] No DVR routers for this DVR port 35b21cd7-1a46-4518-91b1-e6d996858f6d on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:46.638716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Port': ['ID=35b21cd7-1a46-4518-91b1-e6d996858f6d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:46.678569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (deb3e867-169a-470c-8287-6247e1fc79b4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.679486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (deb3e867-169a-470c-8287-6247e1fc79b4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.698399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for deb3e867-169a-470c-8287-6247e1fc79b4 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:46.769583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1acb9-3efc-48f4-9ea7-06da919dbadc req-2fb8ce02-689b-424a-ab92-4e3200888dc5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:46.771277 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8f1acb9-3efc-48f4-9ea7-06da919dbadc req-2fb8ce02-689b-424a-ab92-4e3200888dc5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 0.2772202 Feb 09 03:11:46.776052 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Publish callbacks [] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.785095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (e8d2a4b6-68f3-437e-bc9f-6d3d05b61677), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.796280 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.859447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d2a4b6-68f3-437e-bc9f-6d3d05b61677']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:46.867498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52aa17d7-4407-4ebe-bd16-fe55e0f40dba req-88e825f3-995b-4c8a-9ca2-7c5c51021c99 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 210 time: 0.0662992 Feb 09 03:11:46.880000 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Attempting to bind port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:46.880347 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Attempting to bind port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:46.880802 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Attempting to bind port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:46.891674 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec07ff08-468c-43f8-ba49-6ef84c4ed100 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (45112fbe-bdec-4e52-a443-06e0ca0fa026), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.891851 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:46.891851 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:46.892164 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.892769 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:46.893317 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Bound port: fea2f67b-0536-4086-8f5b-d53dc7e5fdbc, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:46.894295 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.904182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816e2c5e-4c4a-464d-858f-8e9752714a5a') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:46.904492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816e2c5e-4c4a-464d-858f-8e9752714a5a') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:46.920310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07ff08-468c-43f8-ba49-6ef84c4ed100 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=45112fbe-bdec-4e52-a443-06e0ca0fa026,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:46.921512 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Pushing event updated for resources: {'Port': ['ID=fea2f67b-0536-4086-8f5b-d53dc7e5fdbc,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:46.931229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (816e2c5e-4c4a-464d-858f-8e9752714a5a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.935527 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec07ff08-468c-43f8-ba49-6ef84c4ed100 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:46.937120 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.937543 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.937961 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.938415 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.938818 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.939231 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.939670 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.941169 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.942022 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.943088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec07ff08-468c-43f8-ba49-6ef84c4ed100 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/45112fbe-bdec-4e52-a443-06e0ca0fa026 HTTP/1.1" status: 204 len: 168 time: 1.1941586 Feb 09 03:11:46.943800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53760) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:46.944300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a969e0-7026-4855-bd1b-4d47ac83fbbb None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:46.953739 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.954392 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.955945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.959043 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:46.994452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8f1acb9-3efc-48f4-9ea7-06da919dbadc req-365c0e58-59c2-4145-b78b-09fd8931eb07 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140939 Feb 09 03:11:47.005967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (816e2c5e-4c4a-464d-858f-8e9752714a5a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.020332 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-883cdb9d-6de9-45f0-9d2e-67129c3c096e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736632 Feb 09 03:11:47.022447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53764) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:47.026146 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] For port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:47.029809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:47.030785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:11:47.030785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (816e2c5e-4c4a-464d-858f-8e9752714a5a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:11:47.034553 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:11:47.122254 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.139776 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (e8d2a4b6-68f3-437e-bc9f-6d3d05b61677), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.140795 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] For port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fea2f67b-0536-4086-8f5b-d53dc7e5fdbc,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:47.149715 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.150006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.158202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] 10.222.0.32 "DELETE /v2.0/networks/e8d2a4b6-68f3-437e-bc9f-6d3d05b61677 HTTP/1.1" status: 204 len: 168 time: 1.5167239 Feb 09 03:11:47.173380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2565d53-27c1-4deb-a916-fe8667445f3d tempest-NetworksTest-293721914 tempest-NetworksTest-293721914-project] Pushing event deleted for resources: {'Network': ['ID=e8d2a4b6-68f3-437e-bc9f-6d3d05b61677,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:47.192323 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (deb3e867-169a-470c-8287-6247e1fc79b4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.218196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:11:47.232353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=deb3e867-169a-470c-8287-6247e1fc79b4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:47.285115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] Deleting port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:47.285416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.293683 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Routers {'06b10f2d-335d-4454-8532-794b20008b03'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:47.294660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['06b10f2d-335d-4454-8532-794b20008b03'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:47.322290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:47.326227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.365474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] For port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1721a60a-e1e1-4e68-9ee1-1c74f12c312c,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:47.365883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.414135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] Calling delete_port for 1721a60a-e1e1-4e68-9ee1-1c74f12c312c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:47.457206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Allocated IP 172.20.0.1 (7208cd76-a168-48ba-88ee-002961f79147/00a01674-6784-40ad-bc23-130b7b44dc0d/619248e4-93dd-413e-8900-8d4545560b09) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:47.526209 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] Set router 06b10f2d-335d-4454-8532-794b20008b03 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:47.571540 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (1721a60a-e1e1-4e68-9ee1-1c74f12c312c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.584977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] No DVR routers for this DVR port 1721a60a-e1e1-4e68-9ee1-1c74f12c312c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:47.604724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a08e8-d507-4e2d-9336-618158989c20 None None] Pushing event deleted for resources: {'Port': ['ID=1721a60a-e1e1-4e68-9ee1-1c74f12c312c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:47.651974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53776) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:47.665987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Publish callbacks [] for port (619248e4-93dd-413e-8900-8d4545560b09), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.700074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (8f53ec83-ff86-46d8-ae27-0595b5413a50), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.700416 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 8f53ec83-ff86-46d8-ae27-0595b5413a50 disassociated (deleted). External IP: 172.25.2.21, port: b024057d-6625-42f9-9542-58aab5695d0d. Feb 09 03:11:47.738651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (619248e4-93dd-413e-8900-8d4545560b09), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.807061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Network 7208cd76-a168-48ba-88ee-002961f79147 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:47.811580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:47.813989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:47.842020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Pushing event updated for resources: {'Port': ['ID=619248e4-93dd-413e-8900-8d4545560b09,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:47.845209 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a204f-37e3-4294-bec3-937e09a4c11f None None] Pushing event updated for resources: {'Port': ['ID=fea2f67b-0536-4086-8f5b-d53dc7e5fdbc,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:47.851263 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:11:43Z', 'revision_number': 3, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:47.882865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (06b10f2d-335d-4454-8532-794b20008b03), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:47.896518 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e596a-035a-48b2-9dce-58bead04e786 None None] The sync data for ids ['06b10f2d-335d-4454-8532-794b20008b03'] in n-d-827839-4 is: [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:11:43Z', 'revision_number': 3, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:47.923786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35b21cd7-1a46-4518-91b1-e6d996858f6d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:47.960318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 35b21cd7-1a46-4518-91b1-e6d996858f6d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:47.961034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35b21cd7-1a46-4518-91b1-e6d996858f6d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:47.961835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1721a60a-e1e1-4e68-9ee1-1c74f12c312c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:47.993031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad759-2987-4be7-bfd8-ed60bd134ebf req-f42a741a-2b64-4794-952a-0af33368adf0 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:47.994671 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f02ad759-2987-4be7-bfd8-ed60bd134ebf req-f42a741a-2b64-4794-952a-0af33368adf0 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 947 time: 0.3954239 Feb 09 03:11:48.036246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1721a60a-e1e1-4e68-9ee1-1c74f12c312c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:48.036632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1721a60a-e1e1-4e68-9ee1-1c74f12c312c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:48.061862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22614769-5e62-4450-a34b-18bba54a4126 req-eda9d410-57c2-419f-9c80-2c8f30ced4ed tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 210 time: 0.0362389 Feb 09 03:11:48.098591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:11:48.102493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (619248e4-93dd-413e-8900-8d4545560b09), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.140915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-eade20db-4d15-412a-a529-313a32c9e5ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd9b589aaac44b85afcc5ddd34d37c39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4832857 Feb 09 03:11:48.140915 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (2e08df4a-f0d6-4232-b432-3a57d702a97d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.149573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53784) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:48.269492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:48.307318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-02525eec-1b96-4f3f-839c-403eb270eedf None None] Provisioning complete for port 619248e4-93dd-413e-8900-8d4545560b09 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:48.307702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02525eec-1b96-4f3f-839c-403eb270eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (619248e4-93dd-413e-8900-8d4545560b09), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.376616 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f02ad759-2987-4be7-bfd8-ed60bd134ebf req-9efc8429-f41f-41a9-bc89-86b727cb8c3d tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455935 Feb 09 03:11:48.390169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Publish callbacks [] for port (619248e4-93dd-413e-8900-8d4545560b09), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.396945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:48.405575 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (619248e4-93dd-413e-8900-8d4545560b09), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.422371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:48.423280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.427185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95d285-b43c-402d-8390-da5bf71c8446 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:48.432222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=2e08df4a-f0d6-4232-b432-3a57d702a97d,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:48.505005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-21663a33-cd2a-44ad-8eb5-dc6da1371a0c admin admin] Publish callbacks [] for security_group (6095b905-8080-4ace-9b0d-8f1445651582), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.521883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2bdf829f-d120-4ec7-9b37-1e489632954f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4982469 Feb 09 03:11:48.522620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53786) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:48.540539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-02525eec-1b96-4f3f-839c-403eb270eedf None None] Port 619248e4-93dd-413e-8900-8d4545560b09 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:48.540760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (06b10f2d-335d-4454-8532-794b20008b03), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.543495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:a5:b5:55', 'name': 'tempest-NetworksTestDHCPv6-1077160686'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:48.617653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '2e08df4a-f0d6-4232-b432-3a57d702a97d'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:48.618836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.672841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Pushing event updated for resources: {'Port': ['ID=619248e4-93dd-413e-8900-8d4545560b09,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:48.675992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-21663a33-cd2a-44ad-8eb5-dc6da1371a0c admin admin] Publish callbacks [] for security_group (6095b905-8080-4ace-9b0d-8f1445651582), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.764133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:48.814178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Network 7208cd76-a168-48ba-88ee-002961f79147 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:48.827993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:48.838514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:48.945484 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-21663a33-cd2a-44ad-8eb5-dc6da1371a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6095b905-8080-4ace-9b0d-8f1445651582), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.951526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-21663a33-cd2a-44ad-8eb5-dc6da1371a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:48.961068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-21663a33-cd2a-44ad-8eb5-dc6da1371a0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6095b905-8080-4ace-9b0d-8f1445651582 HTTP/1.1" status: 204 len: 168 time: 0.7532086 Feb 09 03:11:48.975068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:48.975672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:48.997426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Allocated IP 2001:db8::f816:3eff:feb8:66e0 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/2e08df4a-f0d6-4232-b432-3a57d702a97d/5954faaf-5a12-4ae5-aa80-45518f123ea6) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:49.001555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': '3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3', 'mac_address': 'fa:16:3e:1f:ff:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:49.064969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:49.065735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.092688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:49.109815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21663a33-cd2a-44ad-8eb5-dc6da1371a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095b905-8080-4ace-9b0d-8f1445651582,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:49.114555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.172226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:49.210280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port b127a19f-28ff-4033-aa6c-b006fe36f4a2 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:11:49.228373 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.270796 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-656b6fd3-6ad4-4e09-b7e5-0fb0f119c1b7 req-738c06f5-19ef-44ce-a60c-610d392b5dbf tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 210 time: 0.0547364 Feb 09 03:11:49.274482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:49.285325 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431af2ba-c19a-4e81-80d7-a3885d6d23ec None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:49.309339 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431af2ba-c19a-4e81-80d7-a3885d6d23ec None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:49.310256 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-431af2ba-c19a-4e81-80d7-a3885d6d23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:49.320229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.348787 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-431af2ba-c19a-4e81-80d7-a3885d6d23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:49.364404 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431af2ba-c19a-4e81-80d7-a3885d6d23ec None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:49.365288 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-431af2ba-c19a-4e81-80d7-a3885d6d23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:49.391407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-572d3403-cf8a-4965-a9d9-32bf3373778b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f53ec83-ff86-46d8-ae27-0595b5413a50 HTTP/1.1" status: 204 len: 168 time: 3.3214333 Feb 09 03:11:49.393922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53794) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:49.424707 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-431af2ba-c19a-4e81-80d7-a3885d6d23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:49.426375 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431af2ba-c19a-4e81-80d7-a3885d6d23ec None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:49.441439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3cb67e2c-73a1-4fbf-85ff-12b30541ef75 None None] Provisioning complete for port 619248e4-93dd-413e-8900-8d4545560b09 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:49.441873 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3cb67e2c-73a1-4fbf-85ff-12b30541ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (619248e4-93dd-413e-8900-8d4545560b09), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.450283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:49.543223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:49.578043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3cb67e2c-73a1-4fbf-85ff-12b30541ef75 None None] Port 619248e4-93dd-413e-8900-8d4545560b09 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:49.587007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05d242-5228-43e4-8410-da53cc8560cb req-d6eebcf1-14ae-4d9f-8ac5-94cc7f1cced2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:49.594263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf05d242-5228-43e4-8410-da53cc8560cb req-d6eebcf1-14ae-4d9f-8ac5-94cc7f1cced2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 1.0114136 Feb 09 03:11:49.604931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Router 06b10f2d-335d-4454-8532-794b20008b03 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:49.628292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.630147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e6763-9faa-4d2f-babd-e421b428b2ff req-6dcb2ed0-5340-4194-8785-3ca8f0f71304 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:49.632540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b94e6763-9faa-4d2f-babd-e421b428b2ff req-6dcb2ed0-5340-4194-8785-3ca8f0f71304 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 948 time: 0.0997972 Feb 09 03:11:49.658834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a6f064a4-ea89-4f5f-9c52-963a314e453b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port b024057d-6625-42f9-9542-58aab5695d0d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:49.660592 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6f064a4-ea89-4f5f-9c52-963a314e453b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b024057d-6625-42f9-9542-58aab5695d0d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.749000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Publish callbacks [] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.758994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b94e6763-9faa-4d2f-babd-e421b428b2ff req-3dbece2b-ee82-4150-b4ed-9cf17ded9df1 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153069 Feb 09 03:11:49.790988 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.792943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:11:49.815636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-2494ecd6-200a-4722-993e-55665addf516 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:49.818185 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-2494ecd6-200a-4722-993e-55665addf516 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.26 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 815 time: 1.3336928 Feb 09 03:11:49.831110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7206edfc-6699-4b96-9f0f-8bbb3dfa40ef admin admin] 10.222.0.32 "PUT /v2.0/routers/06b10f2d-335d-4454-8532-794b20008b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0152681 Feb 09 03:11:49.845685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6f064a4-ea89-4f5f-9c52-963a314e453b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b024057d-6625-42f9-9542-58aab5695d0d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:49.861348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fea5:b555 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/2e08df4a-f0d6-4232-b432-3a57d702a97d/b127a19f-28ff-4033-aa6c-b006fe36f4a2) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:49.869179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a6f064a4-ea89-4f5f-9c52-963a314e453b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for b024057d-6625-42f9-9542-58aab5695d0d owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:49.876501 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf05d242-5228-43e4-8410-da53cc8560cb req-9cf71e8b-14fe-4e20-a81e-6d9cc6e3c9f4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812374 Feb 09 03:11:49.899513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Request body: {'port': {'device_id': 'e0b51a4e-90db-4e5e-b58e-887f2963f38c', 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'admin_state_up': True, 'tenant_id': '5ef4b1adedcc40fea1f697ab3463e5ba'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:49.935060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:49.945922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Pushing event updated for resources: {'Port': ['ID=5954faaf-5a12-4ae5-aa80-45518f123ea6,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:49.949976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:49.952283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:50.041749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Attempting to bind port 5954faaf-5a12-4ae5-aa80-45518f123ea6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:50.042447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Attempting to bind port 5954faaf-5a12-4ae5-aa80-45518f123ea6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:50.042611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Attempting to bind port 5954faaf-5a12-4ae5-aa80-45518f123ea6 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:50.051994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fea2f67b-0536-4086-8f5b-d53dc7e5fdbc up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:50.085320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:50.085715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:50.086129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.086557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:50.087783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Bound port: 5954faaf-5a12-4ae5-aa80-45518f123ea6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:50.087783 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.131095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Made reservation on behalf of 5ef4b1adedcc40fea1f697ab3463e5ba for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:50.147087 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.182714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:50.183362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.208987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] For port 5954faaf-5a12-4ae5-aa80-45518f123ea6, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:50.249609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] For port 5954faaf-5a12-4ae5-aa80-45518f123ea6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5954faaf-5a12-4ae5-aa80-45518f123ea6,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:50.267449 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.379750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53822) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:50.380280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:50.380630 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.414347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3621d-78cb-4924-bcdd-b811ac0a1c93 None None] Pushing event updated for resources: {'Port': ['ID=5954faaf-5a12-4ae5-aa80-45518f123ea6,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:50.425686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fea2f67b-0536-4086-8f5b-d53dc7e5fdbc,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:50.434998 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.527213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=fea2f67b-0536-4086-8f5b-d53dc7e5fdbc,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:50.552362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Allocated IP 172.20.0.4 (bfe22806-8df4-46b1-b6ea-b5d10375f116/abe41229-3eb3-49f1-9a19-2ecde9506e92/3035f09b-6281-4464-bd36-43777d604ca6) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:50.797324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:50.832926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee7a29a4-9b67-48d5-9b86-6166c182bb50 req-e0aad168-5b0f-4a51-9e35-374167e427a2 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 210 time: 0.0456457 Feb 09 03:11:50.850015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks [] for port (3035f09b-6281-4464-bd36-43777d604ca6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.878807 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6f064a4-ea89-4f5f-9c52-963a314e453b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b024057d-6625-42f9-9542-58aab5695d0d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.901168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53836) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:50.925161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Sync routers for ids ['06b10f2d-335d-4454-8532-794b20008b03'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:11:50.928020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-95838626-network', 'tenant_id': '1d664e5e022442af96aad081428f40dd'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:50.964851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Routers {'06b10f2d-335d-4454-8532-794b20008b03'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:50.968504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['06b10f2d-335d-4454-8532-794b20008b03'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:50.997011 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (b127a19f-28ff-4033-aa6c-b006fe36f4a2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:50.999359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913449523'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:50.999868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f064a4-ea89-4f5f-9c52-963a314e453b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=b024057d-6625-42f9-9542-58aab5695d0d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.022343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3035f09b-6281-4464-bd36-43777d604ca6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.065327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Made reservation on behalf of 1d664e5e022442af96aad081428f40dd for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:51.068385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:11:51.068903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.074601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:51.075114 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.092605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.103817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.107012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Network bfe22806-8df4-46b1-b6ea-b5d10375f116 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:51.114646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a956ed-f176-4061-b0f7-7ee5f3cfe92b req-0a03cc4d-f474-423e-9ca0-a87ad772388c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.116354 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70a956ed-f176-4061-b0f7-7ee5f3cfe92b req-0a03cc4d-f474-423e-9ca0-a87ad772388c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 0.1176062 Feb 09 03:11:51.129504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:51.131671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.134620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:51.144733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dce33b-7b7a-4762-8d6a-d0a4213bc10f req-ef7f2520-8a12-44bd-880a-13f6d29f4d86 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.150128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71dce33b-7b7a-4762-8d6a-d0a4213bc10f req-ef7f2520-8a12-44bd-880a-13f6d29f4d86 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 948 time: 0.2118404 Feb 09 03:11:51.152728 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6f064a4-ea89-4f5f-9c52-963a314e453b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.153776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Set router 06b10f2d-335d-4454-8532-794b20008b03 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:51.160373 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a6f064a4-ea89-4f5f-9c52-963a314e453b tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/ports/b024057d-6625-42f9-9542-58aab5695d0d HTTP/1.1" status: 204 len: 168 time: 1.7632544 Feb 09 03:11:51.164330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Pushing event updated for resources: {'Port': ['ID=3035f09b-6281-4464-bd36-43777d604ca6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.167416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53840) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:51.184502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:51.194758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b127a19f-28ff-4033-aa6c-b006fe36f4a2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.291318 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.298616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:51.309079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71dce33b-7b7a-4762-8d6a-d0a4213bc10f req-bb5197a6-37c0-4ffb-b6db-cd899dc44b39 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166673 Feb 09 03:11:51.318510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=b127a19f-28ff-4033-aa6c-b006fe36f4a2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.331859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70a956ed-f176-4061-b0f7-7ee5f3cfe92b req-995ed0ae-7f2a-4630-8d52-d5188c34dba6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816001 Feb 09 03:11:51.333903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:51.337895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:51.343306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.344021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.369895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.370521 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.393170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7044ec64-2919-4c19-afd8-20fbdb988825 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8664033 Feb 09 03:11:51.393973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:51.419296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-5e2b343a-d3a4-4cb3-9e14-cbbbc0372036 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5554955 Feb 09 03:11:51.427913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:51.428313 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.433693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Request body: {'port': {'device_id': 'e0b51a4e-90db-4e5e-b58e-887f2963f38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:51.447051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Publish callbacks [] for security_group (f05fd862-80e1-432d-a7d9-95456c42b589), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.474453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f05fd862-80e1-432d-a7d9-95456c42b589), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.476614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:51.484034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42b653-1991-45c4-9cd3-ff76e806e4a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.485786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:11:51.490734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42b653-1991-45c4-9cd3-ff76e806e4a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.495222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fb42b653-1991-45c4-9cd3-ff76e806e4a4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0983067 Feb 09 03:11:51.495852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53844) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:51.496471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4f40cb97-ebf3-4e44-b7f3-da69263caa65), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.496953 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Added segment 4f40cb97-ebf3-4e44-b7f3-da69263caa65 of type vlan for network c81fd18d-44ba-4fbd-8008-932f61e036ba Feb 09 03:11:51.504665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63459168-c6a6-423e-8dd3-f4638e378a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:51.514226 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40bf44a-7485-46e2-a222-075991ee5e03" -d '{"events": [{"server_uuid": "63459168-c6a6-423e-8dd3-f4638e378a30", "name": "network-vif-plugged", "status": "completed", "tag": "3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:51.522608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.595632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (c81fd18d-44ba-4fbd-8008-932f61e036ba), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.596068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.619938 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.621266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.663491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (107e92d3-d9ba-4818-8230-fa81a483d925), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.669735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7ebdf3a8-8c3c-48ce-a7b0-50c1f563ae4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port b127a19f-28ff-4033-aa6c-b006fe36f4a2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:51.673427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (c81fd18d-44ba-4fbd-8008-932f61e036ba), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.674135 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf3a8-8c3c-48ce-a7b0-50c1f563ae4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b127a19f-28ff-4033-aa6c-b006fe36f4a2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.674699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:51.676143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.720458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:11:48Z', 'revision_number': 4, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '619248e4-93dd-413e-8900-8d4545560b09', 'name': '', 'network_id': '7208cd76-a168-48ba-88ee-002961f79147', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'mac_address': 'fa:16:3e:f6:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '00a01674-6784-40ad-bc23-130b7b44dc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:47Z', 'updated_at': '2022-02-09T03:11:48Z', 'revision_number': 2, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'subnets': [{'id': '00a01674-6784-40ad-bc23-130b7b44dc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:51.751433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Checking router: 06b10f2d-335d-4454-8532-794b20008b03 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:11:51.751802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Updating router 06b10f2d-335d-4454-8532-794b20008b03 port 619248e4-93dd-413e-8900-8d4545560b09 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:11:51.791660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (107e92d3-d9ba-4818-8230-fa81a483d925), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.832307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c81fd18d-44ba-4fbd-8008-932f61e036ba,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.840955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3035f09b-6281-4464-bd36-43777d604ca6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.848633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf3a8-8c3c-48ce-a7b0-50c1f563ae4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b127a19f-28ff-4033-aa6c-b006fe36f4a2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.857777 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (619248e4-93dd-413e-8900-8d4545560b09), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:51.862754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05fd862-80e1-432d-a7d9-95456c42b589,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.873772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.25.2.72 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/f97f7100-4547-47fc-9908-ff0abd0ef439) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:51.881621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-999a3539-f2e4-40da-b9e8-4c32c0f937c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9746199 Feb 09 03:11:51.885512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53852) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:51.887854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7ebdf3a8-8c3c-48ce-a7b0-50c1f563ae4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for b127a19f-28ff-4033-aa6c-b006fe36f4a2 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:51.923123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Request body: {'subnet': {'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-95838626-subnet', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:51.926819 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4203f0-7344-433d-ae0c-51ce9f3954a5 x-openstack-request-id: req-6a4203f0-7344-433d-ae0c-51ce9f3954a5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:51.927337 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63459168-c6a6-423e-8dd3-f4638e378a30", "name": "network-vif-plugged", "status": "completed", "tag": "3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:51.927754 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a4203f0-7344-433d-ae0c-51ce9f3954a5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:51.928412 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63459168-c6a6-423e-8dd3-f4638e378a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3', 'code': 200} Feb 09 03:11:51.992219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107e92d3-d9ba-4818-8230-fa81a483d925,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:51.994289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network c81fd18d-44ba-4fbd-8008-932f61e036ba details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:11:52.112239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Made reservation on behalf of 1d664e5e022442af96aad081428f40dd for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:52.114689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.116163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (81834310-1a95-4394-b70f-b0e9020f6c32), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.133100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 0d2d262b-5418-4b9b-8543-441365dd2a6c details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:52.171175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fea2f67b-0536-4086-8f5b-d53dc7e5fdbc up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:52.218021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81834310-1a95-4394-b70f-b0e9020f6c32), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.294910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1537ce-9572-4343-ba51-13b57df4ec55 req-f1ad5bda-150a-4db3-964b-bd9fb437fc1e tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.296870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec1537ce-9572-4343-ba51-13b57df4ec55 req-f1ad5bda-150a-4db3-964b-bd9fb437fc1e tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 931 time: 0.3135905 Feb 09 03:11:52.319064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.320318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8490810 Feb 09 03:11:52.353406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53854) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:52.357264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b8d68-46d4-4262-b031-3094301a2da9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81834310-1a95-4394-b70f-b0e9020f6c32,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:52.363609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297050c-c951-419b-9f96-b11b67ab4f4c req-13dd49db-94f8-4a0c-a2be-ce44a04eb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.365087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7297050c-c951-419b-9f96-b11b67ab4f4c req-13dd49db-94f8-4a0c-a2be-ce44a04eb089 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 1131 time: 0.3898678 Feb 09 03:11:52.380712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (f97f7100-4547-47fc-9908-ff0abd0ef439), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.417869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c1585f02-1c19-4422-b924-ce96362cd43e None None] Provisioning complete for port 5954faaf-5a12-4ae5-aa80-45518f123ea6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:52.418447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c1585f02-1c19-4422-b924-ce96362cd43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.517543 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec1537ce-9572-4343-ba51-13b57df4ec55 req-9dc9cb43-7550-445b-8e0c-6618da66ad19 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943226 Feb 09 03:11:52.525204 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf3a8-8c3c-48ce-a7b0-50c1f563ae4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b127a19f-28ff-4033-aa6c-b006fe36f4a2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.535163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:52.535542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.560727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fa3f0644-6f1d-4676-903f-c7a7c0e97036 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1964631 Feb 09 03:11:52.577286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53860) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:52.606166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 0d2d262b-5418-4b9b-8543-441365dd2a6c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=0d2d262b-5418-4b9b-8543-441365dd2a6c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:52.609955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Publish callbacks [] for port (619248e4-93dd-413e-8900-8d4545560b09), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.613384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf3a8-8c3c-48ce-a7b0-50c1f563ae4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.617687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b59103cf-7e1c-49e9-bbc8-851302be54f7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-security--712618100', 'description': 'tempest-security-description-693729731'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:52.619890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ebdf3a8-8c3c-48ce-a7b0-50c1f563ae4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/b127a19f-28ff-4033-aa6c-b006fe36f4a2 HTTP/1.1" status: 204 len: 168 time: 1.1220701 Feb 09 03:11:52.621317 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f97f7100-4547-47fc-9908-ff0abd0ef439), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.623576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdf3a8-8c3c-48ce-a7b0-50c1f563ae4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=b127a19f-28ff-4033-aa6c-b006fe36f4a2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:52.625982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53862) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:52.638398 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (619248e4-93dd-413e-8900-8d4545560b09), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.669529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2169e36-bd46-4f2a-9536-8ac04f1f6d3b req-197f65b4-9b3b-4a06-832c-311d8d25b7ce tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.679665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b2169e36-bd46-4f2a-9536-8ac04f1f6d3b req-197f65b4-9b3b-4a06-832c-311d8d25b7ce tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 949 time: 0.2167573 Feb 09 03:11:52.703457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '0d2d262b-5418-4b9b-8543-441365dd2a6c', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'port_id': '0d2d262b-5418-4b9b-8543-441365dd2a6c', 'mac_address': 'fa:16:3e:ff:12:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:52.764454 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:11:52.767084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c1585f02-1c19-4422-b924-ce96362cd43e None None] Current status of the port 5954faaf-5a12-4ae5-aa80-45518f123ea6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:52.767596 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c1585f02-1c19-4422-b924-ce96362cd43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.780107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3035f09b-6281-4464-bd36-43777d604ca6 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:52.789932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Publish callbacks [] for port (3035f09b-6281-4464-bd36-43777d604ca6), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.798400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f9f9d-dc95-45a3-a513-f7ba2794bd0c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.800091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f9f9d-dc95-45a3-a513-f7ba2794bd0c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:52.804716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e42f9f9d-dc95-45a3-a513-f7ba2794bd0c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1742008 Feb 09 03:11:52.804869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Transition to ACTIVE for port object 3035f09b-6281-4464-bd36-43777d604ca6 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:11:52.812853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 0d2d262b-5418-4b9b-8543-441365dd2a6c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:52.813419 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.816600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a59d85-0905-4ec7-a915-99a1bff1738c None None] Pushing event updated for resources: {'Port': ['ID=619248e4-93dd-413e-8900-8d4545560b09,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:52.835588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53864) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:52.858128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:52.878055 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3035f09b-6281-4464-bd36-43777d604ca6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.891011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:52.896031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7297050c-c951-419b-9f96-b11b67ab4f4c req-abda19d5-f084-4e18-aad0-28e4f5b1e0ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939250 Feb 09 03:11:52.900584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:52.904651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2d262b-5418-4b9b-8543-441365dd2a6c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:52.986202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b59103cf-7e1c-49e9-bbc8-851302be54f7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (81834310-1a95-4394-b70f-b0e9020f6c32), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:52.990913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=f97f7100-4547-47fc-9908-ff0abd0ef439,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.009704 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b2169e36-bd46-4f2a-9536-8ac04f1f6d3b req-b21bd2ac-3553-4d9c-8c24-48ba5d3eb4c5 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291490 Feb 09 03:11:53.017259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 0d2d262b-5418-4b9b-8543-441365dd2a6c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=0d2d262b-5418-4b9b-8543-441365dd2a6c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:53.022978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Pushing event updated for resources: {'Port': ['ID=3035f09b-6281-4464-bd36-43777d604ca6,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.050675 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.051586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.051948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.052300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.052645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.053042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.053484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.053704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.054571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.054571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.055239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.055593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.055905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.056239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:11:53.080219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c1585f02-1c19-4422-b924-ce96362cd43e None None] For port 5954faaf-5a12-4ae5-aa80-45518f123ea6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5954faaf-5a12-4ae5-aa80-45518f123ea6,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:53.080721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a380a2cf-9a03-452e-82e6-3c88d0029a72 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 2e08df4a-f0d6-4232-b432-3a57d702a97d {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:11:53.095827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a380a2cf-9a03-452e-82e6-3c88d0029a72 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (2e08df4a-f0d6-4232-b432-3a57d702a97d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.118292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Attempting to bind port 619248e4-93dd-413e-8900-8d4545560b09 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:53.119298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Attempting to bind port 619248e4-93dd-413e-8900-8d4545560b09 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:53.119298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Attempting to bind port 619248e4-93dd-413e-8900-8d4545560b09 on network 7208cd76-a168-48ba-88ee-002961f79147 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:53.129548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:53.130851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5954faaf-5a12-4ae5-aa80-45518f123ea6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:53.132760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c1585f02-1c19-4422-b924-ce96362cd43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.141486 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b59103cf-7e1c-49e9-bbc8-851302be54f7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (81834310-1a95-4394-b70f-b0e9020f6c32), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.142339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f45a0a-57fb-4655-87ec-b6b367ca62fd req-4c9a7737-7e13-4488-a282-f6aa8170e5de tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.144535 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4f45a0a-57fb-4655-87ec-b6b367ca62fd req-4c9a7737-7e13-4488-a282-f6aa8170e5de tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 943 time: 0.4538994 Feb 09 03:11:53.151975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (d658ba02-2731-40dd-9fcd-e49ee9c945a5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.153571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b59103cf-7e1c-49e9-bbc8-851302be54f7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81834310-1a95-4394-b70f-b0e9020f6c32), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.158168 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b59103cf-7e1c-49e9-bbc8-851302be54f7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.162216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b59103cf-7e1c-49e9-bbc8-851302be54f7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "PUT /v2.0/security-groups/81834310-1a95-4394-b70f-b0e9020f6c32 HTTP/1.1" status: 200 len: 1795 time: 0.5554652 Feb 09 03:11:53.167039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53866) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.180731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:53.181342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Checking segment: {'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:53.182101 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.182101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Bound using segment: {'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:53.182454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Bound port: 619248e4-93dd-413e-8900-8d4545560b09, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1867261f-0f50-4020-822c-9fd97ec57ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7208cd76-a168-48ba-88ee-002961f79147'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:53.182837 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (619248e4-93dd-413e-8900-8d4545560b09), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.193299 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (cee416d6-5ff4-4396-af18-6de0c9acaffe), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.196498 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a380a2cf-9a03-452e-82e6-3c88d0029a72 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (2e08df4a-f0d6-4232-b432-3a57d702a97d), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.219282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Attempting to bind port 3035f09b-6281-4464-bd36-43777d604ca6 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:53.220012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Attempting to bind port 3035f09b-6281-4464-bd36-43777d604ca6 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:53.220201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Attempting to bind port 3035f09b-6281-4464-bd36-43777d604ca6 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:53.226880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59103cf-7e1c-49e9-bbc8-851302be54f7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81834310-1a95-4394-b70f-b0e9020f6c32,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.232115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Port 3035f09b-6281-4464-bd36-43777d604ca6 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:11:53.232744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Attempting to bind port 3035f09b-6281-4464-bd36-43777d604ca6 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:53.238805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:53.239256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Checking segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:53.239833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Bound using segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:53.240399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Bound port: 3035f09b-6281-4464-bd36-43777d604ca6, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:53.240866 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3035f09b-6281-4464-bd36-43777d604ca6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.244270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=0d2d262b-5418-4b9b-8543-441365dd2a6c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.264676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-03a5044e-6827-4356-a37c-f88b0ac92d38 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups/81834310-1a95-4394-b70f-b0e9020f6c32 HTTP/1.1" status: 200 len: 1795 time: 0.0940299 Feb 09 03:11:53.265118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53868) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.329550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d658ba02-2731-40dd-9fcd-e49ee9c945a5,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.344402 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4f45a0a-57fb-4655-87ec-b6b367ca62fd req-31375373-27a6-47d2-81fa-11088ea7b4d3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833808 Feb 09 03:11:53.345301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f97f7100-4547-47fc-9908-ff0abd0ef439), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.348296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0e46a667-179b-4240-827a-9dd49e262c36 None None] Provisioning complete for port 619248e4-93dd-413e-8900-8d4545560b09 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:53.348676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0e46a667-179b-4240-827a-9dd49e262c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (619248e4-93dd-413e-8900-8d4545560b09), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.350225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5954faaf-5a12-4ae5-aa80-45518f123ea6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:53.350612 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.354181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] For port 619248e4-93dd-413e-8900-8d4545560b09, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:53.361500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] For port 3035f09b-6281-4464-bd36-43777d604ca6, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:53.384630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6818129b-ce43-4c42-a6b7-6049416d2252 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (81834310-1a95-4394-b70f-b0e9020f6c32), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.389817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] For port 3035f09b-6281-4464-bd36-43777d604ca6, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3035f09b-6281-4464-bd36-43777d604ca6,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:53.404243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1585f02-1c19-4422-b924-ce96362cd43e None None] Pushing event updated for resources: {'Port': ['ID=5954faaf-5a12-4ae5-aa80-45518f123ea6,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.404540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3035f09b-6281-4464-bd36-43777d604ca6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.405043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a380a2cf-9a03-452e-82e6-3c88d0029a72 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (2e08df4a-f0d6-4232-b432-3a57d702a97d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.428734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['0d2d262b-5418-4b9b-8543-441365dd2a6c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:53.432132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] For port 619248e4-93dd-413e-8900-8d4545560b09, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=619248e4-93dd-413e-8900-8d4545560b09,segment=NetworkSegment(1867261f-0f50-4020-822c-9fd97ec57ab3),segment_id=1867261f-0f50-4020-822c-9fd97ec57ab3)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:53.459132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.460573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.462061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] 10.222.0.26 "PUT /v2.0/ports/3035f09b-6281-4464-bd36-43777d604ca6 HTTP/1.1" status: 200 len: 1091 time: 2.0324883 Feb 09 03:11:53.463835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6818129b-ce43-4c42-a6b7-6049416d2252 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (81834310-1a95-4394-b70f-b0e9020f6c32), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.469357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b51a4e-90db-4e5e-b58e-887f2963f38c', 'tag': '3035f09b-6281-4464-bd36-43777d604ca6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:53.470067 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (619248e4-93dd-413e-8900-8d4545560b09), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.471722 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee93976f-c17e-4897-b8ce-4ddec7201cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b51a4e-90db-4e5e-b58e-887f2963f38c", "tag": "3035f09b-6281-4464-bd36-43777d604ca6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:53.477386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0e46a667-179b-4240-827a-9dd49e262c36 None None] Port 619248e4-93dd-413e-8900-8d4545560b09 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:11:53.488064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a380a2cf-9a03-452e-82e6-3c88d0029a72 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (2e08df4a-f0d6-4232-b432-3a57d702a97d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.496683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Checking segment: {'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:53.497242 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Network hostable DHCP agents. Network: c81fd18d-44ba-4fbd-8008-932f61e036ba, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:11:53.528882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0e46a667-179b-4240-827a-9dd49e262c36 None None] Could not find standard attr ID for object b127a19f-28ff-4033-aa6c-b006fe36f4a2. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:11:53.535719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380a2cf-9a03-452e-82e6-3c88d0029a72 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=2e08df4a-f0d6-4232-b432-3a57d702a97d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.560392 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a380a2cf-9a03-452e-82e6-3c88d0029a72 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.565207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f3cbfb-e18b-4a88-abe6-5e16399cc59f None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:53.570844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a380a2cf-9a03-452e-82e6-3c88d0029a72 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/2e08df4a-f0d6-4232-b432-3a57d702a97d HTTP/1.1" status: 204 len: 168 time: 0.7227738 Feb 09 03:11:53.571103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53874) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.608773 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91691e7-48dd-4916-b27d-70d9040388d0 x-openstack-request-id: req-e91691e7-48dd-4916-b27d-70d9040388d0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:53.609372 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b51a4e-90db-4e5e-b58e-887f2963f38c", "tag": "3035f09b-6281-4464-bd36-43777d604ca6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:53.609948 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e91691e7-48dd-4916-b27d-70d9040388d0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:53.610836 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b51a4e-90db-4e5e-b58e-887f2963f38c', 'tag': '3035f09b-6281-4464-bd36-43777d604ca6', 'status': 'completed', 'code': 200} Feb 09 03:11:53.612919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6818129b-ce43-4c42-a6b7-6049416d2252 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (81834310-1a95-4394-b70f-b0e9020f6c32), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.616756 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6818129b-ce43-4c42-a6b7-6049416d2252 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.619884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6818129b-ce43-4c42-a6b7-6049416d2252 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/81834310-1a95-4394-b70f-b0e9020f6c32 HTTP/1.1" status: 204 len: 168 time: 0.3510640 Feb 09 03:11:53.661558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a59d85-0905-4ec7-a915-99a1bff1738c None None] Pushing event updated for resources: {'Port': ['ID=619248e4-93dd-413e-8900-8d4545560b09,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.670272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Routers {'06b10f2d-335d-4454-8532-794b20008b03'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:11:53.670918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['06b10f2d-335d-4454-8532-794b20008b03'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:53.677121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53876) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.685056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Network c81fd18d-44ba-4fbd-8008-932f61e036ba is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:11:53.753180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fc53f-93f6-4761-a240-6d3364346331 service neutron] Pushing event updated for resources: {'Port': ['ID=3035f09b-6281-4464-bd36-43777d604ca6,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.758796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-33c34a9f-2f19-4193-8089-a25e2ccaca3f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1682878 Feb 09 03:11:53.772063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53878) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.774556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818129b-ce43-4c42-a6b7-6049416d2252 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81834310-1a95-4394-b70f-b0e9020f6c32,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:53.782480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2527bd02-83ae-4505-a0cb-ceeac1d7d7b7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1028819 Feb 09 03:11:53.785889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53880) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.788335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, c81fd18d-44ba-4fbd-8008-932f61e036ba) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:53.802406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.802985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.807184 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-73b7946b-966a-4b6b-a7a1-e12a4e466bd2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] delete failed (client error): The resource could not be found. Feb 09 03:11:53.810622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-73b7946b-966a-4b6b-a7a1-e12a4e466bd2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/81834310-1a95-4394-b70f-b0e9020f6c32 HTTP/1.1" status: 404 len: 347 time: 0.0189590 Feb 09 03:11:53.815073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53882) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.822112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-32015879-2f13-4494-b4b8-b69938d05ea1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102628356'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:53.829042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-73ab53ce-b7bb-4725-8e5f-9b1bb2c152df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.830683 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-73ab53ce-b7bb-4725-8e5f-9b1bb2c152df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 1125 time: 0.2446904 Feb 09 03:11:53.840650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc96d4-acd4-452f-99c0-08c5601acb80 None None] Network c81fd18d-44ba-4fbd-8008-932f61e036ba requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:53.889564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-641670cb-2032-47a5-986f-2894f6470cf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3035f09b-6281-4464-bd36-43777d604ca6 HTTP/1.1" status: 200 len: 217 time: 0.0493200 Feb 09 03:11:53.901435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d71aa-5300-426c-80eb-309ebbe1147a req-da9ff8c5-d031-4cfd-a027-f8695fe0ba33 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.903223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b63d71aa-5300-426c-80eb-309ebbe1147a req-da9ff8c5-d031-4cfd-a027-f8695fe0ba33 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 943 time: 0.2146657 Feb 09 03:11:53.908905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fa737ae8-776e-4cfe-ad34-fa7f737574c2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0115199 Feb 09 03:11:53.910203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53884) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:53.916818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:53.938186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32015879-2f13-4494-b4b8-b69938d05ea1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.954011 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (f97f7100-4547-47fc-9908-ff0abd0ef439), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.976638 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f97f7100-4547-47fc-9908-ff0abd0ef439), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:53.992277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-ed18c1f3-418b-48b9-8970-c0232a9d89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:53.994223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-ed18c1f3-418b-48b9-8970-c0232a9d89f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.0980332 Feb 09 03:11:54.054547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-dc4e8327-83b0-4431-9fcb-3bde66d1f1b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497653 Feb 09 03:11:54.059147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.060325 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.096607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2fb3b-0e94-4b4d-8572-8a5c8eefb2d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.099239 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-eda2fb3b-0e94-4b4d-8572-8a5c8eefb2d0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3118384 Feb 09 03:11:54.116134 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b63d71aa-5300-426c-80eb-309ebbe1147a req-d79ba972-a93b-417f-9cc2-15cacfeb5080 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046778 Feb 09 03:11:54.116695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53888) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:54.138508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=f97f7100-4547-47fc-9908-ff0abd0ef439,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:54.157600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5954faaf-5a12-4ae5-aa80-45518f123ea6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:54.211658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks [] for router_controller (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.219614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32015879-2f13-4494-b4b8-b69938d05ea1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (15bd02a8-03c2-4f11-9d6f-6056aa3abf47), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.240934 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32015879-2f13-4494-b4b8-b69938d05ea1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (15bd02a8-03c2-4f11-9d6f-6056aa3abf47), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.259218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] Set router 06b10f2d-335d-4454-8532-794b20008b03 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:11:54.280086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2f992e76-4ec5-4be6-948a-69d11de7ba59 None None] Provisioning complete for port 619248e4-93dd-413e-8900-8d4545560b09 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:54.281010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f992e76-4ec5-4be6-948a-69d11de7ba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (619248e4-93dd-413e-8900-8d4545560b09), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.297685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6bbd4-521c-4c5b-bef2-0c6db686b0e0 req-595e51a4-2181-4e9a-bee6-2ca6807e3459 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.299268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51d6bbd4-521c-4c5b-bef2-0c6db686b0e0 req-595e51a4-2181-4e9a-bee6-2ca6807e3459 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 949 time: 0.1453331 Feb 09 03:11:54.311442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4a969-4b58-465f-959f-29ef70d9888a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.315577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-9881df21-c7e2-4937-b72d-3ad32d4ed83b service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497201 Feb 09 03:11:54.315726 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c9b4a969-4b58-465f-959f-29ef70d9888a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1904397 Feb 09 03:11:54.319107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53890) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:54.334294 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-32015879-2f13-4494-b4b8-b69938d05ea1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.336686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5954faaf-5a12-4ae5-aa80-45518f123ea6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:54.339325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-32015879-2f13-4494-b4b8-b69938d05ea1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5215242 Feb 09 03:11:54.351304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53892) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:54.364278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-413680cb-0e70-4b9f-97ec-79833cbc2751 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '15bd02a8-03c2-4f11-9d6f-6056aa3abf47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:54.364487 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cee416d6-5ff4-4396-af18-6de0c9acaffe), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.367311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:11:54.379448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32015879-2f13-4494-b4b8-b69938d05ea1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd02a8-03c2-4f11-9d6f-6056aa3abf47,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:54.437398 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ec9edc8-7a88-42bb-947c-c0a96338cb03 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089101 Feb 09 03:11:54.442579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53896) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:54.451512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:54.476260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51d6bbd4-521c-4c5b-bef2-0c6db686b0e0 req-e6096bd7-d86b-4320-84bc-09a5573f5a12 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626923 Feb 09 03:11:54.479047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-c81fd18d-44ba-4fbd-8008-932f61e036ba', 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba', 'project_id': '1d664e5e022442af96aad081428f40dd', 'fixed_ips': [{'subnet_id': 'd658ba02-2731-40dd-9fcd-e49ee9c945a5'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:54.479910 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.493878 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-413680cb-0e70-4b9f-97ec-79833cbc2751 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8ec4c0ef-aef4-4e83-912e-7238f12dd0c6), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.577842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06769ddf-ba0e-4298-b69c-34ac58d6d7bf req-524f7670-436a-43dd-a16d-d8a934e4aa8b service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540135 Feb 09 03:11:54.607756 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-413680cb-0e70-4b9f-97ec-79833cbc2751 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8ec4c0ef-aef4-4e83-912e-7238f12dd0c6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.614609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-413680cb-0e70-4b9f-97ec-79833cbc2751 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8ec4c0ef-aef4-4e83-912e-7238f12dd0c6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.665381 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-413680cb-0e70-4b9f-97ec-79833cbc2751 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.666972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-413680cb-0e70-4b9f-97ec-79833cbc2751 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147171 Feb 09 03:11:54.667917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413680cb-0e70-4b9f-97ec-79833cbc2751 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec4c0ef-aef4-4e83-912e-7238f12dd0c6,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:54.682594 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53902) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:54.706085 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks [] for router_gateway (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.732906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5954faaf-5a12-4ae5-aa80-45518f123ea6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:54.733285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.759576 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-3f623a2e-8040-460e-aa4c-a37705e1e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.762587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-3f623a2e-8040-460e-aa4c-a37705e1e72b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 1125 time: 0.1117325 Feb 09 03:11:54.765374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.770288 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e91af0b2-4be9-44ec-b693-7ebc99b09bb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5993626 Feb 09 03:11:54.771471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53908) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:54.775798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] Deleting port 5954faaf-5a12-4ae5-aa80-45518f123ea6 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:54.776174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.781920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'port': {'network_id': '6f5f7d39-a2be-44f0-9e95-cd377b31d15c', 'name': 'tempest-FloatingIPTestJSON-76326276'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:54.798202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2f992e76-4ec5-4be6-948a-69d11de7ba59 None None] Current status of the port 619248e4-93dd-413e-8900-8d4545560b09 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:54.798617 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f992e76-4ec5-4be6-948a-69d11de7ba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (619248e4-93dd-413e-8900-8d4545560b09), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.943395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-bc8d0145-fe5a-4090-960f-fd59c3df3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.946213 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-bc8d0145-fe5a-4090-960f-fd59c3df3e4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 0.1776617 Feb 09 03:11:54.949266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] For port 5954faaf-5a12-4ae5-aa80-45518f123ea6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5954faaf-5a12-4ae5-aa80-45518f123ea6,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:54.949665 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.953113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Allocated IP 172.20.0.2 (c81fd18d-44ba-4fbd-8008-932f61e036ba/d658ba02-2731-40dd-9fcd-e49ee9c945a5/000dd214-da80-453a-8839-f4a25e66df9b) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:54.962144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d4c28-10ca-4df1-ad56-b360b3895a7a req-32051750-1dbc-4f2c-be96-c741d4327bdc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:54.969409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b8d4c28-10ca-4df1-ad56-b360b3895a7a req-32051750-1dbc-4f2c-be96-c741d4327bdc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 944 time: 0.2878726 Feb 09 03:11:54.970395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2f992e76-4ec5-4be6-948a-69d11de7ba59 None None] For port 619248e4-93dd-413e-8900-8d4545560b09, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=619248e4-93dd-413e-8900-8d4545560b09,segment=NetworkSegment(1867261f-0f50-4020-822c-9fd97ec57ab3),segment_id=1867261f-0f50-4020-822c-9fd97ec57ab3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:54.971754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45b406cd-6328-413e-a1c3-50928d02fdef tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8ec4c0ef-aef4-4e83-912e-7238f12dd0c6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:54.982368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] Calling delete_port for 5954faaf-5a12-4ae5-aa80-45518f123ea6 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:54.993275 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f992e76-4ec5-4be6-948a-69d11de7ba59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (619248e4-93dd-413e-8900-8d4545560b09), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.026164 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45b406cd-6328-413e-a1c3-50928d02fdef tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8ec4c0ef-aef4-4e83-912e-7238f12dd0c6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.033275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-9c3877eb-fdd2-43fe-962d-883b3ac34e9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3035f09b-6281-4464-bd36-43777d604ca6 HTTP/1.1" status: 200 len: 217 time: 0.0787017 Feb 09 03:11:55.082613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:55.086182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.103530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-85369713-07c1-4f23-81be-2d9781c84a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:55.105117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-85369713-07c1-4f23-81be-2d9781c84a42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.0652933 Feb 09 03:11:55.163917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-fa115039-032f-438e-9545-a176a6a18fb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531549 Feb 09 03:11:55.204316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f992e76-4ec5-4be6-948a-69d11de7ba59 None None] Pushing event updated for resources: {'Port': ['ID=619248e4-93dd-413e-8900-8d4545560b09,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:55.214686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5954faaf-5a12-4ae5-aa80-45518f123ea6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:55.218456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:11:48Z', 'revision_number': 4, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '619248e4-93dd-413e-8900-8d4545560b09', 'name': '', 'network_id': '7208cd76-a168-48ba-88ee-002961f79147', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'mac_address': 'fa:16:3e:f6:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '00a01674-6784-40ad-bc23-130b7b44dc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:47Z', 'updated_at': '2022-02-09T03:11:53Z', 'revision_number': 4, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'subnets': [{'id': '00a01674-6784-40ad-bc23-130b7b44dc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:11:55.273459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb0efb-b2a9-439b-9d5a-f576b9c7e481 None None] The sync data for ids ['06b10f2d-335d-4454-8532-794b20008b03'] in n-d-827839-4 is: [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:11:48Z', 'revision_number': 4, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '619248e4-93dd-413e-8900-8d4545560b09', 'name': '', 'network_id': '7208cd76-a168-48ba-88ee-002961f79147', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'mac_address': 'fa:16:3e:f6:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '00a01674-6784-40ad-bc23-130b7b44dc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:47Z', 'updated_at': '2022-02-09T03:11:53Z', 'revision_number': 4, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'subnets': [{'id': '00a01674-6784-40ad-bc23-130b7b44dc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:11:55.316251 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (5954faaf-5a12-4ae5-aa80-45518f123ea6), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.348999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] Pushing event deleted for resources: {'Port': ['ID=5954faaf-5a12-4ae5-aa80-45518f123ea6,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:55.386046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d26bc5-ffdb-459d-a777-e5a0f06bc9ec None None] No DVR routers for this DVR port 5954faaf-5a12-4ae5-aa80-45518f123ea6 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:11:55.409008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea8410-9348-4909-9741-b6a99a637fb4 req-2670d0df-3a4c-43f6-a028-055f02b90a48 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:55.412967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aea8410-9348-4909-9741-b6a99a637fb4 req-2670d0df-3a4c-43f6-a028-055f02b90a48 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 943 time: 0.1525133 Feb 09 03:11:55.427445 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Publish callbacks [] for port (000dd214-da80-453a-8839-f4a25e66df9b), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.437185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (000dd214-da80-453a-8839-f4a25e66df9b), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.455210 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-7f7a5662-d1ea-4870-8dcf-78273067c9eb service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836695 Feb 09 03:11:55.520177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Network c81fd18d-44ba-4fbd-8008-932f61e036ba is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:55.522106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:55.524575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:55.526748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Pushing event updated for resources: {'Port': ['ID=000dd214-da80-453a-8839-f4a25e66df9b,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:55.566728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b8d4c28-10ca-4df1-ad56-b360b3895a7a req-c9b82d3c-a6e1-44fb-bc90-acc2c180af53 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962424 Feb 09 03:11:55.596418 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aea8410-9348-4909-9741-b6a99a637fb4 req-948812dc-fd2b-4049-a155-b0019da535fa tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764343 Feb 09 03:11:55.641122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Attempting to bind port 000dd214-da80-453a-8839-f4a25e66df9b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:55.641122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Attempting to bind port 000dd214-da80-453a-8839-f4a25e66df9b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:55.641425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Attempting to bind port 000dd214-da80-453a-8839-f4a25e66df9b on network c81fd18d-44ba-4fbd-8008-932f61e036ba {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:55.647466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:55.647884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Checking segment: {'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:55.648290 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.648730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Bound using segment: {'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:55.649210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Bound port: 000dd214-da80-453a-8839-f4a25e66df9b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:55.649818 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (000dd214-da80-453a-8839-f4a25e66df9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.681745 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45b406cd-6328-413e-a1c3-50928d02fdef tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8ec4c0ef-aef4-4e83-912e-7238f12dd0c6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.692108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45b406cd-6328-413e-a1c3-50928d02fdef tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.696830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-45b406cd-6328-413e-a1c3-50928d02fdef tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8ec4c0ef-aef4-4e83-912e-7238f12dd0c6 HTTP/1.1" status: 204 len: 168 time: 1.0062926 Feb 09 03:11:55.696970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53914) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:55.697494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:55.700730 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.710343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee93976f-c17e-4897-b8ce-4ddec7201cc7 req-e4cac69c-4e2d-4ad7-b38d-c4737a37bfce service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458789 Feb 09 03:11:55.744014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b406cd-6328-413e-a1c3-50928d02fdef tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ec4c0ef-aef4-4e83-912e-7238f12dd0c6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:55.752211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] For port 000dd214-da80-453a-8839-f4a25e66df9b, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:55.760353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] For port 000dd214-da80-453a-8839-f4a25e66df9b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=000dd214-da80-453a-8839-f4a25e66df9b,segment=NetworkSegment(4f40cb97-ebf3-4e44-b7f3-da69263caa65),segment_id=4f40cb97-ebf3-4e44-b7f3-da69263caa65)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:55.771000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (000dd214-da80-453a-8839-f4a25e66df9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.783918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] device_id is not set on port 75a496b7-e90a-4aaa-92d2-5b72aa082a96 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:11:55.811115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ddbfdde6-c0e7-4d96-ad54-40193db69703 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1134939 Feb 09 03:11:55.812075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53916) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:55.882155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1e5c8-3cd1-4069-9992-6eee845664bf None None] Pushing event updated for resources: {'Port': ['ID=000dd214-da80-453a-8839-f4a25e66df9b,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:55.899695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb13a-8e7d-4c99-afc3-59261453e580 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (15bd02a8-03c2-4f11-9d6f-6056aa3abf47), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:55.966523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb13a-8e7d-4c99-afc3-59261453e580 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (15bd02a8-03c2-4f11-9d6f-6056aa3abf47), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.036039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 0d2d262b-5418-4b9b-8543-441365dd2a6c up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:56.037827 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb13a-8e7d-4c99-afc3-59261453e580 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (15bd02a8-03c2-4f11-9d6f-6056aa3abf47), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.042605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb13a-8e7d-4c99-afc3-59261453e580 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.044454 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3b6eb13a-8e7d-4c99-afc3-59261453e580 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/15bd02a8-03c2-4f11-9d6f-6056aa3abf47 HTTP/1.1" status: 204 len: 168 time: 0.2309079 Feb 09 03:11:56.053117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53920) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:56.179263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 0d2d262b-5418-4b9b-8543-441365dd2a6c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:11:56.201183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 0d2d262b-5418-4b9b-8543-441365dd2a6c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:56.201666 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.211363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53922) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:56.213812 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2a8e4e9a-9952-4558-b145-15525c645631 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1587243 Feb 09 03:11:56.215587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eb13a-8e7d-4c99-afc3-59261453e580 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd02a8-03c2-4f11-9d6f-6056aa3abf47,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:56.222402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5261f6ce-6a4b-45a0-9b94-ce1bdc62cfd7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--908359401'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:56.361109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.20.0.4 (6f5f7d39-a2be-44f0-9e95-cd377b31d15c/5ea57b9b-e6e8-4e9e-9f7e-810cef374281/75a496b7-e90a-4aaa-92d2-5b72aa082a96) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:56.387423 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks [] for router_gateway (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.402805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 0d2d262b-5418-4b9b-8543-441365dd2a6c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:56.403374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.437068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8214be9e-9d3b-418a-ac49-708b87d4447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d262b-5418-4b9b-8543-441365dd2a6c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:11:56.439124 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dfcfe7-1142-4068-91ab-f5a040ca9dc7" -d '{"events": [{"server_uuid": "8214be9e-9d3b-418a-ac49-708b87d4447d", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d262b-5418-4b9b-8543-441365dd2a6c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:11:56.454577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 0d2d262b-5418-4b9b-8543-441365dd2a6c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=0d2d262b-5418-4b9b-8543-441365dd2a6c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:56.462335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.477006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:11:56.485237 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5261f6ce-6a4b-45a0-9b94-ce1bdc62cfd7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.487742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.502196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 619248e4-93dd-413e-8900-8d4545560b09 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:56.510043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (32777ca5-b955-4d04-921f-2f3bed3f4b31), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.537940 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0434751-c3d4-40fb-ad47-ba918f75f50b x-openstack-request-id: req-b0434751-c3d4-40fb-ad47-ba918f75f50b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:11:56.538505 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8214be9e-9d3b-418a-ac49-708b87d4447d", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d262b-5418-4b9b-8543-441365dd2a6c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:11:56.541048 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0434751-c3d4-40fb-ad47-ba918f75f50b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:11:56.543624 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8214be9e-9d3b-418a-ac49-708b87d4447d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d262b-5418-4b9b-8543-441365dd2a6c', 'code': 200} Feb 09 03:11:56.600027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=0d2d262b-5418-4b9b-8543-441365dd2a6c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:56.617864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 619248e4-93dd-413e-8900-8d4545560b09 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:56.618577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (619248e4-93dd-413e-8900-8d4545560b09), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.716815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73676d11-74bd-4563-8e0a-70f555d37df7 req-fdd53ea1-4e5a-404d-b99d-8e62372c3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:56.720288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73676d11-74bd-4563-8e0a-70f555d37df7 req-fdd53ea1-4e5a-404d-b99d-8e62372c3428 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 1127 time: 0.1274040 Feb 09 03:11:56.795558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 619248e4-93dd-413e-8900-8d4545560b09 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:56.796644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 000dd214-da80-453a-8839-f4a25e66df9b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:56.822935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89821504-ea9a-4cae-b8f1-2cf15597fa20 req-ac79f364-5ae2-434d-a0b9-14bf465bcb7e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:56.832158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89821504-ea9a-4cae-b8f1-2cf15597fa20 req-ac79f364-5ae2-434d-a0b9-14bf465bcb7e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 945 time: 0.1057434 Feb 09 03:11:56.882437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (75a496b7-e90a-4aaa-92d2-5b72aa082a96), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:56.894476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89821504-ea9a-4cae-b8f1-2cf15597fa20 req-f2e7d7f0-2843-492b-978e-ef9f920790b6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613079 Feb 09 03:11:56.908797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73676d11-74bd-4563-8e0a-70f555d37df7 req-1f1c0712-6318-464e-9633-417ef092c3ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473975 Feb 09 03:11:56.926974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 000dd214-da80-453a-8839-f4a25e66df9b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:56.927352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (000dd214-da80-453a-8839-f4a25e66df9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.020139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 000dd214-da80-453a-8839-f4a25e66df9b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:57.020288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (000dd214-da80-453a-8839-f4a25e66df9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.058135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 000dd214-da80-453a-8839-f4a25e66df9b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=000dd214-da80-453a-8839-f4a25e66df9b,segment=NetworkSegment(4f40cb97-ebf3-4e44-b7f3-da69263caa65),segment_id=4f40cb97-ebf3-4e44-b7f3-da69263caa65)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:57.062443 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (000dd214-da80-453a-8839-f4a25e66df9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.138492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:57.151282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=000dd214-da80-453a-8839-f4a25e66df9b,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:57.156022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (75a496b7-e90a-4aaa-92d2-5b72aa082a96), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.167969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5954faaf-5a12-4ae5-aa80-45518f123ea6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:11:57.178553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:57.181751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:57.182383 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.196324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d40b1f-fd68-46f9-ab7d-8ff23f9a92e7 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:57.199973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 5954faaf-5a12-4ae5-aa80-45518f123ea6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:11:57.200326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5954faaf-5a12-4ae5-aa80-45518f123ea6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:11:57.299683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=32777ca5-b955-4d04-921f-2f3bed3f4b31,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:57.320090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 6f5f7d39-a2be-44f0-9e95-cd377b31d15c is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:57.370512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:57.379784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4800c20c-7c4e-4180-9614-c3c58b068f5a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9310892 Feb 09 03:11:57.380303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:57.383071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:57.386831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5261f6ce-6a4b-45a0-9b94-ce1bdc62cfd7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (2adf3f0d-da53-49b3-a283-54274e9a9e8f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.388746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:99:f0:a9', 'name': 'tempest-NetworksTestDHCPv6-407553041'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:57.401573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '32777ca5-b955-4d04-921f-2f3bed3f4b31'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:11:57.407779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.422002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cff0cf-cd52-43b2-8a90-6f5029accd60 None None] Network c81fd18d-44ba-4fbd-8008-932f61e036ba requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:11:57.426615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8445c8-b746-4153-883e-61d9b8af08f9 req-1d464395-4063-457b-ba46-221bed36a9e4 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:57.428420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d8445c8-b746-4153-883e-61d9b8af08f9 req-1d464395-4063-457b-ba46-221bed36a9e4 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 943 time: 0.4752426 Feb 09 03:11:57.429219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=75a496b7-e90a-4aaa-92d2-5b72aa082a96,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:57.437507 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5261f6ce-6a4b-45a0-9b94-ce1bdc62cfd7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2adf3f0d-da53-49b3-a283-54274e9a9e8f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.474270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Allocated IP 172.25.2.86 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/d85f3263-37b3-4737-bd52-62b9fcd6a406) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:57.531517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:57.532207 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.536414 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5261f6ce-6a4b-45a0-9b94-ce1bdc62cfd7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.540212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5261f6ce-6a4b-45a0-9b94-ce1bdc62cfd7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3250847 Feb 09 03:11:57.542368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:57.543621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261f6ce-6a4b-45a0-9b94-ce1bdc62cfd7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adf3f0d-da53-49b3-a283-54274e9a9e8f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:57.553044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-693ec17f-34a4-41f7-bea1-c70c6e13750d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '2adf3f0d-da53-49b3-a283-54274e9a9e8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:57.603157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-693ec17f-34a4-41f7-bea1-c70c6e13750d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (be8a5f50-627f-4e80-ae09-304f2c8b97c1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.634186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a55f4976-25a6-4294-950e-72f961af2f59 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.8567119 Feb 09 03:11:57.635021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53936) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:57.641597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d8445c8-b746-4153-883e-61d9b8af08f9 req-bb2d59c4-7920-4536-ba24-3ca483f7bb02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003343 Feb 09 03:11:57.647010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'port_id': '75a496b7-e90a-4aaa-92d2-5b72aa082a96'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:57.668880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-693ec17f-34a4-41f7-bea1-c70c6e13750d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (be8a5f50-627f-4e80-ae09-304f2c8b97c1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.670777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:11:57.711097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (cee416d6-5ff4-4396-af18-6de0c9acaffe), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.760297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f6e64e07-d79d-44d7-9e38-c849e1d9c968 None None] Provisioning complete for port 000dd214-da80-453a-8839-f4a25e66df9b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:57.761193 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f6e64e07-d79d-44d7-9e38-c849e1d9c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (000dd214-da80-453a-8839-f4a25e66df9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.780887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.784722 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-693ec17f-34a4-41f7-bea1-c70c6e13750d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (be8a5f50-627f-4e80-ae09-304f2c8b97c1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.808266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks [] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.822869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ec17f-34a4-41f7-bea1-c70c6e13750d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8a5f50-627f-4e80-ae09-304f2c8b97c1,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:57.831865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-693ec17f-34a4-41f7-bea1-c70c6e13750d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:57.836522 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-693ec17f-34a4-41f7-bea1-c70c6e13750d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2877114 Feb 09 03:11:57.837245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53938) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:57.845495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6f2ce671-59a1-4944-9424-6260f0088506 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '2adf3f0d-da53-49b3-a283-54274e9a9e8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:57.865333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port a6180f92-6175-4c33-a9be-be789ce3f409 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:11:57.926773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Allocated IP 2001:db8::f816:3eff:fe55:95d8 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/32777ca5-b955-4d04-921f-2f3bed3f4b31/f4645243-db01-48e7-99d0-8767104c6d74) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:57.979247 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.048977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3035f09b-6281-4464-bd36-43777d604ca6 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:11:58.049228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:58.054921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f6e64e07-d79d-44d7-9e38-c849e1d9c968 None None] Current status of the port 000dd214-da80-453a-8839-f4a25e66df9b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:58.070070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:58.080050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:58.110736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce671-59a1-4944-9424-6260f0088506 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (308d79ae-cbfa-4590-9d27-215ed2dbad06), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.160389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Pushing event updated for resources: {'Port': ['ID=d85f3263-37b3-4737-bd52-62b9fcd6a406,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.376404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 000dd214-da80-453a-8839-f4a25e66df9b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:11:58.390944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3035f09b-6281-4464-bd36-43777d604ca6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3035f09b-6281-4464-bd36-43777d604ca6,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:58.448187 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Publish callbacks [] for port (f4645243-db01-48e7-99d0-8767104c6d74), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.457616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '3035f09b-6281-4464-bd36-43777d604ca6', 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'port_id': '3035f09b-6281-4464-bd36-43777d604ca6', 'mac_address': 'fa:16:3e:48:f7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe41229-3eb3-49f1-9a19-2ecde9506e92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:11:58.478480 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (f4645243-db01-48e7-99d0-8767104c6d74), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.579506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:58.584339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 3035f09b-6281-4464-bd36-43777d604ca6 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:58.585011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3035f09b-6281-4464-bd36-43777d604ca6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.590515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ede5c698-fc99-4a34-9345-d381e52535a3 None None] Provisioning complete for port 000dd214-da80-453a-8839-f4a25e66df9b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:58.591105 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ede5c698-fc99-4a34-9345-d381e52535a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (000dd214-da80-453a-8839-f4a25e66df9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.592979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:58.626052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:58.632971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Pushing event updated for resources: {'Port': ['ID=f4645243-db01-48e7-99d0-8767104c6d74,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.647821 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.649907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 000dd214-da80-453a-8839-f4a25e66df9b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:11:58.650497 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (000dd214-da80-453a-8839-f4a25e66df9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.661975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cee416d6-5ff4-4396-af18-6de0c9acaffe), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.689903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3035f09b-6281-4464-bd36-43777d604ca6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:11:58.700983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e3e28-047e-42db-9fb4-8ac07c9212e7 req-7ac9a6f3-7d4e-475b-bc3d-4c6f774ea049 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:58.702650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a01e3e28-047e-42db-9fb4-8ac07c9212e7 req-7ac9a6f3-7d4e-475b-bc3d-4c6f774ea049 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 945 time: 0.6801383 Feb 09 03:11:58.738105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fe99:f0a9 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/32777ca5-b955-4d04-921f-2f3bed3f4b31/a6180f92-6175-4c33-a9be-be789ce3f409) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:11:58.754091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3035f09b-6281-4464-bd36-43777d604ca6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3035f09b-6281-4464-bd36-43777d604ca6,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:11:58.775640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce671-59a1-4944-9424-6260f0088506 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (308d79ae-cbfa-4590-9d27-215ed2dbad06), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.787987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Attempting to bind port f4645243-db01-48e7-99d0-8767104c6d74 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:11:58.788636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Attempting to bind port f4645243-db01-48e7-99d0-8767104c6d74 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:11:58.788814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Attempting to bind port f4645243-db01-48e7-99d0-8767104c6d74 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:11:58.791671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce671-59a1-4944-9424-6260f0088506 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (308d79ae-cbfa-4590-9d27-215ed2dbad06), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.793526 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3035f09b-6281-4464-bd36-43777d604ca6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.805815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:11:58.806204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:11:58.806637 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.807040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:11:58.807525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Bound port: f4645243-db01-48e7-99d0-8767104c6d74, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:11:58.807907 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f4645243-db01-48e7-99d0-8767104c6d74), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.820503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ce671-59a1-4944-9424-6260f0088506 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308d79ae-cbfa-4590-9d27-215ed2dbad06,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.841122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a01e3e28-047e-42db-9fb4-8ac07c9212e7 req-026a866b-05da-4299-9cbe-b1267c6bade7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193042 Feb 09 03:11:58.846526 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP cee416d6-5ff4-4396-af18-6de0c9acaffe associated. External IP: 172.25.2.72, port: 75a496b7-e90a-4aaa-92d2-5b72aa082a96. Feb 09 03:11:58.857920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f2ce671-59a1-4944-9424-6260f0088506 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:58.859867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6f2ce671-59a1-4944-9424-6260f0088506 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0203297 Feb 09 03:11:58.866285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53946) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:58.885602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-dbaebc94-6ed0-4a8f-8d11-1774133713f2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '2adf3f0d-da53-49b3-a283-54274e9a9e8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:58.963518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 000dd214-da80-453a-8839-f4a25e66df9b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:58.985287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=3035f09b-6281-4464-bd36-43777d604ca6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:58.994901 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dbaebc94-6ed0-4a8f-8d11-1774133713f2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8db2fef3-60f3-4e8c-adda-26494cf200d3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.022917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ede5c698-fc99-4a34-9345-d381e52535a3 None None] Current status of the port 000dd214-da80-453a-8839-f4a25e66df9b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:11:59.031186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] For port f4645243-db01-48e7-99d0-8767104c6d74, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:11:59.035518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] For port f4645243-db01-48e7-99d0-8767104c6d74, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f4645243-db01-48e7-99d0-8767104c6d74,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:11:59.045515 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f4645243-db01-48e7-99d0-8767104c6d74), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.083418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (a6180f92-6175-4c33-a9be-be789ce3f409), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.124018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a57413-9299-48ab-b058-07bccc4eb694 None None] Pushing event updated for resources: {'Port': ['ID=f4645243-db01-48e7-99d0-8767104c6d74,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:59.140629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3035f09b-6281-4464-bd36-43777d604ca6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:11:59.148268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dbaebc94-6ed0-4a8f-8d11-1774133713f2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8db2fef3-60f3-4e8c-adda-26494cf200d3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.150405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a6180f92-6175-4c33-a9be-be789ce3f409), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.186374 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dbaebc94-6ed0-4a8f-8d11-1774133713f2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8db2fef3-60f3-4e8c-adda-26494cf200d3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.231133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:11:59.239045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:11:59.242377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:11:59.248008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.248667 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.265472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaebc94-6ed0-4a8f-8d11-1774133713f2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db2fef3-60f3-4e8c-adda-26494cf200d3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:59.281442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8980746 Feb 09 03:11:59.283596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229fd3a-60ed-45bf-99bf-474953cd99cd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=a6180f92-6175-4c33-a9be-be789ce3f409,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:59.295959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53948) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:59.314173 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dbaebc94-6ed0-4a8f-8d11-1774133713f2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.319534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dbaebc94-6ed0-4a8f-8d11-1774133713f2 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4515665 Feb 09 03:11:59.320417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:59.346817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-53b39d35-8e1b-4794-9776-36bd53e0e2d0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '2adf3f0d-da53-49b3-a283-54274e9a9e8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:59.423861 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53b39d35-8e1b-4794-9776-36bd53e0e2d0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (785fdefe-0c8e-423c-9617-f73c8f5b6ba3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.464691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e00c16d-19a7-449f-97bd-409e7f227616 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.470919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e00c16d-19a7-449f-97bd-409e7f227616 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.472624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2e00c16d-19a7-449f-97bd-409e7f227616 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1749930 Feb 09 03:11:59.476809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53954) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:59.535772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd8fe2-0c79-4b07-9d1d-16968a36bd3e req-12663a9c-308c-47be-9bf8-df4754142eee tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:11:59.543163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09fd8fe2-0c79-4b07-9d1d-16968a36bd3e req-12663a9c-308c-47be-9bf8-df4754142eee tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 944 time: 0.6981328 Feb 09 03:11:59.606673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53b39d35-8e1b-4794-9776-36bd53e0e2d0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (785fdefe-0c8e-423c-9617-f73c8f5b6ba3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.622481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53b39d35-8e1b-4794-9776-36bd53e0e2d0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (785fdefe-0c8e-423c-9617-f73c8f5b6ba3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.633150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09fd8fe2-0c79-4b07-9d1d-16968a36bd3e req-30e3aaed-a36e-45b5-8be6-2069f1437520 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890024 Feb 09 03:11:59.650793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks [] for router_gateway (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.665238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f808522f-e471-4c1c-858b-62ceab420897 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port a6180f92-6175-4c33-a9be-be789ce3f409 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:11:59.665665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f808522f-e471-4c1c-858b-62ceab420897 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a6180f92-6175-4c33-a9be-be789ce3f409), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.668450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b39d35-8e1b-4794-9776-36bd53e0e2d0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785fdefe-0c8e-423c-9617-f73c8f5b6ba3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:11:59.698616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53b39d35-8e1b-4794-9776-36bd53e0e2d0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.703505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-53b39d35-8e1b-4794-9776-36bd53e0e2d0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3622162 Feb 09 03:11:59.704565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:11:59.750517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a1974347-e82b-4a67-a083-51c5d1d1c3aa tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '2adf3f0d-da53-49b3-a283-54274e9a9e8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:11:59.812572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1974347-e82b-4a67-a083-51c5d1d1c3aa tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8330cde4-ce80-4864-ada1-41c666f1cfa9), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.839364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f808522f-e471-4c1c-858b-62ceab420897 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a6180f92-6175-4c33-a9be-be789ce3f409), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.868184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f808522f-e471-4c1c-858b-62ceab420897 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for a6180f92-6175-4c33-a9be-be789ce3f409 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:11:59.910643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1974347-e82b-4a67-a083-51c5d1d1c3aa tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8330cde4-ce80-4864-ada1-41c666f1cfa9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:11:59.941266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:11:59.956222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1974347-e82b-4a67-a083-51c5d1d1c3aa tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8330cde4-ce80-4864-ada1-41c666f1cfa9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.013423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1974347-e82b-4a67-a083-51c5d1d1c3aa tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8330cde4-ce80-4864-ada1-41c666f1cfa9,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:00.036222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1974347-e82b-4a67-a083-51c5d1d1c3aa tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.037760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a1974347-e82b-4a67-a083-51c5d1d1c3aa tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2939408 Feb 09 03:12:00.040526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53960) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:00.073794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509d12a-99b3-4159-a22e-4847315e4108 req-03ca8a4b-9c89-47b7-89e6-722974e5fbab tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:00.076197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3035f09b-6281-4464-bd36-43777d604ca6 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:00.083383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f509d12a-99b3-4159-a22e-4847315e4108 req-03ca8a4b-9c89-47b7-89e6-722974e5fbab tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 945 time: 0.1301410 Feb 09 03:12:00.087566 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.153316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 3035f09b-6281-4464-bd36-43777d604ca6 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:12:00.158557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 3035f09b-6281-4464-bd36-43777d604ca6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:00.158979 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3035f09b-6281-4464-bd36-43777d604ca6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.181128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f509d12a-99b3-4159-a22e-4847315e4108 req-fbfd83d1-7412-4fbb-80cd-adfe53b2609d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963361 Feb 09 03:12:00.268277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f808522f-e471-4c1c-858b-62ceab420897 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a6180f92-6175-4c33-a9be-be789ce3f409), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.274301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8174c616-10c8-4a45-a615-78e178c0f877 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8330cde4-ce80-4864-ada1-41c666f1cfa9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.307774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808522f-e471-4c1c-858b-62ceab420897 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=a6180f92-6175-4c33-a9be-be789ce3f409,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:00.317139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8174c616-10c8-4a45-a615-78e178c0f877 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8330cde4-ce80-4864-ada1-41c666f1cfa9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.348237 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d11c5d6b-b769-472c-9586-b7f88b62673d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.349617 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f808522f-e471-4c1c-858b-62ceab420897 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.353233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f808522f-e471-4c1c-858b-62ceab420897 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/a6180f92-6175-4c33-a9be-be789ce3f409 HTTP/1.1" status: 204 len: 168 time: 0.8754666 Feb 09 03:12:00.357216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53964) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:00.428193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f4645243-db01-48e7-99d0-8767104c6d74 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:00.442758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:00.443107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267df8df-f784-4a47-ab40-7a38b017eeeb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:00.444711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267df8df-f784-4a47-ab40-7a38b017eeeb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:00.448813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-267df8df-f784-4a47-ab40-7a38b017eeeb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0880873 Feb 09 03:12:00.449203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:00.460115 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376aab12-2033-49e4-99d7-a195b3362ebf None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:00.464425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.481099 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376aab12-2033-49e4-99d7-a195b3362ebf None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:00.481742 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-376aab12-2033-49e4-99d7-a195b3362ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:00.524062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 3035f09b-6281-4464-bd36-43777d604ca6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:00.524465 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3035f09b-6281-4464-bd36-43777d604ca6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.524994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a2747c-6d50-401e-bcf4-b1269918c3cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 32777ca5-b955-4d04-921f-2f3bed3f4b31 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:00.535832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5a2747c-6d50-401e-bcf4-b1269918c3cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (32777ca5-b955-4d04-921f-2f3bed3f4b31), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.562255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9679c6aa-a9e2-4547-bc86-4d4e57ec56a5 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/floatingips/cee416d6-5ff4-4396-af18-6de0c9acaffe HTTP/1.1" status: 200 len: 975 time: 2.9241984 Feb 09 03:12:00.563866 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-376aab12-2033-49e4-99d7-a195b3362ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:00.569389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bcef3-acbf-4483-b138-6097e7e33ee5 req-eddd9c2f-ddfc-491f-957b-0e325612fad3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:00.579396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-525bcef3-acbf-4483-b138-6097e7e33ee5 req-eddd9c2f-ddfc-491f-957b-0e325612fad3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 945 time: 0.2730756 Feb 09 03:12:00.580117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53970) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:00.586907 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376aab12-2033-49e4-99d7-a195b3362ebf None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:00.587552 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-376aab12-2033-49e4-99d7-a195b3362ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:00.605734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3035f09b-6281-4464-bd36-43777d604ca6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3035f09b-6281-4464-bd36-43777d604ca6,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:00.607135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b51a4e-90db-4e5e-b58e-887f2963f38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3035f09b-6281-4464-bd36-43777d604ca6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:00.609971 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a036da29-78fc-430d-b61e-37aeb53040aa" -d '{"events": [{"server_uuid": "e0b51a4e-90db-4e5e-b58e-887f2963f38c", "name": "network-vif-plugged", "status": "completed", "tag": "3035f09b-6281-4464-bd36-43777d604ca6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:00.618950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8174c616-10c8-4a45-a615-78e178c0f877 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8330cde4-ce80-4864-ada1-41c666f1cfa9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.624660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8174c616-10c8-4a45-a615-78e178c0f877 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.625804 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8174c616-10c8-4a45-a615-78e178c0f877 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8330cde4-ce80-4864-ada1-41c666f1cfa9 HTTP/1.1" status: 204 len: 168 time: 0.5799489 Feb 09 03:12:00.630949 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3035f09b-6281-4464-bd36-43777d604ca6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.633854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53974) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:00.665248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5a2747c-6d50-401e-bcf4-b1269918c3cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (32777ca5-b955-4d04-921f-2f3bed3f4b31), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.665579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:12:00.673381 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-376aab12-2033-49e4-99d7-a195b3362ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:00.674031 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376aab12-2033-49e4-99d7-a195b3362ebf None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:00.699047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174c616-10c8-4a45-a615-78e178c0f877 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8330cde4-ce80-4864-ada1-41c666f1cfa9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:00.715956 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d370b84-525b-421e-9502-f612e3537a18 x-openstack-request-id: req-4d370b84-525b-421e-9502-f612e3537a18 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:00.716306 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b51a4e-90db-4e5e-b58e-887f2963f38c", "name": "network-vif-plugged", "status": "completed", "tag": "3035f09b-6281-4464-bd36-43777d604ca6", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:00.716534 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d370b84-525b-421e-9502-f612e3537a18 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:00.716908 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b51a4e-90db-4e5e-b58e-887f2963f38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3035f09b-6281-4464-bd36-43777d604ca6', 'code': 200} Feb 09 03:12:00.769674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f4645243-db01-48e7-99d0-8767104c6d74 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:00.770063 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f4645243-db01-48e7-99d0-8767104c6d74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.772003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=3035f09b-6281-4464-bd36-43777d604ca6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:00.899785 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d65e22ee-dc5d-45bf-b969-330322ce7ab7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2629509 Feb 09 03:12:00.900700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53978) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:00.941702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-525bcef3-acbf-4483-b138-6097e7e33ee5 req-de828ea7-52f2-44aa-a1bb-95daf5551087 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382633 Feb 09 03:12:00.961390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f4645243-db01-48e7-99d0-8767104c6d74 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:00.961774 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f4645243-db01-48e7-99d0-8767104c6d74), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:00.981393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:01.023465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Sync routers for ids ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:01.027315 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.028841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d8fc1a7d-198a-463b-af2e-f4dd0e273565 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1163113 Feb 09 03:12:01.033010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port 75a496b7-e90a-4aaa-92d2-5b72aa082a96 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:01.033474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (75a496b7-e90a-4aaa-92d2-5b72aa082a96), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.033675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1e55641e-5c7f-4b28-b4dc-11bb5cd2384d None None] Provisioning complete for port f4645243-db01-48e7-99d0-8767104c6d74 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:01.035273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e55641e-5c7f-4b28-b4dc-11bb5cd2384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f4645243-db01-48e7-99d0-8767104c6d74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.039034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53982) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:01.062836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-548f3db1-c8d3-4597-b049-5fed32bf1eee tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (785fdefe-0c8e-423c-9617-f73c8f5b6ba3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.086988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5a2747c-6d50-401e-bcf4-b1269918c3cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (32777ca5-b955-4d04-921f-2f3bed3f4b31), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.090834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-548f3db1-c8d3-4597-b049-5fed32bf1eee tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (785fdefe-0c8e-423c-9617-f73c8f5b6ba3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.129380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Routers {'3295bc9d-5bc3-4a70-9e1a-e9862cedb279'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:01.130174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:11:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:01.149866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a7d8-73e9-4c3e-9320-5b1753eae398 req-2819db78-c656-4de6-85a9-580375ab5d07 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:01.156879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e14a7d8-73e9-4c3e-9320-5b1753eae398 req-2819db78-c656-4de6-85a9-580375ab5d07 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 945 time: 0.3184805 Feb 09 03:12:01.177352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873da0-e74e-4965-997b-a3b761f57dfe req-31440501-925a-4669-91f8-1663ca999565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:01.187195 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71873da0-e74e-4965-997b-a3b761f57dfe req-31440501-925a-4669-91f8-1663ca999565 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 1127 time: 0.3967187 Feb 09 03:12:01.299913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (75a496b7-e90a-4aaa-92d2-5b72aa082a96), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.300424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Set router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:01.312626 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-548f3db1-c8d3-4597-b049-5fed32bf1eee tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (785fdefe-0c8e-423c-9617-f73c8f5b6ba3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.323018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06afe8a-382a-4d8c-b53b-67b2617b831b req-137bebdb-afb5-4089-b68c-8bf0faff4063 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:01.324352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e06afe8a-382a-4d8c-b53b-67b2617b831b req-137bebdb-afb5-4089-b68c-8bf0faff4063 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 945 time: 0.2210374 Feb 09 03:12:01.337825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-548f3db1-c8d3-4597-b049-5fed32bf1eee tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.339544 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-548f3db1-c8d3-4597-b049-5fed32bf1eee tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/785fdefe-0c8e-423c-9617-f73c8f5b6ba3 HTTP/1.1" status: 204 len: 168 time: 0.3951967 Feb 09 03:12:01.347415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f3db1-c8d3-4597-b049-5fed32bf1eee tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=785fdefe-0c8e-423c-9617-f73c8f5b6ba3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:01.351495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71873da0-e74e-4965-997b-a3b761f57dfe req-113d48b3-9e9c-493d-884c-034a90090f94 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509483 Feb 09 03:12:01.360705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53984) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:01.398201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e14a7d8-73e9-4c3e-9320-5b1753eae398 req-dd3abe9a-0364-4ee8-a0b0-0e6610a626e4 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404447 Feb 09 03:12:01.408739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5a2747c-6d50-401e-bcf4-b1269918c3cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (32777ca5-b955-4d04-921f-2f3bed3f4b31), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.431335 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c3766cb1-5809-4619-8f72-5169787bf60a tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0690942 Feb 09 03:12:01.454820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53986) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:01.471927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2747c-6d50-401e-bcf4-b1269918c3cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=32777ca5-b955-4d04-921f-2f3bed3f4b31,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:01.484665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5a2747c-6d50-401e-bcf4-b1269918c3cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.488776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d5a2747c-6d50-401e-bcf4-b1269918c3cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/32777ca5-b955-4d04-921f-2f3bed3f4b31 HTTP/1.1" status: 204 len: 168 time: 1.0384452 Feb 09 03:12:01.491275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53988) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:01.553006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-99ed4d0e-ae30-4c1e-aa60-f8b71c8aff11 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603695 Feb 09 03:12:01.556175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53990) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:01.564296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:01.569901 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:12:01.571212 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:12:01.611204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1e55641e-5c7f-4b28-b4dc-11bb5cd2384d None None] Current status of the port f4645243-db01-48e7-99d0-8767104c6d74 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:01.611769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e55641e-5c7f-4b28-b4dc-11bb5cd2384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f4645243-db01-48e7-99d0-8767104c6d74), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.637551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9e61720-1b51-432d-a4b1-c50946f8610d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8db2fef3-60f3-4e8c-adda-26494cf200d3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.647737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5199d-0c9a-4658-9032-dba4fc06c92d None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:01.670804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9e61720-1b51-432d-a4b1-c50946f8610d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (8db2fef3-60f3-4e8c-adda-26494cf200d3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.711268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:01.720264 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.729681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e06afe8a-382a-4d8c-b53b-67b2617b831b req-327a709b-197f-41cb-b7d9-b2bdfa9d0327 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900895 Feb 09 03:12:01.747920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1e55641e-5c7f-4b28-b4dc-11bb5cd2384d None None] For port f4645243-db01-48e7-99d0-8767104c6d74, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f4645243-db01-48e7-99d0-8767104c6d74,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:01.781565 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e55641e-5c7f-4b28-b4dc-11bb5cd2384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f4645243-db01-48e7-99d0-8767104c6d74), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.870808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9e61720-1b51-432d-a4b1-c50946f8610d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8db2fef3-60f3-4e8c-adda-26494cf200d3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:01.877608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:11:58Z', 'revision_number': 3, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port': {'id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:01.983553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-19ce7e29-2894-4039-8b18-07ce625fdd15 None None] Could not find standard attr ID for object a6180f92-6175-4c33-a9be-be789ce3f409. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:12:01.993605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Checking router: 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:01.994170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Updating router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 port d85f3263-37b3-4737-bd52-62b9fcd6a406 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:02.205729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:12:02.319076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55641e-5c7f-4b28-b4dc-11bb5cd2384d None None] Pushing event updated for resources: {'Port': ['ID=f4645243-db01-48e7-99d0-8767104c6d74,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:02.326071 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.360711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f4645243-db01-48e7-99d0-8767104c6d74 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:02.361272 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9e61720-1b51-432d-a4b1-c50946f8610d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.362779 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d9e61720-1b51-432d-a4b1-c50946f8610d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8db2fef3-60f3-4e8c-adda-26494cf200d3 HTTP/1.1" status: 204 len: 168 time: 0.9068360 Feb 09 03:12:02.371145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53998) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:02.380710 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.381186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cee416d6-5ff4-4396-af18-6de0c9acaffe), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.381604 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP cee416d6-5ff4-4396-af18-6de0c9acaffe disassociated. External IP: 172.25.2.72, port: 75a496b7-e90a-4aaa-92d2-5b72aa082a96. Feb 09 03:12:02.382004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for 75a496b7-e90a-4aaa-92d2-5b72aa082a96 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:02.416890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e61720-1b51-432d-a4b1-c50946f8610d tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8db2fef3-60f3-4e8c-adda-26494cf200d3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:02.461895 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f4645243-db01-48e7-99d0-8767104c6d74), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.479222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:02.626632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47230849-90a9-4076-b177-3107fd4cf5e2 req-de581612-f0f7-4082-8df1-e1a9bab650e5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:02.633019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] Deleting port f4645243-db01-48e7-99d0-8767104c6d74 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:02.633845 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f4645243-db01-48e7-99d0-8767104c6d74), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.635402 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47230849-90a9-4076-b177-3107fd4cf5e2 req-de581612-f0f7-4082-8df1-e1a9bab650e5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 945 time: 0.2903988 Feb 09 03:12:02.655512 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b2f855cf-aa27-49be-9ec0-7f39998a18ad tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2826421 Feb 09 03:12:02.665289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54002) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:02.795060 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e16a2078-9167-420c-ab71-b1baffd14fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.798856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d9f758-d514-459a-8eec-d2fdd9bc5b27 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (308d79ae-cbfa-4590-9d27-215ed2dbad06), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.816404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ecb6a-6fdb-4245-8c19-7684b3c8926c req-f4cb7197-9e04-4297-9d34-e175f2aaf3b4 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:02.818623 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d9f758-d514-459a-8eec-d2fdd9bc5b27 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (308d79ae-cbfa-4590-9d27-215ed2dbad06), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.823479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f3ecb6a-6fdb-4245-8c19-7684b3c8926c req-f4cb7197-9e04-4297-9d34-e175f2aaf3b4 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 945 time: 0.2985909 Feb 09 03:12:02.839154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47230849-90a9-4076-b177-3107fd4cf5e2 req-e996a71c-2601-4277-8c75-77941f4986d3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025816 Feb 09 03:12:02.848146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.893222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] For port f4645243-db01-48e7-99d0-8767104c6d74, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f4645243-db01-48e7-99d0-8767104c6d74,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:02.893812 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f4645243-db01-48e7-99d0-8767104c6d74), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.914360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] For port f4645243-db01-48e7-99d0-8767104c6d74, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f4645243-db01-48e7-99d0-8767104c6d74,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:02.921642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (75a496b7-e90a-4aaa-92d2-5b72aa082a96), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.925611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] Calling delete_port for f4645243-db01-48e7-99d0-8767104c6d74 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:02.948403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f3ecb6a-6fdb-4245-8c19-7684b3c8926c req-2c3e70e7-0dae-4d24-b4eb-57ce6b63a87d tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184077 Feb 09 03:12:02.989219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (f4645243-db01-48e7-99d0-8767104c6d74), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:02.995785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f4645243-db01-48e7-99d0-8767104c6d74), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.023673 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Publish callbacks [] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.049220 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.052523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (76265d0e-ded6-4802-a338-f7719d0630b9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.111181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22a1bc-9bc5-423a-b33b-3cf1f3ff853c None None] Pushing event updated for resources: {'Port': ['ID=d85f3263-37b3-4737-bd52-62b9fcd6a406,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.116436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:03.125182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Allocated IP 172.20.0.1 (c81fd18d-44ba-4fbd-8008-932f61e036ba/d658ba02-2731-40dd-9fcd-e49ee9c945a5/1d2d1015-06f4-4313-aece-9815088a37ba) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:03.127423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Attempting to bind port d85f3263-37b3-4737-bd52-62b9fcd6a406 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:03.127984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Attempting to bind port d85f3263-37b3-4737-bd52-62b9fcd6a406 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:03.128425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Attempting to bind port d85f3263-37b3-4737-bd52-62b9fcd6a406 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:03.136332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:03.136751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:03.137375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:03.137794 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.139273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:03.139823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Bound port: d85f3263-37b3-4737-bd52-62b9fcd6a406, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:03.140590 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.155118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:03.155776 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.184557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=76265d0e-ded6-4802-a338-f7719d0630b9,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.188181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=f4645243-db01-48e7-99d0-8767104c6d74,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.211538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-57dfd5e6-5c89-418d-8ad3-e9d814ea21dc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6531610 Feb 09 03:12:03.212231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54006) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:03.218796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:2f:68:ce', 'name': 'tempest-NetworksTestDHCPv6-1767321917'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:03.238405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Publish callbacks [] for port (1d2d1015-06f4-4313-aece-9815088a37ba), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.240077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] For port d85f3263-37b3-4737-bd52-62b9fcd6a406, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:03.245503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] For port d85f3263-37b3-4737-bd52-62b9fcd6a406, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d85f3263-37b3-4737-bd52-62b9fcd6a406,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:03.247637 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (f4645243-db01-48e7-99d0-8767104c6d74), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.273958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d9f758-d514-459a-8eec-d2fdd9bc5b27 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (308d79ae-cbfa-4590-9d27-215ed2dbad06), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.285404 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d9f758-d514-459a-8eec-d2fdd9bc5b27 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.286713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93d9f758-d514-459a-8eec-d2fdd9bc5b27 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/308d79ae-cbfa-4590-9d27-215ed2dbad06 HTTP/1.1" status: 204 len: 168 time: 0.6203787 Feb 09 03:12:03.291394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=75a496b7-e90a-4aaa-92d2-5b72aa082a96,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.291605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54008) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:03.299026 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.301777 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.345373 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d995c59e-8712-4510-a34d-f8ca777915b9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0528154 Feb 09 03:12:03.349395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54010) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:03.360160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Pushing event updated for resources: {'Port': ['ID=1d2d1015-06f4-4313-aece-9815088a37ba,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.366680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9f758-d514-459a-8eec-d2fdd9bc5b27 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=308d79ae-cbfa-4590-9d27-215ed2dbad06,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.400959 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e0d548f-3edd-44eb-b9cd-7fbc96d2f17c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (be8a5f50-627f-4e80-ae09-304f2c8b97c1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.404092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] No DVR routers for this DVR port f4645243-db01-48e7-99d0-8767104c6d74 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:03.415998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d92ccd-872d-47a7-8d50-88366b92de6e None None] Pushing event deleted for resources: {'Port': ['ID=f4645243-db01-48e7-99d0-8767104c6d74,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.417197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e0d548f-3edd-44eb-b9cd-7fbc96d2f17c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (be8a5f50-627f-4e80-ae09-304f2c8b97c1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.466276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:03.480270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22a1bc-9bc5-423a-b33b-3cf1f3ff853c None None] Pushing event updated for resources: {'Port': ['ID=d85f3263-37b3-4737-bd52-62b9fcd6a406,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.483577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e0c10-a9b4-4cd9-ad6b-125a52851137 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:03.504052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Network c81fd18d-44ba-4fbd-8008-932f61e036ba is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:03.506461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:03.507764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:03.510621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:03.553829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Routers {'3295bc9d-5bc3-4a70-9e1a-e9862cedb279'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:03.554619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:03.566862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e0d548f-3edd-44eb-b9cd-7fbc96d2f17c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (be8a5f50-627f-4e80-ae09-304f2c8b97c1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.574408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e0d548f-3edd-44eb-b9cd-7fbc96d2f17c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.577752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4e0d548f-3edd-44eb-b9cd-7fbc96d2f17c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/be8a5f50-627f-4e80-ae09-304f2c8b97c1 HTTP/1.1" status: 204 len: 168 time: 0.2251434 Feb 09 03:12:03.578330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54012) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:03.588126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.612247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d548f-3edd-44eb-b9cd-7fbc96d2f17c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be8a5f50-627f-4e80-ae09-304f2c8b97c1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:03.646837 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.659933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-99d585ca-1091-4353-a6cc-3b0d5af4437e tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772734 Feb 09 03:12:03.660763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54014) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:03.709638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port fcfaf693-7087-4b0f-80f7-bcb18dfb6594 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:12:03.724981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '76265d0e-ded6-4802-a338-f7719d0630b9'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:12:03.725995 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:03.856451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:03.868783 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca834644-1f62-456c-9aea-af48f96762f7 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:03.886655 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca834644-1f62-456c-9aea-af48f96762f7 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:03.887446 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ca834644-1f62-456c-9aea-af48f96762f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:03.935926 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ca834644-1f62-456c-9aea-af48f96762f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:03.949113 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca834644-1f62-456c-9aea-af48f96762f7 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:03.950754 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ca834644-1f62-456c-9aea-af48f96762f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:03.964934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] Set router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:03.997606 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ca834644-1f62-456c-9aea-af48f96762f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:03.998735 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca834644-1f62-456c-9aea-af48f96762f7 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:04.089116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fe2f:68ce (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/76265d0e-ded6-4802-a338-f7719d0630b9/fcfaf693-7087-4b0f-80f7-bcb18dfb6594) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:04.131412 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.140900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-de068e49-a8df-4eac-b9c7-f255831eba63 None None] Provisioning complete for port 1d2d1015-06f4-4313-aece-9815088a37ba triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:04.141543 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de068e49-a8df-4eac-b9c7-f255831eba63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.146158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-050e687a-23cd-49c6-b2ac-8e2c885f5fdf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.147844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-050e687a-23cd-49c6-b2ac-8e2c885f5fdf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 945 time: 0.2495570 Feb 09 03:12:04.160466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ae94-32ca-4b3f-bb43-5a423bb6a803 req-c3d653b5-b725-44c1-b1e8-06c90741f909 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.162663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ebb3ae94-32ca-4b3f-bb43-5a423bb6a803 req-c3d653b5-b725-44c1-b1e8-06c90741f909 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 945 time: 0.1522529 Feb 09 03:12:04.166992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.170303 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd498-1140-466b-9a64-d222c1b60705 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (2adf3f0d-da53-49b3-a283-54274e9a9e8f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.177624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef2a6ffd-c538-45eb-97e4-8a245087500c tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/ports/75a496b7-e90a-4aaa-92d2-5b72aa082a96 HTTP/1.1" status: 204 len: 168 time: 3.5851216 Feb 09 03:12:04.178753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54022) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:04.202874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-de068e49-a8df-4eac-b9c7-f255831eba63 None None] Port 1d2d1015-06f4-4313-aece-9815088a37ba cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:04.213182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.267008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529463d-6208-462b-a1e4-4f095c0cb00f req-b910af87-b96e-4efc-ae0f-d8a2a1ca41da tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:04.270986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:11:58Z', 'revision_number': 3, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port': {'id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:04.274546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b529463d-6208-462b-a1e4-4f095c0cb00f req-b910af87-b96e-4efc-ae0f-d8a2a1ca41da tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 945 time: 0.2300780 Feb 09 03:12:04.277766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd498-1140-466b-9a64-d222c1b60705 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (2adf3f0d-da53-49b3-a283-54274e9a9e8f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.305039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b79a0c-39c0-4075-b0cb-b006be34700c None None] The sync data for ids ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'] in n-d-827839-4 is: [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:11:58Z', 'revision_number': 3, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port': {'id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:04.339425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ebb3ae94-32ca-4b3f-bb43-5a423bb6a803 req-89dc753a-f80b-4c37-92bb-b26a681700e9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589057 Feb 09 03:12:04.343119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a16f07b5-da67-4dbb-af25-a0dc31e09e63 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "GET /v2.0/floatingips/cee416d6-5ff4-4396-af18-6de0c9acaffe HTTP/1.1" status: 200 len: 687 time: 0.1269739 Feb 09 03:12:04.345945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54024) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:04.473556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b529463d-6208-462b-a1e4-4f095c0cb00f req-59eb5312-3241-4992-8c50-e880ceb6f538 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984117 Feb 09 03:12:04.509537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f4645243-db01-48e7-99d0-8767104c6d74 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:04.521637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port 0d2d262b-5418-4b9b-8543-441365dd2a6c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:04.521637 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.524143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd498-1140-466b-9a64-d222c1b60705 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2adf3f0d-da53-49b3-a283-54274e9a9e8f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.532334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd498-1140-466b-9a64-d222c1b60705 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.533505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8c0fd498-1140-466b-9a64-d222c1b60705 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/2adf3f0d-da53-49b3-a283-54274e9a9e8f HTTP/1.1" status: 204 len: 168 time: 0.8720739 Feb 09 03:12:04.551595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54028) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:04.562892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: f4645243-db01-48e7-99d0-8767104c6d74 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:04.563980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f4645243-db01-48e7-99d0-8767104c6d74 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:04.579673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fd498-1140-466b-9a64-d222c1b60705 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adf3f0d-da53-49b3-a283-54274e9a9e8f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:04.668617 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (fcfaf693-7087-4b0f-80f7-bcb18dfb6594), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.805790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fcfaf693-7087-4b0f-80f7-bcb18dfb6594), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.838052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Allocated IP 2001:db8::f816:3eff:fe5b:186f (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/76265d0e-ded6-4802-a338-f7719d0630b9/c664f3c7-3684-40fa-8815-6ed03fd5ec26) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:04.904985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-752e2247-e38b-4e94-8fed-df394ce4c7f0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3422108 Feb 09 03:12:04.908620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54032) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:04.916042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c9f141d0-3443-4e9d-aed6-a264c7365756 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--414777987'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:04.951892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] For port 0d2d262b-5418-4b9b-8543-441365dd2a6c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=0d2d262b-5418-4b9b-8543-441365dd2a6c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:04.952304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:04.968466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for 0d2d262b-5418-4b9b-8543-441365dd2a6c owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:04.971769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port f97f7100-4547-47fc-9908-ff0abd0ef439 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:04.972258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f97f7100-4547-47fc-9908-ff0abd0ef439), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.156175 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9f141d0-3443-4e9d-aed6-a264c7365756 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.168430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.203502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=fcfaf693-7087-4b0f-80f7-bcb18dfb6594,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:05.249799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0d2d262b-5418-4b9b-8543-441365dd2a6c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.279534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['0d2d262b-5418-4b9b-8543-441365dd2a6c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:05.303368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Publish callbacks [] for port (1d2d1015-06f4-4313-aece-9815088a37ba), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.312496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:05.316831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:05.338136 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.346111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:05.352311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:05.352311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.427514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Publish callbacks [] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.438687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.499131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3c7a96cc-2e2d-4c5a-97dd-e397a26d8667 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2848067 Feb 09 03:12:05.511022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Pushing event updated for resources: {'Port': ['ID=1d2d1015-06f4-4313-aece-9815088a37ba,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:05.527758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=0d2d262b-5418-4b9b-8543-441365dd2a6c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:05.553354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54040) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:05.586830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Pushing event updated for resources: {'Port': ['ID=c664f3c7-3684-40fa-8815-6ed03fd5ec26,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:05.614013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57fc7efc-76c8-4f2b-b457-afec593f8578 req-beacf77d-87c5-496d-a095-56af711cecfc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0855322 Feb 09 03:12:05.638766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:05.641532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:05.646692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:05.678563 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f97f7100-4547-47fc-9908-ff0abd0ef439), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.678832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] No DVR routers for this DVR port 0d2d262b-5418-4b9b-8543-441365dd2a6c on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:05.680603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (f97f7100-4547-47fc-9908-ff0abd0ef439), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.681535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.685111 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14d2c4ae-3b1d-4a58-b3a8-f89af85b23bd req-3aa80305-60ab-4002-9b48-bf2aad43bb23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "DELETE /v2.0/ports/0d2d262b-5418-4b9b-8543-441365dd2a6c HTTP/1.1" status: 204 len: 173 time: 1.5285528 Feb 09 03:12:05.686396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8214be9e-9d3b-418a-ac49-708b87d4447d', 'name': 'network-vif-deleted', 'tag': '0d2d262b-5418-4b9b-8543-441365dd2a6c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:12:05.688670 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1b71cb-34bc-4c7d-8ba0-56bc0ac688bd" -d '{"events": [{"server_uuid": "8214be9e-9d3b-418a-ac49-708b87d4447d", "name": "network-vif-deleted", "tag": "0d2d262b-5418-4b9b-8543-441365dd2a6c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:12:05.745866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54432be-e9ee-4c85-bc49-d184b958128f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:05.756804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54432be-e9ee-4c85-bc49-d184b958128f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:05.759742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c54432be-e9ee-4c85-bc49-d184b958128f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2017431 Feb 09 03:12:05.761577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54046) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:05.769858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.811608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for f97f7100-4547-47fc-9908-ff0abd0ef439 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:05.816983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Attempting to bind port c664f3c7-3684-40fa-8815-6ed03fd5ec26 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:05.817570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Attempting to bind port c664f3c7-3684-40fa-8815-6ed03fd5ec26 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:05.819214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Attempting to bind port c664f3c7-3684-40fa-8815-6ed03fd5ec26 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:05.836487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:05.837602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:05.837834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.838688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:05.840970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Bound port: c664f3c7-3684-40fa-8815-6ed03fd5ec26, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:05.842924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.847208 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc845e-0aa5-49e5-b8b0-d6544b7a8bf8 x-openstack-request-id: req-b7dc845e-0aa5-49e5-b8b0-d6544b7a8bf8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:12:05.847477 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8214be9e-9d3b-418a-ac49-708b87d4447d", "name": "network-vif-deleted", "tag": "0d2d262b-5418-4b9b-8543-441365dd2a6c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:12:05.847739 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7dc845e-0aa5-49e5-b8b0-d6544b7a8bf8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:12:05.848171 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8214be9e-9d3b-418a-ac49-708b87d4447d', 'name': 'network-vif-deleted', 'tag': '0d2d262b-5418-4b9b-8543-441365dd2a6c', 'status': 'completed', 'code': 200} Feb 09 03:12:05.967359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9f141d0-3443-4e9d-aed6-a264c7365756 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (718befd9-fe6d-457c-95f6-8c8c1e2c87f0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:05.986912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] For port c664f3c7-3684-40fa-8815-6ed03fd5ec26, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:05.991805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] For port c664f3c7-3684-40fa-8815-6ed03fd5ec26, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c664f3c7-3684-40fa-8815-6ed03fd5ec26,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:05.994129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d3ce4-6907-4fc6-bcd2-71c68a0edb2d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port fcfaf693-7087-4b0f-80f7-bcb18dfb6594 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:05.994621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3ce4-6907-4fc6-bcd2-71c68a0edb2d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (fcfaf693-7087-4b0f-80f7-bcb18dfb6594), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.007949 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.027363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9f141d0-3443-4e9d-aed6-a264c7365756 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (718befd9-fe6d-457c-95f6-8c8c1e2c87f0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.090915 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9f141d0-3443-4e9d-aed6-a264c7365756 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.095095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c9f141d0-3443-4e9d-aed6-a264c7365756 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1807263 Feb 09 03:12:06.110277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f141d0-3443-4e9d-aed6-a264c7365756 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718befd9-fe6d-457c-95f6-8c8c1e2c87f0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.114478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54048) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:06.122214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0a99f06d-76aa-47e7-944f-51028de225c1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '718befd9-fe6d-457c-95f6-8c8c1e2c87f0', 'direction': 'ingress', 'protocol': 17}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:06.188255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a99f06d-76aa-47e7-944f-51028de225c1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (b3a56765-19e5-4eb6-8b03-1b6f99db94c1), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.192947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900c2c-392b-470d-8b00-d263d5f150b0 None None] Pushing event updated for resources: {'Port': ['ID=c664f3c7-3684-40fa-8815-6ed03fd5ec26,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.198624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Network c81fd18d-44ba-4fbd-8008-932f61e036ba is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:06.213359 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:06.247222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3ce4-6907-4fc6-bcd2-71c68a0edb2d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (fcfaf693-7087-4b0f-80f7-bcb18dfb6594), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.292541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d3ce4-6907-4fc6-bcd2-71c68a0edb2d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for fcfaf693-7087-4b0f-80f7-bcb18dfb6594 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:06.494026 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.548875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f97f7100-4547-47fc-9908-ff0abd0ef439), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.605097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a99f06d-76aa-47e7-944f-51028de225c1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (b3a56765-19e5-4eb6-8b03-1b6f99db94c1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.614647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=f97f7100-4547-47fc-9908-ff0abd0ef439,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.636969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a99f06d-76aa-47e7-944f-51028de225c1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (b3a56765-19e5-4eb6-8b03-1b6f99db94c1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.654495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d85f3263-37b3-4737-bd52-62b9fcd6a406 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:06.709510 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3ce4-6907-4fc6-bcd2-71c68a0edb2d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fcfaf693-7087-4b0f-80f7-bcb18dfb6594), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.763464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99f06d-76aa-47e7-944f-51028de225c1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a56765-19e5-4eb6-8b03-1b6f99db94c1,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.821131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d3ce4-6907-4fc6-bcd2-71c68a0edb2d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=fcfaf693-7087-4b0f-80f7-bcb18dfb6594,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:06.839451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d85f3263-37b3-4737-bd52-62b9fcd6a406 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:06.839834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.860489 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cfde2851-fd61-41ce-a466-ef018fb2c391 req-3d430a39-f357-4365-bc32-a8a42dfff162 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1093571 Feb 09 03:12:06.864079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a99f06d-76aa-47e7-944f-51028de225c1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.865338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0a99f06d-76aa-47e7-944f-51028de225c1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7485857 Feb 09 03:12:06.880720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54056) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:06.883796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:06.913538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3ce4-6907-4fc6-bcd2-71c68a0edb2d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:06.930263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54058) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:06.938827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb6d3ce4-6907-4fc6-bcd2-71c68a0edb2d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/fcfaf693-7087-4b0f-80f7-bcb18dfb6594 HTTP/1.1" status: 204 len: 168 time: 1.1761429 Feb 09 03:12:06.971879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-698fd650-e635-458e-ad0d-1a7d507adde1 None None] Provisioning complete for port 1d2d1015-06f4-4313-aece-9815088a37ba triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:06.972262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-698fd650-e635-458e-ad0d-1a7d507adde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.009975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (cee416d6-5ff4-4396-af18-6de0c9acaffe), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.013597 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.019259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54060) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:07.019664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2c69bb5e-6005-4c99-b762-48434461a102 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/floatingips/cee416d6-5ff4-4396-af18-6de0c9acaffe HTTP/1.1" status: 204 len: 168 time: 2.6720390 Feb 09 03:12:07.023913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:07.085004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.212617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d85f3263-37b3-4737-bd52-62b9fcd6a406 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:07.213013 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.213290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:07.240056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba942949-9254-4f7c-991e-36e75d3c70cc admin admin] 10.222.0.32 "PUT /v2.0/routers/3295bc9d-5bc3-4a70-9e1a-e9862cedb279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2001939 Feb 09 03:12:07.286150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d85f3263-37b3-4737-bd52-62b9fcd6a406, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d85f3263-37b3-4737-bd52-62b9fcd6a406,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:07.290492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-698fd650-e635-458e-ad0d-1a7d507adde1 None None] Port 1d2d1015-06f4-4313-aece-9815088a37ba cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:07.306071 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.323140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.367682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800e212-f0fc-4476-b73a-11d221fd3e91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:07.369260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800e212-f0fc-4476-b73a-11d221fd3e91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:07.377427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7800e212-f0fc-4476-b73a-11d221fd3e91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4438155 Feb 09 03:12:07.378307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:07.453097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d35c0bbc-3f03-4ac3-b39d-e92244f60fe1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (718befd9-fe6d-457c-95f6-8c8c1e2c87f0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.459728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdc27d6-6370-4e8a-95c8-54fea84260d5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 76265d0e-ded6-4802-a338-f7719d0630b9 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:07.470155 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27d6-6370-4e8a-95c8-54fea84260d5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (76265d0e-ded6-4802-a338-f7719d0630b9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.583903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d35c0bbc-3f03-4ac3-b39d-e92244f60fe1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (718befd9-fe6d-457c-95f6-8c8c1e2c87f0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.624216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27d6-6370-4e8a-95c8-54fea84260d5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (76265d0e-ded6-4802-a338-f7719d0630b9), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.652469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Sync routers for ids ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:07.675705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Routers {'3295bc9d-5bc3-4a70-9e1a-e9862cedb279'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:07.676570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:07.682481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d85f3263-37b3-4737-bd52-62b9fcd6a406,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:07.795992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d35c0bbc-3f03-4ac3-b39d-e92244f60fe1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (718befd9-fe6d-457c-95f6-8c8c1e2c87f0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.798740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d35c0bbc-3f03-4ac3-b39d-e92244f60fe1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.800737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d35c0bbc-3f03-4ac3-b39d-e92244f60fe1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/718befd9-fe6d-457c-95f6-8c8c1e2c87f0 HTTP/1.1" status: 204 len: 168 time: 0.9156582 Feb 09 03:12:07.807675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54070) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:07.838561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c0bbc-3f03-4ac3-b39d-e92244f60fe1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718befd9-fe6d-457c-95f6-8c8c1e2c87f0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:07.853894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27d6-6370-4e8a-95c8-54fea84260d5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (76265d0e-ded6-4802-a338-f7719d0630b9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:07.940018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e96a9ebc-91e9-4f18-ae62-4440e60aa6b8 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1277187 Feb 09 03:12:07.941945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54074) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:07.947101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f1ad8dda-a095-443d-9729-2c3d0ac0378c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850426482'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:07.960963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Set router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:08.013320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dda-a095-443d-9729-2c3d0ac0378c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.116918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27d6-6370-4e8a-95c8-54fea84260d5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (76265d0e-ded6-4802-a338-f7719d0630b9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.120071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 0d2d262b-5418-4b9b-8543-441365dd2a6c no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:08.166692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 0d2d262b-5418-4b9b-8543-441365dd2a6c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:08.167061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 0d2d262b-5418-4b9b-8543-441365dd2a6c not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:08.202034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4b37a87-bdce-45d5-8fc5-be80b42ae4e3 req-e522ab05-f359-4360-9417-adf8027a3be8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1160460 Feb 09 03:12:08.257193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0fdc27d6-6370-4e8a-95c8-54fea84260d5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.268553 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0fdc27d6-6370-4e8a-95c8-54fea84260d5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/76265d0e-ded6-4802-a338-f7719d0630b9 HTTP/1.1" status: 204 len: 168 time: 0.8836119 Feb 09 03:12:08.269644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc27d6-6370-4e8a-95c8-54fea84260d5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=76265d0e-ded6-4802-a338-f7719d0630b9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:08.276753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54078) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.349441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd7e9284-6f1a-4ed7-b774-fff91272d94a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717940 Feb 09 03:12:08.351882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54080) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.425379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:03Z', 'revision_number': 4, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port': {'id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1d2d1015-06f4-4313-aece-9815088a37ba', 'name': '', 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'mac_address': 'fa:16:3e:d8:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'd658ba02-2731-40dd-9fcd-e49ee9c945a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:02Z', 'updated_at': '2022-02-09T03:12:04Z', 'revision_number': 2, 'project_id': '1d664e5e022442af96aad081428f40dd', 'subnets': [{'id': 'd658ba02-2731-40dd-9fcd-e49ee9c945a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:08.448773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dda-a095-443d-9729-2c3d0ac0378c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (bd7c6603-5727-4a9a-9742-bf7199e184d7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.456989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae1a73-a77f-43e4-9ae0-7e4ac9ec5b50 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:08.461223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-11ae1a73-a77f-43e4-9ae0-7e4ac9ec5b50 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1082647 Feb 09 03:12:08.462485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54082) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.491574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Checking router: 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:08.492044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Updating router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 port 1d2d1015-06f4-4313-aece-9815088a37ba binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:08.526560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.25.2.6 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/7aee1882-33f3-4506-bf92-e17ca8d015da) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:08.530510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80556726-b694-4ab8-a990-46b5b0d32de8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:08.535359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-80556726-b694-4ab8-a990-46b5b0d32de8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0724635 Feb 09 03:12:08.535912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54084) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.545601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dda-a095-443d-9729-2c3d0ac0378c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bd7c6603-5727-4a9a-9742-bf7199e184d7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.571374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.611715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3f7f879f-ac4c-4ad3-811a-3653a5904f37 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743611 Feb 09 03:12:08.624996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54086) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.629552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:08.632764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4024bd31-357b-41fd-891b-37e0463572c4 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:08.739072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad8dda-a095-443d-9729-2c3d0ac0378c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c6603-5727-4a9a-9742-bf7199e184d7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:08.746740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (7aee1882-33f3-4506-bf92-e17ca8d015da), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.749821 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8dda-a095-443d-9729-2c3d0ac0378c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.754182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f1ad8dda-a095-443d-9729-2c3d0ac0378c tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8081040 Feb 09 03:12:08.754932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54090) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:08.760088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-038be8eb-3524-4c85-9777-878084c5c6fd tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--901777879'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:08.784953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:08.790072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.803700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-038be8eb-3524-4c85-9777-878084c5c6fd tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.833928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7aee1882-33f3-4506-bf92-e17ca8d015da), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.925707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:08.933746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:08.937922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:08.943731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-038be8eb-3524-4c85-9777-878084c5c6fd tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.972521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-038be8eb-3524-4c85-9777-878084c5c6fd tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:08.990109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=7aee1882-33f3-4506-bf92-e17ca8d015da,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:08.998645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d85f3263-37b3-4737-bd52-62b9fcd6a406 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:09.031330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038be8eb-3524-4c85-9777-878084c5c6fd tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.067403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-08061adf-c6b5-4fd4-be22-3b3250a8c69a None None] Provisioning complete for port c664f3c7-3684-40fa-8815-6ed03fd5ec26 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:09.067768 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-08061adf-c6b5-4fd4-be22-3b3250a8c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.075660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-038be8eb-3524-4c85-9777-878084c5c6fd tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.082042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-038be8eb-3524-4c85-9777-878084c5c6fd tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3235931 Feb 09 03:12:09.084861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54094) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.089101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-194306db-2578-4feb-aecd-ca04cb69d9e9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': 'bd7c6603-5727-4a9a-9742-bf7199e184d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb', 'remote_ip_prefix': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:09.162835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-194306db-2578-4feb-aecd-ca04cb69d9e9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (a5f98927-c6b7-4435-83d2-7327c3402724), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.223751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d85f3263-37b3-4737-bd52-62b9fcd6a406 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:09.224142 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.236066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:09.255799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (5b34d937-e8c8-4265-9abb-2ae8e38c90c6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.334991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:09.338963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:09.343620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:09.344218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.358047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=5b34d937-e8c8-4265-9abb-2ae8e38c90c6,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.372847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a571965b-3088-44db-935c-01f40405b19b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7471864 Feb 09 03:12:09.376166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54098) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.382851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:af:cb:78', 'name': 'tempest-NetworksTestDHCPv6-1886786086'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:09.394137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Publish callbacks [] for port (1d2d1015-06f4-4313-aece-9815088a37ba), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.396786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-08061adf-c6b5-4fd4-be22-3b3250a8c69a None None] Current status of the port c664f3c7-3684-40fa-8815-6ed03fd5ec26 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:09.397161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-08061adf-c6b5-4fd4-be22-3b3250a8c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.416286 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.429807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f684b8e7-afcc-45b0-ab39-527ff8c29540 req-3e20a59b-072d-41bc-a91b-747133e90dac tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1167569 Feb 09 03:12:09.501090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-08061adf-c6b5-4fd4-be22-3b3250a8c69a None None] For port c664f3c7-3684-40fa-8815-6ed03fd5ec26, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c664f3c7-3684-40fa-8815-6ed03fd5ec26,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:09.510894 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-194306db-2578-4feb-aecd-ca04cb69d9e9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (a5f98927-c6b7-4435-83d2-7327c3402724), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.540841 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-194306db-2578-4feb-aecd-ca04cb69d9e9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (a5f98927-c6b7-4435-83d2-7327c3402724), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.554847 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-08061adf-c6b5-4fd4-be22-3b3250a8c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.585840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] Deleting port c664f3c7-3684-40fa-8815-6ed03fd5ec26 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:09.586204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.592491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195940-bf5d-442f-8fe6-2bd5b7f24232 None None] Pushing event updated for resources: {'Port': ['ID=1d2d1015-06f4-4313-aece-9815088a37ba,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.596137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:09.610549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-194306db-2578-4feb-aecd-ca04cb69d9e9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.615432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-194306db-2578-4feb-aecd-ca04cb69d9e9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5310981 Feb 09 03:12:09.616133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54100) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.682573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194306db-2578-4feb-aecd-ca04cb69d9e9 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f98927-c6b7-4435-83d2-7327c3402724,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.700312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d85f3263-37b3-4737-bd52-62b9fcd6a406 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:09.701419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c664f3c7-3684-40fa-8815-6ed03fd5ec26 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:09.723465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.764892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port cf2d49dd-a559-4aeb-aded-3712fc0ee4b7 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:12:09.781113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08061adf-c6b5-4fd4-be22-3b3250a8c69a None None] Pushing event updated for resources: {'Port': ['ID=c664f3c7-3684-40fa-8815-6ed03fd5ec26,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:09.820919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Attempting to bind port 1d2d1015-06f4-4313-aece-9815088a37ba on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:09.821288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Attempting to bind port 1d2d1015-06f4-4313-aece-9815088a37ba by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:09.821655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Attempting to bind port 1d2d1015-06f4-4313-aece-9815088a37ba on network c81fd18d-44ba-4fbd-8008-932f61e036ba {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:09.822922 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99296390-4bc8-4825-a43e-6ddafefa777f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (a5f98927-c6b7-4435-83d2-7327c3402724), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.832247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:09.833162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Checking segment: {'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:09.833577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.833971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Bound using segment: {'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:09.835183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Bound port: 1d2d1015-06f4-4313-aece-9815088a37ba, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f40cb97-ebf3-4e44-b7f3-da69263caa65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:09.835183 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.835934 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99296390-4bc8-4825-a43e-6ddafefa777f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (a5f98927-c6b7-4435-83d2-7327c3402724), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.896492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c664f3c7-3684-40fa-8815-6ed03fd5ec26 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:09.896868 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.899382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99296390-4bc8-4825-a43e-6ddafefa777f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (a5f98927-c6b7-4435-83d2-7327c3402724), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.920136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-99296390-4bc8-4825-a43e-6ddafefa777f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.923592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-99296390-4bc8-4825-a43e-6ddafefa777f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a5f98927-c6b7-4435-83d2-7327c3402724 HTTP/1.1" status: 204 len: 168 time: 0.2404795 Feb 09 03:12:09.926890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54106) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:09.949126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] For port c664f3c7-3684-40fa-8815-6ed03fd5ec26, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c664f3c7-3684-40fa-8815-6ed03fd5ec26,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:09.949535 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:09.970659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::246 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/5b34d937-e8c8-4265-9abb-2ae8e38c90c6/cf2d49dd-a559-4aeb-aded-3712fc0ee4b7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:09.983039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] Calling delete_port for c664f3c7-3684-40fa-8815-6ed03fd5ec26 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:10.039252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3d59e7de-c8f8-4a9f-ba58-51ec5b44cf52 None None] Provisioning complete for port 1d2d1015-06f4-4313-aece-9815088a37ba triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:10.039252 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7de-c8f8-4a9f-ba58-51ec5b44cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.040173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99296390-4bc8-4825-a43e-6ddafefa777f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5f98927-c6b7-4435-83d2-7327c3402724,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.055859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0eadacc5-fe3a-494f-9034-ee56e0ee91a1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1240811 Feb 09 03:12:10.056410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54114) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.162662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb805-6b0b-496b-b652-309d51bddf44 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.168166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (4f378e7a-307b-4422-b8c9-f295282a148f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.268939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb805-6b0b-496b-b652-309d51bddf44 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.345771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (cf2d49dd-a559-4aeb-aded-3712fc0ee4b7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.352785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7aee1882-33f3-4506-bf92-e17ca8d015da), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.395418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cf2d49dd-a559-4aeb-aded-3712fc0ee4b7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.413927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb805-6b0b-496b-b652-309d51bddf44 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.417094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f9bb805-6b0b-496b-b652-309d51bddf44 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.418272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8f9bb805-6b0b-496b-b652-309d51bddf44 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb HTTP/1.1" status: 204 len: 168 time: 0.3602662 Feb 09 03:12:10.427020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54124) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.457386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3d59e7de-c8f8-4a9f-ba58-51ec5b44cf52 None None] Port 1d2d1015-06f4-4313-aece-9815088a37ba cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:10.469434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:10.474212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:10.479369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bb805-6b0b-496b-b652-309d51bddf44 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba5f94a-0cd1-4ce5-839f-9810b6fc25eb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.489690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:10.497487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:10.498532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.507385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] For port 1d2d1015-06f4-4313-aece-9815088a37ba, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:10.512906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=cf2d49dd-a559-4aeb-aded-3712fc0ee4b7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.514181 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (c664f3c7-3684-40fa-8815-6ed03fd5ec26), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.553328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9767b3b0-2a0d-4c57-a522-5bc6993c733c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1759920 Feb 09 03:12:10.556424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54132) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.620286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-460124dc-9fc0-4e5b-adc8-130e129937b3 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1921179 Feb 09 03:12:10.623030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54134) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.637858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] Pushing event deleted for resources: {'Port': ['ID=c664f3c7-3684-40fa-8815-6ed03fd5ec26,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:10.662398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] For port 1d2d1015-06f4-4313-aece-9815088a37ba, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d2d1015-06f4-4313-aece-9815088a37ba,segment=NetworkSegment(4f40cb97-ebf3-4e44-b7f3-da69263caa65),segment_id=4f40cb97-ebf3-4e44-b7f3-da69263caa65)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:10.675245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7cb954-55e1-4ab8-adbf-ed74aa7617f2 None None] No DVR routers for this DVR port c664f3c7-3684-40fa-8815-6ed03fd5ec26 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:10.686920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7de55dc1-c3ec-41c7-a2cf-d4cfbad949ee req-927e78a2-4600-448e-975f-aa15f7f985a3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0467467 Feb 09 03:12:10.728830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f767b-b314-43a2-9a50-b3e6ed34f1b9 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:10.732641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c664f3c7-3684-40fa-8815-6ed03fd5ec26 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:10.735005 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0f578f2-7315-4c50-8972-c631e0fa5c72 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (bd7c6603-5727-4a9a-9742-bf7199e184d7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.740202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6f2b9-2f95-4a9f-b851-4623cf4ea169 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:10.744670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-81e6f2b9-2f95-4a9f-b851-4623cf4ea169 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1862607 Feb 09 03:12:10.745296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54140) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.753512 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.775628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0f578f2-7315-4c50-8972-c631e0fa5c72 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (bd7c6603-5727-4a9a-9742-bf7199e184d7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.847528 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (7aee1882-33f3-4506-bf92-e17ca8d015da), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.851742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0f578f2-7315-4c50-8972-c631e0fa5c72 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bd7c6603-5727-4a9a-9742-bf7199e184d7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.854887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c0f578f2-7315-4c50-8972-c631e0fa5c72 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.857226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c0f578f2-7315-4c50-8972-c631e0fa5c72 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/bd7c6603-5727-4a9a-9742-bf7199e184d7 HTTP/1.1" status: 204 len: 168 time: 0.2321794 Feb 09 03:12:10.860399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54146) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:10.888214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (7aee1882-33f3-4506-bf92-e17ca8d015da), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.894381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c664f3c7-3684-40fa-8815-6ed03fd5ec26 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:10.927458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b9639-ee4f-4e1c-9d0f-2fc417544fe2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port cf2d49dd-a559-4aeb-aded-3712fc0ee4b7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:10.928765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9639-ee4f-4e1c-9d0f-2fc417544fe2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cf2d49dd-a559-4aeb-aded-3712fc0ee4b7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:10.962858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c664f3c7-3684-40fa-8815-6ed03fd5ec26 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:10.963204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c664f3c7-3684-40fa-8815-6ed03fd5ec26 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:10.965514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f578f2-7315-4c50-8972-c631e0fa5c72 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c6603-5727-4a9a-9742-bf7199e184d7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.075618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195940-bf5d-442f-8fe6-2bd5b7f24232 None None] Pushing event updated for resources: {'Port': ['ID=1d2d1015-06f4-4313-aece-9815088a37ba,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.112383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-32f2343c-f5cf-4033-ab13-37fb5d7f4037 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2507834 Feb 09 03:12:11.124061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54154) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.143671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-16bea6a0-1bc3-41d5-9e41-935de26f7c13 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730973773'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:11.161443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Routers {'3295bc9d-5bc3-4a70-9e1a-e9862cedb279'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:11.162621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:11.170330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=7aee1882-33f3-4506-bf92-e17ca8d015da,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.196447 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (4f378e7a-307b-4422-b8c9-f295282a148f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.301976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '5b34d937-e8c8-4265-9abb-2ae8e38c90c6'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:12:11.303134 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.353740 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 4f378e7a-307b-4422-b8c9-f295282a148f associated. External IP: 172.25.2.6, port: e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b. Feb 09 03:12:11.355898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54158) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.358613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-16bea6a0-1bc3-41d5-9e41-935de26f7c13 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.479626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/5b34d937-e8c8-4265-9abb-2ae8e38c90c6/e9e9bd6d-9d0c-4541-a18c-702410a9c452) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:11.557076 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9639-ee4f-4e1c-9d0f-2fc417544fe2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cf2d49dd-a559-4aeb-aded-3712fc0ee4b7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.572141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b9639-ee4f-4e1c-9d0f-2fc417544fe2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for cf2d49dd-a559-4aeb-aded-3712fc0ee4b7 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:11.668637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f7c00987-efdf-4097-8f3d-4e7e43ca5328 None None] Provisioning complete for port 1d2d1015-06f4-4313-aece-9815088a37ba triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:11.669128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f7c00987-efdf-4097-8f3d-4e7e43ca5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.711352 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9639-ee4f-4e1c-9d0f-2fc417544fe2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cf2d49dd-a559-4aeb-aded-3712fc0ee4b7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.744551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b9639-ee4f-4e1c-9d0f-2fc417544fe2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=cf2d49dd-a559-4aeb-aded-3712fc0ee4b7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.773614 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Publish callbacks [] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.780105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-16bea6a0-1bc3-41d5-9e41-935de26f7c13 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (2dcfa927-d161-4a22-9990-98b4cf9f212f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.798196 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9639-ee4f-4e1c-9d0f-2fc417544fe2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.799285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-16bea6a0-1bc3-41d5-9e41-935de26f7c13 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2dcfa927-d161-4a22-9990-98b4cf9f212f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.802139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] Set router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:11.812831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ed4b9639-ee4f-4e1c-9d0f-2fc417544fe2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/cf2d49dd-a559-4aeb-aded-3712fc0ee4b7 HTTP/1.1" status: 204 len: 168 time: 1.0664532 Feb 09 03:12:11.818542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54162) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.852801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.874127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-16bea6a0-1bc3-41d5-9e41-935de26f7c13 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.875336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-16bea6a0-1bc3-41d5-9e41-935de26f7c13 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7366209 Feb 09 03:12:11.880203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54164) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.889985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-63b2f3d9-5413-4eca-8f31-759ad16419ff tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '2dcfa927-d161-4a22-9990-98b4cf9f212f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:11.918026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9814bcb2-bf28-451b-b2c8-c8c7b1389517 req-17f747a0-f1ee-4966-9e0f-e73fdbe45c06 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0967400 Feb 09 03:12:11.918847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bea6a0-1bc3-41d5-9e41-935de26f7c13 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcfa927-d161-4a22-9990-98b4cf9f212f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.941037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:11.969775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:11.974454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81997e-a612-4b48-880b-3f6adf5b8710 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.975892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:11.979233 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63b2f3d9-5413-4eca-8f31-759ad16419ff tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (5320d810-8f2c-4e54-8676-14c3b4195de1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:11.979391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81997e-a612-4b48-880b-3f6adf5b8710 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:11.980260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Pushing event updated for resources: {'Port': ['ID=e9e9bd6d-9d0c-4541-a18c-702410a9c452,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:11.984883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0b81997e-a612-4b48-880b-3f6adf5b8710 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1649902 Feb 09 03:12:11.990574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54166) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:11.997901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:12.094396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f7c00987-efdf-4097-8f3d-4e7e43ca5328 None None] Current status of the port 1d2d1015-06f4-4313-aece-9815088a37ba is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:12.095058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f7c00987-efdf-4097-8f3d-4e7e43ca5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.095180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08217bf-5c0a-430c-9b16-bea71a8ad754 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 5b34d937-e8c8-4265-9abb-2ae8e38c90c6 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:12.099836 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a08217bf-5c0a-430c-9b16-bea71a8ad754 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (5b34d937-e8c8-4265-9abb-2ae8e38c90c6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.157946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a08217bf-5c0a-430c-9b16-bea71a8ad754 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (5b34d937-e8c8-4265-9abb-2ae8e38c90c6), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.184597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Attempting to bind port e9e9bd6d-9d0c-4541-a18c-702410a9c452 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:12.185046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Attempting to bind port e9e9bd6d-9d0c-4541-a18c-702410a9c452 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:12.185421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Attempting to bind port e9e9bd6d-9d0c-4541-a18c-702410a9c452 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:12.232774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f7c00987-efdf-4097-8f3d-4e7e43ca5328 None None] For port 1d2d1015-06f4-4313-aece-9815088a37ba, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d2d1015-06f4-4313-aece-9815088a37ba,segment=NetworkSegment(4f40cb97-ebf3-4e44-b7f3-da69263caa65),segment_id=4f40cb97-ebf3-4e44-b7f3-da69263caa65)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:12.241041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:12.241427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:12.241831 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.244154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:12.244670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Bound port: e9e9bd6d-9d0c-4541-a18c-702410a9c452, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:12.245066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.256115 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f7c00987-efdf-4097-8f3d-4e7e43ca5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.329239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a08217bf-5c0a-430c-9b16-bea71a8ad754 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5b34d937-e8c8-4265-9abb-2ae8e38c90c6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.422597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c00987-efdf-4097-8f3d-4e7e43ca5328 None None] Pushing event updated for resources: {'Port': ['ID=1d2d1015-06f4-4313-aece-9815088a37ba,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:12.438431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a08217bf-5c0a-430c-9b16-bea71a8ad754 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (5b34d937-e8c8-4265-9abb-2ae8e38c90c6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.444024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] For port e9e9bd6d-9d0c-4541-a18c-702410a9c452, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:12.447783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] For port e9e9bd6d-9d0c-4541-a18c-702410a9c452, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e9e9bd6d-9d0c-4541-a18c-702410a9c452,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:12.451346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:03Z', 'revision_number': 4, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port': {'id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1d2d1015-06f4-4313-aece-9815088a37ba', 'name': '', 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'mac_address': 'fa:16:3e:d8:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'd658ba02-2731-40dd-9fcd-e49ee9c945a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:02Z', 'updated_at': '2022-02-09T03:12:10Z', 'revision_number': 4, 'project_id': '1d664e5e022442af96aad081428f40dd', 'subnets': [{'id': 'd658ba02-2731-40dd-9fcd-e49ee9c945a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:12.481555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08217bf-5c0a-430c-9b16-bea71a8ad754 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=5b34d937-e8c8-4265-9abb-2ae8e38c90c6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:12.495320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a08217bf-5c0a-430c-9b16-bea71a8ad754 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.503525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a08217bf-5c0a-430c-9b16-bea71a8ad754 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/5b34d937-e8c8-4265-9abb-2ae8e38c90c6 HTTP/1.1" status: 204 len: 168 time: 0.5112603 Feb 09 03:12:12.505640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54172) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:12.515023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de6a52-4730-4a07-b099-fcda6e34ded6 None None] The sync data for ids ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'] in n-d-827839-4 is: [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:03Z', 'revision_number': 4, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port': {'id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1d2d1015-06f4-4313-aece-9815088a37ba', 'name': '', 'network_id': 'c81fd18d-44ba-4fbd-8008-932f61e036ba', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'mac_address': 'fa:16:3e:d8:1a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'd658ba02-2731-40dd-9fcd-e49ee9c945a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:02Z', 'updated_at': '2022-02-09T03:12:10Z', 'revision_number': 4, 'project_id': '1d664e5e022442af96aad081428f40dd', 'subnets': [{'id': 'd658ba02-2731-40dd-9fcd-e49ee9c945a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:12.521466 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:12.641787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1aebc-8d22-4e2c-9ff9-fdf89088e858 None None] Pushing event updated for resources: {'Port': ['ID=e9e9bd6d-9d0c-4541-a18c-702410a9c452,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:12.657293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d5461c76-dc99-42e9-85a3-2d5a6ca6a3c3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498396 Feb 09 03:12:12.660020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54178) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:12.751612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae0ec5f-e9dc-4dbf-8af3-c541577016e0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:12.757432 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6ae0ec5f-e9dc-4dbf-8af3-c541577016e0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0930693 Feb 09 03:12:12.758957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54180) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:12.872949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d2c6d-e478-4857-97f9-2f2d4332b36c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:12.874564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d24d2c6d-e478-4857-97f9-2f2d4332b36c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1148679 Feb 09 03:12:12.877164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54184) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:12.891631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:12.905509 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e69cfd-073e-4599-8a1a-ff57b3a38e47 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:12.950214 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e69cfd-073e-4599-8a1a-ff57b3a38e47 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:12.956441 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-98e69cfd-073e-4599-8a1a-ff57b3a38e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:13.022698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d2d1015-06f4-4313-aece-9815088a37ba up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:13.030573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f3861a82-6f98-433e-b87a-2012320e0adb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1502514 Feb 09 03:12:13.031009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54188) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.040217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:13.077992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.125312 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-98e69cfd-073e-4599-8a1a-ff57b3a38e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:13.138573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e69cfd-073e-4599-8a1a-ff57b3a38e47 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:13.139753 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-98e69cfd-073e-4599-8a1a-ff57b3a38e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:13.157459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63b2f3d9-5413-4eca-8f31-759ad16419ff tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (5320d810-8f2c-4e54-8676-14c3b4195de1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.185049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1d2d1015-06f4-4313-aece-9815088a37ba triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:13.185773 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.195855 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-98e69cfd-073e-4599-8a1a-ff57b3a38e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:13.196764 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e69cfd-073e-4599-8a1a-ff57b3a38e47 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:13.206455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63b2f3d9-5413-4eca-8f31-759ad16419ff tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (5320d810-8f2c-4e54-8676-14c3b4195de1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.250717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41ff7114-4e32-4e47-a4fe-b52db682eb6c req-358c18ae-21c4-4083-bef4-b15f8414812d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1051989 Feb 09 03:12:13.298519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2f3d9-5413-4eca-8f31-759ad16419ff tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5320d810-8f2c-4e54-8676-14c3b4195de1,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:13.305889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-acab568d-6a9a-44af-8840-5209ceed2676 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.2854903 Feb 09 03:12:13.310589 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63b2f3d9-5413-4eca-8f31-759ad16419ff tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.311437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54192) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.311722 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-63b2f3d9-5413-4eca-8f31-759ad16419ff tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4256485 Feb 09 03:12:13.315329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54194) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.322142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-330978681'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:13.356851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:13.361114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.368543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1d2d1015-06f4-4313-aece-9815088a37ba is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:13.387821 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76da5775-67dd-41f6-b65b-f3536cbc80b0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (5320d810-8f2c-4e54-8676-14c3b4195de1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.428821 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76da5775-67dd-41f6-b65b-f3536cbc80b0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (5320d810-8f2c-4e54-8676-14c3b4195de1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.478639 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (06b10f2d-335d-4454-8532-794b20008b03), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.525035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:13.533929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.590485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:13.651985 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c987ee28-cd39-4a52-bdd5-1e4e955c47ec), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.654184 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Added segment c987ee28-cd39-4a52-bdd5-1e4e955c47ec of type vlan for network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 Feb 09 03:12:13.665012 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76da5775-67dd-41f6-b65b-f3536cbc80b0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (5320d810-8f2c-4e54-8676-14c3b4195de1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.709442 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-76da5775-67dd-41f6-b65b-f3536cbc80b0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:13.714159 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-76da5775-67dd-41f6-b65b-f3536cbc80b0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5320d810-8f2c-4e54-8676-14c3b4195de1 HTTP/1.1" status: 204 len: 168 time: 0.3975456 Feb 09 03:12:13.721199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54196) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.739866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da5775-67dd-41f6-b65b-f3536cbc80b0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5320d810-8f2c-4e54-8676-14c3b4195de1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:13.840576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fdffa84f-507b-40f4-9f6c-c05191426378 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181066 Feb 09 03:12:13.844283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54198) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:13.891888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7e73fb95-e4b7-4366-b1ce-dc519b364df0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.025981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7e73fb95-e4b7-4366-b1ce-dc519b364df0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.028710 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91314c60-2b5d-4b2a-88b2-4fe69ab026f0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (2dcfa927-d161-4a22-9990-98b4cf9f212f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.032677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:14.033435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.080489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91314c60-2b5d-4b2a-88b2-4fe69ab026f0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (2dcfa927-d161-4a22-9990-98b4cf9f212f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.162853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91314c60-2b5d-4b2a-88b2-4fe69ab026f0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2dcfa927-d161-4a22-9990-98b4cf9f212f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.165794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91314c60-2b5d-4b2a-88b2-4fe69ab026f0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.169854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-91314c60-2b5d-4b2a-88b2-4fe69ab026f0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/2dcfa927-d161-4a22-9990-98b4cf9f212f HTTP/1.1" status: 204 len: 168 time: 0.3243430 Feb 09 03:12:14.170794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54202) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:14.206368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91314c60-2b5d-4b2a-88b2-4fe69ab026f0 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcfa927-d161-4a22-9990-98b4cf9f212f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:14.247679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Deleting port 619248e4-93dd-413e-8900-8d4545560b09 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:14.248239 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (619248e4-93dd-413e-8900-8d4545560b09), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.264937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:12:14.315974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f927e5-8b7a-4c9c-b84f-8b0ae62cbff3 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:14.364492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bf8108f4-de3e-41ab-a797-45e7bf79b10a tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1781452 Feb 09 03:12:14.373132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54206) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:14.380965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0654306 Feb 09 03:12:14.381167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-755e3d92-b441-4b59-af04-45e1de7ec996 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250802876'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:14.402662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54208) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:14.419228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'subnet': {'network_id': '7e73fb95-e4b7-4366-b1ce-dc519b364df0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:14.430627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d178d30-a3ac-4a52-bdde-6b84bc241f19 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Network': ['ID=7e73fb95-e4b7-4366-b1ce-dc519b364df0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:14.459062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:14.580230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78d58478-a082-48c1-a8a0-6280d04ffa64 req-a774c16a-ed60-45e5-8951-8483c99844c4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1384833 Feb 09 03:12:14.600077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-755e3d92-b441-4b59-af04-45e1de7ec996 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.652975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.671122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] For port 619248e4-93dd-413e-8900-8d4545560b09, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=619248e4-93dd-413e-8900-8d4545560b09,segment=NetworkSegment(1867261f-0f50-4020-822c-9fd97ec57ab3),segment_id=1867261f-0f50-4020-822c-9fd97ec57ab3)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:14.671401 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (619248e4-93dd-413e-8900-8d4545560b09), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.692897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Calling delete_port for 619248e4-93dd-413e-8900-8d4545560b09 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:14.725405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:14.728972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.805015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f5979f57-fb24-44a0-ac7e-a044a131aae1 None None] Provisioning complete for port e9e9bd6d-9d0c-4541-a18c-702410a9c452 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:14.806910 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f5979f57-fb24-44a0-ac7e-a044a131aae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.908133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] For port e9e9bd6d-9d0c-4541-a18c-702410a9c452, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e9e9bd6d-9d0c-4541-a18c-702410a9c452,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:14.960890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.963999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (c07ec695-a9b8-4862-9c62-6001fd9071f7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:14.964382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e9e9bd6d-9d0c-4541-a18c-702410a9c452 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:14.968618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.011277 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (1624391a-c2f0-4b10-a866-8e2ee2c63710), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.036988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-755e3d92-b441-4b59-af04-45e1de7ec996 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (0535251e-9312-4a21-bdb0-63a8762c0a00), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.058930 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-755e3d92-b441-4b59-af04-45e1de7ec996 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0535251e-9312-4a21-bdb0-63a8762c0a00), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.086680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:15.105414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:15.109570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:15.109930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.114332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e3d92-b441-4b59-af04-45e1de7ec996 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0535251e-9312-4a21-bdb0-63a8762c0a00,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.121813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Subnet': ['ID=c07ec695-a9b8-4862-9c62-6001fd9071f7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.139130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1071308 Feb 09 03:12:15.143862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=e9e9bd6d-9d0c-4541-a18c-702410a9c452,revision_number=5']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.149560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54212) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:15.154900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9517441b-e33d-4f81-b39d-9fb45b048f44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:15.218546 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-755e3d92-b441-4b59-af04-45e1de7ec996 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.223203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-755e3d92-b441-4b59-af04-45e1de7ec996 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8457787 Feb 09 03:12:15.225897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54214) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:15.231206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f5979f57-fb24-44a0-ac7e-a044a131aae1 None None] Current status of the port e9e9bd6d-9d0c-4541-a18c-702410a9c452 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:15.231903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f5979f57-fb24-44a0-ac7e-a044a131aae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.240740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-53bd3bd4-4654-44d0-a5ba-89ee911b826f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '0535251e-9312-4a21-bdb0-63a8762c0a00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:15.252036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Checking segment: {'id': 'c987ee28-cd39-4a52-bdd5-1e4e955c47ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e73fb95-e4b7-4366-b1ce-dc519b364df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:15.252980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network hostable DHCP agents. Network: 7e73fb95-e4b7-4366-b1ce-dc519b364df0, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:15.290363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee09fd-44b8-4620-bc43-edb574d15189 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=1624391a-c2f0-4b10-a866-8e2ee2c63710,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.307515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e9e9bd6d-9d0c-4541-a18c-702410a9c452 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:15.307904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.312983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f5979f57-fb24-44a0-ac7e-a044a131aae1 None None] For port e9e9bd6d-9d0c-4541-a18c-702410a9c452, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e9e9bd6d-9d0c-4541-a18c-702410a9c452,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:15.327865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:12:15.341090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9517441b-e33d-4f81-b39d-9fb45b048f44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:15.343858 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f5979f57-fb24-44a0-ac7e-a044a131aae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.344845 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9517441b-e33d-4f81-b39d-9fb45b048f44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.356597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f5979f57-fb24-44a0-ac7e-a044a131aae1 None None] Could not find standard attr ID for object cf2d49dd-a559-4aeb-aded-3712fc0ee4b7. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:12:15.413075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86910235-e530-4610-b134-944b0dc1d75a None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:15.430784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5979f57-fb24-44a0-ac7e-a044a131aae1 None None] Pushing event updated for resources: {'Port': ['ID=e9e9bd6d-9d0c-4541-a18c-702410a9c452,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.455506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7e73fb95-e4b7-4366-b1ce-dc519b364df0) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:15.468165 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53bd3bd4-4654-44d0-a5ba-89ee911b826f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (014c5ac1-60eb-483c-9b4b-7c029a15b367), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.470776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775eaae9-f997-4f9a-88e8-bbcce6a4d515 None None] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:15.491450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:15.492113 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.501932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (619248e4-93dd-413e-8900-8d4545560b09), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.506175 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-9517441b-e33d-4f81-b39d-9fb45b048f44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1624391a-c2f0-4b10-a866-8e2ee2c63710 (CIDR: 2001:db8::/64) Feb 09 03:12:15.518483 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9517441b-e33d-4f81-b39d-9fb45b048f44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:15.519324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9517441b-e33d-4f81-b39d-9fb45b048f44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:15.548965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9517441b-e33d-4f81-b39d-9fb45b048f44 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3963304 Feb 09 03:12:15.549294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54216) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:15.564701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:15.601753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=619248e4-93dd-413e-8900-8d4545560b09,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.668081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-69b4544a-0f88-47ab-baec-5582c0d63e2d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2642276 Feb 09 03:12:15.672171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54220) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:15.678293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-714981143', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:15.742155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53bd3bd4-4654-44d0-a5ba-89ee911b826f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (014c5ac1-60eb-483c-9b4b-7c029a15b367), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.759401 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53bd3bd4-4654-44d0-a5ba-89ee911b826f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (014c5ac1-60eb-483c-9b4b-7c029a15b367), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.792486 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6116038d-d4f0-4937-a607-49f6fbba893a req-591329bf-b26a-466b-811b-3b4be65ff275 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0543227 Feb 09 03:12:15.808567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd3bd4-4654-44d0-a5ba-89ee911b826f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014c5ac1-60eb-483c-9b4b-7c029a15b367,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:15.828069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (597f8504-1250-4025-9fe9-830afe529b58), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.829014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (597f8504-1250-4025-9fe9-830afe529b58), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.842608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:15.846118 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.878109 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-53bd3bd4-4654-44d0-a5ba-89ee911b826f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.882521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-53bd3bd4-4654-44d0-a5ba-89ee911b826f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6544425 Feb 09 03:12:15.882728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e9e9bd6d-9d0c-4541-a18c-702410a9c452 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:15.883145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54222) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:15.889236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6118d048-0755-48f2-9299-5227ee6bf815 None None] Provisioning complete for port e9e9bd6d-9d0c-4541-a18c-702410a9c452 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:15.889796 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6118d048-0755-48f2-9299-5227ee6bf815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:15.975725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d8092d65-f6a3-4284-8bfd-5d3f3d52cebb tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules/014c5ac1-60eb-483c-9b4b-7c029a15b367 HTTP/1.1" status: 200 len: 763 time: 0.0386331 Feb 09 03:12:16.002377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7e73fb95-e4b7-4366-b1ce-dc519b364df0', 'network_id': '7e73fb95-e4b7-4366-b1ce-dc519b364df0', 'project_id': '08b2011bb5a44f47b4d82978fe52edc4', 'fixed_ips': [{'subnet_id': 'c07ec695-a9b8-4862-9c62-6001fd9071f7'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:12:16.003095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54224) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:16.003886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.028919 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_controller (597f8504-1250-4025-9fe9-830afe529b58), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.135793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6118d048-0755-48f2-9299-5227ee6bf815 None None] Current status of the port e9e9bd6d-9d0c-4541-a18c-702410a9c452 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:16.143348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8a6dd94d-b63c-4347-bc12-7dd3602e8051 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1391723 Feb 09 03:12:16.153485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54226) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:16.212434 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (06b10f2d-335d-4454-8532-794b20008b03), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.232070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Allocated IP 172.20.0.2 (7e73fb95-e4b7-4366-b1ce-dc519b364df0/c07ec695-a9b8-4862-9c62-6001fd9071f7/edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:16.288289 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (afd9dbba-c708-49c2-b59c-95f49365888c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.325310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-006e4a07-fd31-4faf-af1d-4de88db4b3e7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (014c5ac1-60eb-483c-9b4b-7c029a15b367), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.374913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:16.379170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:16.385144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:16.385899 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.401930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=afd9dbba-c708-49c2-b59c-95f49365888c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:16.409791 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-006e4a07-fd31-4faf-af1d-4de88db4b3e7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (014c5ac1-60eb-483c-9b4b-7c029a15b367), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.436511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b259667f-af16-41a5-9eb4-088f0c966a75 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8836510 Feb 09 03:12:16.439346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54228) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:16.450511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:5f:84:17', 'name': 'tempest-NetworksTestDHCPv6-1166949119'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:16.481956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_gateway (597f8504-1250-4025-9fe9-830afe529b58), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.488485 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-006e4a07-fd31-4faf-af1d-4de88db4b3e7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (014c5ac1-60eb-483c-9b4b-7c029a15b367), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.491432 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Publish callbacks [] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.504230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4165d5c7-ce92-488b-87e6-ae5a9f4d94aa None None] Provisioning complete for port e9e9bd6d-9d0c-4541-a18c-702410a9c452 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:16.505374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4165d5c7-ce92-488b-87e6-ae5a9f4d94aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.516295 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-006e4a07-fd31-4faf-af1d-4de88db4b3e7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.517709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-006e4a07-fd31-4faf-af1d-4de88db4b3e7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/014c5ac1-60eb-483c-9b4b-7c029a15b367 HTTP/1.1" status: 204 len: 168 time: 0.3617218 Feb 09 03:12:16.520586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e4a07-fd31-4faf-af1d-4de88db4b3e7 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=014c5ac1-60eb-483c-9b4b-7c029a15b367,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:16.527263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54230) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:16.558447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.601427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:16.638495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:16.644660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:16.651749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:16.672956 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e0e53514-b58d-425f-a2af-e373f1cff475 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1225998 Feb 09 03:12:16.675780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54232) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:16.682410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Pushing event updated for resources: {'Port': ['ID=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:16.689541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c778b481-cc8f-4b0e-9b8a-1285b1200f15 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '0535251e-9312-4a21-bdb0-63a8762c0a00', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:16.710795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8777a-2d18-4d48-b631-5478278bea1e None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:16.733060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c778b481-cc8f-4b0e-9b8a-1285b1200f15 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.794897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c778b481-cc8f-4b0e-9b8a-1285b1200f15 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.808669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c778b481-cc8f-4b0e-9b8a-1285b1200f15 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.864349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c778b481-cc8f-4b0e-9b8a-1285b1200f15 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.869554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c778b481-cc8f-4b0e-9b8a-1285b1200f15 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1844733 Feb 09 03:12:16.869969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Attempting to bind port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:16.870824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54236) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:16.884753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Attempting to bind port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c987ee28-cd39-4a52-bdd5-1e4e955c47ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e73fb95-e4b7-4366-b1ce-dc519b364df0'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:16.885511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Attempting to bind port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 on network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:16.900617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Router 06b10f2d-335d-4454-8532-794b20008b03 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:16.902291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-26f9953d-ede1-4d1d-9603-dacd16334275 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules/472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65 HTTP/1.1" status: 200 len: 763 time: 0.0219219 Feb 09 03:12:16.903199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778b481-cc8f-4b0e-9b8a-1285b1200f15 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:16.907098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54238) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:16.913760 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.923739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:16.924484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Checking segment: {'id': 'c987ee28-cd39-4a52-bdd5-1e4e955c47ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e73fb95-e4b7-4366-b1ce-dc519b364df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:16.925297 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.925988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Bound using segment: {'id': 'c987ee28-cd39-4a52-bdd5-1e4e955c47ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e73fb95-e4b7-4366-b1ce-dc519b364df0'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:16.926795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Bound port: edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c987ee28-cd39-4a52-bdd5-1e4e955c47ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7e73fb95-e4b7-4366-b1ce-dc519b364df0'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:16.928224 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:16.937659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port e086bf16-9b2f-49cc-bbd1-a44c15814bb2 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:12:16.948862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4165d5c7-ce92-488b-87e6-ae5a9f4d94aa None None] Current status of the port e9e9bd6d-9d0c-4541-a18c-702410a9c452 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:17.021329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e9e9bd6d-9d0c-4541-a18c-702410a9c452 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:17.028530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4ac3417-db3d-4530-863b-ff29b58d371b req-e9a2dcc3-3e3b-4b33-9183-056a37c8b4bf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0644288 Feb 09 03:12:17.078695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7d05ea07-5d46-4786-aaaf-98953d140cea None None] Could not find standard attr ID for object fcfaf693-7087-4b0f-80f7-bcb18dfb6594. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:12:17.120457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dfc47197-d4fe-4b56-9580-41d93e74c9c8 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2103233 Feb 09 03:12:17.121772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54240) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:17.130936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] For port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:17.135117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] For port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,segment=NetworkSegment(c987ee28-cd39-4a52-bdd5-1e4e955c47ec),segment_id=c987ee28-cd39-4a52-bdd5-1e4e955c47ec)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:17.151882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e9e9bd6d-9d0c-4541-a18c-702410a9c452 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:17.152284 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.155615 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.164788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8:0:1::28f (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/afd9dbba-c708-49c2-b59c-95f49365888c/e086bf16-9b2f-49cc-bbd1-a44c15814bb2) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:17.173340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fe5f:8417 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/1624391a-c2f0-4b10-a866-8e2ee2c63710/e086bf16-9b2f-49cc-bbd1-a44c15814bb2) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:17.234469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bede9d1-493f-4f00-8748-e4988cabbb06 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.313981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cfa24-2788-47ee-8694-486785f75158 None None] Pushing event updated for resources: {'Port': ['ID=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:17.324496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '1624391a-c2f0-4b10-a866-8e2ee2c63710', 'ip_address': '2001:db8::f816:3eff:fe85:b5d5'}, {'subnet_id': 'afd9dbba-c708-49c2-b59c-95f49365888c'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'e9e9bd6d-9d0c-4541-a18c-702410a9c452'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:12:17.332473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bede9d1-493f-4f00-8748-e4988cabbb06 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.376904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (e086bf16-9b2f-49cc-bbd1-a44c15814bb2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.408137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.410288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_gateway (597f8504-1250-4025-9fe9-830afe529b58), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.430806 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e086bf16-9b2f-49cc-bbd1-a44c15814bb2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.452493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:17.462094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e9e9bd6d-9d0c-4541-a18c-702410a9c452 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:17.462551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6caf7a2e-a4e0-43ca-b7f6-a41106170d6e admin admin] 10.222.0.32 "PUT /v2.0/routers/06b10f2d-335d-4454-8532-794b20008b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1050236 Feb 09 03:12:17.463208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54242) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:17.468218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] Sync routers for ids ['06b10f2d-335d-4454-8532-794b20008b03'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:17.471862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bede9d1-493f-4f00-8748-e4988cabbb06 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.479367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5bede9d1-493f-4f00-8748-e4988cabbb06 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.487353 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5bede9d1-493f-4f00-8748-e4988cabbb06 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65 HTTP/1.1" status: 204 len: 168 time: 0.3574443 Feb 09 03:12:17.488333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54244) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:17.492565 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.524755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:17.528267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:17.544542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:17.555275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:17.556126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.584890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=e086bf16-9b2f-49cc-bbd1-a44c15814bb2,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:17.601984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-54b9ca85-d95f-401a-8289-acd9a3c3fad1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1615427 Feb 09 03:12:17.612625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54246) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:17.678949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] Routers {'06b10f2d-335d-4454-8532-794b20008b03'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:17.679754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['06b10f2d-335d-4454-8532-794b20008b03'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:17.779379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bf51e9a5-0fc8-4030-9001-89b07b0ec0a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port e086bf16-9b2f-49cc-bbd1-a44c15814bb2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:17.780029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf51e9a5-0fc8-4030-9001-89b07b0ec0a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e086bf16-9b2f-49cc-bbd1-a44c15814bb2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:17.821300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bede9d1-493f-4f00-8748-e4988cabbb06 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=472fbf1e-7b0b-4f56-a7fe-2b3e625ccd65,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:17.872973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Allocated IP 2001:db8:0:1::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/afd9dbba-c708-49c2-b59c-95f49365888c/e9e9bd6d-9d0c-4541-a18c-702410a9c452) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:17.918991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] Set router 06b10f2d-335d-4454-8532-794b20008b03 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:17.990140 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf51e9a5-0fc8-4030-9001-89b07b0ec0a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e086bf16-9b2f-49cc-bbd1-a44c15814bb2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.022104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bf51e9a5-0fc8-4030-9001-89b07b0ec0a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for e086bf16-9b2f-49cc-bbd1-a44c15814bb2 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:18.233718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] For port e9e9bd6d-9d0c-4541-a18c-702410a9c452, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e9e9bd6d-9d0c-4541-a18c-702410a9c452,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:18.251124 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2cef60c1-c374-42c5-90b5-f6f5cb2d4dff req-42ab35bd-66d8-4c47-9fad-582ce612ab66 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0492537 Feb 09 03:12:18.308048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Publish callbacks [] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.321457 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.350773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf51e9a5-0fc8-4030-9001-89b07b0ec0a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e086bf16-9b2f-49cc-bbd1-a44c15814bb2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.404255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51e9a5-0fc8-4030-9001-89b07b0ec0a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=e086bf16-9b2f-49cc-bbd1-a44c15814bb2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:18.454181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf51e9a5-0fc8-4030-9001-89b07b0ec0a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.461823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf51e9a5-0fc8-4030-9001-89b07b0ec0a1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/e086bf16-9b2f-49cc-bbd1-a44c15814bb2 HTTP/1.1" status: 204 len: 168 time: 0.8470845 Feb 09 03:12:18.463492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54250) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:18.464173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.25.2.111 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/860b2702-9b26-4f57-8344-55f045aea45e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:18.514367 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c1a9f4d2-603e-48a5-ac6b-21689f079cbd tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0196681 Feb 09 03:12:18.519224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54252) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:18.534947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f69f5c-c68d-4223-b75b-25f7c5a72d31 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:18.536552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f9f69f5c-c68d-4223-b75b-25f7c5a72d31 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0723314 Feb 09 03:12:18.542660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54254) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:18.600194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be73239-f467-460e-ac5e-5eae65665cde tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:18.601849 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4be73239-f467-460e-ac5e-5eae65665cde tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0581324 Feb 09 03:12:18.607216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54256) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:18.646668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 5, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:18.650011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (860b2702-9b26-4f57-8344-55f045aea45e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.672900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94139b9-bb0d-4249-874a-a63ab715b0bb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:18.674423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94139b9-bb0d-4249-874a-a63ab715b0bb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:18.675743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94139b9-bb0d-4249-874a-a63ab715b0bb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:18.677664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b94139b9-bb0d-4249-874a-a63ab715b0bb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0694370 Feb 09 03:12:18.680341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54258) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:18.698569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9dfb3366-b183-4a23-a59c-95396c70cff1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '0535251e-9312-4a21-bdb0-63a8762c0a00', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:18.728245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] Checking router: 06b10f2d-335d-4454-8532-794b20008b03 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:18.739032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Pushing event updated for resources: {'Port': ['ID=e9e9bd6d-9d0c-4541-a18c-702410a9c452,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:18.747798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] Routers {'06b10f2d-335d-4454-8532-794b20008b03'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:18.748442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['06b10f2d-335d-4454-8532-794b20008b03'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:18.751144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.751498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.751844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.752734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.753262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.753403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.753737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.754073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.754918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.754918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.755146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.755414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.755729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66fe9a-782c-4971-9e5d-bcd250e89e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:18.775582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks [] for router (06b10f2d-335d-4454-8532-794b20008b03), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.780500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-174b5f77-c6b3-4c58-9204-d76da8bdfbb2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 1624391a-c2f0-4b10-a866-8e2ee2c63710 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:18.784081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-174b5f77-c6b3-4c58-9204-d76da8bdfbb2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (1624391a-c2f0-4b10-a866-8e2ee2c63710), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.798711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (860b2702-9b26-4f57-8344-55f045aea45e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.870356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-174b5f77-c6b3-4c58-9204-d76da8bdfbb2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (1624391a-c2f0-4b10-a866-8e2ee2c63710), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:18.987528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:18.992815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] Set router 06b10f2d-335d-4454-8532-794b20008b03 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:19.036339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:19.037522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3366-b183-4a23-a59c-95396c70cff1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (5e1b0bbc-b138-4188-95f7-2f42e80a79d4), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.096928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-174b5f77-c6b3-4c58-9204-d76da8bdfbb2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (1624391a-c2f0-4b10-a866-8e2ee2c63710), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.123904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3366-b183-4a23-a59c-95396c70cff1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (5e1b0bbc-b138-4188-95f7-2f42e80a79d4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.143559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:19.153616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f76b1-1c6a-4427-82ab-88c3add92b09 None None] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:19.161013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3366-b183-4a23-a59c-95396c70cff1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (5e1b0bbc-b138-4188-95f7-2f42e80a79d4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.163513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:19.187073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-174b5f77-c6b3-4c58-9204-d76da8bdfbb2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (1624391a-c2f0-4b10-a866-8e2ee2c63710), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.237435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b5f77-c6b3-4c58-9204-d76da8bdfbb2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=1624391a-c2f0-4b10-a866-8e2ee2c63710,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.241057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-174b5f77-c6b3-4c58-9204-d76da8bdfbb2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.244356 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-174b5f77-c6b3-4c58-9204-d76da8bdfbb2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/1624391a-c2f0-4b10-a866-8e2ee2c63710 HTTP/1.1" status: 204 len: 168 time: 0.5630255 Feb 09 03:12:19.254829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54260) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:19.295787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb3366-b183-4a23-a59c-95396c70cff1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1b0bbc-b138-4188-95f7-2f42e80a79d4,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.312114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-00e3f583-c198-4f0c-a75f-c5d489f20ec4 None None] Provisioning complete for port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:19.312603 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00e3f583-c198-4f0c-a75f-c5d489f20ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.324913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d72ea3f-8a42-43de-9a8f-d991fc24c83f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet afd9dbba-c708-49c2-b59c-95f49365888c {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:19.330109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d72ea3f-8a42-43de-9a8f-d991fc24c83f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (afd9dbba-c708-49c2-b59c-95f49365888c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.388143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=860b2702-9b26-4f57-8344-55f045aea45e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.402804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d72ea3f-8a42-43de-9a8f-d991fc24c83f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (afd9dbba-c708-49c2-b59c-95f49365888c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.492023 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7835f506-3990-4268-8e35-ed2d929c8ed6 req-56c49700-6876-41a4-a802-bb3370ea812f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0662153 Feb 09 03:12:19.500996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:19.502788 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.511806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3366-b183-4a23-a59c-95396c70cff1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.513030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9dfb3366-b183-4a23-a59c-95396c70cff1 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9837966 Feb 09 03:12:19.551059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54264) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:19.569218 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks [] for router_gateway (06b10f2d-335d-4454-8532-794b20008b03), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.584741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-19b2ebda-58a7-4bf6-8cb4-a88817520ccb tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules/5e1b0bbc-b138-4188-95f7-2f42e80a79d4 HTTP/1.1" status: 200 len: 764 time: 0.0324898 Feb 09 03:12:19.592550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54266) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:19.599954 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d72ea3f-8a42-43de-9a8f-d991fc24c83f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (afd9dbba-c708-49c2-b59c-95f49365888c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.690526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-00e3f583-c198-4f0c-a75f-c5d489f20ec4 None None] Current status of the port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:19.691560 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00e3f583-c198-4f0c-a75f-c5d489f20ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.693897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 5, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:19.747715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d72ea3f-8a42-43de-9a8f-d991fc24c83f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (afd9dbba-c708-49c2-b59c-95f49365888c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.770710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ac58e2-395d-46c1-87d6-3107dcd05e8e None None] The sync data for ids ['06b10f2d-335d-4454-8532-794b20008b03'] in n-d-827839-4 is: [{'id': '06b10f2d-335d-4454-8532-794b20008b03', 'name': 'tempest-TestAggregatesBasicOps-2065387771-router', 'tenant_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:38Z', 'updated_at': '2022-02-09T03:12:15Z', 'revision_number': 5, 'project_id': '195b13a2b60a4b8691f7b5a1c3af81fc', 'gw_port': {'id': 'fea2f67b-0536-4086-8f5b-d53dc7e5fdbc', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b10f2d-335d-4454-8532-794b20008b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:40Z', 'updated_at': '2022-02-09T03:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:19.778213 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.814913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72ea3f-8a42-43de-9a8f-d991fc24c83f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=afd9dbba-c708-49c2-b59c-95f49365888c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.829067 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d72ea3f-8a42-43de-9a8f-d991fc24c83f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.840567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-00e3f583-c198-4f0c-a75f-c5d489f20ec4 None None] For port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,segment=NetworkSegment(c987ee28-cd39-4a52-bdd5-1e4e955c47ec),segment_id=c987ee28-cd39-4a52-bdd5-1e4e955c47ec)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:19.845073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d72ea3f-8a42-43de-9a8f-d991fc24c83f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/afd9dbba-c708-49c2-b59c-95f49365888c HTTP/1.1" status: 204 len: 168 time: 0.5869486 Feb 09 03:12:19.845324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54268) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:19.858375 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00e3f583-c198-4f0c-a75f-c5d489f20ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.862079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7b058239-aaee-4896-8454-381315bb0c79 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2661810 Feb 09 03:12:19.863247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54270) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:19.922445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Deleting port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:19.923150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.938749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_gateway (597f8504-1250-4025-9fe9-830afe529b58), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:19.954404 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20a35767-4e52-410c-8b59-3056803b2e66 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077816 Feb 09 03:12:19.955025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54272) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:19.955914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3f583-c198-4f0c-a75f-c5d489f20ec4 None None] Pushing event updated for resources: {'Port': ['ID=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:19.962204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:19.965235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f0e69-779c-46bc-bb02-1e9caf3b1a4a None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:19.970794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:19.971240 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.074137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-15d279f4-fc5e-40db-b8ba-8db883fc5d4e None None] Provisioning complete for port e9e9bd6d-9d0c-4541-a18c-702410a9c452 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:20.074543 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15d279f4-fc5e-40db-b8ba-8db883fc5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.101074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5aebab2b-477f-4e12-b7fd-fd063c954d87 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (5e1b0bbc-b138-4188-95f7-2f42e80a79d4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.121097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5aebab2b-477f-4e12-b7fd-fd063c954d87 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (5e1b0bbc-b138-4188-95f7-2f42e80a79d4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.126431 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] For port fea2f67b-0536-4086-8f5b-d53dc7e5fdbc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fea2f67b-0536-4086-8f5b-d53dc7e5fdbc,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:20.126923 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.136102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:20.139825 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.163973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:12:20.164335 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:12:20.170573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Calling delete_port for fea2f67b-0536-4086-8f5b-d53dc7e5fdbc owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:20.266494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-15d279f4-fc5e-40db-b8ba-8db883fc5d4e None None] Current status of the port e9e9bd6d-9d0c-4541-a18c-702410a9c452 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:20.293166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:20.367411 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5aebab2b-477f-4e12-b7fd-fd063c954d87 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (5e1b0bbc-b138-4188-95f7-2f42e80a79d4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.374161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5aebab2b-477f-4e12-b7fd-fd063c954d87 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.376273 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5aebab2b-477f-4e12-b7fd-fd063c954d87 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5e1b0bbc-b138-4188-95f7-2f42e80a79d4 HTTP/1.1" status: 204 len: 168 time: 0.5096023 Feb 09 03:12:20.382206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54274) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:20.399201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebab2b-477f-4e12-b7fd-fd063c954d87 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e1b0bbc-b138-4188-95f7-2f42e80a79d4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:20.403337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] Deleting port e9e9bd6d-9d0c-4541-a18c-702410a9c452 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:20.403778 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.453441 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (597f8504-1250-4025-9fe9-830afe529b58), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.473105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-09492de1-1d69-452a-8c79-f3ac479109b8 None None] Provisioning complete for port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:20.473600 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09492de1-1d69-452a-8c79-f3ac479109b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.555923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] For port e9e9bd6d-9d0c-4541-a18c-702410a9c452, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e9e9bd6d-9d0c-4541-a18c-702410a9c452,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:20.556257 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.575216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] Calling delete_port for e9e9bd6d-9d0c-4541-a18c-702410a9c452 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:20.583169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:12:20.588522 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c40a1850-c478-4ac9-99a5-daa74bac6b6f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2034342 Feb 09 03:12:20.592851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54278) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:20.708951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:20.712992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-09492de1-1d69-452a-8c79-f3ac479109b8 None None] Current status of the port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:20.733283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f4c5bc7-0583-4eef-b3da-af00cb04ca3a req-82f5de8e-69b5-411a-9351-685d5821b4fa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0558388 Feb 09 03:12:20.765915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc177983-1265-4aef-8999-05dcb2682a6a tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (0535251e-9312-4a21-bdb0-63a8762c0a00), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.767208 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e9e9bd6d-9d0c-4541-a18c-702410a9c452), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.776004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fea2f67b-0536-4086-8f5b-d53dc7e5fdbc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.804171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] Pushing event deleted for resources: {'Port': ['ID=e9e9bd6d-9d0c-4541-a18c-702410a9c452,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:20.810676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e79f6-af97-495d-8ce5-c9c8f746922f None None] No DVR routers for this DVR port e9e9bd6d-9d0c-4541-a18c-702410a9c452 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:20.829455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea2f67b-0536-4086-8f5b-d53dc7e5fdbc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:20.842021 n-d-827839-4 neutron-server[109856]: WARNING neutron.services.revisions.revision_plugin [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Could not find related port for resource to bump revision. Feb 09 03:12:20.847157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc177983-1265-4aef-8999-05dcb2682a6a tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (0535251e-9312-4a21-bdb0-63a8762c0a00), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.857442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_pluggable_backend [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Port e9e9bd6d-9d0c-4541-a18c-702410a9c452 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109856) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 03:12:20.857442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_pluggable_backend [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Reverting IP allocation for 2001:db8::f816:3eff:fe85:b5d5 {{(pid=109856) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 03:12:20.858529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_pluggable_backend [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe85:b5d5 {{(pid=109856) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 03:12:20.859743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (d818b30b-5084-4025-9379-c11d20b43082), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.902526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:20.932488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:20.936773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router 597f8504-1250-4025-9fe9-830afe529b58 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:12:20.944358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:20.950600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:20.950600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:20.964152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d5e0b-360a-4a6b-b1ae-7f5c289e7037 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:20.982170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0220342 Feb 09 03:12:20.982170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286e48f-ec79-44c4-89d1-a00d41eb22b5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=d818b30b-5084-4025-9379-c11d20b43082,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:20.983291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54280) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:20.989087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9e74b0a4-9be7-47f5-85b1-c6e2a21ee5ac tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:21.076455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:21.076784 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.108631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (06b10f2d-335d-4454-8532-794b20008b03), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.110846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:21.125263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e74b0a4-9be7-47f5-85b1-c6e2a21ee5ac tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:21.125508 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b406701-2db1-49aa-9fb0-7acd2065198f None None] Sync routers for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:21.130350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e74b0a4-9be7-47f5-85b1-c6e2a21ee5ac tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.142741 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b406701-2db1-49aa-9fb0-7acd2065198f None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:21.143780 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5b406701-2db1-49aa-9fb0-7acd2065198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:21.149643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc177983-1265-4aef-8999-05dcb2682a6a tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0535251e-9312-4a21-bdb0-63a8762c0a00), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.152223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bc177983-1265-4aef-8999-05dcb2682a6a tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.155696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bc177983-1265-4aef-8999-05dcb2682a6a tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/0535251e-9312-4a21-bdb0-63a8762c0a00 HTTP/1.1" status: 204 len: 168 time: 0.5591333 Feb 09 03:12:21.178869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54282) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:21.202599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': 'd818b30b-5084-4025-9379-c11d20b43082'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:12:21.205049 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.228797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc177983-1265-4aef-8999-05dcb2682a6a tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0535251e-9312-4a21-bdb0-63a8762c0a00,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:21.248324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (06b10f2d-335d-4454-8532-794b20008b03), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.252177 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.257538 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5b406701-2db1-49aa-9fb0-7acd2065198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:21.263017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:21.264936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d7a8185a-4105-48d5-b2a5-d5cfd0077529 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5902867 Feb 09 03:12:21.266473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks [] for router_controller (06b10f2d-335d-4454-8532-794b20008b03), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.274660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b406701-2db1-49aa-9fb0-7acd2065198f None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:21.275299 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5b406701-2db1-49aa-9fb0-7acd2065198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:21.341871 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5b406701-2db1-49aa-9fb0-7acd2065198f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:21.342543 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b406701-2db1-49aa-9fb0-7acd2065198f None None] The sync data for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:21.359137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (06b10f2d-335d-4454-8532-794b20008b03), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.359731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b10f2d-335d-4454-8532-794b20008b03 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:12:21.370200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.370439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:21.371128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-43d5aec4-0003-476b-9286-6811a3815e02 admin admin] 10.222.0.32 "DELETE /v2.0/routers/06b10f2d-335d-4454-8532-794b20008b03 HTTP/1.1" status: 204 len: 168 time: 3.9063735 Feb 09 03:12:21.373618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54286) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:21.467331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3f45c2-eeb6-40b5-a3a3-3f0e49ddf345 admin admin] Deleting subnet 00a01674-6784-40ad-bc23-130b7b44dc0d {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:21.470579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b3f45c2-eeb6-40b5-a3a3-3f0e49ddf345 admin admin] Publish callbacks [] for subnet (00a01674-6784-40ad-bc23-130b7b44dc0d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.482841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Allocated IP 2001:db8::f816:3eff:fe41:a62c (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/d818b30b-5084-4025-9379-c11d20b43082/d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:21.527402 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b3f45c2-eeb6-40b5-a3a3-3f0e49ddf345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (00a01674-6784-40ad-bc23-130b7b44dc0d), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.583704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 619248e4-93dd-413e-8900-8d4545560b09 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:21.645979 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b3f45c2-eeb6-40b5-a3a3-3f0e49ddf345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (00a01674-6784-40ad-bc23-130b7b44dc0d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.647850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 619248e4-93dd-413e-8900-8d4545560b09 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:21.648534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 619248e4-93dd-413e-8900-8d4545560b09 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:21.649155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e9e9bd6d-9d0c-4541-a18c-702410a9c452 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:21.674763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e9e9bd6d-9d0c-4541-a18c-702410a9c452 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:21.675454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e9e9bd6d-9d0c-4541-a18c-702410a9c452 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:21.691476 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.719368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b3f45c2-eeb6-40b5-a3a3-3f0e49ddf345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (00a01674-6784-40ad-bc23-130b7b44dc0d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.743311 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Publish callbacks [] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.761799 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.777276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f45c2-eeb6-40b5-a3a3-3f0e49ddf345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a01674-6784-40ad-bc23-130b7b44dc0d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:21.784715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b3f45c2-eeb6-40b5-a3a3-3f0e49ddf345 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.790575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4b3f45c2-eeb6-40b5-a3a3-3f0e49ddf345 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00a01674-6784-40ad-bc23-130b7b44dc0d HTTP/1.1" status: 204 len: 168 time: 0.4138322 Feb 09 03:12:21.790835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54290) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:21.805248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00279b74-0579-498c-a045-e7c3fa4a1a3a None None] Network 7208cd76-a168-48ba-88ee-002961f79147 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:21.871900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:21.880881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Pushing event updated for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:21.881256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce084236-821f-46d8-9f3f-fc7dfe51f10d req-9f765bf9-44cc-4cae-91b5-fa0244723288 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0378511 Feb 09 03:12:21.888228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:21.905236 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:21.905345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0888ea2b-8e9d-4a09-adaf-a12919d9706e tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7151225 Feb 09 03:12:21.907657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54292) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:21.919594 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7208cd76-a168-48ba-88ee-002961f79147), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:21.920081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-50b045eb-63d6-4d4a-9e9c-07fe2a544fb4 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group': {'name': 'tempest-secgroup--281153130'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:21.944116 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-9e74b0a4-9be7-47f5-85b1-c6e2a21ee5ac tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d818b30b-5084-4025-9379-c11d20b43082 (CIDR: 2001:db8::/64) Feb 09 03:12:21.965561 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e74b0a4-9be7-47f5-85b1-c6e2a21ee5ac tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:21.966036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e74b0a4-9be7-47f5-85b1-c6e2a21ee5ac tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:21.982208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50b045eb-63d6-4d4a-9e9c-07fe2a544fb4 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.026466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Attempting to bind port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:22.026843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Attempting to bind port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:22.027307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Attempting to bind port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:22.043235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:22.043618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:22.044023 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.044532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:22.044883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Bound port: d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:22.045265 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.054841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Deleting port a9053a9c-2a76-4608-8c1a-d2f04703de82 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:22.055457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.074116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9e74b0a4-9be7-47f5-85b1-c6e2a21ee5ac tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0898361 Feb 09 03:12:22.077214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54294) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:22.119092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:22.156773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] For port a9053a9c-2a76-4608-8c1a-d2f04703de82, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a9053a9c-2a76-4608-8c1a-d2f04703de82,segment=NetworkSegment(1867261f-0f50-4020-822c-9fd97ec57ab3),segment_id=1867261f-0f50-4020-822c-9fd97ec57ab3)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:22.157577 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.184246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Calling delete_port for a9053a9c-2a76-4608-8c1a-d2f04703de82 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:22.263384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c2694-c420-460e-b2dd-61729224324a None None] DHCP port deletion for 7208cd76-a168-48ba-88ee-002961f79147 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:22.307185 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50b045eb-63d6-4d4a-9e9c-07fe2a544fb4 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (4fcfff02-d074-4218-9b70-1b2ca8615550), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.320170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a9053a9c-2a76-4608-8c1a-d2f04703de82), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.342085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-219c2694-c420-460e-b2dd-61729224324a None None] The port 'a9053a9c-2a76-4608-8c1a-d2f04703de82' was deleted {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 03:12:22.360694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:22.364194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:22.371959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9053a9c-2a76-4608-8c1a-d2f04703de82,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:22.375773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] No DVR routers for this DVR port a9053a9c-2a76-4608-8c1a-d2f04703de82 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:22.384965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50b045eb-63d6-4d4a-9e9c-07fe2a544fb4 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4fcfff02-d074-4218-9b70-1b2ca8615550), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.386042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.441308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50b045eb-63d6-4d4a-9e9c-07fe2a544fb4 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.442579 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-50b045eb-63d6-4d4a-9e9c-07fe2a544fb4 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5340619 Feb 09 03:12:22.448859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54296) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:22.456914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c9ec4390-a600-4a4c-8c87-0b2f6e0e0efc tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Request body: {'security_group_rule': {'security_group_id': '4fcfff02-d074-4218-9b70-1b2ca8615550', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:22.464241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3637f-8634-4937-88e2-934d6d50e726 None None] Pushing event updated for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:22.465741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:22.469589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.483892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b045eb-63d6-4d4a-9e9c-07fe2a544fb4 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcfff02-d074-4218-9b70-1b2ca8615550,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:22.487011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7208cd76-a168-48ba-88ee-002961f79147), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.515010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7208cd76-a168-48ba-88ee-002961f79147']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:22.530467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1867261f-0f50-4020-822c-9fd97ec57ab3') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:22.530772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1867261f-0f50-4020-822c-9fd97ec57ab3') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:22.541346 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (1867261f-0f50-4020-822c-9fd97ec57ab3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.560078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1867261f-0f50-4020-822c-9fd97ec57ab3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.572042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:12:22.572769 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (1867261f-0f50-4020-822c-9fd97ec57ab3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:12:22.574812 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:12:22.648498 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4390-a600-4a4c-8c87-0b2f6e0e0efc tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (4e3272ff-7d87-4467-a2a5-f600bf26b884), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.651473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7208cd76-a168-48ba-88ee-002961f79147), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.672770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.676790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7208cd76-a168-48ba-88ee-002961f79147 HTTP/1.1" status: 204 len: 168 time: 0.8850179 Feb 09 03:12:22.677901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ed9cb-fb4f-4b28-9234-3fb36386ecc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7208cd76-a168-48ba-88ee-002961f79147,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:22.679632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54298) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:22.849217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4390-a600-4a4c-8c87-0b2f6e0e0efc tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (4e3272ff-7d87-4467-a2a5-f600bf26b884), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.868001 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4390-a600-4a4c-8c87-0b2f6e0e0efc tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (4e3272ff-7d87-4467-a2a5-f600bf26b884), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.947573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.974204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec4390-a600-4a4c-8c87-0b2f6e0e0efc tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3272ff-7d87-4467-a2a5-f600bf26b884,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:22.989332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4390-a600-4a4c-8c87-0b2f6e0e0efc tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:22.994000 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c9ec4390-a600-4a4c-8c87-0b2f6e0e0efc tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5389771 Feb 09 03:12:22.996584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54302) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:23.011321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:23.076144 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e70c4d5e-6621-409b-927d-3fe1f2b998f3 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (4fcfff02-d074-4218-9b70-1b2ca8615550), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.091700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:23.092082 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.115942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e70c4d5e-6621-409b-927d-3fe1f2b998f3 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (4fcfff02-d074-4218-9b70-1b2ca8615550), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.131528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5dba9694-d505-4c31-b54b-aec27b5613f3 req-8eaaf8c8-97e0-4709-9961-983927176d5a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0684402 Feb 09 03:12:23.206984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (296ae3d5-0515-4c22-802a-da14f3705a34), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.231758 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:23.232257 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.268328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e70c4d5e-6621-409b-927d-3fe1f2b998f3 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4fcfff02-d074-4218-9b70-1b2ca8615550), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.272188 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e70c4d5e-6621-409b-927d-3fe1f2b998f3 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.276580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e70c4d5e-6621-409b-927d-3fe1f2b998f3 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/4fcfff02-d074-4218-9b70-1b2ca8615550 HTTP/1.1" status: 204 len: 168 time: 0.2768822 Feb 09 03:12:23.277438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54304) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:23.277755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:23.285010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:23.285694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.321468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:23.325179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:23.326014 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.333139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c4d5e-6621-409b-927d-3fe1f2b998f3 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcfff02-d074-4218-9b70-1b2ca8615550,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:23.366833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=296ae3d5-0515-4c22-802a-da14f3705a34,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:23.367673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-42f9d6af-593d-4061-8a51-4db3affdd275 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0841947 Feb 09 03:12:23.368471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54306) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:23.400188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fea2f67b-0536-4086-8f5b-d53dc7e5fdbc no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:23.430786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: fea2f67b-0536-4086-8f5b-d53dc7e5fdbc {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:23.431295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fea2f67b-0536-4086-8f5b-d53dc7e5fdbc not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:23.431828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a9053a9c-2a76-4608-8c1a-d2f04703de82 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:23.433811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:23.469764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b6b5c9cd-9b7b-4eae-9353-4bbaf77e142b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3552699 Feb 09 03:12:23.473484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54308) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:23.475834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a9053a9c-2a76-4608-8c1a-d2f04703de82 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:23.476247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a9053a9c-2a76-4608-8c1a-d2f04703de82 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:23.485658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:95:28:4a', 'name': 'tempest-NetworksTestDHCPv6-1392222984'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:23.506641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-50f7bbf1-15cb-430b-bc4a-21fb82b1850f tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1341007 Feb 09 03:12:23.511042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54310) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:23.527814 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-5fc9cbbf-e502-4e42-9261-b40724842217 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] delete failed (client error): The resource could not be found. Feb 09 03:12:23.535612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5fc9cbbf-e502-4e42-9261-b40724842217 tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "DELETE /v2.0/security-groups/4fcfff02-d074-4218-9b70-1b2ca8615550 HTTP/1.1" status: 404 len: 347 time: 0.0259519 Feb 09 03:12:23.542814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54312) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:23.561599 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.632164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3454d619-2dbb-4aeb-ab3f-eecbccfd76eb tempest-SecGroupTest-666610756 tempest-SecGroupTest-666610756-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0923688 Feb 09 03:12:23.646503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.20.0.1 (7e73fb95-e4b7-4366-b1ce-dc519b364df0/c07ec695-a9b8-4862-9c62-6001fd9071f7/b97a90d9-baf8-452a-82af-a28ba8b09434) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:23.755431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:23.885086 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.908083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:23.935846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db361fc1-4350-4324-a76d-7efed2e0e5e6 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:23.982587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port 4b1c2ee3-d4cc-4387-b70a-cebf62520bc9 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:12:24.023634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4723b68a-adc8-451f-a73b-9f2cd4135f2b None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:24.024138 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4723b68a-adc8-451f-a73b-9f2cd4135f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.052883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54318) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:24.087855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.157347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:24.183969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:24.218798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:24.278093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4723b68a-adc8-451f-a73b-9f2cd4135f2b None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:24.369664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (597f8504-1250-4025-9fe9-830afe529b58), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.411516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683b171c-1324-4666-870a-6da5165e7fcc None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': 'd818b30b-5084-4025-9379-c11d20b43082', 'ip_address': '2001:db8::f816:3eff:fe41:a62c'}, {'subnet_id': '296ae3d5-0515-4c22-802a-da14f3705a34'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'd3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:12:24.415673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5449a72-3d4e-4876-b1bd-1500677a9859 req-5a545a25-88bf-4045-8848-783b4f60ffdc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.0447502 Feb 09 03:12:24.437428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=b97a90d9-baf8-452a-82af-a28ba8b09434,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:24.451500 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-683b171c-1324-4666-870a-6da5165e7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.458892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Deleting port 1d2d1015-06f4-4313-aece-9815088a37ba {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:24.459232 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.597529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] For port 1d2d1015-06f4-4313-aece-9815088a37ba, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d2d1015-06f4-4313-aece-9815088a37ba,segment=NetworkSegment(4f40cb97-ebf3-4e44-b7f3-da69263caa65),segment_id=4f40cb97-ebf3-4e44-b7f3-da69263caa65)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:24.597909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.615438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Calling delete_port for 1d2d1015-06f4-4313-aece-9815088a37ba owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:24.630606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5009a435-ea7d-4704-b936-6b0638aa2df2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b061e04344304cf9bbe5a9a8d6c08b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5615907 Feb 09 03:12:24.631327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54324) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:24.632927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0ea177d8-d292-41ba-ba04-6178128c480e None None] Provisioning complete for port b97a90d9-baf8-452a-82af-a28ba8b09434 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:24.634827 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ea177d8-d292-41ba-ba04-6178128c480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.658919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8:0:1::396 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/296ae3d5-0515-4c22-802a-da14f3705a34/4b1c2ee3-d4cc-4387-b70a-cebf62520bc9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:24.665959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::f816:3eff:fe95:284a (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/d818b30b-5084-4025-9379-c11d20b43082/4b1c2ee3-d4cc-4387-b70a-cebf62520bc9) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:24.687614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0ea177d8-d292-41ba-ba04-6178128c480e None None] Port b97a90d9-baf8-452a-82af-a28ba8b09434 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:24.730901 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.778980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2675826-8908-494a-9fe7-352fc6be4618 admin admin] Publish callbacks [] for security_group (107e92d3-d9ba-4818-8230-fa81a483d925), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.801010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2675826-8908-494a-9fe7-352fc6be4618 admin admin] Publish callbacks [] for security_group (107e92d3-d9ba-4818-8230-fa81a483d925), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.882050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2675826-8908-494a-9fe7-352fc6be4618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (107e92d3-d9ba-4818-8230-fa81a483d925), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.883300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:24.886184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d2675826-8908-494a-9fe7-352fc6be4618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.887524 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d2675826-8908-494a-9fe7-352fc6be4618 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/107e92d3-d9ba-4818-8230-fa81a483d925 HTTP/1.1" status: 204 len: 168 time: 0.2550633 Feb 09 03:12:24.921623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2675826-8908-494a-9fe7-352fc6be4618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107e92d3-d9ba-4818-8230-fa81a483d925,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:24.951807 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1d2d1015-06f4-4313-aece-9815088a37ba), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:24.982720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2d1015-06f4-4313-aece-9815088a37ba,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:25.015733 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (4b1c2ee3-d4cc-4387-b70a-cebf62520bc9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.024194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:25.025432 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.112296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4b1c2ee3-d4cc-4387-b70a-cebf62520bc9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.250723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.290180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-683b171c-1324-4666-870a-6da5165e7fcc None None] Allocated IP 2001:db8:0:1::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/296ae3d5-0515-4c22-802a-da14f3705a34/d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:25.298481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:25.323921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:25.330174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:25.334206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=4b1c2ee3-d4cc-4387-b70a-cebf62520bc9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:25.336790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:25.342873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:25.343586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.386938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba1332f5-ef6e-4ad0-9ca2-a7d0460f2de7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9120784 Feb 09 03:12:25.391399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54334) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:25.496376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-683b171c-1324-4666-870a-6da5165e7fcc None None] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:25.512129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.545229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.563763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-683b171c-1324-4666-870a-6da5165e7fcc None None] Publish callbacks [] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.578018 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-683b171c-1324-4666-870a-6da5165e7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.681162 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f285ec73-9337-4627-8a69-0056c0ffeb3d req-20bf6f07-4d18-4b08-afc1-d2a63df39278 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=8214be9e-9d3b-418a-ac49-708b87d4447d HTTP/1.1" status: 200 len: 210 time: 0.1369228 Feb 09 03:12:25.698005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:25.711494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-da9b1c20-f173-4ab5-8634-7e4e0e31a0b7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port 4b1c2ee3-d4cc-4387-b70a-cebf62520bc9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:25.712285 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da9b1c20-f173-4ab5-8634-7e4e0e31a0b7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4b1c2ee3-d4cc-4387-b70a-cebf62520bc9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.771578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b171c-1324-4666-870a-6da5165e7fcc None None] Pushing event updated for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:25.833663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=b97a90d9-baf8-452a-82af-a28ba8b09434,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:25.841603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (597f8504-1250-4025-9fe9-830afe529b58), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:25.890358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.893372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.893372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.894607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.896587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.896716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.896991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.901481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.901657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.901871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.902219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.902583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.902920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:25.929550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:25.936950 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ab7af6a7-8bdf-47d1-8bab-abb497b9faf8 admin admin] 10.222.0.32 "PUT /v2.0/routers/3295bc9d-5bc3-4a70-9e1a-e9862cedb279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2513051 Feb 09 03:12:25.946112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] Sync routers for ids ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:25.948727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54348) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:25.970074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] Routers {'3295bc9d-5bc3-4a70-9e1a-e9862cedb279'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:25.971022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:26.033297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da9b1c20-f173-4ab5-8634-7e4e0e31a0b7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4b1c2ee3-d4cc-4387-b70a-cebf62520bc9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.061283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-da9b1c20-f173-4ab5-8634-7e4e0e31a0b7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for 4b1c2ee3-d4cc-4387-b70a-cebf62520bc9 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:26.151512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks [] for router (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.256378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] Set router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:26.352277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks [] for router_gateway (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.367141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54352) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:26.467204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Deleting port d85f3263-37b3-4737-bd52-62b9fcd6a406 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:26.468452 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.564080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:26.567215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da9b1c20-f173-4ab5-8634-7e4e0e31a0b7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4b1c2ee3-d4cc-4387-b70a-cebf62520bc9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.569558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:26.638524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b1c20-f173-4ab5-8634-7e4e0e31a0b7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=4b1c2ee3-d4cc-4387-b70a-cebf62520bc9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:26.640678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] For port d85f3263-37b3-4737-bd52-62b9fcd6a406, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d85f3263-37b3-4737-bd52-62b9fcd6a406,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:26.641061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.659597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Calling delete_port for d85f3263-37b3-4737-bd52-62b9fcd6a406 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:26.780241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:24Z', 'revision_number': 5, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port': {'id': 'd85f3263-37b3-4737-bd52-62b9fcd6a406', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:56Z', 'updated_at': '2022-02-09T03:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:26.792353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da9b1c20-f173-4ab5-8634-7e4e0e31a0b7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:26.796309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-da9b1c20-f173-4ab5-8634-7e4e0e31a0b7 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/4b1c2ee3-d4cc-4387-b70a-cebf62520bc9 HTTP/1.1" status: 204 len: 168 time: 1.4032173 Feb 09 03:12:26.807563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54360) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:26.822962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f1f85f88-ba74-4437-a61e-0efc5eb5b159 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:26.824656 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-f1f85f88-ba74-4437-a61e-0efc5eb5b159 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 03:12:26.826390 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-f1f85f88-ba74-4437-a61e-0efc5eb5b159 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:12:26.827611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f1f85f88-ba74-4437-a61e-0efc5eb5b159 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4581404 Feb 09 03:12:26.833766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54362) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:26.850907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] Checking router: 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:26.865647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--236182418'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:26.913599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] Routers {'3295bc9d-5bc3-4a70-9e1a-e9862cedb279'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:26.914751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:27.029206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router 597f8504-1250-4025-9fe9-830afe529b58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:27.048229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.085030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.114583 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d85f3263-37b3-4737-bd52-62b9fcd6a406), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.151552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85f3263-37b3-4737-bd52-62b9fcd6a406,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:27.201080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] Set router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:27.216556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:27.276296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2ff54131-bf6e-47d3-9c7a-7c3596c8c9e8 None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:27.279506 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2ff54131-bf6e-47d3-9c7a-7c3596c8c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.291580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62dd0b-5814-42c7-beac-673b0e66988f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.293160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2d62dd0b-5814-42c7-beac-673b0e66988f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4839268 Feb 09 03:12:27.296811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54372) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:27.314316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.396872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:26Z', 'revision_number': 6, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:27.409097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb25c8-6f17-4407-a1ff-3f764d567b4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.411793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-99bb25c8-6f17-4407-a1ff-3f764d567b4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1129856 Feb 09 03:12:27.413050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:27.414780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54374) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:27.431913 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0a683-ad80-406c-8ca5-6db921ae2c9d None None] Sync routers for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:27.456941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54376) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:27.460252 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0a683-ad80-406c-8ca5-6db921ae2c9d None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:27.460888 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-25c0a683-ad80-406c-8ca5-6db921ae2c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:27.461795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (99f746e0-cb90-4620-85a9-83b64712092f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.463705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-58f1b9c7-97fd-47ed-b918-bfa3c0b1ab24 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/routers/597f8504-1250-4025-9fe9-830afe529b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1994417 Feb 09 03:12:27.467521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'port': {'network_id': '7e73fb95-e4b7-4366-b1ce-dc519b364df0', 'name': 'tempest-FloatingIPTestJSON-363726832'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:27.475392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.487360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks [] for router_controller (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.506044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86684d96-4e8b-44d9-8b76-c5d8c3b3f0d9 None None] The sync data for ids ['3295bc9d-5bc3-4a70-9e1a-e9862cedb279'] in n-d-827839-4 is: [{'id': '3295bc9d-5bc3-4a70-9e1a-e9862cedb279', 'name': 'tempest-TestAggregatesBasicOps-95838626-router', 'tenant_id': '1d664e5e022442af96aad081428f40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:11:54Z', 'updated_at': '2022-02-09T03:12:26Z', 'revision_number': 6, 'project_id': '1d664e5e022442af96aad081428f40dd', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:27.556355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (99f746e0-cb90-4620-85a9-83b64712092f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.586736 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-25c0a683-ad80-406c-8ca5-6db921ae2c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:27.609949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc3fbef-e519-40a1-a6c1-fe4fcfc69c5e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.611432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc3fbef-e519-40a1-a6c1-fe4fcfc69c5e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.612724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc3fbef-e519-40a1-a6c1-fe4fcfc69c5e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:27.615327 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0a683-ad80-406c-8ca5-6db921ae2c9d None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:27.615949 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-25c0a683-ad80-406c-8ca5-6db921ae2c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:27.625037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4fc3fbef-e519-40a1-a6c1-fe4fcfc69c5e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2066288 Feb 09 03:12:27.625597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:27.625597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.626668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54380) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:27.692222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f746e0-cb90-4620-85a9-83b64712092f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:27.694865 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-25c0a683-ad80-406c-8ca5-6db921ae2c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:27.695581 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0a683-ad80-406c-8ca5-6db921ae2c9d None None] The sync data for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:27.699519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2ff54131-bf6e-47d3-9c7a-7c3596c8c9e8 None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:27.702672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (3295bc9d-5bc3-4a70-9e1a-e9862cedb279), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.703185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3295bc9d-5bc3-4a70-9e1a-e9862cedb279 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:12:27.716702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.717865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c39d0cee-babc-4965-9432-e6183f4ae0e4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3295bc9d-5bc3-4a70-9e1a-e9862cedb279 HTTP/1.1" status: 204 len: 168 time: 1.7681406 Feb 09 03:12:27.721374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54382) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:27.786148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfaa5278-7817-49b3-8c8c-933095e2a8d9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 296ae3d5-0515-4c22-802a-da14f3705a34 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:27.792468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5278-7817-49b3-8c8c-933095e2a8d9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (296ae3d5-0515-4c22-802a-da14f3705a34), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.805745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:27.828263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a7608514-fbbf-49ce-a4e0-e4fc0bbfe0b8 None None] Could not find standard attr ID for object 4b1c2ee3-d4cc-4387-b70a-cebf62520bc9. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:12:27.842618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ded6f45-38ac-4a78-ad93-3f9d8164854d admin admin] Deleting subnet d658ba02-2731-40dd-9fcd-e49ee9c945a5 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:27.844139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a7608514-fbbf-49ce-a4e0-e4fc0bbfe0b8 None None] Provisioning complete for port b97a90d9-baf8-452a-82af-a28ba8b09434 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:27.844699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (46912907-d549-4612-b003-3e113b6212db), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.845688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7608514-fbbf-49ce-a4e0-e4fc0bbfe0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.851877 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ded6f45-38ac-4a78-ad93-3f9d8164854d admin admin] Publish callbacks [] for subnet (d658ba02-2731-40dd-9fcd-e49ee9c945a5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.853755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (46912907-d549-4612-b003-3e113b6212db), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.872232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Made reservation on behalf of 08b2011bb5a44f47b4d82978fe52edc4 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:27.878730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.881373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5278-7817-49b3-8c8c-933095e2a8d9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (296ae3d5-0515-4c22-802a-da14f3705a34), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.895790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a7608514-fbbf-49ce-a4e0-e4fc0bbfe0b8 None None] Port b97a90d9-baf8-452a-82af-a28ba8b09434 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:27.914181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:27.917993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0801454 Feb 09 03:12:27.921139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] device_id is not set on port cebfe131-3b87-4f6c-b486-95f8383d190a yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:12:27.922753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54384) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:27.987064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9e279-462a-4d04-9025-d4fb0347c599 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46912907-d549-4612-b003-3e113b6212db,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:28.132762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Allocated IP 172.20.0.12 (7e73fb95-e4b7-4366-b1ce-dc519b364df0/c07ec695-a9b8-4862-9c62-6001fd9071f7/cebfe131-3b87-4f6c-b486-95f8383d190a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:28.370992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dce579d7-d2db-4ce3-9f64-df51dd55ff2e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '46912907-d549-4612-b003-3e113b6212db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:28.384955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for port (cebfe131-3b87-4f6c-b486-95f8383d190a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.397726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ded6f45-38ac-4a78-ad93-3f9d8164854d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (d658ba02-2731-40dd-9fcd-e49ee9c945a5), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.423206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (cebfe131-3b87-4f6c-b486-95f8383d190a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.481784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:28.485870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:28.492491 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dce579d7-d2db-4ce3-9f64-df51dd55ff2e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group_rule (5ecbd31c-9042-4fc0-8f90-c881860e318a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.492822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:28.540734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event updated for resources: {'Port': ['ID=cebfe131-3b87-4f6c-b486-95f8383d190a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:28.589223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:28.605357 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.647346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed86fad4-0de4-47a9-94f2-855cafabf650 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1853263 Feb 09 03:12:28.647862 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54392) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:28.653005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Request body: {'floatingip': {'port_id': 'cebfe131-3b87-4f6c-b486-95f8383d190a'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:28.710160 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5278-7817-49b3-8c8c-933095e2a8d9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (296ae3d5-0515-4c22-802a-da14f3705a34), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.824265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (4f378e7a-307b-4422-b8c9-f295282a148f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.828034 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ded6f45-38ac-4a78-ad93-3f9d8164854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d658ba02-2731-40dd-9fcd-e49ee9c945a5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.835621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dce579d7-d2db-4ce3-9f64-df51dd55ff2e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group_rule (5ecbd31c-9042-4fc0-8f90-c881860e318a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.894221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dce579d7-d2db-4ce3-9f64-df51dd55ff2e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (5ecbd31c-9042-4fc0-8f90-c881860e318a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:28.903821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d2d1015-06f4-4313-aece-9815088a37ba no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:28.951117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1d2d1015-06f4-4313-aece-9815088a37ba {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:28.962725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d2d1015-06f4-4313-aece-9815088a37ba not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:28.963352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d85f3263-37b3-4737-bd52-62b9fcd6a406 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:28.981872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce579d7-d2db-4ce3-9f64-df51dd55ff2e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecbd31c-9042-4fc0-8f90-c881860e318a,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:29.003574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d85f3263-37b3-4737-bd52-62b9fcd6a406 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:29.004636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dce579d7-d2db-4ce3-9f64-df51dd55ff2e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.007349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d85f3263-37b3-4737-bd52-62b9fcd6a406 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:29.011682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dce579d7-d2db-4ce3-9f64-df51dd55ff2e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6465518 Feb 09 03:12:29.014385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:29.024447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b02ee1ee-1277-496e-85a9-7b5e0c298ffd tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '46912907-d549-4612-b003-3e113b6212db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:29.053445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5278-7817-49b3-8c8c-933095e2a8d9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (296ae3d5-0515-4c22-802a-da14f3705a34), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.108509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa5278-7817-49b3-8c8c-933095e2a8d9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=296ae3d5-0515-4c22-802a-da14f3705a34,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:29.125485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5278-7817-49b3-8c8c-933095e2a8d9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.129206 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cfaa5278-7817-49b3-8c8c-933095e2a8d9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/296ae3d5-0515-4c22-802a-da14f3705a34 HTTP/1.1" status: 204 len: 168 time: 1.5010412 Feb 09 03:12:29.139459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54396) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:29.140218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b02ee1ee-1277-496e-85a9-7b5e0c298ffd tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group_rule (80d02cd6-8a0a-4f57-b41e-8bc20e1f1657), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.141876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4e659-6fbf-4297-896f-070e5eb7d79f None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:29.168301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0267bc8e-76a6-408b-b549-3318d685307d None None] Provisioning complete for port cebfe131-3b87-4f6c-b486-95f8383d190a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:29.168850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0267bc8e-76a6-408b-b549-3318d685307d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cebfe131-3b87-4f6c-b486-95f8383d190a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.193888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ded6f45-38ac-4a78-ad93-3f9d8164854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (d658ba02-2731-40dd-9fcd-e49ee9c945a5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.245361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded6f45-38ac-4a78-ad93-3f9d8164854d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d658ba02-2731-40dd-9fcd-e49ee9c945a5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:29.248024 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ded6f45-38ac-4a78-ad93-3f9d8164854d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.251610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ded6f45-38ac-4a78-ad93-3f9d8164854d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d658ba02-2731-40dd-9fcd-e49ee9c945a5 HTTP/1.1" status: 204 len: 168 time: 1.5285659 Feb 09 03:12:29.256059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54400) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:29.264736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc032a37-d871-4b48-bde7-6cb2e0cf800c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet d818b30b-5084-4025-9379-c11d20b43082 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:29.268344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc032a37-d871-4b48-bde7-6cb2e0cf800c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (d818b30b-5084-4025-9379-c11d20b43082), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.313190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc032a37-d871-4b48-bde7-6cb2e0cf800c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (d818b30b-5084-4025-9379-c11d20b43082), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.399421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235898c-cc11-42fb-84f5-3507a64d97b7 None None] Network c81fd18d-44ba-4fbd-8008-932f61e036ba requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:29.402063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0267bc8e-76a6-408b-b549-3318d685307d None None] Port cebfe131-3b87-4f6c-b486-95f8383d190a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:29.422853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (c81fd18d-44ba-4fbd-8008-932f61e036ba), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.481555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc032a37-d871-4b48-bde7-6cb2e0cf800c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d818b30b-5084-4025-9379-c11d20b43082), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.621714 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-b02ee1ee-1277-496e-85a9-7b5e0c298ffd tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:12:29.623381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b02ee1ee-1277-496e-85a9-7b5e0c298ffd tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6024878 Feb 09 03:12:29.626774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54406) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:29.688790 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc032a37-d871-4b48-bde7-6cb2e0cf800c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (d818b30b-5084-4025-9379-c11d20b43082), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.712332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fc032a37-d871-4b48-bde7-6cb2e0cf800c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.721061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fc032a37-d871-4b48-bde7-6cb2e0cf800c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/d818b30b-5084-4025-9379-c11d20b43082 HTTP/1.1" status: 204 len: 168 time: 0.5766797 Feb 09 03:12:29.721729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54408) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:29.765316 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:12:29.895847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-670abd8b-894a-4df0-abb7-18671b28a5df tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (46912907-d549-4612-b003-3e113b6212db), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:29.900563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aeedb1aa-4c4e-4147-a753-3599d7448478 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1750250 Feb 09 03:12:29.904491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc032a37-d871-4b48-bde7-6cb2e0cf800c tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=d818b30b-5084-4025-9379-c11d20b43082,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:29.906429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54410) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:29.920476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:29.973878 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-670abd8b-894a-4df0-abb7-18671b28a5df tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (46912907-d549-4612-b003-3e113b6212db), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.090917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b24ef75-2daf-430b-accf-206fafd18baa None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': 'd818b30b-5084-4025-9379-c11d20b43082'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'd3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:12:30.119815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Deleting port 000dd214-da80-453a-8839-f4a25e66df9b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:30.121180 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (000dd214-da80-453a-8839-f4a25e66df9b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.126627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] DHCP port deletion for c81fd18d-44ba-4fbd-8008-932f61e036ba request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:30.129437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:30.133344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.176347 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4b24ef75-2daf-430b-accf-206fafd18baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.203036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] For port 000dd214-da80-453a-8839-f4a25e66df9b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=000dd214-da80-453a-8839-f4a25e66df9b,segment=NetworkSegment(4f40cb97-ebf3-4e44-b7f3-da69263caa65),segment_id=4f40cb97-ebf3-4e44-b7f3-da69263caa65)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:30.203659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (000dd214-da80-453a-8839-f4a25e66df9b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.222283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Calling delete_port for 000dd214-da80-453a-8839-f4a25e66df9b owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:30.348386 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c526c79c-a4bf-469a-90e8-a348ea7baa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.354727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-670abd8b-894a-4df0-abb7-18671b28a5df tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (46912907-d549-4612-b003-3e113b6212db), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.361162 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-670abd8b-894a-4df0-abb7-18671b28a5df tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.363568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-670abd8b-894a-4df0-abb7-18671b28a5df tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/46912907-d549-4612-b003-3e113b6212db HTTP/1.1" status: 204 len: 168 time: 0.7354727 Feb 09 03:12:30.378430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54414) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:30.381815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (000dd214-da80-453a-8839-f4a25e66df9b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.384658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670abd8b-894a-4df0-abb7-18671b28a5df tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46912907-d549-4612-b003-3e113b6212db,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:30.387951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (85b31762-e323-406b-b517-a9924b787b2f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.432934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] No DVR routers for this DVR port 000dd214-da80-453a-8839-f4a25e66df9b on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:30.491645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Pushing event deleted for resources: {'Port': ['ID=000dd214-da80-453a-8839-f4a25e66df9b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:30.501591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:30.511895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:30.518403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:30.519277 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.526738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] Deleting port 000dd214-da80-453a-8839-f4a25e66df9b {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:30.527191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (000dd214-da80-453a-8839-f4a25e66df9b), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.527862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=85b31762-e323-406b-b517-a9924b787b2f,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:30.553723 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f6f541b-aa14-4d7a-b0af-a7a241151d1e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6371899 Feb 09 03:12:30.554303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54418) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:30.564105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7c7a2f26-3fd7-46fe-bbc3-6ac1d4207056 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:30.623835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.resource_extend [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:12:30.634204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d724682f-e547-47d3-990e-073af3de7a0a None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:30.693522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.716563 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (4f378e7a-307b-4422-b8c9-f295282a148f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.778102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] For port 000dd214-da80-453a-8839-f4a25e66df9b, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:30.778669 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (000dd214-da80-453a-8839-f4a25e66df9b), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.790946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a5443062-5067-4cef-a0c6-e436afb1a34a None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:30.791440 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a5443062-5067-4cef-a0c6-e436afb1a34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.808526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] Calling delete_port for 000dd214-da80-453a-8839-f4a25e66df9b owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:30.834915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (c81fd18d-44ba-4fbd-8008-932f61e036ba), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.842943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7a2f26-3fd7-46fe-bbc3-6ac1d4207056 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:30.846005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] Port 000dd214-da80-453a-8839-f4a25e66df9b was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:12:30.848590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b7a69063-d857-41df-9afc-2359028299c7 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4681437 Feb 09 03:12:30.849241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54422) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:30.852186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2f26-3fd7-46fe-bbc3-6ac1d4207056 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.858121 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (000dd214-da80-453a-8839-f4a25e66df9b), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:30.863201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bec353ca-21f1-423a-92ac-fcad3f43e651 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--43539465'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:30.911706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] Pushing event deleted for resources: {'Port': ['ID=000dd214-da80-453a-8839-f4a25e66df9b,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:30.915386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81fd18d-44ba-4fbd-8008-932f61e036ba']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:30.948664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb174f1-c47c-4e55-a795-b5c5bc2ef57e None None] No DVR routers for this DVR port 000dd214-da80-453a-8839-f4a25e66df9b on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:30.949651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f40cb97-ebf3-4e44-b7f3-da69263caa65') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:30.950309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f40cb97-ebf3-4e44-b7f3-da69263caa65') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:30.967159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:31.021138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (4f40cb97-ebf3-4e44-b7f3-da69263caa65), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.039183 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bec353ca-21f1-423a-92ac-fcad3f43e651 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.096766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4f40cb97-ebf3-4e44-b7f3-da69263caa65), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.137047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:12:31.137386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (4f40cb97-ebf3-4e44-b7f3-da69263caa65), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:12:31.139534 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:12:31.187721 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-7c7a2f26-3fd7-46fe-bbc3-6ac1d4207056 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85b31762-e323-406b-b517-a9924b787b2f (CIDR: 2001:db8::/64) Feb 09 03:12:31.193940 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7a2f26-3fd7-46fe-bbc3-6ac1d4207056 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:31.194331 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 4f378e7a-307b-4422-b8c9-f295282a148f associated. External IP: 172.25.2.6, port: e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b. Feb 09 03:12:31.194675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7a2f26-3fd7-46fe-bbc3-6ac1d4207056 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:31.215395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a5443062-5067-4cef-a0c6-e436afb1a34a None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:31.219417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:31.221878 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.241772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7c7a2f26-3fd7-46fe-bbc3-6ac1d4207056 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6862714 Feb 09 03:12:31.244544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54424) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:31.249797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:31.293432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:31.296873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a22e0d7-de15-461c-ad67-e8d05ce7a121 None None] Update dhcp port {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'fixed_ips': [{'subnet_id': '85b31762-e323-406b-b517-a9924b787b2f'}], 'binding:host_id': 'n-d-827839-4'}, 'id': 'd3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9'} from n-d-827839-4. {{(pid=109858) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 03:12:31.342905 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2a22e0d7-de15-461c-ad67-e8d05ce7a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.347415 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.348138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 000dd214-da80-453a-8839-f4a25e66df9b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:31.359129 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (c81fd18d-44ba-4fbd-8008-932f61e036ba), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.372791 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.380969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] 10.222.0.32 "DELETE /v2.0/networks/c81fd18d-44ba-4fbd-8008-932f61e036ba HTTP/1.1" status: 204 len: 168 time: 2.1213670 Feb 09 03:12:31.413147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 000dd214-da80-453a-8839-f4a25e66df9b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:31.413546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 000dd214-da80-453a-8839-f4a25e66df9b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:31.434290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de629-d524-46ae-8cb6-ae192678806f admin admin] Pushing event deleted for resources: {'Network': ['ID=c81fd18d-44ba-4fbd-8008-932f61e036ba,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:31.484598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bec353ca-21f1-423a-92ac-fcad3f43e651 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (ce9804f0-4a78-47d1-9fe8-cf22eb6a232b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.520084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:31.528306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.547269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bec353ca-21f1-423a-92ac-fcad3f43e651 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ce9804f0-4a78-47d1-9fe8-cf22eb6a232b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.659650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:31.771672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54434) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:31.787788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-2a22e0d7-de15-461c-ad67-e8d05ce7a121 None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/85b31762-e323-406b-b517-a9924b787b2f/d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:31.795464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec353ca-21f1-423a-92ac-fcad3f43e651 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9804f0-4a78-47d1-9fe8-cf22eb6a232b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:31.817233 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bec353ca-21f1-423a-92ac-fcad3f43e651 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.819541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bec353ca-21f1-423a-92ac-fcad3f43e651 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9616842 Feb 09 03:12:31.822790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54436) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:31.829604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-73ee4e5e-c582-4ebe-9746-4acbfea49455 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'ce9804f0-4a78-47d1-9fe8-cf22eb6a232b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:31.831445 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-73ee4e5e-c582-4ebe-9746-4acbfea49455 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 03:12:31.832217 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-73ee4e5e-c582-4ebe-9746-4acbfea49455 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:31.833415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-73ee4e5e-c582-4ebe-9746-4acbfea49455 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094585 Feb 09 03:12:31.836078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54438) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:31.874652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d932a4d3-1045-4069-807b-49646b29a85b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=195b13a2b60a4b8691f7b5a1c3af81fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971475 Feb 09 03:12:31.881730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54440) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:31.911461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2a22e0d7-de15-461c-ad67-e8d05ce7a121 None None] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:31.966845 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9d121f7-f207-45cc-b969-40a64827639b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (ce9804f0-4a78-47d1-9fe8-cf22eb6a232b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.981941 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2a22e0d7-de15-461c-ad67-e8d05ce7a121 None None] Publish callbacks [] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.994417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9d121f7-f207-45cc-b969-40a64827639b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (ce9804f0-4a78-47d1-9fe8-cf22eb6a232b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:31.997290 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2a22e0d7-de15-461c-ad67-e8d05ce7a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.077093 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2785baf-4f05-41ce-be3e-a98de30e576b admin admin] Publish callbacks [] for security_group (d496f80e-17d2-43e4-a3f7-0419a9cf3aec), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.090497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:32.093036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22e0d7-de15-461c-ad67-e8d05ce7a121 None None] Pushing event updated for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:32.103385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9d121f7-f207-45cc-b969-40a64827639b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ce9804f0-4a78-47d1-9fe8-cf22eb6a232b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.107136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9d121f7-f207-45cc-b969-40a64827639b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.109113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e9d121f7-f207-45cc-b969-40a64827639b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce9804f0-4a78-47d1-9fe8-cf22eb6a232b HTTP/1.1" status: 204 len: 168 time: 0.2717910 Feb 09 03:12:32.117473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54442) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:32.165214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d121f7-f207-45cc-b969-40a64827639b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9804f0-4a78-47d1-9fe8-cf22eb6a232b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:32.184778 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2785baf-4f05-41ce-be3e-a98de30e576b admin admin] Publish callbacks [] for security_group (d496f80e-17d2-43e4-a3f7-0419a9cf3aec), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.252913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.objects.ports [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109856) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:12:32.400010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:32.403847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2785baf-4f05-41ce-be3e-a98de30e576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d496f80e-17d2-43e4-a3f7-0419a9cf3aec), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.407004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2785baf-4f05-41ce-be3e-a98de30e576b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.411174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c2785baf-4f05-41ce-be3e-a98de30e576b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d496f80e-17d2-43e4-a3f7-0419a9cf3aec HTTP/1.1" status: 204 len: 168 time: 0.5252681 Feb 09 03:12:32.416501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781af337-da72-4760-9b99-a4c1a9b197ab None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:32.444372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781af337-da72-4760-9b99-a4c1a9b197ab None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:32.447941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-781af337-da72-4760-9b99-a4c1a9b197ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:32.501936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2785baf-4f05-41ce-be3e-a98de30e576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d496f80e-17d2-43e4-a3f7-0419a9cf3aec,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:32.569509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-781af337-da72-4760-9b99-a4c1a9b197ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:32.574748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.628699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781af337-da72-4760-9b99-a4c1a9b197ab None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:32.629606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-781af337-da72-4760-9b99-a4c1a9b197ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:32.735776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-781af337-da72-4760-9b99-a4c1a9b197ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:32.737229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781af337-da72-4760-9b99-a4c1a9b197ab None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:32.785458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-98662348-7c72-402f-8e29-86ad9985315f tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6649804 Feb 09 03:12:32.789943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54452) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:32.794223 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-30b95cf7-68b2-4222-b2db-2affb6273b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.798464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-12eee673-92da-4572-811b-13f23be553b2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909384240'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:32.896310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12eee673-92da-4572-811b-13f23be553b2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:32.938043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:32.989629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:32.996402 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.014589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.100915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:33.101300 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.123458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (b74853b7-be6f-449f-8366-e9db21b768c5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.164323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router 597f8504-1250-4025-9fe9-830afe529b58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:33.192518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:33.210386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:33.215900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:33.219114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.265324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54456) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:33.339298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12eee673-92da-4572-811b-13f23be553b2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (488228ad-ab9e-4cf2-856d-8faabfaa37e0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.341377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:33.341793 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.354922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=10']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:33.382675 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-47dd112e-8f89-4e8c-a970-9971c520db12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d664e5e022442af96aad081428f40dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049809 Feb 09 03:12:33.384046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12eee673-92da-4572-811b-13f23be553b2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (488228ad-ab9e-4cf2-856d-8faabfaa37e0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.388908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54458) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:33.397241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1484637 Feb 09 03:12:33.403646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54460) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:33.413449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:f6:63:d0', 'name': 'tempest-NetworksTestDHCPv6-687824908'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:33.439116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:33.441068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbb7a0-fa91-4776-bcad-de88ecaafde1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=b74853b7-be6f-449f-8366-e9db21b768c5,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:33.460583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba2ec9c-599d-4fc8-afdb-59ad85c801bf None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:33.533164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-12eee673-92da-4572-811b-13f23be553b2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.534100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-12eee673-92da-4572-811b-13f23be553b2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7431824 Feb 09 03:12:33.540018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54462) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:33.546496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e37c322b-0f30-49e5-a900-e108cbfdcb01 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '488228ad-ab9e-4cf2-856d-8faabfaa37e0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:33.547947 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-e37c322b-0f30-49e5-a900-e108cbfdcb01 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 03:12:33.548919 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-e37c322b-0f30-49e5-a900-e108cbfdcb01 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:33.553264 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e37c322b-0f30-49e5-a900-e108cbfdcb01 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121393 Feb 09 03:12:33.554060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54464) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:33.562532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eee673-92da-4572-811b-13f23be553b2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488228ad-ab9e-4cf2-856d-8faabfaa37e0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:33.584253 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25f120aa-fc1b-4850-9da0-0890b03ca91a admin admin] Publish callbacks [] for security_group (f05fd862-80e1-432d-a7d9-95456c42b589), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.620707 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25f120aa-fc1b-4850-9da0-0890b03ca91a admin admin] Publish callbacks [] for security_group (f05fd862-80e1-432d-a7d9-95456c42b589), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.633027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:33.657612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:33.661399 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.668573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.669492 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c262d-a1d3-48cf-9f67-32fd4fef3038 None None] Sync routers for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:33.688665 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c262d-a1d3-48cf-9f67-32fd4fef3038 None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:33.690065 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-150c262d-a1d3-48cf-9f67-32fd4fef3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:33.701560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8c1c7318-5f1b-4ab5-ac07-1277a772d2b3 None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:33.702764 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8c1c7318-5f1b-4ab5-ac07-1277a772d2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.734119 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a838a955-2a88-4666-8dde-9882d7e11858 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (488228ad-ab9e-4cf2-856d-8faabfaa37e0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.784802 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a838a955-2a88-4666-8dde-9882d7e11858 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (488228ad-ab9e-4cf2-856d-8faabfaa37e0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.795044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:33.806789 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-150c262d-a1d3-48cf-9f67-32fd4fef3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:33.830001 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c262d-a1d3-48cf-9f67-32fd4fef3038 None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:33.831498 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-150c262d-a1d3-48cf-9f67-32fd4fef3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:33.844133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-24ede8fe-702c-4818-8413-3f90b12b0a6a tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/floatingips/4f378e7a-307b-4422-b8c9-f295282a148f HTTP/1.1" status: 200 len: 976 time: 5.1948349 Feb 09 03:12:33.847942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54472) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:33.877895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c7318-5f1b-4ab5-ac07-1277a772d2b3 None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:33.958838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.976106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:33.996393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25f120aa-fc1b-4850-9da0-0890b03ca91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f05fd862-80e1-432d-a7d9-95456c42b589), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.006487 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a838a955-2a88-4666-8dde-9882d7e11858 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (488228ad-ab9e-4cf2-856d-8faabfaa37e0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.011280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-25f120aa-fc1b-4850-9da0-0890b03ca91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.014947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-25f120aa-fc1b-4850-9da0-0890b03ca91a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f05fd862-80e1-432d-a7d9-95456c42b589 HTTP/1.1" status: 204 len: 168 time: 0.6200104 Feb 09 03:12:34.015127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a838a955-2a88-4666-8dde-9882d7e11858 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.028986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54476) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.038908 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a838a955-2a88-4666-8dde-9882d7e11858 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/488228ad-ab9e-4cf2-856d-8faabfaa37e0 HTTP/1.1" status: 204 len: 168 time: 0.4649816 Feb 09 03:12:34.041814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port d0aa3789-652d-47a9-a01c-bda52b2fb95f yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:12:34.053700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f120aa-fc1b-4850-9da0-0890b03ca91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05fd862-80e1-432d-a7d9-95456c42b589,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:34.071460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838a955-2a88-4666-8dde-9882d7e11858 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488228ad-ab9e-4cf2-856d-8faabfaa37e0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:34.147811 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-150c262d-a1d3-48cf-9f67-32fd4fef3038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:34.150441 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c262d-a1d3-48cf-9f67-32fd4fef3038 None None] The sync data for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:34.200646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-253d01d9-87c7-4a22-a7f2-5a50660ed3e6 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1701980 Feb 09 03:12:34.204472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54478) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.209071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2e366ee6-60e6-4c3b-bb42-8e388f9a76d2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376720741'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:34.232809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port cebfe131-3b87-4f6c-b486-95f8383d190a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:34.233158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cebfe131-3b87-4f6c-b486-95f8383d190a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.364811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e366ee6-60e6-4c3b-bb42-8e388f9a76d2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.408684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::3b9 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/85b31762-e323-406b-b517-a9924b787b2f/d0aa3789-652d-47a9-a01c-bda52b2fb95f) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:34.428965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8:0:1:f816:3eff:fef6:63d0 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/b74853b7-be6f-449f-8366-e9db21b768c5/d0aa3789-652d-47a9-a01c-bda52b2fb95f) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:34.458622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cebfe131-3b87-4f6c-b486-95f8383d190a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.599035 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e366ee6-60e6-4c3b-bb42-8e388f9a76d2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (05184093-e7c0-4c53-8648-78a75ed8b928), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.609124 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e366ee6-60e6-4c3b-bb42-8e388f9a76d2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05184093-e7c0-4c53-8648-78a75ed8b928), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.705322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e366ee6-60e6-4c3b-bb42-8e388f9a76d2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.707035 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2e366ee6-60e6-4c3b-bb42-8e388f9a76d2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5015862 Feb 09 03:12:34.712440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54486) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.726280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-48bd4402-8928-4ea6-9ab9-c9bc13b3448a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '05184093-e7c0-4c53-8648-78a75ed8b928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:34.751406 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-48bd4402-8928-4ea6-9ab9-c9bc13b3448a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 03:12:34.752998 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-48bd4402-8928-4ea6-9ab9-c9bc13b3448a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:34.754314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-48bd4402-8928-4ea6-9ab9-c9bc13b3448a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0406673 Feb 09 03:12:34.759490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54490) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.786376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-671c5d1c-bec5-496e-89a2-8b5da534f622 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '05184093-e7c0-4c53-8648-78a75ed8b928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:34.793301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e366ee6-60e6-4c3b-bb42-8e388f9a76d2 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05184093-e7c0-4c53-8648-78a75ed8b928,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:34.795116 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-671c5d1c-bec5-496e-89a2-8b5da534f622 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 03:12:34.797187 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-671c5d1c-bec5-496e-89a2-8b5da534f622 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:34.800677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-671c5d1c-bec5-496e-89a2-8b5da534f622 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0376520 Feb 09 03:12:34.804521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54494) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.809031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-dae9ec57-c710-46cc-aeba-d7da90b3aec5 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '05184093-e7c0-4c53-8648-78a75ed8b928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:34.809758 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-dae9ec57-c710-46cc-aeba-d7da90b3aec5 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 03:12:34.810264 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-dae9ec57-c710-46cc-aeba-d7da90b3aec5 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:34.813610 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dae9ec57-c710-46cc-aeba-d7da90b3aec5 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059600 Feb 09 03:12:34.815223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54496) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.837793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-33152418-e519-47d0-b2c5-1fb525c800cf tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '05184093-e7c0-4c53-8648-78a75ed8b928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:34.843625 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-33152418-e519-47d0-b2c5-1fb525c800cf tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 03:12:34.845184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.845629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (4f378e7a-307b-4422-b8c9-f295282a148f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.847051 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Floating IP 4f378e7a-307b-4422-b8c9-f295282a148f disassociated. External IP: 172.25.2.6, port: cebfe131-3b87-4f6c-b486-95f8383d190a. Feb 09 03:12:34.847644 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-33152418-e519-47d0-b2c5-1fb525c800cf tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:34.851343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-33152418-e519-47d0-b2c5-1fb525c800cf tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0239689 Feb 09 03:12:34.854945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for cebfe131-3b87-4f6c-b486-95f8383d190a owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:34.858006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54498) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:34.901724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:34.963704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (d0aa3789-652d-47a9-a01c-bda52b2fb95f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:34.977487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-66475787-8094-47cf-acca-8e75ea73f47a None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:34.977866 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66475787-8094-47cf-acca-8e75ea73f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.051430 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d0aa3789-652d-47a9-a01c-bda52b2fb95f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.133843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:35.137047 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.138977 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.153329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=d0aa3789-652d-47a9-a01c-bda52b2fb95f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:35.183736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (cebfe131-3b87-4f6c-b486-95f8383d190a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.186037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:35.191157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:35.199940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:35.205287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:35.205942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.256275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-026d3502-ff6d-46b7-9f25-9ddf204c6a83 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8515224 Feb 09 03:12:35.260257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54512) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:35.277326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-66475787-8094-47cf-acca-8e75ea73f47a None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:35.298453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=cebfe131-3b87-4f6c-b486-95f8383d190a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:35.359270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddd63412-5561-403f-b8fb-ef643988b01b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (05184093-e7c0-4c53-8648-78a75ed8b928), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.438437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:35.493636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-45eea497-188f-465b-9ee2-6c2f6982cd9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port d0aa3789-652d-47a9-a01c-bda52b2fb95f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:35.494301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45eea497-188f-465b-9ee2-6c2f6982cd9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d0aa3789-652d-47a9-a01c-bda52b2fb95f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.588556 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddd63412-5561-403f-b8fb-ef643988b01b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (05184093-e7c0-4c53-8648-78a75ed8b928), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.686519 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddd63412-5561-403f-b8fb-ef643988b01b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05184093-e7c0-4c53-8648-78a75ed8b928), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.700008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddd63412-5561-403f-b8fb-ef643988b01b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.707509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ddd63412-5561-403f-b8fb-ef643988b01b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/05184093-e7c0-4c53-8648-78a75ed8b928 HTTP/1.1" status: 204 len: 168 time: 0.8459110 Feb 09 03:12:35.710754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54518) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:35.730829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bb590f2d-280c-4d15-b434-9cd249dc1dfc None None] Provisioning complete for port d0aa3789-652d-47a9-a01c-bda52b2fb95f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:35.732430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb590f2d-280c-4d15-b434-9cd249dc1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d0aa3789-652d-47a9-a01c-bda52b2fb95f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.742439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd63412-5561-403f-b8fb-ef643988b01b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05184093-e7c0-4c53-8648-78a75ed8b928,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:35.775071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router 597f8504-1250-4025-9fe9-830afe529b58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:35.776580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45eea497-188f-465b-9ee2-6c2f6982cd9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d0aa3789-652d-47a9-a01c-bda52b2fb95f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:35.795327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-45eea497-188f-465b-9ee2-6c2f6982cd9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for d0aa3789-652d-47a9-a01c-bda52b2fb95f owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:35.838943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bb590f2d-280c-4d15-b434-9cd249dc1dfc None None] Port d0aa3789-652d-47a9-a01c-bda52b2fb95f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:35.977317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:35.988597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03cf8a7-db80-43eb-b995-6dc5efb63178 None None] Sync routers for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:36.029173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-239444d0-50dc-49cf-bd4b-72591c46be1f tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3119893 Feb 09 03:12:36.029920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54526) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:36.036768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-57f550df-b626-40b9-94da-4400c93e4994 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--463029829'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:36.038103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cf8a7-db80-43eb-b995-6dc5efb63178 None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:36.039833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e03cf8a7-db80-43eb-b995-6dc5efb63178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:36.094076 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-b626-40b9-94da-4400c93e4994 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.143697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e03cf8a7-db80-43eb-b995-6dc5efb63178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:36.177967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cf8a7-db80-43eb-b995-6dc5efb63178 None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:36.180525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e03cf8a7-db80-43eb-b995-6dc5efb63178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:36.217954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.229602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54534) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:36.232762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9807bb47-f609-4161-8ac0-034b4b022550 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/ports/cebfe131-3b87-4f6c-b486-95f8383d190a HTTP/1.1" status: 204 len: 168 time: 2.3813200 Feb 09 03:12:36.244090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e03cf8a7-db80-43eb-b995-6dc5efb63178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:36.244746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03cf8a7-db80-43eb-b995-6dc5efb63178 None None] The sync data for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:36.468064 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.557085 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45eea497-188f-465b-9ee2-6c2f6982cd9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d0aa3789-652d-47a9-a01c-bda52b2fb95f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.604086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eea497-188f-465b-9ee2-6c2f6982cd9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=d0aa3789-652d-47a9-a01c-bda52b2fb95f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:36.715596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-45eea497-188f-465b-9ee2-6c2f6982cd9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.719198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-45eea497-188f-465b-9ee2-6c2f6982cd9f tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/d0aa3789-652d-47a9-a01c-bda52b2fb95f HTTP/1.1" status: 204 len: 168 time: 1.4578428 Feb 09 03:12:36.721706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54542) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:36.772410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-b626-40b9-94da-4400c93e4994 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (adaafbe9-bca6-4452-803c-d1d5787ef9bb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.810634 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-b626-40b9-94da-4400c93e4994 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (adaafbe9-bca6-4452-803c-d1d5787ef9bb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.863895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8119822-80e2-4628-9343-587794141839 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:36.868189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a8119822-80e2-4628-9343-587794141839 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1427917 Feb 09 03:12:36.871964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54548) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:36.919785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57f550df-b626-40b9-94da-4400c93e4994 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:36.924124 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-57f550df-b626-40b9-94da-4400c93e4994 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8901782 Feb 09 03:12:36.924923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54552) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:36.931154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7056e53f-799b-495d-a6b7-a422474a2ea4 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:36.932225 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-7056e53f-799b-495d-a6b7-a422474a2ea4 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 03:12:36.932969 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-7056e53f-799b-495d-a6b7-a422474a2ea4 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:36.937905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7056e53f-799b-495d-a6b7-a422474a2ea4 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114465 Feb 09 03:12:36.939025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54554) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:36.945168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b60978fa-b32d-4f20-abb4-78d66999c418 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:36.998950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f550df-b626-40b9-94da-4400c93e4994 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adaafbe9-bca6-4452-803c-d1d5787ef9bb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:37.020601 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-b60978fa-b32d-4f20-abb4-78d66999c418 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:37.026789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (597f8504-1250-4025-9fe9-830afe529b58), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.027008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b60978fa-b32d-4f20-abb4-78d66999c418 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0822897 Feb 09 03:12:37.028119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54556) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.034527 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-989476bd-f60b-4414-987e-960ea0b26c83 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:37.035155 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-989476bd-f60b-4414-987e-960ea0b26c83 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 03:12:37.035650 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-989476bd-f60b-4414-987e-960ea0b26c83 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:37.036628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-989476bd-f60b-4414-987e-960ea0b26c83 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065277 Feb 09 03:12:37.039556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54558) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.044614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-097c11c3-0e36-4e86-9051-fbc7e1ca98a8 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:37.085040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc478a9-3294-474c-8046-9c58ceb7c058 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.086586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5fc478a9-3294-474c-8046-9c58ceb7c058 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2101543 Feb 09 03:12:37.089360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54560) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.473542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54566) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.480047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177673420', 'description': 'tempest-secgroup-smoke-1177673420 description', 'project_id': '1cd773e8482b465982b74bd96fc10950'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:37.534401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port b97a90d9-baf8-452a-82af-a28ba8b09434 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:37.535045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.546679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.591855 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-097c11c3-0e36-4e86-9051-fbc7e1ca98a8 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:37.596028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-097c11c3-0e36-4e86-9051-fbc7e1ca98a8 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5521889 Feb 09 03:12:37.600821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54568) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.603285 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.608151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1089e68c-b638-4021-8883-195f8c798b1c tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:37.609791 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-1089e68c-b638-4021-8883-195f8c798b1c tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 03:12:37.610565 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-1089e68c-b638-4021-8883-195f8c798b1c tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:37.614788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1089e68c-b638-4021-8883-195f8c798b1c tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125198 Feb 09 03:12:37.616617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54570) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.620873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-610af161-59b8-4e93-b3ee-5e06d203094e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:37.650183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4bea90-9eb7-49b2-ba0c-599abc32b760 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.651720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4bea90-9eb7-49b2-ba0c-599abc32b760 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.653367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4bea90-9eb7-49b2-ba0c-599abc32b760 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:37.655085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-da4bea90-9eb7-49b2-ba0c-599abc32b760 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5638142 Feb 09 03:12:37.659293 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54572) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.745401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5762f1e-c2cb-4bcd-9c51-da7b45a03445 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 85b31762-e323-406b-b517-a9924b787b2f {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:37.751067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5762f1e-c2cb-4bcd-9c51-da7b45a03445 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (85b31762-e323-406b-b517-a9924b787b2f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.795186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5762f1e-c2cb-4bcd-9c51-da7b45a03445 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (85b31762-e323-406b-b517-a9924b787b2f), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.804130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:37.823471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for b97a90d9-baf8-452a-82af-a28ba8b09434 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:37.903240 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-610af161-59b8-4e93-b3ee-5e06d203094e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:37.907364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-610af161-59b8-4e93-b3ee-5e06d203094e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2898655 Feb 09 03:12:37.908659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54574) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.915130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1d423f4d-4c98-48fe-a937-65d8d34b9e17 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:37.915743 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-1d423f4d-4c98-48fe-a937-65d8d34b9e17 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 03:12:37.916336 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-1d423f4d-4c98-48fe-a937-65d8d34b9e17 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:37.920196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1d423f4d-4c98-48fe-a937-65d8d34b9e17 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086889 Feb 09 03:12:37.938472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54576) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:37.944490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fb1da95d-6589-4d9f-8c22-389e32d29fe3 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:38.029062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5762f1e-c2cb-4bcd-9c51-da7b45a03445 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (85b31762-e323-406b-b517-a9924b787b2f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.068108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (ad91d231-8f73-407a-a776-18cb552c5fca), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.077053 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-fb1da95d-6589-4d9f-8c22-389e32d29fe3 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:38.082279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ad91d231-8f73-407a-a776-18cb552c5fca), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.082823 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fb1da95d-6589-4d9f-8c22-389e32d29fe3 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1424470 Feb 09 03:12:38.083581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54580) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.094006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b131f407-ce36-44ed-8452-8d8725e8acf5 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': 'adaafbe9-bca6-4452-803c-d1d5787ef9bb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:38.155753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5762f1e-c2cb-4bcd-9c51-da7b45a03445 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (85b31762-e323-406b-b517-a9924b787b2f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.188437 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-b131f407-ce36-44ed-8452-8d8725e8acf5 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:38.193258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b131f407-ce36-44ed-8452-8d8725e8acf5 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1061332 Feb 09 03:12:38.194488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54582) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.197376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5762f1e-c2cb-4bcd-9c51-da7b45a03445 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=85b31762-e323-406b-b517-a9924b787b2f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.199401 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (1416d726-a4ff-496a-a600-6b407004b44a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.261804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1416d726-a4ff-496a-a600-6b407004b44a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.273748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f0c6ee-0236-4f64-ab4d-33de8b34e114 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:38.287646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e5762f1e-c2cb-4bcd-9c51-da7b45a03445 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.292137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad91d231-8f73-407a-a776-18cb552c5fca,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.305136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e5762f1e-c2cb-4bcd-9c51-da7b45a03445 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/85b31762-e323-406b-b517-a9924b787b2f HTTP/1.1" status: 204 len: 168 time: 0.6446271 Feb 09 03:12:38.313873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54588) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.412694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.414140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9392529 Feb 09 03:12:38.432425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54590) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.441686 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22f71c5f-c2db-476d-9a60-c5f3fe6c664a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (adaafbe9-bca6-4452-803c-d1d5787ef9bb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.442733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dc3fc3e8-44b4-4d74-8014-784b86a8e102 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': '1416d726-a4ff-496a-a600-6b407004b44a', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:38.480379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22f71c5f-c2db-476d-9a60-c5f3fe6c664a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (adaafbe9-bca6-4452-803c-d1d5787ef9bb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.489825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a60b26-fef5-41d8-8133-a05c23f2952f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1416d726-a4ff-496a-a600-6b407004b44a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.556976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d973e7c-05fd-4b64-a679-8d0486617f91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet b74853b7-be6f-449f-8366-e9db21b768c5 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:38.560559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d973e7c-05fd-4b64-a679-8d0486617f91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (b74853b7-be6f-449f-8366-e9db21b768c5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.589715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3e8-44b4-4d74-8014-784b86a8e102 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (e8b56cac-4272-4c0f-976b-833ebe981462), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.612680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d973e7c-05fd-4b64-a679-8d0486617f91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (b74853b7-be6f-449f-8366-e9db21b768c5), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.733575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3e8-44b4-4d74-8014-784b86a8e102 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (e8b56cac-4272-4c0f-976b-833ebe981462), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.735554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b97a90d9-baf8-452a-82af-a28ba8b09434), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.736620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d973e7c-05fd-4b64-a679-8d0486617f91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b74853b7-be6f-449f-8366-e9db21b768c5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.784074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=b97a90d9-baf8-452a-82af-a28ba8b09434,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.788503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3e8-44b4-4d74-8014-784b86a8e102 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (e8b56cac-4272-4c0f-976b-833ebe981462), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.855786 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22f71c5f-c2db-476d-9a60-c5f3fe6c664a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (adaafbe9-bca6-4452-803c-d1d5787ef9bb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.860549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fc3e8-44b4-4d74-8014-784b86a8e102 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b56cac-4272-4c0f-976b-833ebe981462,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:38.861745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22f71c5f-c2db-476d-9a60-c5f3fe6c664a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.875998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-22f71c5f-c2db-476d-9a60-c5f3fe6c664a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/adaafbe9-bca6-4452-803c-d1d5787ef9bb HTTP/1.1" status: 204 len: 168 time: 0.6761253 Feb 09 03:12:38.876733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54592) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.896354 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3e8-44b4-4d74-8014-784b86a8e102 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.900649 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dc3fc3e8-44b4-4d74-8014-784b86a8e102 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4648159 Feb 09 03:12:38.900851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d973e7c-05fd-4b64-a679-8d0486617f91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (b74853b7-be6f-449f-8366-e9db21b768c5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.901557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54594) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.907008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7708446d-edf9-49cf-b4de-e8c52a22b20f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': '1416d726-a4ff-496a-a600-6b407004b44a', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:38.953910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7708446d-edf9-49cf-b4de-e8c52a22b20f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (a4a3a57a-6266-4df9-8ff3-1c5d8bf0fbb9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.964201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d973e7c-05fd-4b64-a679-8d0486617f91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:38.969840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8d973e7c-05fd-4b64-a679-8d0486617f91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/b74853b7-be6f-449f-8366-e9db21b768c5 HTTP/1.1" status: 204 len: 168 time: 0.6506650 Feb 09 03:12:38.971792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54596) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:38.974479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f71c5f-c2db-476d-9a60-c5f3fe6c664a tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaafbe9-bca6-4452-803c-d1d5787ef9bb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:39.043317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ada8aaa8-dd2d-4d15-9eb0-5f093d2c9afc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653121 Feb 09 03:12:39.104063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54598) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:39.108114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d973e7c-05fd-4b64-a679-8d0486617f91 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=b74853b7-be6f-449f-8366-e9db21b768c5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:39.147640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:39.227965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-985d254a-6bba-4523-8336-6cb67246861c tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3468630 Feb 09 03:12:39.229047 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7708446d-edf9-49cf-b4de-e8c52a22b20f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (a4a3a57a-6266-4df9-8ff3-1c5d8bf0fbb9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.234748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54602) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:39.241398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7708446d-edf9-49cf-b4de-e8c52a22b20f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (a4a3a57a-6266-4df9-8ff3-1c5d8bf0fbb9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.244769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b5882cd6-576a-4b72-bbd0-0e091df2ecf1 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991744606'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:39.308547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708446d-edf9-49cf-b4de-e8c52a22b20f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a3a57a-6266-4df9-8ff3-1c5d8bf0fbb9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:39.322582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7708446d-edf9-49cf-b4de-e8c52a22b20f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.324727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7708446d-edf9-49cf-b4de-e8c52a22b20f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4214320 Feb 09 03:12:39.328305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54604) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:39.338745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c8458cda-ae24-46d2-8eba-dd70a6affb13 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': '1416d726-a4ff-496a-a600-6b407004b44a', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:39.347511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5882cd6-576a-4b72-bbd0-0e091df2ecf1 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.389853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:39.396941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.593364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5882cd6-576a-4b72-bbd0-0e091df2ecf1 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (48e822dd-ef24-4638-8334-d6405faf9e6b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.607136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5882cd6-576a-4b72-bbd0-0e091df2ecf1 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (48e822dd-ef24-4638-8334-d6405faf9e6b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.648685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25a82bc-55ab-4942-9e97-0438d3903a88 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:39.730339 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b5882cd6-576a-4b72-bbd0-0e091df2ecf1 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.737725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b5882cd6-576a-4b72-bbd0-0e091df2ecf1 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5014427 Feb 09 03:12:39.744333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54610) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:39.755577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8fdf0c94-dc41-406e-b7ed-7a2a986929b7 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '48e822dd-ef24-4638-8334-d6405faf9e6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:39.776233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5882cd6-576a-4b72-bbd0-0e091df2ecf1 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e822dd-ef24-4638-8334-d6405faf9e6b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:39.848843 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-8fdf0c94-dc41-406e-b7ed-7a2a986929b7 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The resource could not be found. Feb 09 03:12:39.850456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-45b52488-2faa-4b66-abb8-86005088cff1 None None] Provisioning complete for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:39.851069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-45b52488-2faa-4b66-abb8-86005088cff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:39.854319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8fdf0c94-dc41-406e-b7ed-7a2a986929b7 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1046200 Feb 09 03:12:39.856049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54612) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:39.866556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4afddf1e-01bc-4bf8-ae09-bc5411d0ffa8 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '48e822dd-ef24-4638-8334-d6405faf9e6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '74e853cd-6c22-4a92-b29a-da7140dce8fa'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:39.886080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (245eff4c-c8f6-4481-8d6f-865240cb4fc3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.020403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:40.043259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:40.050187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:40.052122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.067330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (597f8504-1250-4025-9fe9-830afe529b58), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.104651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9860258 Feb 09 03:12:40.130275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54614) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:40.136349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b5beb-6973-4600-95c6-25f6e540cab6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=245eff4c-c8f6-4481-8d6f-865240cb4fc3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:40.155063 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-4afddf1e-01bc-4bf8-ae09-bc5411d0ffa8 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The resource could not be found. Feb 09 03:12:40.159291 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4afddf1e-01bc-4bf8-ae09-bc5411d0ffa8 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2979012 Feb 09 03:12:40.159882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54616) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:40.219680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-24e652a4-8017-46be-afd9-62b525a62237 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:40.277683 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62ffc77f-42f5-42f0-8166-95d4672ca158 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (48e822dd-ef24-4638-8334-d6405faf9e6b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.287568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8458cda-ae24-46d2-8eba-dd70a6affb13 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (8d7b5f6b-3efb-462a-9c2a-1b7dacd45734), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.293137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-45b52488-2faa-4b66-abb8-86005088cff1 None None] Current status of the port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:40.295173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:40.306762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62ffc77f-42f5-42f0-8166-95d4672ca158 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (48e822dd-ef24-4638-8334-d6405faf9e6b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.367416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] Deleting port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:40.367856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.388343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62ffc77f-42f5-42f0-8166-95d4672ca158 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (48e822dd-ef24-4638-8334-d6405faf9e6b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.390997 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-62ffc77f-42f5-42f0-8166-95d4672ca158 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.395663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-62ffc77f-42f5-42f0-8166-95d4672ca158 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/48e822dd-ef24-4638-8334-d6405faf9e6b HTTP/1.1" status: 204 len: 168 time: 0.2347829 Feb 09 03:12:40.396286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54620) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:40.450352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffc77f-42f5-42f0-8166-95d4672ca158 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e822dd-ef24-4638-8334-d6405faf9e6b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:40.575560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ccf2013f-2e47-4e2f-b54a-e57e4051f61f tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1576917 Feb 09 03:12:40.583869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54626) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:40.593194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ab863e9e-67f2-4341-8ed9-719f64e9c85b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '895fdd69-72dc-45b0-81b2-b4e02fb8ec28', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:40.607080 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8458cda-ae24-46d2-8eba-dd70a6affb13 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (8d7b5f6b-3efb-462a-9c2a-1b7dacd45734), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.645159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] For port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:40.645664 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.656941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8458cda-ae24-46d2-8eba-dd70a6affb13 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8d7b5f6b-3efb-462a-9c2a-1b7dacd45734), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.668767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] Calling delete_port for d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:40.688365 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-ab863e9e-67f2-4341-8ed9-719f64e9c85b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The resource could not be found. Feb 09 03:12:40.689772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ab863e9e-67f2-4341-8ed9-719f64e9c85b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1042008 Feb 09 03:12:40.703522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54628) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:40.709776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d551b2aa-432b-49b6-83f9-b694cba2412e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692396711'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:40.741551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8458cda-ae24-46d2-8eba-dd70a6affb13 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7b5f6b-3efb-462a-9c2a-1b7dacd45734,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:40.759312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e652a4-8017-46be-afd9-62b525a62237 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:40.762791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24e652a4-8017-46be-afd9-62b525a62237 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.764325 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d551b2aa-432b-49b6-83f9-b694cba2412e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.830637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8458cda-ae24-46d2-8eba-dd70a6affb13 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.836965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c8458cda-ae24-46d2-8eba-dd70a6affb13 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5045133 Feb 09 03:12:40.837463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54630) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:40.848336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-38f2b628-c028-4edf-9632-14e6b0f0d038 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': '1416d726-a4ff-496a-a600-6b407004b44a', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:40.902577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:40.938517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d551b2aa-432b-49b6-83f9-b694cba2412e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (5e4a1bf8-1471-433e-a56f-fc4f66b755bc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.941063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38f2b628-c028-4edf-9632-14e6b0f0d038 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (58cba128-ea32-48bf-bce4-c5bbba633dd1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.951231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d551b2aa-432b-49b6-83f9-b694cba2412e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5e4a1bf8-1471-433e-a56f-fc4f66b755bc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:40.977163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router 597f8504-1250-4025-9fe9-830afe529b58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:40.990297 n-d-827839-4 neutron-server[109856]: INFO neutron.db.ipam_backend_mixin [None req-24e652a4-8017-46be-afd9-62b525a62237 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 245eff4c-c8f6-4481-8d6f-865240cb4fc3 (CIDR: 2001:db8::/64) Feb 09 03:12:40.996809 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e652a4-8017-46be-afd9-62b525a62237 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:40.997346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e652a4-8017-46be-afd9-62b525a62237 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:41.009196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551b2aa-432b-49b6-83f9-b694cba2412e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4a1bf8-1471-433e-a56f-fc4f66b755bc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.013200 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.051086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] No DVR routers for this DVR port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:41.060368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d551b2aa-432b-49b6-83f9-b694cba2412e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.067499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d551b2aa-432b-49b6-83f9-b694cba2412e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3628592 Feb 09 03:12:41.082710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54632) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:41.089277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-eb86575d-ab25-4177-a1e2-740beddc9553 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--338140317'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:41.114657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75588fd-3b8f-415c-a2c3-1ced59dd69f2 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:41.117949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc9a8f-ca44-41b6-a283-d6d774b52573 None None] Pushing event deleted for resources: {'Port': ['ID=d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.139111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24e652a4-8017-46be-afd9-62b525a62237 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9301198 Feb 09 03:12:41.142688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54634) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:41.162732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'subnet': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:41.230516 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eb86575d-ab25-4177-a1e2-740beddc9553 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.231831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:41.243904 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b27d042c-1890-45fe-9d17-26e0e430193f tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/routers/597f8504-1250-4025-9fe9-830afe529b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0116467 Feb 09 03:12:41.244766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No active binding found for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 {{(pid=109858) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 03:12:41.246521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] The host n-d-827839-4 is not matching for port d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 host None! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:12:41.247146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d3369c1f-d9c6-45e2-8a73-8f13ebaeb0b9 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:41.251109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54636) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:41.251650 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af5c63-c779-472a-9a64-a43a4c7dd1de None None] Sync routers for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:41.278732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af5c63-c779-472a-9a64-a43a4c7dd1de None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:41.280769 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-40af5c63-c779-472a-9a64-a43a4c7dd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:41.288635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38f2b628-c028-4edf-9632-14e6b0f0d038 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (58cba128-ea32-48bf-bce4-c5bbba633dd1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.362643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'project_id': 'c6342a7d10da4b7997ba4d0e1a656eff', 'fixed_ips': [{'subnet_id': '245eff4c-c8f6-4481-8d6f-865240cb4fc3'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:12:41.363814 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.370799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38f2b628-c028-4edf-9632-14e6b0f0d038 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (58cba128-ea32-48bf-bce4-c5bbba633dd1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.443393 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-40af5c63-c779-472a-9a64-a43a4c7dd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:41.461620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2b628-c028-4edf-9632-14e6b0f0d038 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cba128-ea32-48bf-bce4-c5bbba633dd1,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.476080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38f2b628-c028-4edf-9632-14e6b0f0d038 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.482673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-38f2b628-c028-4edf-9632-14e6b0f0d038 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6426671 Feb 09 03:12:41.487957 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af5c63-c779-472a-9a64-a43a4c7dd1de None None] Routers {'597f8504-1250-4025-9fe9-830afe529b58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:41.489085 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-40af5c63-c779-472a-9a64-a43a4c7dd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['597f8504-1250-4025-9fe9-830afe529b58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:41.490187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router (597f8504-1250-4025-9fe9-830afe529b58), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.496051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54640) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:41.509405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-93a59905-2934-4ef1-84f9-53485eea553d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': '1416d726-a4ff-496a-a600-6b407004b44a', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:41.611338 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-93a59905-2934-4ef1-84f9-53485eea553d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Project 1cd773e8482b465982b74bd96fc10950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:12:41.634712 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-40af5c63-c779-472a-9a64-a43a4c7dd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:41.636987 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af5c63-c779-472a-9a64-a43a4c7dd1de None None] The sync data for ids ['597f8504-1250-4025-9fe9-830afe529b58'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:41.699318 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93a59905-2934-4ef1-84f9-53485eea553d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (455ed075-4846-4965-ac4b-4dcdb222c2b1), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.700883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eb86575d-ab25-4177-a1e2-740beddc9553 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (dad7dcea-2bc4-4482-9628-b370a1d4bf65), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.710551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Allocated IP 2001:db8::2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/245eff4c-c8f6-4481-8d6f-865240cb4fc3/ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:41.719510 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eb86575d-ab25-4177-a1e2-740beddc9553 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dad7dcea-2bc4-4482-9628-b370a1d4bf65), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.834134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86575d-ab25-4177-a1e2-740beddc9553 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7dcea-2bc4-4482-9628-b370a1d4bf65,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.861626 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93a59905-2934-4ef1-84f9-53485eea553d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (455ed075-4846-4965-ac4b-4dcdb222c2b1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.875836 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93a59905-2934-4ef1-84f9-53485eea553d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (455ed075-4846-4965-ac4b-4dcdb222c2b1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.921212 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_gateway (597f8504-1250-4025-9fe9-830afe529b58), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.926346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a59905-2934-4ef1-84f9-53485eea553d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455ed075-4846-4965-ac4b-4dcdb222c2b1,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:41.929574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eb86575d-ab25-4177-a1e2-740beddc9553 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.932440 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Publish callbacks [] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.934278 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-eb86575d-ab25-4177-a1e2-740beddc9553 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8492298 Feb 09 03:12:41.936902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:41.944863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54646) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:41.947804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.952481 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.959378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cc8c5f26-86c7-4687-ac5a-95c55ecf3996 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group_rule': {'security_group_id': '5e4a1bf8-1471-433e-a56f-fc4f66b755bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dad7dcea-2bc4-4482-9628-b370a1d4bf65'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:41.969776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93a59905-2934-4ef1-84f9-53485eea553d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:41.971471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93a59905-2934-4ef1-84f9-53485eea553d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4735229 Feb 09 03:12:41.984284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54648) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:41.997517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ee837f40-e82c-4b18-879a-3cd486b41830 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': '1416d726-a4ff-496a-a600-6b407004b44a', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:41.999573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:42.001072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:42.004665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:42.103935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Pushing event updated for resources: {'Port': ['ID=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:42.137857 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Attempting to bind port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:42.141142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Attempting to bind port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:42.141976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Attempting to bind port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 on network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:42.162726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:42.167196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Checking segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:42.168378 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.168884 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-ee837f40-e82c-4b18-879a-3cd486b41830 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Project 1cd773e8482b465982b74bd96fc10950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:12:42.169660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Bound using segment: {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:42.170376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Bound port: ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03a806-9f59-421e-b375-2968989f8575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:42.170954 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.202274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee837f40-e82c-4b18-879a-3cd486b41830 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (0be6a1a9-43af-4517-b30b-40a52c262891), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.207776 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-cc8c5f26-86c7-4687-ac5a-95c55ecf3996 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:12:42.211308 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cc8c5f26-86c7-4687-ac5a-95c55ecf3996 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2629130 Feb 09 03:12:42.221651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54650) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:42.271842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port 860b2702-9b26-4f57-8344-55f045aea45e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:42.272195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (860b2702-9b26-4f57-8344-55f045aea45e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.453702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] For port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:42.474769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] For port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:42.481290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee837f40-e82c-4b18-879a-3cd486b41830 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (0be6a1a9-43af-4517-b30b-40a52c262891), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.495118 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.501213 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f51f2af4-cf4d-4bba-a6bd-bbe5bed3cb72 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (dad7dcea-2bc4-4482-9628-b370a1d4bf65), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.521330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee837f40-e82c-4b18-879a-3cd486b41830 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (0be6a1a9-43af-4517-b30b-40a52c262891), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.555763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-01d3ba8b-4380-46b0-b91a-71536d2b490d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171107 Feb 09 03:12:42.601050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.objects.ports [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 03:12:42.604222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cb96-fe2b-416b-9491-a9c10d309218 None None] Pushing event updated for resources: {'Port': ['ID=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:42.610724 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (860b2702-9b26-4f57-8344-55f045aea45e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.748442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-44e8caff-561b-4c07-a20b-faaadacef296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:42.750174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-44e8caff-561b-4c07-a20b-faaadacef296 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257cf5684454126888ec684fd90994b&device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 1131 time: 0.0872600 Feb 09 03:12:42.780991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for 860b2702-9b26-4f57-8344-55f045aea45e owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:42.848965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee837f40-e82c-4b18-879a-3cd486b41830 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be6a1a9-43af-4517-b30b-40a52c262891,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:42.872146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f51f2af4-cf4d-4bba-a6bd-bbe5bed3cb72 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (dad7dcea-2bc4-4482-9628-b370a1d4bf65), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.898201 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee837f40-e82c-4b18-879a-3cd486b41830 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.899881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ee837f40-e82c-4b18-879a-3cd486b41830 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9111762 Feb 09 03:12:42.951361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54658) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:42.952013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:42.975056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'network': {'name': 'tempest-network-smoke--479286834', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'port_security_enabled': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:43.067756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:43.071573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.119525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-0f834a07-d083-480b-a4e0-984c92824cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.122546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-0f834a07-d083-480b-a4e0-984c92824cbb service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.3435102 Feb 09 03:12:43.217053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-d9c06a29-95f8-4955-a076-e87f65f7ed8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 HTTP/1.1" status: 200 len: 217 time: 0.0839214 Feb 09 03:12:43.246279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f51f2af4-cf4d-4bba-a6bd-bbe5bed3cb72 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dad7dcea-2bc4-4482-9628-b370a1d4bf65), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.256027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f51f2af4-cf4d-4bba-a6bd-bbe5bed3cb72 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.257453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f51f2af4-cf4d-4bba-a6bd-bbe5bed3cb72 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/dad7dcea-2bc4-4482-9628-b370a1d4bf65 HTTP/1.1" status: 204 len: 168 time: 1.0348206 Feb 09 03:12:43.270071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54660) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:43.293767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f2af4-cf4d-4bba-a6bd-bbe5bed3cb72 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7dcea-2bc4-4482-9628-b370a1d4bf65,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:43.343439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:43.418132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] For port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:43.443695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-d52a36a7-170b-4c2a-b967-69f6a936ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.445229 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-d52a36a7-170b-4c2a-b967-69f6a936ff37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.1331227 Feb 09 03:12:43.457030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dd141cc1-b19c-4844-baaa-c4f39b8820c8 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1841366 Feb 09 03:12:43.459934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54664) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:43.494108 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.571244 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.621036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (860b2702-9b26-4f57-8344-55f045aea45e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.688844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-736c9ab0-5451-4c1a-8feb-22c5cef00daa tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (5e4a1bf8-1471-433e-a56f-fc4f66b755bc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.690484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,revision_number=4']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:43.703920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (67452d43-aaab-4666-bdeb-7b1e0e7f2a69), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.706997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=860b2702-9b26-4f57-8344-55f045aea45e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:43.727462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0388dbd5-69aa-4275-9b7e-df91bac8b9df), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.728362 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Added segment 0388dbd5-69aa-4275-9b7e-df91bac8b9df of type vlan for network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 Feb 09 03:12:43.760846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:43.793899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:43.847409 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.848002 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.913805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-736c9ab0-5451-4c1a-8feb-22c5cef00daa tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (5e4a1bf8-1471-433e-a56f-fc4f66b755bc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.919018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-7b13e439-3048-49b2-9ced-b2ab8f45e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:43.921422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-7b13e439-3048-49b2-9ced-b2ab8f45e05a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4631152 Feb 09 03:12:43.934758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (597f8504-1250-4025-9fe9-830afe529b58), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:43.977329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b7320ef2-4678-4933-8d75-7c0f6bd2b8d2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.118588 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b7320ef2-4678-4933-8d75-7c0f6bd2b8d2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.133804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:44.134453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.296022 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1486180 Feb 09 03:12:44.303062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (597f8504-1250-4025-9fe9-830afe529b58), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.311170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_controller (597f8504-1250-4025-9fe9-830afe529b58), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.313197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54670) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:44.326262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Request body: {'port': {'network_id': '04e3b9f7-300a-49c6-a8f9-251552f4e7b1', 'mac_address': 'fa:16:3e:55:41:18', 'name': 'tempest-NetworksTestDHCPv6-1185654986'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:44.369393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbed012-d7d1-4382-a2d1-aeb4a8dc6803 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:44.402770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d040a-0b9c-42e6-b827-f29884b879dd tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Subnet': ['ID=67452d43-aaab-4666-bdeb-7b1e0e7f2a69,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:44.437952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4562426 Feb 09 03:12:44.438661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54672) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:44.460001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'admin_state_up': True, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:44.478435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70966dcb-f9c8-4eca-9169-2efc120ce2c0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Network': ['ID=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:44.498172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:44.570281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-588b9c34-4cf2-4a27-b9de-eb6581c9f0d3 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849288 Feb 09 03:12:44.570717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-736c9ab0-5451-4c1a-8feb-22c5cef00daa tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5e4a1bf8-1471-433e-a56f-fc4f66b755bc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.576298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.577386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.578912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-736c9ab0-5451-4c1a-8feb-22c5cef00daa tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.582749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-736c9ab0-5451-4c1a-8feb-22c5cef00daa tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/5e4a1bf8-1471-433e-a56f-fc4f66b755bc HTTP/1.1" status: 204 len: 168 time: 1.1198192 Feb 09 03:12:44.598599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (597f8504-1250-4025-9fe9-830afe529b58), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.600607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Fanout notify agent at l3_agent the message router_deleted on router 597f8504-1250-4025-9fe9-830afe529b58 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:12:44.638273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54676) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:44.662677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.666153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b71df726-1031-4c63-ab70-5a281755f8ac tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/routers/597f8504-1250-4025-9fe9-830afe529b58 HTTP/1.1" status: 204 len: 168 time: 3.4140003 Feb 09 03:12:44.718919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54680) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:44.755982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c9ab0-5451-4c1a-8feb-22c5cef00daa tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4a1bf8-1471-433e-a56f-fc4f66b755bc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:44.821309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-76a9889c-9400-4705-996f-17c1a174a8b9 None None] Provisioning complete for port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:44.821309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-76a9889c-9400-4705-996f-17c1a174a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:44.971525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-940bc47e-ee49-4bec-9282-e97413f2644e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3025906 Feb 09 03:12:44.984955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54706) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:44.991341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8588821f-0212-4990-ab41-83ea06a39272 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144892778'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:45.085640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Made reservation on behalf of c6342a7d10da4b7997ba4d0e1a656eff for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:45.114520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-76a9889c-9400-4705-996f-17c1a174a8b9 None None] Current status of the port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:45.114925 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-76a9889c-9400-4705-996f-17c1a174a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.133781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_controller (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.161906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:45.285563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-76a9889c-9400-4705-996f-17c1a174a8b9 None None] For port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:45.303824 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-76a9889c-9400-4705-996f-17c1a174a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.327746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.394471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] device_id is not set on port bd2d839b-9b30-4805-abc2-91ae6a5374bb yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:12:45.427664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9889c-9400-4705-996f-17c1a174a8b9 None None] Pushing event updated for resources: {'Port': ['ID=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:45.472422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:45.473112 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.519901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-01319bde-aa72-40c8-9140-7cb375c42e32 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting subnet c07ec695-a9b8-4862-9c62-6001fd9071f7 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:45.655828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.696236 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01319bde-aa72-40c8-9140-7cb375c42e32 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for subnet (c07ec695-a9b8-4862-9c62-6001fd9071f7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.807662 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bcc1541f-814d-4c74-ae7d-d591356fc1af req-4efe6f15-b791-4e00-bad2-b4492093438f service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2255130 Feb 09 03:12:45.816668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:45.864445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8::b2 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/245eff4c-c8f6-4481-8d6f-865240cb4fc3/bd2d839b-9b30-4805-abc2-91ae6a5374bb) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:45.871276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8588821f-0212-4990-ab41-83ea06a39272 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:45.885882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:4118 (04e3b9f7-300a-49c6-a8f9-251552f4e7b1/67452d43-aaab-4666-bdeb-7b1e0e7f2a69/bd2d839b-9b30-4805-abc2-91ae6a5374bb) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:46.000489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01319bde-aa72-40c8-9140-7cb375c42e32 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (c07ec695-a9b8-4862-9c62-6001fd9071f7), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.208112 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for port (bd2d839b-9b30-4805-abc2-91ae6a5374bb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.292064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (bd2d839b-9b30-4805-abc2-91ae6a5374bb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.342680 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01319bde-aa72-40c8-9140-7cb375c42e32 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c07ec695-a9b8-4862-9c62-6001fd9071f7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.427483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:46.432802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:46.447379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:46.453340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:46.456905 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.458180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6c26c23b-bcb1-44e9-9b2e-183391e33a5b None None] Provisioning complete for port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:46.460366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6c26c23b-bcb1-44e9-9b2e-183391e33a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.461880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event updated for resources: {'Port': ['ID=bd2d839b-9b30-4805-abc2-91ae6a5374bb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:46.483131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8588821f-0212-4990-ab41-83ea06a39272 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (b1493ebe-0cc5-40b2-a0a5-b2644489bbf2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.517725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8181710b-36f5-4959-8a89-504ca566cde0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1984119 Feb 09 03:12:46.517954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8588821f-0212-4990-ab41-83ea06a39272 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b1493ebe-0cc5-40b2-a0a5-b2644489bbf2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.519154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:46.553644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588821f-0212-4990-ab41-83ea06a39272 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1493ebe-0cc5-40b2-a0a5-b2644489bbf2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:46.592322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01319bde-aa72-40c8-9140-7cb375c42e32 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (c07ec695-a9b8-4862-9c62-6001fd9071f7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.630217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8588821f-0212-4990-ab41-83ea06a39272 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.631879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8588821f-0212-4990-ab41-83ea06a39272 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6459498 Feb 09 03:12:46.638486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54770) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:46.672122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01319bde-aa72-40c8-9140-7cb375c42e32 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Subnet': ['ID=c07ec695-a9b8-4862-9c62-6001fd9071f7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:46.677495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-742047f1-87cd-4d08-844c-81fffbf18f5d tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:46.678096 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-742047f1-87cd-4d08-844c-81fffbf18f5d tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 03:12:46.678661 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-742047f1-87cd-4d08-844c-81fffbf18f5d tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 03:12:46.679627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-742047f1-87cd-4d08-844c-81fffbf18f5d tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "PUT /v2.0/security-groups/b1493ebe-0cc5-40b2-a0a5-b2644489bbf2 HTTP/1.1" status: 409 len: 330 time: 0.0187411 Feb 09 03:12:46.700121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54772) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:46.729035 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01319bde-aa72-40c8-9140-7cb375c42e32 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.740663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-01319bde-aa72-40c8-9140-7cb375c42e32 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/subnets/c07ec695-a9b8-4862-9c62-6001fd9071f7 HTTP/1.1" status: 204 len: 168 time: 2.0256202 Feb 09 03:12:46.741985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54776) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:46.745770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6c26c23b-bcb1-44e9-9b2e-183391e33a5b None None] Current status of the port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:46.760766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1dbfb6-36af-4be9-b773-916175eafb8d None None] Network 7e73fb95-e4b7-4366-b1ce-dc519b364df0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:46.831248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:46.895535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.005902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:47.018445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bc53dc1-167d-4201-8f34-f61d45d1ebc9 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (b1493ebe-0cc5-40b2-a0a5-b2644489bbf2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.071824 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7e73fb95-e4b7-4366-b1ce-dc519b364df0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.144947 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bc53dc1-167d-4201-8f34-f61d45d1ebc9 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (b1493ebe-0cc5-40b2-a0a5-b2644489bbf2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.170392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-401d4013-d647-454c-9872-6a8ca7b1f047 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting port bd2d839b-9b30-4805-abc2-91ae6a5374bb {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:47.170738 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-401d4013-d647-454c-9872-6a8ca7b1f047 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (bd2d839b-9b30-4805-abc2-91ae6a5374bb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.196993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-50b296ee-2b9c-472d-b479-fbc27844a46e None None] Provisioning complete for port bd2d839b-9b30-4805-abc2-91ae6a5374bb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:47.197467 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-50b296ee-2b9c-472d-b479-fbc27844a46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bd2d839b-9b30-4805-abc2-91ae6a5374bb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.240541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.25.2.101 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/064ec97d-201a-4268-ab8c-0499a5702f8a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:47.305384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-50b296ee-2b9c-472d-b479-fbc27844a46e None None] Port bd2d839b-9b30-4805-abc2-91ae6a5374bb cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:47.332806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:47.333261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.385040 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-401d4013-d647-454c-9872-6a8ca7b1f047 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (bd2d839b-9b30-4805-abc2-91ae6a5374bb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.415282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-401d4013-d647-454c-9872-6a8ca7b1f047 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Calling delete_port for bd2d839b-9b30-4805-abc2-91ae6a5374bb owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:47.448024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] DHCP port deletion for 7e73fb95-e4b7-4366-b1ce-dc519b364df0 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:47.633343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:47.681016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] Deleting port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:47.681488 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.755743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bc53dc1-167d-4201-8f34-f61d45d1ebc9 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b1493ebe-0cc5-40b2-a0a5-b2644489bbf2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.763076 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bc53dc1-167d-4201-8f34-f61d45d1ebc9 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.764426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0bc53dc1-167d-4201-8f34-f61d45d1ebc9 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1493ebe-0cc5-40b2-a0a5-b2644489bbf2 HTTP/1.1" status: 204 len: 168 time: 1.0633435 Feb 09 03:12:47.774343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54782) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:47.816781 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc53dc1-167d-4201-8f34-f61d45d1ebc9 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1493ebe-0cc5-40b2-a0a5-b2644489bbf2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:47.826731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] For port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,segment=NetworkSegment(c987ee28-cd39-4a52-bdd5-1e4e955c47ec),segment_id=c987ee28-cd39-4a52-bdd5-1e4e955c47ec)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:47.826731 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:47.880119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] Calling delete_port for edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:47.954334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:47.975826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.031810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.066546 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.080812 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.103197 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4118412f-7cee-46ee-aa0b-d7acf64d30f8 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3160391 Feb 09 03:12:48.118784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] Pushing event deleted for resources: {'Port': ['ID=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:48.124416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54786) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:48.133762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b1d9e-cd88-4780-8866-27cd13a7ff78 None None] No DVR routers for this DVR port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:48.152364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=064ec97d-201a-4268-ab8c-0499a5702f8a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:48.163026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:48.164601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:48.167289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:48.175444 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-179560cb-7a65-4382-9896-43bcb38f273e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] delete failed (client error): The resource could not be found. Feb 09 03:12:48.177245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-179560cb-7a65-4382-9896-43bcb38f273e tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "DELETE /v2.0/security-groups/04a51bc2-c835-4573-a72d-bae592ec8ca7 HTTP/1.1" status: 404 len: 347 time: 0.0516393 Feb 09 03:12:48.206143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:48.222668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] For port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,segment=NetworkSegment(c987ee28-cd39-4a52-bdd5-1e4e955c47ec),segment_id=c987ee28-cd39-4a52-bdd5-1e4e955c47ec)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:48.223328 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.243170 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-09f63d52-d37a-4c5c-8a7b-9ac0eb969518 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] show failed (client error): The resource could not be found. Feb 09 03:12:48.244485 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-09f63d52-d37a-4c5c-8a7b-9ac0eb969518 tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-groups/c501d048-4186-4cb3-a278-554d1b85ed63 HTTP/1.1" status: 404 len: 347 time: 0.0370061 Feb 09 03:12:48.261185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54790) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:48.271404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:48.285539 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-24ff8f98-d215-4a09-b64f-f07bd74cae1b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] show failed (client error): The resource could not be found. Feb 09 03:12:48.287070 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24ff8f98-d215-4a09-b64f-f07bd74cae1b tempest-NegativeSecGroupTest-862258721 tempest-NegativeSecGroupTest-862258721-project] 10.222.0.32 "GET /v2.0/security-group-rules/55527394-9994-4d8b-9b5a-4e97090772a9 HTTP/1.1" status: 404 len: 356 time: 0.0246429 Feb 09 03:12:48.367999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-401d4013-d647-454c-9872-6a8ca7b1f047 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (bd2d839b-9b30-4805-abc2-91ae6a5374bb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.433814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d4013-d647-454c-9872-6a8ca7b1f047 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Port': ['ID=bd2d839b-9b30-4805-abc2-91ae6a5374bb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:48.501278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-401d4013-d647-454c-9872-6a8ca7b1f047 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.506261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-401d4013-d647-454c-9872-6a8ca7b1f047 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/bd2d839b-9b30-4805-abc2-91ae6a5374bb HTTP/1.1" status: 204 len: 168 time: 1.9854014 Feb 09 03:12:48.509394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54798) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:48.578997 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.623741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:48.661411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] No DVR routers for this DVR port edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:48.741790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f76fd3-7305-4dc5-803a-7cce775e61b1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:48.743680 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b2f76fd3-7305-4dc5-803a-7cce775e61b1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2331619 Feb 09 03:12:48.746423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54802) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:48.747736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.889232 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7e73fb95-e4b7-4366-b1ce-dc519b364df0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.911488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:48.921040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e73fb95-e4b7-4366-b1ce-dc519b364df0']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:48.933889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c987ee28-cd39-4a52-bdd5-1e4e955c47ec') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:48.934518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c987ee28-cd39-4a52-bdd5-1e4e955c47ec') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:48.952756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:12:48.953941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046085df-8f15-44aa-99d0-1b2c37d38985 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:48.955682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device edb2c9b8-41a8-4d8d-ae30-fa0edc514ab9 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:12:48.956569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-046085df-8f15-44aa-99d0-1b2c37d38985 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2091174 Feb 09 03:12:48.959332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54804) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:48.964393 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (c987ee28-cd39-4a52-bdd5-1e4e955c47ec), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:48.984508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54808) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:49.016261 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c987ee28-cd39-4a52-bdd5-1e4e955c47ec), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.029499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:12:49.029833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (c987ee28-cd39-4a52-bdd5-1e4e955c47ec), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:12:49.034106 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:12:49.096207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37454e3-7832-4807-a6be-9a0c1c3cf5cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:49.097511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37454e3-7832-4807-a6be-9a0c1c3cf5cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:49.099279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37454e3-7832-4807-a6be-9a0c1c3cf5cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:49.103478 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c37454e3-7832-4807-a6be-9a0c1c3cf5cc tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1404510 Feb 09 03:12:49.108028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54812) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:49.165060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7e73fb95-e4b7-4366-b1ce-dc519b364df0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.170267 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.173521 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/networks/7e73fb95-e4b7-4366-b1ce-dc519b364df0 HTTP/1.1" status: 204 len: 168 time: 2.4202754 Feb 09 03:12:49.183738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.187839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54814) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:49.212078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b56034b-09b9-4620-b8cf-426dcd85ef4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 245eff4c-c8f6-4481-8d6f-865240cb4fc3 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:49.217889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d3b5a-306b-4914-9349-845e69efddb0 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Network': ['ID=7e73fb95-e4b7-4366-b1ce-dc519b364df0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:49.221506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b56034b-09b9-4620-b8cf-426dcd85ef4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (245eff4c-c8f6-4481-8d6f-865240cb4fc3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.284988 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b56034b-09b9-4620-b8cf-426dcd85ef4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (245eff4c-c8f6-4481-8d6f-865240cb4fc3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.292479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a36a3313-758f-47a8-a882-315113fe1b45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de691f618b0e408287ae9d50559f7957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868090 Feb 09 03:12:49.315282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54816) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:49.455655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port 7aee1882-33f3-4506-bf92-e17ca8d015da {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:49.455995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7aee1882-33f3-4506-bf92-e17ca8d015da), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.526390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.607382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7aee1882-33f3-4506-bf92-e17ca8d015da), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.607987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (7aee1882-33f3-4506-bf92-e17ca8d015da), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.627834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:12:49.632859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for 7aee1882-33f3-4506-bf92-e17ca8d015da owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:49.787862 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a784fc8-76ff-423a-9ad5-65791baace69 admin admin] Publish callbacks [] for security_group (99f746e0-cb90-4620-85a9-83b64712092f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.842664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a784fc8-76ff-423a-9ad5-65791baace69 admin admin] Publish callbacks [] for security_group (99f746e0-cb90-4620-85a9-83b64712092f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.844851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b56034b-09b9-4620-b8cf-426dcd85ef4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (245eff4c-c8f6-4481-8d6f-865240cb4fc3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.942772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a784fc8-76ff-423a-9ad5-65791baace69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (99f746e0-cb90-4620-85a9-83b64712092f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.952252 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a784fc8-76ff-423a-9ad5-65791baace69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.954518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0a784fc8-76ff-423a-9ad5-65791baace69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99f746e0-cb90-4620-85a9-83b64712092f HTTP/1.1" status: 204 len: 168 time: 0.6382420 Feb 09 03:12:49.971721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784fc8-76ff-423a-9ad5-65791baace69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f746e0-cb90-4620-85a9-83b64712092f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:49.991159 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7aee1882-33f3-4506-bf92-e17ca8d015da), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:49.994139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b56034b-09b9-4620-b8cf-426dcd85ef4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (245eff4c-c8f6-4481-8d6f-865240cb4fc3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.020469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=7aee1882-33f3-4506-bf92-e17ca8d015da,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:50.071729 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b56034b-09b9-4620-b8cf-426dcd85ef4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.080026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1b56034b-09b9-4620-b8cf-426dcd85ef4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/245eff4c-c8f6-4481-8d6f-865240cb4fc3 HTTP/1.1" status: 204 len: 168 time: 0.9710186 Feb 09 03:12:50.083085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9df219-b428-4aa9-90d0-a0265d9b75c5 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:50.084182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56034b-09b9-4620-b8cf-426dcd85ef4b tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=245eff4c-c8f6-4481-8d6f-865240cb4fc3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:50.093034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54826) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:50.146782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:50.169006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for floatingip (4f378e7a-307b-4422-b8c9-f295282a148f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.172522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.178314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c8c80067-0b87-41dc-a4cc-a41709c69046 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/floatingips/4f378e7a-307b-4422-b8c9-f295282a148f HTTP/1.1" status: 204 len: 168 time: 0.9894063 Feb 09 03:12:50.180246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54828) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:50.209102 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a4af3a-32df-4ed2-b494-84f56cdfa9f7 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:50.210319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a4af3a-32df-4ed2-b494-84f56cdfa9f7 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:50.216632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e6a4af3a-32df-4ed2-b494-84f56cdfa9f7 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/ports/cebfe131-3b87-4f6c-b486-95f8383d190a HTTP/1.1" status: 404 len: 333 time: 0.0351703 Feb 09 03:12:50.217843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54830) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:50.229871 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.231271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-662e80ae-9f54-43f2-9a84-e1df73bd78e3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7873223 Feb 09 03:12:50.234500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54832) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:50.241273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Sync routers for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:50.265971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-732edcda-38a2-4298-97a0-45b34b71ddf3 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "GET /v2.0/ports?device_id=597f8504-1250-4025-9fe9-830afe529b58 HTTP/1.1" status: 200 len: 205 time: 0.0458534 Feb 09 03:12:50.267032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54836) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:50.286879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:50.289444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:50.318297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8070459-89e3-41cc-a26b-2e2826bce2fe tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Deleting subnet 67452d43-aaab-4666-bdeb-7b1e0e7f2a69 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:12:50.331819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8070459-89e3-41cc-a26b-2e2826bce2fe tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (67452d43-aaab-4666-bdeb-7b1e0e7f2a69), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.334149 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-b2987353-b131-48ca-ac94-d67149d4d7d1 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] delete failed (client error): The resource could not be found. Feb 09 03:12:50.339510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b2987353-b131-48ca-ac94-d67149d4d7d1 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/routers/597f8504-1250-4025-9fe9-830afe529b58 HTTP/1.1" status: 404 len: 336 time: 0.0710313 Feb 09 03:12:50.340599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54840) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:50.382782 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d087623b-0582-453e-88c9-777ce9f680ba tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:50.384850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d087623b-0582-453e-88c9-777ce9f680ba tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:50.393402 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d087623b-0582-453e-88c9-777ce9f680ba tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/subnets/c07ec695-a9b8-4862-9c62-6001fd9071f7 HTTP/1.1" status: 404 len: 337 time: 0.0487316 Feb 09 03:12:50.393402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54842) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:50.428616 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8070459-89e3-41cc-a26b-2e2826bce2fe tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (67452d43-aaab-4666-bdeb-7b1e0e7f2a69), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.567438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d3682-7148-4eea-89d7-d71d87f3e652 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:50.567438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3682-7148-4eea-89d7-d71d87f3e652 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.673563 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8070459-89e3-41cc-a26b-2e2826bce2fe tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (67452d43-aaab-4666-bdeb-7b1e0e7f2a69), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.915956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8070459-89e3-41cc-a26b-2e2826bce2fe tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (67452d43-aaab-4666-bdeb-7b1e0e7f2a69), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:50.998580 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3682-7148-4eea-89d7-d71d87f3e652 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.008901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-43e2e93b-5834-4710-9590-c5cc50576db8 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1cd773e8482b465982b74bd96fc10950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7726998 Feb 09 03:12:51.017660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54856) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.041954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2d0d3682-7148-4eea-89d7-d71d87f3e652 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:51.191879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:51.244377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8070459-89e3-41cc-a26b-2e2826bce2fe tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Subnet': ['ID=67452d43-aaab-4666-bdeb-7b1e0e7f2a69,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:51.253666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8070459-89e3-41cc-a26b-2e2826bce2fe tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.260142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a8070459-89e3-41cc-a26b-2e2826bce2fe tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/67452d43-aaab-4666-bdeb-7b1e0e7f2a69 HTTP/1.1" status: 204 len: 168 time: 1.1637747 Feb 09 03:12:51.266342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54862) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.371949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4d052e3d-02f6-4a8a-b76a-a93da503e0f9 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041305 Feb 09 03:12:51.375094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54866) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.443658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3682-7148-4eea-89d7-d71d87f3e652 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.489900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73deaa25-be2d-4021-873a-cb5b5ec169cd tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.498014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-73deaa25-be2d-4021-873a-cb5b5ec169cd tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4784045 Feb 09 03:12:51.500825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54874) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.560856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.566444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d3682-7148-4eea-89d7-d71d87f3e652 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:51.585158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399a5ff-10a4-4cbc-9ace-7fa58e7e6539 None None] Network 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:51.606959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-47f8944e-fa83-454a-ac23-cfab5bd7a447 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1039677 Feb 09 03:12:51.612050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54876) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.624249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335804313', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:51.641603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b2c4f7-e869-4400-8fcc-dae4507c9227 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.643384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e4b2c4f7-e869-4400-8fcc-dae4507c9227 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2671230 Feb 09 03:12:51.650131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54878) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.672245 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3682-7148-4eea-89d7-d71d87f3e652 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.679935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2d0d3682-7148-4eea-89d7-d71d87f3e652 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/ports/e4fe8d8a-72a8-4b92-89fb-2e5441cb7d6b HTTP/1.1" status: 204 len: 168 time: 1.2843339 Feb 09 03:12:51.679935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54880) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.681970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026248 Feb 09 03:12:51.683018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54882) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.692407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54884) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.717906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:48Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:51.765619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Checking router: d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:12:51.766134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Updating router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d port 064ec97d-201a-4268-ab8c-0499a5702f8a binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:12:51.770084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e1394569-c946-4778-9b82-667be50dbfc5 None None] Provisioning complete for port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:51.770084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1394569-c946-4778-9b82-667be50dbfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.844668 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.853374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50df85ae-4f06-4cdc-9cb5-d5a170a30b21 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:51.854974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-50df85ae-4f06-4cdc-9cb5-d5a170a30b21 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2036583 Feb 09 03:12:51.862395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c9b3efd2-d0d5-4c62-8b8c-491848af50ab tempest-NetworksApiDiscovery-765728762 tempest-NetworksApiDiscovery-765728762-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1690006 Feb 09 03:12:51.865079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54890) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:51.909499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:51.912989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:51.972217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f8bef083-d449-4087-a92e-4cec8c678362 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071625 Feb 09 03:12:51.987660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54896) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.045524 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a513436-886d-483a-bbe6-dbf07bef1d56 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:52.046284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a513436-886d-483a-bbe6-dbf07bef1d56 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:52.060484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8a513436-886d-483a-bbe6-dbf07bef1d56 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/bd2d839b-9b30-4805-abc2-91ae6a5374bb HTTP/1.1" status: 404 len: 333 time: 0.0695605 Feb 09 03:12:52.061948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54898) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.072986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ffa71-7044-483c-a5dc-02427a0c3349 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port a8acc5fe-f31c-4290-9ef5-f794965d6283 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:52.073318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b5ffa71-7044-483c-a5dc-02427a0c3349 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a8acc5fe-f31c-4290-9ef5-f794965d6283), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.129655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] DHCP port deletion for 04e3b9f7-300a-49c6-a8f9-251552f4e7b1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:12:52.207724 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-34612ed0-2f0a-4433-8afa-af6c51a25972 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:52.208193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34612ed0-2f0a-4433-8afa-af6c51a25972 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:52.234649 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-34612ed0-2f0a-4433-8afa-af6c51a25972 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/67452d43-aaab-4666-bdeb-7b1e0e7f2a69 HTTP/1.1" status: 404 len: 337 time: 0.1673954 Feb 09 03:12:52.236491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b5ffa71-7044-483c-a5dc-02427a0c3349 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a8acc5fe-f31c-4290-9ef5-f794965d6283), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.239876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54904) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.282748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ffa71-7044-483c-a5dc-02427a0c3349 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for a8acc5fe-f31c-4290-9ef5-f794965d6283 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:52.288147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e1394569-c946-4778-9b82-667be50dbfc5 None None] Current status of the port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:52.392682 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d4992e-ba63-47b1-b53c-133f9c46e7ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:52.395064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d4992e-ba63-47b1-b53c-133f9c46e7ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:52.403059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] Deleting port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:52.405911 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.410115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c8d4992e-ba63-47b1-b53c-133f9c46e7ab tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/245eff4c-c8f6-4481-8d6f-865240cb4fc3 HTTP/1.1" status: 404 len: 337 time: 0.1656055 Feb 09 03:12:52.413918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54908) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.461425 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a58f14-c7b2-4dfc-adb0-19126a61d900 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:52.462086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a58f14-c7b2-4dfc-adb0-19126a61d900 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:52.469377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a6a58f14-c7b2-4dfc-adb0-19126a61d900 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/d0aa3789-652d-47a9-a01c-bda52b2fb95f HTTP/1.1" status: 404 len: 333 time: 0.0529783 Feb 09 03:12:52.473739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54912) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.603659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] For port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,segment=NetworkSegment(da03a806-9f59-421e-b375-2968989f8575),segment_id=da03a806-9f59-421e-b375-2968989f8575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:52.604130 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.615978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54924) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.623097 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Publish callbacks [] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.623629 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f2ec63-d991-48b3-ad42-82e713aa2678 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:52.627467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f2ec63-d991-48b3-ad42-82e713aa2678 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:52.631054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] Calling delete_port for ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:52.637536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f5f2ec63-d991-48b3-ad42-82e713aa2678 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/b74853b7-be6f-449f-8366-e9db21b768c5 HTTP/1.1" status: 404 len: 337 time: 0.1626701 Feb 09 03:12:52.640499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54928) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.645366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.716768 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50dbc6b-fee7-4d82-87a0-541085fa6ab4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:52.720180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50dbc6b-fee7-4d82-87a0-541085fa6ab4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:52.728638 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b50dbc6b-fee7-4d82-87a0-541085fa6ab4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/85b31762-e323-406b-b517-a9924b787b2f HTTP/1.1" status: 404 len: 337 time: 0.0870903 Feb 09 03:12:52.733139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54930) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.802990 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f3183e-ab38-4568-a484-c621c6181063 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:52.803589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f3183e-ab38-4568-a484-c621c6181063 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:52.807343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-39f3183e-ab38-4568-a484-c621c6181063 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/4b1c2ee3-d4cc-4387-b70a-cebf62520bc9 HTTP/1.1" status: 404 len: 333 time: 0.0732617 Feb 09 03:12:52.811820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:52.829598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b5ffa71-7044-483c-a5dc-02427a0c3349 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a8acc5fe-f31c-4290-9ef5-f794965d6283), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.844116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Attempting to bind port 064ec97d-201a-4268-ab8c-0499a5702f8a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:52.849525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Attempting to bind port 064ec97d-201a-4268-ab8c-0499a5702f8a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:52.849525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Attempting to bind port 064ec97d-201a-4268-ab8c-0499a5702f8a on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:52.874976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dfecf-1891-402a-bf84-921cd60fad2c None None] Pushing event updated for resources: {'Port': ['ID=064ec97d-201a-4268-ab8c-0499a5702f8a,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:52.879743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (aa41a960-97be-41c3-be0a-4d8161da64a5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.881196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:52.882650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:52.884096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.885648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:52.886835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Bound port: 064ec97d-201a-4268-ab8c-0499a5702f8a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:52.888648 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:52.924692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:12:52.956148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Subnet': ['ID=aa41a960-97be-41c3-be0a-4d8161da64a5,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:52.967078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Checking segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:52.968061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network hostable DHCP agents. Network: b7320ef2-4678-4933-8d75-7c0f6bd2b8d2, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:52.984341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ffa71-7044-483c-a5dc-02427a0c3349 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=a8acc5fe-f31c-4290-9ef5-f794965d6283,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:53.004694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:12:53.021105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] For port 064ec97d-201a-4268-ab8c-0499a5702f8a, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:53.021332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b7320ef2-4678-4933-8d75-7c0f6bd2b8d2) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:53.021997 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cae51d-4470-422b-b8a1-a040c6c47ba2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.022553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cae51d-4470-422b-b8a1-a040c6c47ba2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.026151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-21cae51d-4470-422b-b8a1-a040c6c47ba2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/296ae3d5-0515-4c22-802a-da14f3705a34 HTTP/1.1" status: 404 len: 337 time: 0.2130985 Feb 09 03:12:53.027082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.027865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.028481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.029608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.032531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54934) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.044181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] For port 064ec97d-201a-4268-ab8c-0499a5702f8a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=064ec97d-201a-4268-ab8c-0499a5702f8a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:53.051039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] No DVR routers for this DVR port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:12:53.056104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8c983-dedc-4145-9187-65b6f4efdd7a None None] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:53.077726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-ffb731eb-a934-4915-a617-c0bb6f86a265 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.088647 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-ffb731eb-a934-4915-a617-c0bb6f86a265 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 815 time: 0.4744806 Feb 09 03:12:53.102122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.124303 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52cfaea-03db-49b3-935d-40a18daa36f6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.125308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52cfaea-03db-49b3-935d-40a18daa36f6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.130941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-b03da5e1-aece-4523-b464-acf13aeb84d7 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/quotas/5ef4b1adedcc40fea1f697ab3463e5ba HTTP/1.1" status: 200 len: 375 time: 0.0410292 Feb 09 03:12:53.136274 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b52cfaea-03db-49b3-935d-40a18daa36f6 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/d818b30b-5084-4025-9379-c11d20b43082 HTTP/1.1" status: 404 len: 337 time: 0.0954487 Feb 09 03:12:53.139387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54936) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.149484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-168575d1-e5d9-419b-8935-5ade2ea3609e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5296834 Feb 09 03:12:53.151350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54938) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.160048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Port ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8 update to DOWN by agent not found {{(pid=109858) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 03:12:53.167779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61cdb3-f30b-4fd8-a043-f8a8684d533b None None] Pushing event deleted for resources: {'Port': ['ID=ab9cf9ea-4f92-4b86-af7e-f87cd0db19a8,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:53.239684 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0141869b-ef13-48be-843e-3aa4e0de3da1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.240240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0141869b-ef13-48be-843e-3aa4e0de3da1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.243837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0141869b-ef13-48be-843e-3aa4e0de3da1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/e086bf16-9b2f-49cc-bbd1-a44c15814bb2 HTTP/1.1" status: 404 len: 333 time: 0.0937650 Feb 09 03:12:53.252168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54940) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.252498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:53.253145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:53.299469 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c66748e-baca-4868-aa5a-e940c2fd0b92 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.299937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c66748e-baca-4868-aa5a-e940c2fd0b92 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.303806 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1c66748e-baca-4868-aa5a-e940c2fd0b92 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/afd9dbba-c708-49c2-b59c-95f49365888c HTTP/1.1" status: 404 len: 337 time: 0.0482659 Feb 09 03:12:53.312917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54944) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.363894 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8b5ffa71-7044-483c-a5dc-02427a0c3349 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.367373 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8b5ffa71-7044-483c-a5dc-02427a0c3349 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/ports/a8acc5fe-f31c-4290-9ef5-f794965d6283 HTTP/1.1" status: 204 len: 168 time: 1.6820042 Feb 09 03:12:53.373011 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce69d8c-6c50-4e97-8a77-c0601e1b09bb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.373475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce69d8c-6c50-4e97-8a77-c0601e1b09bb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.375305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54946) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.377569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fce69d8c-6c50-4e97-8a77-c0601e1b09bb tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/1624391a-c2f0-4b10-a866-8e2ee2c63710 HTTP/1.1" status: 404 len: 337 time: 0.0629189 Feb 09 03:12:53.384221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54948) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.434629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dfecf-1891-402a-bf84-921cd60fad2c None None] Pushing event updated for resources: {'Port': ['ID=064ec97d-201a-4268-ab8c-0499a5702f8a,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:53.435428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-053569d1-3029-47f0-9222-694e7ce5f7d8 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3035340 Feb 09 03:12:53.449683 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ebe474-571a-443d-b7d2-62e93879e784 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.450356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ebe474-571a-443d-b7d2-62e93879e784 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.454702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-34ebe474-571a-443d-b7d2-62e93879e784 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/cf2d49dd-a559-4aeb-aded-3712fc0ee4b7 HTTP/1.1" status: 404 len: 333 time: 0.0692081 Feb 09 03:12:53.465553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:12:53.466388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ca9ba-5339-4264-ad8e-14e4bc524f0d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:53.466652 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.470962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4c2ca9ba-5339-4264-ad8e-14e4bc524f0d tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "GET /v2.0/ports?device_id=a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e HTTP/1.1" status: 200 len: 913 time: 0.0947256 Feb 09 03:12:53.471742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54950) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.472290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54952) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.527050 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc451226-3451-4c44-8066-929d92c3ba78 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.527307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc451226-3451-4c44-8066-929d92c3ba78 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.530611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bc451226-3451-4c44-8066-929d92c3ba78 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/5b34d937-e8c8-4265-9abb-2ae8e38c90c6 HTTP/1.1" status: 404 len: 337 time: 0.0569363 Feb 09 03:12:53.533541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54954) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.541836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Publish callbacks [] for security_group (be96c9d4-a9e4-4154-8edd-82a5a1164ba5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.557192 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (be96c9d4-a9e4-4154-8edd-82a5a1164ba5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:53.600063 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-794ec30c-3d36-4c91-8918-e601398432e1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.600656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794ec30c-3d36-4c91-8918-e601398432e1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.604368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-794ec30c-3d36-4c91-8918-e601398432e1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/fcfaf693-7087-4b0f-80f7-bcb18dfb6594 HTTP/1.1" status: 404 len: 333 time: 0.0665314 Feb 09 03:12:53.638296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:12:53.645921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.742403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ef2c752896d44f5a145097b08ee1ea6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1269681 Feb 09 03:12:53.745067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54960) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.745812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be96c9d4-a9e4-4154-8edd-82a5a1164ba5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:53.755257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.755908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.756455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.757127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.757724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.758284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.759203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.759740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.760300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.760947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.761490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.762337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.763340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b3f683-309c-47df-8bef-5c70cbad6848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:12:53.767644 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-8907d919-fe2e-41eb-9434-3171d5c2651e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.768391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8907d919-fe2e-41eb-9434-3171d5c2651e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.771880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8907d919-fe2e-41eb-9434-3171d5c2651e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/76265d0e-ded6-4802-a338-f7719d0630b9 HTTP/1.1" status: 404 len: 337 time: 0.1166849 Feb 09 03:12:53.779183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54962) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.783318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-4b8c1b65-473b-4585-b4af-fa9bbd7546d9 service neutron] 10.222.0.32 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462095 Feb 09 03:12:53.855877 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7d4b94-7980-4d3d-b490-42ebf9b7ef62 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.856845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Allocated IP 172.20.0.2 (b7320ef2-4678-4933-8d75-7c0f6bd2b8d2/aa41a960-97be-41c3-be0a-4d8161da64a5/3f222dfb-a6cb-4d8a-abe4-381e85af266a) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:53.858538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7d4b94-7980-4d3d-b490-42ebf9b7ef62 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.863531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0d7d4b94-7980-4d3d-b490-42ebf9b7ef62 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/a6180f92-6175-4c33-a9be-be789ce3f409 HTTP/1.1" status: 404 len: 333 time: 0.0818036 Feb 09 03:12:53.866104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.911423 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d290fcfe-ad60-4edf-9e7d-5c5653577951 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.911904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d290fcfe-ad60-4edf-9e7d-5c5653577951 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.918916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d290fcfe-ad60-4edf-9e7d-5c5653577951 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/32777ca5-b955-4d04-921f-2f3bed3f4b31 HTTP/1.1" status: 404 len: 337 time: 0.0516098 Feb 09 03:12:53.921676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54968) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.961809 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c304865a-0816-4c52-9909-d574b13459e4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:53.962631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c304865a-0816-4c52-9909-d574b13459e4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:53.966080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c304865a-0816-4c52-9909-d574b13459e4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/b127a19f-28ff-4033-aa6c-b006fe36f4a2 HTTP/1.1" status: 404 len: 333 time: 0.0436299 Feb 09 03:12:53.968517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54970) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:53.991867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-f60efc31-3542-4263-ab59-3fb54e5f93db service neutron] 10.222.0.32 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074671 Feb 09 03:12:54.063633 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca4d7d1-a4b0-4336-b034-1dd54beff996 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.064333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca4d7d1-a4b0-4336-b034-1dd54beff996 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.073328 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dca4d7d1-a4b0-4336-b034-1dd54beff996 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/2e08df4a-f0d6-4232-b432-3a57d702a97d HTTP/1.1" status: 404 len: 337 time: 0.1036901 Feb 09 03:12:54.074133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54972) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.139259 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-58392da5-3f24-4e8c-877f-b0a95fa86f55 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.139953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58392da5-3f24-4e8c-877f-b0a95fa86f55 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.147608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-58392da5-3f24-4e8c-877f-b0a95fa86f55 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/f6dd5226-cbd9-4797-aae6-864fa1c996f6 HTTP/1.1" status: 404 len: 333 time: 0.0685818 Feb 09 03:12:54.153978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54974) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.195493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f40083-ef3b-4dbc-97a9-d6927dfdb9da admin admin] Publish callbacks [] for security_group (be96c9d4-a9e4-4154-8edd-82a5a1164ba5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:54.216136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:48Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:54.221408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f40083-ef3b-4dbc-97a9-d6927dfdb9da admin admin] Publish callbacks [] for security_group (be96c9d4-a9e4-4154-8edd-82a5a1164ba5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:54.225980 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e886e1-82bf-4fa7-96ba-8ffda50c2419 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.226500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e886e1-82bf-4fa7-96ba-8ffda50c2419 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.232102 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-63e886e1-82bf-4fa7-96ba-8ffda50c2419 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/45112fbe-bdec-4e52-a443-06e0ca0fa026 HTTP/1.1" status: 404 len: 337 time: 0.0745308 Feb 09 03:12:54.233852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54976) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.283814 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-5832c549-331d-4a71-b714-b834f521eda3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.284838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5832c549-331d-4a71-b714-b834f521eda3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.289100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5832c549-331d-4a71-b714-b834f521eda3 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/655e35c8-0cc3-41de-8a43-d2bebc27bcbd HTTP/1.1" status: 404 len: 333 time: 0.0538602 Feb 09 03:12:54.292745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54982) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.299170 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Publish callbacks [] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:54.344365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:54.381269 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f21a6d-8ad6-4f2e-80ec-19f4786606ca tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.383751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f21a6d-8ad6-4f2e-80ec-19f4786606ca tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.391276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e1f21a6d-8ad6-4f2e-80ec-19f4786606ca tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/7f183822-a36d-42d7-aff9-6b7ba0ea8521 HTTP/1.1" status: 404 len: 337 time: 0.0953846 Feb 09 03:12:54.393290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54984) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.398179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f573cc50-1780-439c-9fbe-9a602537780f None None] The sync data for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 is: [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:48Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:54.403074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Pushing event updated for resources: {'Port': ['ID=3f222dfb-a6cb-4d8a-abe4-381e85af266a,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:54.419261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:54.420361 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f40083-ef3b-4dbc-97a9-d6927dfdb9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (be96c9d4-a9e4-4154-8edd-82a5a1164ba5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:54.421911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:54.424698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09f40083-ef3b-4dbc-97a9-d6927dfdb9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:54.432041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-09f40083-ef3b-4dbc-97a9-d6927dfdb9da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be96c9d4-a9e4-4154-8edd-82a5a1164ba5 HTTP/1.1" status: 204 len: 168 time: 0.6824045 Feb 09 03:12:54.432041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db15486c-ed9b-4fb2-be38-9cfd85322552 req-0bbc156f-0231-4b21-ab6f-e2f15b7ff61c tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 210 time: 0.1019409 Feb 09 03:12:54.444052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:54.469231 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40083-ef3b-4dbc-97a9-d6927dfdb9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be96c9d4-a9e4-4154-8edd-82a5a1164ba5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:54.491286 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1a6939-4a94-4657-9416-1b5f581be0f2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.491765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1a6939-4a94-4657-9416-1b5f581be0f2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.498390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7f1a6939-4a94-4657-9416-1b5f581be0f2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/e2985101-01a6-472c-9e30-174e61fbed95 HTTP/1.1" status: 404 len: 337 time: 0.1013796 Feb 09 03:12:54.498676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54990) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.595899 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7630228-8c32-43ac-88f5-718bffa50fa1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.596453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7630228-8c32-43ac-88f5-718bffa50fa1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.608172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b7630228-8c32-43ac-88f5-718bffa50fa1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/c54ea324-2ca1-40b2-8fa4-72f3466084ab HTTP/1.1" status: 404 len: 333 time: 0.1079607 Feb 09 03:12:54.608723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 54992) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.654067 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a347e7-937c-42f3-9bea-acf6f1305820 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.654642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a347e7-937c-42f3-9bea-acf6f1305820 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.660971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Attempting to bind port 3f222dfb-a6cb-4d8a-abe4-381e85af266a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:12:54.661354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Attempting to bind port 3f222dfb-a6cb-4d8a-abe4-381e85af266a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:12:54.661739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Attempting to bind port 3f222dfb-a6cb-4d8a-abe4-381e85af266a on network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:12:54.661883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-32a347e7-937c-42f3-9bea-acf6f1305820 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/6e5d4c18-40f9-4dd9-a466-c4275fe49b50 HTTP/1.1" status: 404 len: 337 time: 0.0495720 Feb 09 03:12:54.669603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 54994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.675571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:12:54.675956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Checking segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:54.676367 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:54.676763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Bound using segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:12:54.677252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Bound port: 3f222dfb-a6cb-4d8a-abe4-381e85af266a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:12:54.677635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:54.773493 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ad069c-3ea2-4617-b173-839d22426fb0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.774180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ad069c-3ea2-4617-b173-839d22426fb0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.824937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55004) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.850077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-96ad069c-3ea2-4617-b173-839d22426fb0 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/1c05bd80-9a3b-4217-9be6-69ae2c9a9a95 HTTP/1.1" status: 404 len: 337 time: 0.1694901 Feb 09 03:12:54.947812 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b88a5a-30dd-48ae-98ee-653f19824f61 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:54.948180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] For port 3f222dfb-a6cb-4d8a-abe4-381e85af266a, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:12:54.951084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b88a5a-30dd-48ae-98ee-653f19824f61 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:54.958305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] For port 3f222dfb-a6cb-4d8a-abe4-381e85af266a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3f222dfb-a6cb-4d8a-abe4-381e85af266a,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:12:54.967760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-15b88a5a-30dd-48ae-98ee-653f19824f61 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/6271782a-015e-486e-9f98-c56dbe9934b3 HTTP/1.1" status: 404 len: 333 time: 0.1400669 Feb 09 03:12:54.970670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55008) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:54.980490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:55.095991 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d604f0f-aa2b-46d4-8606-f7d79c0ef40e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:55.096821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d604f0f-aa2b-46d4-8606-f7d79c0ef40e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:55.112564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0d604f0f-aa2b-46d4-8606-f7d79c0ef40e tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/964b6fea-4a88-4357-b4da-7948ee8bbf84 HTTP/1.1" status: 404 len: 337 time: 0.1393089 Feb 09 03:12:55.113911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55012) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:55.167388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637206ff-f1ed-49d6-aec7-5647f306bd00 None None] Pushing event updated for resources: {'Port': ['ID=3f222dfb-a6cb-4d8a-abe4-381e85af266a,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:55.217821 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-377cc6f7-8f5c-44c6-90a2-3f148cc09950 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:55.218669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377cc6f7-8f5c-44c6-90a2-3f148cc09950 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:55.228546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-377cc6f7-8f5c-44c6-90a2-3f148cc09950 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/756b7de3-2c63-4417-9cc1-89d455c25f56 HTTP/1.1" status: 404 len: 337 time: 0.1066778 Feb 09 03:12:55.230343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55016) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:55.285750 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcfe86c-6a0e-4f5e-9d7e-6d1a242cfdec tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:55.290488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcfe86c-6a0e-4f5e-9d7e-6d1a242cfdec tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:55.299901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7dcfe86c-6a0e-4f5e-9d7e-6d1a242cfdec tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/c0feb276-ad66-487d-875b-5927ca750bdf HTTP/1.1" status: 404 len: 333 time: 0.0674036 Feb 09 03:12:55.300704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55020) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:55.443039 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae64c0d3-82c1-4659-9488-edc3c607afa4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:55.443522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae64c0d3-82c1-4659-9488-edc3c607afa4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:55.459724 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ae64c0d3-82c1-4659-9488-edc3c607afa4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/7a09ad6f-73a1-438b-a41f-2d91953bfcd5 HTTP/1.1" status: 404 len: 337 time: 0.1578526 Feb 09 03:12:55.462044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55026) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:55.520647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:55.536247 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c5c0b6-c514-4c19-9b6c-46c5ce2f71df tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:55.541098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c5c0b6-c514-4c19-9b6c-46c5ce2f71df tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:55.543149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c8c5c0b6-c514-4c19-9b6c-46c5ce2f71df tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/80aad30a-0832-4bba-a272-32e314189a52 HTTP/1.1" status: 404 len: 337 time: 0.0794914 Feb 09 03:12:55.555407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55028) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:55.639300 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-72b118bc-5938-435b-b6f2-26271313aea4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports?device_id=67215da5-c599-4a1f-99f3-69e605bbff8f HTTP/1.1" status: 200 len: 205 time: 0.0803699 Feb 09 03:12:55.641508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55032) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:55.692396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:55.764125 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-57f5c7e3-bfd9-4d6f-9a45-c74f4197d4c4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] delete failed (client error): The resource could not be found. Feb 09 03:12:55.767440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-57f5c7e3-bfd9-4d6f-9a45-c74f4197d4c4 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/routers/67215da5-c599-4a1f-99f3-69e605bbff8f HTTP/1.1" status: 404 len: 336 time: 0.1118059 Feb 09 03:12:55.767683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55038) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:55.849307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83df02b3-6d9c-4c1e-a94d-171f3cf50dca req-7a0cbe51-48a3-4234-8887-106d6905542d tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 210 time: 0.2190294 Feb 09 03:12:55.856494 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-91745ddd-1988-4d79-af0a-a48a976eecef tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:55.862142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91745ddd-1988-4d79-af0a-a48a976eecef tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:55.871985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-91745ddd-1988-4d79-af0a-a48a976eecef tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/f9d5d0b4-d4b7-4972-84ce-b68d17ec4b97 HTTP/1.1" status: 404 len: 337 time: 0.1029050 Feb 09 03:12:55.877377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55042) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:55.921649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-076cb6a0-9ba3-490b-84f3-bd59903da520 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "GET /v2.0/ports?device_id=4dcd1351-0199-41f3-9ed8-d6af548cdded HTTP/1.1" status: 200 len: 205 time: 0.0428164 Feb 09 03:12:55.928254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55046) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:56.020177 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-871b3d99-9585-47c5-b8ac-7fc0db8c824a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] delete failed (client error): The resource could not be found. Feb 09 03:12:56.021519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-871b3d99-9585-47c5-b8ac-7fc0db8c824a tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/routers/4dcd1351-0199-41f3-9ed8-d6af548cdded HTTP/1.1" status: 404 len: 336 time: 0.0922956 Feb 09 03:12:56.026051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55050) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:56.144969 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ccba0bc-f4f3-4148-9dff-9f12b188e049 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:56.145502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ccba0bc-f4f3-4148-9dff-9f12b188e049 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:56.152906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9ccba0bc-f4f3-4148-9dff-9f12b188e049 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/c6f519fd-6f06-4f3e-a026-6553e5c88bb3 HTTP/1.1" status: 404 len: 337 time: 0.1164255 Feb 09 03:12:56.160665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55052) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:56.171343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55054) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:56.483351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.20.0.1 (b7320ef2-4678-4933-8d75-7c0f6bd2b8d2/aa41a960-97be-41c3-be0a-4d8161da64a5/26cd4e1e-ab2f-43b1-a917-ffc656f4c910) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:56.698167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594f119-8caf-43df-a9f8-107d7400812a None None] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:12:56.831817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1619465716-network', 'tenant_id': 'ae1d8b1a8ce549c3ad513db96790f4be'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:56.836275 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0067cf-0e17-431e-928b-f7a3ed5f753d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:56.837584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0067cf-0e17-431e-928b-f7a3ed5f753d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:56.841119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dc0067cf-0e17-431e-928b-f7a3ed5f753d tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/265e5a62-f1cf-46a5-85ea-5cb711d4569b HTTP/1.1" status: 404 len: 337 time: 0.6793299 Feb 09 03:12:56.872008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55062) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:56.987560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.009188 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-e379b891-1bd6-4c4e-af5e-95ed6ff70cba tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:57.010120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e379b891-1bd6-4c4e-af5e-95ed6ff70cba tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:57.013569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e379b891-1bd6-4c4e-af5e-95ed6ff70cba tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/de98dc21-2883-4dc6-afe1-bff2e18c9afc HTTP/1.1" status: 404 len: 333 time: 0.1382096 Feb 09 03:12:57.018507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55066) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.056578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Made reservation on behalf of ae1d8b1a8ce549c3ad513db96790f4be for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:57.066222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.071900 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a7d11f-4f32-4ea8-9477-582ab9c95010 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:57.072369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a7d11f-4f32-4ea8-9477-582ab9c95010 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:57.085816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-80a7d11f-4f32-4ea8-9477-582ab9c95010 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/3a92d663-248a-49ba-8742-bc61268ac219 HTTP/1.1" status: 404 len: 337 time: 0.0649707 Feb 09 03:12:57.088452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55068) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.130879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c29de5a-c3ce-49a2-84bb-20c80c96d83b req-667e40f8-678a-42b0-9057-65fddd50b043 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 210 time: 0.1173441 Feb 09 03:12:57.164722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port 3191f25b-c069-43c0-8d7a-bfb6f1be7fc7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:12:57.171107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3f222dfb-a6cb-4d8a-abe4-381e85af266a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:57.172046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3191f25b-c069-43c0-8d7a-bfb6f1be7fc7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.183078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.197038 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-6790ee79-337d-48ae-b090-08a59f8549f1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:57.197684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6790ee79-337d-48ae-b090-08a59f8549f1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:57.206774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6790ee79-337d-48ae-b090-08a59f8549f1 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/4320b58a-7f21-4f93-a0d2-8781c6d3695d HTTP/1.1" status: 404 len: 333 time: 0.1081598 Feb 09 03:12:57.215624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55070) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.248630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d34e7ec2-31b8-4b44-9e95-49646d0878ed None None] Provisioning complete for port 3f222dfb-a6cb-4d8a-abe4-381e85af266a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:57.249014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d34e7ec2-31b8-4b44-9e95-49646d0878ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.255268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-21611381-74a0-4e30-a448-c8cdf446b654 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:57.257034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-21611381-74a0-4e30-a448-c8cdf446b654 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.26 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 815 time: 0.4449036 Feb 09 03:12:57.275155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Request body: {'port': {'device_id': '1aabdfdf-1a41-4891-8aec-f97c9bab49e0', 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'admin_state_up': True, 'tenant_id': '5ef4b1adedcc40fea1f697ab3463e5ba'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:57.319962 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae599e8-0c8e-464d-8093-71f163c508d8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:57.320335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae599e8-0c8e-464d-8093-71f163c508d8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:57.335181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ae599e8-0c8e-464d-8093-71f163c508d8 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/d0375ae5-1aa1-4f8a-a571-7e60d5de04df HTTP/1.1" status: 404 len: 337 time: 0.1047206 Feb 09 03:12:57.335969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.339310 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.349076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3f222dfb-a6cb-4d8a-abe4-381e85af266a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:57.349462 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.432269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d34e7ec2-31b8-4b44-9e95-49646d0878ed None None] Current status of the port 3f222dfb-a6cb-4d8a-abe4-381e85af266a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:57.432671 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d34e7ec2-31b8-4b44-9e95-49646d0878ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.462979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:12:57.467853 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-02660872-1f1b-4de9-9fe8-42c6521afe52 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:57.468657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02660872-1f1b-4de9-9fe8-42c6521afe52 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:57.472584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-02660872-1f1b-4de9-9fe8-42c6521afe52 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/5041f0ab-d445-4cea-94b8-d3ab84c045d8 HTTP/1.1" status: 404 len: 333 time: 0.1352499 Feb 09 03:12:57.489886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:12:57.493964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55074) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.542440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:57.549747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d34e7ec2-31b8-4b44-9e95-49646d0878ed None None] For port 3f222dfb-a6cb-4d8a-abe4-381e85af266a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3f222dfb-a6cb-4d8a-abe4-381e85af266a,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:57.551324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3f222dfb-a6cb-4d8a-abe4-381e85af266a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:57.551790 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.555456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:12:57.571982 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d34e7ec2-31b8-4b44-9e95-49646d0878ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.586522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Publish callbacks [] for security_group (a408cad6-0d9e-43c7-ad73-981a1584084e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.619478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a408cad6-0d9e-43c7-ad73-981a1584084e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.623674 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3191f25b-c069-43c0-8d7a-bfb6f1be7fc7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.651862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for 3191f25b-c069-43c0-8d7a-bfb6f1be7fc7 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:12:57.703636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Made reservation on behalf of 5ef4b1adedcc40fea1f697ab3463e5ba for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:57.714616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.722361 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7563b06a-bee5-4254-8c9a-bafab7b593d2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:57.722824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7563b06a-bee5-4254-8c9a-bafab7b593d2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:57.729307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7563b06a-bee5-4254-8c9a-bafab7b593d2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/4a4266c1-269f-44d8-ac82-325b35d072f1 HTTP/1.1" status: 404 len: 337 time: 0.1374085 Feb 09 03:12:57.729931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55076) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.764753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e7ec2-31b8-4b44-9e95-49646d0878ed None None] Pushing event updated for resources: {'Port': ['ID=3f222dfb-a6cb-4d8a-abe4-381e85af266a,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:57.770534 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:12:57.771214 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:12:57.782444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:12:57.815551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-03f1fa67-094d-43d8-aead-662d4e6d41c5 None None] Provisioning complete for port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:57.816075 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-03f1fa67-094d-43d8-aead-662d4e6d41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.842841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408cad6-0d9e-43c7-ad73-981a1584084e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:57.848708 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe5a3e5-c157-4495-b19f-61c2902ce174 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:57.855099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe5a3e5-c157-4495-b19f-61c2902ce174 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:57.865524 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-afe5a3e5-c157-4495-b19f-61c2902ce174 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/33cc9b99-752a-4f12-874d-b9d421e5d134 HTTP/1.1" status: 404 len: 333 time: 0.1264682 Feb 09 03:12:57.881557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55080) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:57.884544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8160f2f3-62fa-4a2b-a5c5-21ba2421e5e2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.885723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-03f1fa67-094d-43d8-aead-662d4e6d41c5 None None] Port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:57.888746 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Added segment 8160f2f3-62fa-4a2b-a5c5-21ba2421e5e2 of type vlan for network c76f205b-8ea2-4ae2-8ba9-8f9e2f845465 Feb 09 03:12:57.907474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-03f1fa67-094d-43d8-aead-662d4e6d41c5 None None] Provisioning complete for port 3f222dfb-a6cb-4d8a-abe4-381e85af266a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:57.907966 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-03f1fa67-094d-43d8-aead-662d4e6d41c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.948400 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (3191f25b-c069-43c0-8d7a-bfb6f1be7fc7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:57.989249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=3191f25b-c069-43c0-8d7a-bfb6f1be7fc7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:58.047651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.072226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-03f1fa67-094d-43d8-aead-662d4e6d41c5 None None] Current status of the port 3f222dfb-a6cb-4d8a-abe4-381e85af266a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:58.079166 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9bb9a3-263e-4b04-ac03-503759653ec5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:58.079865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9bb9a3-263e-4b04-ac03-503759653ec5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:58.083058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0c9bb9a3-263e-4b04-ac03-503759653ec5 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/d863218b-45f5-4e09-97be-0d12e5eabe5f HTTP/1.1" status: 404 len: 337 time: 0.1924005 Feb 09 03:12:58.089348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55084) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.120412 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (c76f205b-8ea2-4ae2-8ba9-8f9e2f845465), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.145304 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c7ce18-f1ef-442f-b036-666b45df2cf2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:58.145898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c7ce18-f1ef-442f-b036-666b45df2cf2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:58.150705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d3c7ce18-f1ef-442f-b036-666b45df2cf2 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/b0e4d437-9f87-4f9f-8cd3-1acfd72af908 HTTP/1.1" status: 404 len: 333 time: 0.0530872 Feb 09 03:12:58.156271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55086) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.223712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7221dba6-d14f-4e9c-9098-62af7e21e667 None None] Provisioning complete for port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:58.224108 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7221dba6-d14f-4e9c-9098-62af7e21e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.289188 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-40604b41-1687-4444-ad70-e143979edead tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:58.289664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40604b41-1687-4444-ad70-e143979edead tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:58.305659 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-40604b41-1687-4444-ad70-e143979edead tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/8ba9d9ea-3871-431c-8d2d-7fa5760e7219 HTTP/1.1" status: 404 len: 337 time: 0.1479650 Feb 09 03:12:58.311339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55090) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.377031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7221dba6-d14f-4e9c-9098-62af7e21e667 None None] Port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:12:58.381062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c76b998-bfcc-48d0-b0f7-ecf951e87263 req-b49ee156-d9f5-4815-b13d-b471e2ddb01e tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 210 time: 0.0742161 Feb 09 03:12:58.415549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3f222dfb-a6cb-4d8a-abe4-381e85af266a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:58.417109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 064ec97d-201a-4268-ab8c-0499a5702f8a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:58.424954 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9813ecb-8862-47be-8bf0-07e4fc0f9110 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:58.425539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9813ecb-8862-47be-8bf0-07e4fc0f9110 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:58.428626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a9813ecb-8862-47be-8bf0-07e4fc0f9110 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/ab76edee-1c97-48b4-a54f-21d3b23653a6 HTTP/1.1" status: 404 len: 333 time: 0.1105425 Feb 09 03:12:58.429400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (c76f205b-8ea2-4ae2-8ba9-8f9e2f845465), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.430351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:58.430926 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.436201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55092) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.473283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Allocated IP 172.20.0.7 (bfe22806-8df4-46b1-b6ea-b5d10375f116/abe41229-3eb3-49f1-9a19-2ecde9506e92/be45d04d-c410-46d6-b308-911f0aaea0f0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:12:58.526503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 064ec97d-201a-4268-ab8c-0499a5702f8a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:58.527158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.612399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4268997 Feb 09 03:12:58.617647 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f04639-bb28-48ed-b97c-6cb67f50df33 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:58.618114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f04639-bb28-48ed-b97c-6cb67f50df33 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:58.621494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f9f04639-bb28-48ed-b97c-6cb67f50df33 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/ec3efcc5-6e35-4d1d-9519-07ab7cb78221 HTTP/1.1" status: 404 len: 337 time: 0.1811855 Feb 09 03:12:58.631759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55094) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.632190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55096) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.656356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Request body: {'subnet': {'network_id': 'c76f205b-8ea2-4ae2-8ba9-8f9e2f845465', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1619465716-subnet', 'tenant_id': 'ae1d8b1a8ce549c3ad513db96790f4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:12:58.697340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 064ec97d-201a-4268-ab8c-0499a5702f8a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:58.701225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.719091 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.742053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.753901 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-e362ee97-9c4f-4229-9ed7-b98270beb885 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:58.754640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e362ee97-9c4f-4229-9ed7-b98270beb885 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:58.767757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 064ec97d-201a-4268-ab8c-0499a5702f8a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=064ec97d-201a-4268-ab8c-0499a5702f8a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:12:58.769064 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e362ee97-9c4f-4229-9ed7-b98270beb885 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/ports/85f3431b-f219-4c1d-9cc9-a80ccabd1d29 HTTP/1.1" status: 404 len: 333 time: 0.1303549 Feb 09 03:12:58.781718 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:58.784667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55098) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.847404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ec6f5-f612-4162-9686-9ff5547ae240 admin admin] Pushing event updated for resources: {'Network': ['ID=c76f205b-8ea2-4ae2-8ba9-8f9e2f845465,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:58.888286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network c76f205b-8ea2-4ae2-8ba9-8f9e2f845465 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:12:58.906396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=064ec97d-201a-4268-ab8c-0499a5702f8a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:58.928530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-46788d56-8a81-4372-9794-0a24b346c7a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5728450 Feb 09 03:12:58.944954 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b092cfb-ffd9-44a0-8942-81f38d044a98 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] DELETE failed (client error): The resource could not be found. Feb 09 03:12:58.946117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b092cfb-ffd9-44a0-8942-81f38d044a98 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:12:58.955648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0b092cfb-ffd9-44a0-8942-81f38d044a98 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/subnets/29fff612-2b32-403c-bc53-9219a43cc78c HTTP/1.1" status: 404 len: 337 time: 0.1484351 Feb 09 03:12:58.956972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55102) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:58.996123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3f222dfb-a6cb-4d8a-abe4-381e85af266a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:12:59.023276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Made reservation on behalf of ae1d8b1a8ce549c3ad513db96790f4be for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:12:59.026370 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.120010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3f222dfb-a6cb-4d8a-abe4-381e85af266a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:12:59.120406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.260787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3f222dfb-a6cb-4d8a-abe4-381e85af266a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:12:59.318633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (04e3b9f7-300a-49c6-a8f9-251552f4e7b1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.383106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-a5dfa979-6aab-451a-bd89-4ebb0df4a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:59.384901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-a5dfa979-6aab-451a-bd89-4ebb0df4a5fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 1127 time: 0.2498896 Feb 09 03:12:59.418466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:12:59.572173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-877d84a5-91b8-444a-8ba9-1e29e9c9a527 req-aa73d23e-a27f-44f4-a21b-edbadc9ca11e tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 210 time: 0.0695996 Feb 09 03:12:59.581303 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (04e3b9f7-300a-49c6-a8f9-251552f4e7b1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.597262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks [] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.611173 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (a63c7c67-0d0b-48b0-845f-db9a83239b38), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.642401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:12:59.648754 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8830c128-d217-4ec0-9327-e89a605c9a83 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "PUT /v2.0/routers/a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1288443 Feb 09 03:12:59.652762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55108) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:12:59.660071 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5603b0c-db61-475c-ad0e-c2c8d0dee155 None None] Sync routers for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:12:59.668102 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.677901 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5603b0c-db61-475c-ad0e-c2c8d0dee155 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:59.678552 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a5603b0c-db61-475c-ad0e-c2c8d0dee155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:59.691284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e3b9f7-300a-49c6-a8f9-251552f4e7b1']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:59.730146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da03a806-9f59-421e-b375-2968989f8575') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:59.730876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da03a806-9f59-421e-b375-2968989f8575') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:59.748157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.753551 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a5603b0c-db61-475c-ad0e-c2c8d0dee155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:59.766802 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (da03a806-9f59-421e-b375-2968989f8575), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.779371 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5603b0c-db61-475c-ad0e-c2c8d0dee155 None None] Routers {'a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:12:59.780002 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a5603b0c-db61-475c-ad0e-c2c8d0dee155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:59.814646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63c7c67-0d0b-48b0-845f-db9a83239b38,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:12:59.832322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (da03a806-9f59-421e-b375-2968989f8575), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.840854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-e0a65800-d567-4c81-9dec-edba58cd63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:12:59.842821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-e0a65800-d567-4c81-9dec-edba58cd63b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 0.4124625 Feb 09 03:12:59.846974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Checking segment: {'id': '8160f2f3-62fa-4a2b-a5c5-21ba2421e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c76f205b-8ea2-4ae2-8ba9-8f9e2f845465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:12:59.847704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Network hostable DHCP agents. Network: c76f205b-8ea2-4ae2-8ba9-8f9e2f845465, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:12:59.851184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:12:59.851910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (da03a806-9f59-421e-b375-2968989f8575), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:12:59.858659 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:12:59.861879 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.871014 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a5603b0c-db61-475c-ad0e-c2c8d0dee155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:12:59.871673 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5603b0c-db61-475c-ad0e-c2c8d0dee155 None None] The sync data for ids ['a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:12:59.880784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:12:59.898406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3035f09b-6281-4464-bd36-43777d604ca6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:12:59.965018 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-8aec4b2d-2411-47b7-8bb0-bdbc9a2e6e5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3035f09b-6281-4464-bd36-43777d604ca6 HTTP/1.1" status: 200 len: 217 time: 0.1076248 Feb 09 03:12:59.995581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:00.040990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.050738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (04e3b9f7-300a-49c6-a8f9-251552f4e7b1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.053577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Network bfe22806-8df4-46b1-b6ea-b5d10375f116 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:00.074228 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.081031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] 10.222.0.32 "DELETE /v2.0/networks/04e3b9f7-300a-49c6-a8f9-251552f4e7b1 HTTP/1.1" status: 204 len: 168 time: 1.1192794 Feb 09 03:13:00.082015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:00.083920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Network c76f205b-8ea2-4ae2-8ba9-8f9e2f845465 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:00.089459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:00.091871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Pushing event updated for resources: {'Port': ['ID=be45d04d-c410-46d6-b308-911f0aaea0f0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:00.142187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b3ce-fedd-4cd9-bef7-7f61134c6368 tempest-NetworksTestDHCPv6-1722925030 tempest-NetworksTestDHCPv6-1722925030-project] Pushing event deleted for resources: {'Network': ['ID=04e3b9f7-300a-49c6-a8f9-251552f4e7b1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:00.169605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-cda4e90f-1662-48d9-96cc-fb3250724362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:00.174895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-cda4e90f-1662-48d9-96cc-fb3250724362 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.1771781 Feb 09 03:13:00.180984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:00.185106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, c76f205b-8ea2-4ae2-8ba9-8f9e2f845465) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:00.195466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:00.217625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:00.218250 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.257214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0ff36a-d3a7-4b96-acd9-b48aeda410b8 None None] Network c76f205b-8ea2-4ae2-8ba9-8f9e2f845465 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:00.280037 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-a98fe4d8-5f30-48ce-bd08-a59f37e191ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989947 Feb 09 03:13:00.308068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b12a83f8-7046-4f69-b25f-be46722afe87 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6717377 Feb 09 03:13:00.332217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:00.333330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.391466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_gateway (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.443757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-5a880a5c-2440-428a-83b5-e0efd8218500 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1759131 Feb 09 03:13:00.462033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Request body: {'port': {'device_id': '1aabdfdf-1a41-4891-8aec-f97c9bab49e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:00.502076 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-489d43cb-a7b8-4dfe-a6d3-3cf2dfb5c401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.572766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:13:00.619948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-31715714-c3eb-40ba-9a07-0a2d097c78be service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334649 Feb 09 03:13:00.646192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7773f4-663d-4b1e-908b-e6b859916f97 None None] Network c76f205b-8ea2-4ae2-8ba9-8f9e2f845465 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:00.660349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55124) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:00.835600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting port afa4046f-976f-47d3-8a8c-0030b3b30ee4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:00.835600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (afa4046f-976f-47d3-8a8c-0030b3b30ee4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.883832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c2b57d7d-1a91-4cf8-b27f-ce3c9fceab3b None None] Provisioning complete for port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:00.884217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2b57d7d-1a91-4cf8-b27f-ce3c9fceab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.913218 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:00.961976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c2b57d7d-1a91-4cf8-b27f-ce3c9fceab3b None None] Port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:00.987176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 064ec97d-201a-4268-ab8c-0499a5702f8a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:01.043738 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (afa4046f-976f-47d3-8a8c-0030b3b30ee4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.045321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 064ec97d-201a-4268-ab8c-0499a5702f8a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:01.045711 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.112286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Calling delete_port for afa4046f-976f-47d3-8a8c-0030b3b30ee4 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:01.119936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-eeca81ca-69f8-4313-8c59-96d4a780248b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6342a7d10da4b7997ba4d0e1a656eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4572806 Feb 09 03:13:01.123186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:01.128344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55136) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:01.189902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 064ec97d-201a-4268-ab8c-0499a5702f8a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:01.193362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Sync routers for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:01.206527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:01.208055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:12:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:01.224382 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d60ad0fc-a239-438f-ab47-f6ba059216b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "PUT /v2.0/routers/d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0626407 Feb 09 03:13:01.408948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f615e3d-072d-44a7-ab7d-f0c85e09b6e7 admin admin] Publish callbacks [] for security_group (476fc849-1f60-4c79-84a4-dfc374fa63a2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.449341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:01.463167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088d25d-e2b6-4f41-91b3-6a0775298837 req-0e1106b4-6994-486b-8c39-6f916034ab42 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:01.467862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7088d25d-e2b6-4f41-91b3-6a0775298837 req-0e1106b4-6994-486b-8c39-6f916034ab42 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 931 time: 0.7667127 Feb 09 03:13:01.480642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b949cf7c-8c93-40aa-a560-3ab460b3a3e5 req-70641a99-4b81-45de-a9e6-9c41fabcec6d service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191211 Feb 09 03:13:01.561184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f615e3d-072d-44a7-ab7d-f0c85e09b6e7 admin admin] Publish callbacks [] for security_group (476fc849-1f60-4c79-84a4-dfc374fa63a2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.637549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7088d25d-e2b6-4f41-91b3-6a0775298837 req-7266dd01-73aa-46f2-8810-27df64dd82e2 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558533 Feb 09 03:13:01.667248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55156) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:01.668260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-647924408-network', 'tenant_id': 'ca7ede4dc49a41459e636056319214fd'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:01.704600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-4ca3abd9-00d6-450c-bdb8-fcd778eab815 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177673420&fields=id&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 267 time: 0.1381822 Feb 09 03:13:01.739213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Made reservation on behalf of ca7ede4dc49a41459e636056319214fd for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:01.743544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.759761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.858984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f615e3d-072d-44a7-ab7d-f0c85e09b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (476fc849-1f60-4c79-84a4-dfc374fa63a2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.861531 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f615e3d-072d-44a7-ab7d-f0c85e09b6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.863711 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1f615e3d-072d-44a7-ab7d-f0c85e09b6e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/476fc849-1f60-4c79-84a4-dfc374fa63a2 HTTP/1.1" status: 204 len: 168 time: 0.7112920 Feb 09 03:13:01.873153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be45d04d-c410-46d6-b308-911f0aaea0f0 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:01.893795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Publish callbacks [] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:01.898720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f615e3d-072d-44a7-ab7d-f0c85e09b6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476fc849-1f60-4c79-84a4-dfc374fa63a2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:01.918976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c171a-7632-4434-9f3c-aa445c75840a req-9cc64924-82f0-4c18-8ff5-59e9490c599c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:01.926726 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-9cc64924-82f0-4c18-8ff5-59e9490c599c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 796 time: 0.2212999 Feb 09 03:13:01.945833 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-b3c6f44c-63d9-4db9-b26f-d60b0d17b5aa tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/quotas/1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 375 time: 0.0182958 Feb 09 03:13:01.980424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Transition to ACTIVE for port object be45d04d-c410-46d6-b308-911f0aaea0f0 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:02.004787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.011837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (afa4046f-976f-47d3-8a8c-0030b3b30ee4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.027566 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Publish callbacks [] for security_group (d68cd23b-a108-412f-806c-169d7948953e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.047100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:12:59Z', 'revision_number': 2, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:02.084447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Port': ['ID=afa4046f-976f-47d3-8a8c-0030b3b30ee4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:02.086482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d68cd23b-a108-412f-806c-169d7948953e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.100847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:02.112088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (acc42519-66e6-4cca-a879-f738a8669b41), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.112434 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Added segment acc42519-66e6-4cca-a879-f738a8669b41 of type vlan for network e2a722cb-77fb-4fc8-acf4-50e75c4d9368 Feb 09 03:13:02.115192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Checking router: d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:13:02.116881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Updating router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:13:02.147381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-73e17ef6-eea2-4e13-8fa3-e605fb0a8a9b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2006445 Feb 09 03:13:02.162397 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (e2a722cb-77fb-4fc8-acf4-50e75c4d9368), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.198807 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.209852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.213044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (e2a722cb-77fb-4fc8-acf4-50e75c4d9368), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.214176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:02.214930 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.491149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.494129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router_controller (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.601410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.602273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Fanout notify agent at l3_agent the message router_deleted on router a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:13:02.624512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.631788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d9348727-d50b-4aee-9544-970aa6fb2544 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/routers/a84d3ab1-f5fc-41d5-9a8b-ac02385acc6e HTTP/1.1" status: 204 len: 168 time: 2.9780097 Feb 09 03:13:02.634510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55170) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:02.783253 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-32394ed5-4d49-4231-b35c-081392a038ac service neutron] 10.222.0.32 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212330 Feb 09 03:13:02.817073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12bdeec-25a3-4e57-932f-0a184473200e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Deleting subnet 5ea57b9b-e6e8-4e9e-9f7e-810cef374281 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:13:02.821342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a12bdeec-25a3-4e57-932f-0a184473200e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for subnet (5ea57b9b-e6e8-4e9e-9f7e-810cef374281), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.916292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a12bdeec-25a3-4e57-932f-0a184473200e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (5ea57b9b-e6e8-4e9e-9f7e-810cef374281), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.919785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Publish callbacks [] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:02.940886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.041190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c6e1e-0842-4c26-99f4-4ba6b90c9d5c None None] Pushing event updated for resources: {'Port': ['ID=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:03.053036 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-51f07b94-3d2b-4c28-b953-d3a36290e1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.126081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68cd23b-a108-412f-806c-169d7948953e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:03.130425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Pushing event updated for resources: {'Port': ['ID=be45d04d-c410-46d6-b308-911f0aaea0f0,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:03.265377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Attempting to bind port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:03.270160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Attempting to bind port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:03.270160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Attempting to bind port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 on network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:03.270546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6036026 Feb 09 03:13:03.278940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:03.279334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Checking segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:03.279748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.280154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Bound using segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:03.280640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Bound port: 26cd4e1e-ab2f-43b1-a917-ffc656f4c910, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:03.291484 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.310606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55186) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:03.343843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Request body: {'subnet': {'network_id': 'e2a722cb-77fb-4fc8-acf4-50e75c4d9368', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-647924408-subnet', 'tenant_id': 'ca7ede4dc49a41459e636056319214fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:03.375600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f8e64-f693-48c0-8acb-5728cb70efc5 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a722cb-77fb-4fc8-acf4-50e75c4d9368,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:03.384067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Made reservation on behalf of ca7ede4dc49a41459e636056319214fd for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:03.387216 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.414493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff65dd-0dd3-4afc-8810-7b68ab703c1c req-9a375ceb-1f08-417d-a448-95699b6bddb5 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:03.421583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1ff65dd-0dd3-4afc-8810-7b68ab703c1c req-9a375ceb-1f08-417d-a448-95699b6bddb5 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 943 time: 0.2478392 Feb 09 03:13:03.425489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network e2a722cb-77fb-4fc8-acf4-50e75c4d9368 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:03.600189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1ff65dd-0dd3-4afc-8810-7b68ab703c1c req-9d6f0e82-647a-4ebc-bd0d-627d194ebab3 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775897 Feb 09 03:13:03.601024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55192) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:03.616674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Attempting to bind port be45d04d-c410-46d6-b308-911f0aaea0f0 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:03.617727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Attempting to bind port be45d04d-c410-46d6-b308-911f0aaea0f0 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:03.618305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Attempting to bind port be45d04d-c410-46d6-b308-911f0aaea0f0 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:03.628751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Port be45d04d-c410-46d6-b308-911f0aaea0f0 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:03.629573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Attempting to bind port be45d04d-c410-46d6-b308-911f0aaea0f0 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:03.646399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:03.647118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Checking segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:03.647694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Bound using segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:03.648326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Bound port: be45d04d-c410-46d6-b308-911f0aaea0f0, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:03.648927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.731683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] For port be45d04d-c410-46d6-b308-911f0aaea0f0, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:03.736458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] For port be45d04d-c410-46d6-b308-911f0aaea0f0, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=be45d04d-c410-46d6-b308-911f0aaea0f0,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:03.758912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.819442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:03.820066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.826518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] 10.222.0.26 "PUT /v2.0/ports/be45d04d-c410-46d6-b308-911f0aaea0f0 HTTP/1.1" status: 200 len: 1091 time: 3.3682005 Feb 09 03:13:03.841529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] For port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:03.846868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aabdfdf-1a41-4891-8aec-f97c9bab49e0', 'tag': 'be45d04d-c410-46d6-b308-911f0aaea0f0'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:03.847352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] For port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:03.850553 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be14fe74-f0c2-4761-afb4-1eed6ef08522" -d '{"events": [{"name": "network-changed", "server_uuid": "1aabdfdf-1a41-4891-8aec-f97c9bab49e0", "tag": "be45d04d-c410-46d6-b308-911f0aaea0f0"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:03.859360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b38650d3-9709-4908-b490-906c252a8e6f None None] Provisioning complete for port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:03.859765 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b38650d3-9709-4908-b490-906c252a8e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.868214 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.896275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fe47a3df-347f-4907-996d-a0b943ce61d7 tempest-DvrRoutersNegativeTest-2984753 tempest-DvrRoutersNegativeTest-2984753-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1480356691', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:03.903840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.policy [None req-fe47a3df-347f-4907-996d-a0b943ce61d7 tempest-DvrRoutersNegativeTest-2984753 tempest-DvrRoutersNegativeTest-2984753-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109857) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 03:13:03.905026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.policy [None req-fe47a3df-347f-4907-996d-a0b943ce61d7 tempest-DvrRoutersNegativeTest-2984753 tempest-DvrRoutersNegativeTest-2984753-project] Failed policy check for 'create_router' {{(pid=109857) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 03:13:03.907834 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-fe47a3df-347f-4907-996d-a0b943ce61d7 tempest-DvrRoutersNegativeTest-2984753 tempest-DvrRoutersNegativeTest-2984753-project] create failed (client error): Access was denied to this resource. Feb 09 03:13:03.915724 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fe47a3df-347f-4907-996d-a0b943ce61d7 tempest-DvrRoutersNegativeTest-2984753 tempest-DvrRoutersNegativeTest-2984753-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3075469 Feb 09 03:13:03.925264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a12bdeec-25a3-4e57-932f-0a184473200e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5ea57b9b-e6e8-4e9e-9f7e-810cef374281), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:03.936276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a7697ba8-c03d-4865-87bf-d42a049aee6f service neutron] 10.222.0.32 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1352868 Feb 09 03:13:03.977783 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a88e2c7-7728-48d7-93c9-e342e8e3a386 x-openstack-request-id: req-1a88e2c7-7728-48d7-93c9-e342e8e3a386 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:03.978394 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aabdfdf-1a41-4891-8aec-f97c9bab49e0", "tag": "be45d04d-c410-46d6-b308-911f0aaea0f0", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:03.978854 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a88e2c7-7728-48d7-93c9-e342e8e3a386 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:03.979422 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aabdfdf-1a41-4891-8aec-f97c9bab49e0', 'tag': 'be45d04d-c410-46d6-b308-911f0aaea0f0', 'status': 'completed', 'code': 200} Feb 09 03:13:04.081027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a12bdeec-25a3-4e57-932f-0a184473200e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (5ea57b9b-e6e8-4e9e-9f7e-810cef374281), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.101246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7189dd-cb83-4ddb-8755-68fc95df7c4d service neutron] Pushing event updated for resources: {'Port': ['ID=be45d04d-c410-46d6-b308-911f0aaea0f0,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:04.121670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c6e1e-0842-4c26-99f4-4ba6b90c9d5c None None] Pushing event updated for resources: {'Port': ['ID=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:04.162263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bdeec-25a3-4e57-932f-0a184473200e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea57b9b-e6e8-4e9e-9f7e-810cef374281,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:04.190264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a12bdeec-25a3-4e57-932f-0a184473200e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.212480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a12bdeec-25a3-4e57-932f-0a184473200e tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/subnets/5ea57b9b-e6e8-4e9e-9f7e-810cef374281 HTTP/1.1" status: 204 len: 168 time: 1.5724947 Feb 09 03:13:04.216011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55206) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:04.274639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.278562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:04.279429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:04.394249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b7a2a49e-a210-4a96-a796-7c9f2d5753db req-01e8548c-933b-4c21-8aba-b6fbb8b77892 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 210 time: 0.1279616 Feb 09 03:13:04.409500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-f08ddeb6-0e0d-474a-845f-a131c67e2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:04.412719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-f08ddeb6-0e0d-474a-845f-a131c67e2b01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 1125 time: 0.4366953 Feb 09 03:13:04.465041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (6f5f7d39-a2be-44f0-9e95-cd377b31d15c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.542903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:04.544538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (f56167de-996e-4e3e-8f27-cac91d94164d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.618321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-72c80e86-b287-438e-b6ef-889637f4cf80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be45d04d-c410-46d6-b308-911f0aaea0f0 HTTP/1.1" status: 200 len: 217 time: 0.1814792 Feb 09 03:13:04.685861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55218) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:04.768360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56167de-996e-4e3e-8f27-cac91d94164d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:04.774139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (6f5f7d39-a2be-44f0-9e95-cd377b31d15c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.849671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5f7d39-a2be-44f0-9e95-cd377b31d15c']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:04.884536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58799460-caf2-4658-981b-6bcc3ee926e9') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:04.886421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58799460-caf2-4658-981b-6bcc3ee926e9') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:04.911411 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (58799460-caf2-4658-981b-6bcc3ee926e9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.942791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b38650d3-9709-4908-b490-906c252a8e6f None None] Current status of the port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:04.943200 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b38650d3-9709-4908-b490-906c252a8e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.953885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (58799460-caf2-4658-981b-6bcc3ee926e9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.977913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:04.980101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (58799460-caf2-4658-981b-6bcc3ee926e9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:04.990296 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:05.025561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-32c77947-0010-4043-9b28-7cf8bc6db8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.030009 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-32c77947-0010-4043-9b28-7cf8bc6db8d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.4107943 Feb 09 03:13:05.089098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-0372802a-dce6-4bd8-bb3a-8ff924bb7bac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514925 Feb 09 03:13:05.090648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Checking segment: {'id': 'acc42519-66e6-4cca-a879-f738a8669b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e2a722cb-77fb-4fc8-acf4-50e75c4d9368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:05.091322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Network hostable DHCP agents. Network: e2a722cb-77fb-4fc8-acf4-50e75c4d9368, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:05.233247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b38650d3-9709-4908-b490-906c252a8e6f None None] For port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:05.237823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9667a3f8-f861-4ed7-a256-b157ff29c88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.315249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Network e2a722cb-77fb-4fc8-acf4-50e75c4d9368 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:05.318980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b38650d3-9709-4908-b490-906c252a8e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.327043 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.337735 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (6f5f7d39-a2be-44f0-9e95-cd377b31d15c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.340511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-9f8ed48d-44e2-43f9-9bf5-c9a7c84cd37d service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399807 Feb 09 03:13:05.343196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, e2a722cb-77fb-4fc8-acf4-50e75c4d9368) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:05.370931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.372247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.441568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.452946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] 10.222.0.32 "DELETE /v2.0/networks/6f5f7d39-a2be-44f0-9e95-cd377b31d15c HTTP/1.1" status: 204 len: 168 time: 1.2356203 Feb 09 03:13:05.468861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0566242-c2af-43a7-bc30-d0d583dffea6 tempest-FloatingIPTestJSON-1782757291 tempest-FloatingIPTestJSON-1782757291-project] Pushing event deleted for resources: {'Network': ['ID=6f5f7d39-a2be-44f0-9e95-cd377b31d15c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:05.503973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38650d3-9709-4908-b490-906c252a8e6f None None] Pushing event updated for resources: {'Port': ['ID=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:05.510118 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7bd7e650-a885-4d32-a4eb-fffa6c3dce6f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1716084 Feb 09 03:13:05.519734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa87c0f-2d78-4ca3-b8e5-6b3f72357c40 None None] Network e2a722cb-77fb-4fc8-acf4-50e75c4d9368 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:05.602983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c06c2-6e65-44f7-90c6-b42316bfa602 req-7d24613d-6afa-4def-84dc-fadcf8a5e21a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:05.621269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a09c06c2-6e65-44f7-90c6-b42316bfa602 req-7d24613d-6afa-4def-84dc-fadcf8a5e21a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 943 time: 0.8598039 Feb 09 03:13:05.660070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62efb61c-0ee6-4898-badd-d82fd3d4222b req-f0c521f4-fb19-48cd-a72b-7a2b4ec7675c service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109291 Feb 09 03:13:05.660274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d6dfac11-2e92-492c-8e1b-021aefadb987 None None] Provisioning complete for port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:05.660648 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6dfac11-2e92-492c-8e1b-021aefadb987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:05.818198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:13:03Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:05.852371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1af6c42-c67d-45b1-bdb3-b0c293e9a7a8 req-f391998c-1cb8-48be-b064-42ea28091f3d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 210 time: 0.1857438 Feb 09 03:13:05.853344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55238) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:05.886100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a09c06c2-6e65-44f7-90c6-b42316bfa602 req-b6a80755-0d99-4204-897e-996c9508e4b5 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516744 Feb 09 03:13:05.897615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55240) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:05.911099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b2c6a-8e40-44f0-a7e0-c76f5b98fe4e None None] The sync data for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 is: [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:13:03Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:05.929881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349795a-c385-4d09-9add-d7fd5d3d9c00 None None] Network e2a722cb-77fb-4fc8-acf4-50e75c4d9368 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:06.045082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9667a3f8-f861-4ed7-a256-b157ff29c88c admin admin] Publish callbacks [] for security_group (c4c050c8-ea9c-4914-b2b6-5b7c3fee6d3a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.068913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e22327b-48be-4fa1-81a5-7089ac7498ca admin admin] Deleting subnet a63c7c67-0d0b-48b0-845f-db9a83239b38 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:13:06.077917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9667a3f8-f861-4ed7-a256-b157ff29c88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c4c050c8-ea9c-4914-b2b6-5b7c3fee6d3a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.088581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e22327b-48be-4fa1-81a5-7089ac7498ca admin admin] Publish callbacks [] for subnet (a63c7c67-0d0b-48b0-845f-db9a83239b38), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.158227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-abb564df-b2aa-4680-95ab-8dacde218265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.160800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-abb564df-b2aa-4680-95ab-8dacde218265 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 1125 time: 0.3062596 Feb 09 03:13:06.179140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfac11-2e92-492c-8e1b-021aefadb987 None None] Current status of the port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:06.190198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667a3f8-f861-4ed7-a256-b157ff29c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c050c8-ea9c-4914-b2b6-5b7c3fee6d3a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:06.338628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e22327b-48be-4fa1-81a5-7089ac7498ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (a63c7c67-0d0b-48b0-845f-db9a83239b38), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.393336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f5150459-1586-4412-a958-dc5bbe624ebf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08b2011bb5a44f47b4d82978fe52edc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822097 Feb 09 03:13:06.400599 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9667a3f8-f861-4ed7-a256-b157ff29c88c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b84c625445b4b62bc7cd7e0e1d87261&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7089267 Feb 09 03:13:06.403478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55246) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:06.403828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55248) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:06.448928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e22327b-48be-4fa1-81a5-7089ac7498ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a63c7c67-0d0b-48b0-845f-db9a83239b38), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.502420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.628129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e63016ed-fc1c-44e8-8449-36d3bc2616fe admin admin] Publish callbacks [] for security_group (c4c050c8-ea9c-4914-b2b6-5b7c3fee6d3a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.660478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-337b603a-090d-485d-80ae-77c6a27ba112 admin admin] Publish callbacks [] for security_group (5285d2c5-9e9f-4b5f-99b7-9211f94d8d53), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.703692 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e63016ed-fc1c-44e8-8449-36d3bc2616fe admin admin] Publish callbacks [] for security_group (c4c050c8-ea9c-4914-b2b6-5b7c3fee6d3a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.741868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-337b603a-090d-485d-80ae-77c6a27ba112 admin admin] Publish callbacks [] for security_group (5285d2c5-9e9f-4b5f-99b7-9211f94d8d53), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.766420 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:13:06.831674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c171a-7632-4434-9f3c-aa445c75840a req-58281290-ce1c-495b-a438-dc8dcf456c28 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.833406 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-58281290-ce1c-495b-a438-dc8dcf456c28 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 796 time: 0.5296152 Feb 09 03:13:06.901263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e63016ed-fc1c-44e8-8449-36d3bc2616fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c4c050c8-ea9c-4914-b2b6-5b7c3fee6d3a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.910780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-2208510e-8ec4-4723-84d3-1eec98e7e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:06.911688 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e63016ed-fc1c-44e8-8449-36d3bc2616fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.915298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e63016ed-fc1c-44e8-8449-36d3bc2616fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4c050c8-ea9c-4914-b2b6-5b7c3fee6d3a HTTP/1.1" status: 204 len: 168 time: 0.5055871 Feb 09 03:13:06.919836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-2208510e-8ec4-4723-84d3-1eec98e7e529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 0.7503614 Feb 09 03:13:06.939209 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-337b603a-090d-485d-80ae-77c6a27ba112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5285d2c5-9e9f-4b5f-99b7-9211f94d8d53), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.953015 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-337b603a-090d-485d-80ae-77c6a27ba112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:06.957555 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-337b603a-090d-485d-80ae-77c6a27ba112 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5285d2c5-9e9f-4b5f-99b7-9211f94d8d53 HTTP/1.1" status: 204 len: 168 time: 0.5504339 Feb 09 03:13:07.015306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63016ed-fc1c-44e8-8449-36d3bc2616fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c050c8-ea9c-4914-b2b6-5b7c3fee6d3a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:07.041400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b603a-090d-485d-80ae-77c6a27ba112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285d2c5-9e9f-4b5f-99b7-9211f94d8d53,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:07.069169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:07.069352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-1b4877b9-b4e1-414a-ac43-e5e8fbbe95f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be45d04d-c410-46d6-b308-911f0aaea0f0 HTTP/1.1" status: 200 len: 217 time: 0.1119235 Feb 09 03:13:07.108618 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e22327b-48be-4fa1-81a5-7089ac7498ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (a63c7c67-0d0b-48b0-845f-db9a83239b38), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.277244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:07.281504 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.316336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-feb7afdc-5a69-4269-abc8-4b59aaa3136b req-4d1a91a5-602e-4293-965f-689678a40a91 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 210 time: 0.2390797 Feb 09 03:13:07.338684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fde0b-2499-4e65-9d5c-33292b38e010 req-24985255-b8a3-427f-9488-2e17558ce8c5 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.348370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22327b-48be-4fa1-81a5-7089ac7498ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63c7c67-0d0b-48b0-845f-db9a83239b38,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:07.351898 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d7fde0b-2499-4e65-9d5c-33292b38e010 req-24985255-b8a3-427f-9488-2e17558ce8c5 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 943 time: 0.2395225 Feb 09 03:13:07.371006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5e22327b-48be-4fa1-81a5-7089ac7498ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.374272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5e22327b-48be-4fa1-81a5-7089ac7498ca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a63c7c67-0d0b-48b0-845f-db9a83239b38 HTTP/1.1" status: 204 len: 168 time: 1.5088999 Feb 09 03:13:07.382952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55276) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:07.426766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-32e65414-e128-4ca8-8edd-97d0ea4d96d9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 380 time: 0.5710993 Feb 09 03:13:07.431434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'port': {'device_id': 'ab148130-98ff-4328-ba13-849ae767486d', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'admin_state_up': True, 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'security_groups': ['1416d726-a4ff-496a-a600-6b407004b44a']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:07.546883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:07.643029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-288cbd68-4993-4f8c-8ccd-408c1c113062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:07.645509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-288cbd68-4993-4f8c-8ccd-408c1c113062 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.5633147 Feb 09 03:13:07.773695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (c76f205b-8ea2-4ae2-8ba9-8f9e2f845465), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:07.774608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-d2bb6f45-2966-4493-acff-4e7d9bbb1808 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048000 Feb 09 03:13:07.808772 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d7fde0b-2499-4e65-9d5c-33292b38e010 req-fbd2a4ab-a772-4b0d-aff4-c8ee0ec12a22 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537776 Feb 09 03:13:08.040874 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (c76f205b-8ea2-4ae2-8ba9-8f9e2f845465), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.092911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76f205b-8ea2-4ae2-8ba9-8f9e2f845465']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:08.120499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8160f2f3-62fa-4a2b-a5c5-21ba2421e5e2') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:08.120793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8160f2f3-62fa-4a2b-a5c5-21ba2421e5e2') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:08.142648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:08.150818 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (8160f2f3-62fa-4a2b-a5c5-21ba2421e5e2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.152640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.184101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8160f2f3-62fa-4a2b-a5c5-21ba2421e5e2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.202907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:08.206960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (8160f2f3-62fa-4a2b-a5c5-21ba2421e5e2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:08.210060 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:08.413785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (c76f205b-8ea2-4ae2-8ba9-8f9e2f845465), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.437041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.444177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] 10.222.0.32 "DELETE /v2.0/networks/c76f205b-8ea2-4ae2-8ba9-8f9e2f845465 HTTP/1.1" status: 204 len: 168 time: 1.0553882 Feb 09 03:13:08.461570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55316) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:08.475010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc4386-9849-4f9e-8e30-a4f410f9bafa admin admin] Pushing event deleted for resources: {'Network': ['ID=c76f205b-8ea2-4ae2-8ba9-8f9e2f845465,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:08.598215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3cc03e-5253-4e54-819e-d75db296ba6f admin admin] Deleting subnet f56167de-996e-4e3e-8f27-cac91d94164d {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:13:08.604830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc03e-5253-4e54-819e-d75db296ba6f admin admin] Publish callbacks [] for subnet (f56167de-996e-4e3e-8f27-cac91d94164d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.613085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bc830d95-8dad-40eb-87b6-55b30e02d040 req-99fb473a-ae89-4a73-b7c9-1bb5e5d1ec80 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 210 time: 0.1382487 Feb 09 03:13:08.649482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-a790a670-2b96-47b7-abde-83d8118d5d2c service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377805 Feb 09 03:13:08.674077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55318) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:08.703809 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc03e-5253-4e54-819e-d75db296ba6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (f56167de-996e-4e3e-8f27-cac91d94164d), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.820128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.20.0.8 (b7320ef2-4678-4933-8d75-7c0f6bd2b8d2/aa41a960-97be-41c3-be0a-4d8161da64a5/1ebcfc1d-3633-4b8c-907e-528fca7917ad) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:08.820372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc03e-5253-4e54-819e-d75db296ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f56167de-996e-4e3e-8f27-cac91d94164d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:08.967499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be14fe74-f0c2-4761-afb4-1eed6ef08522 req-379f9041-a8b0-4637-9af7-1664b6cc5256 service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011949 Feb 09 03:13:09.040166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6570-c014-4ed5-9b56-efa74941dffb req-9b17aeee-1ab8-49fe-bb7b-147444b029fe tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.061815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-717e6570-c014-4ed5-9b56-efa74941dffb req-9b17aeee-1ab8-49fe-bb7b-147444b029fe tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 943 time: 0.1565309 Feb 09 03:13:09.063513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55326) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:09.144105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.198335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.234883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc03e-5253-4e54-819e-d75db296ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (f56167de-996e-4e3e-8f27-cac91d94164d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.286120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:09.349007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:09.351851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:09.362879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:09.393881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d710f35c-4676-4c1c-acad-ad9f314ee015 tempest-ServiceProvidersTest-298953673 tempest-ServiceProvidersTest-298953673-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3159747 Feb 09 03:13:09.399545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'networks': [{'name': 'tempest-network--814470196'}, {'name': 'tempest-network--563187410'}]} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:09.400058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'network': {'name': 'tempest-network--814470196'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:09.401036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'network': {'name': 'tempest-network--563187410'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:09.410378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cc03e-5253-4e54-819e-d75db296ba6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56167de-996e-4e3e-8f27-cac91d94164d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:09.432071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-717e6570-c014-4ed5-9b56-efa74941dffb req-79fcfd45-f10a-44d0-9dfd-d33760501b6a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691506 Feb 09 03:13:09.435290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe3cc03e-5253-4e54-819e-d75db296ba6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.448974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fe3cc03e-5253-4e54-819e-d75db296ba6f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f56167de-996e-4e3e-8f27-cac91d94164d HTTP/1.1" status: 204 len: 168 time: 0.9833579 Feb 09 03:13:09.450740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55344) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:09.469470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:09.471166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.508109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Made reservation on behalf of 2c7cc1c2f252487da4657c8742bfb0e5 for: {'network': 2} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:09.515283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.554226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.670054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (e2a722cb-77fb-4fc8-acf4-50e75c4d9368), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.693025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-a6b18bbe-3ea4-463b-92b3-443569ff7241 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2652636 Feb 09 03:13:09.729464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Request body: {'port': {'device_id': 'ab148130-98ff-4328-ba13-849ae767486d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:09.909807 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for security_group (643a18a8-bc6f-464f-a661-4351b3f61316), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.925191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (643a18a8-bc6f-464f-a661-4351b3f61316), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.925906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:09.955551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-10618d5f-cad5-4c82-97a2-43ae2844a2a5 None None] Provisioning complete for port 1ebcfc1d-3633-4b8c-907e-528fca7917ad triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:09.956392 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-10618d5f-cad5-4c82-97a2-43ae2844a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.039449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-10618d5f-cad5-4c82-97a2-43ae2844a2a5 None None] Port 1ebcfc1d-3633-4b8c-907e-528fca7917ad cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:10.045171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4c698-8d62-4e9c-986d-b57557cf7ec8 req-4cb24f90-cced-4156-b1e8-b33adf6fc9b8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.047454 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19e4c698-8d62-4e9c-986d-b57557cf7ec8 req-4cb24f90-cced-4156-b1e8-b33adf6fc9b8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 931 time: 0.2183630 Feb 09 03:13:10.051055 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.055740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (e2a722cb-77fb-4fc8-acf4-50e75c4d9368), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.087087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643a18a8-bc6f-464f-a661-4351b3f61316,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:10.109267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:10.131590 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7cde771a-64b7-4dcd-85e0-b2adbd2c7fa5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.132525 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Added segment 7cde771a-64b7-4dcd-85e0-b2adbd2c7fa5 of type vlan for network 17d196bd-802d-416a-a46a-0210463d4761 Feb 09 03:13:10.189793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a722cb-77fb-4fc8-acf4-50e75c4d9368']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:10.193611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55350) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:10.197543 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-19e4c698-8d62-4e9c-986d-b57557cf7ec8 req-2626217a-dee4-4c33-9630-0334c6e23a3f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442764 Feb 09 03:13:10.223172 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (17d196bd-802d-416a-a46a-0210463d4761), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.229691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc42519-66e6-4cca-a879-f738a8669b41') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:10.230099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc42519-66e6-4cca-a879-f738a8669b41') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:10.292435 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (acc42519-66e6-4cca-a879-f738a8669b41), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.324828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (acc42519-66e6-4cca-a879-f738a8669b41), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.338167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:10.347175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:10.347883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (acc42519-66e6-4cca-a879-f738a8669b41), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:10.349883 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:10.379287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bca17ae3-ddc7-4874-99f6-589ae69a6109), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.379868 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Added segment bca17ae3-ddc7-4874-99f6-589ae69a6109 of type vlan for network 242f2abd-3815-4e89-88bf-c9ec5294aef1 Feb 09 03:13:10.412221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device be45d04d-c410-46d6-b308-911f0aaea0f0 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:10.517117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (e2a722cb-77fb-4fc8-acf4-50e75c4d9368), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.573217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.579547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e2a722cb-77fb-4fc8-acf4-50e75c4d9368 HTTP/1.1" status: 204 len: 168 time: 1.1205628 Feb 09 03:13:10.593456 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (242f2abd-3815-4e89-88bf-c9ec5294aef1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.656939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1206fcbd-b77d-4489-8b7f-74b3d53e51df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.669428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da378cb-e834-4c05-b59b-ecca50d39615 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a722cb-77fb-4fc8-acf4-50e75c4d9368,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:10.716282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d9005-29af-4b63-acca-10fe0418a574 req-7baa1b90-5c40-4fbb-9c06-7242e42b711b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.720575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-379d9005-29af-4b63-acca-10fe0418a574 req-7baa1b90-5c40-4fbb-9c06-7242e42b711b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 943 time: 0.1575301 Feb 09 03:13:10.722016 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (17d196bd-802d-416a-a46a-0210463d4761), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.722938 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (242f2abd-3815-4e89-88bf-c9ec5294aef1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.731927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.741804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:10.744398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.795517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port be45d04d-c410-46d6-b308-911f0aaea0f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=be45d04d-c410-46d6-b308-911f0aaea0f0,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:10.823066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'be45d04d-c410-46d6-b308-911f0aaea0f0', 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'port_id': 'be45d04d-c410-46d6-b308-911f0aaea0f0', 'mac_address': 'fa:16:3e:17:90:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe41229-3eb3-49f1-9a19-2ecde9506e92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:10.887117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55362) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:10.911095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port be45d04d-c410-46d6-b308-911f0aaea0f0 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:10.911697 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:10.915980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55364) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:10.916755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2407103 Feb 09 03:13:10.956875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be45d04d-c410-46d6-b308-911f0aaea0f0 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:11.006148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port be45d04d-c410-46d6-b308-911f0aaea0f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=be45d04d-c410-46d6-b308-911f0aaea0f0,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:11.015549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.079004 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-73b18e3b-d270-4cca-b239-419794b735d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae1d8b1a8ce549c3ad513db96790f4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1849067 Feb 09 03:13:11.079584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55366) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:11.104038 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-379d9005-29af-4b63-acca-10fe0418a574 req-6f3b9f07-9f4f-43a1-b2a5-7573e45071e8 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530986 Feb 09 03:13:11.138349 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1206fcbd-b77d-4489-8b7f-74b3d53e51df admin admin] Publish callbacks [] for security_group (272f5ddd-5f6b-4c1f-8f88-66dbce868a8e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.140167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Network': ['ID=17d196bd-802d-416a-a46a-0210463d4761,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.142271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebcfc1d-3633-4b8c-907e-528fca7917ad {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:11.171056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 17d196bd-802d-416a-a46a-0210463d4761 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:11.183870 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1206fcbd-b77d-4489-8b7f-74b3d53e51df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (272f5ddd-5f6b-4c1f-8f88-66dbce868a8e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.202489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Publish callbacks [] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.271593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319de073-2e53-456a-9daf-b1819198d2e0 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Network': ['ID=242f2abd-3815-4e89-88bf-c9ec5294aef1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.289272 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd386ff-e92f-4248-bc3b-891c271f4464 admin admin] Publish callbacks [] for security_group (a408cad6-0d9e-43c7-ad73-981a1584084e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.330853 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd386ff-e92f-4248-bc3b-891c271f4464 admin admin] Publish callbacks [] for security_group (a408cad6-0d9e-43c7-ad73-981a1584084e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.340515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=be45d04d-c410-46d6-b308-911f0aaea0f0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.350991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 242f2abd-3815-4e89-88bf-c9ec5294aef1 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:11.354713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Transition to ACTIVE for port object 1ebcfc1d-3633-4b8c-907e-528fca7917ad will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:11.421759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1206fcbd-b77d-4489-8b7f-74b3d53e51df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ecbe44480d344b3a704de347ca07206&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2230759 Feb 09 03:13:11.422652 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.423442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55372) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:11.451699 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd386ff-e92f-4248-bc3b-891c271f4464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a408cad6-0d9e-43c7-ad73-981a1584084e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.456588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd386ff-e92f-4248-bc3b-891c271f4464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.473143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-efd386ff-e92f-4248-bc3b-891c271f4464 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a408cad6-0d9e-43c7-ad73-981a1584084e HTTP/1.1" status: 204 len: 168 time: 0.3868580 Feb 09 03:13:11.480954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206fcbd-b77d-4489-8b7f-74b3d53e51df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272f5ddd-5f6b-4c1f-8f88-66dbce868a8e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.504590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['be45d04d-c410-46d6-b308-911f0aaea0f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:11.530675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043625c-d869-40c3-9d76-df22d4fda7ed tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.536333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043625c-d869-40c3-9d76-df22d4fda7ed tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.541745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043625c-d869-40c3-9d76-df22d4fda7ed tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.548593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043625c-d869-40c3-9d76-df22d4fda7ed tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.553405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8043625c-d869-40c3-9d76-df22d4fda7ed tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6364360 Feb 09 03:13:11.554144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55378) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:11.583148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd386ff-e92f-4248-bc3b-891c271f4464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408cad6-0d9e-43c7-ad73-981a1584084e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.591360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.642264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-936712bc-4c0b-483a-9c19-df38e8b628f6 admin admin] Publish callbacks [] for security_group (272f5ddd-5f6b-4c1f-8f88-66dbce868a8e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.689380 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-936712bc-4c0b-483a-9c19-df38e8b628f6 admin admin] Publish callbacks [] for security_group (272f5ddd-5f6b-4c1f-8f88-66dbce868a8e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.756125 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (17d196bd-802d-416a-a46a-0210463d4761), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.815602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-936712bc-4c0b-483a-9c19-df38e8b628f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (272f5ddd-5f6b-4c1f-8f88-66dbce868a8e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.818897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-936712bc-4c0b-483a-9c19-df38e8b628f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:11.820144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-936712bc-4c0b-483a-9c19-df38e8b628f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/272f5ddd-5f6b-4c1f-8f88-66dbce868a8e HTTP/1.1" status: 204 len: 168 time: 0.3949480 Feb 09 03:13:11.832276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936712bc-4c0b-483a-9c19-df38e8b628f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f5ddd-5f6b-4c1f-8f88-66dbce868a8e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:11.908493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e862d98-2cba-4fcb-a36f-86640a5abe37 req-d8b2c0a3-fdcc-416d-beeb-a64e17a9b5fe tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:11.910085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e862d98-2cba-4fcb-a36f-86640a5abe37 req-d8b2c0a3-fdcc-416d-beeb-a64e17a9b5fe tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 943 time: 0.5577514 Feb 09 03:13:12.076086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55384) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:12.161112 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4962447b-5a3b-4c8c-9998-1bc5736b2d8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca7ede4dc49a41459e636056319214fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833881 Feb 09 03:13:12.162606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55390) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:12.363302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e81b81f7-d2eb-417a-a370-2fe8bae021a7 admin admin] Publish callbacks [] for security_group (d68cd23b-a108-412f-806c-169d7948953e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.413480 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e81b81f7-d2eb-417a-a370-2fe8bae021a7 admin admin] Publish callbacks [] for security_group (d68cd23b-a108-412f-806c-169d7948953e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.424097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41310e1-0056-41f9-afc0-9ab4277970cf req-d1f737b0-5cb9-47b8-9c3a-6e4064bdc125 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:12.432533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e41310e1-0056-41f9-afc0-9ab4277970cf req-d1f737b0-5cb9-47b8-9c3a-6e4064bdc125 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 944 time: 0.2226062 Feb 09 03:13:12.569392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (17d196bd-802d-416a-a46a-0210463d4761), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.577296 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e41310e1-0056-41f9-afc0-9ab4277970cf req-217c59e6-cd38-4814-af93-6420baff205d tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435277 Feb 09 03:13:12.589829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d196bd-802d-416a-a46a-0210463d4761']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:12.617874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cde771a-64b7-4dcd-85e0-b2adbd2c7fa5') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:12.618761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cde771a-64b7-4dcd-85e0-b2adbd2c7fa5') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:12.620044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e81b81f7-d2eb-417a-a370-2fe8bae021a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d68cd23b-a108-412f-806c-169d7948953e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.623613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e81b81f7-d2eb-417a-a370-2fe8bae021a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.625314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e81b81f7-d2eb-417a-a370-2fe8bae021a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d68cd23b-a108-412f-806c-169d7948953e HTTP/1.1" status: 204 len: 168 time: 0.4610741 Feb 09 03:13:12.636414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b81f7-d2eb-417a-a370-2fe8bae021a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68cd23b-a108-412f-806c-169d7948953e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:12.654983 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (7cde771a-64b7-4dcd-85e0-b2adbd2c7fa5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.703026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e862d98-2cba-4fcb-a36f-86640a5abe37 req-1e5dc0da-042a-45f5-bec7-c7511017030a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7761159 Feb 09 03:13:12.707889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Attempting to bind port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:12.708392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Attempting to bind port 1ebcfc1d-3633-4b8c-907e-528fca7917ad by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:12.708731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Attempting to bind port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:12.721596 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7cde771a-64b7-4dcd-85e0-b2adbd2c7fa5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.724429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:12.725661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Attempting to bind port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:12.735638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:12.736430 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (7cde771a-64b7-4dcd-85e0-b2adbd2c7fa5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:12.740637 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:12.758317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:12.759146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Checking segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:12.759798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Bound using segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:12.760455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Bound port: 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:12.761092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.864012 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (17d196bd-802d-416a-a46a-0210463d4761), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.870781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.874506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/networks/17d196bd-802d-416a-a46a-0210463d4761 HTTP/1.1" status: 204 len: 168 time: 1.2993312 Feb 09 03:13:12.878703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55416) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:12.899583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47740828-2cd6-4ce9-93d9-7eb66768dd03 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Network': ['ID=17d196bd-802d-416a-a46a-0210463d4761,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:12.913799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:12.919759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:12.929039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.964623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:12.966219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:12.968119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] 10.222.0.61 "PUT /v2.0/ports/1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 1091 time: 3.2520206 Feb 09 03:13:12.970928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:12.974076 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba77e3c-4486-4527-a3a9-faad5e0a146f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:13.079215 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176545f-1740-459e-8629-b708fa45bd40 x-openstack-request-id: req-1176545f-1740-459e-8629-b708fa45bd40 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:13.079687 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:13.080117 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1176545f-1740-459e-8629-b708fa45bd40 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:13.080818 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'status': 'completed', 'code': 200} Feb 09 03:13:13.100383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75295e7-c215-465a-970d-23bcc15cac95 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:13.115181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (242f2abd-3815-4e89-88bf-c9ec5294aef1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.131402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c171a-7632-4434-9f3c-aa445c75840a req-4c77bdf7-bd71-41d8-a005-6f23387a86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.133225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-4c77bdf7-bd71-41d8-a005-6f23387a86ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1125 time: 0.1094406 Feb 09 03:13:13.197380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-c49fe00a-63bc-4e48-aeed-f938cc011554 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 217 time: 0.0547416 Feb 09 03:13:13.299995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c171a-7632-4434-9f3c-aa445c75840a req-8faa5910-5221-43fc-b705-9a1f28fafdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.301697 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-8faa5910-5221-43fc-b705-9a1f28fafdd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.0985620 Feb 09 03:13:13.325690 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (242f2abd-3815-4e89-88bf-c9ec5294aef1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.364937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c171a-7632-4434-9f3c-aa445c75840a req-9cf32deb-ff9e-45c4-9308-48f70d3c07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.366518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-9cf32deb-ff9e-45c4-9308-48f70d3c07bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576813 Feb 09 03:13:13.379574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55438) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:13.408826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242f2abd-3815-4e89-88bf-c9ec5294aef1']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:13.423407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca17ae3-ddc7-4874-99f6-589ae69a6109') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:13.424293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca17ae3-ddc7-4874-99f6-589ae69a6109') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:13.438273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (bca17ae3-ddc7-4874-99f6-589ae69a6109), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.460260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bca17ae3-ddc7-4874-99f6-589ae69a6109), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.482343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:13.483215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (bca17ae3-ddc7-4874-99f6-589ae69a6109), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.493159 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-5bf95cb1-9233-44d4-9e8b-5503603d09a4 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206877 Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:13.495998 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:13.594928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (242f2abd-3815-4e89-88bf-c9ec5294aef1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.603672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:13.620713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/networks/242f2abd-3815-4e89-88bf-c9ec5294aef1 HTTP/1.1" status: 204 len: 168 time: 0.7404385 Feb 09 03:13:13.620902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55450) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:13.640830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147276b-91c7-4f7b-a0a1-9a8c5945de70 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Network': ['ID=242f2abd-3815-4e89-88bf-c9ec5294aef1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:13.865596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ca5dbdcb-4875-4c55-9e33-b7183f31d35a tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1225478510', 'prefixes': ['172.20.0.0/16']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:13.868570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4207105-648f-4301-af9d-f9814f05bbae tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.874652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4207105-648f-4301-af9d-f9814f05bbae tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.879513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d4207105-648f-4301-af9d-f9814f05bbae tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2540793 Feb 09 03:13:13.880784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55460) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:13.895707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-864015628'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:13.944868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1a164-46af-4070-8e63-ad0726f53e80 req-714f7700-791d-4309-ba8a-830243c497c5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:13.946821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0a1a164-46af-4070-8e63-ad0726f53e80 req-714f7700-791d-4309-ba8a-830243c497c5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 943 time: 0.1469040 Feb 09 03:13:13.979505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e03c171a-7632-4434-9f3c-aa445c75840a req-3e1d9d2a-2166-4eeb-854f-39d6d93ca768 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699230 Feb 09 03:13:13.997801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f170a-b7d3-4d2d-94ec-341357696eb6 req-85b2da50-a0bf-4f24-980a-e82af275528c tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.004289 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3f170a-b7d3-4d2d-94ec-341357696eb6 req-85b2da50-a0bf-4f24-980a-e82af275528c tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 944 time: 0.1271820 Feb 09 03:13:14.044890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0a1a164-46af-4070-8e63-ad0726f53e80 req-be1f19fc-35c8-48b5-aa0c-fe898205c261 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735877 Feb 09 03:13:14.048536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Made reservation on behalf of 2c7cc1c2f252487da4657c8742bfb0e5 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:14.052740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.096737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:14.116093 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7102da15-3830-4908-8f29-71760e57c7c8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.117219 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Added segment 7102da15-3830-4908-8f29-71760e57c7c8 of type vlan for network 0a54e40c-a988-4aa5-b58d-6a6eab617776 Feb 09 03:13:14.131372 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f3f170a-b7d3-4d2d-94ec-341357696eb6 req-42a5c004-e7bd-4029-90d7-9abc0b23f78c tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134856 Feb 09 03:13:14.133104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca5dbdcb-4875-4c55-9e33-b7183f31d35a tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.134839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ca5dbdcb-4875-4c55-9e33-b7183f31d35a tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7365515 Feb 09 03:13:14.137744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55464) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:14.197995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8cfa4954-96c1-4e47-a32e-f921ddeb76c6 tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] 10.222.0.32 "GET /v2.0/subnetpools/c89fde9a-396e-400c-9f6e-4e0a5b50638d HTTP/1.1" status: 200 len: 732 time: 0.0587094 Feb 09 03:13:14.202007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55468) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:14.202414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-67bb169f-4ae1-4bcc-829d-7b5ca278e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.204596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-67bb169f-4ae1-4bcc-829d-7b5ca278e570 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1125 time: 0.0972033 Feb 09 03:13:14.210725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7a603279-7e6b-45c4-bb1a-b8fa7ca22a08 tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-849633517'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:14.251065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (0a54e40c-a988-4aa5-b58d-6a6eab617776), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.312675 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (0a54e40c-a988-4aa5-b58d-6a6eab617776), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.320484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.321653 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.334392 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7a603279-7e6b-45c4-bb1a-b8fa7ca22a08 tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.336074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7a603279-7e6b-45c4-bb1a-b8fa7ca22a08 tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] 10.222.0.32 "PUT /v2.0/subnetpools/c89fde9a-396e-400c-9f6e-4e0a5b50638d HTTP/1.1" status: 200 len: 683 time: 0.1325407 Feb 09 03:13:14.345692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55470) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:14.408501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5204792 Feb 09 03:13:14.412538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55474) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:14.420186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-788185450'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:14.428036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a366c-44bc-42a0-a401-68c0de97fd44 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Network': ['ID=0a54e40c-a988-4aa5-b58d-6a6eab617776,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:14.442362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 0a54e40c-a988-4aa5-b58d-6a6eab617776 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:14.453142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Made reservation on behalf of 2c7cc1c2f252487da4657c8742bfb0e5 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:14.456503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.480432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-04819e6f-6521-43f6-a7bc-7b98d45c5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.481965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-04819e6f-6521-43f6-a7bc-7b98d45c5f64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 897 time: 0.2707484 Feb 09 03:13:14.509668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device be45d04d-c410-46d6-b308-911f0aaea0f0 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:14.518509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:14.535343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6bcea842-abe7-471a-9956-e9be787e0716), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.545736 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Added segment 6bcea842-abe7-471a-9956-e9be787e0716 of type vlan for network 5471e674-770d-49a5-9182-fbffb5b2a37e Feb 09 03:13:14.618344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-9b8e8965-dc2d-4a42-9e90-360c350dba06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 217 time: 0.1240249 Feb 09 03:13:14.631516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5471e674-770d-49a5-9182-fbffb5b2a37e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.674579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port be45d04d-c410-46d6-b308-911f0aaea0f0 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:14.681115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5471e674-770d-49a5-9182-fbffb5b2a37e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.686473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.687748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.697045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port be45d04d-c410-46d6-b308-911f0aaea0f0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:14.697832 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.739110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b121b81-8fe5-40a2-9391-441d6577d51a tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.746059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5b121b81-8fe5-40a2-9391-441d6577d51a tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c89fde9a-396e-400c-9f6e-4e0a5b50638d HTTP/1.1" status: 204 len: 168 time: 0.3978837 Feb 09 03:13:14.786143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55486) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:14.813634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Network': ['ID=5471e674-770d-49a5-9182-fbffb5b2a37e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:14.839056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-63b01285-1b2f-4136-97da-de1eaf0fcff4 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4223678 Feb 09 03:13:14.847960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55490) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:14.853682 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-d231c3f8-c5b7-4f01-b9fa-2154aa9d8f96 tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] show failed (client error): The resource could not be found. Feb 09 03:13:14.854633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'ports': [{'network_id': '0a54e40c-a988-4aa5-b58d-6a6eab617776', 'name': 'tempest-port--1543976042', 'admin_state_up': True}, {'network_id': '5471e674-770d-49a5-9182-fbffb5b2a37e', 'admin_state_up': False}]} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:14.854967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'port': {'network_id': '0a54e40c-a988-4aa5-b58d-6a6eab617776', 'name': 'tempest-port--1543976042', 'admin_state_up': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:14.855464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'port': {'network_id': '5471e674-770d-49a5-9182-fbffb5b2a37e', 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:14.862443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55492) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:14.863634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d231c3f8-c5b7-4f01-b9fa-2154aa9d8f96 tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] 10.222.0.32 "GET /v2.0/subnetpools/c89fde9a-396e-400c-9f6e-4e0a5b50638d HTTP/1.1" status: 404 len: 346 time: 0.0583808 Feb 09 03:13:14.874970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-4b9687b7-5467-4acd-876d-02e36f31f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:14.876476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-4b9687b7-5467-4acd-876d-02e36f31f67c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.1696136 Feb 09 03:13:14.884752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port be45d04d-c410-46d6-b308-911f0aaea0f0 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:14.885147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:14.900803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5471e674-770d-49a5-9182-fbffb5b2a37e details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:14.930116 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-146fb192-0d31-42c5-a53c-d2544164d800 tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] delete failed (client error): The resource could not be found. Feb 09 03:13:14.931222 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-146fb192-0d31-42c5-a53c-d2544164d800 tempest-SubnetPoolsTestJSON-836780632 tempest-SubnetPoolsTestJSON-836780632-project] 10.222.0.32 "DELETE /v2.0/subnetpools/c89fde9a-396e-400c-9f6e-4e0a5b50638d HTTP/1.1" status: 404 len: 346 time: 0.0666792 Feb 09 03:13:15.039238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aabdfdf-1a41-4891-8aec-f97c9bab49e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be45d04d-c410-46d6-b308-911f0aaea0f0'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:15.045493 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f866bb67-72a5-4715-9adb-21a23436c0b5" -d '{"events": [{"server_uuid": "1aabdfdf-1a41-4891-8aec-f97c9bab49e0", "name": "network-vif-plugged", "status": "completed", "tag": "be45d04d-c410-46d6-b308-911f0aaea0f0"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:15.052167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-2cbab151-d26b-4a50-98b6-e10149231313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.057237 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-2cbab151-d26b-4a50-98b6-e10149231313 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1721535 Feb 09 03:13:15.102943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port be45d04d-c410-46d6-b308-911f0aaea0f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=be45d04d-c410-46d6-b308-911f0aaea0f0,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:15.150367 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:15.199555 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc757eaa-e0eb-4640-a927-df4483a04f94 x-openstack-request-id: req-fc757eaa-e0eb-4640-a927-df4483a04f94 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:15.199883 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aabdfdf-1a41-4891-8aec-f97c9bab49e0", "name": "network-vif-plugged", "status": "completed", "tag": "be45d04d-c410-46d6-b308-911f0aaea0f0", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:15.200155 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc757eaa-e0eb-4640-a927-df4483a04f94 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:15.200577 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aabdfdf-1a41-4891-8aec-f97c9bab49e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be45d04d-c410-46d6-b308-911f0aaea0f0', 'code': 200} Feb 09 03:13:15.241242 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Made reservation on behalf of 2c7cc1c2f252487da4657c8742bfb0e5 for: {'port': 2} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:15.243427 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:15.273898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:15.381753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=be45d04d-c410-46d6-b308-911f0aaea0f0,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:15.435792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-86006d3d-32a8-449a-b6f2-5b7d808cd6b5 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710947 Feb 09 03:13:15.541888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e7ecd-d235-4ad2-9dda-eb43ff716917 req-9bfb38ff-48d6-4009-bd34-86b9fb87d634 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.541888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e3e7ecd-d235-4ad2-9dda-eb43ff716917 req-9bfb38ff-48d6-4009-bd34-86b9fb87d634 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 943 time: 0.2903180 Feb 09 03:13:15.545397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] device_id is not set on port 25e95679-f490-4e31-a704-9a10e55cfea1 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:13:15.559872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d099852-9dfd-400c-9db4-7ab30adc87b0 req-6d7ee269-b5e4-4396-a5ca-f2646a5cfe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.561413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d099852-9dfd-400c-9db4-7ab30adc87b0 req-6d7ee269-b5e4-4396-a5ca-f2646a5cfe95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 1127 time: 0.3196561 Feb 09 03:13:15.694089 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for port (25e95679-f490-4e31-a704-9a10e55cfea1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:15.716689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55532) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:15.749568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d099852-9dfd-400c-9db4-7ab30adc87b0 req-38abbc74-ddcc-4a78-bd61-c1cf565a663c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742666 Feb 09 03:13:15.753266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ba77e3c-4486-4527-a3a9-faad5e0a146f req-b6170dd1-89f3-4dc0-b4ed-6af01e2e3693 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062339 Feb 09 03:13:15.775419 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e3e7ecd-d235-4ad2-9dda-eb43ff716917 req-14a006d7-5072-4ffa-bec1-388abd79e859 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266705 Feb 09 03:13:15.787579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e71b73-d679-4ab2-82cd-1c99871e6f30 req-1993c23a-08be-49cd-a902-44c7b9da7dc2 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:15.789096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7e71b73-d679-4ab2-82cd-1c99871e6f30 req-1993c23a-08be-49cd-a902-44c7b9da7dc2 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 945 time: 0.4822099 Feb 09 03:13:15.825869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] device_id is not set on port ebda5109-9b28-4a00-96ec-945389475a79 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:13:15.872430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7e71b73-d679-4ab2-82cd-1c99871e6f30 req-677374fc-eba8-43e6-b05e-10b8e95e3d9b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766301 Feb 09 03:13:15.995422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for port (ebda5109-9b28-4a00-96ec-945389475a79), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.047837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-293677df-540d-41da-ab70-9bc7738cd1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.077901 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (25e95679-f490-4e31-a704-9a10e55cfea1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.166125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Port': ['ID=25e95679-f490-4e31-a704-9a10e55cfea1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:16.183964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Checking segment: {'id': '7102da15-3830-4908-8f29-71760e57c7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0a54e40c-a988-4aa5-b58d-6a6eab617776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:16.183964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Network hostable DHCP agents. Network: 0a54e40c-a988-4aa5-b58d-6a6eab617776, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:16.222604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Network 0a54e40c-a988-4aa5-b58d-6a6eab617776 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:16.242070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 0a54e40c-a988-4aa5-b58d-6a6eab617776) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:16.246117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-293677df-540d-41da-ab70-9bc7738cd1ad admin admin] Publish callbacks [] for security_group (56ae29d1-376b-4683-ace6-af6c26888315), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.249225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:16.250093 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ebda5109-9b28-4a00-96ec-945389475a79), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.256474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957f1df-6baf-4820-a492-9d239c76442d None None] Network 0a54e40c-a988-4aa5-b58d-6a6eab617776 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:16.326931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Port': ['ID=ebda5109-9b28-4a00-96ec-945389475a79,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:16.340027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-293677df-540d-41da-ab70-9bc7738cd1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (56ae29d1-376b-4683-ace6-af6c26888315), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.402118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-293677df-540d-41da-ab70-9bc7738cd1ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b6301cab25f4b51acfa47259646f0ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6847250 Feb 09 03:13:16.405756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55550) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:16.413658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293677df-540d-41da-ab70-9bc7738cd1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae29d1-376b-4683-ace6-af6c26888315,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:16.452560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Checking segment: {'id': '6bcea842-abe7-471a-9956-e9be787e0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5471e674-770d-49a5-9182-fbffb5b2a37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:16.452916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Network hostable DHCP agents. Network: 5471e674-770d-49a5-9182-fbffb5b2a37e, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:16.488734 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2b200d7-83ee-4048-9297-e4cd389ca63e admin admin] Publish callbacks [] for security_group (56ae29d1-376b-4683-ace6-af6c26888315), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.498303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Network 5471e674-770d-49a5-9182-fbffb5b2a37e is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:16.521350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2b200d7-83ee-4048-9297-e4cd389ca63e admin admin] Publish callbacks [] for security_group (56ae29d1-376b-4683-ace6-af6c26888315), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.530953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5471e674-770d-49a5-9182-fbffb5b2a37e) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:16.544952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75917c9-d73e-4103-827c-0846cb38560a None None] Network 5471e674-770d-49a5-9182-fbffb5b2a37e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:16.547949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:16.553970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.558410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.559077 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.596152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55552) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:16.596436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-54e4d5b0-fa4d-49d6-a41c-39b6a7e54004 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7468545 Feb 09 03:13:16.617192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2b200d7-83ee-4048-9297-e4cd389ca63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (56ae29d1-376b-4683-ace6-af6c26888315), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.630950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2b200d7-83ee-4048-9297-e4cd389ca63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.636218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d2b200d7-83ee-4048-9297-e4cd389ca63e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56ae29d1-376b-4683-ace6-af6c26888315 HTTP/1.1" status: 204 len: 168 time: 0.2292314 Feb 09 03:13:16.652150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b200d7-83ee-4048-9297-e4cd389ca63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae29d1-376b-4683-ace6-af6c26888315,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:16.711459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3483ce7d-c2cc-4b4f-a9a5-3ccf8bf143cc tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.729066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3483ce7d-c2cc-4b4f-a9a5-3ccf8bf143cc tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:16.733539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3483ce7d-c2cc-4b4f-a9a5-3ccf8bf143cc tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1341650 Feb 09 03:13:16.733708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55562) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:16.845439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a5f08-08b1-44c1-92a3-e3ec54ab05ad tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Deleting port 25e95679-f490-4e31-a704-9a10e55cfea1 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:16.846343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5f08-08b1-44c1-92a3-e3ec54ab05ad tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (25e95679-f490-4e31-a704-9a10e55cfea1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.949786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5f08-08b1-44c1-92a3-e3ec54ab05ad tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (25e95679-f490-4e31-a704-9a10e55cfea1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:16.970474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a5f08-08b1-44c1-92a3-e3ec54ab05ad tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Calling delete_port for 25e95679-f490-4e31-a704-9a10e55cfea1 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:17.031690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fcd3b-fe24-40b2-a847-d6cdeaf5eeff req-f0f6b0df-36ba-451a-94d6-6cbab30b9e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:17.038997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b3fcd3b-fe24-40b2-a847-d6cdeaf5eeff req-f0f6b0df-36ba-451a-94d6-6cbab30b9e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 943 time: 0.1182954 Feb 09 03:13:17.105450 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b3fcd3b-fe24-40b2-a847-d6cdeaf5eeff req-4bef3870-0573-48a9-8727-45ba6031df84 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655537 Feb 09 03:13:17.115856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1ebcfc1d-3633-4b8c-907e-528fca7917ad details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:17.155772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5f08-08b1-44c1-92a3-e3ec54ab05ad tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (25e95679-f490-4e31-a704-9a10e55cfea1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.196062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5f08-08b1-44c1-92a3-e3ec54ab05ad tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.201449 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bb2a5f08-08b1-44c1-92a3-e3ec54ab05ad tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/ports/25e95679-f490-4e31-a704-9a10e55cfea1 HTTP/1.1" status: 204 len: 168 time: 0.4663868 Feb 09 03:13:17.205344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55582) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:17.231310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e29d4-45b6-43d4-a2ff-5126b9f92906 req-7f1f21e1-d0ad-440d-9a24-782d113186f3 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:17.233105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a4e29d4-45b6-43d4-a2ff-5126b9f92906 req-7f1f21e1-d0ad-440d-9a24-782d113186f3 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 945 time: 0.1295447 Feb 09 03:13:17.234382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a5f08-08b1-44c1-92a3-e3ec54ab05ad tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Port': ['ID=25e95679-f490-4e31-a704-9a10e55cfea1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:17.351775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a4e29d4-45b6-43d4-a2ff-5126b9f92906 req-66cb43df-4d9b-4c22-be3e-3d3f9d874cdb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038570 Feb 09 03:13:17.436907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-52a4dee1-9bfc-4e97-8b65-315b1c6081d5 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Deleting port ebda5109-9b28-4a00-96ec-945389475a79 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:17.437262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52a4dee1-9bfc-4e97-8b65-315b1c6081d5 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ebda5109-9b28-4a00-96ec-945389475a79), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.465017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:17.479545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'port_id': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'mac_address': 'fa:16:3e:55:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:17.525304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52a4dee1-9bfc-4e97-8b65-315b1c6081d5 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ebda5109-9b28-4a00-96ec-945389475a79), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.533081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 1ebcfc1d-3633-4b8c-907e-528fca7917ad is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:17.533735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.551297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-52a4dee1-9bfc-4e97-8b65-315b1c6081d5 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Calling delete_port for ebda5109-9b28-4a00-96ec-945389475a79 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:17.557644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebcfc1d-3633-4b8c-907e-528fca7917ad {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:17.587614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:17.593643 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.649902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:17.661834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52a4dee1-9bfc-4e97-8b65-315b1c6081d5 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ebda5109-9b28-4a00-96ec-945389475a79), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.695790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4dee1-9bfc-4e97-8b65-315b1c6081d5 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Port': ['ID=ebda5109-9b28-4a00-96ec-945389475a79,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:17.707737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-52a4dee1-9bfc-4e97-8b65-315b1c6081d5 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.714161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55600) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:17.714399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-52a4dee1-9bfc-4e97-8b65-315b1c6081d5 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/ports/ebda5109-9b28-4a00-96ec-945389475a79 HTTP/1.1" status: 204 len: 168 time: 0.5075676 Feb 09 03:13:17.759212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24c30166-4e58-41e1-8ef7-952772ab2a3c tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0403073 Feb 09 03:13:17.759969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55602) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:17.765177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-589884172'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:17.800701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Made reservation on behalf of 2c7cc1c2f252487da4657c8742bfb0e5 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:17.804231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.808961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['1ebcfc1d-3633-4b8c-907e-528fca7917ad'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:17.864278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:17.887301 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (00372d75-3148-4276-8120-bfef42e921ce), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:17.890028 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Added segment 00372d75-3148-4276-8120-bfef42e921ce of type vlan for network f1a94a3d-05a0-4baf-bc92-c926008a7eb4 Feb 09 03:13:17.959893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (f1a94a3d-05a0-4baf-bc92-c926008a7eb4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.044595 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (f1a94a3d-05a0-4baf-bc92-c926008a7eb4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.052203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.052977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.247420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4861290 Feb 09 03:13:18.250063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55620) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:18.256127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-220093097'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:18.315619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Made reservation on behalf of 2c7cc1c2f252487da4657c8742bfb0e5 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:18.319543 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.345954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdaec2-2d2f-4d74-8d92-2bf639067cfe tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Network': ['ID=f1a94a3d-05a0-4baf-bc92-c926008a7eb4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:18.367343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network f1a94a3d-05a0-4baf-bc92-c926008a7eb4 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:18.397776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:18.427859 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (418e72e9-219f-477d-8ee2-df3ce9be4bad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.428212 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Added segment 418e72e9-219f-477d-8ee2-df3ce9be4bad of type vlan for network d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 Feb 09 03:13:18.443531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41664dd-720a-4378-91cf-aaaf59958777 req-d9bcd3f5-0748-4415-b445-0fee4e74e270 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.455490 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d41664dd-720a-4378-91cf-aaaf59958777 req-d9bcd3f5-0748-4415-b445-0fee4e74e270 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 944 time: 0.2434769 Feb 09 03:13:18.583578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d41664dd-720a-4378-91cf-aaaf59958777 req-bfdbe897-574f-425f-b516-d431fdeb6a18 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197784 Feb 09 03:13:18.652782 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (d7cf7b5a-879a-48fd-bab6-7ae8a03a4582), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.733563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccabda4-cd85-4d9c-a979-556f707cbe76 req-e6096857-61e3-4152-b21b-dd2c3c3c563f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.741829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ccabda4-cd85-4d9c-a979-556f707cbe76 req-e6096857-61e3-4152-b21b-dd2c3c3c563f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 945 time: 0.1780682 Feb 09 03:13:18.746291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (d7cf7b5a-879a-48fd-bab6-7ae8a03a4582), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.752353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:18.753338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:18.899343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6474948 Feb 09 03:13:18.916695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2281f-bf15-4016-b7c5-4a9a3c06f7c7 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Network': ['ID=d7cf7b5a-879a-48fd-bab6-7ae8a03a4582,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:18.971856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:19.043641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55646) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:19.051893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'subnets': [{'network_id': 'f1a94a3d-05a0-4baf-bc92-c926008a7eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1993404982', 'ip_version': 4}, {'network_id': 'd7cf7b5a-879a-48fd-bab6-7ae8a03a4582', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:19.053369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'subnet': {'network_id': 'f1a94a3d-05a0-4baf-bc92-c926008a7eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1993404982', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:19.054374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Request body: {'subnet': {'network_id': 'd7cf7b5a-879a-48fd-bab6-7ae8a03a4582', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:19.100807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8ccabda4-cd85-4d9c-a979-556f707cbe76 req-167c66ba-b68e-43a8-8a86-2e70e6ff558b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571873 Feb 09 03:13:19.136746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1ebcfc1d-3633-4b8c-907e-528fca7917ad up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:19.280300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 1ebcfc1d-3633-4b8c-907e-528fca7917ad completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:19.299046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 1ebcfc1d-3633-4b8c-907e-528fca7917ad triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:19.300785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.439572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Made reservation on behalf of 2c7cc1c2f252487da4657c8742bfb0e5 for: {'subnet': 2} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:19.444859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.445478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.554944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 1ebcfc1d-3633-4b8c-907e-528fca7917ad is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:19.555486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.578366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.617555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:19.626378 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444cb95e-e8cd-49ef-97d3-ac6dd5f6ccad" -d '{"events": [{"server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "name": "network-vif-plugged", "status": "completed", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:19.666871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:19.687367 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:19.807837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:19.816717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.817411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.818772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.819356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.819920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.820597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.821189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.821775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.822414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.822990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.823736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.824351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.824884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:19.995606 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21910ecb-44c6-4009-838d-ca8441f95644 x-openstack-request-id: req-21910ecb-44c6-4009-838d-ca8441f95644 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:19.996387 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "name": "network-vif-plugged", "status": "completed", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:19.996387 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21910ecb-44c6-4009-838d-ca8441f95644 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:20.001893 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'code': 200} Feb 09 03:13:20.135391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632aee-0f1e-4a7e-a89b-e9dcf9fe7f6c req-8074b450-2509-4d83-9157-e1f8074e7a26 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:20.138826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80632aee-0f1e-4a7e-a89b-e9dcf9fe7f6c req-8074b450-2509-4d83-9157-e1f8074e7a26 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.4197319 Feb 09 03:13:20.351106 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (a736bb8a-333a-4491-89bd-a7f1ffbdd2bf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.463628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80632aee-0f1e-4a7e-a89b-e9dcf9fe7f6c req-69cd2bd0-712f-47d2-998e-96466c18b21c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875805 Feb 09 03:13:20.497942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d9785-4be0-4653-85b9-6c404d9f6d62 req-697b6db2-432d-4a73-bbb2-231941e85758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:20.500069 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db9d9785-4be0-4653-85b9-6c404d9f6d62 req-697b6db2-432d-4a73-bbb2-231941e85758 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1127 time: 0.3842046 Feb 09 03:13:20.501690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Subnet': ['ID=a736bb8a-333a-4491-89bd-a7f1ffbdd2bf,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:20.583828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Checking segment: {'id': '00372d75-3148-4276-8120-bfef42e921ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f1a94a3d-05a0-4baf-bc92-c926008a7eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:20.584635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Network hostable DHCP agents. Network: f1a94a3d-05a0-4baf-bc92-c926008a7eb4, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:20.595248 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db9d9785-4be0-4653-85b9-6c404d9f6d62 req-891a6dad-92f5-4ff3-9292-73ebf12b9cfc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791440 Feb 09 03:13:20.623256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Network f1a94a3d-05a0-4baf-bc92-c926008a7eb4 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:20.637585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, f1a94a3d-05a0-4baf-bc92-c926008a7eb4) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:20.644028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (ef8af2a1-c227-419d-a8a9-f0b2dc5585c1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.652112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bff47d-77b0-46e3-a447-14132c47bda6 None None] Network f1a94a3d-05a0-4baf-bc92-c926008a7eb4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:20.671908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55716) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:20.848365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event updated for resources: {'Subnet': ['ID=ef8af2a1-c227-419d-a8a9-f0b2dc5585c1,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:20.852846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Checking segment: {'id': '418e72e9-219f-477d-8ee2-df3ce9be4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd7cf7b5a-879a-48fd-bab6-7ae8a03a4582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:20.855987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Network hostable DHCP agents. Network: d7cf7b5a-879a-48fd-bab6-7ae8a03a4582, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:20.909272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Network d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:20.926639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, d7cf7b5a-879a-48fd-bab6-7ae8a03a4582) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:20.941232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:20.942364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:20.944795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.947785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d017c908-170e-45fe-b9af-6310fabaf8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:20.991887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55722) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:20.992925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8200d425-7f6c-4316-8aa8-6137db4f5233 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9461286 Feb 09 03:13:21.131815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fb0b0-8fa5-403e-9cf3-ef257cc0d5a7 None None] Network d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:21.182503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3cbea5-42b7-4297-9266-e67c7f7f5e07 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:21.183805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3cbea5-42b7-4297-9266-e67c7f7f5e07 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:21.195393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3cbea5-42b7-4297-9266-e67c7f7f5e07 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:21.197335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4d3cbea5-42b7-4297-9266-e67c7f7f5e07 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1996603 Feb 09 03:13:21.200840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55730) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:21.262693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb6999c-9e20-4617-91a5-097f8cc954ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-f1a94a3d-05a0-4baf-bc92-c926008a7eb4', 'network_id': 'f1a94a3d-05a0-4baf-bc92-c926008a7eb4', 'project_id': '2c7cc1c2f252487da4657c8742bfb0e5', 'fixed_ips': [{'subnet_id': 'a736bb8a-333a-4491-89bd-a7f1ffbdd2bf'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:13:21.263977 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ddb6999c-9e20-4617-91a5-097f8cc954ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.268578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-d7cf7b5a-879a-48fd-bab6-7ae8a03a4582', 'network_id': 'd7cf7b5a-879a-48fd-bab6-7ae8a03a4582', 'project_id': '2c7cc1c2f252487da4657c8742bfb0e5', 'fixed_ips': [{'subnet_id': 'ef8af2a1-c227-419d-a8a9-f0b2dc5585c1'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:13:21.270047 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.332127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed0504d-0283-4c8e-bed1-d4d25beb72b2 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Deleting subnet a736bb8a-333a-4491-89bd-a7f1ffbdd2bf {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:13:21.343311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ed0504d-0283-4c8e-bed1-d4d25beb72b2 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for subnet (a736bb8a-333a-4491-89bd-a7f1ffbdd2bf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.379885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d017c908-170e-45fe-b9af-6310fabaf8be admin admin] Publish callbacks [] for security_group (1b8b3263-0209-4ecf-9929-cd6f415ed46d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.393930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d017c908-170e-45fe-b9af-6310fabaf8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1b8b3263-0209-4ecf-9929-cd6f415ed46d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.442978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ed0504d-0283-4c8e-bed1-d4d25beb72b2 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (a736bb8a-333a-4491-89bd-a7f1ffbdd2bf), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.588448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55744) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:21.588650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d017c908-170e-45fe-b9af-6310fabaf8be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=342dee9f63d648d6ab23282a91d4a45b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9083788 Feb 09 03:13:21.596311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017c908-170e-45fe-b9af-6310fabaf8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8b3263-0209-4ecf-9929-cd6f415ed46d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:21.685518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ed0504d-0283-4c8e-bed1-d4d25beb72b2 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a736bb8a-333a-4491-89bd-a7f1ffbdd2bf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.699665 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.849866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Allocated IP 172.20.0.18 (d7cf7b5a-879a-48fd-bab6-7ae8a03a4582/ef8af2a1-c227-419d-a8a9-f0b2dc5585c1/62871175-26d8-4fbe-8707-2af8336b0f6b) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:21.955298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df15f324-e541-4d87-8960-d7281d893596 admin admin] Publish callbacks [] for security_group (1b8b3263-0209-4ecf-9929-cd6f415ed46d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:21.986448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df15f324-e541-4d87-8960-d7281d893596 admin admin] Publish callbacks [] for security_group (1b8b3263-0209-4ecf-9929-cd6f415ed46d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.062775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df15f324-e541-4d87-8960-d7281d893596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1b8b3263-0209-4ecf-9929-cd6f415ed46d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.065421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df15f324-e541-4d87-8960-d7281d893596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.068992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-df15f324-e541-4d87-8960-d7281d893596 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b8b3263-0209-4ecf-9929-cd6f415ed46d HTTP/1.1" status: 204 len: 168 time: 0.4597998 Feb 09 03:13:22.137449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15f324-e541-4d87-8960-d7281d893596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8b3263-0209-4ecf-9929-cd6f415ed46d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:22.155129 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ed0504d-0283-4c8e-bed1-d4d25beb72b2 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (a736bb8a-333a-4491-89bd-a7f1ffbdd2bf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.183090 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Publish callbacks [] for port (62871175-26d8-4fbe-8707-2af8336b0f6b), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.201767 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (62871175-26d8-4fbe-8707-2af8336b0f6b), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server [None req-ddb6999c-9e20-4617-91a5-097f8cc954ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a736bb8a-333a-4491-89bd-a7f1ffbdd2bf: This subnet is being modified by another concurrent operation. Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:13:22.207848 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a736bb8a-333a-4491-89bd-a7f1ffbdd2bf: This subnet is being modified by another concurrent operation. Feb 09 03:13:22.211784 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 03:13:22.227760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ecb979-24ab-4ea0-93e0-78a8818311fe None None] Network f1a94a3d-05a0-4baf-bc92-c926008a7eb4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:22.286741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Network d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:22.305075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0504d-0283-4c8e-bed1-d4d25beb72b2 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Subnet': ['ID=a736bb8a-333a-4491-89bd-a7f1ffbdd2bf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:22.318968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:22.324470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ed0504d-0283-4c8e-bed1-d4d25beb72b2 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.335913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Pushing event updated for resources: {'Port': ['ID=62871175-26d8-4fbe-8707-2af8336b0f6b,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:22.338938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55758) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:22.342297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:22.356802 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0ed0504d-0283-4c8e-bed1-d4d25beb72b2 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/subnets/a736bb8a-333a-4491-89bd-a7f1ffbdd2bf HTTP/1.1" status: 204 len: 168 time: 1.1529534 Feb 09 03:13:22.413513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb864d-ad99-4a19-b6ce-f460a25c1276 req-02660ded-b2ee-411d-acd7-5901d08847a6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:22.431107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ecb864d-ad99-4a19-b6ce-f460a25c1276 req-02660ded-b2ee-411d-acd7-5901d08847a6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.6924489 Feb 09 03:13:22.440835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Attempting to bind port 62871175-26d8-4fbe-8707-2af8336b0f6b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:22.441713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Attempting to bind port 62871175-26d8-4fbe-8707-2af8336b0f6b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '418e72e9-219f-477d-8ee2-df3ce9be4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd7cf7b5a-879a-48fd-bab6-7ae8a03a4582'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:22.442350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Attempting to bind port 62871175-26d8-4fbe-8707-2af8336b0f6b on network d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:22.480547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:22.485896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Checking segment: {'id': '418e72e9-219f-477d-8ee2-df3ce9be4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd7cf7b5a-879a-48fd-bab6-7ae8a03a4582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:22.488167 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.492011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Bound using segment: {'id': '418e72e9-219f-477d-8ee2-df3ce9be4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd7cf7b5a-879a-48fd-bab6-7ae8a03a4582'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:22.493024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Bound port: 62871175-26d8-4fbe-8707-2af8336b0f6b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418e72e9-219f-477d-8ee2-df3ce9be4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd7cf7b5a-879a-48fd-bab6-7ae8a03a4582'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:22.493672 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (62871175-26d8-4fbe-8707-2af8336b0f6b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.502096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa8a09f-e3ee-43f9-9d72-bc4f57c1af9a tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Deleting subnet ef8af2a1-c227-419d-a8a9-f0b2dc5585c1 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:13:22.508279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fa8a09f-e3ee-43f9-9d72-bc4f57c1af9a tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for subnet (ef8af2a1-c227-419d-a8a9-f0b2dc5585c1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.555119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ecb864d-ad99-4a19-b6ce-f460a25c1276 req-c8b41dd0-b756-4410-a7b0-b5206ed69159 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215949 Feb 09 03:13:22.594880 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fa8a09f-e3ee-43f9-9d72-bc4f57c1af9a tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (ef8af2a1-c227-419d-a8a9-f0b2dc5585c1), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.687514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] For port 62871175-26d8-4fbe-8707-2af8336b0f6b, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:22.694118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] For port 62871175-26d8-4fbe-8707-2af8336b0f6b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=62871175-26d8-4fbe-8707-2af8336b0f6b,segment=NetworkSegment(418e72e9-219f-477d-8ee2-df3ce9be4bad),segment_id=418e72e9-219f-477d-8ee2-df3ce9be4bad)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:22.710705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (62871175-26d8-4fbe-8707-2af8336b0f6b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.741422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55770) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:22.766935 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-869aca90-9fa4-498a-ad14-c4bd660ab78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.802346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fa8a09f-e3ee-43f9-9d72-bc4f57c1af9a tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ef8af2a1-c227-419d-a8a9-f0b2dc5585c1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.879964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042f044-c92f-4aba-b3e2-0c58176cc155 None None] Pushing event updated for resources: {'Port': ['ID=62871175-26d8-4fbe-8707-2af8336b0f6b,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:22.926264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fa8a09f-e3ee-43f9-9d72-bc4f57c1af9a tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (ef8af2a1-c227-419d-a8a9-f0b2dc5585c1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.937025 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-869aca90-9fa4-498a-ad14-c4bd660ab78d admin admin] Publish callbacks [] for security_group (942d9619-d0ac-4dea-828b-561b6c8dd843), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.945648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-869aca90-9fa4-498a-ad14-c4bd660ab78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (942d9619-d0ac-4dea-828b-561b6c8dd843), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:22.989532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8a09f-e3ee-43f9-9d72-bc4f57c1af9a tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8af2a1-c227-419d-a8a9-f0b2dc5585c1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:23.012797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-869aca90-9fa4-498a-ad14-c4bd660ab78d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7836d26d8d46414091961ba6533c00ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2616088 Feb 09 03:13:23.012797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aca90-9fa4-498a-ad14-c4bd660ab78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d9619-d0ac-4dea-828b-561b6c8dd843,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:23.012797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55780) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:23.020881 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fa8a09f-e3ee-43f9-9d72-bc4f57c1af9a tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.025928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3fa8a09f-e3ee-43f9-9d72-bc4f57c1af9a tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/subnets/ef8af2a1-c227-419d-a8a9-f0b2dc5585c1 HTTP/1.1" status: 204 len: 168 time: 0.6857598 Feb 09 03:13:23.034862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55784) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:23.098373 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e367ffd2-16db-408d-a9d7-c6953b2cec36 admin admin] Publish callbacks [] for security_group (942d9619-d0ac-4dea-828b-561b6c8dd843), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.127713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb426c-716c-4f53-8760-4aafa2b1cfde tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.129456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c1cb426c-716c-4f53-8760-4aafa2b1cfde tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0996444 Feb 09 03:13:23.135710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55788) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:23.239506 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e367ffd2-16db-408d-a9d7-c6953b2cec36 admin admin] Publish callbacks [] for security_group (942d9619-d0ac-4dea-828b-561b6c8dd843), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.275444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (d7cf7b5a-879a-48fd-bab6-7ae8a03a4582), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.416669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e367ffd2-16db-408d-a9d7-c6953b2cec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (942d9619-d0ac-4dea-828b-561b6c8dd843), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.419969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e367ffd2-16db-408d-a9d7-c6953b2cec36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.423793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e367ffd2-16db-408d-a9d7-c6953b2cec36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/942d9619-d0ac-4dea-828b-561b6c8dd843 HTTP/1.1" status: 204 len: 168 time: 0.4144013 Feb 09 03:13:23.461793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367ffd2-16db-408d-a9d7-c6953b2cec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d9619-d0ac-4dea-828b-561b6c8dd843,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:23.499356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Deleting port 62871175-26d8-4fbe-8707-2af8336b0f6b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:23.499496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (62871175-26d8-4fbe-8707-2af8336b0f6b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.663294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] For port 62871175-26d8-4fbe-8707-2af8336b0f6b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=62871175-26d8-4fbe-8707-2af8336b0f6b,segment=NetworkSegment(418e72e9-219f-477d-8ee2-df3ce9be4bad),segment_id=418e72e9-219f-477d-8ee2-df3ce9be4bad)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:23.664053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (62871175-26d8-4fbe-8707-2af8336b0f6b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.683636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Calling delete_port for 62871175-26d8-4fbe-8707-2af8336b0f6b owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:23.837982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7223957-18a1-4d09-b68c-cd62e5fbccd6 req-798fcc44-941d-4fb0-aa6f-7ae577aa50fa tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:23.840217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7223957-18a1-4d09-b68c-cd62e5fbccd6 req-798fcc44-941d-4fb0-aa6f-7ae577aa50fa tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.1056118 Feb 09 03:13:23.915061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7223957-18a1-4d09-b68c-cd62e5fbccd6 req-8c8c7d19-0d04-40e5-a7af-5a30e52349fd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664301 Feb 09 03:13:23.916673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (62871175-26d8-4fbe-8707-2af8336b0f6b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:23.955755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Port': ['ID=62871175-26d8-4fbe-8707-2af8336b0f6b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:23.958307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] No DVR routers for this DVR port 62871175-26d8-4fbe-8707-2af8336b0f6b on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:13:24.117740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (d7cf7b5a-879a-48fd-bab6-7ae8a03a4582), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.163973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cf7b5a-879a-48fd-bab6-7ae8a03a4582']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:24.186928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7393e5-c5a2-4993-b786-80bf2855040a req-33fa2ba6-46e5-4c43-b374-f9e890ee9b44 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.195135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de7393e5-c5a2-4993-b786-80bf2855040a req-33fa2ba6-46e5-4c43-b374-f9e890ee9b44 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.1514194 Feb 09 03:13:24.204288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418e72e9-219f-477d-8ee2-df3ce9be4bad') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:24.204845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418e72e9-219f-477d-8ee2-df3ce9be4bad') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:24.231602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (418e72e9-219f-477d-8ee2-df3ce9be4bad), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.270028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (418e72e9-219f-477d-8ee2-df3ce9be4bad), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.278824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:24.279642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (418e72e9-219f-477d-8ee2-df3ce9be4bad), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:24.284308 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:24.326017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-de7393e5-c5a2-4993-b786-80bf2855040a req-25099dcd-700f-47c1-a8da-a6a149db7645 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296124 Feb 09 03:13:24.329319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55832) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:24.374927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (d7cf7b5a-879a-48fd-bab6-7ae8a03a4582), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.383862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.390213 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/networks/d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 HTTP/1.1" status: 204 len: 168 time: 1.2534370 Feb 09 03:13:24.393587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55834) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:24.466555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a2c30-080e-411f-8fe1-192c126dc62b tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Network': ['ID=d7cf7b5a-879a-48fd-bab6-7ae8a03a4582,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:24.549921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec216a-86de-4ece-8ab4-276fbbf9a4ec tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:24.554612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f4ec216a-86de-4ece-8ab4-276fbbf9a4ec tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1122 time: 0.2208490 Feb 09 03:13:24.560006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:24.573829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:24.632157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.640449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (f1a94a3d-05a0-4baf-bc92-c926008a7eb4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.754015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b961d0-6572-4f5e-a9c7-b00186dbaba0 None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:13:24.865890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (f1a94a3d-05a0-4baf-bc92-c926008a7eb4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.874621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:24.894158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0270251b-4256-42ac-8f3c-f44b4e64340f None None] Could not find standard attr ID for object 62871175-26d8-4fbe-8707-2af8336b0f6b. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:13:24.932000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a94a3d-05a0-4baf-bc92-c926008a7eb4']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:24.958043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00372d75-3148-4276-8120-bfef42e921ce') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:24.958378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00372d75-3148-4276-8120-bfef42e921ce') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:24.991824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b961d0-6572-4f5e-a9c7-b00186dbaba0 None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:13:24.996615 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (00372d75-3148-4276-8120-bfef42e921ce), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.028060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (00372d75-3148-4276-8120-bfef42e921ce), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.056230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:25.059136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (00372d75-3148-4276-8120-bfef42e921ce), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:25.066550 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:25.252699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (f1a94a3d-05a0-4baf-bc92-c926008a7eb4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.285695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.289345 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/networks/f1a94a3d-05a0-4baf-bc92-c926008a7eb4 HTTP/1.1" status: 204 len: 168 time: 0.8946459 Feb 09 03:13:25.290617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4023b0-7b65-471a-adfb-eea4c271167f tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Network': ['ID=f1a94a3d-05a0-4baf-bc92-c926008a7eb4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:25.292971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55872) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:25.387622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.25.2.208 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/4febf324-70bd-4eb6-9229-20cbcde9eed4) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:25.489788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5471e674-770d-49a5-9182-fbffb5b2a37e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.593340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40649585-efe8-46aa-af41-b347e730f4ef None None] DHCP port deletion for d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:13:25.636553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf3ca7-a37b-44a5-9e2e-c588aa0736fb None None] Network d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:25.665320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf3ca7-a37b-44a5-9e2e-c588aa0736fb None None] Network d7cf7b5a-879a-48fd-bab6-7ae8a03a4582 could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:13:25.718871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (4febf324-70bd-4eb6-9229-20cbcde9eed4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.799969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4febf324-70bd-4eb6-9229-20cbcde9eed4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.809323 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5471e674-770d-49a5-9182-fbffb5b2a37e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.860967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5471e674-770d-49a5-9182-fbffb5b2a37e']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:25.882695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcea842-abe7-471a-9956-e9be787e0716') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:25.883004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcea842-abe7-471a-9956-e9be787e0716') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:25.886864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=4febf324-70bd-4eb6-9229-20cbcde9eed4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:25.916829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:25.917081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (6bcea842-abe7-471a-9956-e9be787e0716), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.918703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:25.921193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:25.950640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6bcea842-abe7-471a-9956-e9be787e0716), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.961631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:25.964799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (6bcea842-abe7-471a-9956-e9be787e0716), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:25.976435 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:26.119531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5471e674-770d-49a5-9182-fbffb5b2a37e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.135199 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.135199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/networks/5471e674-770d-49a5-9182-fbffb5b2a37e HTTP/1.1" status: 204 len: 168 time: 0.8339210 Feb 09 03:13:26.135799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 55896) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:26.168135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d8c5-72a0-4a49-9ac6-cf4bfa69a919 tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Network': ['ID=5471e674-770d-49a5-9182-fbffb5b2a37e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:26.487570 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (0a54e40c-a988-4aa5-b58d-6a6eab617776), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:26.913250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 62871175-26d8-4fbe-8707-2af8336b0f6b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:13:26.950422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 62871175-26d8-4fbe-8707-2af8336b0f6b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:13:26.950950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 62871175-26d8-4fbe-8707-2af8336b0f6b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:13:27.395350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (0a54e40c-a988-4aa5-b58d-6a6eab617776), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.540204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a54e40c-a988-4aa5-b58d-6a6eab617776']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:27.587350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55962) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:27.595303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7102da15-3830-4908-8f29-71760e57c7c8') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:27.595613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7102da15-3830-4908-8f29-71760e57c7c8') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:27.644558 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (7102da15-3830-4908-8f29-71760e57c7c8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.669983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (b816cc71-e1fc-4a28-871b-a5cedd287fa7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.670815 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7102da15-3830-4908-8f29-71760e57c7c8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.741081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:13:27.741521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (7102da15-3830-4908-8f29-71760e57c7c8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:13:27.745425 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:13:27.818155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba669b0-0910-47b5-857e-da7c1ba0e39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.873880 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (0a54e40c-a988-4aa5-b58d-6a6eab617776), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.910210 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.915990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] 10.222.0.32 "DELETE /v2.0/networks/0a54e40c-a988-4aa5-b58d-6a6eab617776 HTTP/1.1" status: 204 len: 168 time: 1.7820437 Feb 09 03:13:27.915990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Pushing event deleted for resources: {'Network': ['ID=0a54e40c-a988-4aa5-b58d-6a6eab617776,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:27.927600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4febf324-70bd-4eb6-9229-20cbcde9eed4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.938684 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba669b0-0910-47b5-857e-da7c1ba0e39d admin admin] Publish callbacks [] for security_group (479aa006-902c-4549-bb33-37d0f45aa40d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.945868 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dba669b0-0910-47b5-857e-da7c1ba0e39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (479aa006-902c-4549-bb33-37d0f45aa40d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:27.982413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dba669b0-0910-47b5-857e-da7c1ba0e39d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40d49dc96d2b4433b785e1abda40af93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933365 Feb 09 03:13:27.983379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55974) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:28.049348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba669b0-0910-47b5-857e-da7c1ba0e39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479aa006-902c-4549-bb33-37d0f45aa40d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:28.128770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26a0956c-c977-46fd-a94d-db812466e965 admin admin] Publish callbacks [] for security_group (479aa006-902c-4549-bb33-37d0f45aa40d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.139088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (4febf324-70bd-4eb6-9229-20cbcde9eed4), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.142832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.143758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.144070 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.144425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.144771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.145149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.146938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.147287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.147695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.148066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.148420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.149413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.149731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbe5a2-99b5-46d1-9947-88ae2f61083e tempest-BulkNetworkOpsTest-148160298 tempest-BulkNetworkOpsTest-148160298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:28.169642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4febf324-70bd-4eb6-9229-20cbcde9eed4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.220452 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26a0956c-c977-46fd-a94d-db812466e965 admin admin] Publish callbacks [] for security_group (479aa006-902c-4549-bb33-37d0f45aa40d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.315067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26a0956c-c977-46fd-a94d-db812466e965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (479aa006-902c-4549-bb33-37d0f45aa40d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.317800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26a0956c-c977-46fd-a94d-db812466e965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.321360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-26a0956c-c977-46fd-a94d-db812466e965 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/479aa006-902c-4549-bb33-37d0f45aa40d HTTP/1.1" status: 204 len: 168 time: 0.3331163 Feb 09 03:13:28.332184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=4febf324-70bd-4eb6-9229-20cbcde9eed4,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:28.334093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0956c-c977-46fd-a94d-db812466e965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479aa006-902c-4549-bb33-37d0f45aa40d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:28.431482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55988) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:28.485462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (b816cc71-e1fc-4a28-871b-a5cedd287fa7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.687254 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-95d256e3-4c52-40a9-b3e6-787af55ec6a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c7cc1c2f252487da4657c8742bfb0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523544 Feb 09 03:13:28.688438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 55996) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:28.723768 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Floating IP b816cc71-e1fc-4a28-871b-a5cedd287fa7 associated. External IP: 172.25.2.208, port: 1ebcfc1d-3633-4b8c-907e-528fca7917ad. Feb 09 03:13:28.857532 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7bdfc75-39ea-4f72-b473-87c47fd99db0 admin admin] Publish callbacks [] for security_group (643a18a8-bc6f-464f-a661-4351b3f61316), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.883007 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7bdfc75-39ea-4f72-b473-87c47fd99db0 admin admin] Publish callbacks [] for security_group (643a18a8-bc6f-464f-a661-4351b3f61316), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:28.994726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56006) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:29.020285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab618f34-85fb-4bb5-9230-20d2056408a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.040557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7bdfc75-39ea-4f72-b473-87c47fd99db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (643a18a8-bc6f-464f-a661-4351b3f61316), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.043522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7bdfc75-39ea-4f72-b473-87c47fd99db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.050791 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d7bdfc75-39ea-4f72-b473-87c47fd99db0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/643a18a8-bc6f-464f-a661-4351b3f61316 HTTP/1.1" status: 204 len: 168 time: 0.3612494 Feb 09 03:13:29.084115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdfc75-39ea-4f72-b473-87c47fd99db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a18a8-bc6f-464f-a661-4351b3f61316,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:29.210828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab618f34-85fb-4bb5-9230-20d2056408a1 admin admin] Publish callbacks [] for security_group (d033cdc8-e2a4-4958-940c-babfdbe4583d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.217501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ab618f34-85fb-4bb5-9230-20d2056408a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d033cdc8-e2a4-4958-940c-babfdbe4583d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.252253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ab618f34-85fb-4bb5-9230-20d2056408a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4741a9b50ded4274899b62e24efea74d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562103 Feb 09 03:13:29.260334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56012) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:29.316587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:13:29.331041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab618f34-85fb-4bb5-9230-20d2056408a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d033cdc8-e2a4-4958-940c-babfdbe4583d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:29.452070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9800b6be-ea4f-4569-8434-5701edb6bafe admin admin] Publish callbacks [] for security_group (d033cdc8-e2a4-4958-940c-babfdbe4583d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.470432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:29.483359 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] Sync routers for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:29.494592 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.502058 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:29.503081 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:29.533013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5176272c-de08-4940-807e-1f5405a0b062 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9694793 Feb 09 03:13:29.534635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:29.537411 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24164b88-daeb-4793-9bd1-79de88cf2e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:29.569740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9800b6be-ea4f-4569-8434-5701edb6bafe admin admin] Publish callbacks [] for security_group (d033cdc8-e2a4-4958-940c-babfdbe4583d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.677426 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9800b6be-ea4f-4569-8434-5701edb6bafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d033cdc8-e2a4-4958-940c-babfdbe4583d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.680331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9800b6be-ea4f-4569-8434-5701edb6bafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:29.681613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9800b6be-ea4f-4569-8434-5701edb6bafe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d033cdc8-e2a4-4958-940c-babfdbe4583d HTTP/1.1" status: 204 len: 168 time: 0.4199231 Feb 09 03:13:29.695989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800b6be-ea4f-4569-8434-5701edb6bafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d033cdc8-e2a4-4958-940c-babfdbe4583d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:29.846977 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:30.030322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe4092-cfe5-462c-b26b-05f78e11d5b5 req-d5a99a62-4102-4e0f-9108-397376b37a43 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:30.036614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-befe4092-cfe5-462c-b26b-05f78e11d5b5 req-d5a99a62-4102-4e0f-9108-397376b37a43 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.3563869 Feb 09 03:13:30.142495 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3011a65d-dc33-48ba-83bb-679b48ac78a5 x-openstack-request-id: req-3011a65d-dc33-48ba-83bb-679b48ac78a5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:30.143042 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:30.143656 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3011a65d-dc33-48ba-83bb-679b48ac78a5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:30.144320 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'status': 'completed', 'code': 200} Feb 09 03:13:30.182783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-befe4092-cfe5-462c-b26b-05f78e11d5b5 req-8027c113-d38a-4bc3-bd9f-01de9a985df0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393573 Feb 09 03:13:30.215438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56044) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:30.307030 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8d2109b3-84f4-481a-b5da-049df7d40f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:30.359101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-2d152fc4-5326-410d-8182-bb5bdef9907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:30.367968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-2d152fc4-5326-410d-8182-bb5bdef9907f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1127 time: 0.1970546 Feb 09 03:13:30.465743 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-955410c6-381a-47e1-bfde-973166521ca6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/b816cc71-e1fc-4a28-871b-a5cedd287fa7 HTTP/1.1" status: 200 len: 991 time: 0.2486339 Feb 09 03:13:30.617281 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b816cc71-e1fc-4a28-871b-a5cedd287fa7', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'port_id': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'mac_address': 'fa:16:3e:55:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab148130-98ff-4328-ba13-849ae767486d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:13:26Z', 'updated_at': '2022-02-09T03:13:26Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:13:05Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:30.664366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-9a590552-06ed-4194-93f0-344bbb82f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:30.665715 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-9a590552-06ed-4194-93f0-344bbb82f325 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 897 time: 0.2893963 Feb 09 03:13:30.666754 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] Checking router: d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:13:30.695007 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:30.695648 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:30.951487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-77c139fe-00be-417a-9cad-a913db07d0ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 999 time: 0.2701788 Feb 09 03:13:31.017034 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:13:31.031016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-8b89281b-ae99-4d64-8cc3-379c396857e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.033462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-8b89281b-ae99-4d64-8cc3-379c396857e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.0735538 Feb 09 03:13:31.165129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-cd9fc9f8-6739-43b2-a8ce-f632e98a615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:31.167248 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-cd9fc9f8-6739-43b2-a8ce-f632e98a615f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1268122 Feb 09 03:13:31.318897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-1cbb7364-61e7-4577-9ebc-c560e60ac42d service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446474 Feb 09 03:13:31.468067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56098) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:31.517336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56100) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:31.568560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24164b88-daeb-4793-9bd1-79de88cf2e6e req-1a4a301c-8323-44e8-93c2-4f9cc5a95d42 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390552 Feb 09 03:13:31.652750 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b816cc71-e1fc-4a28-871b-a5cedd287fa7', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'port_id': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'mac_address': 'fa:16:3e:55:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab148130-98ff-4328-ba13-849ae767486d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:13:26Z', 'updated_at': '2022-02-09T03:13:26Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:13:05Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:31.691262 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f694dfb-fc8d-4516-a7d1-555e84a917b2 None None] The sync data for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 is: [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b816cc71-e1fc-4a28-871b-a5cedd287fa7', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'port_id': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'mac_address': 'fa:16:3e:55:1d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab148130-98ff-4328-ba13-849ae767486d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:13:26Z', 'updated_at': '2022-02-09T03:13:26Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:13:05Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:31.696225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-532e410d-c46e-4647-9afd-5d0e31972a8e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/b816cc71-e1fc-4a28-871b-a5cedd287fa7 HTTP/1.1" status: 200 len: 991 time: 0.2267053 Feb 09 03:13:32.017849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-55a6adcf-ee26-49b6-9823-b4f3079e2473 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:32.019638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-55a6adcf-ee26-49b6-9823-b4f3079e2473 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.2664375 Feb 09 03:13:32.050727 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-4f3506c2-6341-4efb-9dd3-8cbf47742fa7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/quotas/1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 375 time: 0.0108130 Feb 09 03:13:32.122962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1758115744'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:32.204691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:32.208304 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.242334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-a4858a53-644f-4858-8bba-2425a644eb4f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1839893 Feb 09 03:13:32.243289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.342665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeffaff1-1d70-427e-a2f6-820c138145e5 None None] New status for floating IP b816cc71-e1fc-4a28-871b-a5cedd287fa7: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:13:32.699731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56144) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:32.715982 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18c4d293-db05-413d-ab67-2aadfcfae46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:32.860568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-22495a4d-62ce-421f-baf1-1419a7aee9b6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/b816cc71-e1fc-4a28-871b-a5cedd287fa7 HTTP/1.1" status: 200 len: 993 time: 0.1613157 Feb 09 03:13:33.216772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-37d12153-3788-4ff1-ba23-99b69d58080e service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458978 Feb 09 03:13:33.381058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for security_group (99e767d2-1b52-49ab-b8be-20a5fc606738), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.456366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (99e767d2-1b52-49ab-b8be-20a5fc606738), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.517590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-d97f5861-6a6d-4a13-8bf9-948b6a9a34c9 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998734 Feb 09 03:13:33.553567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:33.598871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e767d2-1b52-49ab-b8be-20a5fc606738,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:33.631010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (642444e8-1c55-494f-81e2-f1d1793f4f5d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.634927 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment 642444e8-1c55-494f-81e2-f1d1793f4f5d of type vlan for network 5bbd9f05-83e0-4405-99cf-715db9e4dccf Feb 09 03:13:33.729126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5bbd9f05-83e0-4405-99cf-715db9e4dccf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.763386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5bbd9f05-83e0-4405-99cf-715db9e4dccf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.769669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:33.770473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:33.886285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=5bbd9f05-83e0-4405-99cf-715db9e4dccf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:33.893252 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f9d2910b-cb53-4bca-9737-fdf044030a5f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3632140 Feb 09 03:13:33.895911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56176) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:33.899309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5bbd9f05-83e0-4405-99cf-715db9e4dccf details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:33.904038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1097165839'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:33.939222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:33.943830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.000348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:13:34.033776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (16ec4c52-44f5-4c0f-b172-b300ccaec18a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.034762 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment 16ec4c52-44f5-4c0f-b172-b300ccaec18a of type vlan for network b1183680-854e-4000-9af0-559a15827fc8 Feb 09 03:13:34.111011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.155883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b1183680-854e-4000-9af0-559a15827fc8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.229607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b1183680-854e-4000-9af0-559a15827fc8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.237586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:34.239505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:34.435873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=b1183680-854e-4000-9af0-559a15827fc8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:34.449914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b1183680-854e-4000-9af0-559a15827fc8 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:13:34.454783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-72adfe49-0fee-45f5-af6d-84efb374295d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5555079 Feb 09 03:13:34.458198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56196) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:34.465345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': '5bbd9f05-83e0-4405-99cf-715db9e4dccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:34.558133 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3aeb7a7f-f820-47cb-aa4d-75503c42c222 req-697fe312-a346-4f90-abcb-f6c9d6006a10 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.1239190 Feb 09 03:13:34.645685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:34.649392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.100321 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.326889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (c5c76595-c393-40a3-82fa-36a0a2915671), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.561131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=c5c76595-c393-40a3-82fa-36a0a2915671,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:35.623666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': '642444e8-1c55-494f-81e2-f1d1793f4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5bbd9f05-83e0-4405-99cf-715db9e4dccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:35.624127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: 5bbd9f05-83e0-4405-99cf-715db9e4dccf, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:35.668891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 5bbd9f05-83e0-4405-99cf-715db9e4dccf is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:35.698373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5bbd9f05-83e0-4405-99cf-715db9e4dccf) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:35.707951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d73f2-080b-492a-b402-dcbfc2ea7781 None None] Network 5bbd9f05-83e0-4405-99cf-715db9e4dccf requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:35.716149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:35.716788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:35.783920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-46a758de-6f75-46b9-844c-9523385a8510 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3236468 Feb 09 03:13:35.784654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56240) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:35.791385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': 'b1183680-854e-4000-9af0-559a15827fc8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:35.800790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-125b10b6-6399-4c30-a45b-6eda93832b6b req-f4cb96c9-b269-48ff-ada0-20593b805ffb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0792775 Feb 09 03:13:35.999266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-5bbd9f05-83e0-4405-99cf-715db9e4dccf', 'network_id': '5bbd9f05-83e0-4405-99cf-715db9e4dccf', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': 'c5c76595-c393-40a3-82fa-36a0a2915671'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:13:36.004552 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.066945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:36.073367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.306711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Allocated IP 2001:db8::2 (5bbd9f05-83e0-4405-99cf-715db9e4dccf/c5c76595-c393-40a3-82fa-36a0a2915671/e53788e6-b989-4054-91b8-535bf9ef9e56) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:36.448388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-628f5527-f9b1-47a7-8874-240bb589ce6e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:36.449813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-628f5527-f9b1-47a7-8874-240bb589ce6e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.1608768 Feb 09 03:13:36.469878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'port': {'device_id': '56687cbd-40f6-443e-bd00-5f64132f06e1', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'admin_state_up': True, 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:36.678329 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Publish callbacks [] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.697532 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.740854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Network 5bbd9f05-83e0-4405-99cf-715db9e4dccf is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:36.802405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (a80d0a90-91c1-4260-8edd-a7006e760aad), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:36.950744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:36.961157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Pushing event updated for resources: {'Port': ['ID=e53788e6-b989-4054-91b8-535bf9ef9e56,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:36.970573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:36.981256 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.073339 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5d8f6ea-acee-4425-8f7a-37fe1fd081c0 req-8a7f31bc-b39e-44bd-a54d-48dc440ca11d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.1104836 Feb 09 03:13:37.167397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': '16ec4c52-44f5-4c0f-b172-b300ccaec18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1183680-854e-4000-9af0-559a15827fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:37.167874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: b1183680-854e-4000-9af0-559a15827fc8, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:13:37.174991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:37.183655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Attempting to bind port e53788e6-b989-4054-91b8-535bf9ef9e56 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:37.183785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Attempting to bind port e53788e6-b989-4054-91b8-535bf9ef9e56 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '642444e8-1c55-494f-81e2-f1d1793f4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5bbd9f05-83e0-4405-99cf-715db9e4dccf'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:37.183949 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.184351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Attempting to bind port e53788e6-b989-4054-91b8-535bf9ef9e56 on network 5bbd9f05-83e0-4405-99cf-715db9e4dccf {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:37.203046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:37.203412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Checking segment: {'id': '642444e8-1c55-494f-81e2-f1d1793f4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5bbd9f05-83e0-4405-99cf-715db9e4dccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:37.203816 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.204282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Bound using segment: {'id': '642444e8-1c55-494f-81e2-f1d1793f4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5bbd9f05-83e0-4405-99cf-715db9e4dccf'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:37.204936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Bound port: e53788e6-b989-4054-91b8-535bf9ef9e56, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642444e8-1c55-494f-81e2-f1d1793f4f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5bbd9f05-83e0-4405-99cf-715db9e4dccf'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:37.205332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.236919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=a80d0a90-91c1-4260-8edd-a7006e760aad,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:37.310659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] For port e53788e6-b989-4054-91b8-535bf9ef9e56, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:37.320923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] For port e53788e6-b989-4054-91b8-535bf9ef9e56, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e53788e6-b989-4054-91b8-535bf9ef9e56,segment=NetworkSegment(642444e8-1c55-494f-81e2-f1d1793f4f5d),segment_id=642444e8-1c55-494f-81e2-f1d1793f4f5d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:37.346939 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.383135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network b1183680-854e-4000-9af0-559a15827fc8 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:13:37.398371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b1183680-854e-4000-9af0-559a15827fc8) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:37.413329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:37.414014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.416074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7bbcaf-b898-422d-87be-79e94a25b235 None None] Network b1183680-854e-4000-9af0-559a15827fc8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:37.439178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-da21eb83-d87b-42f9-9514-e961a66824ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6531518 Feb 09 03:13:37.441935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56276) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:37.449660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0914860a-6d3e-45ee-a450-91af8dc8b0db tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-537338242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:37.545761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6888251-3ca9-4d9d-8de6-ee139969955f None None] Pushing event updated for resources: {'Port': ['ID=e53788e6-b989-4054-91b8-535bf9ef9e56,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:37.550439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0914860a-6d3e-45ee-a450-91af8dc8b0db tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (0168613f-14cd-4821-965c-22c9bea1591b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.551841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0914860a-6d3e-45ee-a450-91af8dc8b0db tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (0168613f-14cd-4821-965c-22c9bea1591b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:37.580450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.20.0.14 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/dd046ade-4458-4e4f-bda0-0f5657e53420) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:37.637824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-b1183680-854e-4000-9af0-559a15827fc8', 'network_id': 'b1183680-854e-4000-9af0-559a15827fc8', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': 'a80d0a90-91c1-4260-8edd-a7006e760aad'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:13:37.638843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.057477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.149755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.217474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:38.225207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:38.227825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=dd046ade-4458-4e4f-bda0-0f5657e53420,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:38.230370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:38.345526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:38.346181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.409622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-b6bf5e43-10f9-4dfc-bf48-fb378502c307 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9470239 Feb 09 03:13:38.426125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Request body: {'port': {'device_id': '56687cbd-40f6-443e-bd00-5f64132f06e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:38.595386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Allocated IP 2001:db8:1::2 (b1183680-854e-4000-9af0-559a15827fc8/a80d0a90-91c1-4260-8edd-a7006e760aad/649b19ec-25a3-4053-8b8b-7bbbed07d397) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:38.676455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.681599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0914860a-6d3e-45ee-a450-91af8dc8b0db tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (0168613f-14cd-4821-965c-22c9bea1591b), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.785322 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0914860a-6d3e-45ee-a450-91af8dc8b0db tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (0168613f-14cd-4821-965c-22c9bea1591b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.838842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0914860a-6d3e-45ee-a450-91af8dc8b0db tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:38.841225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0914860a-6d3e-45ee-a450-91af8dc8b0db tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3968515 Feb 09 03:13:38.846610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56302) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:38.874161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e6ef8-6188-4ac6-adc0-7eba02f95286 req-75ad7e6c-bb2b-4a30-9544-b15475239e9b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:38.884237 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-889e6ef8-6188-4ac6-adc0-7eba02f95286 req-75ad7e6c-bb2b-4a30-9544-b15475239e9b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 932 time: 0.1970484 Feb 09 03:13:38.947815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-38b696ab-3563-4576-b336-4a964dd0a33c None None] Provisioning complete for port dd046ade-4458-4e4f-bda0-0f5657e53420 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:38.948128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-38b696ab-3563-4576-b336-4a964dd0a33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.007144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-889e6ef8-6188-4ac6-adc0-7eba02f95286 req-72aa169b-2790-46ee-a087-c77c857b69fd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199777 Feb 09 03:13:39.138054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-38b696ab-3563-4576-b336-4a964dd0a33c None None] Port dd046ade-4458-4e4f-bda0-0f5657e53420 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:39.178149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e53788e6-b989-4054-91b8-535bf9ef9e56 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:39.502723 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Publish callbacks [] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.504720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e53788e6-b989-4054-91b8-535bf9ef9e56 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:39.505286 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.611204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f0581-bbdf-4877-b599-fc7c489e72ab None None] Network 5bbd9f05-83e0-4405-99cf-715db9e4dccf requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:39.830423 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:39.982143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f05ef021-512a-4fb6-8f4f-ba85efe67a58 None None] Provisioning complete for port e53788e6-b989-4054-91b8-535bf9ef9e56 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:39.983395 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f05ef021-512a-4fb6-8f4f-ba85efe67a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.122937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd046ade-4458-4e4f-bda0-0f5657e53420 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:40.146115 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Publish callbacks [] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.177648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Transition to ACTIVE for port object dd046ade-4458-4e4f-bda0-0f5657e53420 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:40.182705 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.198647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Pushing event updated for resources: {'Port': ['ID=649b19ec-25a3-4053-8b8b-7bbbed07d397,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:40.205210 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.217097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Network b1183680-854e-4000-9af0-559a15827fc8 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:40.228715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:40.240277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:40.315079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe1f8-72e5-4181-927f-5af55798b1e4 req-6940b619-d2dd-4127-adcb-bc204456f365 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:40.316676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-985fe1f8-72e5-4181-927f-5af55798b1e4 req-6940b619-d2dd-4127-adcb-bc204456f365 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1338084 Feb 09 03:13:40.449241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-985fe1f8-72e5-4181-927f-5af55798b1e4 req-dd324777-6b1c-45de-9146-03216d8df8b3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244071 Feb 09 03:13:40.501922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f05ef021-512a-4fb6-8f4f-ba85efe67a58 None None] Current status of the port e53788e6-b989-4054-91b8-535bf9ef9e56 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:40.512879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f05ef021-512a-4fb6-8f4f-ba85efe67a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.594595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Pushing event updated for resources: {'Port': ['ID=dd046ade-4458-4e4f-bda0-0f5657e53420,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:40.700896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Attempting to bind port 649b19ec-25a3-4053-8b8b-7bbbed07d397 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:40.701450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Attempting to bind port 649b19ec-25a3-4053-8b8b-7bbbed07d397 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '16ec4c52-44f5-4c0f-b172-b300ccaec18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1183680-854e-4000-9af0-559a15827fc8'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:40.701734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Attempting to bind port 649b19ec-25a3-4053-8b8b-7bbbed07d397 on network b1183680-854e-4000-9af0-559a15827fc8 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:40.730227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f05ef021-512a-4fb6-8f4f-ba85efe67a58 None None] For port e53788e6-b989-4054-91b8-535bf9ef9e56, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e53788e6-b989-4054-91b8-535bf9ef9e56,segment=NetworkSegment(642444e8-1c55-494f-81e2-f1d1793f4f5d),segment_id=642444e8-1c55-494f-81e2-f1d1793f4f5d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:40.731685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e53788e6-b989-4054-91b8-535bf9ef9e56 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:40.732083 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.790041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:40.790882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Checking segment: {'id': '16ec4c52-44f5-4c0f-b172-b300ccaec18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1183680-854e-4000-9af0-559a15827fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:40.793536 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.793941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Bound using segment: {'id': '16ec4c52-44f5-4c0f-b172-b300ccaec18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1183680-854e-4000-9af0-559a15827fc8'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:40.795064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Bound port: 649b19ec-25a3-4053-8b8b-7bbbed07d397, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ec4c52-44f5-4c0f-b172-b300ccaec18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1183680-854e-4000-9af0-559a15827fc8'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:40.796365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.800273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f05ef021-512a-4fb6-8f4f-ba85efe67a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.957263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] For port 649b19ec-25a3-4053-8b8b-7bbbed07d397, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:40.961796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] For port 649b19ec-25a3-4053-8b8b-7bbbed07d397, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=649b19ec-25a3-4053-8b8b-7bbbed07d397,segment=NetworkSegment(16ec4c52-44f5-4c0f-b172-b300ccaec18a),segment_id=16ec4c52-44f5-4c0f-b172-b300ccaec18a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:40.992396 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:40.998467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8::1 (5bbd9f05-83e0-4405-99cf-715db9e4dccf/c5c76595-c393-40a3-82fa-36a0a2915671/d21f3182-c56a-4969-a140-49c6c1205e69) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:41.055154 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:13:41.055560 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:13:41.060426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ef021-512a-4fb6-8f4f-ba85efe67a58 None None] Pushing event updated for resources: {'Port': ['ID=e53788e6-b989-4054-91b8-535bf9ef9e56,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:41.115856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-62c43c79-a659-4a1f-a580-324c5851a0cb None None] Provisioning complete for port e53788e6-b989-4054-91b8-535bf9ef9e56 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:41.116439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-62c43c79-a659-4a1f-a580-324c5851a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:41.168298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (d21f3182-c56a-4969-a140-49c6c1205e69), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:41.232997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Attempting to bind port dd046ade-4458-4e4f-bda0-0f5657e53420 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:41.233354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Attempting to bind port dd046ade-4458-4e4f-bda0-0f5657e53420 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:41.233754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Attempting to bind port dd046ade-4458-4e4f-bda0-0f5657e53420 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:41.239900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Port dd046ade-4458-4e4f-bda0-0f5657e53420 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:41.240312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Attempting to bind port dd046ade-4458-4e4f-bda0-0f5657e53420 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:41.247803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:41.251396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:41.251694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:41.252314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Bound port: dd046ade-4458-4e4f-bda0-0f5657e53420, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:41.252672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:41.261205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-41bb2049-0fab-4996-a9af-0e5c686898f3 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:41.262497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e239ab7-b384-4d5a-ae12-40980476c06d None None] Pushing event updated for resources: {'Port': ['ID=649b19ec-25a3-4053-8b8b-7bbbed07d397,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:41.274169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-41bb2049-0fab-4996-a9af-0e5c686898f3 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 815 time: 0.2783682 Feb 09 03:13:41.276455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d21f3182-c56a-4969-a140-49c6c1205e69), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:41.287341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-62c43c79-a659-4a1f-a580-324c5851a0cb None None] Current status of the port e53788e6-b989-4054-91b8-535bf9ef9e56 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:41.309522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-af845870-fc32-4e46-a50b-9c5602089efe tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/quotas/5ef4b1adedcc40fea1f697ab3463e5ba HTTP/1.1" status: 200 len: 375 time: 0.0338218 Feb 09 03:13:41.379105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 5bbd9f05-83e0-4405-99cf-715db9e4dccf is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:41.411918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:41.414513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:41.415443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (0168613f-14cd-4821-965c-22c9bea1591b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:41.520940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-a2d5d061-cc74-4ffc-96fd-9654072272e7 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2081294 Feb 09 03:13:41.595281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=d21f3182-c56a-4969-a140-49c6c1205e69,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:41.658715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] For port dd046ade-4458-4e4f-bda0-0f5657e53420, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:41.686851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e53788e6-b989-4054-91b8-535bf9ef9e56 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:41.827253 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-a5cafc67-a04f-4d6b-8877-59cbc507f092 service neutron] 10.222.0.32 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973454 Feb 09 03:13:41.843214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] For port dd046ade-4458-4e4f-bda0-0f5657e53420, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=dd046ade-4458-4e4f-bda0-0f5657e53420,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:41.897616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.037268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6d6aa9bf-d587-49c9-8ee5-da038e129fcd None None] Provisioning complete for port d21f3182-c56a-4969-a140-49c6c1205e69 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:42.037850 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d6aa9bf-d587-49c9-8ee5-da038e129fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d21f3182-c56a-4969-a140-49c6c1205e69), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.078797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-43b152ad-9127-409c-8dab-f9bbf8d4a462 service neutron] 10.222.0.32 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410352 Feb 09 03:13:42.116438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:42.127379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 649b19ec-25a3-4053-8b8b-7bbbed07d397 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:42.130573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.137320 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] 10.222.0.26 "PUT /v2.0/ports/dd046ade-4458-4e4f-bda0-0f5657e53420 HTTP/1.1" status: 200 len: 1092 time: 3.7153285 Feb 09 03:13:42.151057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56687cbd-40f6-443e-bd00-5f64132f06e1', 'tag': 'dd046ade-4458-4e4f-bda0-0f5657e53420'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:42.153829 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8d07ad-f833-46e2-8189-8538dd1d17fc" -d '{"events": [{"name": "network-changed", "server_uuid": "56687cbd-40f6-443e-bd00-5f64132f06e1", "tag": "dd046ade-4458-4e4f-bda0-0f5657e53420"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:42.215266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d21f3182-c56a-4969-a140-49c6c1205e69), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.300684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6d6aa9bf-d587-49c9-8ee5-da038e129fcd None None] Port d21f3182-c56a-4969-a140-49c6c1205e69 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:42.375213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 649b19ec-25a3-4053-8b8b-7bbbed07d397 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:42.378712 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.382720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbbe83-d3d7-4948-8775-8e93f293b9c8 req-76c66302-7157-4089-b382-7106fcbd523e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:42.400945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-23cbbe83-d3d7-4948-8775-8e93f293b9c8 req-76c66302-7157-4089-b382-7106fcbd523e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.6917918 Feb 09 03:13:42.650195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8104f141-7ceb-4ff6-9add-90c228d4fc3c req-e0150611-242c-446f-be5e-8d722418dd25 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 210 time: 0.0534794 Feb 09 03:13:42.666766 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d1753b-b9d0-4f9c-a712-a632769ca385 x-openstack-request-id: req-59d1753b-b9d0-4f9c-a712-a632769ca385 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:42.667043 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56687cbd-40f6-443e-bd00-5f64132f06e1", "tag": "dd046ade-4458-4e4f-bda0-0f5657e53420", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:42.667302 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59d1753b-b9d0-4f9c-a712-a632769ca385 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:42.668018 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56687cbd-40f6-443e-bd00-5f64132f06e1', 'tag': 'dd046ade-4458-4e4f-bda0-0f5657e53420', 'status': 'completed', 'code': 200} Feb 09 03:13:42.677089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70a79b-039f-4ad7-8eed-c9386b2a1172 service neutron] Pushing event updated for resources: {'Port': ['ID=dd046ade-4458-4e4f-bda0-0f5657e53420,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:42.795785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 649b19ec-25a3-4053-8b8b-7bbbed07d397 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:42.796190 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.869287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-23cbbe83-d3d7-4948-8775-8e93f293b9c8 req-35bc18e7-b11d-4838-9ffb-39c71eed511f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670913 Feb 09 03:13:42.913242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 649b19ec-25a3-4053-8b8b-7bbbed07d397, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=649b19ec-25a3-4053-8b8b-7bbbed07d397,segment=NetworkSegment(16ec4c52-44f5-4c0f-b172-b300ccaec18a),segment_id=16ec4c52-44f5-4c0f-b172-b300ccaec18a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:42.928503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:42.930890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e53788e6-b989-4054-91b8-535bf9ef9e56 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:43.108779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e53788e6-b989-4054-91b8-535bf9ef9e56 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:43.110125 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:43.188673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=649b19ec-25a3-4053-8b8b-7bbbed07d397,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:43.205207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-36b600f3-0800-4eda-8f96-dbeabc671812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:43.207348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-36b600f3-0800-4eda-8f96-dbeabc671812 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 1126 time: 0.9642782 Feb 09 03:13:43.242669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2be098-979c-418e-acc5-200829c2e2c7 None None] Network b1183680-854e-4000-9af0-559a15827fc8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:13:43.393970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-3f16b7da-5bb1-437b-96cb-03c9a86da1bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd046ade-4458-4e4f-bda0-0f5657e53420 HTTP/1.1" status: 200 len: 217 time: 0.1594217 Feb 09 03:13:43.398860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1c644cb8-0c92-43d3-bf57-3cd2de8bb27b None None] Provisioning complete for port 649b19ec-25a3-4053-8b8b-7bbbed07d397 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:43.411646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1c644cb8-0c92-43d3-bf57-3cd2de8bb27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:43.586012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-dc6fafa6-f1f9-4a2a-b4ec-10766d958786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:43.607197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-dc6fafa6-f1f9-4a2a-b4ec-10766d958786 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.2117333 Feb 09 03:13:43.698091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e53788e6-b989-4054-91b8-535bf9ef9e56 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:43.780206 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:13:43.883773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-48cff6f5-157a-4f1d-b37d-e572a057e9d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4443285 Feb 09 03:13:43.973031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-110000a5-e79d-41a7-8ea1-3cc7bf18ec0f req-68edee64-2936-4949-ae7c-90d57cf71c81 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 210 time: 0.1587148 Feb 09 03:13:43.978804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1c644cb8-0c92-43d3-bf57-3cd2de8bb27b None None] Current status of the port 649b19ec-25a3-4053-8b8b-7bbbed07d397 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:43.998051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 649b19ec-25a3-4053-8b8b-7bbbed07d397 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:44.109587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 649b19ec-25a3-4053-8b8b-7bbbed07d397 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:44.110740 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:44.207018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-0dae5d97-f5ce-417d-9ac2-6e6a6e1815b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.208992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-0dae5d97-f5ce-417d-9ac2-6e6a6e1815b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5802336 Feb 09 03:13:44.314902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 649b19ec-25a3-4053-8b8b-7bbbed07d397 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:44.383154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-d317d885-861d-4d1e-8690-4548ea1f5280 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.388573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-d317d885-861d-4d1e-8690-4548ea1f5280 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 815 time: 0.2171624 Feb 09 03:13:44.436563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Request body: {'port': {'device_id': '36ef436a-0a32-4b21-8f7c-3eb89d24968e', 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'admin_state_up': True, 'tenant_id': '5ef4b1adedcc40fea1f697ab3463e5ba'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:44.453778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a937-d8d6-4205-9c3d-e998ae13b8d5 req-37052cdf-cfda-47bf-860e-ed553eb01aac tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.455389 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64d0a937-d8d6-4205-9c3d-e998ae13b8d5 req-37052cdf-cfda-47bf-860e-ed553eb01aac tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.4014885 Feb 09 03:13:44.532077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-66793127-cd38-4df7-8e7f-be79caa911c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:44.534818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-11e5211a-f2f3-4524-b28e-252f0b16ab64 None None] Provisioning complete for port 649b19ec-25a3-4053-8b8b-7bbbed07d397 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:44.535431 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-11e5211a-f2f3-4524-b28e-252f0b16ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:44.535774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-66793127-cd38-4df7-8e7f-be79caa911c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e257cf5684454126888ec684fd90994b&device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 1131 time: 0.5875969 Feb 09 03:13:44.689426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Made reservation on behalf of 5ef4b1adedcc40fea1f697ab3463e5ba for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:13:44.693158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:44.739493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-11e5211a-f2f3-4524-b28e-252f0b16ab64 None None] Current status of the port 649b19ec-25a3-4053-8b8b-7bbbed07d397 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:44.874642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Allocated IP 172.20.0.2 (bfe22806-8df4-46b1-b6ea-b5d10375f116/abe41229-3eb3-49f1-9a19-2ecde9506e92/5348d0df-2e22-438a-a861-2fb4f4b5dab8) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:45.170655 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (d21f3182-c56a-4969-a140-49c6c1205e69), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.182149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0cafc94-e3cf-4068-9f6d-f56a44cec511 req-1bfcffa5-7619-4d09-94ed-0e97e339c986 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 210 time: 0.0568137 Feb 09 03:13:45.256874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64d0a937-d8d6-4205-9c3d-e998ae13b8d5 req-169adbea-63ab-4991-898d-4f0316f44760 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547359 Feb 09 03:13:45.266936 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (d21f3182-c56a-4969-a140-49c6c1205e69), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.268032 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (0168613f-14cd-4821-965c-22c9bea1591b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.287256 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks [] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.289312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-f9997d8e-d503-4411-881a-5ea32bb80f64 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0508783 Feb 09 03:13:45.439977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.454314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3035f09b-6281-4464-bd36-43777d604ca6', 'be45d04d-c410-46d6-b308-911f0aaea0f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:45.517719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=d21f3182-c56a-4969-a140-49c6c1205e69,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:45.552466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-24ae1c1a-4875-4978-900f-e97095a8217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.554271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-24ae1c1a-4875-4978-900f-e97095a8217c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.9839866 Feb 09 03:13:45.560108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Pushing event updated for resources: {'Port': ['ID=5348d0df-2e22-438a-a861-2fb4f4b5dab8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:45.580992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Network bfe22806-8df4-46b1-b6ea-b5d10375f116 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:45.582667 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:45.585660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:45.636341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-57d8ee9f-f63c-49b2-814d-f831dd609833 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 HTTP/1.1" status: 200 len: 217 time: 0.0731604 Feb 09 03:13:45.680462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a96240f-33fe-45e7-bb6c-3e8cff29078c req-0be4255f-62e7-4661-ac7f-e5d96473c0a3 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440058 Feb 09 03:13:45.682178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:45.683252 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:45.711257 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-b7cc7f60-9fb5-497c-92e3-1dafb6f76d02 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3009551 Feb 09 03:13:45.724792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-f7167c03-eae2-4ab4-b3ff-9866661292ce tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:13:45.728722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-f7167c03-eae2-4ab4-b3ff-9866661292ce tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116522 Feb 09 03:13:45.751052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Request body: {'port': {'device_id': '36ef436a-0a32-4b21-8f7c-3eb89d24968e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:13:45.837553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 5bbd9f05-83e0-4405-99cf-715db9e4dccf is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:45.847069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:45.872752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.034171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-d0511cce-725e-4a83-99b7-9ab09216d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.048835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-d0511cce-725e-4a83-99b7-9ab09216d0ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.4034736 Feb 09 03:13:46.124523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-39914d1c-0616-4334-98e0-8911549e9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.126828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-39914d1c-0616-4334-98e0-8911549e9784 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 1126 time: 0.3452628 Feb 09 03:13:46.182224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-49e90269-da02-4e27-8e20-b0ab298306c0 None None] Provisioning complete for port d21f3182-c56a-4969-a140-49c6c1205e69 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:46.182570 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-49e90269-da02-4e27-8e20-b0ab298306c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d21f3182-c56a-4969-a140-49c6c1205e69), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.227601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-8a83860c-15a3-47fe-81ed-f8092b0836ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.233151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-8a83860c-15a3-47fe-81ed-f8092b0836ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1756394 Feb 09 03:13:46.269863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-49e90269-da02-4e27-8e20-b0ab298306c0 None None] Port d21f3182-c56a-4969-a140-49c6c1205e69 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:46.321445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-a8bd3f0b-ef07-4cd3-923c-e616056f16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.323086 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-a8bd3f0b-ef07-4cd3-923c-e616056f16c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.1866765 Feb 09 03:13:46.368732 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5348d0df-2e22-438a-a861-2fb4f4b5dab8 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:46.381653 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Publish callbacks [] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.402729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Transition to ACTIVE for port object 5348d0df-2e22-438a-a861-2fb4f4b5dab8 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:13:46.428564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.433131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-5e4ed4c8-5f71-409f-ba3d-b51190270a28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd046ade-4458-4e4f-bda0-0f5657e53420 HTTP/1.1" status: 200 len: 217 time: 0.0977385 Feb 09 03:13:46.541834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Pushing event updated for resources: {'Port': ['ID=5348d0df-2e22-438a-a861-2fb4f4b5dab8,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:46.563281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router 0168613f-14cd-4821-965c-22c9bea1591b is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:13:46.595455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-b62d70ef-e975-4c5a-b7a8-ec6b43e56c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.597110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-b62d70ef-e975-4c5a-b7a8-ec6b43e56c20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1480205 Feb 09 03:13:46.604465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf35656-0667-4d7a-922f-f4ae8443439c req-0c08fd39-4e84-4832-9dd8-da7e0798193e tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.606536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdf35656-0667-4d7a-922f-f4ae8443439c req-0c08fd39-4e84-4832-9dd8-da7e0798193e tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 931 time: 0.3215990 Feb 09 03:13:46.755913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdf35656-0667-4d7a-922f-f4ae8443439c req-dc84e3ba-3a34-4420-80d6-322502d1fd2a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652003 Feb 09 03:13:46.785323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Attempting to bind port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:13:46.786202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Attempting to bind port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:13:46.786809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Attempting to bind port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:46.791838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:13:46.792385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Attempting to bind port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:13:46.795012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27e97-4e23-4d28-9b0a-26da2111dff1 req-cfc266e8-f30b-43aa-ab32-82d36a8c39dc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.797593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ed27e97-4e23-4d28-9b0a-26da2111dff1 req-cfc266e8-f30b-43aa-ab32-82d36a8c39dc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.3961105 Feb 09 03:13:46.798952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:13:46.799565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Checking segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:13:46.800159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Bound using segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:13:46.800819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Bound port: 5348d0df-2e22-438a-a861-2fb4f4b5dab8, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:13:46.801411 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.803868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-e6d54d2d-1072-489f-9145-318f0103f95e service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775345 Feb 09 03:13:46.875913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] For port 5348d0df-2e22-438a-a861-2fb4f4b5dab8, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:13:46.880599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] For port 5348d0df-2e22-438a-a861-2fb4f4b5dab8, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5348d0df-2e22-438a-a861-2fb4f4b5dab8,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:13:46.892660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.926206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-8edaa596-aa79-4b64-a78d-ef9c04b3aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.927520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-8edaa596-aa79-4b64-a78d-ef9c04b3aeab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3212078 Feb 09 03:13:46.980090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:46.980759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:46.982657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] 10.222.0.61 "PUT /v2.0/ports/5348d0df-2e22-438a-a861-2fb4f4b5dab8 HTTP/1.1" status: 200 len: 1091 time: 1.2462521 Feb 09 03:13:46.983127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ef436a-0a32-4b21-8f7c-3eb89d24968e', 'tag': '5348d0df-2e22-438a-a861-2fb4f4b5dab8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:46.986057 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f8c038-4c38-4de9-8433-5777b08bdbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "36ef436a-0a32-4b21-8f7c-3eb89d24968e", "tag": "5348d0df-2e22-438a-a861-2fb4f4b5dab8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:47.022785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:47.041066 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228a1b7-f95e-4d42-805a-038bb3dba897 None None] Sync routers for ids ['0168613f-14cd-4821-965c-22c9bea1591b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:47.041715 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cedbc7eb-97ca-4b4f-9847-006c1ab2bd57 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/0168613f-14cd-4821-965c-22c9bea1591b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1917827 Feb 09 03:13:47.044327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56504) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:47.060047 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228a1b7-f95e-4d42-805a-038bb3dba897 None None] Routers {'0168613f-14cd-4821-965c-22c9bea1591b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:47.061011 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e228a1b7-f95e-4d42-805a-038bb3dba897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0168613f-14cd-4821-965c-22c9bea1591b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:47.141589 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ed27e97-4e23-4d28-9b0a-26da2111dff1 req-b97086b0-5554-4439-a9a0-8c8db8b356c3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253620 Feb 09 03:13:47.167337 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e228a1b7-f95e-4d42-805a-038bb3dba897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:47.188934 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228a1b7-f95e-4d42-805a-038bb3dba897 None None] Routers {'0168613f-14cd-4821-965c-22c9bea1591b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:47.189791 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e228a1b7-f95e-4d42-805a-038bb3dba897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0168613f-14cd-4821-965c-22c9bea1591b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:47.232351 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f664f-11f2-460e-bd28-d30dcfc5afd6 x-openstack-request-id: req-ed9f664f-11f2-460e-bd28-d30dcfc5afd6 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:47.232650 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ef436a-0a32-4b21-8f7c-3eb89d24968e", "tag": "5348d0df-2e22-438a-a861-2fb4f4b5dab8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:47.233038 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed9f664f-11f2-460e-bd28-d30dcfc5afd6 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:47.233437 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ef436a-0a32-4b21-8f7c-3eb89d24968e', 'tag': '5348d0df-2e22-438a-a861-2fb4f4b5dab8', 'status': 'completed', 'code': 200} Feb 09 03:13:47.238226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2506ec2-bf39-48b8-9636-8b3a04a65680 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.250887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e2506ec2-bf39-48b8-9636-8b3a04a65680 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports/d21f3182-c56a-4969-a140-49c6c1205e69 HTTP/1.1" status: 200 len: 911 time: 0.1988060 Feb 09 03:13:47.263974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:47.302097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336795c5-899b-4c95-b546-1c53b214ddaa service neutron] Pushing event updated for resources: {'Port': ['ID=5348d0df-2e22-438a-a861-2fb4f4b5dab8,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:47.337168 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-59274191-0b71-45f5-9ea7-8f684bb23d3e service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981733 Feb 09 03:13:47.340477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-e6424375-06f0-4c74-abbc-9fbf57d7004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.342468 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-e6424375-06f0-4c74-abbc-9fbf57d7004e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 1125 time: 0.2912467 Feb 09 03:13:47.390640 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-08b349aa-d85e-4a2a-bfba-ed826364685a req-72cb5bfd-aa66-476f-8752-e48401277013 service neutron] 10.222.0.61 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608501 Feb 09 03:13:47.501679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-6e098f54-ca8e-41f7-9d01-3246414c7a55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5348d0df-2e22-438a-a861-2fb4f4b5dab8 HTTP/1.1" status: 200 len: 217 time: 0.1511710 Feb 09 03:13:47.543731 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e228a1b7-f95e-4d42-805a-038bb3dba897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:47.544393 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228a1b7-f95e-4d42-805a-038bb3dba897 None None] The sync data for ids ['0168613f-14cd-4821-965c-22c9bea1591b'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:47.635607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-12488c37-279b-4c22-9a96-a32df77d6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:47.637496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-12488c37-279b-4c22-9a96-a32df77d6d31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.1262205 Feb 09 03:13:47.685267 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8d07ad-f833-46e2-8189-8538dd1d17fc req-b17224db-13c9-4a4d-a9ae-24a78ad13c61 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148537 Feb 09 03:13:47.700338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-4202b08b-55b8-4949-a828-e8f894bedc6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526955 Feb 09 03:13:47.853464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-13a83140-0340-48f6-8aa4-606f572662c3 service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458163 Feb 09 03:13:47.960144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4278f46d-c7f8-4a11-b5d8-b795aa433337 req-554ec0e6-90f7-40c8-afb9-b91b32a82fcd service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991983 Feb 09 03:13:48.000593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d537-a209-4894-8dc8-0ac9ad40912c req-6f2125dd-cf0a-4c2d-973c-d66a9baada4b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:48.002127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e503d537-a209-4894-8dc8-0ac9ad40912c req-6f2125dd-cf0a-4c2d-973c-d66a9baada4b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 943 time: 0.1188829 Feb 09 03:13:48.009888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:48.143664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e503d537-a209-4894-8dc8-0ac9ad40912c req-fc6b0fee-9395-4fbc-b791-6f1b26623b33 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309364 Feb 09 03:13:48.205735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-0f66573b-5c5d-4a44-a674-f53d9b0043f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:48.207876 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-0f66573b-5c5d-4a44-a674-f53d9b0043f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 1125 time: 0.1682210 Feb 09 03:13:48.445309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9100fb-e054-4498-adc4-4bdcaff21b63 req-28a509a8-aeb7-4d3e-8d11-a01372847fb9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:48.446918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea9100fb-e054-4498-adc4-4bdcaff21b63 req-28a509a8-aeb7-4d3e-8d11-a01372847fb9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1890059 Feb 09 03:13:48.477229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8:1::1 (b1183680-854e-4000-9af0-559a15827fc8/a80d0a90-91c1-4260-8edd-a7006e760aad/d076b54a-1816-45cd-af62-e06b5834b988) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:13:48.522547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea9100fb-e054-4498-adc4-4bdcaff21b63 req-79b639b6-06be-445d-b6ce-a3d3ed50024f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647891 Feb 09 03:13:48.523993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-dd489ea1-6e4f-475f-8b8e-1006fb16d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:48.525376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-dd489ea1-6e4f-475f-8b8e-1006fb16d0bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 0.3058190 Feb 09 03:13:48.583927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-8950e2d4-54fc-440d-90f8-1e9c69e2395c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5348d0df-2e22-438a-a861-2fb4f4b5dab8 HTTP/1.1" status: 200 len: 217 time: 0.0492482 Feb 09 03:13:48.685147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-decfa116-8894-4803-b1dd-ecfce02b0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:48.689405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-decfa116-8894-4803-b1dd-ecfce02b0c5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.0964375 Feb 09 03:13:48.732746 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (d076b54a-1816-45cd-af62-e06b5834b988), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:48.742063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-00639a86-28dc-4f95-9f78-0fb1df36d7de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481725 Feb 09 03:13:48.990366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-822606f4-a8d0-428c-8998-21832167f1e7 service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416089 Feb 09 03:13:49.110326 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1f8c038-4c38-4de9-8433-5777b08bdbf8 req-ddec0d31-edf2-47a4-a67b-d679dcbd01bf service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112044 Feb 09 03:13:49.369348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d076b54a-1816-45cd-af62-e06b5834b988), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.419976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec745d-54cc-4374-995e-e2b783af9ca3 req-5af1f0c5-bdcd-49a5-82cb-1e84a9242642 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:49.421840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3bec745d-54cc-4374-995e-e2b783af9ca3 req-5af1f0c5-bdcd-49a5-82cb-1e84a9242642 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 943 time: 0.1187720 Feb 09 03:13:49.454622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network b1183680-854e-4000-9af0-559a15827fc8 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:49.460428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:49.463037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:13:49.463909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (0168613f-14cd-4821-965c-22c9bea1591b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.533305 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.566413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=d076b54a-1816-45cd-af62-e06b5834b988,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:49.675797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3bec745d-54cc-4374-995e-e2b783af9ca3 req-b4b1919e-a93f-4249-a74a-12151f290355 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408512 Feb 09 03:13:49.689938 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d076b54a-1816-45cd-af62-e06b5834b988), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:49.705679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f15cd7-fb48-4e48-a502-cec32f657035 req-cc35734b-e9a5-4fd0-9a6e-1e761b3a3dd0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:49.707564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62f15cd7-fb48-4e48-a502-cec32f657035 req-cc35734b-e9a5-4fd0-9a6e-1e761b3a3dd0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.0665984 Feb 09 03:13:49.871959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62f15cd7-fb48-4e48-a502-cec32f657035 req-199824e2-6b88-4fca-8216-cf42bedd68d2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537235 Feb 09 03:13:50.047774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-df83dba4-2e3e-4395-8d98-2b2052a0f45f None None] Provisioning complete for port d076b54a-1816-45cd-af62-e06b5834b988 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:50.048317 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-df83dba4-2e3e-4395-8d98-2b2052a0f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d076b54a-1816-45cd-af62-e06b5834b988), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.136000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-df83dba4-2e3e-4395-8d98-2b2052a0f45f None None] Port d076b54a-1816-45cd-af62-e06b5834b988 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:50.161985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (d076b54a-1816-45cd-af62-e06b5834b988), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.170899 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (d076b54a-1816-45cd-af62-e06b5834b988), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.173365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (0168613f-14cd-4821-965c-22c9bea1591b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:50.247872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=d076b54a-1816-45cd-af62-e06b5834b988,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:50.434799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network b1183680-854e-4000-9af0-559a15827fc8 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:13:50.436127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:13:50.596881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router 0168613f-14cd-4821-965c-22c9bea1591b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:13:50.768653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:50.787049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147862da-c3e4-492a-b7ab-e47aaa1f9889 None None] Sync routers for ids ['0168613f-14cd-4821-965c-22c9bea1591b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:50.801355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56600) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:50.821717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b80977ca-ff73-4cc8-8a76-8cfa4cb1a424 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/0168613f-14cd-4821-965c-22c9bea1591b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5531788 Feb 09 03:13:50.854662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147862da-c3e4-492a-b7ab-e47aaa1f9889 None None] Routers {'0168613f-14cd-4821-965c-22c9bea1591b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:50.858588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-147862da-c3e4-492a-b7ab-e47aaa1f9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0168613f-14cd-4821-965c-22c9bea1591b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:50.911452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d73c98-ea45-42e5-80e3-8aeb31c3ea74 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:50.916249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a5d73c98-ea45-42e5-80e3-8aeb31c3ea74 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports/d076b54a-1816-45cd-af62-e06b5834b988 HTTP/1.1" status: 200 len: 913 time: 0.1134827 Feb 09 03:13:50.916492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56606) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:50.934622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-147862da-c3e4-492a-b7ab-e47aaa1f9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:50.989566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147862da-c3e4-492a-b7ab-e47aaa1f9889 None None] Routers {'0168613f-14cd-4821-965c-22c9bea1591b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:50.995044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-147862da-c3e4-492a-b7ab-e47aaa1f9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0168613f-14cd-4821-965c-22c9bea1591b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:51.026384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984da445-002a-480b-8c2c-967077846711 req-f37f479a-6761-43f8-9545-20cfb2c2267f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:51.041584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-984da445-002a-480b-8c2c-967077846711 req-f37f479a-6761-43f8-9545-20cfb2c2267f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 943 time: 0.2160871 Feb 09 03:13:51.130981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-147862da-c3e4-492a-b7ab-e47aaa1f9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:51.131932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147862da-c3e4-492a-b7ab-e47aaa1f9889 None None] The sync data for ids ['0168613f-14cd-4821-965c-22c9bea1591b'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:51.143279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98e7d562-e7da-4fa6-8845-8e937a2d4ef9 None None] Provisioning complete for port d076b54a-1816-45cd-af62-e06b5834b988 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:51.143913 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98e7d562-e7da-4fa6-8845-8e937a2d4ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d076b54a-1816-45cd-af62-e06b5834b988), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.205492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-984da445-002a-480b-8c2c-967077846711 req-88dc0806-65b7-416d-bfb2-76bd4b05bf0f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587970 Feb 09 03:13:51.219463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98e7d562-e7da-4fa6-8845-8e937a2d4ef9 None None] Port d076b54a-1816-45cd-af62-e06b5834b988 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:13:51.287404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5348d0df-2e22-438a-a861-2fb4f4b5dab8 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:13:51.824303 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.862178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5348d0df-2e22-438a-a861-2fb4f4b5dab8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5348d0df-2e22-438a-a861-2fb4f4b5dab8,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:51.885904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '5348d0df-2e22-438a-a861-2fb4f4b5dab8', 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'port_id': '5348d0df-2e22-438a-a861-2fb4f4b5dab8', 'mac_address': 'fa:16:3e:67:54:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe41229-3eb3-49f1-9a19-2ecde9506e92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:13:51.952125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa9693-9aa6-4d3b-afc1-79179785aa86 req-0b6da56e-be5a-48c8-8151-ba46f2cfb2b2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:51.956026 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2aa9693-9aa6-4d3b-afc1-79179785aa86 req-0b6da56e-be5a-48c8-8151-ba46f2cfb2b2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.8992870 Feb 09 03:13:51.956574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:51.956988 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:51.992007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5348d0df-2e22-438a-a861-2fb4f4b5dab8 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:13:52.021200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5348d0df-2e22-438a-a861-2fb4f4b5dab8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5348d0df-2e22-438a-a861-2fb4f4b5dab8,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:52.035799 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.113946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2aa9693-9aa6-4d3b-afc1-79179785aa86 req-f7d3acfb-300f-4180-8388-cfe256aab3be tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405170 Feb 09 03:13:52.160381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5348d0df-2e22-438a-a861-2fb4f4b5dab8,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:52.194652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (0168613f-14cd-4821-965c-22c9bea1591b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:52.259352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5348d0df-2e22-438a-a861-2fb4f4b5dab8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:13:52.494099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b152d2-34c0-43e7-a5b9-c33d6f524e7a req-f96d1efa-0289-4026-8d5c-4968ea1ff128 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:52.502549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75b152d2-34c0-43e7-a5b9-c33d6f524e7a req-f96d1efa-0289-4026-8d5c-4968ea1ff128 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 944 time: 0.1436503 Feb 09 03:13:52.670277 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75b152d2-34c0-43e7-a5b9-c33d6f524e7a req-295d7b99-8dd1-4060-a566-a7def47a48e0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566277 Feb 09 03:13:52.853299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port d076b54a-1816-45cd-af62-e06b5834b988 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:52.853562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d076b54a-1816-45cd-af62-e06b5834b988), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.020977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d076b54a-1816-45cd-af62-e06b5834b988), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.072390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for d076b54a-1816-45cd-af62-e06b5834b988 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:53.285360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5348d0df-2e22-438a-a861-2fb4f4b5dab8 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:13:53.373927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4faded-3549-4eb5-ab64-0149c47df02c req-0673b916-9931-440a-a4db-bb5c56ca2dd8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:53.375614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f4faded-3549-4eb5-ab64-0149c47df02c req-0673b916-9931-440a-a4db-bb5c56ca2dd8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.0865591 Feb 09 03:13:53.411731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:13:53.420659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:13:53.421176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.514272 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f4faded-3549-4eb5-ab64-0149c47df02c req-53a4cc53-a329-4fab-b004-8c7edfc274b6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924947 Feb 09 03:13:53.534974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d076b54a-1816-45cd-af62-e06b5834b988), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.616391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=d076b54a-1816-45cd-af62-e06b5834b988,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:53.670563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:13:53.671438 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.896961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ef436a-0a32-4b21-8f7c-3eb89d24968e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348d0df-2e22-438a-a861-2fb4f4b5dab8'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:13:53.918072 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c359e1f0-6605-47de-9e71-0c9aaa1413d9" -d '{"events": [{"server_uuid": "36ef436a-0a32-4b21-8f7c-3eb89d24968e", "name": "network-vif-plugged", "status": "completed", "tag": "5348d0df-2e22-438a-a861-2fb4f4b5dab8"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:13:53.941351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5348d0df-2e22-438a-a861-2fb4f4b5dab8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5348d0df-2e22-438a-a861-2fb4f4b5dab8,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:13:53.953156 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:53.993685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528abcb9-1fc0-4702-9f2b-1e0d5c265808 req-6110c332-8c25-4ced-a360-ff43c33aa549 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:53.995747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-528abcb9-1fc0-4702-9f2b-1e0d5c265808 req-6110c332-8c25-4ced-a360-ff43c33aa549 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 944 time: 0.1696279 Feb 09 03:13:54.097602 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c152711-7653-4439-b7ce-2e5c0a9e1869 x-openstack-request-id: req-2c152711-7653-4439-b7ce-2e5c0a9e1869 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:13:54.097885 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ef436a-0a32-4b21-8f7c-3eb89d24968e", "name": "network-vif-plugged", "status": "completed", "tag": "5348d0df-2e22-438a-a861-2fb4f4b5dab8", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:13:54.098148 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c152711-7653-4439-b7ce-2e5c0a9e1869 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:13:54.103535 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ef436a-0a32-4b21-8f7c-3eb89d24968e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348d0df-2e22-438a-a861-2fb4f4b5dab8', 'code': 200} Feb 09 03:13:54.129046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (0168613f-14cd-4821-965c-22c9bea1591b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:54.201890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-528abcb9-1fc0-4702-9f2b-1e0d5c265808 req-051fd6b7-fc61-40dc-bf7c-58f7be46aade tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992607 Feb 09 03:13:54.208430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5348d0df-2e22-438a-a861-2fb4f4b5dab8,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:54.506221 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c34a7-57b8-4275-b67d-9796671874cf req-1e744a16-1e83-41ce-aa13-b03a1c0a7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:54.508197 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c7c34a7-57b8-4275-b67d-9796671874cf req-1e744a16-1e83-41ce-aa13-b03a1c0a7443 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 1127 time: 0.2283664 Feb 09 03:13:54.837913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c7c34a7-57b8-4275-b67d-9796671874cf req-ff6a077d-7f5d-49fd-b65a-e2eedcda3507 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156216 Feb 09 03:13:54.855866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f84a4-42f3-428f-a37c-8e30b7fe4f22 req-b20bec3c-f5b3-42c2-892d-e44590e69379 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:54.863502 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d35f84a4-42f3-428f-a37c-8e30b7fe4f22 req-b20bec3c-f5b3-42c2-892d-e44590e69379 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1293974 Feb 09 03:13:54.893318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router 0168613f-14cd-4821-965c-22c9bea1591b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:13:54.939357 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d35f84a4-42f3-428f-a37c-8e30b7fe4f22 req-830071d7-d4dd-4684-be62-10d592cb854c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723884 Feb 09 03:13:55.116162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:55.136323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56682) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:55.146563 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4f574-f556-4164-8eb4-9eff5cdf2d0e None None] Sync routers for ids ['0168613f-14cd-4821-965c-22c9bea1591b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:55.155342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cb8148ea-fd09-48d1-b2f3-0233461a46d5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/0168613f-14cd-4821-965c-22c9bea1591b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2338421 Feb 09 03:13:55.187545 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4f574-f556-4164-8eb4-9eff5cdf2d0e None None] Routers {'0168613f-14cd-4821-965c-22c9bea1591b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:55.193672 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0fb4f574-f556-4164-8eb4-9eff5cdf2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0168613f-14cd-4821-965c-22c9bea1591b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:55.330184 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0fb4f574-f556-4164-8eb4-9eff5cdf2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:55.380743 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4f574-f556-4164-8eb4-9eff5cdf2d0e None None] Routers {'0168613f-14cd-4821-965c-22c9bea1591b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:55.381861 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0fb4f574-f556-4164-8eb4-9eff5cdf2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0168613f-14cd-4821-965c-22c9bea1591b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:55.494078 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0fb4f574-f556-4164-8eb4-9eff5cdf2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:55.494747 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4f574-f556-4164-8eb4-9eff5cdf2d0e None None] The sync data for ids ['0168613f-14cd-4821-965c-22c9bea1591b'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:55.689640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c008b0-aa72-4cf0-8b90-34be96ad3d91 req-0cf4c473-dfde-4b72-a67c-346c8ec5a670 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:55.691421 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0c008b0-aa72-4cf0-8b90-34be96ad3d91 req-0cf4c473-dfde-4b72-a67c-346c8ec5a670 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 945 time: 0.2507668 Feb 09 03:13:55.838024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0c008b0-aa72-4cf0-8b90-34be96ad3d91 req-227fbd77-1def-483b-b73f-64a22e6e10a5 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199429 Feb 09 03:13:56.161036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (0168613f-14cd-4821-965c-22c9bea1591b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:56.176160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9df71-7018-4713-bf6b-8345f959e76c req-8d60ef44-e787-46c1-a839-7608821781f8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:56.192603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f4e9df71-7018-4713-bf6b-8345f959e76c req-8d60ef44-e787-46c1-a839-7608821781f8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1564591 Feb 09 03:13:56.311239 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f4e9df71-7018-4713-bf6b-8345f959e76c req-45ef1236-4170-49f0-990f-1d38ab171999 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167073 Feb 09 03:13:56.736239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port d21f3182-c56a-4969-a140-49c6c1205e69 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:13:56.736648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d21f3182-c56a-4969-a140-49c6c1205e69), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:56.984764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d21f3182-c56a-4969-a140-49c6c1205e69), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.013869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for d21f3182-c56a-4969-a140-49c6c1205e69 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:13:57.028254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635ccb8-d3ab-4873-b7e8-34b5e188e491 req-bf2fd2bf-cb5c-40f7-952e-34c0e87601b7 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:57.029759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4635ccb8-d3ab-4873-b7e8-34b5e188e491 req-bf2fd2bf-cb5c-40f7-952e-34c0e87601b7 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 945 time: 0.0853181 Feb 09 03:13:57.120348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4635ccb8-d3ab-4873-b7e8-34b5e188e491 req-e1ed6b46-fc47-4c56-99af-97dfb93f2aa9 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835750 Feb 09 03:13:57.370316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d21f3182-c56a-4969-a140-49c6c1205e69), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:57.422933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=d21f3182-c56a-4969-a140-49c6c1205e69,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:57.434332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.435261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.435616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.435974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.436313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.437181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.437602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.437943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.438295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.438657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.438950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.439291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.439615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:13:57.649666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c20127-fbad-42ac-badc-801a035f3fcd req-fe235278-f4f2-4b7c-9740-1de8938520f3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:57.653380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36c20127-fbad-42ac-badc-801a035f3fcd req-fe235278-f4f2-4b7c-9740-1de8938520f3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1399412 Feb 09 03:13:57.822085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36c20127-fbad-42ac-badc-801a035f3fcd req-aa192e79-9f7a-4e48-ae81-fd465203415c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539464 Feb 09 03:13:57.992352 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (0168613f-14cd-4821-965c-22c9bea1591b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.612527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router 0168613f-14cd-4821-965c-22c9bea1591b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:13:58.804306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad39c-1d2f-454d-8a69-1f45d9f8189e req-ea0a4152-08f7-4297-8c9b-8a8f9fa754bb tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:58.805871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e75ad39c-1d2f-454d-8a69-1f45d9f8189e req-ea0a4152-08f7-4297-8c9b-8a8f9fa754bb tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1127 time: 0.3866205 Feb 09 03:13:58.807274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:13:58.817700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56766) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:58.818143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-684b434f-2753-40eb-9f90-6467d85ac481 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/0168613f-14cd-4821-965c-22c9bea1591b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6770461 Feb 09 03:13:58.821630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b293f42-12ad-4a16-9bae-3b7a100fef5d None None] Sync routers for ids ['0168613f-14cd-4821-965c-22c9bea1591b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:13:58.862862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b293f42-12ad-4a16-9bae-3b7a100fef5d None None] Routers {'0168613f-14cd-4821-965c-22c9bea1591b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:58.866256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0b293f42-12ad-4a16-9bae-3b7a100fef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0168613f-14cd-4821-965c-22c9bea1591b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:58.921021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e75ad39c-1d2f-454d-8a69-1f45d9f8189e req-6964f3b5-6158-4166-9466-d0a0a653b58e tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:58.979084 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5301940b-d208-4f74-817a-a3e0883362de tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=0168613f-14cd-4821-965c-22c9bea1591b HTTP/1.1" status: 200 len: 205 time: 0.1576629 Feb 09 03:13:58.980164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56772) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:58.985882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0b293f42-12ad-4a16-9bae-3b7a100fef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:58.998808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b293f42-12ad-4a16-9bae-3b7a100fef5d None None] Routers {'0168613f-14cd-4821-965c-22c9bea1591b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:13:59.001692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0b293f42-12ad-4a16-9bae-3b7a100fef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:13:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0168613f-14cd-4821-965c-22c9bea1591b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:59.046847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0b293f42-12ad-4a16-9bae-3b7a100fef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:13:59.047930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b293f42-12ad-4a16-9bae-3b7a100fef5d None None] The sync data for ids ['0168613f-14cd-4821-965c-22c9bea1591b'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:13:59.221045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1922d48-b6a3-421c-be67-97c680dc39bd req-e2c7f2f4-74a4-43af-9896-13d29a5c3be3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:13:59.237299 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1922d48-b6a3-421c-be67-97c680dc39bd req-e2c7f2f4-74a4-43af-9896-13d29a5c3be3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2242181 Feb 09 03:13:59.277396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-025e1091-3c84-4877-8ee6-25a070a64dfd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (0168613f-14cd-4821-965c-22c9bea1591b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.343775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1922d48-b6a3-421c-be67-97c680dc39bd req-ab6352a6-1f89-4464-8144-7deb91ed68a9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054513 Feb 09 03:13:59.570263 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-025e1091-3c84-4877-8ee6-25a070a64dfd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (0168613f-14cd-4821-965c-22c9bea1591b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.575836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-025e1091-3c84-4877-8ee6-25a070a64dfd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (0168613f-14cd-4821-965c-22c9bea1591b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.659076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e75ad39c-1d2f-454d-8a69-1f45d9f8189e req-6964f3b5-6158-4166-9466-d0a0a653b58e tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Publish callbacks [] for security_group (7598a4a8-5821-4ac7-94b4-480ea80fc80c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.667810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e75ad39c-1d2f-454d-8a69-1f45d9f8189e req-6964f3b5-6158-4166-9466-d0a0a653b58e tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7598a4a8-5821-4ac7-94b4-480ea80fc80c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.696247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-025e1091-3c84-4877-8ee6-25a070a64dfd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (0168613f-14cd-4821-965c-22c9bea1591b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.696974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025e1091-3c84-4877-8ee6-25a070a64dfd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Fanout notify agent at l3_agent the message router_deleted on router 0168613f-14cd-4821-965c-22c9bea1591b {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:13:59.705970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-025e1091-3c84-4877-8ee6-25a070a64dfd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.709840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56786) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:13:59.710017 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-025e1091-3c84-4877-8ee6-25a070a64dfd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/0168613f-14cd-4821-965c-22c9bea1591b HTTP/1.1" status: 204 len: 168 time: 0.7206876 Feb 09 03:13:59.745775 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e75ad39c-1d2f-454d-8a69-1f45d9f8189e req-6964f3b5-6158-4166-9466-d0a0a653b58e tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9111900 Feb 09 03:13:59.748852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964f3b5-6158-4166-9466-d0a0a653b58e tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7598a4a8-5821-4ac7-94b4-480ea80fc80c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:13:59.848591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88b18c5-d8bb-4e1f-904a-9ca4cdf71b99 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet a80d0a90-91c1-4260-8edd-a7006e760aad {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:13:59.855276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b88b18c5-d8bb-4e1f-904a-9ca4cdf71b99 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (a80d0a90-91c1-4260-8edd-a7006e760aad), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:13:59.950691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b88b18c5-d8bb-4e1f-904a-9ca4cdf71b99 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (a80d0a90-91c1-4260-8edd-a7006e760aad), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.013637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc47bc5-7b25-415f-b448-6fa68377d4e5 req-6f7b3c60-6cd5-4794-8e08-b249538467d1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:00.015518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efc47bc5-7b25-415f-b448-6fa68377d4e5 req-6f7b3c60-6cd5-4794-8e08-b249538467d1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.1297801 Feb 09 03:14:00.127838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efc47bc5-7b25-415f-b448-6fa68377d4e5 req-c36abd53-0a81-4b5d-9ccb-558d7e87c4d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024010 Feb 09 03:14:00.156513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56798) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:00.205542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b88b18c5-d8bb-4e1f-904a-9ca4cdf71b99 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a80d0a90-91c1-4260-8edd-a7006e760aad), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.345093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42724e4c-80f7-4806-93a8-bffccdbe8671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.465792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b88b18c5-d8bb-4e1f-904a-9ca4cdf71b99 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (a80d0a90-91c1-4260-8edd-a7006e760aad), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.543501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b18c5-d8bb-4e1f-904a-9ca4cdf71b99 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=a80d0a90-91c1-4260-8edd-a7006e760aad,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:00.554815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1678ae92-6f0b-40d1-b4a1-546f86295819 None None] Network b1183680-854e-4000-9af0-559a15827fc8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:00.556639 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b88b18c5-d8bb-4e1f-904a-9ca4cdf71b99 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.563157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b88b18c5-d8bb-4e1f-904a-9ca4cdf71b99 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/a80d0a90-91c1-4260-8edd-a7006e760aad HTTP/1.1" status: 204 len: 168 time: 0.8492448 Feb 09 03:14:00.565218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56808) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:00.748723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f11f4e0-8a6a-42cf-8137-603ada13213f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet c5c76595-c393-40a3-82fa-36a0a2915671 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:14:00.753374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f11f4e0-8a6a-42cf-8137-603ada13213f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (c5c76595-c393-40a3-82fa-36a0a2915671), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.852128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f11f4e0-8a6a-42cf-8137-603ada13213f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (c5c76595-c393-40a3-82fa-36a0a2915671), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:00.873066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] DHCP port deletion for b1183680-854e-4000-9af0-559a15827fc8 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:14:00.957475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f11f4e0-8a6a-42cf-8137-603ada13213f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c5c76595-c393-40a3-82fa-36a0a2915671), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.011481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] Deleting port 649b19ec-25a3-4053-8b8b-7bbbed07d397 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:01.011858 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.070422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f11f4e0-8a6a-42cf-8137-603ada13213f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (c5c76595-c393-40a3-82fa-36a0a2915671), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.112252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f4e0-8a6a-42cf-8137-603ada13213f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c76595-c393-40a3-82fa-36a0a2915671,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:01.154996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1f11f4e0-8a6a-42cf-8137-603ada13213f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.162130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1f11f4e0-8a6a-42cf-8137-603ada13213f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/c5c76595-c393-40a3-82fa-36a0a2915671 HTTP/1.1" status: 204 len: 168 time: 0.5955017 Feb 09 03:14:01.168752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56818) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:01.198759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1d128-fd10-4f79-968b-85f6ce0555e9 None None] Network 5bbd9f05-83e0-4405-99cf-715db9e4dccf requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:01.207264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d8ccdcf0-c5ae-40e1-8ce1-91c66f1f45ee tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/b816cc71-e1fc-4a28-871b-a5cedd287fa7 HTTP/1.1" status: 200 len: 993 time: 1.0436974 Feb 09 03:14:01.221802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] For port 649b19ec-25a3-4053-8b8b-7bbbed07d397, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=649b19ec-25a3-4053-8b8b-7bbbed07d397,segment=NetworkSegment(16ec4c52-44f5-4c0f-b172-b300ccaec18a),segment_id=16ec4c52-44f5-4c0f-b172-b300ccaec18a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:01.223343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.252114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae39eef-d756-4f7a-9eef-4d9acce8162b req-94b6b2c3-2f54-4b5e-beef-c1d7c63f84e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.261271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cae39eef-d756-4f7a-9eef-4d9acce8162b req-94b6b2c3-2f54-4b5e-beef-c1d7c63f84e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2377312 Feb 09 03:14:01.277143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-69a4f90a-c755-4892-a81e-8d506a16ce5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2432692 Feb 09 03:14:01.374365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] Calling delete_port for 649b19ec-25a3-4053-8b8b-7bbbed07d397 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:01.414511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cae39eef-d756-4f7a-9eef-4d9acce8162b req-c0a6475d-c18c-4bef-a9ba-9d1afc85271f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520452 Feb 09 03:14:01.461532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-2379de82-e8fb-43d9-82c8-5dff8284d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.463158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-2379de82-e8fb-43d9-82c8-5dff8284d186 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 1127 time: 0.1149526 Feb 09 03:14:01.523931 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b1183680-854e-4000-9af0-559a15827fc8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.620052 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.681437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] No DVR routers for this DVR port 649b19ec-25a3-4053-8b8b-7bbbed07d397 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:01.691460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] DHCP port deletion for 5bbd9f05-83e0-4405-99cf-715db9e4dccf request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:14:01.700948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b49e9b-0ca4-43fa-a606-97c23efe90b2 None None] Pushing event deleted for resources: {'Port': ['ID=649b19ec-25a3-4053-8b8b-7bbbed07d397,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:01.721080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 649b19ec-25a3-4053-8b8b-7bbbed07d397 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:01.721428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.765872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-06b9ce22-cf2b-4e1e-8bf8-2fc5398652b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:01.767425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-06b9ce22-cf2b-4e1e-8bf8-2fc5398652b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 0.2807879 Feb 09 03:14:01.790973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] Deleting port e53788e6-b989-4054-91b8-535bf9ef9e56 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:01.791690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:01.834103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-6c04532c-1126-42ab-8ccc-8a186a387ea2 req-4884ac92-68b8-4ef6-8825-3962d2d41513 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:01.835464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c04532c-1126-42ab-8ccc-8a186a387ea2 req-4884ac92-68b8-4ef6-8825-3962d2d41513 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270162 Feb 09 03:14:01.923127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-a30337b9-af96-4c5f-b45a-bb5ef383648d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3035f09b-6281-4464-bd36-43777d604ca6 HTTP/1.1" status: 200 len: 217 time: 0.1476362 Feb 09 03:14:02.013308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 649b19ec-25a3-4053-8b8b-7bbbed07d397, host n-d-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:02.013810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.023171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 649b19ec-25a3-4053-8b8b-7bbbed07d397 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:02.035877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-a9caeef2-8fb5-4af5-a64b-a6b3b2f18f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:02.038137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-a9caeef2-8fb5-4af5-a64b-a6b3b2f18f74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.1111710 Feb 09 03:14:02.046595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 649b19ec-25a3-4053-8b8b-7bbbed07d397 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:02.057771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Port 649b19ec-25a3-4053-8b8b-7bbbed07d397 was not found and therefore no delete operation was performed {{(pid=109856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:14:02.077039 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (649b19ec-25a3-4053-8b8b-7bbbed07d397), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.142267 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-99503d12-4cc9-436f-9833-809b60f89806 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968864 Feb 09 03:14:02.157106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-c161ec1d-00ee-4452-9f93-cd94f8b8414b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:02.159344 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-c161ec1d-00ee-4452-9f93-cd94f8b8414b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107424 Feb 09 03:14:02.169627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=649b19ec-25a3-4053-8b8b-7bbbed07d397,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:02.218999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No DVR routers for this DVR port 649b19ec-25a3-4053-8b8b-7bbbed07d397 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:02.246257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 649b19ec-25a3-4053-8b8b-7bbbed07d397 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:02.248597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 649b19ec-25a3-4053-8b8b-7bbbed07d397 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:02.251957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e53788e6-b989-4054-91b8-535bf9ef9e56 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:02.320098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] For port e53788e6-b989-4054-91b8-535bf9ef9e56, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e53788e6-b989-4054-91b8-535bf9ef9e56,segment=NetworkSegment(642444e8-1c55-494f-81e2-f1d1793f4f5d),segment_id=642444e8-1c55-494f-81e2-f1d1793f4f5d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:02.320513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.352497 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b1183680-854e-4000-9af0-559a15827fc8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.371092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] Calling delete_port for e53788e6-b989-4054-91b8-535bf9ef9e56 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:02.419321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-38403e9a-12cc-4869-810e-3819f2df4b35 service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492993 Feb 09 03:14:02.446936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1183680-854e-4000-9af0-559a15827fc8']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:02.475678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ec4c52-44f5-4c0f-b172-b300ccaec18a') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:02.477010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ec4c52-44f5-4c0f-b172-b300ccaec18a') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:02.506802 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (16ec4c52-44f5-4c0f-b172-b300ccaec18a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.545095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (16ec4c52-44f5-4c0f-b172-b300ccaec18a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.556891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:14:02.557432 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (16ec4c52-44f5-4c0f-b172-b300ccaec18a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.598262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1be67615-1be9-4cce-b1c1-10f5a8754bec req-22c43d0d-a9a0-40ea-a004-37100a6fce25 service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716800 Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:14:02.600345 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:14:02.672075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e53788e6-b989-4054-91b8-535bf9ef9e56 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:02.673077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.695504 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e53788e6-b989-4054-91b8-535bf9ef9e56), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.733182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf995cf-93a0-4f2d-9076-01db4d59e6bc req-9b63b23a-ae03-44d6-98c2-eea393ce3be8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:02.737960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-acf995cf-93a0-4f2d-9076-01db4d59e6bc req-9b63b23a-ae03-44d6-98c2-eea393ce3be8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1313319 Feb 09 03:14:02.744880 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b1183680-854e-4000-9af0-559a15827fc8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.772074 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55225acc-b6fb-4122-b51a-340079bd1cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.806035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] No DVR routers for this DVR port e53788e6-b989-4054-91b8-535bf9ef9e56 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:02.808436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5447d-59e3-4e2b-b2cb-e0a9e0f22620 None None] Pushing event deleted for resources: {'Port': ['ID=e53788e6-b989-4054-91b8-535bf9ef9e56,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:02.845227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:02.857080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/b1183680-854e-4000-9af0-559a15827fc8 HTTP/1.1" status: 204 len: 168 time: 1.6815841 Feb 09 03:14:02.863330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56872) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:02.885483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-acf995cf-93a0-4f2d-9076-01db4d59e6bc req-16d96a85-1c3a-49a2-a367-8c4447e1621e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353366 Feb 09 03:14:02.946013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f4ce6-c089-4266-a18d-31b22f985bac tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=b1183680-854e-4000-9af0-559a15827fc8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:02.984484 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-e706eb1b-774a-41a3-b4fb-2b1408161b3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2910950 Feb 09 03:14:02.994084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-e0c52804-0c8a-4ade-9ecc-9a9c2c865350 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:02.995093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-e0c52804-0c8a-4ade-9ecc-9a9c2c865350 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050957 Feb 09 03:14:03.030852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de22a2-491c-4e7a-b4a2-bee7d746b34f req-80e13c31-de86-4dcf-ae8d-e9780fbe893a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.032458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2de22a2-491c-4e7a-b4a2-bee7d746b34f req-80e13c31-de86-4dcf-ae8d-e9780fbe893a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.3013599 Feb 09 03:14:03.063145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5bbd9f05-83e0-4405-99cf-715db9e4dccf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.145296 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2de22a2-491c-4e7a-b4a2-bee7d746b34f req-c1cb44bb-130d-46c5-af23-e9d46d48d16d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034381 Feb 09 03:14:03.196622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5bbd9f05-83e0-4405-99cf-715db9e4dccf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.223421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbd9f05-83e0-4405-99cf-715db9e4dccf']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:03.234730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642444e8-1c55-494f-81e2-f1d1793f4f5d') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:03.235045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642444e8-1c55-494f-81e2-f1d1793f4f5d') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:03.256250 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (642444e8-1c55-494f-81e2-f1d1793f4f5d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.287767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (642444e8-1c55-494f-81e2-f1d1793f4f5d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.295235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:14:03.295717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (642444e8-1c55-494f-81e2-f1d1793f4f5d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:14:03.364406 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:14:03.376536 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5bbd9f05-83e0-4405-99cf-715db9e4dccf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.407195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.414315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/5bbd9f05-83e0-4405-99cf-715db9e4dccf HTTP/1.1" status: 204 len: 168 time: 0.5420909 Feb 09 03:14:03.414315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8dd11-bf5b-48c5-98a7-7af7f875fa8c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=5bbd9f05-83e0-4405-99cf-715db9e4dccf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:03.414645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56900) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:03.420594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482921671'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:03.450186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:03.454659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.482819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:03.506122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (fa517c04-8b8b-42a3-9f14-844c198bc8dd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.506913 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment fa517c04-8b8b-42a3-9f14-844c198bc8dd of type vlan for network 62efc274-a50f-4f32-a5c4-86fba86da833 Feb 09 03:14:03.599901 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (62efc274-a50f-4f32-a5c4-86fba86da833), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.643449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (62efc274-a50f-4f32-a5c4-86fba86da833), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.662545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:03.663387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:03.833809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=62efc274-a50f-4f32-a5c4-86fba86da833,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:03.841938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2e083715-310c-4bc5-8f4a-54e12e2424f8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4258938 Feb 09 03:14:03.845199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56910) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:03.847726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 62efc274-a50f-4f32-a5c4-86fba86da833 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:03.851133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': '62efc274-a50f-4f32-a5c4-86fba86da833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:04.078918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:04.079543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:04.084822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:04.190698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7b6f-b95a-495d-b74e-b94970f87c4d req-76b59e9a-fb9a-48b1-a874-bb5078b3a0da tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.192652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93dd7b6f-b95a-495d-b74e-b94970f87c4d req-76b59e9a-fb9a-48b1-a874-bb5078b3a0da tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1488087 Feb 09 03:14:04.312629 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93dd7b6f-b95a-495d-b74e-b94970f87c4d req-55276dba-0d51-4a41-81e2-b88626a43a06 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051507 Feb 09 03:14:04.418874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579131b3-5ae6-4b7b-ba87-0425573edff4 req-c658c369-ee22-44bd-92ce-636dbfad60be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.421105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-579131b3-5ae6-4b7b-ba87-0425573edff4 req-c658c369-ee22-44bd-92ce-636dbfad60be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.1491685 Feb 09 03:14:04.541619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-579131b3-5ae6-4b7b-ba87-0425573edff4 req-320c4a64-5197-4d78-b23b-8320a8864c8b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084774 Feb 09 03:14:04.657306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (1c36ccfe-da3f-4094-b8d4-67ecb411b7ea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:04.737841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=1c36ccfe-da3f-4094-b8d4-67ecb411b7ea,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:04.819273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': 'fa517c04-8b8b-42a3-9f14-844c198bc8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '62efc274-a50f-4f32-a5c4-86fba86da833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:04.819730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: 62efc274-a50f-4f32-a5c4-86fba86da833, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:04.873297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 62efc274-a50f-4f32-a5c4-86fba86da833 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:04.894174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 62efc274-a50f-4f32-a5c4-86fba86da833) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:04.899310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.900170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:04.903230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afea4bb-84b3-4dd6-9f4c-7cfdb28c074a None None] Network 62efc274-a50f-4f32-a5c4-86fba86da833 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:04.918959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-7e5b69fc-1802-4150-9d77-bd8821dc9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:04.922101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-7e5b69fc-1802-4150-9d77-bd8821dc9a2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1127 time: 0.0903168 Feb 09 03:14:04.929275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56926) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:04.929909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b1719f46-0679-498c-bf09-dc0327d34da7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0830867 Feb 09 03:14:04.934807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-64e55eb5-9ead-404f-98ec-bbdda37e5b42 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1540781862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:04.997536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64e55eb5-9ead-404f-98ec-bbdda37e5b42 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (dbd48209-2414-497d-9dae-ef39bdf1c3d5), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:04.998649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64e55eb5-9ead-404f-98ec-bbdda37e5b42 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (dbd48209-2414-497d-9dae-ef39bdf1c3d5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.079804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-27ba8115-85d4-4cd4-8c2a-d38a1cfeeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.081756 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-27ba8115-85d4-4cd4-8c2a-d38a1cfeeb1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 897 time: 0.1509640 Feb 09 03:14:05.099859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64e55eb5-9ead-404f-98ec-bbdda37e5b42 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (dbd48209-2414-497d-9dae-ef39bdf1c3d5), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.131537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64e55eb5-9ead-404f-98ec-bbdda37e5b42 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (dbd48209-2414-497d-9dae-ef39bdf1c3d5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.132829 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.168016 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64e55eb5-9ead-404f-98ec-bbdda37e5b42 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.169253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-64e55eb5-9ead-404f-98ec-bbdda37e5b42 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2380130 Feb 09 03:14:05.173245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:05.190625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'port': {'network_id': '62efc274-a50f-4f32-a5c4-86fba86da833', 'name': 'tempest-RoutersIpV6Test-273120006'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:05.257497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-62efc274-a50f-4f32-a5c4-86fba86da833', 'network_id': '62efc274-a50f-4f32-a5c4-86fba86da833', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': '1c36ccfe-da3f-4094-b8d4-67ecb411b7ea'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:05.259383 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.440404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:05.446136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.526795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] device_id is not set on port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:14:05.556754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Allocated IP 2001:db8::2 (62efc274-a50f-4f32-a5c4-86fba86da833/1c36ccfe-da3f-4094-b8d4-67ecb411b7ea/5c4554ef-10a3-49df-9706-964fba10b7ee) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:05.719067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23558a-59fb-48d4-80ea-6669c1609f25 req-873c2f15-890a-4013-87e3-73ca98900068 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:05.725059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc23558a-59fb-48d4-80ea-6669c1609f25 req-873c2f15-890a-4013-87e3-73ca98900068 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2489519 Feb 09 03:14:05.839049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc23558a-59fb-48d4-80ea-6669c1609f25 req-6cf8fd84-b3e3-4930-933f-959ee55882c8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034827 Feb 09 03:14:05.879783 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Publish callbacks [] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.888435 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:05.986686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Network 62efc274-a50f-4f32-a5c4-86fba86da833 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:05.997058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:06.007361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:06.015529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8::1df (62efc274-a50f-4f32-a5c4-86fba86da833/1c36ccfe-da3f-4094-b8d4-67ecb411b7ea/3e7b901b-be50-4bb8-81c5-2c5822e31ae9) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:06.023352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-44165d4c-3fc4-45bc-bc5f-b681709865ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 1001 time: 0.9360712 Feb 09 03:14:06.038260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Pushing event updated for resources: {'Port': ['ID=5c4554ef-10a3-49df-9706-964fba10b7ee,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:06.096486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-8f75fe56-5a17-48c1-92c3-5ca94f706395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.098708 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-8f75fe56-5a17-48c1-92c3-5ca94f706395 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.0656765 Feb 09 03:14:06.177750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262820c5-639f-4a82-9849-fa70a777c358 req-f3526bbf-1a02-4ffd-a7b3-2802a16488eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.186172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-262820c5-639f-4a82-9849-fa70a777c358 req-f3526bbf-1a02-4ffd-a7b3-2802a16488eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.2091117 Feb 09 03:14:06.188259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Attempting to bind port 5c4554ef-10a3-49df-9706-964fba10b7ee on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:06.188738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Attempting to bind port 5c4554ef-10a3-49df-9706-964fba10b7ee by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'fa517c04-8b8b-42a3-9f14-844c198bc8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '62efc274-a50f-4f32-a5c4-86fba86da833'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:06.189205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Attempting to bind port 5c4554ef-10a3-49df-9706-964fba10b7ee on network 62efc274-a50f-4f32-a5c4-86fba86da833 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:06.209170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:06.218791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Checking segment: {'id': 'fa517c04-8b8b-42a3-9f14-844c198bc8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '62efc274-a50f-4f32-a5c4-86fba86da833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:06.219358 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.221222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Bound using segment: {'id': 'fa517c04-8b8b-42a3-9f14-844c198bc8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '62efc274-a50f-4f32-a5c4-86fba86da833'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:06.221222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Bound port: 5c4554ef-10a3-49df-9706-964fba10b7ee, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa517c04-8b8b-42a3-9f14-844c198bc8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '62efc274-a50f-4f32-a5c4-86fba86da833'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:06.221222 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.256742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-262820c5-639f-4a82-9849-fa70a777c358 req-8f601983-b6ba-4d34-b809-b59a813ad9ce tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687041 Feb 09 03:14:06.264338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-3e2a6eb4-f605-40ca-b7fe-b6296efe53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.267698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-3e2a6eb4-f605-40ca-b7fe-b6296efe53af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1617818 Feb 09 03:14:06.415242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] For port 5c4554ef-10a3-49df-9706-964fba10b7ee, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:06.419730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.427190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] For port 5c4554ef-10a3-49df-9706-964fba10b7ee, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5c4554ef-10a3-49df-9706-964fba10b7ee,segment=NetworkSegment(fa517c04-8b8b-42a3-9f14-844c198bc8dd),segment_id=fa517c04-8b8b-42a3-9f14-844c198bc8dd)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:06.443786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.456361 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-427139b0-de6b-4085-859d-54fe5cc42f4b service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774409 Feb 09 03:14:06.533082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.570119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300edbc-2f26-4656-bc03-2805c1b55eef None None] Pushing event updated for resources: {'Port': ['ID=5c4554ef-10a3-49df-9706-964fba10b7ee,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:06.596700 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.694850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 62efc274-a50f-4f32-a5c4-86fba86da833 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:06.709158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:06.710620 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-e9862734-ede1-49a2-998c-109fb7b80f58 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425237 Feb 09 03:14:06.712983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=3e7b901b-be50-4bb8-81c5-2c5822e31ae9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:06.715796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:06.724376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:06.725163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:06.754438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f8c27898-e683-458c-91e4-10b9ebd59e9b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5797999 Feb 09 03:14:06.756757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:07.308578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f788a-b309-47be-9618-dd0e2ee96fe6 req-5fcbbe42-1cbb-444d-8062-1d0296125dbb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:07.323264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c3f788a-b309-47be-9618-dd0e2ee96fe6 req-5fcbbe42-1cbb-444d-8062-1d0296125dbb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2955556 Feb 09 03:14:07.477029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c3f788a-b309-47be-9618-dd0e2ee96fe6 req-89e158ec-09b7-427e-94b7-c626962a4520 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528618 Feb 09 03:14:07.488215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866201d2-a12b-4740-8315-426f7f8d6d40 req-176902fa-cf92-411d-a39b-55c3c47fc734 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:07.489794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-866201d2-a12b-4740-8315-426f7f8d6d40 req-176902fa-cf92-411d-a39b-55c3c47fc734 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.1039739 Feb 09 03:14:07.603869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-866201d2-a12b-4740-8315-426f7f8d6d40 req-2a19ad59-608f-4894-80e4-f10eb2293d3c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078210 Feb 09 03:14:07.671770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:07.932117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5c4554ef-10a3-49df-9706-964fba10b7ee up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:08.012335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5c4554ef-10a3-49df-9706-964fba10b7ee triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:08.012727 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.125784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.144008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.194658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5c4554ef-10a3-49df-9706-964fba10b7ee is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:08.195329 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.252633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc32bd-18ee-4a14-bf49-49974a6fa1c9 None None] Network 62efc274-a50f-4f32-a5c4-86fba86da833 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:08.377793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 5c4554ef-10a3-49df-9706-964fba10b7ee, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5c4554ef-10a3-49df-9706-964fba10b7ee,segment=NetworkSegment(fa517c04-8b8b-42a3-9f14-844c198bc8dd),segment_id=fa517c04-8b8b-42a3-9f14-844c198bc8dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:08.388014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-092b1032-aa77-4483-8d4a-deb56f01b8a1 None None] Provisioning complete for port 5c4554ef-10a3-49df-9706-964fba10b7ee triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:08.388393 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-092b1032-aa77-4483-8d4a-deb56f01b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.392325 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.452819 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (dbd48209-2414-497d-9dae-ef39bdf1c3d5), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.472913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=5c4554ef-10a3-49df-9706-964fba10b7ee,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:08.600601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=3e7b901b-be50-4bb8-81c5-2c5822e31ae9,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:08.609800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-092b1032-aa77-4483-8d4a-deb56f01b8a1 None None] Current status of the port 5c4554ef-10a3-49df-9706-964fba10b7ee is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:08.813432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d9aaf-3ff6-4d92-a54e-b4aac916d365 req-622f19a6-a14c-4cb3-8cac-b5bf99a71fdb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:08.827494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a0d9aaf-3ff6-4d92-a54e-b4aac916d365 req-622f19a6-a14c-4cb3-8cac-b5bf99a71fdb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.1075497 Feb 09 03:14:08.866831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7169bb83-a03b-4a96-8828-abfa883db426 None None] Provisioning complete for port 5c4554ef-10a3-49df-9706-964fba10b7ee triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:08.869709 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7169bb83-a03b-4a96-8828-abfa883db426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.874155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:08.888211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfb24e-238d-4c0f-a89e-375fa4cc377f req-ff464e63-3aa8-40d0-a8b5-5245a5967fd4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:08.889889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-becfb24e-238d-4c0f-a89e-375fa4cc377f req-ff464e63-3aa8-40d0-a8b5-5245a5967fd4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2091684 Feb 09 03:14:08.929385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a0d9aaf-3ff6-4d92-a54e-b4aac916d365 req-f0bd23fc-a89e-48f5-955c-7bc173b89e39 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006725 Feb 09 03:14:09.021825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7169bb83-a03b-4a96-8828-abfa883db426 None None] Current status of the port 5c4554ef-10a3-49df-9706-964fba10b7ee is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:09.034953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7169bb83-a03b-4a96-8828-abfa883db426 None None] Provisioning complete for port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:09.035285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7169bb83-a03b-4a96-8828-abfa883db426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.076412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7169bb83-a03b-4a96-8828-abfa883db426 None None] Port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:09.115917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-becfb24e-238d-4c0f-a89e-375fa4cc377f req-cb336f36-b8f2-4822-8500-2c03de62b1f8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161088 Feb 09 03:14:09.208972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6a5a976c-87e7-457a-a4be-ae34a5060b63 None None] Provisioning complete for port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:09.209648 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a5a976c-87e7-457a-a4be-ae34a5060b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.272140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a976c-87e7-457a-a4be-ae34a5060b63 None None] Port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:09.307623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.316010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.317158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (dbd48209-2414-497d-9dae-ef39bdf1c3d5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.411296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=3e7b901b-be50-4bb8-81c5-2c5822e31ae9,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:09.465901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 62efc274-a50f-4f32-a5c4-86fba86da833 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:09.468039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:09.513952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2384feca-1119-485b-857f-5993194756b1 None None] Provisioning complete for port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:09.515496 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2384feca-1119-485b-857f-5993194756b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.571842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2384feca-1119-485b-857f-5993194756b1 None None] Port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:09.644987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router dbd48209-2414-497d-9dae-ef39bdf1c3d5 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:14:09.766030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:09.782048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ff90a64a-d9f6-452a-b3f5-14cafb1e3b65 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/dbd48209-2414-497d-9dae-ef39bdf1c3d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0216591 Feb 09 03:14:09.783925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56980) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:09.788629 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b729513-4ded-4bc8-bf90-9a6769140f01 None None] Sync routers for ids ['dbd48209-2414-497d-9dae-ef39bdf1c3d5'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:09.798485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e1f3f2e8-2186-42cf-8d83-ec024a833e36 None None] Provisioning complete for port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:09.798858 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f2e8-2186-42cf-8d83-ec024a833e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.817989 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b729513-4ded-4bc8-bf90-9a6769140f01 None None] Routers {'dbd48209-2414-497d-9dae-ef39bdf1c3d5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:09.819020 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0b729513-4ded-4bc8-bf90-9a6769140f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['dbd48209-2414-497d-9dae-ef39bdf1c3d5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:09.833763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5c4554ef-10a3-49df-9706-964fba10b7ee up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:09.840031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3f2e8-2186-42cf-8d83-ec024a833e36 None None] Port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:09.876322 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0b729513-4ded-4bc8-bf90-9a6769140f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:09.879766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33cb693-429c-485d-940b-f5e09d12b3ba tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:09.881737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a33cb693-429c-485d-940b-f5e09d12b3ba tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports/3e7b901b-be50-4bb8-81c5-2c5822e31ae9 HTTP/1.1" status: 200 len: 983 time: 0.0965347 Feb 09 03:14:09.884849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56982) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:09.889170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5c4554ef-10a3-49df-9706-964fba10b7ee triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:09.889584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:09.902375 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b729513-4ded-4bc8-bf90-9a6769140f01 None None] Routers {'dbd48209-2414-497d-9dae-ef39bdf1c3d5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:09.903010 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0b729513-4ded-4bc8-bf90-9a6769140f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['dbd48209-2414-497d-9dae-ef39bdf1c3d5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:09.986855 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0b729513-4ded-4bc8-bf90-9a6769140f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:09.987798 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b729513-4ded-4bc8-bf90-9a6769140f01 None None] The sync data for ids ['dbd48209-2414-497d-9dae-ef39bdf1c3d5'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:09.991435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5c4554ef-10a3-49df-9706-964fba10b7ee is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:10.072970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743eacf-566b-48c5-a6b2-f5cc12102363 req-07740c8f-d589-4165-a2be-4caa77029d92 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:10.074483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d743eacf-566b-48c5-a6b2-f5cc12102363 req-07740c8f-d589-4165-a2be-4caa77029d92 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.0548518 Feb 09 03:14:10.127855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d743eacf-566b-48c5-a6b2-f5cc12102363 req-84634b01-3fbd-4673-99b8-5422d01f9bee tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466962 Feb 09 03:14:10.283930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5536cf-613a-4f1c-9c53-8cecd006da4f req-8d074ffe-59d5-4043-bc1b-37060a347acc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:10.285404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a5536cf-613a-4f1c-9c53-8cecd006da4f req-8d074ffe-59d5-4043-bc1b-37060a347acc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.0949979 Feb 09 03:14:10.313972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (dbd48209-2414-497d-9dae-ef39bdf1c3d5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.408008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a5536cf-613a-4f1c-9c53-8cecd006da4f req-37c88a13-bd22-4494-a7dc-3bd5c434756b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157198 Feb 09 03:14:10.558159 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:10.558759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.644352 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.656666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 3e7b901b-be50-4bb8-81c5-2c5822e31ae9 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:10.830025 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3e7b901b-be50-4bb8-81c5-2c5822e31ae9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:10.861173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=3e7b901b-be50-4bb8-81c5-2c5822e31ae9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:10.962738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (dbd48209-2414-497d-9dae-ef39bdf1c3d5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:11.257036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141c3c2-7226-4259-a684-0687e1058fe2 req-97f83b74-a8e4-4d8c-a1b2-8c083a901f7c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:11.258959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d141c3c2-7226-4259-a684-0687e1058fe2 req-97f83b74-a8e4-4d8c-a1b2-8c083a901f7c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.0599351 Feb 09 03:14:11.319333 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d141c3c2-7226-4259-a684-0687e1058fe2 req-3a74617c-b631-46e3-b829-49e855742605 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536261 Feb 09 03:14:11.460442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router dbd48209-2414-497d-9dae-ef39bdf1c3d5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:11.567602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:11.573574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e6f49195-deaa-4db8-8f50-698d566b77fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/dbd48209-2414-497d-9dae-ef39bdf1c3d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6875045 Feb 09 03:14:11.576302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 56992) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:11.582652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809250f-f57e-4377-938b-e06fbc9471ec None None] Sync routers for ids ['dbd48209-2414-497d-9dae-ef39bdf1c3d5'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:11.593934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809250f-f57e-4377-938b-e06fbc9471ec None None] Routers {'dbd48209-2414-497d-9dae-ef39bdf1c3d5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:11.594603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b809250f-f57e-4377-938b-e06fbc9471ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['dbd48209-2414-497d-9dae-ef39bdf1c3d5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:11.629831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b809250f-f57e-4377-938b-e06fbc9471ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:11.639134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809250f-f57e-4377-938b-e06fbc9471ec None None] Routers {'dbd48209-2414-497d-9dae-ef39bdf1c3d5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:11.639865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b809250f-f57e-4377-938b-e06fbc9471ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['dbd48209-2414-497d-9dae-ef39bdf1c3d5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:11.667634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b53b-9bc3-4dfa-9d74-1843e192a212 req-acc0a165-ddf9-4336-9810-a2b0f36d16aa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:11.669160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4789b53b-9bc3-4dfa-9d74-1843e192a212 req-acc0a165-ddf9-4336-9810-a2b0f36d16aa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1611929 Feb 09 03:14:11.813391 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4789b53b-9bc3-4dfa-9d74-1843e192a212 req-8ec602cc-9eb4-4b2e-ba95-c49d69ee1c96 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353047 Feb 09 03:14:11.837921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b809250f-f57e-4377-938b-e06fbc9471ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:11.837921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809250f-f57e-4377-938b-e06fbc9471ec None None] The sync data for ids ['dbd48209-2414-497d-9dae-ef39bdf1c3d5'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:11.838208 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-71b624d4-aada-4d18-9d42-a1c663c8395d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 03:14:11.838208 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-71b624d4-aada-4d18-9d42-a1c663c8395d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/dbd48209-2414-497d-9dae-ef39bdf1c3d5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2604318 Feb 09 03:14:11.840706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:11.868607 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-36e53cea-280d-4eb6-970e-65901b5424a1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd48209-2414-497d-9dae-ef39bdf1c3d5 HTTP/1.1" status: 200 len: 205 time: 0.0267353 Feb 09 03:14:11.871095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56996) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:11.947298 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77c67da3-a19b-4f6c-9bcb-9612ab217464 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (dbd48209-2414-497d-9dae-ef39bdf1c3d5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.114585 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77c67da3-a19b-4f6c-9bcb-9612ab217464 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (dbd48209-2414-497d-9dae-ef39bdf1c3d5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.116670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77c67da3-a19b-4f6c-9bcb-9612ab217464 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (dbd48209-2414-497d-9dae-ef39bdf1c3d5), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.161453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77c67da3-a19b-4f6c-9bcb-9612ab217464 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (dbd48209-2414-497d-9dae-ef39bdf1c3d5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.162002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c67da3-a19b-4f6c-9bcb-9612ab217464 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Fanout notify agent at l3_agent the message router_deleted on router dbd48209-2414-497d-9dae-ef39bdf1c3d5 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:14:12.169515 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-77c67da3-a19b-4f6c-9bcb-9612ab217464 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.173618 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-77c67da3-a19b-4f6c-9bcb-9612ab217464 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/dbd48209-2414-497d-9dae-ef39bdf1c3d5 HTTP/1.1" status: 204 len: 168 time: 0.2987337 Feb 09 03:14:12.173618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 56998) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:12.229021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc70e10-e883-4681-b0aa-87e8cac32998 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet 1c36ccfe-da3f-4094-b8d4-67ecb411b7ea {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:14:12.232311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5bc70e10-e883-4681-b0aa-87e8cac32998 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (1c36ccfe-da3f-4094-b8d4-67ecb411b7ea), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.276930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5bc70e10-e883-4681-b0aa-87e8cac32998 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (1c36ccfe-da3f-4094-b8d4-67ecb411b7ea), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.359543 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5bc70e10-e883-4681-b0aa-87e8cac32998 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (1c36ccfe-da3f-4094-b8d4-67ecb411b7ea), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.452474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5bc70e10-e883-4681-b0aa-87e8cac32998 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (1c36ccfe-da3f-4094-b8d4-67ecb411b7ea), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.487178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc70e10-e883-4681-b0aa-87e8cac32998 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=1c36ccfe-da3f-4094-b8d4-67ecb411b7ea,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:12.495888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622a74a-7abe-4b37-b411-a71468c3c0b9 req-542d461c-1918-477f-bfd1-5ae663a12fac tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:12.497001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4431537-6c7a-413e-a177-bc18fe9f6604 None None] Network 62efc274-a50f-4f32-a5c4-86fba86da833 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:12.498721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b622a74a-7abe-4b37-b411-a71468c3c0b9 req-542d461c-1918-477f-bfd1-5ae663a12fac tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.1069074 Feb 09 03:14:12.500149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5bc70e10-e883-4681-b0aa-87e8cac32998 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.504116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5bc70e10-e883-4681-b0aa-87e8cac32998 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/1c36ccfe-da3f-4094-b8d4-67ecb411b7ea HTTP/1.1" status: 204 len: 168 time: 0.3293951 Feb 09 03:14:12.506898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57002) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:12.626012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b622a74a-7abe-4b37-b411-a71468c3c0b9 req-90c91050-9923-485b-97a3-b9ca833e6b66 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200109 Feb 09 03:14:12.629538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (62efc274-a50f-4f32-a5c4-86fba86da833), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.688703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] DHCP port deletion for 62efc274-a50f-4f32-a5c4-86fba86da833 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:14:12.689686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 5c4554ef-10a3-49df-9706-964fba10b7ee {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:12.690040 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.739063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] Deleting port 5c4554ef-10a3-49df-9706-964fba10b7ee {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:12.739681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.762156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 5c4554ef-10a3-49df-9706-964fba10b7ee, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5c4554ef-10a3-49df-9706-964fba10b7ee,segment=NetworkSegment(fa517c04-8b8b-42a3-9f14-844c198bc8dd),segment_id=fa517c04-8b8b-42a3-9f14-844c198bc8dd)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:12.762558 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.775584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 5c4554ef-10a3-49df-9706-964fba10b7ee owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:12.803999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] For port 5c4554ef-10a3-49df-9706-964fba10b7ee, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5c4554ef-10a3-49df-9706-964fba10b7ee,segment=NetworkSegment(fa517c04-8b8b-42a3-9f14-844c198bc8dd),segment_id=fa517c04-8b8b-42a3-9f14-844c198bc8dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:12.804404 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.817081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] Calling delete_port for 5c4554ef-10a3-49df-9706-964fba10b7ee owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:12.870670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.907183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=5c4554ef-10a3-49df-9706-964fba10b7ee,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:12.911394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No DVR routers for this DVR port 5c4554ef-10a3-49df-9706-964fba10b7ee on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:12.911582 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (5c4554ef-10a3-49df-9706-964fba10b7ee), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:12.936867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] Pushing event deleted for resources: {'Port': ['ID=5c4554ef-10a3-49df-9706-964fba10b7ee,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:12.943433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41225b-b344-474e-b822-3a483b5be501 None None] No DVR routers for this DVR port 5c4554ef-10a3-49df-9706-964fba10b7ee on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:13.000536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678608-c26d-46da-8a79-32c76ed244a0 req-6947e2c1-c9aa-4ab7-aa07-5b0f3df6770d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.002093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b678608-c26d-46da-8a79-32c76ed244a0 req-6947e2c1-c9aa-4ab7-aa07-5b0f3df6770d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1027899 Feb 09 03:14:13.042693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (62efc274-a50f-4f32-a5c4-86fba86da833), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.062697 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b678608-c26d-46da-8a79-32c76ed244a0 req-49a6e691-9a32-402d-91c2-d96ddab62dd8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539978 Feb 09 03:14:13.067012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62efc274-a50f-4f32-a5c4-86fba86da833']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:13.079176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa517c04-8b8b-42a3-9f14-844c198bc8dd') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:13.079761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa517c04-8b8b-42a3-9f14-844c198bc8dd') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:13.091119 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (fa517c04-8b8b-42a3-9f14-844c198bc8dd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.106221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (fa517c04-8b8b-42a3-9f14-844c198bc8dd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.113041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:14:13.113539 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (fa517c04-8b8b-42a3-9f14-844c198bc8dd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:14:13.116859 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:14:13.176781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (62efc274-a50f-4f32-a5c4-86fba86da833), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.187288 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.194058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/62efc274-a50f-4f32-a5c4-86fba86da833 HTTP/1.1" status: 204 len: 168 time: 0.6766474 Feb 09 03:14:13.194919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57006) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:13.199520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1488226065'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:13.208684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b21b4-2b98-48a6-bdfe-689ca29aacc8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=62efc274-a50f-4f32-a5c4-86fba86da833,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:13.219729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:13.223260 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.246469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:13.256393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cf992590-5e6f-41e1-9348-095f805f7ae3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.256655 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment cf992590-5e6f-41e1-9348-095f805f7ae3 of type vlan for network af34a7e2-5edc-4a7f-8a77-9c66187e2548 Feb 09 03:14:13.297953 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (af34a7e2-5edc-4a7f-8a77-9c66187e2548), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.324779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (af34a7e2-5edc-4a7f-8a77-9c66187e2548), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.330532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.331123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.388935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1934838 Feb 09 03:14:13.392909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57008) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:13.398688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': 'af34a7e2-5edc-4a7f-8a77-9c66187e2548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:13.404287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545edda-871a-4373-a75b-144194a7727e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=af34a7e2-5edc-4a7f-8a77-9c66187e2548,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:13.414129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network af34a7e2-5edc-4a7f-8a77-9c66187e2548 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:13.503052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:13.506643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.694429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (b07df72b-466b-4c19-964c-f5b63f0baaa9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.789515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=b07df72b-466b-4c19-964c-f5b63f0baaa9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:13.806048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': 'cf992590-5e6f-41e1-9348-095f805f7ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'af34a7e2-5edc-4a7f-8a77-9c66187e2548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:13.806466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: af34a7e2-5edc-4a7f-8a77-9c66187e2548, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:13.815264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5c4554ef-10a3-49df-9706-964fba10b7ee no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:13.821233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8fd2c-3657-4f4c-9d5c-30e8be474242 req-b7fdfcc4-98ae-4785-89ba-338e95bce71e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.822910 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ea8fd2c-3657-4f4c-9d5c-30e8be474242 req-b7fdfcc4-98ae-4785-89ba-338e95bce71e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.1186209 Feb 09 03:14:13.836033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 5c4554ef-10a3-49df-9706-964fba10b7ee {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:13.836385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5c4554ef-10a3-49df-9706-964fba10b7ee not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:13.841683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network af34a7e2-5edc-4a7f-8a77-9c66187e2548 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:13.863005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, af34a7e2-5edc-4a7f-8a77-9c66187e2548) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:13.872261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d9a09-011c-4cbb-bb38-d2e716796e6a None None] Network af34a7e2-5edc-4a7f-8a77-9c66187e2548 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:13.878179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:13.878804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.901690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ea8fd2c-3657-4f4c-9d5c-30e8be474242 req-21bc5d23-7288-4fe4-b3fb-bb21ff703fda tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688300 Feb 09 03:14:13.923083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b39d0344-7fdd-45a5-8ecf-80f8b3373436 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5256839 Feb 09 03:14:13.924305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57012) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:13.935358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ec21c80d-bc7e-49c4-943b-543de74316a4 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1242170440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:13.958894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec21c80d-bc7e-49c4-943b-543de74316a4 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.960575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec21c80d-bc7e-49c4-943b-543de74316a4 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:13.988750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-af34a7e2-5edc-4a7f-8a77-9c66187e2548', 'network_id': 'af34a7e2-5edc-4a7f-8a77-9c66187e2548', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': 'b07df72b-466b-4c19-964c-f5b63f0baaa9'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:13.990331 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.033847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec21c80d-bc7e-49c4-943b-543de74316a4 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.038941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec21c80d-bc7e-49c4-943b-543de74316a4 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.060108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ec21c80d-bc7e-49c4-943b-543de74316a4 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.065086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57014) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:14.065604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec21c80d-bc7e-49c4-943b-543de74316a4 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1398098 Feb 09 03:14:14.138630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Allocated IP 2001:db8::2 (af34a7e2-5edc-4a7f-8a77-9c66187e2548/b07df72b-466b-4c19-964c-f5b63f0baaa9/6151eb36-534b-48e7-8ffd-d9267a7c7270) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:14.290358 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Publish callbacks [] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.297069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.336043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Network af34a7e2-5edc-4a7f-8a77-9c66187e2548 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:14.338910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:14.341273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:14.347591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f77cd-b299-4742-bbc8-5859b7e45c4d req-254bc35a-987e-4521-b9a4-0c75c77b290f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:14.349205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f1f77cd-b299-4742-bbc8-5859b7e45c4d req-254bc35a-987e-4521-b9a4-0c75c77b290f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1927774 Feb 09 03:14:14.352527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Pushing event updated for resources: {'Port': ['ID=6151eb36-534b-48e7-8ffd-d9267a7c7270,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:14.407796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Attempting to bind port 6151eb36-534b-48e7-8ffd-d9267a7c7270 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:14.408168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Attempting to bind port 6151eb36-534b-48e7-8ffd-d9267a7c7270 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'cf992590-5e6f-41e1-9348-095f805f7ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'af34a7e2-5edc-4a7f-8a77-9c66187e2548'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:14.409147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Attempting to bind port 6151eb36-534b-48e7-8ffd-d9267a7c7270 on network af34a7e2-5edc-4a7f-8a77-9c66187e2548 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:14.413709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:14.414078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Checking segment: {'id': 'cf992590-5e6f-41e1-9348-095f805f7ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'af34a7e2-5edc-4a7f-8a77-9c66187e2548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:14.414501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.414893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Bound using segment: {'id': 'cf992590-5e6f-41e1-9348-095f805f7ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'af34a7e2-5edc-4a7f-8a77-9c66187e2548'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:14.415353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Bound port: 6151eb36-534b-48e7-8ffd-d9267a7c7270, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf992590-5e6f-41e1-9348-095f805f7ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'af34a7e2-5edc-4a7f-8a77-9c66187e2548'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:14.416305 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.461720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.474505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f1f77cd-b299-4742-bbc8-5859b7e45c4d req-4f98c201-9629-413f-b619-8748d4acfd4c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863440 Feb 09 03:14:14.478028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] For port 6151eb36-534b-48e7-8ffd-d9267a7c7270, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:14.481464 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] For port 6151eb36-534b-48e7-8ffd-d9267a7c7270, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6151eb36-534b-48e7-8ffd-d9267a7c7270,segment=NetworkSegment(cf992590-5e6f-41e1-9348-095f805f7ae3),segment_id=cf992590-5e6f-41e1-9348-095f805f7ae3)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:14.488684 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.569650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8c8b9-aae0-41c1-86df-f5b0f15b13da None None] Pushing event updated for resources: {'Port': ['ID=6151eb36-534b-48e7-8ffd-d9267a7c7270,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:14.749940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8::1 (af34a7e2-5edc-4a7f-8a77-9c66187e2548/b07df72b-466b-4c19-964c-f5b63f0baaa9/08828355-8462-4ade-bd10-9b6df433138f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:14.896542 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (08828355-8462-4ade-bd10-9b6df433138f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.931144 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (08828355-8462-4ade-bd10-9b6df433138f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:14.977027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network af34a7e2-5edc-4a7f-8a77-9c66187e2548 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:14.982426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:14.987459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:14.988000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.027119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=08828355-8462-4ade-bd10-9b6df433138f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:15.063608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc2536-6e1d-4e26-b7be-d8f97d51a03a req-3c658a84-5e4b-4779-9f67-da1fb2addd78 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:15.066701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4cc2536-6e1d-4e26-b7be-d8f97d51a03a req-3c658a84-5e4b-4779-9f67-da1fb2addd78 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.0769639 Feb 09 03:14:15.121122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (08828355-8462-4ade-bd10-9b6df433138f), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.127226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4cc2536-6e1d-4e26-b7be-d8f97d51a03a req-f09612fa-0cf5-49ad-8594-b3cafc29d4a6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500648 Feb 09 03:14:15.400515 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (08828355-8462-4ade-bd10-9b6df433138f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.406734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (08828355-8462-4ade-bd10-9b6df433138f), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.407645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.525556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=08828355-8462-4ade-bd10-9b6df433138f,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:15.564311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network af34a7e2-5edc-4a7f-8a77-9c66187e2548 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:15.568221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:15.593522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae72ea04-5045-4f02-8e7b-3b1503fe2d3d None None] Network af34a7e2-5edc-4a7f-8a77-9c66187e2548 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:15.662455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-832a20ce-7cf5-49e8-be56-b86f21e7db05 None None] Provisioning complete for port 6151eb36-534b-48e7-8ffd-d9267a7c7270 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:15.662983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-832a20ce-7cf5-49e8-be56-b86f21e7db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.704095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153722-1b2b-4b62-b105-4bf09d2cb72a req-30d7b4d7-eefc-48a9-a693-7624fe732c55 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:15.705095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4153722-1b2b-4b62-b105-4bf09d2cb72a req-30d7b4d7-eefc-48a9-a693-7624fe732c55 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1392198 Feb 09 03:14:15.779157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4153722-1b2b-4b62-b105-4bf09d2cb72a req-db6a94c2-9fc2-42d4-91e9-9f89d4c2524f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610013 Feb 09 03:14:15.781810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router 7df6c4da-efb2-4454-a1b7-7ac799aaedfd is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:14:15.791222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-832a20ce-7cf5-49e8-be56-b86f21e7db05 None None] Current status of the port 6151eb36-534b-48e7-8ffd-d9267a7c7270 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:15.791612 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-832a20ce-7cf5-49e8-be56-b86f21e7db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.828680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-832a20ce-7cf5-49e8-be56-b86f21e7db05 None None] For port 6151eb36-534b-48e7-8ffd-d9267a7c7270, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6151eb36-534b-48e7-8ffd-d9267a7c7270,segment=NetworkSegment(cf992590-5e6f-41e1-9348-095f805f7ae3),segment_id=cf992590-5e6f-41e1-9348-095f805f7ae3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:15.836109 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-832a20ce-7cf5-49e8-be56-b86f21e7db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:15.917762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6151eb36-534b-48e7-8ffd-d9267a7c7270 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:15.934967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:15.941666 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9ad9eeac-1718-4a0b-bf42-ef53cd04f762 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/7df6c4da-efb2-4454-a1b7-7ac799aaedfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8731046 Feb 09 03:14:15.943584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57022) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:15.946474 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeae8f5-26e9-4efa-a81b-14131220df39 None None] Sync routers for ids ['7df6c4da-efb2-4454-a1b7-7ac799aaedfd'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:15.956890 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeae8f5-26e9-4efa-a81b-14131220df39 None None] Routers {'7df6c4da-efb2-4454-a1b7-7ac799aaedfd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:15.957507 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ebeae8f5-26e9-4efa-a81b-14131220df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7df6c4da-efb2-4454-a1b7-7ac799aaedfd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:15.975430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a20ce-7cf5-49e8-be56-b86f21e7db05 None None] Pushing event updated for resources: {'Port': ['ID=6151eb36-534b-48e7-8ffd-d9267a7c7270,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:16.016281 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ebeae8f5-26e9-4efa-a81b-14131220df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:16.016965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629d5af-708f-4b7b-99ff-0003619225c3 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.018900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1629d5af-708f-4b7b-99ff-0003619225c3 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports/08828355-8462-4ade-bd10-9b6df433138f HTTP/1.1" status: 200 len: 911 time: 0.0740082 Feb 09 03:14:16.021868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57024) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:16.029550 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeae8f5-26e9-4efa-a81b-14131220df39 None None] Routers {'7df6c4da-efb2-4454-a1b7-7ac799aaedfd'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:16.030491 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ebeae8f5-26e9-4efa-a81b-14131220df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7df6c4da-efb2-4454-a1b7-7ac799aaedfd'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:16.043222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6151eb36-534b-48e7-8ffd-d9267a7c7270 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:16.043605 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.068929 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ebeae8f5-26e9-4efa-a81b-14131220df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:16.069573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeae8f5-26e9-4efa-a81b-14131220df39 None None] The sync data for ids ['7df6c4da-efb2-4454-a1b7-7ac799aaedfd'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:16.148482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6151eb36-534b-48e7-8ffd-d9267a7c7270 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:16.179832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b06d2bea-8a78-49da-adb6-61b4d69fc63a None None] Provisioning complete for port 08828355-8462-4ade-bd10-9b6df433138f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:16.180540 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b06d2bea-8a78-49da-adb6-61b4d69fc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (08828355-8462-4ade-bd10-9b6df433138f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.218930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b06d2bea-8a78-49da-adb6-61b4d69fc63a None None] Port 08828355-8462-4ade-bd10-9b6df433138f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:16.230579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b06d2bea-8a78-49da-adb6-61b4d69fc63a None None] Provisioning complete for port 6151eb36-534b-48e7-8ffd-d9267a7c7270 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:16.230953 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b06d2bea-8a78-49da-adb6-61b4d69fc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.300748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceb9b1-dda6-4193-8799-a00540d6a6cc req-f4811f8b-0688-47b9-b74d-9c4b57102b26 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.308287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e4ceb9b1-dda6-4193-8799-a00540d6a6cc req-f4811f8b-0688-47b9-b74d-9c4b57102b26 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.0666952 Feb 09 03:14:16.360063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b06d2bea-8a78-49da-adb6-61b4d69fc63a None None] Current status of the port 6151eb36-534b-48e7-8ffd-d9267a7c7270 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:16.398908 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e4ceb9b1-dda6-4193-8799-a00540d6a6cc req-f334dea3-8647-4db9-a086-205ec70e6da5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843127 Feb 09 03:14:16.442972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.489049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-023e33bc-ec90-4cf2-bfad-771b75a2bbf9 None None] Provisioning complete for port 08828355-8462-4ade-bd10-9b6df433138f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:16.489574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-023e33bc-ec90-4cf2-bfad-771b75a2bbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (08828355-8462-4ade-bd10-9b6df433138f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.550057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-023e33bc-ec90-4cf2-bfad-771b75a2bbf9 None None] Port 08828355-8462-4ade-bd10-9b6df433138f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:16.673527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b245ac89-6f02-41df-932f-3d234decafd7 None None] Provisioning complete for port 08828355-8462-4ade-bd10-9b6df433138f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:16.674292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b245ac89-6f02-41df-932f-3d234decafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (08828355-8462-4ade-bd10-9b6df433138f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.719049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b245ac89-6f02-41df-932f-3d234decafd7 None None] Port 08828355-8462-4ade-bd10-9b6df433138f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:16.730881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 08828355-8462-4ade-bd10-9b6df433138f {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:16.731224 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (08828355-8462-4ade-bd10-9b6df433138f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.820760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (08828355-8462-4ade-bd10-9b6df433138f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:16.834217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 08828355-8462-4ade-bd10-9b6df433138f owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:16.995048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bfd1e-b710-4c0a-899e-90413cbc0a62 req-7e5da9aa-ddcd-42b5-939b-14adde32a43a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:16.996524 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-077bfd1e-b710-4c0a-899e-90413cbc0a62 req-7e5da9aa-ddcd-42b5-939b-14adde32a43a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1097236 Feb 09 03:14:17.082687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-077bfd1e-b710-4c0a-899e-90413cbc0a62 req-c524e77f-77a0-47e6-b36d-8e743dafa67b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794756 Feb 09 03:14:17.089562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (08828355-8462-4ade-bd10-9b6df433138f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.143992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=08828355-8462-4ade-bd10-9b6df433138f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:17.225166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.519154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e6f72-f9d4-40bc-926c-95491d1e6ad0 req-6fa29f05-9a52-46e5-a327-01df1f343bc0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:17.520721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db2e6f72-f9d4-40bc-926c-95491d1e6ad0 req-6fa29f05-9a52-46e5-a327-01df1f343bc0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.0616834 Feb 09 03:14:17.574044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db2e6f72-f9d4-40bc-926c-95491d1e6ad0 req-6ef6691d-a666-451a-8c30-c43e78cf44df tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475113 Feb 09 03:14:17.720962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router 7df6c4da-efb2-4454-a1b7-7ac799aaedfd has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:17.801054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:17.811091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27315ab9-e53a-4ac1-9391-23ae57a6e9b4 None None] Sync routers for ids ['7df6c4da-efb2-4454-a1b7-7ac799aaedfd'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:17.811851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a0323cc2-9790-4b90-9d94-351c895f29ce tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/7df6c4da-efb2-4454-a1b7-7ac799aaedfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7887757 Feb 09 03:14:17.814482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57032) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:17.826912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6151eb36-534b-48e7-8ffd-d9267a7c7270 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:17.829965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27315ab9-e53a-4ac1-9391-23ae57a6e9b4 None None] Routers {'7df6c4da-efb2-4454-a1b7-7ac799aaedfd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:17.830828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-27315ab9-e53a-4ac1-9391-23ae57a6e9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7df6c4da-efb2-4454-a1b7-7ac799aaedfd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:17.846809 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8d157bae-e1e4-47a7-8a31-1548d1330385 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df6c4da-efb2-4454-a1b7-7ac799aaedfd HTTP/1.1" status: 200 len: 205 time: 0.0287602 Feb 09 03:14:17.847148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57034) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:17.899296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-27315ab9-e53a-4ac1-9391-23ae57a6e9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:17.914134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27315ab9-e53a-4ac1-9391-23ae57a6e9b4 None None] Routers {'7df6c4da-efb2-4454-a1b7-7ac799aaedfd'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:17.914779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-27315ab9-e53a-4ac1-9391-23ae57a6e9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7df6c4da-efb2-4454-a1b7-7ac799aaedfd'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:17.926660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5b42-2f23-4c44-bded-b415a8c77f8e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:17.955137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-27315ab9-e53a-4ac1-9391-23ae57a6e9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:17.955745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27315ab9-e53a-4ac1-9391-23ae57a6e9b4 None None] The sync data for ids ['7df6c4da-efb2-4454-a1b7-7ac799aaedfd'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:17.969308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6151eb36-534b-48e7-8ffd-d9267a7c7270 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:17.969694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.051251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6151eb36-534b-48e7-8ffd-d9267a7c7270 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:18.095101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5b42-2f23-4c44-bded-b415a8c77f8e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.097239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5b42-2f23-4c44-bded-b415a8c77f8e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.142045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5b42-2f23-4c44-bded-b415a8c77f8e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (7df6c4da-efb2-4454-a1b7-7ac799aaedfd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.142738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ee5b42-2f23-4c44-bded-b415a8c77f8e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Fanout notify agent at l3_agent the message router_deleted on router 7df6c4da-efb2-4454-a1b7-7ac799aaedfd {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:14:18.149542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ee5b42-2f23-4c44-bded-b415a8c77f8e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.150676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c7ee5b42-2f23-4c44-bded-b415a8c77f8e tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/7df6c4da-efb2-4454-a1b7-7ac799aaedfd HTTP/1.1" status: 204 len: 168 time: 0.3025310 Feb 09 03:14:18.153369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57038) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:18.231425 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f43fb33-33d0-4ed2-90a5-bf707ce15204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet b07df72b-466b-4c19-964c-f5b63f0baaa9 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:14:18.237338 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f43fb33-33d0-4ed2-90a5-bf707ce15204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (b07df72b-466b-4c19-964c-f5b63f0baaa9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.275041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd43d5-93a6-4a6c-a094-73ae92d86a63 req-8619eab0-68db-4a45-b816-0e3ac2c535fb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:18.276502 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2cbd43d5-93a6-4a6c-a094-73ae92d86a63 req-8619eab0-68db-4a45-b816-0e3ac2c535fb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1143668 Feb 09 03:14:18.304488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f43fb33-33d0-4ed2-90a5-bf707ce15204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (b07df72b-466b-4c19-964c-f5b63f0baaa9), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.369883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2cbd43d5-93a6-4a6c-a094-73ae92d86a63 req-2c2e6880-b589-4847-8db9-be25086174e7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853202 Feb 09 03:14:18.413059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f43fb33-33d0-4ed2-90a5-bf707ce15204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b07df72b-466b-4c19-964c-f5b63f0baaa9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.476345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f43fb33-33d0-4ed2-90a5-bf707ce15204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (b07df72b-466b-4c19-964c-f5b63f0baaa9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.512454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43fb33-33d0-4ed2-90a5-bf707ce15204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=b07df72b-466b-4c19-964c-f5b63f0baaa9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:18.516297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6f43fb33-33d0-4ed2-90a5-bf707ce15204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.522134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6f43fb33-33d0-4ed2-90a5-bf707ce15204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/b07df72b-466b-4c19-964c-f5b63f0baaa9 HTTP/1.1" status: 204 len: 168 time: 0.3653388 Feb 09 03:14:18.523009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57040) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:18.527465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e85c52-377f-43da-ad8f-2e79576a6722 None None] Network af34a7e2-5edc-4a7f-8a77-9c66187e2548 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:18.604425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (af34a7e2-5edc-4a7f-8a77-9c66187e2548), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.689454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 6151eb36-534b-48e7-8ffd-d9267a7c7270 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:18.689892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.737805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] DHCP port deletion for af34a7e2-5edc-4a7f-8a77-9c66187e2548 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:14:18.754365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f93b9-e185-43d0-8256-bda8cabc4d7a req-a79604aa-5faa-4219-95af-8ff68f7cd411 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:18.756646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e7f93b9-e185-43d0-8256-bda8cabc4d7a req-a79604aa-5faa-4219-95af-8ff68f7cd411 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.0931249 Feb 09 03:14:18.758328 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-ce495bcd-d3c7-4177-89a4-590810dcefb3 service neutron] show failed (client error): The resource could not be found. Feb 09 03:14:18.760058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-ce495bcd-d3c7-4177-89a4-590810dcefb3 service neutron] 10.222.0.61 "GET /v2.0/ports/1ebcfc1d-3633-4b8c-907e-528fca7917ad/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.1447682 Feb 09 03:14:18.778734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 6151eb36-534b-48e7-8ffd-d9267a7c7270, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6151eb36-534b-48e7-8ffd-d9267a7c7270,segment=NetworkSegment(cf992590-5e6f-41e1-9348-095f805f7ae3),segment_id=cf992590-5e6f-41e1-9348-095f805f7ae3)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:18.779335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.795257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 6151eb36-534b-48e7-8ffd-d9267a7c7270 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:18.842036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e7f93b9-e185-43d0-8256-bda8cabc4d7a req-c7288acd-710d-4f25-8428-d040c8ecc7b9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791349 Feb 09 03:14:18.885618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-b6fa8fbd-2562-4df5-8c9b-77ad65851f81 req-71ef8d6e-9548-430d-bd04-e7ee43fa5aa4 service neutron] (109857) timed out ('10.222.0.32', 34742) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:14:18.893245 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.906328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] Deleting port 6151eb36-534b-48e7-8ffd-d9267a7c7270 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:18.909160 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:18.924667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=6151eb36-534b-48e7-8ffd-d9267a7c7270,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:18.935278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No DVR routers for this DVR port 6151eb36-534b-48e7-8ffd-d9267a7c7270 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:19.026302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] For port 6151eb36-534b-48e7-8ffd-d9267a7c7270, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:19.026775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.042514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] Calling delete_port for 6151eb36-534b-48e7-8ffd-d9267a7c7270 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:19.044828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (af34a7e2-5edc-4a7f-8a77-9c66187e2548), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.045282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] Port 6151eb36-534b-48e7-8ffd-d9267a7c7270 was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:14:19.047128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (6151eb36-534b-48e7-8ffd-d9267a7c7270), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.071196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af34a7e2-5edc-4a7f-8a77-9c66187e2548']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:19.075506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] Pushing event deleted for resources: {'Port': ['ID=6151eb36-534b-48e7-8ffd-d9267a7c7270,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:19.083971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf992590-5e6f-41e1-9348-095f805f7ae3') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:19.084275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf992590-5e6f-41e1-9348-095f805f7ae3') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:19.085866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7205e2b-1f51-495b-b11f-8c9c5b10c64b None None] No DVR routers for this DVR port 6151eb36-534b-48e7-8ffd-d9267a7c7270 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:19.098711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (cf992590-5e6f-41e1-9348-095f805f7ae3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.120681 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cf992590-5e6f-41e1-9348-095f805f7ae3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.128940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:14:19.129338 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (cf992590-5e6f-41e1-9348-095f805f7ae3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:14:19.133128 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:14:19.247817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (af34a7e2-5edc-4a7f-8a77-9c66187e2548), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.256601 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.259980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/af34a7e2-5edc-4a7f-8a77-9c66187e2548 HTTP/1.1" status: 204 len: 168 time: 0.7366598 Feb 09 03:14:19.265152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:19.270918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-129887037', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:19.276582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5e566-5139-4026-8105-cc9b7ef8af1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=af34a7e2-5edc-4a7f-8a77-9c66187e2548,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:19.296756 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.297809 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.300145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-b40f7590-5f63-47ed-8b8d-85ea64140e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:19.301758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-b40f7590-5f63-47ed-8b8d-85ea64140e7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 1127 time: 0.2000027 Feb 09 03:14:19.316337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:19.355868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.382621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.521912 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.620958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac9117-ba31-484b-9886-7e39e256e497 req-f2b5404b-e7b9-4e7b-91f9-f6d533c80794 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:19.622585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0ac9117-ba31-484b-9886-7e39e256e497 req-f2b5404b-e7b9-4e7b-91f9-f6d533c80794 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1746221 Feb 09 03:14:19.697222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:19.702004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0ac9117-ba31-484b-9886-7e39e256e497 req-c9d49fbe-edda-4890-98e7-0a0bbf713dc6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720003 Feb 09 03:14:19.739313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:19.786064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:19.788602 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01c89bf-223b-42f7-8906-a431f4462e0d" -d '{"events": [{"server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:19.796526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Publish callbacks [] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.810227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Transition to ACTIVE for port object 1ebcfc1d-3633-4b8c-907e-528fca7917ad will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:14:19.815891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.834383 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_gateway (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:19.850873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6151eb36-534b-48e7-8ffd-d9267a7c7270 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:19.867126 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5847ba9e-c0f4-4943-b1b8-27a9a0063123 x-openstack-request-id: req-5847ba9e-c0f4-4943-b1b8-27a9a0063123 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:19.867427 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:19.867688 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5847ba9e-c0f4-4943-b1b8-27a9a0063123 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:19.868086 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'code': 200} Feb 09 03:14:19.889124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 6151eb36-534b-48e7-8ffd-d9267a7c7270 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:19.889620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6151eb36-534b-48e7-8ffd-d9267a7c7270 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:19.952061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:20.056756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] No DVR routers for this DVR port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:20.095005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_gateway (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.123088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.148410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de82dff-2c3b-40a5-b1a5-d400a34f3c6a req-ed3c245f-4b67-4959-b0a6-f56d2abc0359 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.149961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4de82dff-2c3b-40a5-b1a5-d400a34f3c6a req-ed3c245f-4b67-4959-b0a6-f56d2abc0359 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 943 time: 0.1884148 Feb 09 03:14:20.245272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4de82dff-2c3b-40a5-b1a5-d400a34f3c6a req-bd8ee9da-f71b-45b2-b598-19a148ad930e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864439 Feb 09 03:14:20.248725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 172.25.2.157 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/de256e2c-a04b-4e51-b647-806c980437b6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:20.254803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Attempting to bind port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:20.255140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Attempting to bind port 1ebcfc1d-3633-4b8c-907e-528fca7917ad by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:20.255472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Attempting to bind port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:20.261198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:14:20.261531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Attempting to bind port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:20.272548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:20.272548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Checking segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:20.272548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Bound using segment: {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:20.272548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Bound port: 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0388dbd5-69aa-4275-9b7e-df91bac8b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:20.272548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.343943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:20.347053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:20.354701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.362788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (de256e2c-a04b-4e51-b647-806c980437b6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.394867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.395605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.397129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 1091 time: 1.0851228 Feb 09 03:14:20.400550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (de256e2c-a04b-4e51-b647-806c980437b6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.423581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107e7ee-d885-4356-8e9e-08ad1bad9726 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:20.461544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:20.469752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:20.481370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:20.498507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-75074ece-5092-4720-b110-aabf5d574eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.500552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-75074ece-5092-4720-b110-aabf5d574eaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1125 time: 0.0644665 Feb 09 03:14:20.520133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=de256e2c-a04b-4e51-b647-806c980437b6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:20.637664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-f2135e64-842f-460a-9a03-2c9807f75c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.640021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-f2135e64-842f-460a-9a03-2c9807f75c12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 897 time: 0.1322134 Feb 09 03:14:20.719217 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-1e626d2b-bcc5-431e-9eab-54cf6a85ae0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 999 time: 0.0687101 Feb 09 03:14:20.772240 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:14:20.786447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-210b3f84-88e2-48fa-9955-f215ad71896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.788114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-210b3f84-88e2-48fa-9955-f215ad71896c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.0620580 Feb 09 03:14:20.840632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-ca546f15-867a-477b-91a6-da04279715b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.842319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-ca546f15-867a-477b-91a6-da04279715b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468748 Feb 09 03:14:20.870615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211af61-cd1d-4b7d-9471-b6d954bc934a req-b99a7a15-ebd9-47df-832a-ef836ed6bdf5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:20.872111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5211af61-cd1d-4b7d-9471-b6d954bc934a req-b99a7a15-ebd9-47df-832a-ef836ed6bdf5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.0809038 Feb 09 03:14:20.873154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_gateway (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:20.941975 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-4692f8ca-e386-477d-8842-625dce1b22a3 service neutron] 10.222.0.26 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937784 Feb 09 03:14:20.993048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5211af61-cd1d-4b7d-9471-b6d954bc934a req-0170accf-0bc8-4fb4-b71b-a6fe7ad80437 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849729 Feb 09 03:14:21.038158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11e7d1c5-aab4-425a-a6fe-06f32359495c req-83473aa2-c1f1-4aa6-a8be-7b0656f13823 service neutron] 10.222.0.26 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890760 Feb 09 03:14:21.127182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:21.268418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ebdb7a4d-f592-4774-838d-f3fba15f0cc7 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:14:21.382300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76520b-2d69-4883-9f31-56fc23b6d99d req-08801489-067f-4a43-8082-928ce23509a5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:21.385076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d76520b-2d69-4883-9f31-56fc23b6d99d req-08801489-067f-4a43-8082-928ce23509a5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 943 time: 0.0594296 Feb 09 03:14:21.386912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:21.398270 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f0e709-67c3-4e9b-9023-0eb9e9ec7f7d None None] Sync routers for ids ['ebdb7a4d-f592-4774-838d-f3fba15f0cc7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:21.409923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1ebcfc1d-3633-4b8c-907e-528fca7917ad no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:21.411295 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0e709-67c3-4e9b-9023-0eb9e9ec7f7d None None] Routers {'ebdb7a4d-f592-4774-838d-f3fba15f0cc7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:21.412354 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-39f0e709-67c3-4e9b-9023-0eb9e9ec7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ebdb7a4d-f592-4774-838d-f3fba15f0cc7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:21.425771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:21.433074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7d33a276-65ec-49a3-bd55-c1534c1ee021 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1663127 Feb 09 03:14:21.433965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57058) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:21.449719 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-39f0e709-67c3-4e9b-9023-0eb9e9ec7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:21.460620 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0e709-67c3-4e9b-9023-0eb9e9ec7f7d None None] Routers {'ebdb7a4d-f592-4774-838d-f3fba15f0cc7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:21.462502 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-39f0e709-67c3-4e9b-9023-0eb9e9ec7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ebdb7a4d-f592-4774-838d-f3fba15f0cc7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:21.496942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d76520b-2d69-4883-9f31-56fc23b6d99d req-252daced-de71-40ff-b3dd-ec6a62de6dd8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011159 Feb 09 03:14:21.504674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 1ebcfc1d-3633-4b8c-907e-528fca7917ad host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:14:21.505529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 1ebcfc1d-3633-4b8c-907e-528fca7917ad not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:21.516273 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-39f0e709-67c3-4e9b-9023-0eb9e9ec7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:21.516922 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f0e709-67c3-4e9b-9023-0eb9e9ec7f7d None None] The sync data for ids ['ebdb7a4d-f592-4774-838d-f3fba15f0cc7'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:21.554672 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:21.589760 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-704a4052-6a3c-4cc9-9de6-4f7589ea6648 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/routers/ebdb7a4d-f592-4774-838d-f3fba15f0cc7 HTTP/1.1" status: 200 len: 884 time: 0.1537545 Feb 09 03:14:21.592635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57060) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:21.808058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-defd7084-b55c-46f2-b50c-aff50ef6ca08 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2140982 Feb 09 03:14:21.810389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:21.815710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3d81a9de-efcc-4ec2-a7b7-a41a545dc2ed tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-129887037'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:21.868869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:21.871354 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17339f30-3119-4e97-b314-6738dd5343ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:21.926876 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc93567d-bd40-41ff-a355-e97e5b4e0cbd x-openstack-request-id: req-fc93567d-bd40-41ff-a355-e97e5b4e0cbd {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:21.927174 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:21.927431 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc93567d-bd40-41ff-a355-e97e5b4e0cbd {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:21.927829 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'status': 'completed', 'code': 200} Feb 09 03:14:21.996946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f30-3119-4e97-b314-6738dd5343ef req-72a757ef-02dc-4787-8866-ca8dcca2c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:21.999905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-72a757ef-02dc-4787-8866-ca8dcca2c9e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1125 time: 0.0469081 Feb 09 03:14:22.136675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f30-3119-4e97-b314-6738dd5343ef req-bd03617f-b3da-407e-b4d4-8b45aa7e75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.138187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-bd03617f-b3da-407e-b4d4-8b45aa7e75d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 897 time: 0.1331844 Feb 09 03:14:22.207065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58658-635f-4296-baae-0a3d02bccf16 req-9e1f1fae-9449-4338-9630-071a25d6f7cb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.208677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec58658-635f-4296-baae-0a3d02bccf16 req-9e1f1fae-9449-4338-9630-071a25d6f7cb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1126125 Feb 09 03:14:22.221497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f30-3119-4e97-b314-6738dd5343ef req-69e7a20d-6e3c-47e7-a10f-85e492eca3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.222273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-ab7d37c2-a568-478c-b2e3-4ef159cba0a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 999 time: 0.0778117 Feb 09 03:14:22.223006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-69e7a20d-6e3c-47e7-a10f-85e492eca3bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1125 time: 0.0875061 Feb 09 03:14:22.313112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f30-3119-4e97-b314-6738dd5343ef req-9cbddcbb-3a41-416d-8d9f-71d8c951ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.314983 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-9cbddcbb-3a41-416d-8d9f-71d8c951ee7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.0839739 Feb 09 03:14:22.318709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec58658-635f-4296-baae-0a3d02bccf16 req-5d6ff8ef-23b8-47b3-a133-a298deb9d5ba tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936644 Feb 09 03:14:22.388360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f30-3119-4e97-b314-6738dd5343ef req-61adbbbd-d92e-4ae4-9ac0-7a4be182f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.389868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-61adbbbd-d92e-4ae4-9ac0-7a4be182f2d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650673 Feb 09 03:14:22.410624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f30-3119-4e97-b314-6738dd5343ef req-e087b206-8563-41d1-a937-e7eaf0296d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.412117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-e087b206-8563-41d1-a937-e7eaf0296d2c service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 897 time: 0.1810412 Feb 09 03:14:22.488076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-802b8524-8a5d-4ac3-95fe-f827bf85c937 service neutron] 10.222.0.26 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903907 Feb 09 03:14:22.560629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-c30d344f-61de-4174-a245-27e2fa364bd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 999 time: 0.1419005 Feb 09 03:14:22.631471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-fcb932d8-bac8-4132-9f70-087667c07643 service neutron] 10.222.0.26 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359496 Feb 09 03:14:22.657913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f30-3119-4e97-b314-6738dd5343ef req-d071f324-d2a1-47e4-b28e-38ddf52f5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.659334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-d071f324-d2a1-47e4-b28e-38ddf52f5f74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.0909951 Feb 09 03:14:22.703847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d81a9de-efcc-4ec2-a7b7-a41a545dc2ed tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.729253 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d81a9de-efcc-4ec2-a7b7-a41a545dc2ed tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:22.739267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb158ad-452d-4f53-ab71-7ad938e00be1 req-3639d06e-0bee-4e74-bdcb-8bf8b09cd406 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.740739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdb158ad-452d-4f53-ab71-7ad938e00be1 req-3639d06e-0bee-4e74-bdcb-8bf8b09cd406 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 943 time: 0.1403673 Feb 09 03:14:22.823229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339f30-3119-4e97-b314-6738dd5343ef req-82024ac2-6555-431e-8843-d3db27dd7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:22.824748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-82024ac2-6555-431e-8843-d3db27dd7c4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1581068 Feb 09 03:14:22.930096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdb158ad-452d-4f53-ab71-7ad938e00be1 req-de69d7d4-f199-45f7-befa-b356d4bf9192 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815002 Feb 09 03:14:22.967364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d81a9de-efcc-4ec2-a7b7-a41a545dc2ed tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ebdb7a4d-f592-4774-838d-f3fba15f0cc7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:22.981504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-d69db8e4-379c-4f00-b4b3-2ae1bd6cc214 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473098 Feb 09 03:14:23.165809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17339f30-3119-4e97-b314-6738dd5343ef req-5e80e8ed-9725-4d8f-ae7f-352f320d4712 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771014 Feb 09 03:14:23.167091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d81a9de-efcc-4ec2-a7b7-a41a545dc2ed tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:23.174195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d81a9de-efcc-4ec2-a7b7-a41a545dc2ed tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.175381 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d81a9de-efcc-4ec2-a7b7-a41a545dc2ed tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ebdb7a4d-f592-4774-838d-f3fba15f0cc7 HTTP/1.1" status: 200 len: 891 time: 1.3633661 Feb 09 03:14:23.178059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57070) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:23.180614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dcaa5-738b-45e6-ad69-9ba34a269683 None None] Sync routers for ids ['ebdb7a4d-f592-4774-838d-f3fba15f0cc7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:23.198437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2dcaa5-738b-45e6-ad69-9ba34a269683 None None] Routers {'ebdb7a4d-f592-4774-838d-f3fba15f0cc7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:23.199168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2c2dcaa5-738b-45e6-ad69-9ba34a269683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ebdb7a4d-f592-4774-838d-f3fba15f0cc7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:23.232322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2c2dcaa5-738b-45e6-ad69-9ba34a269683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:23.242082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2dcaa5-738b-45e6-ad69-9ba34a269683 None None] Routers {'ebdb7a4d-f592-4774-838d-f3fba15f0cc7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:23.242846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2c2dcaa5-738b-45e6-ad69-9ba34a269683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ebdb7a4d-f592-4774-838d-f3fba15f0cc7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:23.278854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2c2dcaa5-738b-45e6-ad69-9ba34a269683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:23.280409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dcaa5-738b-45e6-ad69-9ba34a269683 None None] The sync data for ids ['ebdb7a4d-f592-4774-838d-f3fba15f0cc7'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:23.294199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2c280534-21a1-4366-a54d-cd43446df596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/routers/ebdb7a4d-f592-4774-838d-f3fba15f0cc7 HTTP/1.1" status: 200 len: 891 time: 0.1119454 Feb 09 03:14:23.294478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:23.321821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8b47d41d-00aa-419f-b9e2-f372f7960744 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebdb7a4d-f592-4774-838d-f3fba15f0cc7 HTTP/1.1" status: 200 len: 205 time: 0.0261908 Feb 09 03:14:23.324225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57074) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:23.476574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e198c27-dfbf-4be8-ac96-90e0a16f3ec9 req-03b65e03-8052-4322-a4ea-478ceabfc5bc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:23.478028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e198c27-dfbf-4be8-ac96-90e0a16f3ec9 req-03b65e03-8052-4322-a4ea-478ceabfc5bc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.0756984 Feb 09 03:14:23.480110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.597842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e198c27-dfbf-4be8-ac96-90e0a16f3ec9 req-8733be28-13e1-4289-8eb0-13cd9e8a20f4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135259 Feb 09 03:14:23.619997 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_gateway (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:23.673079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port de256e2c-a04b-4e51-b647-806c980437b6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:23.673433 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (de256e2c-a04b-4e51-b647-806c980437b6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.062989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f40136-915e-463a-96d0-9f2806af8046 req-efc1b15b-e81c-48aa-a1f5-67ca640e382a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:24.064681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5f40136-915e-463a-96d0-9f2806af8046 req-efc1b15b-e81c-48aa-a1f5-67ca640e382a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 943 time: 0.0603087 Feb 09 03:14:24.115021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (de256e2c-a04b-4e51-b647-806c980437b6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.125813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5f40136-915e-463a-96d0-9f2806af8046 req-fb627074-1ebb-4592-8180-de0b29173020 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527692 Feb 09 03:14:24.133181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for de256e2c-a04b-4e51-b647-806c980437b6 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:24.336052 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (de256e2c-a04b-4e51-b647-806c980437b6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.368802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=de256e2c-a04b-4e51-b647-806c980437b6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:24.458409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.558049 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.560508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.639817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (ebdb7a4d-f592-4774-838d-f3fba15f0cc7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.640324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Fanout notify agent at l3_agent the message router_deleted on router ebdb7a4d-f592-4774-838d-f3fba15f0cc7 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:14:24.647117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.648183 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3127b9d7-f1a6-43d8-9ebc-6479435bdef6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/ebdb7a4d-f592-4774-838d-f3fba15f0cc7 HTTP/1.1" status: 204 len: 168 time: 1.3230386 Feb 09 03:14:24.654134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57096) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:24.659913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-281448968'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:24.696488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:24.700027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.736802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:24.751470 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3e97ab13-4621-48c9-80ae-9cd5edc5974a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.752115 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment 3e97ab13-4621-48c9-80ae-9cd5edc5974a of type vlan for network bcc5a3c9-c9b8-462d-9e52-c25052ed379c Feb 09 03:14:24.795973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1ebcfc1d-3633-4b8c-907e-528fca7917ad details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:24.825215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a31c27-7507-485b-bf73-f90451db77ca req-55cf3dd1-81d2-4f1e-b3cf-20882c21bf29 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:24.831964 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62a31c27-7507-485b-bf73-f90451db77ca req-55cf3dd1-81d2-4f1e-b3cf-20882c21bf29 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1418703 Feb 09 03:14:24.855644 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (bcc5a3c9-c9b8-462d-9e52-c25052ed379c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.886871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (bcc5a3c9-c9b8-462d-9e52-c25052ed379c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.894855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:24.895849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:24.925071 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62a31c27-7507-485b-bf73-f90451db77ca req-aff7d30f-ba0a-46b3-82dc-ada75d40a502 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871534 Feb 09 03:14:24.985257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:24.997831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57110) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:24.997984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3421972 Feb 09 03:14:25.004181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': 'bcc5a3c9-c9b8-462d-9e52-c25052ed379c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:25.014956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01014ba-59c6-4edb-98f1-05e2ddbc1f5c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=bcc5a3c9-c9b8-462d-9e52-c25052ed379c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:25.023940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'port_id': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'mac_address': 'fa:16:3e:55:1d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:25.074688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network bcc5a3c9-c9b8-462d-9e52-c25052ed379c details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:25.135705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1ebcfc1d-3633-4b8c-907e-528fca7917ad is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:25.136378 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.171834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:25.178134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebcfc1d-3633-4b8c-907e-528fca7917ad {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:25.179301 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.220900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:25.231871 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.368917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90eeda-68c6-4619-9e26-f1f6da3d751e req-c562a122-3439-4570-b36a-91cd12f97269 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:25.372776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a90eeda-68c6-4619-9e26-f1f6da3d751e req-c562a122-3439-4570-b36a-91cd12f97269 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 944 time: 0.1293557 Feb 09 03:14:25.409836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:25.425114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.425469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.425820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.426162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.433740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.434126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.434524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.434872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.435213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.435549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.435926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.436261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.436589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:25.453011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a90eeda-68c6-4619-9e26-f1f6da3d751e req-e024ec6b-7030-4999-bdde-276148f9b100 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744395 Feb 09 03:14:25.521749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (becd5a90-32f2-4534-8094-1a6470b3c8ab), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.534276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57122) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:25.605663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=becd5a90-32f2-4534-8094-1a6470b3c8ab,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:25.621612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['1ebcfc1d-3633-4b8c-907e-528fca7917ad'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:25.622652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': '3e97ab13-4621-48c9-80ae-9cd5edc5974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bcc5a3c9-c9b8-462d-9e52-c25052ed379c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:25.623020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: bcc5a3c9-c9b8-462d-9e52-c25052ed379c, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:25.672256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network bcc5a3c9-c9b8-462d-9e52-c25052ed379c is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:25.693698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, bcc5a3c9-c9b8-462d-9e52-c25052ed379c) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:25.698825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:25.699295 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.720140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398c01eb-027d-40e6-bcaf-90cc5af63a93 None None] Network bcc5a3c9-c9b8-462d-9e52-c25052ed379c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:25.729637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c32b1a40-4495-43c0-af31-ddaa5f816216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.739158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b72225a0-d88d-49ca-b1d2-6948d0e2dea0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7393286 Feb 09 03:14:25.741840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57130) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:25.748826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4478919e-99f2-4bf8-9bd3-2e5eb5a52816 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1176770373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:25.815079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4478919e-99f2-4bf8-9bd3-2e5eb5a52816 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.816620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4478919e-99f2-4bf8-9bd3-2e5eb5a52816 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.929928 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4478919e-99f2-4bf8-9bd3-2e5eb5a52816 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.937855 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4478919e-99f2-4bf8-9bd3-2e5eb5a52816 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.967907 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4478919e-99f2-4bf8-9bd3-2e5eb5a52816 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:25.972270 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4478919e-99f2-4bf8-9bd3-2e5eb5a52816 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2290056 Feb 09 03:14:25.974579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57136) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:26.028066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ed66e-e942-4fc5-b312-7729af7bbf89 req-115c4788-20aa-4970-a18e-8f792bf30a79 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:26.030125 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-399ed66e-e942-4fc5-b312-7729af7bbf89 req-115c4788-20aa-4970-a18e-8f792bf30a79 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 944 time: 0.2159243 Feb 09 03:14:26.082196 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c32b1a40-4495-43c0-af31-ddaa5f816216 admin admin] Publish callbacks [] for security_group (f6efd7ba-97ce-4dfa-9072-b17119953fc9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.090917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03c96-0709-481e-aa83-9186b67ae15e req-f3f191f5-2f22-4bbf-9504-e8fe2209cb1e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:26.092981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-f3f191f5-2f22-4bbf-9504-e8fe2209cb1e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d&tenant_id=1cd773e8482b465982b74bd96fc10950&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 944 time: 0.2772970 Feb 09 03:14:26.099511 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c32b1a40-4495-43c0-af31-ddaa5f816216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f6efd7ba-97ce-4dfa-9072-b17119953fc9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.124405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-bcc5a3c9-c9b8-462d-9e52-c25052ed379c', 'network_id': 'bcc5a3c9-c9b8-462d-9e52-c25052ed379c', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': 'becd5a90-32f2-4534-8094-1a6470b3c8ab'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:26.125294 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.199925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-399ed66e-e942-4fc5-b312-7729af7bbf89 req-2dbda7f7-0c03-460e-99f2-0f9eca54fd00 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591806 Feb 09 03:14:26.210160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c32b1a40-4495-43c0-af31-ddaa5f816216 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46794d4c4599424cb7dff8e44402c4cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6748171 Feb 09 03:14:26.211821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57138) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:26.268462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b1a40-4495-43c0-af31-ddaa5f816216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6efd7ba-97ce-4dfa-9072-b17119953fc9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:26.300168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4038f642-f66a-4c29-b339-f26e61a0234d admin admin] Publish callbacks [] for security_group (f6efd7ba-97ce-4dfa-9072-b17119953fc9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.312245 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-07c03c96-0709-481e-aa83-9186b67ae15e req-b7ac4f8d-83a4-4b21-a441-db801c2bff00 service neutron] delete failed (client error): The resource could not be found. Feb 09 03:14:26.313409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-b7ac4f8d-83a4-4b21-a441-db801c2bff00 service neutron] 10.222.0.61 "DELETE /v2.0/ports/1ebcfc1d-3633-4b8c-907e-528fca7917ad/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.2026761 Feb 09 03:14:26.358744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295cb52-bb90-4f49-96d1-cdc3b7e85e75 req-59ad4efa-7ebb-4682-8d90-4b07fecfe2e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:26.361033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d295cb52-bb90-4f49-96d1-cdc3b7e85e75 req-59ad4efa-7ebb-4682-8d90-4b07fecfe2e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2986805 Feb 09 03:14:26.382612 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4038f642-f66a-4c29-b339-f26e61a0234d admin admin] Publish callbacks [] for security_group (f6efd7ba-97ce-4dfa-9072-b17119953fc9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.486150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.491754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d295cb52-bb90-4f49-96d1-cdc3b7e85e75 req-e7adde83-f3bd-455c-857c-c28db0427cca tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229393 Feb 09 03:14:26.588085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03c96-0709-481e-aa83-9186b67ae15e req-44b35929-a709-4082-a3d2-f207a9a55ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:26.589607 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-44b35929-a709-4082-a3d2-f207a9a55ffb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1126 time: 0.1823819 Feb 09 03:14:26.607104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Allocated IP 2001:db8::2 (bcc5a3c9-c9b8-462d-9e52-c25052ed379c/becd5a90-32f2-4534-8094-1a6470b3c8ab/dc25497f-bc98-4332-9b9d-07835de9521f) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:26.620083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4038f642-f66a-4c29-b339-f26e61a0234d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f6efd7ba-97ce-4dfa-9072-b17119953fc9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.628704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4038f642-f66a-4c29-b339-f26e61a0234d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:26.630847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4038f642-f66a-4c29-b339-f26e61a0234d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6efd7ba-97ce-4dfa-9072-b17119953fc9 HTTP/1.1" status: 204 len: 168 time: 0.4131892 Feb 09 03:14:26.765546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03c96-0709-481e-aa83-9186b67ae15e req-d2849e7c-1f45-4294-848f-b2ddcfcb0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:26.767926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-d2849e7c-1f45-4294-848f-b2ddcfcb0555 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 897 time: 0.1708417 Feb 09 03:14:26.769047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038f642-f66a-4c29-b339-f26e61a0234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6efd7ba-97ce-4dfa-9072-b17119953fc9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:26.926675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-c89b8c43-5419-458d-8434-33eef47485c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 1000 time: 0.1427088 Feb 09 03:14:27.018585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03c96-0709-481e-aa83-9186b67ae15e req-6d806386-fdfc-4470-9670-9941cac5f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.020392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-6d806386-fdfc-4470-9670-9941cac5f326 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.0864308 Feb 09 03:14:27.053492 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Publish callbacks [] for port (dc25497f-bc98-4332-9b9d-07835de9521f), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.062758 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.112093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Network bcc5a3c9-c9b8-462d-9e52-c25052ed379c is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:27.116229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:27.120491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:27.129393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Pushing event updated for resources: {'Port': ['ID=dc25497f-bc98-4332-9b9d-07835de9521f,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:27.152169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03c96-0709-481e-aa83-9186b67ae15e req-c5c632da-a0dd-4d55-bb7a-8f398fd43732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.153801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-c5c632da-a0dd-4d55-bb7a-8f398fd43732 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1263525 Feb 09 03:14:27.171580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8::1 (bcc5a3c9-c9b8-462d-9e52-c25052ed379c/becd5a90-32f2-4534-8094-1a6470b3c8ab/0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:27.195351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Attempting to bind port dc25497f-bc98-4332-9b9d-07835de9521f on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:27.196888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Attempting to bind port dc25497f-bc98-4332-9b9d-07835de9521f by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '3e97ab13-4621-48c9-80ae-9cd5edc5974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bcc5a3c9-c9b8-462d-9e52-c25052ed379c'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:27.197531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Attempting to bind port dc25497f-bc98-4332-9b9d-07835de9521f on network bcc5a3c9-c9b8-462d-9e52-c25052ed379c {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:27.205944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:27.206779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Checking segment: {'id': '3e97ab13-4621-48c9-80ae-9cd5edc5974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bcc5a3c9-c9b8-462d-9e52-c25052ed379c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:27.207491 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.207789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57150) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:27.208345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Bound using segment: {'id': '3e97ab13-4621-48c9-80ae-9cd5edc5974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bcc5a3c9-c9b8-462d-9e52-c25052ed379c'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:27.209188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Bound port: dc25497f-bc98-4332-9b9d-07835de9521f, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e97ab13-4621-48c9-80ae-9cd5edc5974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bcc5a3c9-c9b8-462d-9e52-c25052ed379c'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:27.209986 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.248859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a53d335d-49a3-4753-9181-eae1fedb68b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.284997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] For port dc25497f-bc98-4332-9b9d-07835de9521f, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:27.289183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] For port dc25497f-bc98-4332-9b9d-07835de9521f, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=dc25497f-bc98-4332-9b9d-07835de9521f,segment=NetworkSegment(3e97ab13-4621-48c9-80ae-9cd5edc5974a),segment_id=3e97ab13-4621-48c9-80ae-9cd5edc5974a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:27.299349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.387512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281509e0-ad6f-4fb3-b3c4-390e72ca1f39 None None] Pushing event updated for resources: {'Port': ['ID=dc25497f-bc98-4332-9b9d-07835de9521f,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:27.406211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-1938f1c8-2e5a-4189-9416-a194e53865e2 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434573 Feb 09 03:14:27.493336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a53d335d-49a3-4753-9181-eae1fedb68b7 admin admin] Publish callbacks [] for security_group (05d0848c-705c-42b9-b3e6-5c3171cb742c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.496433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573b56c-d341-49f7-850f-18dd6e8fd396 req-1ec469a1-f99f-4a96-b3a2-5fea0d9997a2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.498054 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c573b56c-d341-49f7-850f-18dd6e8fd396 req-1ec469a1-f99f-4a96-b3a2-5fea0d9997a2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 944 time: 0.1681750 Feb 09 03:14:27.511329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a53d335d-49a3-4753-9181-eae1fedb68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05d0848c-705c-42b9-b3e6-5c3171cb742c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.579705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c03c96-0709-481e-aa83-9186b67ae15e req-c87b979f-234b-4743-be78-16b827753ca3 service neutron] 10.222.0.61 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659224 Feb 09 03:14:27.580082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a53d335d-49a3-4753-9181-eae1fedb68b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=628a90df28ef41cf969346ea486440b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711176 Feb 09 03:14:27.582993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:27.649555 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c573b56c-d341-49f7-850f-18dd6e8fd396 req-5b383a90-9c31-4614-b8fe-bdac4030604e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367462 Feb 09 03:14:27.755114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c36cf525-5e41-476c-a137-c2d41394308d admin admin] Publish callbacks [] for security_group (05d0848c-705c-42b9-b3e6-5c3171cb742c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.762058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d335d-49a3-4753-9181-eae1fedb68b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d0848c-705c-42b9-b3e6-5c3171cb742c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:27.787316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c36cf525-5e41-476c-a137-c2d41394308d admin admin] Publish callbacks [] for security_group (05d0848c-705c-42b9-b3e6-5c3171cb742c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.798988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.876996 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.924730 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c36cf525-5e41-476c-a137-c2d41394308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (05d0848c-705c-42b9-b3e6-5c3171cb742c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.929770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c36cf525-5e41-476c-a137-c2d41394308d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:27.933574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c36cf525-5e41-476c-a137-c2d41394308d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05d0848c-705c-42b9-b3e6-5c3171cb742c HTTP/1.1" status: 204 len: 168 time: 0.3476400 Feb 09 03:14:27.956463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cf525-5e41-476c-a137-c2d41394308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d0848c-705c-42b9-b3e6-5c3171cb742c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:27.991328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69a478-5af4-4cb5-9df1-47642d9e291b req-7e121750-65cd-44bc-a7d2-501cba5e2382 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:27.997554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d69a478-5af4-4cb5-9df1-47642d9e291b req-7e121750-65cd-44bc-a7d2-501cba5e2382 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.3511207 Feb 09 03:14:28.033588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network bcc5a3c9-c9b8-462d-9e52-c25052ed379c is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:28.038405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device dc25497f-bc98-4332-9b9d-07835de9521f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:28.069065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:28.082510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:28.083071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.128483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:28.181487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d69a478-5af4-4cb5-9df1-47642d9e291b req-6296a849-9b8e-40fe-b70d-b467f0e15569 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650484 Feb 09 03:14:28.195150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port dc25497f-bc98-4332-9b9d-07835de9521f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:28.196234 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.307895 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.390169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port dc25497f-bc98-4332-9b9d-07835de9521f is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:28.392778 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.460617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port dc25497f-bc98-4332-9b9d-07835de9521f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=dc25497f-bc98-4332-9b9d-07835de9521f,segment=NetworkSegment(3e97ab13-4621-48c9-80ae-9cd5edc5974a),segment_id=3e97ab13-4621-48c9-80ae-9cd5edc5974a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:28.473869 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.603237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=dc25497f-bc98-4332-9b9d-07835de9521f,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:28.819848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1ebcfc1d-3633-4b8c-907e-528fca7917ad up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:28.845359 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.858991 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.860022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.892720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc434f0-6112-45bf-8724-916db3d4e2e1 req-e0d6f293-ed19-4a06-9df9-22117a0cfaf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:28.898852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dcc434f0-6112-45bf-8724-916db3d4e2e1 req-e0d6f293-ed19-4a06-9df9-22117a0cfaf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 944 time: 0.1206865 Feb 09 03:14:28.969089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 1ebcfc1d-3633-4b8c-907e-528fca7917ad completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:28.978533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 1ebcfc1d-3633-4b8c-907e-528fca7917ad triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:28.978917 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:28.986801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dcc434f0-6112-45bf-8724-916db3d4e2e1 req-1676c7b1-4137-4598-acc5-96011e4db8be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808983 Feb 09 03:14:29.001777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57182) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:29.120808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:29.136724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1ebcfc1d-3633-4b8c-907e-528fca7917ad is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:29.138671 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.166923 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d413991-def8-4322-b551-d58ff4dfc799 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/b816cc71-e1fc-4a28-871b-a5cedd287fa7 HTTP/1.1" status: 200 len: 992 time: 0.1627996 Feb 09 03:14:29.213234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018ed63e-71af-4893-8ee3-627b4f5857a4 None None] Network bcc5a3c9-c9b8-462d-9e52-c25052ed379c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:29.226274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network bcc5a3c9-c9b8-462d-9e52-c25052ed379c is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:29.228315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:29.262900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:29.264422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:29.267039 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fab698-410a-4c12-89f1-c43e78b672b5" -d '{"events": [{"server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "name": "network-vif-plugged", "status": "completed", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:29.339264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.371605 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb56ec3-e975-4eec-b7b9-f30d3539b2c9 x-openstack-request-id: req-1cb56ec3-e975-4eec-b7b9-f30d3539b2c9 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:29.375444 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "name": "network-vif-plugged", "status": "completed", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:29.377710 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cb56ec3-e975-4eec-b7b9-f30d3539b2c9 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:29.378364 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'code': 200} Feb 09 03:14:29.421146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ec26ae26-0a77-44d5-bdb4-91020e800cf8 None None] Provisioning complete for port dc25497f-bc98-4332-9b9d-07835de9521f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:29.421822 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ec26ae26-0a77-44d5-bdb4-91020e800cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:29.477965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3af705-086b-44fe-8e2e-89d01a589c76 req-f04bf725-f321-48f7-8b80-2fd29bdcee92 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:29.480847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f3af705-086b-44fe-8e2e-89d01a589c76 req-f04bf725-f321-48f7-8b80-2fd29bdcee92 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1721830 Feb 09 03:14:29.484054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:29.580076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f3af705-086b-44fe-8e2e-89d01a589c76 req-5b87badc-436b-4d20-abda-beb1a898ac37 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759065 Feb 09 03:14:29.580601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router a34555e8-08b7-47d1-af2d-bd7bcf4d466f is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:14:29.689904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ec26ae26-0a77-44d5-bdb4-91020e800cf8 None None] Current status of the port dc25497f-bc98-4332-9b9d-07835de9521f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:29.746394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:29.755790 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-68bddeff-a543-4f70-b745-03aaddd6f8fc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/a34555e8-08b7-47d1-af2d-bd7bcf4d466f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7801664 Feb 09 03:14:29.758709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57204) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:29.763514 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91390507-ffdc-4c6e-95c1-2efeae975eee None None] Sync routers for ids ['a34555e8-08b7-47d1-af2d-bd7bcf4d466f'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:29.793516 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91390507-ffdc-4c6e-95c1-2efeae975eee None None] Routers {'a34555e8-08b7-47d1-af2d-bd7bcf4d466f'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:29.795947 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-91390507-ffdc-4c6e-95c1-2efeae975eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a34555e8-08b7-47d1-af2d-bd7bcf4d466f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:29.881440 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-91390507-ffdc-4c6e-95c1-2efeae975eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:29.895154 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91390507-ffdc-4c6e-95c1-2efeae975eee None None] Routers {'a34555e8-08b7-47d1-af2d-bd7bcf4d466f'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:29.896333 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-91390507-ffdc-4c6e-95c1-2efeae975eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a34555e8-08b7-47d1-af2d-bd7bcf4d466f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:29.902726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d4eac5-4679-4646-a838-1486e1263ac2 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:29.917980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57208) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:29.918435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-68d4eac5-4679-4646-a838-1486e1263ac2 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports/0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd HTTP/1.1" status: 200 len: 911 time: 0.1582828 Feb 09 03:14:29.923312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8de377c3-84af-4748-adb1-40958421ceea tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'becd5a90-32f2-4534-8094-1a6470b3c8ab'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:29.948057 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-91390507-ffdc-4c6e-95c1-2efeae975eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:29.948916 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91390507-ffdc-4c6e-95c1-2efeae975eee None None] The sync data for ids ['a34555e8-08b7-47d1-af2d-bd7bcf4d466f'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:29.972155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device dc25497f-bc98-4332-9b9d-07835de9521f up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:30.038980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port dc25497f-bc98-4332-9b9d-07835de9521f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:30.038980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.157091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port dc25497f-bc98-4332-9b9d-07835de9521f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:30.176648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-654f8dc8-fb31-4300-ad67-d0a93369f7c4 None None] Provisioning complete for port dc25497f-bc98-4332-9b9d-07835de9521f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:30.177041 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-654f8dc8-fb31-4300-ad67-d0a93369f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.270326 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8de377c3-84af-4748-adb1-40958421ceea tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.323383 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0092-f743-43d4-8cda-f84d51dc7b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.418414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-654f8dc8-fb31-4300-ad67-d0a93369f7c4 None None] Current status of the port dc25497f-bc98-4332-9b9d-07835de9521f is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:30.435315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-654f8dc8-fb31-4300-ad67-d0a93369f7c4 None None] Provisioning complete for port 0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:30.437363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-654f8dc8-fb31-4300-ad67-d0a93369f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.544342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-654f8dc8-fb31-4300-ad67-d0a93369f7c4 None None] Port 0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:30.677097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-40eb04b6-9262-4391-8bca-bbb4ebf8d6dc None None] Provisioning complete for port 0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:30.677531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-40eb04b6-9262-4391-8bca-bbb4ebf8d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:30.765241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-40eb04b6-9262-4391-8bca-bbb4ebf8d6dc None None] Port 0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:30.966729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57246) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:30.991057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b6360bb9-b337-4733-9a0f-f6f392ddea47 None None] Provisioning complete for port 0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:30.992584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b6360bb9-b337-4733-9a0f-f6f392ddea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.015248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e4f93-8ec9-4ace-9e44-af679cabaf6d req-7fb06e09-ae5f-4809-b609-08d3f8a391c0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:31.031230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d52e4f93-8ec9-4ace-9e44-af679cabaf6d req-7fb06e09-ae5f-4809-b609-08d3f8a391c0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2648568 Feb 09 03:14:31.073761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b6360bb9-b337-4733-9a0f-f6f392ddea47 None None] Port 0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:31.168880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d52e4f93-8ec9-4ace-9e44-af679cabaf6d req-3dafd5f3-ce93-494e-981f-81f19b8db9d8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366837 Feb 09 03:14:31.208715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.334028 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8de377c3-84af-4748-adb1-40958421ceea tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.360027 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8de377c3-84af-4748-adb1-40958421ceea tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.366281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de377c3-84af-4748-adb1-40958421ceea tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:31.367118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8de377c3-84af-4748-adb1-40958421ceea tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.371517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8de377c3-84af-4748-adb1-40958421ceea tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/ports/0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd HTTP/1.1" status: 200 len: 911 time: 1.4496906 Feb 09 03:14:31.374723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57250) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:31.391493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Publish callbacks [] for security_group (8c8839ba-431e-4dfc-9ee8-de0ecb779bbd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.406674 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8c8839ba-431e-4dfc-9ee8-de0ecb779bbd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:31.517370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15650380b6c146ba8630b190d0e09adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5484052 Feb 09 03:14:31.518380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8839ba-431e-4dfc-9ee8-de0ecb779bbd,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:31.520368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57256) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:31.526847 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.527207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.527550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.528254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.528897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.529616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.530130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.530772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.531270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.531769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.532438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.533127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:31.533637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f61ef0-af7b-4c8d-8c7d-98d6bd0ff0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:32.037042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de377c3-84af-4748-adb1-40958421ceea tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:32.153082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cba473c8-05a2-49cb-bdbb-3075f0a66f7f admin admin] Publish callbacks [] for security_group (8c8839ba-431e-4dfc-9ee8-de0ecb779bbd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.194970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cba473c8-05a2-49cb-bdbb-3075f0a66f7f admin admin] Publish callbacks [] for security_group (8c8839ba-431e-4dfc-9ee8-de0ecb779bbd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.307188 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cba473c8-05a2-49cb-bdbb-3075f0a66f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8c8839ba-431e-4dfc-9ee8-de0ecb779bbd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.309845 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cba473c8-05a2-49cb-bdbb-3075f0a66f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.313538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cba473c8-05a2-49cb-bdbb-3075f0a66f7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c8839ba-431e-4dfc-9ee8-de0ecb779bbd HTTP/1.1" status: 204 len: 168 time: 0.7880468 Feb 09 03:14:32.380841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef303a-bc22-4e06-afa8-5f80527b337d req-c602e937-909f-4809-8883-e806ee737047 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:32.394089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95ef303a-bc22-4e06-afa8-5f80527b337d req-c602e937-909f-4809-8883-e806ee737047 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1082563 Feb 09 03:14:32.469418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba473c8-05a2-49cb-bdbb-3075f0a66f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8839ba-431e-4dfc-9ee8-de0ecb779bbd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:32.546996 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95ef303a-bc22-4e06-afa8-5f80527b337d req-7cfa0ced-1f12-4339-819a-d3c34553ade4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514716 Feb 09 03:14:32.667198 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.703096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2e3083c3-377f-41b7-b5cf-0bb1553e0796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.754625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57276) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:32.771057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf059-6260-40b2-9648-83cab07db4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.907926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf059-6260-40b2-9648-83cab07db4b1 admin admin] Publish callbacks [] for security_group (0bc49b24-e236-42a5-8b0d-41371f3cca6a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.916773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf059-6260-40b2-9648-83cab07db4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0bc49b24-e236-42a5-8b0d-41371f3cca6a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:32.983326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaf059-6260-40b2-9648-83cab07db4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc49b24-e236-42a5-8b0d-41371f3cca6a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:32.988394 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fbbaf059-6260-40b2-9648-83cab07db4b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d3fc92b2c2441ecb9229cefee384e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324753 Feb 09 03:14:32.991038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57280) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:33.080086 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35b77cfd-0342-4a82-baf7-5dec006d9af8 admin admin] Publish callbacks [] for security_group (0bc49b24-e236-42a5-8b0d-41371f3cca6a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.128466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35b77cfd-0342-4a82-baf7-5dec006d9af8 admin admin] Publish callbacks [] for security_group (0bc49b24-e236-42a5-8b0d-41371f3cca6a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.169218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:33.170600 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.221035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35b77cfd-0342-4a82-baf7-5dec006d9af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0bc49b24-e236-42a5-8b0d-41371f3cca6a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.224086 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35b77cfd-0342-4a82-baf7-5dec006d9af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.225492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-35b77cfd-0342-4a82-baf7-5dec006d9af8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bc49b24-e236-42a5-8b0d-41371f3cca6a HTTP/1.1" status: 204 len: 168 time: 0.2333550 Feb 09 03:14:33.251617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b77cfd-0342-4a82-baf7-5dec006d9af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc49b24-e236-42a5-8b0d-41371f3cca6a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:33.308202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.322225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:33.543298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.579220 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=0feda8d1-ae19-41aa-9ba7-a6a5a1851ccd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:33.708909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:33.925597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router a34555e8-08b7-47d1-af2d-bd7bcf4d466f has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:34.000519 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.054108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:34.065804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d16d8d-c478-451c-b01d-738d021f0bac None None] Sync routers for ids ['a34555e8-08b7-47d1-af2d-bd7bcf4d466f'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:34.075674 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ee7fd407-de2b-4402-b037-8506cbd23c4f tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/a34555e8-08b7-47d1-af2d-bd7bcf4d466f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6974254 Feb 09 03:14:34.079009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57304) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:34.079904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d16d8d-c478-451c-b01d-738d021f0bac None None] Routers {'a34555e8-08b7-47d1-af2d-bd7bcf4d466f'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:34.080881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d3d16d8d-c478-451c-b01d-738d021f0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a34555e8-08b7-47d1-af2d-bd7bcf4d466f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:34.134225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d3d16d8d-c478-451c-b01d-738d021f0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:34.142000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7703283f-3c87-438f-be47-4a845559aa03 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a34555e8-08b7-47d1-af2d-bd7bcf4d466f HTTP/1.1" status: 200 len: 205 time: 0.0617590 Feb 09 03:14:34.144687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57308) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:34.153308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d16d8d-c478-451c-b01d-738d021f0bac None None] Routers {'a34555e8-08b7-47d1-af2d-bd7bcf4d466f'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:34.155491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d3d16d8d-c478-451c-b01d-738d021f0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a34555e8-08b7-47d1-af2d-bd7bcf4d466f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:34.220300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d3d16d8d-c478-451c-b01d-738d021f0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:34.221369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d16d8d-c478-451c-b01d-738d021f0bac None None] The sync data for ids ['a34555e8-08b7-47d1-af2d-bd7bcf4d466f'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:34.240715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f152d21-444b-4285-97f0-a7c09a1015fe req-2bd84cd8-96ea-42fb-a162-87b68a71ad76 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:34.243280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f152d21-444b-4285-97f0-a7c09a1015fe req-2bd84cd8-96ea-42fb-a162-87b68a71ad76 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.5665960 Feb 09 03:14:34.287664 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93679387-ffe4-4645-aa21-54728e50f394 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.292357 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f152d21-444b-4285-97f0-a7c09a1015fe req-5fbc9897-08e8-41f5-a866-cf51f59afc83 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Feb 09 03:14:34.468407 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93679387-ffe4-4645-aa21-54728e50f394 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.470915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93679387-ffe4-4645-aa21-54728e50f394 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.532868 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93679387-ffe4-4645-aa21-54728e50f394 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (a34555e8-08b7-47d1-af2d-bd7bcf4d466f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.533519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93679387-ffe4-4645-aa21-54728e50f394 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Fanout notify agent at l3_agent the message router_deleted on router a34555e8-08b7-47d1-af2d-bd7bcf4d466f {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:14:34.546566 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93679387-ffe4-4645-aa21-54728e50f394 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.550409 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-93679387-ffe4-4645-aa21-54728e50f394 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/a34555e8-08b7-47d1-af2d-bd7bcf4d466f HTTP/1.1" status: 204 len: 168 time: 0.4018643 Feb 09 03:14:34.550657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57318) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:34.613798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-3214e6bb-e78f-425e-870c-3e077483495b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet becd5a90-32f2-4534-8094-1a6470b3c8ab {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:14:34.617024 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3214e6bb-e78f-425e-870c-3e077483495b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (becd5a90-32f2-4534-8094-1a6470b3c8ab), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.659742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3214e6bb-e78f-425e-870c-3e077483495b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (becd5a90-32f2-4534-8094-1a6470b3c8ab), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.753524 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3214e6bb-e78f-425e-870c-3e077483495b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (becd5a90-32f2-4534-8094-1a6470b3c8ab), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.825634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3214e6bb-e78f-425e-870c-3e077483495b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (becd5a90-32f2-4534-8094-1a6470b3c8ab), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.853277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214e6bb-e78f-425e-870c-3e077483495b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=becd5a90-32f2-4534-8094-1a6470b3c8ab,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:34.857146 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3214e6bb-e78f-425e-870c-3e077483495b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:34.863763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3214e6bb-e78f-425e-870c-3e077483495b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/becd5a90-32f2-4534-8094-1a6470b3c8ab HTTP/1.1" status: 204 len: 168 time: 0.3093646 Feb 09 03:14:34.864580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57328) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:34.868496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53374031-8b47-4f71-87eb-2e12afe86252 None None] Network bcc5a3c9-c9b8-462d-9e52-c25052ed379c requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:34.952450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (bcc5a3c9-c9b8-462d-9e52-c25052ed379c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.024050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port dc25497f-bc98-4332-9b9d-07835de9521f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:35.024050 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.033586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] DHCP port deletion for bcc5a3c9-c9b8-462d-9e52-c25052ed379c request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:14:35.089482 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.100588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] Deleting port dc25497f-bc98-4332-9b9d-07835de9521f {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:35.100960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.109351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port dc25497f-bc98-4332-9b9d-07835de9521f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=dc25497f-bc98-4332-9b9d-07835de9521f,segment=NetworkSegment(3e97ab13-4621-48c9-80ae-9cd5edc5974a),segment_id=3e97ab13-4621-48c9-80ae-9cd5edc5974a)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:35.109713 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.122934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for dc25497f-bc98-4332-9b9d-07835de9521f owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:35.167397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] For port dc25497f-bc98-4332-9b9d-07835de9521f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=dc25497f-bc98-4332-9b9d-07835de9521f,segment=NetworkSegment(3e97ab13-4621-48c9-80ae-9cd5edc5974a),segment_id=3e97ab13-4621-48c9-80ae-9cd5edc5974a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:35.167653 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.180672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] Calling delete_port for dc25497f-bc98-4332-9b9d-07835de9521f owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:35.213745 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.240564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=dc25497f-bc98-4332-9b9d-07835de9521f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:35.244869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No DVR routers for this DVR port dc25497f-bc98-4332-9b9d-07835de9521f on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:35.261494 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (dc25497f-bc98-4332-9b9d-07835de9521f), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.286589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] Pushing event deleted for resources: {'Port': ['ID=dc25497f-bc98-4332-9b9d-07835de9521f,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:35.293458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0affd2-43c2-448f-90db-3c23fd61503e None None] No DVR routers for this DVR port dc25497f-bc98-4332-9b9d-07835de9521f on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:14:35.333465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (bcc5a3c9-c9b8-462d-9e52-c25052ed379c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.357495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc5a3c9-c9b8-462d-9e52-c25052ed379c']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:35.367764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e97ab13-4621-48c9-80ae-9cd5edc5974a') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:35.368176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e97ab13-4621-48c9-80ae-9cd5edc5974a') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:35.387271 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (3e97ab13-4621-48c9-80ae-9cd5edc5974a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.426029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3e97ab13-4621-48c9-80ae-9cd5edc5974a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.435326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:14:35.435748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (3e97ab13-4621-48c9-80ae-9cd5edc5974a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:14:35.438716 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:14:35.458308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2da0ae-c16d-4bd1-a480-c40e76a1a715 req-863a90fb-fc4d-46c4-aa69-e8de6648e97b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:35.459809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f2da0ae-c16d-4bd1-a480-c40e76a1a715 req-863a90fb-fc4d-46c4-aa69-e8de6648e97b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.0896523 Feb 09 03:14:35.535554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (bcc5a3c9-c9b8-462d-9e52-c25052ed379c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.552592 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.556053 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/bcc5a3c9-c9b8-462d-9e52-c25052ed379c HTTP/1.1" status: 204 len: 168 time: 0.6913018 Feb 09 03:14:35.559778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57334) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:35.572000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-791eeef9-bcd8-4ca8-ae9a-746a69c28817 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1358099129', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:35.580666 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f2da0ae-c16d-4bd1-a480-c40e76a1a715 req-fb6a50fb-4b1d-41c6-b5a1-4694e834ab47 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922623 Feb 09 03:14:35.583329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95891ca-1707-4942-ae97-7bf65f3759af tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=bcc5a3c9-c9b8-462d-9e52-c25052ed379c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:35.600991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-791eeef9-bcd8-4ca8-ae9a-746a69c28817 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.601952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-791eeef9-bcd8-4ca8-ae9a-746a69c28817 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.655795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-791eeef9-bcd8-4ca8-ae9a-746a69c28817 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.661073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-791eeef9-bcd8-4ca8-ae9a-746a69c28817 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.677928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-791eeef9-bcd8-4ca8-ae9a-746a69c28817 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.679288 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-791eeef9-bcd8-4ca8-ae9a-746a69c28817 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1185794 Feb 09 03:14:35.681945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57336) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:35.687411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1225495621'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:35.707483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:35.710858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.734219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:35.744259 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5387a170-638d-4099-bfe8-3b68be901847), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.744893 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment 5387a170-638d-4099-bfe8-3b68be901847 of type vlan for network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 Feb 09 03:14:35.794326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (76c64d75-d70e-49f0-89f3-6b5f5f4e2f93), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.820654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (76c64d75-d70e-49f0-89f3-6b5f5f4e2f93), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.824190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:35.824783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:35.836949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device dc25497f-bc98-4332-9b9d-07835de9521f no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:14:35.860919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: dc25497f-bc98-4332-9b9d-07835de9521f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:14:35.861343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device dc25497f-bc98-4332-9b9d-07835de9521f not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:14:35.887293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2042384 Feb 09 03:14:35.890966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57338) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:35.897411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:35.904951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcae00-2f6b-49ec-9322-bc56f9193b62 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=76c64d75-d70e-49f0-89f3-6b5f5f4e2f93,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:35.915294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:35.999790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:36.003343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.194195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (97d4074a-df55-48fe-8dc8-115e5924dd3a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.257893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=97d4074a-df55-48fe-8dc8-115e5924dd3a,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:36.271039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:36.271406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:36.289494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:36.299747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:36.303861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:36.304461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.311985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc2927b-960d-45a5-b7aa-e2b7e60146ab None None] Network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:36.325223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-da18eff0-8438-4dd2-a44f-6c11c04ce752 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4331768 Feb 09 03:14:36.328033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57342) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:36.429938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:36.431301 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.613985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Allocated IP 2001:db8::2 (76c64d75-d70e-49f0-89f3-6b5f5f4e2f93/97d4074a-df55-48fe-8dc8-115e5924dd3a/cdc598c6-8621-4819-800e-efd947656c79) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:36.673657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.766609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.805027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Publish callbacks [] for port (cdc598c6-8621-4819-800e-efd947656c79), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.811292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285fca2-86ef-47e4-a0bd-7301e860db96 req-c1a529e8-67f8-48aa-a883-d0dd46f17d37 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:36.813673 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a285fca2-86ef-47e4-a0bd-7301e860db96 req-c1a529e8-67f8-48aa-a883-d0dd46f17d37 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1265242 Feb 09 03:14:36.832992 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (cdc598c6-8621-4819-800e-efd947656c79), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:36.914188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a285fca2-86ef-47e4-a0bd-7301e860db96 req-2001f867-8f39-4048-8cd5-6920e847c3e2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769808 Feb 09 03:14:36.946586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:36.952097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:36.954213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Pushing event updated for resources: {'Port': ['ID=cdc598c6-8621-4819-800e-efd947656c79,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:36.957324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:37.033102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Attempting to bind port cdc598c6-8621-4819-800e-efd947656c79 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:37.034119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Attempting to bind port cdc598c6-8621-4819-800e-efd947656c79 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:37.034847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Attempting to bind port cdc598c6-8621-4819-800e-efd947656c79 on network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:37.045515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:37.046164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Checking segment: {'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:37.047498 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.048080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Bound using segment: {'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:37.048736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Bound port: cdc598c6-8621-4819-800e-efd947656c79, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:37.049307 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cdc598c6-8621-4819-800e-efd947656c79), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.055138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8::1 (76c64d75-d70e-49f0-89f3-6b5f5f4e2f93/97d4074a-df55-48fe-8dc8-115e5924dd3a/07c77954-f908-43c6-ab61-5b5dad3f7ab7) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:37.156456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] For port cdc598c6-8621-4819-800e-efd947656c79, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:37.163956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] For port cdc598c6-8621-4819-800e-efd947656c79, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cdc598c6-8621-4819-800e-efd947656c79,segment=NetworkSegment(5387a170-638d-4099-bfe8-3b68be901847),segment_id=5387a170-638d-4099-bfe8-3b68be901847)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:37.184311 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cdc598c6-8621-4819-800e-efd947656c79), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.223186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.254909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347d7fe-8588-4cae-8e63-abf637b8d36f None None] Pushing event updated for resources: {'Port': ['ID=cdc598c6-8621-4819-800e-efd947656c79,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:37.286582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.385917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:37.390306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:37.400410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:37.406071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.525061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=07c77954-f908-43c6-ab61-5b5dad3f7ab7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:37.710380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:37.804836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57412) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:38.022168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device cdc598c6-8621-4819-800e-efd947656c79 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:38.150376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d8b1674-18d6-44e1-8604-337b50a2fb45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.230981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51eb30-5137-46aa-8ad2-6073b2cae6e5 req-f862512c-9463-4101-872b-7ad5a8e3fb63 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:38.244983 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e51eb30-5137-46aa-8ad2-6073b2cae6e5 req-f862512c-9463-4101-872b-7ad5a8e3fb63 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2330453 Feb 09 03:14:38.401915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e51eb30-5137-46aa-8ad2-6073b2cae6e5 req-de98ec3f-7891-4243-96f0-1738e312b59f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556997 Feb 09 03:14:38.440066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.453777 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.454669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.484075 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d8b1674-18d6-44e1-8604-337b50a2fb45 admin admin] Publish callbacks [] for security_group (3a2aa9ea-6b81-4e7e-a7c6-8ef7a012ffa4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.497047 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d8b1674-18d6-44e1-8604-337b50a2fb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3a2aa9ea-6b81-4e7e-a7c6-8ef7a012ffa4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.509653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port cdc598c6-8621-4819-800e-efd947656c79 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:38.510285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cdc598c6-8621-4819-800e-efd947656c79), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.634807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=07c77954-f908-43c6-ab61-5b5dad3f7ab7,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:38.643016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port cdc598c6-8621-4819-800e-efd947656c79 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:38.643469 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cdc598c6-8621-4819-800e-efd947656c79), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.652724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b1674-18d6-44e1-8604-337b50a2fb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2aa9ea-6b81-4e7e-a7c6-8ef7a012ffa4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:38.667713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0d8b1674-18d6-44e1-8604-337b50a2fb45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dba2c10a50e48df9907cf42f569c757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8617775 Feb 09 03:14:38.670621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57494) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:38.733537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port cdc598c6-8621-4819-800e-efd947656c79, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cdc598c6-8621-4819-800e-efd947656c79,segment=NetworkSegment(5387a170-638d-4099-bfe8-3b68be901847),segment_id=5387a170-638d-4099-bfe8-3b68be901847)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:38.756528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:38.756714 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cdc598c6-8621-4819-800e-efd947656c79), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.765920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:38.823554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db5df79f-493b-4258-9a3e-fc2cca24d917 admin admin] Publish callbacks [] for security_group (3a2aa9ea-6b81-4e7e-a7c6-8ef7a012ffa4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.879595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db5df79f-493b-4258-9a3e-fc2cca24d917 admin admin] Publish callbacks [] for security_group (3a2aa9ea-6b81-4e7e-a7c6-8ef7a012ffa4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:38.896005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=cdc598c6-8621-4819-800e-efd947656c79,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:39.041631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db5df79f-493b-4258-9a3e-fc2cca24d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3a2aa9ea-6b81-4e7e-a7c6-8ef7a012ffa4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.052803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-db5df79f-493b-4258-9a3e-fc2cca24d917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.055421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-db5df79f-493b-4258-9a3e-fc2cca24d917 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a2aa9ea-6b81-4e7e-a7c6-8ef7a012ffa4 HTTP/1.1" status: 204 len: 168 time: 0.3836553 Feb 09 03:14:39.083796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5df79f-493b-4258-9a3e-fc2cca24d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2aa9ea-6b81-4e7e-a7c6-8ef7a012ffa4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:39.168977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cd18a5-7bc5-48f5-a6e8-49da5b9a954f None None] Network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:39.190216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:14:39.261119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5262c4bb-8224-482f-a183-ff8e27045782 None None] Provisioning complete for port cdc598c6-8621-4819-800e-efd947656c79 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:39.261499 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5262c4bb-8224-482f-a183-ff8e27045782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cdc598c6-8621-4819-800e-efd947656c79), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.464835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:39.474467 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-774a67d0-b5ad-4e84-9c57-1675ecbc1f1c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1440995 Feb 09 03:14:39.476805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57574) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:39.483885 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:39.485994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1430908096'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:39.520174 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:39.521170 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:39.574506 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:39.583446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.663046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5262c4bb-8224-482f-a183-ff8e27045782 None None] Current status of the port cdc598c6-8621-4819-800e-efd947656c79 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:39.743614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:39.767923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (71bd191d-7891-432a-bdd5-a93ff0cab07d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.768474 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment 71bd191d-7891-432a-bdd5-a93ff0cab07d of type vlan for network 1a632f5b-9405-4bbc-a507-006c9f088539 Feb 09 03:14:39.799046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5969b-4c1a-4923-b411-cb2d508c4eed req-1b734f68-9d92-4df9-9934-d528453e61f3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:39.808049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29d5969b-4c1a-4923-b411-cb2d508c4eed req-1b734f68-9d92-4df9-9934-d528453e61f3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1605382 Feb 09 03:14:39.865748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1a632f5b-9405-4bbc-a507-006c9f088539), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.938464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29d5969b-4c1a-4923-b411-cb2d508c4eed req-fa824d55-3992-4f85-adc5-f17cf3968c57 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253633 Feb 09 03:14:39.963881 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1a632f5b-9405-4bbc-a507-006c9f088539), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.965342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device cdc598c6-8621-4819-800e-efd947656c79 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:39.974793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:39.976758 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:39.977955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:39.990899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57614) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:40.030501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6358-5b89-4eec-a17e-8e6ccb6eb602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.117470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port cdc598c6-8621-4819-800e-efd947656c79 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:40.117762 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cdc598c6-8621-4819-800e-efd947656c79), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.190574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7125669 Feb 09 03:14:40.193947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57632) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:40.214971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:40.260225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe4b19-5325-4c5a-b7d6-41309daa0426 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=1a632f5b-9405-4bbc-a507-006c9f088539,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:40.348950 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6358-5b89-4eec-a17e-8e6ccb6eb602 admin admin] Publish callbacks [] for security_group (0416ed48-01fe-4bab-8672-4db4744a86b1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.354367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cde7960e-251e-481a-af22-ceeddc4fd2d2 None None] Provisioning complete for port cdc598c6-8621-4819-800e-efd947656c79 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:40.358042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cde7960e-251e-481a-af22-ceeddc4fd2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cdc598c6-8621-4819-800e-efd947656c79), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.362335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1a632f5b-9405-4bbc-a507-006c9f088539 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:40.464157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6358-5b89-4eec-a17e-8e6ccb6eb602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0416ed48-01fe-4bab-8672-4db4744a86b1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.562694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57666) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:40.569177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1fdb6358-5b89-4eec-a17e-8e6ccb6eb602 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4084664052454f7c87710acc497de336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5745223 Feb 09 03:14:40.649521 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:37Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:38Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:40.712254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb6358-5b89-4eec-a17e-8e6ccb6eb602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0416ed48-01fe-4bab-8672-4db4744a86b1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:40.735063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83e5ff50-a029-449c-ab5b-693d024e95ff admin admin] Publish callbacks [] for security_group (0416ed48-01fe-4bab-8672-4db4744a86b1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.755163 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:40.755163 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Updating router ad241a8c-7564-4dfd-8862-5765eeda369b port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:14:40.757618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port cdc598c6-8621-4819-800e-efd947656c79 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:40.807150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:40.812281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.847605 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.850935 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83e5ff50-a029-449c-ab5b-693d024e95ff admin admin] Publish callbacks [] for security_group (0416ed48-01fe-4bab-8672-4db4744a86b1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.988666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83e5ff50-a029-449c-ab5b-693d024e95ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0416ed48-01fe-4bab-8672-4db4744a86b1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.996969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83e5ff50-a029-449c-ab5b-693d024e95ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:40.998986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-83e5ff50-a029-449c-ab5b-693d024e95ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0416ed48-01fe-4bab-8672-4db4744a86b1 HTTP/1.1" status: 204 len: 168 time: 0.4348972 Feb 09 03:14:41.016806 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5ff50-a029-449c-ab5b-693d024e95ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0416ed48-01fe-4bab-8672-4db4744a86b1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:41.023458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cde7960e-251e-481a-af22-ceeddc4fd2d2 None None] Current status of the port cdc598c6-8621-4819-800e-efd947656c79 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:41.100150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cde7960e-251e-481a-af22-ceeddc4fd2d2 None None] Provisioning complete for port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:41.102661 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cde7960e-251e-481a-af22-ceeddc4fd2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.274763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cde7960e-251e-481a-af22-ceeddc4fd2d2 None None] Port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:41.298956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712f3ac-ed90-46e1-b944-4c92d7794815 req-30425c78-83f9-4623-b36a-f4fea78a0d93 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:41.309752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4712f3ac-ed90-46e1-b944-4c92d7794815 req-30425c78-83f9-4623-b36a-f4fea78a0d93 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2208982 Feb 09 03:14:41.410629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-29adb825-f489-4208-a13d-67f1406758da None None] Provisioning complete for port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:41.412159 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29adb825-f489-4208-a13d-67f1406758da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.488648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (950fbc0c-0477-49e8-a185-0b5c153078de), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.498720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4712f3ac-ed90-46e1-b944-4c92d7794815 req-af77d38c-a9ed-4e96-863b-9e85e81c06a6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868062 Feb 09 03:14:41.544957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-29adb825-f489-4208-a13d-67f1406758da None None] Port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:41.613743 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Publish callbacks [] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.631145 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.683148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fb5184d5-57fd-453f-a858-9542d6f69ad8 None None] Provisioning complete for port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:41.683538 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb5184d5-57fd-453f-a858-9542d6f69ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:41.771366 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Pushing event updated for resources: {'Port': ['ID=07c77954-f908-43c6-ab61-5b5dad3f7ab7,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:41.821409 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.821792 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.822149 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.822575 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.822965 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.823139 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.823459 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.823780 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.824097 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.824414 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.824730 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.825046 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.825351 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:14:41.828165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fb5184d5-57fd-453f-a858-9542d6f69ad8 None None] Port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:42.004168 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Attempting to bind port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:42.004630 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Attempting to bind port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:42.004997 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Attempting to bind port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 on network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:42.012773 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:42.017222 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Checking segment: {'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:42.017670 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.022375 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Bound using segment: {'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:42.022913 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Bound port: 07c77954-f908-43c6-ab61-5b5dad3f7ab7, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5387a170-638d-4099-bfe8-3b68be901847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:42.023312 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.204507 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] For port 07c77954-f908-43c6-ab61-5b5dad3f7ab7, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:42.217613 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] For port 07c77954-f908-43c6-ab61-5b5dad3f7ab7, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=07c77954-f908-43c6-ab61-5b5dad3f7ab7,segment=NetworkSegment(5387a170-638d-4099-bfe8-3b68be901847),segment_id=5387a170-638d-4099-bfe8-3b68be901847)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:42.241311 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.333884 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:42.366870 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:42.385885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cbf8b585-f192-402b-8f02-308602658b0f None None] Provisioning complete for port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:42.386997 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b585-f192-402b-8f02-308602658b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.719919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8b585-f192-402b-8f02-308602658b0f None None] Current status of the port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:42.720482 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b585-f192-402b-8f02-308602658b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.842558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b7d44-9e7a-4ce9-ba4b-2fac3044be3a req-e230eb77-215a-4051-820e-0a42bad446b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:42.854098 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-424b7d44-9e7a-4ce9-ba4b-2fac3044be3a req-e230eb77-215a-4051-820e-0a42bad446b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.2164388 Feb 09 03:14:42.882894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cbf8b585-f192-402b-8f02-308602658b0f None None] For port 07c77954-f908-43c6-ab61-5b5dad3f7ab7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=07c77954-f908-43c6-ab61-5b5dad3f7ab7,segment=NetworkSegment(5387a170-638d-4099-bfe8-3b68be901847),segment_id=5387a170-638d-4099-bfe8-3b68be901847)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:42.901402 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b585-f192-402b-8f02-308602658b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:42.937235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=950fbc0c-0477-49e8-a185-0b5c153078de,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:42.974831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:42.995496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: 1a632f5b-9405-4bbc-a507-006c9f088539, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:43.045714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 1a632f5b-9405-4bbc-a507-006c9f088539 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:43.064033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1a632f5b-9405-4bbc-a507-006c9f088539) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:43.068741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:43.069379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.107405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8e655f59-db93-45c4-8438-80a565fc9944 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9121068 Feb 09 03:14:43.110011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57882) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:43.129856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-424b7d44-9e7a-4ce9-ba4b-2fac3044be3a req-6fbb66e6-f0b4-4468-9153-c8c83cd66bd7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684381 Feb 09 03:14:43.173774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f444ed-59bc-4ceb-bb49-268e8c2d2c3f None None] Network 1a632f5b-9405-4bbc-a507-006c9f088539 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:43.251863 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f00ef-5ea6-41e6-bd47-2d961bfd70b1 None None] Pushing event updated for resources: {'Port': ['ID=07c77954-f908-43c6-ab61-5b5dad3f7ab7,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:43.322802 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:43.335989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8b585-f192-402b-8f02-308602658b0f None None] Pushing event updated for resources: {'Port': ['ID=07c77954-f908-43c6-ab61-5b5dad3f7ab7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:43.367428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f4106bd8-7536-4486-9ab9-e4dbd384e98b None None] Provisioning complete for port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:43.368058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f4106bd8-7536-4486-9ab9-e4dbd384e98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.544052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-1a632f5b-9405-4bbc-a507-006c9f088539', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:43.545787 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.595920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f4106bd8-7536-4486-9ab9-e4dbd384e98b None None] Current status of the port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:43.820477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Allocated IP 2001:db8:1::2 (1a632f5b-9405-4bbc-a507-006c9f088539/950fbc0c-0477-49e8-a185-0b5c153078de/2ab271d9-66f8-4e1c-985b-a597971e38ee) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:43.922690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:37Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:43.927398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:43.978648 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31a0ec-2813-4936-b676-243e8c1246d8 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:37Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:44.125242 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Publish callbacks [] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.140424 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.265492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Network 1a632f5b-9405-4bbc-a507-006c9f088539 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:44.277954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:44.292937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:44.428571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Pushing event updated for resources: {'Port': ['ID=2ab271d9-66f8-4e1c-985b-a597971e38ee,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:44.455546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Attempting to bind port 2ab271d9-66f8-4e1c-985b-a597971e38ee on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:44.456176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Attempting to bind port 2ab271d9-66f8-4e1c-985b-a597971e38ee by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:44.456716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Attempting to bind port 2ab271d9-66f8-4e1c-985b-a597971e38ee on network 1a632f5b-9405-4bbc-a507-006c9f088539 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:44.462819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:44.464050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Checking segment: {'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:44.464647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.465354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Bound using segment: {'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:44.466017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Bound port: 2ab271d9-66f8-4e1c-985b-a597971e38ee, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:44.467328 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.579492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad965c32-f012-4994-87eb-e496a1a5863e req-3a9ad99b-dca9-46f4-9560-5984f6223efd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:44.592155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad965c32-f012-4994-87eb-e496a1a5863e req-3a9ad99b-dca9-46f4-9560-5984f6223efd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.3159006 Feb 09 03:14:44.607225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] For port 2ab271d9-66f8-4e1c-985b-a597971e38ee, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:44.611942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] For port 2ab271d9-66f8-4e1c-985b-a597971e38ee, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2ab271d9-66f8-4e1c-985b-a597971e38ee,segment=NetworkSegment(71bd191d-7891-432a-bdd5-a93ff0cab07d),segment_id=71bd191d-7891-432a-bdd5-a93ff0cab07d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:44.652536 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:44.804225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad965c32-f012-4994-87eb-e496a1a5863e req-54900c19-7d4b-4d05-aa50-e71d94ed87c2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064023 Feb 09 03:14:44.814559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8:1::1 (1a632f5b-9405-4bbc-a507-006c9f088539/950fbc0c-0477-49e8-a185-0b5c153078de/367db8c6-b90b-40f2-b356-9201bcc55ebd) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:44.817558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbc3d3-d8ca-498d-8073-be381ef7de55 None None] Pushing event updated for resources: {'Port': ['ID=2ab271d9-66f8-4e1c-985b-a597971e38ee,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:44.993247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.056666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.197701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=367db8c6-b90b-40f2-b356-9201bcc55ebd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:45.203329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 1a632f5b-9405-4bbc-a507-006c9f088539 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:45.205676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:45.208501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:45.209239 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.403774 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.771206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.777894 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.779364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:45.989560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=367db8c6-b90b-40f2-b356-9201bcc55ebd,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:46.020258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297845e8-1899-4fae-b6f2-cc906788bf9d req-880f7e54-3f21-4757-a699-b73b72178308 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:46.026911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-297845e8-1899-4fae-b6f2-cc906788bf9d req-880f7e54-3f21-4757-a699-b73b72178308 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.1081355 Feb 09 03:14:46.032449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2ab271d9-66f8-4e1c-985b-a597971e38ee up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:46.059559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 1a632f5b-9405-4bbc-a507-006c9f088539 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:46.062063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:46.101218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2ab271d9-66f8-4e1c-985b-a597971e38ee triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:46.101890 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.104172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-297845e8-1899-4fae-b6f2-cc906788bf9d req-440fa9ef-e232-4d6d-aa0a-2810726d19ed tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716493 Feb 09 03:14:46.211410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2ab271d9-66f8-4e1c-985b-a597971e38ee is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:46.211806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.254225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 2ab271d9-66f8-4e1c-985b-a597971e38ee, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2ab271d9-66f8-4e1c-985b-a597971e38ee,segment=NetworkSegment(71bd191d-7891-432a-bdd5-a93ff0cab07d),segment_id=71bd191d-7891-432a-bdd5-a93ff0cab07d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:46.260584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.261526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 07c77954-f908-43c6-ab61-5b5dad3f7ab7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:46.286675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:46.427526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=2ab271d9-66f8-4e1c-985b-a597971e38ee,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:46.458465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:46.461891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:46.462452 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.470096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57932) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:46.471341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4b546ddd-a16e-4121-ac55-fa8c6c4b8c8b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3600376 Feb 09 03:14:46.475230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1833348490'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:46.516547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:46.523519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.565742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:46.570908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:46.576793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (81a6286a-cf19-49bb-a62e-f525adb1274f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.577156 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment 81a6286a-cf19-49bb-a62e-f525adb1274f of type vlan for network cc64bdc1-b31b-4069-8853-a65cbd51ef3e Feb 09 03:14:46.632816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (cc64bdc1-b31b-4069-8853-a65cbd51ef3e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.661952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:46.669425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (cc64bdc1-b31b-4069-8853-a65cbd51ef3e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.673793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:46.674757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:46.675603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:46.676411 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.729454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d100f6-a92c-4aca-9d4d-9b2a783d946a None None] Network 1a632f5b-9405-4bbc-a507-006c9f088539 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:46.754862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2832730 Feb 09 03:14:46.759016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:46.766609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6f3be-8245-4fed-9116-bcccfbf74a39 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=cc64bdc1-b31b-4069-8853-a65cbd51ef3e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:46.768417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:46.814340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network cc64bdc1-b31b-4069-8853-a65cbd51ef3e details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:46.880167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:46.884647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.922616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:46.924864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5e1e4869-8859-44e0-9a32-e4b8cc0c9034 None None] Provisioning complete for port 2ab271d9-66f8-4e1c-985b-a597971e38ee triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:46.924864 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4869-8859-44e0-9a32-e4b8cc0c9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:46.956312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device dd046ade-4458-4e4f-bda0-0f5657e53420 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:14:47.130818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (cda9361a-0df9-43c5-90e9-8e91061367b9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.216135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=cda9361a-0df9-43c5-90e9-8e91061367b9,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:47.230162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port dd046ade-4458-4e4f-bda0-0f5657e53420, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=dd046ade-4458-4e4f-bda0-0f5657e53420,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:47.274891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'dd046ade-4458-4e4f-bda0-0f5657e53420', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'port_id': 'dd046ade-4458-4e4f-bda0-0f5657e53420', 'mac_address': 'fa:16:3e:a3:36:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:14:47.318711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ada03f-cf41-40b6-9e3b-13b7bf6e88ab req-ceebc110-c5d5-415b-944a-08389b5237c7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.320594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ada03f-cf41-40b6-9e3b-13b7bf6e88ab req-ceebc110-c5d5-415b-944a-08389b5237c7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 944 time: 0.0934460 Feb 09 03:14:47.321357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:47.321747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: cc64bdc1-b31b-4069-8853-a65cbd51ef3e, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:47.358363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network cc64bdc1-b31b-4069-8853-a65cbd51ef3e is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:47.378916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, cc64bdc1-b31b-4069-8853-a65cbd51ef3e) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:47.386273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:47.386941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.393187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61ada03f-cf41-40b6-9e3b-13b7bf6e88ab req-5ece214a-89e1-4dd4-9530-b05585006d08 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637181 Feb 09 03:14:47.430290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7cb51f51-8e15-4b2a-a056-5bea7571a204 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6679165 Feb 09 03:14:47.431911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:47.446477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a79420-b062-415f-b915-1cd088ed1953 None None] Network cc64bdc1-b31b-4069-8853-a65cbd51ef3e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:47.510853 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port dd046ade-4458-4e4f-bda0-0f5657e53420 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:47.510853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.580422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd046ade-4458-4e4f-bda0-0f5657e53420 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:14:47.660713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e4869-8859-44e0-9a32-e4b8cc0c9034 None None] Current status of the port 2ab271d9-66f8-4e1c-985b-a597971e38ee is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:47.697470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port dd046ade-4458-4e4f-bda0-0f5657e53420, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=dd046ade-4458-4e4f-bda0-0f5657e53420,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:47.717994 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.772845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:47.775459 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.835113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=dd046ade-4458-4e4f-bda0-0f5657e53420,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:47.910633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2ab271d9-66f8-4e1c-985b-a597971e38ee up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:47.924332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:47.987713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:45Z', 'revision_number': 3, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:45Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:48.054798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:48.055309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Updating router ad241a8c-7564-4dfd-8862-5765eeda369b port 367db8c6-b90b-40f2-b356-9201bcc55ebd binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:14:48.092890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['dd046ade-4458-4e4f-bda0-0f5657e53420'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:14:48.105657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-38267f65-8ed5-4824-8b5f-1d57ab453533 None None] Provisioning complete for port 367db8c6-b90b-40f2-b356-9201bcc55ebd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:48.106184 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-38267f65-8ed5-4824-8b5f-1d57ab453533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.148115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2ab271d9-66f8-4e1c-985b-a597971e38ee triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:48.148610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.196464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.200302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Allocated IP 2001:db8:2::2 (cc64bdc1-b31b-4069-8853-a65cbd51ef3e/cda9361a-0df9-43c5-90e9-8e91061367b9/1fd5b2b5-f302-46a2-b29d-5210eb073cf5) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:48.294179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-38267f65-8ed5-4824-8b5f-1d57ab453533 None None] Port 367db8c6-b90b-40f2-b356-9201bcc55ebd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:48.466382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-38267f65-8ed5-4824-8b5f-1d57ab453533 None None] Provisioning complete for port 2ab271d9-66f8-4e1c-985b-a597971e38ee triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:48.466931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-38267f65-8ed5-4824-8b5f-1d57ab453533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.563448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5ba44-701c-4ab7-9804-822f95bd7505 req-33a623cd-7ed3-4ecf-98f1-12f726d38818 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:48.565088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecd5ba44-701c-4ab7-9804-822f95bd7505 req-33a623cd-7ed3-4ecf-98f1-12f726d38818 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 945 time: 0.0866406 Feb 09 03:14:48.583028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2ab271d9-66f8-4e1c-985b-a597971e38ee is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:48.621851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecd5ba44-701c-4ab7-9804-822f95bd7505 req-ffff4b98-151d-47bd-b420-6478c9b62317 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493355 Feb 09 03:14:48.701646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Publish callbacks [] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.741123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.766540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8:2::1 (cc64bdc1-b31b-4069-8853-a65cbd51ef3e/cda9361a-0df9-43c5-90e9-8e91061367b9/1ffe79b7-fe01-4741-8ffb-ad9123318f30) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:48.830749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-38267f65-8ed5-4824-8b5f-1d57ab453533 None None] Current status of the port 2ab271d9-66f8-4e1c-985b-a597971e38ee is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:48.841454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Network cc64bdc1-b31b-4069-8853-a65cbd51ef3e is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:48.851879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:48.859208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:48.861209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Pushing event updated for resources: {'Port': ['ID=1fd5b2b5-f302-46a2-b29d-5210eb073cf5,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:48.905343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.943637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.957159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Attempting to bind port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:48.957886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Attempting to bind port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:48.959737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Attempting to bind port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 on network cc64bdc1-b31b-4069-8853-a65cbd51ef3e {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:48.977121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:48.977596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Checking segment: {'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:48.978118 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.978571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Bound using segment: {'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:48.979599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Bound port: 1fd5b2b5-f302-46a2-b29d-5210eb073cf5, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:48.979599 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.981153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network cc64bdc1-b31b-4069-8853-a65cbd51ef3e is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:48.984155 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Publish callbacks [] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.985222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:48.987540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:48.988067 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:48.998471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8400d8b6-2717-44fd-be4b-8d1143fa86b8 None None] Provisioning complete for port 367db8c6-b90b-40f2-b356-9201bcc55ebd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:48.998940 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8400d8b6-2717-44fd-be4b-8d1143fa86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.004531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.052898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=1ffe79b7-fe01-4741-8ffb-ad9123318f30,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:49.142682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.271538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8400d8b6-2717-44fd-be4b-8d1143fa86b8 None None] Port 367db8c6-b90b-40f2-b356-9201bcc55ebd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:49.277248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fd936-488e-4ad5-afa8-d656a2765c52 None None] Pushing event updated for resources: {'Port': ['ID=367db8c6-b90b-40f2-b356-9201bcc55ebd,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:49.317407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] For port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:49.350913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] For port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fd5b2b5-f302-46a2-b29d-5210eb073cf5,segment=NetworkSegment(81a6286a-cf19-49bb-a62e-f525adb1274f),segment_id=81a6286a-cf19-49bb-a62e-f525adb1274f)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:49.356705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Attempting to bind port 367db8c6-b90b-40f2-b356-9201bcc55ebd on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:49.357228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Attempting to bind port 367db8c6-b90b-40f2-b356-9201bcc55ebd by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:49.357693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Attempting to bind port 367db8c6-b90b-40f2-b356-9201bcc55ebd on network 1a632f5b-9405-4bbc-a507-006c9f088539 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:49.363425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:49.363958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Checking segment: {'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:49.364462 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.365009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Bound using segment: {'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:49.365588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Bound port: 367db8c6-b90b-40f2-b356-9201bcc55ebd, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bd191d-7891-432a-bdd5-a93ff0cab07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:49.366201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.370258 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.492181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef45a6-27fc-42ce-ac82-81a0dbafd647 None None] Pushing event updated for resources: {'Port': ['ID=1fd5b2b5-f302-46a2-b29d-5210eb073cf5,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:49.506469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] For port 367db8c6-b90b-40f2-b356-9201bcc55ebd, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:49.510102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] For port 367db8c6-b90b-40f2-b356-9201bcc55ebd, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=367db8c6-b90b-40f2-b356-9201bcc55ebd,segment=NetworkSegment(71bd191d-7891-432a-bdd5-a93ff0cab07d),segment_id=71bd191d-7891-432a-bdd5-a93ff0cab07d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:49.531354 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.532571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.539327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.540409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.674198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.774852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:49.775652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:49.805486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=1ffe79b7-fe01-4741-8ffb-ad9123318f30,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:49.839665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fd936-488e-4ad5-afa8-d656a2765c52 None None] Pushing event updated for resources: {'Port': ['ID=367db8c6-b90b-40f2-b356-9201bcc55ebd,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:49.840005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ddee-74f0-4f67-bb4e-9abc586029ee req-fc40b368-9695-4678-bda8-a66ccbd7fc32 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:49.842436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d36ddee-74f0-4f67-bb4e-9abc586029ee req-fc40b368-9695-4678-bda8-a66ccbd7fc32 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 945 time: 0.1041384 Feb 09 03:14:49.897439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d030a5b4-fd08-4913-81ab-4b2c442d0a4b None None] Provisioning complete for port 367db8c6-b90b-40f2-b356-9201bcc55ebd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:49.897439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d030a5b4-fd08-4913-81ab-4b2c442d0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:49.905752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network cc64bdc1-b31b-4069-8853-a65cbd51ef3e is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:49.907216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:49.984675 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d36ddee-74f0-4f67-bb4e-9abc586029ee req-bf9e33cb-8736-4e61-99fc-b43bc9ca7c37 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353629 Feb 09 03:14:50.029676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:50.072857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:50.086376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:50.178900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:50.184301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-38502ebf-e1fb-4537-86d2-9f24aa340d55 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7508235 Feb 09 03:14:50.187118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:50.192861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-359458719'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:50.214275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:50.219085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.245361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:14:50.251780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d030a5b4-fd08-4913-81ab-4b2c442d0a4b None None] Current status of the port 367db8c6-b90b-40f2-b356-9201bcc55ebd is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:50.252274 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d030a5b4-fd08-4913-81ab-4b2c442d0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.259300 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a8e795cf-3ae5-477e-99a9-e7687937c085), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.260031 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added segment a8e795cf-3ae5-477e-99a9-e7687937c085 of type vlan for network 17ee183d-997a-45a2-881f-c4165c57d655 Feb 09 03:14:50.302559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:50.302866 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.311990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (17ee183d-997a-45a2-881f-c4165c57d655), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.339621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (17ee183d-997a-45a2-881f-c4165c57d655), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.346138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:50.347331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.352886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d030a5b4-fd08-4913-81ab-4b2c442d0a4b None None] For port 367db8c6-b90b-40f2-b356-9201bcc55ebd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=367db8c6-b90b-40f2-b356-9201bcc55ebd,segment=NetworkSegment(71bd191d-7891-432a-bdd5-a93ff0cab07d),segment_id=71bd191d-7891-432a-bdd5-a93ff0cab07d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:50.363312 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d030a5b4-fd08-4913-81ab-4b2c442d0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.420266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2292223 Feb 09 03:14:50.421768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57952) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:50.425777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'subnet': {'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:50.455756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030a5b4-fd08-4913-81ab-4b2c442d0a4b None None] Pushing event updated for resources: {'Port': ['ID=367db8c6-b90b-40f2-b356-9201bcc55ebd,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:50.477295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc70c9a-6883-42b6-80ed-bac0651bff8d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Network': ['ID=17ee183d-997a-45a2-881f-c4165c57d655,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:50.502805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 17ee183d-997a-45a2-881f-c4165c57d655 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:14:50.509242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:50.509636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.530027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:49Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:49Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:49Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:50.556970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Made reservation on behalf of 6d7d009deb5946098f30404637c315ca for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:50.563340 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.600642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205591b8-66d0-480d-8397-0bba0a3386f5 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:49Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:49Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:49Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:50.612962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-89171c62-3379-4746-82d4-b80869116cf7 None None] Provisioning complete for port 367db8c6-b90b-40f2-b356-9201bcc55ebd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:50.613191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-89171c62-3379-4746-82d4-b80869116cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.709286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fd5b2b5-f302-46a2-b29d-5210eb073cf5,segment=NetworkSegment(81a6286a-cf19-49bb-a62e-f525adb1274f),segment_id=81a6286a-cf19-49bb-a62e-f525adb1274f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:50.758212 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.845975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-89171c62-3379-4746-82d4-b80869116cf7 None None] Current status of the port 367db8c6-b90b-40f2-b356-9201bcc55ebd is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:50.876252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1fd5b2b5-f302-46a2-b29d-5210eb073cf5,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:50.876489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (d799c610-cd74-4402-a7e0-82af57ea2f71), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:50.938626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device dd046ade-4458-4e4f-bda0-0f5657e53420 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:50.944258 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Subnet': ['ID=d799c610-cd74-4402-a7e0-82af57ea2f71,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:50.984373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Checking segment: {'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:50.984815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network hostable DHCP agents. Network: 17ee183d-997a-45a2-881f-c4165c57d655, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:14:51.013481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port dd046ade-4458-4e4f-bda0-0f5657e53420 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:14:51.021473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port dd046ade-4458-4e4f-bda0-0f5657e53420 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:51.021911 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.036365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 17ee183d-997a-45a2-881f-c4165c57d655 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:14:51.060237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 17ee183d-997a-45a2-881f-c4165c57d655) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:51.065170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:51.065950 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.081008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24916f90-54c2-4550-9fdc-127a496bdd6c None None] Network 17ee183d-997a-45a2-881f-c4165c57d655 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:51.083943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625e9d80-a4c4-4afb-8e42-74458580e0c7 None None] Network cc64bdc1-b31b-4069-8853-a65cbd51ef3e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:51.142779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 57958) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:51.150480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-91dc9f75-8d45-4a9a-bf08-7c607bb931c9 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7286880 Feb 09 03:14:51.171712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830fd6f-5d0e-4088-9639-4651c40d685a req-fa5501ce-b42d-4526-aa9c-8d9367484060 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:51.174411 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a830fd6f-5d0e-4088-9639-4651c40d685a req-fa5501ce-b42d-4526-aa9c-8d9367484060 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 945 time: 0.1006863 Feb 09 03:14:51.271167 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a830fd6f-5d0e-4088-9639-4651c40d685a req-dedaf9b7-1916-48dc-8d38-7ae956174949 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798190 Feb 09 03:14:51.272687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a7040c4e-d726-4d56-8952-28132b6622ad None None] Provisioning complete for port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:51.273074 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a7040c4e-d726-4d56-8952-28132b6622ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.544149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port dd046ade-4458-4e4f-bda0-0f5657e53420 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:51.547064 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.575409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-17ee183d-997a-45a2-881f-c4165c57d655', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'project_id': '6d7d009deb5946098f30404637c315ca', 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:14:51.576933 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.715727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56687cbd-40f6-443e-bd00-5f64132f06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd046ade-4458-4e4f-bda0-0f5657e53420'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:14:51.718848 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2f1dfc-4ce2-4cff-8f97-e3e869b41612" -d '{"events": [{"server_uuid": "56687cbd-40f6-443e-bd00-5f64132f06e1", "name": "network-vif-plugged", "status": "completed", "tag": "dd046ade-4458-4e4f-bda0-0f5657e53420"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:14:51.725325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a7040c4e-d726-4d56-8952-28132b6622ad None None] Current status of the port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:51.742120 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:51.803262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port dd046ade-4458-4e4f-bda0-0f5657e53420, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=dd046ade-4458-4e4f-bda0-0f5657e53420,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:51.825207 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54771854-f968-47aa-b7dc-daf875b10efd x-openstack-request-id: req-54771854-f968-47aa-b7dc-daf875b10efd {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:14:51.827122 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56687cbd-40f6-443e-bd00-5f64132f06e1", "name": "network-vif-plugged", "status": "completed", "tag": "dd046ade-4458-4e4f-bda0-0f5657e53420", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:14:51.827574 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54771854-f968-47aa-b7dc-daf875b10efd {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:14:51.828176 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56687cbd-40f6-443e-bd00-5f64132f06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd046ade-4458-4e4f-bda0-0f5657e53420', 'code': 200} Feb 09 03:14:51.847717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.004590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c095b9-8f6a-43e4-847a-d74254dda94c req-e48370c8-2b5a-4355-a6b0-3faebc59a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.006930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0c095b9-8f6a-43e4-847a-d74254dda94c req-e48370c8-2b5a-4355-a6b0-3faebc59a335 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 1128 time: 0.1110945 Feb 09 03:14:52.047716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=dd046ade-4458-4e4f-bda0-0f5657e53420,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:52.092082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Allocated IP 2001:db8:3::2 (17ee183d-997a-45a2-881f-c4165c57d655/d799c610-cd74-4402-a7e0-82af57ea2f71/1e7ef940-67e4-42fa-947d-b1f6156d9bd6) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:52.141732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0c095b9-8f6a-43e4-847a-d74254dda94c req-95efeeee-b247-4881-bfdd-9098ae7c515c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288247 Feb 09 03:14:52.160163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.197181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 367db8c6-b90b-40f2-b356-9201bcc55ebd up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:52.303980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 367db8c6-b90b-40f2-b356-9201bcc55ebd triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:52.303980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.368067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5fd075e7-7f9a-4907-9e28-30dacc693948 None None] Provisioning complete for port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:52.368466 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5fd075e7-7f9a-4907-9e28-30dacc693948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.487663 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:52.504252 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:52.518490 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:52.530619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5fd075e7-7f9a-4907-9e28-30dacc693948 None None] Port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:52.536325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 367db8c6-b90b-40f2-b356-9201bcc55ebd is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:52.537700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:52.612989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5fd075e7-7f9a-4907-9e28-30dacc693948 None None] Provisioning complete for port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:52.613622 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5fd075e7-7f9a-4907-9e28-30dacc693948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.630588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292b0a-27ba-402a-932c-a165ca3bd89a req-db8aca92-2f2d-4734-b282-4cd830931fe7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:52.632600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c292b0a-27ba-402a-932c-a165ca3bd89a req-db8aca92-2f2d-4734-b282-4cd830931fe7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 946 time: 0.0984120 Feb 09 03:14:52.661734 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Publish callbacks [] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.664935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:52.665286 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.682205 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:52.710979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c292b0a-27ba-402a-932c-a165ca3bd89a req-44a5a68b-a37c-423e-a462-ba348bef1870 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719507 Feb 09 03:14:52.735642 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.797263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Allocated IP 2001:db8:3::1 (17ee183d-997a-45a2-881f-c4165c57d655/d799c610-cd74-4402-a7e0-82af57ea2f71/6ad7fa87-9702-4015-ae38-a50ee7f996fb) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:14:52.816287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:52.830081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Network 17ee183d-997a-45a2-881f-c4165c57d655 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:52.833718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:52.836867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:52.930764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Pushing event updated for resources: {'Port': ['ID=1e7ef940-67e4-42fa-947d-b1f6156d9bd6,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:52.965694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Attempting to bind port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:52.966084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Attempting to bind port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:52.967015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Attempting to bind port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 on network 17ee183d-997a-45a2-881f-c4165c57d655 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:52.973233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:52.973610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Checking segment: {'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:52.974010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.974447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Bound using segment: {'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:52.974920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Bound port: 1e7ef940-67e4-42fa-947d-b1f6156d9bd6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:52.975305 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:52.978203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5fd075e7-7f9a-4907-9e28-30dacc693948 None None] Current status of the port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:53.003669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.018336 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:49Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:49Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:53.045953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.049224 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:53.049922 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Updating router ad241a8c-7564-4dfd-8862-5765eeda369b port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:14:53.050768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] For port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:53.054066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] For port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1e7ef940-67e4-42fa-947d-b1f6156d9bd6,segment=NetworkSegment(a8e795cf-3ae5-477e-99a9-e7687937c085),segment_id=a8e795cf-3ae5-477e-99a9-e7687937c085)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:53.061071 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.085078 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.113428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 17ee183d-997a-45a2-881f-c4165c57d655 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:53.114943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=6ad7fa87-9702-4015-ae38-a50ee7f996fb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:53.118198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:53.121754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:14:53.122449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.164333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-537fb2c0-b60f-45a4-a17d-1d1cd3cd10a5 None None] Provisioning complete for port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:53.164333 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-537fb2c0-b60f-45a4-a17d-1d1cd3cd10a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.209841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-537fb2c0-b60f-45a4-a17d-1d1cd3cd10a5 None None] Port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:53.215090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8ab5-3da1-4060-9c5a-99e4b29ffcc3 None None] Pushing event updated for resources: {'Port': ['ID=1e7ef940-67e4-42fa-947d-b1f6156d9bd6,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:53.327202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.472223 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Publish callbacks [] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.486510 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.645063 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Attempting to bind port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:53.646120 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Attempting to bind port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:53.646674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Attempting to bind port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 on network cc64bdc1-b31b-4069-8853-a65cbd51ef3e {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:53.654997 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:53.655680 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Checking segment: {'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:53.656343 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.656801 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Bound using segment: {'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:53.657367 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Bound port: 1ffe79b7-fe01-4741-8ffb-ad9123318f30, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a6286a-cf19-49bb-a62e-f525adb1274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:53.657812 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.709121 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b55631-d1f1-4fea-9e72-1319bce61e10 None None] Pushing event updated for resources: {'Port': ['ID=1ffe79b7-fe01-4741-8ffb-ad9123318f30,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:53.741757 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] For port 1ffe79b7-fe01-4741-8ffb-ad9123318f30, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:53.746815 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] For port 1ffe79b7-fe01-4741-8ffb-ad9123318f30, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1ffe79b7-fe01-4741-8ffb-ad9123318f30,segment=NetworkSegment(81a6286a-cf19-49bb-a62e-f525adb1274f),segment_id=81a6286a-cf19-49bb-a62e-f525adb1274f)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:53.755727 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.805952 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:53.806616 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:53.831005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.905594 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.906414 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:53.931662 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:53.974663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event updated for resources: {'Port': ['ID=6ad7fa87-9702-4015-ae38-a50ee7f996fb,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:54.004250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-97bcf401-18e9-46e7-8ad6-c6b482bcf23e None None] Provisioning complete for port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:54.005285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97bcf401-18e9-46e7-8ad6-c6b482bcf23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.078115 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b55631-d1f1-4fea-9e72-1319bce61e10 None None] Pushing event updated for resources: {'Port': ['ID=1ffe79b7-fe01-4741-8ffb-ad9123318f30,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:54.147013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5f16-9657-4a1c-9977-f19b9f6db724 req-53448aa1-675b-4dbe-acfe-bfb7338a465d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.154486 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8e5f16-9657-4a1c-9977-f19b9f6db724 req-53448aa1-675b-4dbe-acfe-bfb7338a465d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 946 time: 0.3346384 Feb 09 03:14:54.158784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:54.230494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Network 17ee183d-997a-45a2-881f-c4165c57d655 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:14:54.235299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:14:54.250736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-97bcf401-18e9-46e7-8ad6-c6b482bcf23e None None] Current status of the port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:54.251540 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97bcf401-18e9-46e7-8ad6-c6b482bcf23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.268945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:53Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:53Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:52Z', 'revision_number': 1, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:54.276513 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f8e5f16-9657-4a1c-9977-f19b9f6db724 req-2e473317-62d8-428a-a75d-e43c98ebd3cd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210725 Feb 09 03:14:54.323724 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed20d1-0f6d-4591-84ba-0ed5353e7895 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:53Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:53Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:52Z', 'revision_number': 1, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:54.344397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-97bcf401-18e9-46e7-8ad6-c6b482bcf23e None None] For port 1ffe79b7-fe01-4741-8ffb-ad9123318f30, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1ffe79b7-fe01-4741-8ffb-ad9123318f30,segment=NetworkSegment(81a6286a-cf19-49bb-a62e-f525adb1274f),segment_id=81a6286a-cf19-49bb-a62e-f525adb1274f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:54.364858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:54.364858 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.416754 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97bcf401-18e9-46e7-8ad6-c6b482bcf23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.490307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcf401-18e9-46e7-8ad6-c6b482bcf23e None None] Pushing event updated for resources: {'Port': ['ID=1ffe79b7-fe01-4741-8ffb-ad9123318f30,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:54.534982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:54.585713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:54.586116 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.601296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-06fd3e7b-dde2-4aa2-b6b4-ffe668c65fd6 None None] Provisioning complete for port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:54.601670 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06fd3e7b-dde2-4aa2-b6b4-ffe668c65fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.621192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2905df-2631-48d8-83e6-9e1ff6341ee2 req-97885592-7d41-4ee7-ba73-1160142c1175 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:54.645490 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb2905df-2631-48d8-83e6-9e1ff6341ee2 req-97885592-7d41-4ee7-ba73-1160142c1175 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 946 time: 0.1987319 Feb 09 03:14:54.694101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1e7ef940-67e4-42fa-947d-b1f6156d9bd6,segment=NetworkSegment(a8e795cf-3ae5-477e-99a9-e7687937c085),segment_id=a8e795cf-3ae5-477e-99a9-e7687937c085)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:54.715861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:54.743121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb2905df-2631-48d8-83e6-9e1ff6341ee2 req-8588f5b7-cc8b-4a52-826e-87b19ec7b5e6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963397 Feb 09 03:14:54.810388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:54.838177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 57976) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:54.838645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d20ccb15-2ed2-4481-94a4-3aac16dda5bd tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6944451 Feb 09 03:14:54.843522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:54.849588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-06fd3e7b-dde2-4aa2-b6b4-ffe668c65fd6 None None] Current status of the port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:54.857854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1e7ef940-67e4-42fa-947d-b1f6156d9bd6,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:55.032371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81713c-3f70-4356-a867-f46cd5dad5de req-7d92e6cc-e6d4-4675-82f7-3e8c6d69ab66 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:55.047840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee81713c-3f70-4356-a867-f46cd5dad5de req-7d92e6cc-e6d4-4675-82f7-3e8c6d69ab66 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 946 time: 0.1801112 Feb 09 03:14:55.104244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9012de94-acc5-49f4-98ad-2d74df6e4520 None None] Network 17ee183d-997a-45a2-881f-c4165c57d655 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:14:55.149581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee81713c-3f70-4356-a867-f46cd5dad5de req-3ed7dc34-36cc-4dbe-b8a0-68f39848b162 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912380 Feb 09 03:14:55.254064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3d978b7e-c58c-4d0d-94ff-0c916577a71a None None] Provisioning complete for port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:55.254486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d978b7e-c58c-4d0d-94ff-0c916577a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.410919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3d978b7e-c58c-4d0d-94ff-0c916577a71a None None] Current status of the port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:55.553122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:14:55.588013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Removed routes are [] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:14:55.588437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.677665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:55.698847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:55.699434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:55.854397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e02618c1-506b-4fc2-a29f-38567e765c1f None None] Provisioning complete for port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:55.854812 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e02618c1-506b-4fc2-a29f-38567e765c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.867930 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:55.877622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.035963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:56.065185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:56.135362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1ffe79b7-fe01-4741-8ffb-ad9123318f30 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:56.270417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:56.283700 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.295975 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7a155526-2fda-472d-ba6f-1277cf5cddca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 200 len: 954 time: 1.4566369 Feb 09 03:14:56.298506 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58010) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:56.435970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4fa83-83d7-46d2-8144-e2ffd69ab033 req-50f39369-23a5-44af-ab6f-2623e4616a49 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:56.437536 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4e4fa83-83d7-46d2-8144-e2ffd69ab033 req-50f39369-23a5-44af-ab6f-2623e4616a49 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 946 time: 0.1042292 Feb 09 03:14:56.551555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e02618c1-506b-4fc2-a29f-38567e765c1f None None] Current status of the port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:56.569971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4e4fa83-83d7-46d2-8144-e2ffd69ab033 req-20f3a1e5-c250-4152-9d20-b813888aa147 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176140 Feb 09 03:14:56.664517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f1431a84-d5ee-415c-8d0a-ffaa7aa80c4d tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 200 len: 954 time: 0.3642600 Feb 09 03:14:56.667161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58026) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:56.672008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'routes': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:56.680322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:56.680707 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.705544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cb686-6074-4d07-b418-21c724b12d0c req-796f1069-2ab2-4e84-ae76-e559bba998dc tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:56.709586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e02618c1-506b-4fc2-a29f-38567e765c1f None None] Provisioning complete for port 6ad7fa87-9702-4015-ae38-a50ee7f996fb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:56.710172 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e02618c1-506b-4fc2-a29f-38567e765c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.713068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-796f1069-2ab2-4e84-ae76-e559bba998dc tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 815 time: 0.1827295 Feb 09 03:14:56.729419 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-1e3083ba-8096-4e57-b418-c9b3b1365262 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/quotas/5ef4b1adedcc40fea1f697ab3463e5ba HTTP/1.1" status: 200 len: 375 time: 0.0147438 Feb 09 03:14:56.782837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e02618c1-506b-4fc2-a29f-38567e765c1f None None] Port 6ad7fa87-9702-4015-ae38-a50ee7f996fb cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:56.797495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:55Z', 'revision_number': 6, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:53Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:56.806981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-f8dc8fe6-1c2d-4ba7-863a-5a911918ec4e tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764942 Feb 09 03:14:56.812490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-5ead74ef-2ebd-4d31-b133-fc2e6214b059 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:14:56.826212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-5ead74ef-2ebd-4d31-b133-fc2e6214b059 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176291 Feb 09 03:14:56.860068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:14:56.860740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Updating router ad241a8c-7564-4dfd-8862-5765eeda369b port 6ad7fa87-9702-4015-ae38-a50ee7f996fb binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:14:56.921792 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.924593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-509ab3a8-7470-42e8-85ff-ba6c6404ff0f None None] Provisioning complete for port 6ad7fa87-9702-4015-ae38-a50ee7f996fb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:56.925155 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-509ab3a8-7470-42e8-85ff-ba6c6404ff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:56.926718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:56.928458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:14:56.946966 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-68c184f1-3c17-467c-bc2c-eaccbcad9eae service neutron] 10.222.0.32 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198559 Feb 09 03:14:57.070997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-47ddfc19-5ca3-47fc-8192-6655f959ba7a service neutron] 10.222.0.32 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224144 Feb 09 03:14:57.327955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4702b46-5a8e-4ae1-a300-59644888b593 req-5644dc9b-ae41-4da0-93c1-d2c6e61dbb4d tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 210 time: 0.0562971 Feb 09 03:14:57.444782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added routes are [] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:14:57.445107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:14:57.514525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.592427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-509ab3a8-7470-42e8-85ff-ba6c6404ff0f None None] Port 6ad7fa87-9702-4015-ae38-a50ee7f996fb cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:14:57.697358 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Publish callbacks [] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.701153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:57.701831 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.729345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:57.773279 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:14:57.835702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048638d-17bd-4e52-8b2f-b3bbd4839c2b None None] Pushing event updated for resources: {'Port': ['ID=6ad7fa87-9702-4015-ae38-a50ee7f996fb,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:57.950639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b84ee-df35-4269-8cf6-bfdde17e7f34 req-1a5c3611-ff4c-4a6e-a102-9148713f0ff2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:57.970852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-479b84ee-df35-4269-8cf6-bfdde17e7f34 req-1a5c3611-ff4c-4a6e-a102-9148713f0ff2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 946 time: 0.2563698 Feb 09 03:14:57.992252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:58.003432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Attempting to bind port 6ad7fa87-9702-4015-ae38-a50ee7f996fb on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:14:58.003770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Attempting to bind port 6ad7fa87-9702-4015-ae38-a50ee7f996fb by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:14:58.004136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Attempting to bind port 6ad7fa87-9702-4015-ae38-a50ee7f996fb on network 17ee183d-997a-45a2-881f-c4165c57d655 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:14:58.015269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:14:58.015682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Checking segment: {'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:14:58.016058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.016457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Bound using segment: {'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:14:58.022699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Bound port: 6ad7fa87-9702-4015-ae38-a50ee7f996fb, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e795cf-3ae5-477e-99a9-e7687937c085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:14:58.023134 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.114069 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-479b84ee-df35-4269-8cf6-bfdde17e7f34 req-72d68903-fe28-4fa6-a940-c0f06096ed7d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412668 Feb 09 03:14:58.300684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] For port 6ad7fa87-9702-4015-ae38-a50ee7f996fb, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:14:58.306296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] For port 6ad7fa87-9702-4015-ae38-a50ee7f996fb, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6ad7fa87-9702-4015-ae38-a50ee7f996fb,segment=NetworkSegment(a8e795cf-3ae5-477e-99a9-e7687937c085),segment_id=a8e795cf-3ae5-477e-99a9-e7687937c085)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:14:58.317762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1e360b75-a297-4fcd-8d63-e046f4415424 None None] Provisioning complete for port 6ad7fa87-9702-4015-ae38-a50ee7f996fb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:58.318609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e360b75-a297-4fcd-8d63-e046f4415424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.340922 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.670367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:58.671925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:58.677904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048638d-17bd-4e52-8b2f-b3bbd4839c2b None None] Pushing event updated for resources: {'Port': ['ID=6ad7fa87-9702-4015-ae38-a50ee7f996fb,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:58.844774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1e360b75-a297-4fcd-8d63-e046f4415424 None None] Current status of the port 6ad7fa87-9702-4015-ae38-a50ee7f996fb is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:58.845335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e360b75-a297-4fcd-8d63-e046f4415424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.851232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:14:58.853241 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.858138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.961124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1e360b75-a297-4fcd-8d63-e046f4415424 None None] For port 6ad7fa87-9702-4015-ae38-a50ee7f996fb, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6ad7fa87-9702-4015-ae38-a50ee7f996fb,segment=NetworkSegment(a8e795cf-3ae5-477e-99a9-e7687937c085),segment_id=a8e795cf-3ae5-477e-99a9-e7687937c085)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:58.977693 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e360b75-a297-4fcd-8d63-e046f4415424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:58.980623 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab033762-1b46-4ccf-9ac8-92286cbdb1f7 req-e028807b-37bc-4549-b772-1d367bde6d8a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 210 time: 0.1174989 Feb 09 03:14:59.190906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-7beb27f4-223f-427a-aff1-78465cf5fc6a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.191122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e360b75-a297-4fcd-8d63-e046f4415424 None None] Pushing event updated for resources: {'Port': ['ID=6ad7fa87-9702-4015-ae38-a50ee7f996fb,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:14:59.192962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-7beb27f4-223f-427a-aff1-78465cf5fc6a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 946 time: 0.3266113 Feb 09 03:14:59.244350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9297965b-a2d7-4ec3-baa4-345cdade3e7e None None] Provisioning complete for port 6ad7fa87-9702-4015-ae38-a50ee7f996fb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:14:59.245009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9297965b-a2d7-4ec3-baa4-345cdade3e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.256687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cb686-6074-4d07-b418-21c724b12d0c req-cc46d868-edef-4161-83eb-5f82e0c1194a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.259469 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-cc46d868-edef-4161-83eb-5f82e0c1194a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 815 time: 0.2090604 Feb 09 03:14:59.271742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Request body: {'port': {'device_id': 'd283b34d-de20-4076-aebb-4578b6c304ef', 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'admin_state_up': True, 'tenant_id': '5ef4b1adedcc40fea1f697ab3463e5ba'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:14:59.365820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:14:59.493975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:57Z', 'revision_number': 7, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:58Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:59.497302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9297965b-a2d7-4ec3-baa4-345cdade3e7e None None] Current status of the port 6ad7fa87-9702-4015-ae38-a50ee7f996fb is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:14:59.527427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1832df-aedb-4563-b55b-10dddf91c699 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:57Z', 'revision_number': 7, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:58Z', 'revision_number': 4, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:14:59.532113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77c91f-7f0a-438d-bd4a-ccbc8984f2ad req-44a2a701-416c-4cfb-b83d-5622b3fa1311 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:14:59.533663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d77c91f-7f0a-438d-bd4a-ccbc8984f2ad req-44a2a701-416c-4cfb-b83d-5622b3fa1311 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 946 time: 0.1492150 Feb 09 03:14:59.629443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d77c91f-7f0a-438d-bd4a-ccbc8984f2ad req-47adb396-815e-4368-8d55-df023b36c106 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825157 Feb 09 03:14:59.632726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Made reservation on behalf of 5ef4b1adedcc40fea1f697ab3463e5ba for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:14:59.641996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.645526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port dd046ade-4458-4e4f-bda0-0f5657e53420 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:14:59.648799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.762308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] For port dd046ade-4458-4e4f-bda0-0f5657e53420, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=dd046ade-4458-4e4f-bda0-0f5657e53420,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:14:59.762779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.787389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for dd046ade-4458-4e4f-bda0-0f5657e53420 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:14:59.910882 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:14:59.911606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:14:59.912057 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:14:59.912057 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:14:59.912223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:14:59.912223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-58b92114-2e74-4d29-9e68-6f6525c0a463 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 200 len: 704 time: 3.1956224 Feb 09 03:14:59.912223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:14:59.975473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Allocated IP 172.20.0.3 (bfe22806-8df4-46b1-b6ea-b5d10375f116/abe41229-3eb3-49f1-9a19-2ecde9506e92/6a3a692d-97b0-485d-a92b-e03aa4c35570) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:00.042141 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1eef0ff2-1a46-4735-a08d-f5116c018000 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 200 len: 704 time: 0.1688912 Feb 09 03:15:00.044717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58076) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:00.101287 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:00.172730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (dd046ade-4458-4e4f-bda0-0f5657e53420), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.235792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6ad7fa87-9702-4015-ae38-a50ee7f996fb up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:00.273731 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74eabaa6-aecb-4155-ac84-781d26eb80e4 req-6d17bb1e-42ec-4226-9571-b9fcaf06121c tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 210 time: 0.1344368 Feb 09 03:15:00.345653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=dd046ade-4458-4e4f-bda0-0f5657e53420,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:00.363508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.364000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.377981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.377981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.378833 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95121ef8-fee7-4d87-8923-243330d41318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.380254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.380254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.381866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.382559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.383141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.383830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.384303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.384895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.385364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:00.447977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6ad7fa87-9702-4015-ae38-a50ee7f996fb triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:00.448358 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.466426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] No DVR routers for this DVR port dd046ade-4458-4e4f-bda0-0f5657e53420 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:00.470745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:00.475002 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b911ba70-0648-44ec-a88d-5fa49afe82f6 req-688d4adf-9b06-4a61-8641-698246663a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "DELETE /v2.0/ports/dd046ade-4458-4e4f-bda0-0f5657e53420 HTTP/1.1" status: 204 len: 173 time: 1.2716806 Feb 09 03:15:00.475697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56687cbd-40f6-443e-bd00-5f64132f06e1', 'name': 'network-vif-deleted', 'tag': 'dd046ade-4458-4e4f-bda0-0f5657e53420'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:00.478307 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d547faa4-2ddd-42dd-8d63-26027c4bedcf" -d '{"events": [{"server_uuid": "56687cbd-40f6-443e-bd00-5f64132f06e1", "name": "network-vif-deleted", "tag": "dd046ade-4458-4e4f-bda0-0f5657e53420"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:00.602490 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523e5ba-b67f-4454-a22c-5bb22b80e925 x-openstack-request-id: req-7523e5ba-b67f-4454-a22c-5bb22b80e925 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:00.603191 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56687cbd-40f6-443e-bd00-5f64132f06e1", "name": "network-vif-deleted", "tag": "dd046ade-4458-4e4f-bda0-0f5657e53420", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:00.603679 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7523e5ba-b67f-4454-a22c-5bb22b80e925 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:00.604528 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56687cbd-40f6-443e-bd00-5f64132f06e1', 'name': 'network-vif-deleted', 'tag': 'dd046ade-4458-4e4f-bda0-0f5657e53420', 'status': 'completed', 'code': 200} Feb 09 03:15:00.686866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6ad7fa87-9702-4015-ae38-a50ee7f996fb is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:00.788811 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:57Z', 'revision_number': 7, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:58Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:00.840743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b21db004-fe01-4c58-b71b-f6580588c492 req-406452c3-8db0-48d3-bbd8-a7f252a33476 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0666430 Feb 09 03:15:00.848257 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:00.870689 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:00.871661 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:01.001568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device dd046ade-4458-4e4f-bda0-0f5657e53420 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:01.039496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: dd046ade-4458-4e4f-bda0-0f5657e53420 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:01.039846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device dd046ade-4458-4e4f-bda0-0f5657e53420 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:01.057320 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:01.323812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks [] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.390939 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:57Z', 'revision_number': 7, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:58Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:01.459992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99a00635-c9f9-474d-b85c-cd008a865465 req-b7a8b1f2-8d21-4b67-a89b-9289928294b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915294 Feb 09 03:15:01.463568 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a007a8-72d9-4094-8c5f-55d6fe03c3e0 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:57Z', 'revision_number': 7, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:58Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:01.514266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-05b73c99-380e-475e-ab44-5d21b88d500e req-c58a9b4a-3bcc-4120-a146-d7410c01dec6 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 210 time: 0.1048095 Feb 09 03:15:01.552177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:01.571187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3035f09b-6281-4464-bd36-43777d604ca6', 'be45d04d-c410-46d6-b308-911f0aaea0f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:01.575208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a00635-c9f9-474d-b85c-cd008a865465 req-392e7da8-343c-4cea-8f23-1deb6a709145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:01.578105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99a00635-c9f9-474d-b85c-cd008a865465 req-392e7da8-343c-4cea-8f23-1deb6a709145 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 1127 time: 0.0901005 Feb 09 03:15:01.661375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5348d0df-2e22-438a-a861-2fb4f4b5dab8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:01.736750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Network bfe22806-8df4-46b1-b6ea-b5d10375f116 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:01.763483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Pushing event updated for resources: {'Port': ['ID=6a3a692d-97b0-485d-a92b-e03aa4c35570,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:01.775902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:01.784182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:01.791636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:01.820835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a00635-c9f9-474d-b85c-cd008a865465 req-791af698-bef0-4644-b849-5b107193160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:01.822404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99a00635-c9f9-474d-b85c-cd008a865465 req-791af698-bef0-4644-b849-5b107193160d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 0.2241321 Feb 09 03:15:01.867404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:01.868238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:14:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:01.891466 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99a00635-c9f9-474d-b85c-cd008a865465 req-52cd133b-e108-4ef9-a89d-9cf21f6e6d93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be45d04d-c410-46d6-b308-911f0aaea0f0 HTTP/1.1" status: 200 len: 217 time: 0.0622845 Feb 09 03:15:01.984787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-28073351-d4cb-4b5f-8b83-ed7b38bf833a req-e66fed53-7f93-4561-9be6-b10148a318a3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0310044 Feb 09 03:15:01.996078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:02.012193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:02.013431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:02.015875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a00635-c9f9-474d-b85c-cd008a865465 req-bea7c2bb-e4d5-494c-9013-313e7652f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:02.019977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99a00635-c9f9-474d-b85c-cd008a865465 req-bea7c2bb-e4d5-494c-9013-313e7652f48b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.1203961 Feb 09 03:15:02.048167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:02.075331 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99a00635-c9f9-474d-b85c-cd008a865465 req-a607660b-b19b-4e7e-bd02-65a7fee165e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475779 Feb 09 03:15:02.217660 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-55a5bf9e-e817-44d6-8cd9-376618215acb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9495256 Feb 09 03:15:02.254147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99a00635-c9f9-474d-b85c-cd008a865465 req-a07fa30c-3464-4891-9e03-3fc5a83e9918 service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728606 Feb 09 03:15:02.265855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Request body: {'port': {'device_id': 'd283b34d-de20-4076-aebb-4578b6c304ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:02.447240 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99a00635-c9f9-474d-b85c-cd008a865465 req-d44fd170-e2b8-463b-bbae-bd1505faee7d service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858706 Feb 09 03:15:02.470946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:02.609452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 6ad7fa87-9702-4015-ae38-a50ee7f996fb {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:02.609913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:02.695449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:57Z', 'revision_number': 7, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:58Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:02.735194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecd270ed-5ea1-444b-b28d-f163ce027226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:02.739712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:02.763664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:02.764475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:02.839901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 6ad7fa87-9702-4015-ae38-a50ee7f996fb, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6ad7fa87-9702-4015-ae38-a50ee7f996fb,segment=NetworkSegment(a8e795cf-3ae5-477e-99a9-e7687937c085),segment_id=a8e795cf-3ae5-477e-99a9-e7687937c085)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:02.840202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:02.887066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:02.957157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 6ad7fa87-9702-4015-ae38-a50ee7f996fb owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:02.986569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32389-1315-4fae-b775-d94617ac57a5 req-f9356e5e-20b9-4f0e-ab87-09186eeb0041 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:02.988360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12d32389-1315-4fae-b775-d94617ac57a5 req-f9356e5e-20b9-4f0e-ab87-09186eeb0041 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 931 time: 0.2936141 Feb 09 03:15:03.142413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e4414e7c-d48d-4894-ab31-30432248740e req-88918a31-a5fc-4490-82ab-c1ea7258ee91 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0402992 Feb 09 03:15:03.143006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12d32389-1315-4fae-b775-d94617ac57a5 req-ac248c8a-52b7-4aea-9c6f-b1bd2a70aabb tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441588 Feb 09 03:15:03.231132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:57Z', 'revision_number': 7, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:58Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:03.281865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3a692d-97b0-485d-a92b-e03aa4c35570 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:03.306475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac8ed7-60b5-46dd-961b-186fabca3e30 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:14:57Z', 'revision_number': 7, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad7fa87-9702-4015-ae38-a50ee7f996fb', 'name': '', 'network_id': '17ee183d-997a-45a2-881f-c4165c57d655', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:07:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:52Z', 'updated_at': '2022-02-09T03:14:58Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'd799c610-cd74-4402-a7e0-82af57ea2f71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:03.319492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Publish callbacks [] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.361619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6ad7fa87-9702-4015-ae38-a50ee7f996fb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.457056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Transition to ACTIVE for port object 6a3a692d-97b0-485d-a92b-e03aa4c35570 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:15:03.504276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.548102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=6ad7fa87-9702-4015-ae38-a50ee7f996fb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:03.621160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Pushing event updated for resources: {'Port': ['ID=6a3a692d-97b0-485d-a92b-e03aa4c35570,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:03.741585 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.843248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Attempting to bind port 6a3a692d-97b0-485d-a92b-e03aa4c35570 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:03.843550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Attempting to bind port 6a3a692d-97b0-485d-a92b-e03aa4c35570 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:03.844010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Attempting to bind port 6a3a692d-97b0-485d-a92b-e03aa4c35570 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:03.850687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Port 6a3a692d-97b0-485d-a92b-e03aa4c35570 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:15:03.851028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Attempting to bind port 6a3a692d-97b0-485d-a92b-e03aa4c35570 on network bfe22806-8df4-46b1-b6ea-b5d10375f116 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:03.861397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:03.861755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Checking segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:03.862159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Bound using segment: {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:03.862646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Bound port: 6a3a692d-97b0-485d-a92b-e03aa4c35570, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1cf56-33f0-4aed-83bb-935b62dda13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:03.863021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:03.986528 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.020998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] For port 6a3a692d-97b0-485d-a92b-e03aa4c35570, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:04.042771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] For port 6a3a692d-97b0-485d-a92b-e03aa4c35570, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=6a3a692d-97b0-485d-a92b-e03aa4c35570,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:04.062971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.115378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:04.116012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.117435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] 10.222.0.61 "PUT /v2.0/ports/6a3a692d-97b0-485d-a92b-e03aa4c35570 HTTP/1.1" status: 200 len: 1091 time: 1.8575368 Feb 09 03:15:04.119962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:04.123702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd283b34d-de20-4076-aebb-4578b6c304ef', 'tag': '6a3a692d-97b0-485d-a92b-e03aa4c35570'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:04.126302 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d283b34d-de20-4076-aebb-4578b6c304ef", "tag": "6a3a692d-97b0-485d-a92b-e03aa4c35570"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:04.186039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4936fd5-4ced-4fdd-ac19-1a8eab049b7d service neutron] Pushing event updated for resources: {'Port': ['ID=6a3a692d-97b0-485d-a92b-e03aa4c35570,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:04.216828 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f122c632-6ce7-41c1-a6d1-267d4f383666 x-openstack-request-id: req-f122c632-6ce7-41c1-a6d1-267d4f383666 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:04.217130 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d283b34d-de20-4076-aebb-4578b6c304ef", "tag": "6a3a692d-97b0-485d-a92b-e03aa4c35570", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:04.217383 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f122c632-6ce7-41c1-a6d1-267d4f383666 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:04.218199 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd283b34d-de20-4076-aebb-4578b6c304ef', 'tag': '6a3a692d-97b0-485d-a92b-e03aa4c35570', 'status': 'completed', 'code': 200} Feb 09 03:15:04.344125 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-78b07e61-cbe2-41ec-a5a9-f8aed23d1853 req-9af32573-4342-48e2-9a35-7222f1c69a87 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0417147 Feb 09 03:15:04.347061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3cfb-e1ad-47c5-92ab-11f0cfd7adb8 req-026aef0b-d4eb-430f-b8aa-189133a2a3c9 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:04.360257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-731e3cfb-e1ad-47c5-92ab-11f0cfd7adb8 req-026aef0b-d4eb-430f-b8aa-189133a2a3c9 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 943 time: 0.0720379 Feb 09 03:15:04.362125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cb686-6074-4d07-b418-21c724b12d0c req-72275ab1-ea0a-4f59-a05a-262e3e4632ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:04.363619 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-72275ab1-ea0a-4f59-a05a-262e3e4632ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 1125 time: 0.1953423 Feb 09 03:15:04.368562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:04.377539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf0cb434-c382-416d-8500-116a248a32aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3316424 Feb 09 03:15:04.380119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58106) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:04.381463 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:04.405995 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:04.406659 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:04.424709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-731e3cfb-e1ad-47c5-92ab-11f0cfd7adb8 req-9c4c44f1-8e77-444d-a28d-61bd760b38cc tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631444 Feb 09 03:15:04.449081 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-ffc1a7cf-560d-40e4-ad27-cee4b5a9daa6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a3a692d-97b0-485d-a92b-e03aa4c35570 HTTP/1.1" status: 200 len: 217 time: 0.0704107 Feb 09 03:15:04.502962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e497d091-41b3-4769-8a4b-a9c010b9e1ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet d799c610-cd74-4402-a7e0-82af57ea2f71 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:04.513370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e497d091-41b3-4769-8a4b-a9c010b9e1ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (d799c610-cd74-4402-a7e0-82af57ea2f71), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.536276 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:04.552372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cb686-6074-4d07-b418-21c724b12d0c req-26575db2-8507-408b-a762-0c304de5a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:04.553972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-26575db2-8507-408b-a762-0c304de5a77e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.0981843 Feb 09 03:15:04.600237 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-0eba62fa-855f-4c67-8188-81c95a006753 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379097 Feb 09 03:15:04.604311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e497d091-41b3-4769-8a4b-a9c010b9e1ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (d799c610-cd74-4402-a7e0-82af57ea2f71), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.750654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-da39aef3-7358-4133-a383-d6f760f22853 service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416004 Feb 09 03:15:04.783846 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:03Z', 'revision_number': 8, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:04.815919 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:04.824744 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:04.826024 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:04.847263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e497d091-41b3-4769-8a4b-a9c010b9e1ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d799c610-cd74-4402-a7e0-82af57ea2f71), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.927477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e497d091-41b3-4769-8a4b-a9c010b9e1ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (d799c610-cd74-4402-a7e0-82af57ea2f71), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:04.976455 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:04.993698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497d091-41b3-4769-8a4b-a9c010b9e1ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=d799c610-cd74-4402-a7e0-82af57ea2f71,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:04.994633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d5992-5f05-459a-bd50-8da8f80e282c None None] Network 17ee183d-997a-45a2-881f-c4165c57d655 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:04.999685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e497d091-41b3-4769-8a4b-a9c010b9e1ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.004465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e497d091-41b3-4769-8a4b-a9c010b9e1ef tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/d799c610-cd74-4402-a7e0-82af57ea2f71 HTTP/1.1" status: 204 len: 168 time: 0.6233401 Feb 09 03:15:05.007962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58108) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:05.049739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-380cb686-6074-4d07-b418-21c724b12d0c req-6246f69f-75e2-4d62-9994-d600e8a11a3b service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758646 Feb 09 03:15:05.133106 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (17ee183d-997a-45a2-881f-c4165c57d655), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.167368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-e027b087-e862-4d93-9fe6-848ce7778fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.169556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-e027b087-e862-4d93-9fe6-848ce7778fcc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 1125 time: 0.0557976 Feb 09 03:15:05.222353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:05.222705 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.378741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-1712bbc5-f14e-4d04-99dd-65e5cbe1c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.380576 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-1712bbc5-f14e-4d04-99dd-65e5cbe1c46c service neutron] 10.222.0.61 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 0.2040539 Feb 09 03:15:05.391703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1e7ef940-67e4-42fa-947d-b1f6156d9bd6,segment=NetworkSegment(a8e795cf-3ae5-477e-99a9-e7687937c085),segment_id=a8e795cf-3ae5-477e-99a9-e7687937c085)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:05.392230 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.425609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:05.450428 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:03Z', 'revision_number': 8, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:05.488869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-d202352d-8021-4bb8-9fe2-39a2e5c0194f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a3a692d-97b0-485d-a92b-e03aa4c35570 HTTP/1.1" status: 200 len: 217 time: 0.0942664 Feb 09 03:15:05.523675 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea8c8-4702-4791-8b14-286f2ad4c152 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:03Z', 'revision_number': 8, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ffe79b7-fe01-4741-8ffb-ad9123318f30', 'name': '', 'network_id': 'cc64bdc1-b31b-4069-8853-a65cbd51ef3e', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:ba:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:48Z', 'updated_at': '2022-02-09T03:14:54Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': 'cda9361a-0df9-43c5-90e9-8e91061367b9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:05.623370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-4fe07bfd-594e-4794-af8e-5963fa776a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.625514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-4fe07bfd-594e-4794-af8e-5963fa776a6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.1286085 Feb 09 03:15:05.654465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dda5cfb2-96d6-424e-b2ba-0f6c1cb60a16 req-f9258a27-1016-435f-b974-639ef775dd1b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.1287308 Feb 09 03:15:05.654972 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.680316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-84b0fb35-6b52-4404-8c52-e67d95b57d9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353818 Feb 09 03:15:05.740083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66cdfd-2858-481b-93b6-fbfd2ef1b8b7 req-e8ca15d2-6b21-4942-9ac0-2719243bf7af tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:05.749337 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d66cdfd-2858-481b-93b6-fbfd2ef1b8b7 req-e8ca15d2-6b21-4942-9ac0-2719243bf7af tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 943 time: 0.1830153 Feb 09 03:15:05.813752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d66cdfd-2858-481b-93b6-fbfd2ef1b8b7 req-c30f920f-da9e-4926-a607-ecd614064927 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632143 Feb 09 03:15:05.815568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-68e6df2f-bf47-4f4e-a006-235c8a3958d6 service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210947 Feb 09 03:15:05.819036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1e7ef940-67e4-42fa-947d-b1f6156d9bd6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:05.857079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=1e7ef940-67e4-42fa-947d-b1f6156d9bd6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:05.858887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No DVR routers for this DVR port 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:05.915554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a6a45-ae87-4f4c-9532-6f7520ebad2e None None] DHCP port deletion for 17ee183d-997a-45a2-881f-c4165c57d655 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:15:05.983199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8793ea6-0c37-4797-aac9-fd34be8f8e5d req-345d3c82-b3aa-42c8-9d60-365b79f4f4a9 service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503601 Feb 09 03:15:06.030825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (17ee183d-997a-45a2-881f-c4165c57d655), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.060447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ee183d-997a-45a2-881f-c4165c57d655']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:06.084615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e795cf-3ae5-477e-99a9-e7687937c085') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:06.084911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e795cf-3ae5-477e-99a9-e7687937c085') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:06.096583 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (a8e795cf-3ae5-477e-99a9-e7687937c085), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.112666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a8e795cf-3ae5-477e-99a9-e7687937c085), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.121063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:06.121520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (a8e795cf-3ae5-477e-99a9-e7687937c085), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.124084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6ad7fa87-9702-4015-ae38-a50ee7f996fb no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:06.124793 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:06.148938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 6ad7fa87-9702-4015-ae38-a50ee7f996fb {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:06.149284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6ad7fa87-9702-4015-ae38-a50ee7f996fb not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:06.149717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:06.182714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:06.183592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1e7ef940-67e4-42fa-947d-b1f6156d9bd6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:06.201869 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (17ee183d-997a-45a2-881f-c4165c57d655), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.226669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.230201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/17ee183d-997a-45a2-881f-c4165c57d655 HTTP/1.1" status: 204 len: 168 time: 1.2205148 Feb 09 03:15:06.231131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7076a-82f3-43bd-95d3-b61cdfb4cec0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=17ee183d-997a-45a2-881f-c4165c57d655,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:06.233013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58116) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:06.465583 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:06.869397 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79271917-6070-44e4-aff6-5d12fc22056e req-2cd1a772-ecb2-486c-a767-6271352f09b9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0344481 Feb 09 03:15:06.944587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d221c2-3cf7-486f-99e6-7cb1085b22a3 req-d41983ff-9d74-48d6-ab6b-3bf40cbf4e9b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:06.946203 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84d221c2-3cf7-486f-99e6-7cb1085b22a3 req-d41983ff-9d74-48d6-ab6b-3bf40cbf4e9b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 943 time: 0.0636690 Feb 09 03:15:06.952073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.015506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84d221c2-3cf7-486f-99e6-7cb1085b22a3 req-885434f4-3447-4a55-8574-1a160b74fb1b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633965 Feb 09 03:15:07.225454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 1ffe79b7-fe01-4741-8ffb-ad9123318f30 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:07.225800 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.328076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 1ffe79b7-fe01-4741-8ffb-ad9123318f30, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1ffe79b7-fe01-4741-8ffb-ad9123318f30,segment=NetworkSegment(81a6286a-cf19-49bb-a62e-f525adb1274f),segment_id=81a6286a-cf19-49bb-a62e-f525adb1274f)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:07.328447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.345240 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 1ffe79b7-fe01-4741-8ffb-ad9123318f30 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:07.519849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1ffe79b7-fe01-4741-8ffb-ad9123318f30), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.551625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=1ffe79b7-fe01-4741-8ffb-ad9123318f30,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:07.611233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 6a3a692d-97b0-485d-a92b-e03aa4c35570 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:15:07.682773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.729938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 6a3a692d-97b0-485d-a92b-e03aa4c35570, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=6a3a692d-97b0-485d-a92b-e03aa4c35570,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:07.743427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '6a3a692d-97b0-485d-a92b-e03aa4c35570', 'network_id': 'bfe22806-8df4-46b1-b6ea-b5d10375f116', 'port_id': '6a3a692d-97b0-485d-a92b-e03aa4c35570', 'mac_address': 'fa:16:3e:25:cc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe41229-3eb3-49f1-9a19-2ecde9506e92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:15:07.792423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 6a3a692d-97b0-485d-a92b-e03aa4c35570 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:07.792754 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.810322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3a692d-97b0-485d-a92b-e03aa4c35570 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:15:07.833162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 6a3a692d-97b0-485d-a92b-e03aa4c35570, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=6a3a692d-97b0-485d-a92b-e03aa4c35570,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:07.838089 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:07.890541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=6a3a692d-97b0-485d-a92b-e03aa4c35570,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:07.936882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:07.972914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a4b57f3b-9398-45e0-b250-fa2e916d7370 req-a0f843e0-656e-4833-b77f-d65e18c7794e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0305378 Feb 09 03:15:08.068832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['6a3a692d-97b0-485d-a92b-e03aa4c35570'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:08.079792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:08.095554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-66d6a900-9c16-47f2-a346-a8d72b4329d6 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8614576 Feb 09 03:15:08.098213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58126) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:08.113602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:08.134962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d5e81-d3a3-4108-8c79-05e419af581d req-4ca100a2-4323-40c0-b33d-e72bae5eadf7 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:08.139738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:08.140547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:08.144516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e08d5e81-d3a3-4108-8c79-05e419af581d req-4ca100a2-4323-40c0-b33d-e72bae5eadf7 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 944 time: 0.0792158 Feb 09 03:15:08.157563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbe7677-c513-4dd0-8890-c1ca32bbd39c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet cda9361a-0df9-43c5-90e9-8e91061367b9 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:08.162351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7677-c513-4dd0-8890-c1ca32bbd39c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (cda9361a-0df9-43c5-90e9-8e91061367b9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.197539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e08d5e81-d3a3-4108-8c79-05e419af581d req-d08f8046-e745-4689-bb4c-7a2163990e75 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518107 Feb 09 03:15:08.212521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7677-c513-4dd0-8890-c1ca32bbd39c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (cda9361a-0df9-43c5-90e9-8e91061367b9), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.288015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:08.314078 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7677-c513-4dd0-8890-c1ca32bbd39c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (cda9361a-0df9-43c5-90e9-8e91061367b9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.382833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7677-c513-4dd0-8890-c1ca32bbd39c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (cda9361a-0df9-43c5-90e9-8e91061367b9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.414110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe7677-c513-4dd0-8890-c1ca32bbd39c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=cda9361a-0df9-43c5-90e9-8e91061367b9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:08.417828 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7677-c513-4dd0-8890-c1ca32bbd39c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.424400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58128) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:08.424627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bdbe7677-c513-4dd0-8890-c1ca32bbd39c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/cda9361a-0df9-43c5-90e9-8e91061367b9 HTTP/1.1" status: 204 len: 168 time: 0.3252549 Feb 09 03:15:08.436376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d171e7-7252-4f48-8fee-9286c140c68f None None] Network cc64bdc1-b31b-4069-8853-a65cbd51ef3e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:08.526060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (cc64bdc1-b31b-4069-8853-a65cbd51ef3e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.632006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:08.632357 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.642021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:07Z', 'revision_number': 9, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:08.716471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:08.718866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] DHCP port deletion for cc64bdc1-b31b-4069-8853-a65cbd51ef3e request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:15:08.761815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:08.762436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:08.804045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1fd5b2b5-f302-46a2-b29d-5210eb073cf5,segment=NetworkSegment(81a6286a-cf19-49bb-a62e-f525adb1274f),segment_id=81a6286a-cf19-49bb-a62e-f525adb1274f)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:08.804422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:08.829687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:08.942512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:09.003536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.009426 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] Deleting port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:09.011249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.052963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=1fd5b2b5-f302-46a2-b29d-5210eb073cf5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:09.064589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No DVR routers for this DVR port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:09.183292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08efd43a-3bb3-4c7c-a5ee-f93252543ea3 req-e03ca527-f131-49f4-b523-30b8154e7073 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0600014 Feb 09 03:15:09.252451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (cc64bdc1-b31b-4069-8853-a65cbd51ef3e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.289145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc64bdc1-b31b-4069-8853-a65cbd51ef3e']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:09.294461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] For port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:09.295068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.302389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a6286a-cf19-49bb-a62e-f525adb1274f') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:09.302692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a6286a-cf19-49bb-a62e-f525adb1274f') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:09.317620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (81a6286a-cf19-49bb-a62e-f525adb1274f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.319596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58152) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:09.336234 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (81a6286a-cf19-49bb-a62e-f525adb1274f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.345780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] Calling delete_port for 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:09.345958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:09.346289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (81a6286a-cf19-49bb-a62e-f525adb1274f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.350310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] Port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:15:09.358761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (1fd5b2b5-f302-46a2-b29d-5210eb073cf5), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.398022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] Pushing event deleted for resources: {'Port': ['ID=1fd5b2b5-f302-46a2-b29d-5210eb073cf5,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:09.405614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21412b-f43c-4958-b928-f76765b3154c None None] No DVR routers for this DVR port 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:09.408471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52270d10-2323-4362-8b39-61973f0a1b4d req-05562584-0299-4f1b-b2fa-121440156cb3 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:09.411878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52270d10-2323-4362-8b39-61973f0a1b4d req-05562584-0299-4f1b-b2fa-121440156cb3 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 944 time: 0.1382968 Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:09.448459 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:09.531338 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (cc64bdc1-b31b-4069-8853-a65cbd51ef3e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.531983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:07Z', 'revision_number': 9, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:09.582870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-52270d10-2323-4362-8b39-61973f0a1b4d req-9a4001b4-c2b9-45e6-980d-fe91a6268627 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383436 Feb 09 03:15:09.583174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d267d-5cef-44ba-a082-83979a3b908e None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:07Z', 'revision_number': 9, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '367db8c6-b90b-40f2-b356-9201bcc55ebd', 'name': '', 'network_id': '1a632f5b-9405-4bbc-a507-006c9f088539', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:44Z', 'updated_at': '2022-02-09T03:14:50Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '950fbc0c-0477-49e8-a185-0b5c153078de', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:09.584964 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.598164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/cc64bdc1-b31b-4069-8853-a65cbd51ef3e HTTP/1.1" status: 204 len: 168 time: 1.1699824 Feb 09 03:15:09.601028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58156) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:09.621721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad93939c-2cc6-49d1-80f5-dea0ae8b323e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.629486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 6a3a692d-97b0-485d-a92b-e03aa4c35570 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:09.637588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075614f9-14c7-4bd6-aba5-fbfa6b703fa4 req-5eb8ae42-0430-4493-9915-e39e75ac1cc0 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:09.643016 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-075614f9-14c7-4bd6-aba5-fbfa6b703fa4 req-5eb8ae42-0430-4493-9915-e39e75ac1cc0 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 949 time: 0.5922046 Feb 09 03:15:09.652143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e13ef4-50ec-40e1-ae81-279a727ae1aa tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=cc64bdc1-b31b-4069-8853-a65cbd51ef3e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:09.705905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 6a3a692d-97b0-485d-a92b-e03aa4c35570 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:15:09.710654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 6a3a692d-97b0-485d-a92b-e03aa4c35570 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:09.711202 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.747946 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-075614f9-14c7-4bd6-aba5-fbfa6b703fa4 req-91d668b0-6495-4c71-b88a-6914b3d0103e tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921268 Feb 09 03:15:09.818331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 6a3a692d-97b0-485d-a92b-e03aa4c35570 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:09.818725 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.822107 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad93939c-2cc6-49d1-80f5-dea0ae8b323e admin admin] Publish callbacks [] for security_group (d9fc30a8-3fbc-46eb-a69d-8b23595f452d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.848768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd283b34d-de20-4076-aebb-4578b6c304ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3a692d-97b0-485d-a92b-e03aa4c35570'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:09.851421 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd81eb9-f897-4fac-8084-9386db728157" -d '{"events": [{"server_uuid": "d283b34d-de20-4076-aebb-4578b6c304ef", "name": "network-vif-plugged", "status": "completed", "tag": "6a3a692d-97b0-485d-a92b-e03aa4c35570"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:09.869246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 6a3a692d-97b0-485d-a92b-e03aa4c35570, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=6a3a692d-97b0-485d-a92b-e03aa4c35570,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:09.881295 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.907584 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa31cdf-6c99-475d-9593-256c90b2247e x-openstack-request-id: req-0aa31cdf-6c99-475d-9593-256c90b2247e {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:09.907878 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d283b34d-de20-4076-aebb-4578b6c304ef", "name": "network-vif-plugged", "status": "completed", "tag": "6a3a692d-97b0-485d-a92b-e03aa4c35570", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:09.908189 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0aa31cdf-6c99-475d-9593-256c90b2247e {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:09.908528 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd283b34d-de20-4076-aebb-4578b6c304ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3a692d-97b0-485d-a92b-e03aa4c35570', 'code': 200} Feb 09 03:15:09.966491 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad93939c-2cc6-49d1-80f5-dea0ae8b323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d9fc30a8-3fbc-46eb-a69d-8b23595f452d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:09.976192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=6a3a692d-97b0-485d-a92b-e03aa4c35570,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:10.084589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ad93939c-2cc6-49d1-80f5-dea0ae8b323e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bd51efe6ccf4022add2e051ed94aca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7511110 Feb 09 03:15:10.085590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93939c-2cc6-49d1-80f5-dea0ae8b323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fc30a8-3fbc-46eb-a69d-8b23595f452d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:10.087190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58162) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:10.155832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:10.171316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9252c2af-999f-43f5-b773-e697412c7b4c admin admin] Publish callbacks [] for security_group (d9fc30a8-3fbc-46eb-a69d-8b23595f452d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.198406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:10.198985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1fd5b2b5-f302-46a2-b29d-5210eb073cf5 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:10.199575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1ffe79b7-fe01-4741-8ffb-ad9123318f30 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:10.210727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c9e48-3812-4a56-887c-0214d2224670 req-22cce128-f7ec-49f9-a66a-fcd00408b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:10.212303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-041c9e48-3812-4a56-887c-0214d2224670 req-22cce128-f7ec-49f9-a66a-fcd00408b07d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 1127 time: 0.2291281 Feb 09 03:15:10.230647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1ffe79b7-fe01-4741-8ffb-ad9123318f30 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:10.232009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1ffe79b7-fe01-4741-8ffb-ad9123318f30 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:10.232941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9252c2af-999f-43f5-b773-e697412c7b4c admin admin] Publish callbacks [] for security_group (d9fc30a8-3fbc-46eb-a69d-8b23595f452d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.350195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-041c9e48-3812-4a56-887c-0214d2224670 req-54ae26d2-941e-4a73-8387-6017624f5528 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275530 Feb 09 03:15:10.362693 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a988b8af-c721-4a8e-94fb-7b581c28ce4a req-a6a9d049-d4fa-4d95-b8ae-fb7ee642ea0e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0504320 Feb 09 03:15:10.392455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9252c2af-999f-43f5-b773-e697412c7b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d9fc30a8-3fbc-46eb-a69d-8b23595f452d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.392455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9252c2af-999f-43f5-b773-e697412c7b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.392455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9252c2af-999f-43f5-b773-e697412c7b4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9fc30a8-3fbc-46eb-a69d-8b23595f452d HTTP/1.1" status: 204 len: 168 time: 0.2987483 Feb 09 03:15:10.396463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252c2af-999f-43f5-b773-e697412c7b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fc30a8-3fbc-46eb-a69d-8b23595f452d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:10.466149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.683794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-0b1fbd96-d08e-4613-aa93-6b372355ee1a tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:10.685954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-0b1fbd96-d08e-4613-aa93-6b372355ee1a tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.61 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 949 time: 0.1172087 Feb 09 03:15:10.826521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5462-edef-4d33-b847-6a04a93da076 req-40da4eaf-d7c3-4528-a801-ba669ebb322b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:10.828178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-113f5462-edef-4d33-b847-6a04a93da076 req-40da4eaf-d7c3-4528-a801-ba669ebb322b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 945 time: 0.1408195 Feb 09 03:15:10.856165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58176) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:10.892782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11e99f7c-cc10-4340-af36-80ea4cd773a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.926850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Deleting port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:10.927186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:10.952136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb33a3d-097c-4bf3-9d26-97156add532d req-6de6a045-aa23-404f-a532-a746e1fa269e tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:10.960227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eb33a3d-097c-4bf3-9d26-97156add532d req-6de6a045-aa23-404f-a532-a746e1fa269e tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 949 time: 0.1254938 Feb 09 03:15:10.963928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-113f5462-edef-4d33-b847-6a04a93da076 req-e707641a-1236-4804-a08d-20a062897204 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267247 Feb 09 03:15:11.041831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5eb33a3d-097c-4bf3-9d26-97156add532d req-3a0bb5fa-5e4b-4073-9cc9-9e6f94d4c68c tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/security-groups?id=db44a8a7-4764-4974-98cf-8f68c2e43712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786655 Feb 09 03:15:11.057652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] For port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:11.058002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.061741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 367db8c6-b90b-40f2-b356-9201bcc55ebd {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:11.062121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.115268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Calling delete_port for 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:11.131912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11e99f7c-cc10-4340-af36-80ea4cd773a3 admin admin] Publish callbacks [] for security_group (bf8e135a-cd8f-4f98-9de0-8bd4eaa44942), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.141908 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11e99f7c-cc10-4340-af36-80ea4cd773a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bf8e135a-cd8f-4f98-9de0-8bd4eaa44942), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.198325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-11e99f7c-cc10-4340-af36-80ea4cd773a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c87f1651ba94cf2be7e4673345d12fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3391430 Feb 09 03:15:11.201074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58178) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:11.211245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e99f7c-cc10-4340-af36-80ea4cd773a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e135a-cd8f-4f98-9de0-8bd4eaa44942,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:11.213186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 367db8c6-b90b-40f2-b356-9201bcc55ebd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=367db8c6-b90b-40f2-b356-9201bcc55ebd,segment=NetworkSegment(71bd191d-7891-432a-bdd5-a93ff0cab07d),segment_id=71bd191d-7891-432a-bdd5-a93ff0cab07d)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:11.213677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.229496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 367db8c6-b90b-40f2-b356-9201bcc55ebd owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:11.282799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0b42b73-0d04-469a-bc03-0267034e0046 admin admin] Publish callbacks [] for security_group (bf8e135a-cd8f-4f98-9de0-8bd4eaa44942), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.325631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0b42b73-0d04-469a-bc03-0267034e0046 admin admin] Publish callbacks [] for security_group (bf8e135a-cd8f-4f98-9de0-8bd4eaa44942), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.391726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.411028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:15:11.436541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0b42b73-0d04-469a-bc03-0267034e0046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bf8e135a-cd8f-4f98-9de0-8bd4eaa44942), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.439468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d0b42b73-0d04-469a-bc03-0267034e0046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.441297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d0b42b73-0d04-469a-bc03-0267034e0046 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf8e135a-cd8f-4f98-9de0-8bd4eaa44942 HTTP/1.1" status: 204 len: 168 time: 0.2384543 Feb 09 03:15:11.490637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b42b73-0d04-469a-bc03-0267034e0046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e135a-cd8f-4f98-9de0-8bd4eaa44942,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:11.493849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Pushing event deleted for resources: {'Port': ['ID=3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:11.556606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ababb67-1154-496f-af6e-86f41405ee30 req-471eb96d-5ae9-40f4-af77-03fe8a847e36 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0638351 Feb 09 03:15:11.622228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] No DVR routers for this DVR port 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:11.626714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:11.630136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69f2a8e6-c9b5-4d6e-893f-c113adc2c335 req-ad1ee754-b089-42bb-a0d9-0eb66afb59f7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.61 "DELETE /v2.0/ports/3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 HTTP/1.1" status: 204 len: 173 time: 0.9311113 Feb 09 03:15:11.630617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63459168-c6a6-423e-8dd3-f4638e378a30', 'name': 'network-vif-deleted', 'tag': '3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:11.633262 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bbaf6e-7c64-479d-a8d0-bd6cb3a85a65" -d '{"events": [{"server_uuid": "63459168-c6a6-423e-8dd3-f4638e378a30", "name": "network-vif-deleted", "tag": "3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:11.692242 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (367db8c6-b90b-40f2-b356-9201bcc55ebd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.156181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=367db8c6-b90b-40f2-b356-9201bcc55ebd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:12.182645 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6708903e-7b47-49fa-a631-717416fa60cb x-openstack-request-id: req-6708903e-7b47-49fa-a631-717416fa60cb {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:12.182947 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63459168-c6a6-423e-8dd3-f4638e378a30", "name": "network-vif-deleted", "tag": "3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:12.183204 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6708903e-7b47-49fa-a631-717416fa60cb {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:12.187592 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63459168-c6a6-423e-8dd3-f4638e378a30', 'name': 'network-vif-deleted', 'tag': '3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3', 'status': 'completed', 'code': 200} Feb 09 03:15:12.258091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-908eb4d7-8517-47ba-92c8-c25978e6c136 req-9d4756c7-960d-4ab1-9f9d-f52bfbf954a7 tempest-VolumesBackupsTest-271336335 tempest-VolumesBackupsTest-271336335-project] 10.222.0.32 "GET /v2.0/ports?device_id=63459168-c6a6-423e-8dd3-f4638e378a30 HTTP/1.1" status: 200 len: 210 time: 0.0837643 Feb 09 03:15:12.447844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:12.464235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf668cf-be82-4f95-8f77-71784d02cd9a req-1aa457e2-45d8-4406-87bc-52b7380374e8 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:12.473111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdf668cf-be82-4f95-8f77-71784d02cd9a req-1aa457e2-45d8-4406-87bc-52b7380374e8 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 945 time: 0.2870450 Feb 09 03:15:12.689391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bdf668cf-be82-4f95-8f77-71784d02cd9a req-2064198f-94ce-4bda-bed0-4582efdc2468 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153900 Feb 09 03:15:12.727382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-187b4c20-1211-4bed-b2b2-6bc3619bb55b req-46656521-4e3a-465d-9917-114455a6dff4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0636530 Feb 09 03:15:12.854311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:13.016852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:13.032221 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:13.049020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-10fd1a95-4b47-47cc-beae-fa90c3bbe119 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4442220 Feb 09 03:15:13.049690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58220) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:13.057198 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:13.059348 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:13.179410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef38a83-0c0f-4ae3-8516-cb422b97fa64 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet 950fbc0c-0477-49e8-a185-0b5c153078de {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:13.183370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fef38a83-0c0f-4ae3-8516-cb422b97fa64 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (950fbc0c-0477-49e8-a185-0b5c153078de), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.265011 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:13.274619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fef38a83-0c0f-4ae3-8516-cb422b97fa64 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (950fbc0c-0477-49e8-a185-0b5c153078de), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.464460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fef38a83-0c0f-4ae3-8516-cb422b97fa64 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (950fbc0c-0477-49e8-a185-0b5c153078de), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.593515 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fef38a83-0c0f-4ae3-8516-cb422b97fa64 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (950fbc0c-0477-49e8-a185-0b5c153078de), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.612480 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fef38a83-0c0f-4ae3-8516-cb422b97fa64 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.618120 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fef38a83-0c0f-4ae3-8516-cb422b97fa64 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/950fbc0c-0477-49e8-a185-0b5c153078de HTTP/1.1" status: 204 len: 168 time: 0.5643978 Feb 09 03:15:13.618284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80d94c-9d55-4c81-b580-0d3c48d3f712 None None] Network 1a632f5b-9405-4bbc-a507-006c9f088539 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:13.619766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58244) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:13.689173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef38a83-0c0f-4ae3-8516-cb422b97fa64 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=950fbc0c-0477-49e8-a185-0b5c153078de,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:13.769591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:13.823591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:13.827524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 3490ab09-8a0d-4c3c-87a3-963c4e7b0fc3 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:13.842980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1a632f5b-9405-4bbc-a507-006c9f088539), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:13.874974 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:11Z', 'revision_number': 10, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:13.917153 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:13.940876 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:13.941538 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:13.951078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfeed2c9-60de-4cbb-ad4d-b1d98ac0c329 req-1718aa08-e42c-4797-85f1-3e1f7cc52796 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0737972 Feb 09 03:15:14.063239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 2ab271d9-66f8-4e1c-985b-a597971e38ee {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:14.064142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.091633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] DHCP port deletion for 1a632f5b-9405-4bbc-a507-006c9f088539 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:15:14.170605 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:14.177661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] Deleting port 2ab271d9-66f8-4e1c-985b-a597971e38ee {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:14.179721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.285341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 2ab271d9-66f8-4e1c-985b-a597971e38ee, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2ab271d9-66f8-4e1c-985b-a597971e38ee,segment=NetworkSegment(71bd191d-7891-432a-bdd5-a93ff0cab07d),segment_id=71bd191d-7891-432a-bdd5-a93ff0cab07d)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:14.286337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.327171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 2ab271d9-66f8-4e1c-985b-a597971e38ee owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:14.368947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] For port 2ab271d9-66f8-4e1c-985b-a597971e38ee, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2ab271d9-66f8-4e1c-985b-a597971e38ee,segment=NetworkSegment(71bd191d-7891-432a-bdd5-a93ff0cab07d),segment_id=71bd191d-7891-432a-bdd5-a93ff0cab07d)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:14.369418 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.402562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] Calling delete_port for 2ab271d9-66f8-4e1c-985b-a597971e38ee owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:14.506362 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:11Z', 'revision_number': 10, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:14.518379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.548558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No DVR routers for this DVR port 2ab271d9-66f8-4e1c-985b-a597971e38ee on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:14.567201 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da506e05-4867-4314-89c6-cd9354e4ae01 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:11Z', 'revision_number': 10, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None, '_interfaces': [{'id': '07c77954-f908-43c6-ab61-5b5dad3f7ab7', 'name': '', 'network_id': '76c64d75-d70e-49f0-89f3-6b5f5f4e2f93', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'mac_address': 'fa:16:3e:8a:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:14:36Z', 'updated_at': '2022-02-09T03:14:42Z', 'revision_number': 5, 'project_id': '6d7d009deb5946098f30404637c315ca', 'subnets': [{'id': '97d4074a-df55-48fe-8dc8-115e5924dd3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:14.607581 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (2ab271d9-66f8-4e1c-985b-a597971e38ee), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.662413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] Pushing event deleted for resources: {'Port': ['ID=2ab271d9-66f8-4e1c-985b-a597971e38ee,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:14.670743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f11af-ea49-448e-ae6c-8a8e707badca None None] No DVR routers for this DVR port 2ab271d9-66f8-4e1c-985b-a597971e38ee on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:14.690529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=2ab271d9-66f8-4e1c-985b-a597971e38ee,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:14.822989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1a632f5b-9405-4bbc-a507-006c9f088539), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.848885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a632f5b-9405-4bbc-a507-006c9f088539']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:14.861980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bd191d-7891-432a-bdd5-a93ff0cab07d') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:14.862517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bd191d-7891-432a-bdd5-a93ff0cab07d') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:14.873220 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (71bd191d-7891-432a-bdd5-a93ff0cab07d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.888331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (71bd191d-7891-432a-bdd5-a93ff0cab07d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:14.894966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:14.895522 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (71bd191d-7891-432a-bdd5-a93ff0cab07d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:15.020247 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:15.027852 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1a632f5b-9405-4bbc-a507-006c9f088539), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.055379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.058934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/1a632f5b-9405-4bbc-a507-006c9f088539 HTTP/1.1" status: 204 len: 168 time: 1.4378917 Feb 09 03:15:15.062438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58280) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:15.080333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65cb8-20f9-4a09-994b-2283fdf7b603 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=1a632f5b-9405-4bbc-a507-006c9f088539,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:15.208992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7eec6de4-3f1e-4121-843b-5295afa54f40 req-16c96d84-484a-43e9-8d8c-0a04f7787e7f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.1633384 Feb 09 03:15:15.709747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:15.853426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58306) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:15.968949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456fe19-d6cd-4a03-b195-235d65a8faf4 req-92b89ca5-4d80-4937-8980-eeb50659980b tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:15.977853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d456fe19-d6cd-4a03-b195-235d65a8faf4 req-92b89ca5-4d80-4937-8980-eeb50659980b tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1127 time: 0.0968387 Feb 09 03:15:16.086651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d456fe19-d6cd-4a03-b195-235d65a8faf4 req-11691d7e-2d1f-4a42-b9df-3a20b00c4707 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955565 Feb 09 03:15:16.090946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58316) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:16.111055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port 07c77954-f908-43c6-ab61-5b5dad3f7ab7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:16.111610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.130423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2ab271d9-66f8-4e1c-985b-a597971e38ee no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:16.159629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a149d2d0-5e11-4e28-b97f-279fe73afefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.173263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2ab271d9-66f8-4e1c-985b-a597971e38ee {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:16.173723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2ab271d9-66f8-4e1c-985b-a597971e38ee not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:16.174160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 367db8c6-b90b-40f2-b356-9201bcc55ebd no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:16.238184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 367db8c6-b90b-40f2-b356-9201bcc55ebd {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:16.238609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 367db8c6-b90b-40f2-b356-9201bcc55ebd not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:16.324086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port 07c77954-f908-43c6-ab61-5b5dad3f7ab7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=07c77954-f908-43c6-ab61-5b5dad3f7ab7,segment=NetworkSegment(5387a170-638d-4099-bfe8-3b68be901847),segment_id=5387a170-638d-4099-bfe8-3b68be901847)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:16.324453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.377683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for 07c77954-f908-43c6-ab61-5b5dad3f7ab7 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:16.385720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a149d2d0-5e11-4e28-b97f-279fe73afefb admin admin] Publish callbacks [] for security_group (2cdd16e1-10ee-42ed-83f3-55b841874066), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.399193 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a149d2d0-5e11-4e28-b97f-279fe73afefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2cdd16e1-10ee-42ed-83f3-55b841874066), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.404337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a171f516-07ad-4bdf-ad19-f4ce56bd8f1e req-be325f92-5a11-4fac-a05f-4edf41850c89 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0675266 Feb 09 03:15:16.452392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 4febf324-70bd-4eb6-9229-20cbcde9eed4 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:16.452890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4febf324-70bd-4eb6-9229-20cbcde9eed4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.461626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a149d2d0-5e11-4e28-b97f-279fe73afefb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c51067b377a54d7fa5eaa2b0532c1558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6047800 Feb 09 03:15:16.462939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58324) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:16.485232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149d2d0-5e11-4e28-b97f-279fe73afefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdd16e1-10ee-42ed-83f3-55b841874066,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:16.570969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4febf324-70bd-4eb6-9229-20cbcde9eed4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.571299 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (4febf324-70bd-4eb6-9229-20cbcde9eed4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.582100 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-298ae73e-cfcb-45a6-aee8-18ba49ffd842 admin admin] Publish callbacks [] for security_group (2cdd16e1-10ee-42ed-83f3-55b841874066), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.584806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 4febf324-70bd-4eb6-9229-20cbcde9eed4 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:16.617977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-298ae73e-cfcb-45a6-aee8-18ba49ffd842 admin admin] Publish callbacks [] for security_group (2cdd16e1-10ee-42ed-83f3-55b841874066), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.721830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-298ae73e-cfcb-45a6-aee8-18ba49ffd842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2cdd16e1-10ee-42ed-83f3-55b841874066), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.724785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-298ae73e-cfcb-45a6-aee8-18ba49ffd842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.728594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-298ae73e-cfcb-45a6-aee8-18ba49ffd842 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cdd16e1-10ee-42ed-83f3-55b841874066 HTTP/1.1" status: 204 len: 168 time: 0.2623971 Feb 09 03:15:16.739534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (07c77954-f908-43c6-ab61-5b5dad3f7ab7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:16.745830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ae73e-cfcb-45a6-aee8-18ba49ffd842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdd16e1-10ee-42ed-83f3-55b841874066,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:16.782059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=07c77954-f908-43c6-ab61-5b5dad3f7ab7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:16.994442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ad241a8c-7564-4dfd-8862-5765eeda369b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.437105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58346) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:17.482712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ef87787-24bf-4006-b79a-6d7ef3f52e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.503259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:17.596564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ef87787-24bf-4006-b79a-6d7ef3f52e7a admin admin] Publish callbacks [] for security_group (53cbd45d-9c1e-4f35-a653-d400fa8df32d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.664065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7ef87787-24bf-4006-b79a-6d7ef3f52e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (53cbd45d-9c1e-4f35-a653-d400fa8df32d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.733259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef87787-24bf-4006-b79a-6d7ef3f52e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cbd45d-9c1e-4f35-a653-d400fa8df32d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:17.762144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:17.766396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ef87787-24bf-4006-b79a-6d7ef3f52e7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0cff136f7254de989a0c4ac555db646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214283 Feb 09 03:15:17.772335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-58d780cd-f00a-4467-bf7a-c63d51ac9db1 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7087400 Feb 09 03:15:17.773042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58354) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:17.775334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58356) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:17.777840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:17.819516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:17.820093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:17.844805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cc-5333-40d3-8f0f-0911ef450ffa admin admin] Publish callbacks [] for security_group (53cbd45d-9c1e-4f35-a653-d400fa8df32d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.895504 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cc-5333-40d3-8f0f-0911ef450ffa admin admin] Publish callbacks [] for security_group (53cbd45d-9c1e-4f35-a653-d400fa8df32d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.933332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2096c598-ed05-4350-93a6-dc29c15f3596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting subnet 97d4074a-df55-48fe-8dc8-115e5924dd3a {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:17.940688 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4febf324-70bd-4eb6-9229-20cbcde9eed4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:17.942687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2096c598-ed05-4350-93a6-dc29c15f3596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (97d4074a-df55-48fe-8dc8-115e5924dd3a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.022194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:18.061184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cc-5333-40d3-8f0f-0911ef450ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (53cbd45d-9c1e-4f35-a653-d400fa8df32d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.069216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0230b1cc-5333-40d3-8f0f-0911ef450ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.071646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0230b1cc-5333-40d3-8f0f-0911ef450ffa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53cbd45d-9c1e-4f35-a653-d400fa8df32d HTTP/1.1" status: 204 len: 168 time: 0.2974064 Feb 09 03:15:18.100641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230b1cc-5333-40d3-8f0f-0911ef450ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cbd45d-9c1e-4f35-a653-d400fa8df32d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:18.161508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=4febf324-70bd-4eb6-9229-20cbcde9eed4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:18.365734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2096c598-ed05-4350-93a6-dc29c15f3596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (97d4074a-df55-48fe-8dc8-115e5924dd3a), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.401789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ff00c23-a073-4a44-97cf-2168b504c60d req-2cdd0e9f-dbef-4b64-a5d4-7d74f306d044 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0590065 Feb 09 03:15:18.485655 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (b816cc71-e1fc-4a28-871b-a5cedd287fa7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.486868 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Floating IP b816cc71-e1fc-4a28-871b-a5cedd287fa7 disassociated (deleted). External IP: 172.25.2.208, port: 1ebcfc1d-3633-4b8c-907e-528fca7917ad. Feb 09 03:15:18.602796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:16Z', 'revision_number': 11, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:18.643775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:18.653316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:18.654327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:18.821495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:18.888293 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2096c598-ed05-4350-93a6-dc29c15f3596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (97d4074a-df55-48fe-8dc8-115e5924dd3a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:18.907305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:16Z', 'revision_number': 11, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:18.942336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9464fd-4645-4cd6-9fa1-afd4de170276 None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:16Z', 'revision_number': 11, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:19.082455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2096c598-ed05-4350-93a6-dc29c15f3596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (97d4074a-df55-48fe-8dc8-115e5924dd3a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.267021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096c598-ed05-4350-93a6-dc29c15f3596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Subnet': ['ID=97d4074a-df55-48fe-8dc8-115e5924dd3a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:19.269184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39df48b-e259-4a57-8e29-1d759893ff8b None None] Network 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:19.269462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2096c598-ed05-4350-93a6-dc29c15f3596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.275756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2096c598-ed05-4350-93a6-dc29c15f3596 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/97d4074a-df55-48fe-8dc8-115e5924dd3a HTTP/1.1" status: 204 len: 168 time: 1.4973037 Feb 09 03:15:19.276287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58380) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:19.324074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:19.516459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (76c64d75-d70e-49f0-89f3-6b5f5f4e2f93), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.651537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Deleting port cdc598c6-8621-4819-800e-efd947656c79 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:19.652113 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cdc598c6-8621-4819-800e-efd947656c79), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.707546 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.735069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:19.782069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] For port cdc598c6-8621-4819-800e-efd947656c79, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cdc598c6-8621-4819-800e-efd947656c79,segment=NetworkSegment(5387a170-638d-4099-bfe8-3b68be901847),segment_id=5387a170-638d-4099-bfe8-3b68be901847)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:19.782491 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cdc598c6-8621-4819-800e-efd947656c79), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.786096 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] Sync routers for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:19.787800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:19.800804 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:19.801745 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:19.836561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Calling delete_port for cdc598c6-8621-4819-800e-efd947656c79 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:19.842119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dff20f69-0c50-4e03-b6f1-d1edc7a5fbcb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/floatingips/b816cc71-e1fc-4a28-871b-a5cedd287fa7 HTTP/1.1" status: 204 len: 168 time: 3.7422361 Feb 09 03:15:19.860201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] DHCP port deletion for 76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:15:19.874574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c2712c0-d508-4560-b081-7c8452581d4b req-d3ee27b3-1366-403e-9f83-df2182fa0df3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.1801467 Feb 09 03:15:19.877028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:19.885695 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe5117d-06df-4b6c-9099-ae4cadb49a63" -d '{"events": [{"name": "network-changed", "server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:20.000741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] Deleting port cdc598c6-8621-4819-800e-efd947656c79 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:20.003237 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cdc598c6-8621-4819-800e-efd947656c79), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.009884 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:20.038964 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea462314-ec1d-4053-a003-90fe219205c7 x-openstack-request-id: req-ea462314-ec1d-4053-a003-90fe219205c7 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:20.039975 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:20.040252 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea462314-ec1d-4053-a003-90fe219205c7 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:20.040709 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'status': 'completed', 'code': 200} Feb 09 03:15:20.041341 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cdc598c6-8621-4819-800e-efd947656c79), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.125432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Port': ['ID=cdc598c6-8621-4819-800e-efd947656c79,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:20.138708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No DVR routers for this DVR port cdc598c6-8621-4819-800e-efd947656c79 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:20.210626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] For port cdc598c6-8621-4819-800e-efd947656c79, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cdc598c6-8621-4819-800e-efd947656c79,segment=NetworkSegment(5387a170-638d-4099-bfe8-3b68be901847),segment_id=5387a170-638d-4099-bfe8-3b68be901847)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:20.211409 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cdc598c6-8621-4819-800e-efd947656c79), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.234220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] Calling delete_port for cdc598c6-8621-4819-800e-efd947656c79 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:20.309254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-492e3219-0cf3-464a-9acd-661e11acc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:20.317157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-492e3219-0cf3-464a-9acd-661e11acc185 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 1127 time: 0.2572992 Feb 09 03:15:20.321737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (76c64d75-d70e-49f0-89f3-6b5f5f4e2f93), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.337037 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (cdc598c6-8621-4819-800e-efd947656c79), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.347689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device cdc598c6-8621-4819-800e-efd947656c79 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:20.365393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c64d75-d70e-49f0-89f3-6b5f5f4e2f93']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.386096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5387a170-638d-4099-bfe8-3b68be901847') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.386096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5387a170-638d-4099-bfe8-3b68be901847') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.408595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (5387a170-638d-4099-bfe8-3b68be901847), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.428225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e48d-9685-4455-9bc8-fd397dc7bbc3 req-3e6cfef7-97e2-4b92-854b-1231bc62b44a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:20.437785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5387a170-638d-4099-bfe8-3b68be901847), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.445262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:20.445675 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (5387a170-638d-4099-bfe8-3b68be901847), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.446903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] No DVR routers for this DVR port cdc598c6-8621-4819-800e-efd947656c79 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:20.449603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6bb8e48d-9685-4455-9bc8-fd397dc7bbc3 req-3e6cfef7-97e2-4b92-854b-1231bc62b44a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.2102292 Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:20.455498 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:20.486963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: cdc598c6-8621-4819-800e-efd947656c79 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:20.488693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device cdc598c6-8621-4819-800e-efd947656c79 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:20.489801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 07c77954-f908-43c6-ab61-5b5dad3f7ab7 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:20.515653 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:13:05Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.523391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 07c77954-f908-43c6-ab61-5b5dad3f7ab7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:20.524227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 07c77954-f908-43c6-ab61-5b5dad3f7ab7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:20.531117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd91bb-4778-4090-8a21-b5229c83c114 None None] Pushing event deleted for resources: {'Port': ['ID=cdc598c6-8621-4819-800e-efd947656c79,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:20.568154 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] Checking router: d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:20.583523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-cf976129-10ee-4ddb-a0cf-f5fe1977699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:20.585732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:20.587436 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:20.589832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-cf976129-10ee-4ddb-a0cf-f5fe1977699b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 200 len: 897 time: 0.2560642 Feb 09 03:15:20.601682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (76c64d75-d70e-49f0-89f3-6b5f5f4e2f93), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.616461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.619696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/networks/76c64d75-d70e-49f0-89f3-6b5f5f4e2f93 HTTP/1.1" status: 204 len: 168 time: 1.3423929 Feb 09 03:15:20.634966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58404) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:20.659077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'routes': None}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:20.664135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-c27f8578-e078-48d7-9f54-dfa1da89fc7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 200 len: 217 time: 0.0643282 Feb 09 03:15:20.718457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6bb8e48d-9685-4455-9bc8-fd397dc7bbc3 req-073fab18-949a-40b8-8543-c4bad4ff39f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682140 Feb 09 03:15:20.732984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-1cb7e448-59de-4914-b96d-5b90b8d68b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:20.740181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-1cb7e448-59de-4914-b96d-5b90b8d68b23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 200 len: 834 time: 0.0670016 Feb 09 03:15:20.767767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623425d7-12de-4430-a19d-e6ada64045bc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Pushing event deleted for resources: {'Network': ['ID=76c64d75-d70e-49f0-89f3-6b5f5f4e2f93,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:20.777942 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:20.866102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-3614ce2e-506b-4e32-830c-3bb01bfd6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:20.868648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-3614ce2e-506b-4e32-830c-3bb01bfd6687 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128712 Feb 09 03:15:20.898691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.extraroute_db [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Added routes are [] {{(pid=109856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:15:20.898691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.extraroute_db [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Removed routes are [] {{(pid=109856) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:15:20.898691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:20.985164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-842c5628-0d1c-4c81-8159-9e407c2c22b1 service neutron] 10.222.0.26 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076355 Feb 09 03:15:21.024652 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:13:05Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:21.046927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc541a98-9718-42a7-95b0-84caeb622f16 req-0cb3d1c9-dcfb-4549-92f5-cdf283ccf865 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0410480 Feb 09 03:15:21.073510 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2bf6f-dd72-4226-950f-652e6c32f463 None None] The sync data for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 is: [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '26cd4e1e-ab2f-43b1-a917-ffc656f4c910', 'name': '', 'network_id': 'b7320ef2-4678-4933-8d75-7c0f6bd2b8d2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:da:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:56Z', 'updated_at': '2022-02-09T03:13:05Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'aa41a960-97be-41c3-be0a-4d8161da64a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:21.112696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cfe5117d-06df-4b6c-9099-ae4cadb49a63 req-12985869-b30b-4e0e-9d98-d802ccbf2ce5 service neutron] 10.222.0.26 "GET /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200001 Feb 09 03:15:21.134414 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.138042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.222280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router ad241a8c-7564-4dfd-8862-5765eeda369b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:21.349244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f7a80-a624-4456-b523-b8f0d0871921 None None] New status for floating IP b816cc71-e1fc-4a28-871b-a5cedd287fa7: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:15:21.572057 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.605284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:21.612580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.613762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6647df9e-3a6e-46f3-87c4-c1473cadf997 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 200 len: 705 time: 0.9763923 Feb 09 03:15:21.616545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58414) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:21.618999 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] Sync routers for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:21.628583 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:21.629212 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:21.650660 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c348084a-c64a-4778-9c52-89de8ae8b699 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 200 len: 205 time: 0.0328791 Feb 09 03:15:21.653968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58416) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:21.766665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20369708-96b7-4693-b372-4e078af11220 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:21.807796 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:21.860681 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:16Z', 'revision_number': 11, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:21.892393 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] Checking router: ad241a8c-7564-4dfd-8862-5765eeda369b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:21.901056 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] Routers {'ad241a8c-7564-4dfd-8862-5765eeda369b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:21.901672 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ad241a8c-7564-4dfd-8862-5765eeda369b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:21.916894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-8bc9f549-342e-43f2-90f9-4cf50de3f7e8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:21.918528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-8bc9f549-342e-43f2-90f9-4cf50de3f7e8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.2214813 Feb 09 03:15:21.971149 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] Set router ad241a8c-7564-4dfd-8862-5765eeda369b gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:22.023584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20369708-96b7-4693-b372-4e078af11220 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.025208 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:16Z', 'revision_number': 11, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:22.029248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20369708-96b7-4693-b372-4e078af11220 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (ad241a8c-7564-4dfd-8862-5765eeda369b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.037146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff35ba-8943-4b6b-9117-4e320a8cf075 req-a9c6590a-f284-4be7-af15-845630a2dda0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:22.043939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73ff35ba-8943-4b6b-9117-4e320a8cf075 req-a9c6590a-f284-4be7-af15-845630a2dda0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 945 time: 0.2353375 Feb 09 03:15:22.052080 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac7e33-302e-48db-98a1-24920ca1d9ad None None] The sync data for ids ['ad241a8c-7564-4dfd-8862-5765eeda369b'] in n-d-827839-4 is: [{'id': 'ad241a8c-7564-4dfd-8862-5765eeda369b', 'name': 'tempest-RoutersIpV6Test-router-1358099129', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:14:35Z', 'updated_at': '2022-02-09T03:15:16Z', 'revision_number': 11, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:22.147126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20369708-96b7-4693-b372-4e078af11220 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (ad241a8c-7564-4dfd-8862-5765eeda369b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.147723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20369708-96b7-4693-b372-4e078af11220 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Fanout notify agent at l3_agent the message router_deleted on router ad241a8c-7564-4dfd-8862-5765eeda369b {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:15:22.157769 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-20369708-96b7-4693-b372-4e078af11220 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.163256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-20369708-96b7-4693-b372-4e078af11220 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 204 len: 168 time: 0.5036805 Feb 09 03:15:22.164996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58422) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.175857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8609de7a-0e3c-4a6d-8075-c71b71e2f28b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-271004053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.185035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ea9dead-7e8c-42ae-ab12-ab5af5a59495 req-a1660e71-2d48-46d1-9acd-ed775482dac5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0530682 Feb 09 03:15:22.201405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73ff35ba-8943-4b6b-9117-4e320a8cf075 req-76219548-1241-4599-ac13-b04f00d9f868 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=1416d726-a4ff-496a-a600-6b407004b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566167 Feb 09 03:15:22.215981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 1ebcfc1d-3633-4b8c-907e-528fca7917ad {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:22.216384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.221620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8609de7a-0e3c-4a6d-8075-c71b71e2f28b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (095cd572-f20a-4058-a903-f2910dbc67e0), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.222739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8609de7a-0e3c-4a6d-8075-c71b71e2f28b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (095cd572-f20a-4058-a903-f2910dbc67e0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.347867 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8609de7a-0e3c-4a6d-8075-c71b71e2f28b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (095cd572-f20a-4058-a903-f2910dbc67e0), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.358413 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8609de7a-0e3c-4a6d-8075-c71b71e2f28b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (095cd572-f20a-4058-a903-f2910dbc67e0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.379771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 1ebcfc1d-3633-4b8c-907e-528fca7917ad, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1ebcfc1d-3633-4b8c-907e-528fca7917ad,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:22.380149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.397227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 1ebcfc1d-3633-4b8c-907e-528fca7917ad owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:22.405313 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8609de7a-0e3c-4a6d-8075-c71b71e2f28b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.409144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8609de7a-0e3c-4a6d-8075-c71b71e2f28b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2393394 Feb 09 03:15:22.409432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58424) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:22.414283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2d79af89-f032-46d9-98a4-9f091cd0da38 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:22.560153 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1ebcfc1d-3633-4b8c-907e-528fca7917ad), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.591325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=1ebcfc1d-3633-4b8c-907e-528fca7917ad,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:22.651579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] No DVR routers for this DVR port 1ebcfc1d-3633-4b8c-907e-528fca7917ad on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:22.654265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.657734 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c8bd1a9-5b57-4126-b167-8d6ef03c4bee req-dfd51ec7-e706-4a27-acd7-061c041602cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.26 "DELETE /v2.0/ports/1ebcfc1d-3633-4b8c-907e-528fca7917ad HTTP/1.1" status: 204 len: 173 time: 0.6788099 Feb 09 03:15:22.658399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'name': 'network-vif-deleted', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:15:22.660792 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0adec1f-ad3c-4cbf-bf88-5555c9ff518a" -d '{"events": [{"server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "name": "network-vif-deleted", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:15:22.723703 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2d79af89-f032-46d9-98a4-9f091cd0da38 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (095cd572-f20a-4058-a903-f2910dbc67e0), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.727551 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2656ce0f-e138-4d91-b108-10241dfa414d x-openstack-request-id: req-2656ce0f-e138-4d91-b108-10241dfa414d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:15:22.728113 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab148130-98ff-4328-ba13-849ae767486d", "name": "network-vif-deleted", "tag": "1ebcfc1d-3633-4b8c-907e-528fca7917ad", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:15:22.728665 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2656ce0f-e138-4d91-b108-10241dfa414d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:15:22.729004 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab148130-98ff-4328-ba13-849ae767486d', 'name': 'network-vif-deleted', 'tag': '1ebcfc1d-3633-4b8c-907e-528fca7917ad', 'status': 'completed', 'code': 200} Feb 09 03:15:22.738923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2d79af89-f032-46d9-98a4-9f091cd0da38 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (095cd572-f20a-4058-a903-f2910dbc67e0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:22.874289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d79af89-f032-46d9-98a4-9f091cd0da38 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Router 095cd572-f20a-4058-a903-f2910dbc67e0 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:15:23.015059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d79af89-f032-46d9-98a4-9f091cd0da38 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:23.022307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2d79af89-f032-46d9-98a4-9f091cd0da38 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.024687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2d79af89-f032-46d9-98a4-9f091cd0da38 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "PUT /v2.0/routers/095cd572-f20a-4058-a903-f2910dbc67e0 HTTP/1.1" status: 200 len: 697 time: 0.6142375 Feb 09 03:15:23.027330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58436) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:23.037548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] Sync routers for ids ['095cd572-f20a-4058-a903-f2910dbc67e0'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:23.076217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] Routers {'095cd572-f20a-4058-a903-f2910dbc67e0'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:23.077223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['095cd572-f20a-4058-a903-f2910dbc67e0'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:23.196174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] Set router 095cd572-f20a-4058-a903-f2910dbc67e0 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:23.273456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095cd572-f20a-4058-a903-f2910dbc67e0', 'name': 'tempest-RoutersIpV6Test-router-271004053', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:22Z', 'updated_at': '2022-02-09T03:15:22Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:23.321184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58448) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:23.325718 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d6af439-97ce-4ebe-9d06-d6f1383e8908 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/routers/095cd572-f20a-4058-a903-f2910dbc67e0 HTTP/1.1" status: 200 len: 703 time: 0.2891266 Feb 09 03:15:23.344091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] Checking router: 095cd572-f20a-4058-a903-f2910dbc67e0 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:23.365040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] Routers {'095cd572-f20a-4058-a903-f2910dbc67e0'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:23.365821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['095cd572-f20a-4058-a903-f2910dbc67e0'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:23.393691 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-efa31d0a-ce6a-46dc-b93a-6a7afbb86a09 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=095cd572-f20a-4058-a903-f2910dbc67e0 HTTP/1.1" status: 200 len: 205 time: 0.0675051 Feb 09 03:15:23.398710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58450) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:23.404301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52eb25a2-0097-4a25-9c24-b46df76b80db req-058329ea-1263-4569-81f7-4a318b076994 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=56687cbd-40f6-443e-bd00-5f64132f06e1 HTTP/1.1" status: 200 len: 210 time: 0.0953677 Feb 09 03:15:23.442105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42777bf8-986b-4c7d-9621-6b828f46f13a req-b334a0db-b1bc-4bfb-9f50-7ee608dea56b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab148130-98ff-4328-ba13-849ae767486d HTTP/1.1" status: 200 len: 210 time: 0.0564938 Feb 09 03:15:23.575511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] Set router 095cd572-f20a-4058-a903-f2910dbc67e0 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:23.630083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78d4d3e9-fcf2-4688-bae3-65de25e56833 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (095cd572-f20a-4058-a903-f2910dbc67e0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.636260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095cd572-f20a-4058-a903-f2910dbc67e0', 'name': 'tempest-RoutersIpV6Test-router-271004053', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:22Z', 'updated_at': '2022-02-09T03:15:22Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:23.694461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8aed5-9370-4c20-80f2-d7dcfed69f03 None None] The sync data for ids ['095cd572-f20a-4058-a903-f2910dbc67e0'] in n-d-827839-4 is: [{'id': '095cd572-f20a-4058-a903-f2910dbc67e0', 'name': 'tempest-RoutersIpV6Test-router-271004053', 'tenant_id': '6d7d009deb5946098f30404637c315ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:22Z', 'updated_at': '2022-02-09T03:15:22Z', 'revision_number': 2, 'project_id': '6d7d009deb5946098f30404637c315ca', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:23.835974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78d4d3e9-fcf2-4688-bae3-65de25e56833 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (095cd572-f20a-4058-a903-f2910dbc67e0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.838791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78d4d3e9-fcf2-4688-bae3-65de25e56833 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router_controller (095cd572-f20a-4058-a903-f2910dbc67e0), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.924425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78d4d3e9-fcf2-4688-bae3-65de25e56833 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (095cd572-f20a-4058-a903-f2910dbc67e0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.925430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d4d3e9-fcf2-4688-bae3-65de25e56833 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Fanout notify agent at l3_agent the message router_deleted on router 095cd572-f20a-4058-a903-f2910dbc67e0 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:15:23.941123 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78d4d3e9-fcf2-4688-bae3-65de25e56833 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:23.942310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-78d4d3e9-fcf2-4688-bae3-65de25e56833 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/095cd572-f20a-4058-a903-f2910dbc67e0 HTTP/1.1" status: 204 len: 168 time: 0.5406034 Feb 09 03:15:23.945636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58470) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:23.983413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-40589330-c4bc-4c28-8006-16b1ffebebf0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=095cd572-f20a-4058-a903-f2910dbc67e0 HTTP/1.1" status: 200 len: 205 time: 0.0365567 Feb 09 03:15:23.985829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.073281 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-1f37599f-14b4-483d-920d-1df22e0cf8b2 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] delete failed (client error): The resource could not be found. Feb 09 03:15:24.074744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1f37599f-14b4-483d-920d-1df22e0cf8b2 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/095cd572-f20a-4058-a903-f2910dbc67e0 HTTP/1.1" status: 404 len: 336 time: 0.0877976 Feb 09 03:15:24.077387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58478) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.111184 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adee5a3-ea6a-4f45-b3d7-fd6d34604378 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:24.112009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1adee5a3-ea6a-4f45-b3d7-fd6d34604378 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:24.125040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1adee5a3-ea6a-4f45-b3d7-fd6d34604378 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/d799c610-cd74-4402-a7e0-82af57ea2f71 HTTP/1.1" status: 404 len: 337 time: 0.0462663 Feb 09 03:15:24.127259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58482) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.171192 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5454792f-9443-4964-918c-ad71f1b8175b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:24.171821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5454792f-9443-4964-918c-ad71f1b8175b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:24.175042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5454792f-9443-4964-918c-ad71f1b8175b tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/cda9361a-0df9-43c5-90e9-8e91061367b9 HTTP/1.1" status: 404 len: 337 time: 0.0467014 Feb 09 03:15:24.177530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58486) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.207805 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-83af8406-b529-442a-b422-d3684d75c96c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:24.208366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83af8406-b529-442a-b422-d3684d75c96c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:24.211816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-83af8406-b529-442a-b422-d3684d75c96c tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/950fbc0c-0477-49e8-a185-0b5c153078de HTTP/1.1" status: 404 len: 337 time: 0.0332966 Feb 09 03:15:24.214331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.248042 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cf494c-19f8-448b-89f6-45f70b1d34f5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:24.248609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cf494c-19f8-448b-89f6-45f70b1d34f5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:24.251963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-70cf494c-19f8-448b-89f6-45f70b1d34f5 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/97d4074a-df55-48fe-8dc8-115e5924dd3a HTTP/1.1" status: 404 len: 337 time: 0.0366256 Feb 09 03:15:24.254572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58490) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.294578 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-79bf7dde-13a9-4b47-a839-75300d89f2d8 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 200 len: 205 time: 0.0362132 Feb 09 03:15:24.294885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58492) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.369006 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-ce86e52d-a651-47ae-8bac-c24caf230a94 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] delete failed (client error): The resource could not be found. Feb 09 03:15:24.371466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ce86e52d-a651-47ae-8bac-c24caf230a94 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/ad241a8c-7564-4dfd-8862-5765eeda369b HTTP/1.1" status: 404 len: 336 time: 0.0755248 Feb 09 03:15:24.374707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58494) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.416584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3f4404b0-92a2-4eac-a01a-fdb4cbc462d7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=a34555e8-08b7-47d1-af2d-bd7bcf4d466f HTTP/1.1" status: 200 len: 205 time: 0.0394568 Feb 09 03:15:24.419975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58498) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.512924 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-7be0692e-4a2c-43c9-91b8-814ad1e327ca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] delete failed (client error): The resource could not be found. Feb 09 03:15:24.515045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7be0692e-4a2c-43c9-91b8-814ad1e327ca tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/a34555e8-08b7-47d1-af2d-bd7bcf4d466f HTTP/1.1" status: 404 len: 336 time: 0.0935397 Feb 09 03:15:24.518934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58508) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.547361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58510) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.559710 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f27aaf-a24f-4c01-8fcc-b7eac8650d01 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:24.560352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f27aaf-a24f-4c01-8fcc-b7eac8650d01 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:24.566740 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-89f27aaf-a24f-4c01-8fcc-b7eac8650d01 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/becd5a90-32f2-4534-8094-1a6470b3c8ab HTTP/1.1" status: 404 len: 337 time: 0.0460279 Feb 09 03:15:24.567623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58514) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.629146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-56f34a7d-c502-4a30-b937-3edfe125c8f7 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebdb7a4d-f592-4774-838d-f3fba15f0cc7 HTTP/1.1" status: 200 len: 205 time: 0.0580955 Feb 09 03:15:24.629828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58516) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.677492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58518) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.702074 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-f7ff87f8-a49c-4876-819a-54418854e50a tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] delete failed (client error): The resource could not be found. Feb 09 03:15:24.703999 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f7ff87f8-a49c-4876-819a-54418854e50a tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/ebdb7a4d-f592-4774-838d-f3fba15f0cc7 HTTP/1.1" status: 404 len: 336 time: 0.0730610 Feb 09 03:15:24.708804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58524) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.781874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c67ba8b2-73a4-4d24-81b7-292e99043950 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df6c4da-efb2-4454-a1b7-7ac799aaedfd HTTP/1.1" status: 200 len: 205 time: 0.0716333 Feb 09 03:15:24.786918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58526) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.846405 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-b16079ab-bd84-4c2c-b1f3-0f73fabe9b54 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] delete failed (client error): The resource could not be found. Feb 09 03:15:24.848464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b16079ab-bd84-4c2c-b1f3-0f73fabe9b54 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/7df6c4da-efb2-4454-a1b7-7ac799aaedfd HTTP/1.1" status: 404 len: 336 time: 0.0591598 Feb 09 03:15:24.850201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58528) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.881441 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b175a30a-f944-4507-915c-245abb1dcbdf tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:24.882005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b175a30a-f944-4507-915c-245abb1dcbdf tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:24.885750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b175a30a-f944-4507-915c-245abb1dcbdf tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/b07df72b-466b-4c19-964c-f5b63f0baaa9 HTTP/1.1" status: 404 len: 337 time: 0.0341787 Feb 09 03:15:24.888873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58530) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.920848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-60ff089e-d4dd-4d57-a8bb-e5654be86735 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbd48209-2414-497d-9dae-ef39bdf1c3d5 HTTP/1.1" status: 200 len: 205 time: 0.0301778 Feb 09 03:15:24.923298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58532) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:24.946211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7092abf-6f11-404f-88db-e1e6e547ab4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:24.977899 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-add02e5c-7f1c-4022-aec4-92c0b8490d01 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] delete failed (client error): The resource could not be found. Feb 09 03:15:24.981633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-add02e5c-7f1c-4022-aec4-92c0b8490d01 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/dbd48209-2414-497d-9dae-ef39bdf1c3d5 HTTP/1.1" status: 404 len: 336 time: 0.0573144 Feb 09 03:15:24.982184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58534) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:25.020198 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c1d863-435c-45df-a4ca-6cecab75b6c0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:25.020648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c1d863-435c-45df-a4ca-6cecab75b6c0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:25.028362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58536) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:25.030847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-72c1d863-435c-45df-a4ca-6cecab75b6c0 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/1c36ccfe-da3f-4094-b8d4-67ecb411b7ea HTTP/1.1" status: 404 len: 337 time: 0.0471113 Feb 09 03:15:25.070481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-23f3727e-2b56-42e0-b5a2-175e1ffdf0c4 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "GET /v2.0/ports?device_id=0168613f-14cd-4821-965c-22c9bea1591b HTTP/1.1" status: 200 len: 205 time: 0.0409389 Feb 09 03:15:25.073231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58538) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:25.141161 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-5855cfed-6ca8-4420-afc8-3621db560cfc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] delete failed (client error): The resource could not be found. Feb 09 03:15:25.142545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5855cfed-6ca8-4420-afc8-3621db560cfc tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/routers/0168613f-14cd-4821-965c-22c9bea1591b HTTP/1.1" status: 404 len: 336 time: 0.0683241 Feb 09 03:15:25.145011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58540) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:25.151356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1ebcfc1d-3633-4b8c-907e-528fca7917ad no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:25.176048 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbd5157-f3d3-4d14-92a1-798baef23538 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:25.176711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbd5157-f3d3-4d14-92a1-798baef23538 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:25.181090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ffbd5157-f3d3-4d14-92a1-798baef23538 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/a80d0a90-91c1-4260-8edd-a7006e760aad HTTP/1.1" status: 404 len: 337 time: 0.0348303 Feb 09 03:15:25.185167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58542) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:25.189637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 1ebcfc1d-3633-4b8c-907e-528fca7917ad {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:25.189990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1ebcfc1d-3633-4b8c-907e-528fca7917ad not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:25.205366 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7092abf-6f11-404f-88db-e1e6e547ab4f admin admin] Publish callbacks [] for security_group (c8fd6295-2159-4960-9bf8-607cc5ff0d5c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.218726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a7092abf-6f11-404f-88db-e1e6e547ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c8fd6295-2159-4960-9bf8-607cc5ff0d5c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.231320 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db06e3e-35ed-4623-851b-717e78813759 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] DELETE failed (client error): The resource could not be found. Feb 09 03:15:25.231786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db06e3e-35ed-4623-851b-717e78813759 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:15:25.237279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1db06e3e-35ed-4623-851b-717e78813759 tempest-RoutersIpV6Test-815914906 tempest-RoutersIpV6Test-815914906-project] 10.222.0.32 "DELETE /v2.0/subnets/c5c76595-c393-40a3-82fa-36a0a2915671 HTTP/1.1" status: 404 len: 337 time: 0.0487747 Feb 09 03:15:25.321004 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a7092abf-6f11-404f-88db-e1e6e547ab4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42a917796f4a459fb83277371d754636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6394126 Feb 09 03:15:25.321215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58546) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:25.323439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7092abf-6f11-404f-88db-e1e6e547ab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd6295-2159-4960-9bf8-607cc5ff0d5c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.367919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.414504 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4b817db-2e08-4c37-8bd1-12a225899919 admin admin] Publish callbacks [] for security_group (c8fd6295-2159-4960-9bf8-607cc5ff0d5c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.478941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4b817db-2e08-4c37-8bd1-12a225899919 admin admin] Publish callbacks [] for security_group (c8fd6295-2159-4960-9bf8-607cc5ff0d5c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.604266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4b817db-2e08-4c37-8bd1-12a225899919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c8fd6295-2159-4960-9bf8-607cc5ff0d5c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.609118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b4b817db-2e08-4c37-8bd1-12a225899919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:25.613371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b4b817db-2e08-4c37-8bd1-12a225899919 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8fd6295-2159-4960-9bf8-607cc5ff0d5c HTTP/1.1" status: 204 len: 168 time: 0.2917440 Feb 09 03:15:25.634810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b817db-2e08-4c37-8bd1-12a225899919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd6295-2159-4960-9bf8-607cc5ff0d5c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:25.764955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58558) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:25.959558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:25.960221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.071449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 26cd4e1e-ab2f-43b1-a917-ffc656f4c910, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:26.073008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.109814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:26.190183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58566) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:26.231028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68bbdffb-e16e-40df-b63e-b57a51f9cca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.247809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-51c018f1-6020-499d-8a6e-c5ef00ef7424 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d7d009deb5946098f30404637c315ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773364 Feb 09 03:15:26.248019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58568) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:26.390551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d4276e1-1cf2-4967-8478-822f05e146c3 admin admin] Publish callbacks [] for security_group (99e767d2-1b52-49ab-b8be-20a5fc606738), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.421548 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d4276e1-1cf2-4967-8478-822f05e146c3 admin admin] Publish callbacks [] for security_group (99e767d2-1b52-49ab-b8be-20a5fc606738), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.495939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68bbdffb-e16e-40df-b63e-b57a51f9cca8 admin admin] Publish callbacks [] for security_group (d4001e56-d071-441c-ad76-efe1fd97fcf3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.510257 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68bbdffb-e16e-40df-b63e-b57a51f9cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d4001e56-d071-441c-ad76-efe1fd97fcf3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.526916 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (26cd4e1e-ab2f-43b1-a917-ffc656f4c910), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.579071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=26cd4e1e-ab2f-43b1-a917-ffc656f4c910,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:26.582683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbdffb-e16e-40df-b63e-b57a51f9cca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4001e56-d071-441c-ad76-efe1fd97fcf3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:26.587220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-68bbdffb-e16e-40df-b63e-b57a51f9cca8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a8419cb1c2e4feb81cfbde123971a14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959033 Feb 09 03:15:26.590141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58572) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:26.616560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d4276e1-1cf2-4967-8478-822f05e146c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (99e767d2-1b52-49ab-b8be-20a5fc606738), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.619599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d4276e1-1cf2-4967-8478-822f05e146c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.620868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7d4276e1-1cf2-4967-8478-822f05e146c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99e767d2-1b52-49ab-b8be-20a5fc606738 HTTP/1.1" status: 204 len: 168 time: 0.3718641 Feb 09 03:15:26.695141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4276e1-1cf2-4967-8478-822f05e146c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e767d2-1b52-49ab-b8be-20a5fc606738,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:26.748614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5e6b-a823-4c94-b1d7-91b8626de212 admin admin] Publish callbacks [] for security_group (d4001e56-d071-441c-ad76-efe1fd97fcf3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.815457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5e6b-a823-4c94-b1d7-91b8626de212 admin admin] Publish callbacks [] for security_group (d4001e56-d071-441c-ad76-efe1fd97fcf3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.951658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5e6b-a823-4c94-b1d7-91b8626de212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d4001e56-d071-441c-ad76-efe1fd97fcf3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.955853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5e6b-a823-4c94-b1d7-91b8626de212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.957711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5d8f5e6b-a823-4c94-b1d7-91b8626de212 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4001e56-d071-441c-ad76-efe1fd97fcf3 HTTP/1.1" status: 204 len: 168 time: 0.3657088 Feb 09 03:15:26.977555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:26.980662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f5e6b-a823-4c94-b1d7-91b8626de212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4001e56-d071-441c-ad76-efe1fd97fcf3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:27.666921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:27.812456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:27.821528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58612) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:27.823783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c89918d8-5c3f-47e3-b25b-6e84b4de292e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "PUT /v2.0/routers/d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2750945 Feb 09 03:15:27.825905 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] Sync routers for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:27.848997 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:27.849631 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:27.882639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d2654f-0e07-40e4-bbaf-074dc2d1c8d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting subnet aa41a960-97be-41c3-be0a-4d8161da64a5 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:15:27.886834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63d2654f-0e07-40e4-bbaf-074dc2d1c8d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (aa41a960-97be-41c3-be0a-4d8161da64a5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:27.939129 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63d2654f-0e07-40e4-bbaf-074dc2d1c8d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (aa41a960-97be-41c3-be0a-4d8161da64a5), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.031275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63d2654f-0e07-40e4-bbaf-074dc2d1c8d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (aa41a960-97be-41c3-be0a-4d8161da64a5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.113780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63d2654f-0e07-40e4-bbaf-074dc2d1c8d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (aa41a960-97be-41c3-be0a-4d8161da64a5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.164166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2654f-0e07-40e4-bbaf-074dc2d1c8d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Subnet': ['ID=aa41a960-97be-41c3-be0a-4d8161da64a5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:28.166507 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-63d2654f-0e07-40e4-bbaf-074dc2d1c8d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.174563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c896e7-f076-4853-8407-c5a30394593e None None] Network b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:28.175771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58630) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:28.186493 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-63d2654f-0e07-40e4-bbaf-074dc2d1c8d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/subnets/aa41a960-97be-41c3-be0a-4d8161da64a5 HTTP/1.1" status: 204 len: 168 time: 0.3637938 Feb 09 03:15:28.237275 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:28.325193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.481742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58640) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:28.567412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] DHCP port deletion for b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:15:28.682341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-1959169393'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:28.724042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.743893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Deleting port 3f222dfb-a6cb-4d8a-abe4-381e85af266a {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:28.744761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.770783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:28.774744 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.821960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.831652 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:15:26Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '064ec97d-201a-4268-ab8c-0499a5702f8a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:12:46Z', 'updated_at': '2022-02-09T03:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:28.877745 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] Checking router: d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:28.888588 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] Routers {'d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:28.889814 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:28.926659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 064ec97d-201a-4268-ab8c-0499a5702f8a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:28.927217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.929795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] For port 3f222dfb-a6cb-4d8a-abe4-381e85af266a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3f222dfb-a6cb-4d8a-abe4-381e85af266a,segment=NetworkSegment(0388dbd5-69aa-4275-9b7e-df91bac8b9df),segment_id=0388dbd5-69aa-4275-9b7e-df91bac8b9df)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:28.931315 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:28.963924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Calling delete_port for 3f222dfb-a6cb-4d8a-abe4-381e85af266a owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:29.062898 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for security_group (bf0f52e7-5233-41ad-81f8-8728d12d89a7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.077030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bf0f52e7-5233-41ad-81f8-8728d12d89a7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.091101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 064ec97d-201a-4268-ab8c-0499a5702f8a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=064ec97d-201a-4268-ab8c-0499a5702f8a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:29.091540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.109236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 064ec97d-201a-4268-ab8c-0499a5702f8a owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:29.129892 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] Set router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:29.154530 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (3f222dfb-a6cb-4d8a-abe4-381e85af266a), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.164335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:29.188119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0f52e7-5233-41ad-81f8-8728d12d89a7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:29.206403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4b797153-ecbe-4904-ae78-eac5972486ea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.208382 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment 4b797153-ecbe-4904-ae78-eac5972486ea of type vlan for network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f Feb 09 03:15:29.218859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Pushing event deleted for resources: {'Port': ['ID=3f222dfb-a6cb-4d8a-abe4-381e85af266a,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:29.231492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] No DVR routers for this DVR port 3f222dfb-a6cb-4d8a-abe4-381e85af266a on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:15:29.263840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.264289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.264725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.265138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.265546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.266955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.267704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.270875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.271344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.271744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.272162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.273355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.277257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b36b9-2ad9-4da5-b055-6e9ee264bf26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:29.290507 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 6, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:29.326654 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f313f-5539-4436-948d-62f93b154fcf None None] The sync data for ids ['d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d'] in n-d-827839-4 is: [{'id': 'd55f6c6e-6fe3-49bb-8a53-731cdc73ec4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49429379', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:12:44Z', 'updated_at': '2022-02-09T03:15:28Z', 'revision_number': 6, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:29.331986 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1a5e35f1-a422-4baf-abeb-73e3225d1a7f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.373534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1a5e35f1-a422-4baf-abeb-73e3225d1a7f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.382476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:29.383177 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.405737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (064ec97d-201a-4268-ab8c-0499a5702f8a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.473581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=064ec97d-201a-4268-ab8c-0499a5702f8a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:29.513776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=1a5e35f1-a422-4baf-abeb-73e3225d1a7f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:29.520685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-510b7ce6-cf6c-40a7-95c2-e60c478d335f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0378282 Feb 09 03:15:29.523727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58664) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:29.529169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-1165741135'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:29.532066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.543886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:29.628513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:29.632158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.720122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:29.735171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bfb8c79a-687e-4eb4-8160-e5171baf5e2b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.735520 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment bfb8c79a-687e-4eb4-8160-e5171baf5e2b of type vlan for network 52c8a753-4eb5-4551-92b7-3099fe646de1 Feb 09 03:15:29.797641 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (52c8a753-4eb5-4551-92b7-3099fe646de1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.811364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.822129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_controller (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.860132 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (52c8a753-4eb5-4551-92b7-3099fe646de1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.865147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:29.866045 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.927084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.927707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Fanout notify agent at l3_agent the message router_deleted on router d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:15:29.942228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:29.946172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8d597933-061d-4372-bdca-7a33cea73430 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/routers/d55f6c6e-6fe3-49bb-8a53-731cdc73ec4d HTTP/1.1" status: 204 len: 168 time: 1.7688758 Feb 09 03:15:29.949094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58690) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:30.062960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5315032 Feb 09 03:15:30.063631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:30.091041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': '1a5e35f1-a422-4baf-abeb-73e3225d1a7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:30.162859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3f222dfb-a6cb-4d8a-abe4-381e85af266a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:30.196029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b7320ef2-4678-4933-8d75-7c0f6bd2b8d2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.202599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34245ddb-d6e5-4384-a15c-2fa41d583804 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=52c8a753-4eb5-4551-92b7-3099fe646de1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:30.221380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 52c8a753-4eb5-4551-92b7-3099fe646de1 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:30.229272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 3f222dfb-a6cb-4d8a-abe4-381e85af266a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:30.229536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3f222dfb-a6cb-4d8a-abe4-381e85af266a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:30.231770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:30.335673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:30.339857 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.437779 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b7320ef2-4678-4933-8d75-7c0f6bd2b8d2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.495018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7320ef2-4678-4933-8d75-7c0f6bd2b8d2']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:30.551148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0388dbd5-69aa-4275-9b7e-df91bac8b9df') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:30.551461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0388dbd5-69aa-4275-9b7e-df91bac8b9df') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:30.596371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (0388dbd5-69aa-4275-9b7e-df91bac8b9df), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.663012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0388dbd5-69aa-4275-9b7e-df91bac8b9df), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.675069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:30.676211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 26cd4e1e-ab2f-43b1-a917-ffc656f4c910 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:30.677433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 064ec97d-201a-4268-ab8c-0499a5702f8a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:15:30.694668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:15:30.695273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (0388dbd5-69aa-4275-9b7e-df91bac8b9df), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:15:30.825914 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:15:30.838044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 064ec97d-201a-4268-ab8c-0499a5702f8a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:15:30.838615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 064ec97d-201a-4268-ab8c-0499a5702f8a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:15:30.840323 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b7320ef2-4678-4933-8d75-7c0f6bd2b8d2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.847822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:30.853594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/networks/b7320ef2-4678-4933-8d75-7c0f6bd2b8d2 HTTP/1.1" status: 204 len: 168 time: 0.9025118 Feb 09 03:15:30.856896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58772) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:30.911808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567e3ad-e2d9-4a19-9776-686007912423 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Network': ['ID=b7320ef2-4678-4933-8d75-7c0f6bd2b8d2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:30.921231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (b590c3eb-f734-497a-a273-33e7389cc287), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.018821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-909a1bdb-91ae-4604-92d7-9cbcae2ce2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.048145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (1416d726-a4ff-496a-a600-6b407004b44a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.048287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=b590c3eb-f734-497a-a273-33e7389cc287,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:31.097279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (1416d726-a4ff-496a-a600-6b407004b44a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.102294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': '4b797153-ecbe-4904-ae78-eac5972486ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1a5e35f1-a422-4baf-abeb-73e3225d1a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:31.102823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: 1a5e35f1-a422-4baf-abeb-73e3225d1a7f, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:15:31.150646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:15:31.208886 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1416d726-a4ff-496a-a600-6b407004b44a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.211517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1a5e35f1-a422-4baf-abeb-73e3225d1a7f) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:31.218168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:31.219098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.223010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a575c7e-fb3f-44e0-b319-2f21e8a912a0 None None] Network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:31.228217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.233586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/security-groups/1416d726-a4ff-496a-a600-6b407004b44a HTTP/1.1" status: 204 len: 168 time: 0.3705451 Feb 09 03:15:31.323932 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e631fd2e-b216-47e6-9dcc-6d91ee64f083 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2481811 Feb 09 03:15:31.324747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58800) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:31.347773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': '52c8a753-4eb5-4551-92b7-3099fe646de1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:31.494147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-1a5e35f1-a422-4baf-abeb-73e3225d1a7f', 'network_id': '1a5e35f1-a422-4baf-abeb-73e3225d1a7f', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': 'b590c3eb-f734-497a-a273-33e7389cc287'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:15:31.496085 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.642964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416d726-a4ff-496a-a600-6b407004b44a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:31.663986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.664691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.664691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.665093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.665382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.665720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.666054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.666415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.666904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.667249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.667577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.667907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.668268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30020546-cd24-412d-83cf-d0ab93738994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:31.691935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:31.703854 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:31.728776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58806) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:31.731531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Allocated IP 172.20.0.2 (1a5e35f1-a422-4baf-abeb-73e3225d1a7f/b590c3eb-f734-497a-a273-33e7389cc287/e6842f5a-da67-4164-bbae-ac2d8b21b37d) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:31.934645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ad00bd3-752a-45ec-8e2e-4205d9ea8323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.031547 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Publish callbacks [] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.081415 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.143169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Pushing event updated for resources: {'Port': ['ID=e6842f5a-da67-4164-bbae-ac2d8b21b37d,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:32.153730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:32.155350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:32.157099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ad00bd3-752a-45ec-8e2e-4205d9ea8323 admin admin] Publish callbacks [] for security_group (9d49310d-9690-47f4-b3f4-8be76eecb75f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.159056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:32.166340 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0ad00bd3-752a-45ec-8e2e-4205d9ea8323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9d49310d-9690-47f4-b3f4-8be76eecb75f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.202336 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (601a89bd-7dbd-430a-b8c1-508d06f90d27), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.232177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00bd3-752a-45ec-8e2e-4205d9ea8323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49310d-9690-47f4-b3f4-8be76eecb75f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:32.255053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0ad00bd3-752a-45ec-8e2e-4205d9ea8323 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00e433029f074508a7c8f5cca2b8b9d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251586 Feb 09 03:15:32.255843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58822) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:32.276878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Attempting to bind port e6842f5a-da67-4164-bbae-ac2d8b21b37d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:32.278892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Attempting to bind port e6842f5a-da67-4164-bbae-ac2d8b21b37d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4b797153-ecbe-4904-ae78-eac5972486ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1a5e35f1-a422-4baf-abeb-73e3225d1a7f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:32.279429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Attempting to bind port e6842f5a-da67-4164-bbae-ac2d8b21b37d on network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:32.290774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:32.291446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Checking segment: {'id': '4b797153-ecbe-4904-ae78-eac5972486ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1a5e35f1-a422-4baf-abeb-73e3225d1a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:32.295530 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.296142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Bound using segment: {'id': '4b797153-ecbe-4904-ae78-eac5972486ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1a5e35f1-a422-4baf-abeb-73e3225d1a7f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:32.296793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Bound port: e6842f5a-da67-4164-bbae-ac2d8b21b37d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b797153-ecbe-4904-ae78-eac5972486ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1a5e35f1-a422-4baf-abeb-73e3225d1a7f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:32.296944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=601a89bd-7dbd-430a-b8c1-508d06f90d27,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:32.297471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.359524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': 'bfb8c79a-687e-4eb4-8160-e5171baf5e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '52c8a753-4eb5-4551-92b7-3099fe646de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:32.359910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: 52c8a753-4eb5-4551-92b7-3099fe646de1, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:15:32.367400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-643b738e-3db0-4031-a731-374e3a51e87f admin admin] Publish callbacks [] for security_group (9d49310d-9690-47f4-b3f4-8be76eecb75f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.367656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58826) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:32.376433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-761b85be-7333-4190-b1c9-7e57fae0eb42 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372227402', 'description': 'tempest-secgroup-smoke-372227402 description', 'project_id': '1cd773e8482b465982b74bd96fc10950'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:32.415654 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-643b738e-3db0-4031-a731-374e3a51e87f admin admin] Publish callbacks [] for security_group (9d49310d-9690-47f4-b3f4-8be76eecb75f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.420767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 52c8a753-4eb5-4551-92b7-3099fe646de1 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:15:32.427319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] For port e6842f5a-da67-4164-bbae-ac2d8b21b37d, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:32.427899 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-761b85be-7333-4190-b1c9-7e57fae0eb42 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.432533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] For port e6842f5a-da67-4164-bbae-ac2d8b21b37d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e6842f5a-da67-4164-bbae-ac2d8b21b37d,segment=NetworkSegment(4b797153-ecbe-4904-ae78-eac5972486ea),segment_id=4b797153-ecbe-4904-ae78-eac5972486ea)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:32.442992 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.447901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 52c8a753-4eb5-4551-92b7-3099fe646de1) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:32.458008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:32.458700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.470756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450543b-966f-4d6a-8d5c-3baebf1a59b5 None None] Network 52c8a753-4eb5-4551-92b7-3099fe646de1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:32.490015 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-58b5c2e2-c64a-422d-a17f-0c86586fc53d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1589878 Feb 09 03:15:32.493741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58832) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:32.498829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e736c7b5-0574-42be-97ea-922107484800 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1529235196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:32.515518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-643b738e-3db0-4031-a731-374e3a51e87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9d49310d-9690-47f4-b3f4-8be76eecb75f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.521331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-643b738e-3db0-4031-a731-374e3a51e87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.527242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-643b738e-3db0-4031-a731-374e3a51e87f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d49310d-9690-47f4-b3f4-8be76eecb75f HTTP/1.1" status: 204 len: 168 time: 0.2703798 Feb 09 03:15:32.538711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b738e-3db0-4031-a731-374e3a51e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49310d-9690-47f4-b3f4-8be76eecb75f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:32.601167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e736c7b5-0574-42be-97ea-922107484800 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (c7226685-167a-478a-a33a-d99e71bf0f1e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.603308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e736c7b5-0574-42be-97ea-922107484800 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (c7226685-167a-478a-a33a-d99e71bf0f1e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.644397 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-761b85be-7333-4190-b1c9-7e57fae0eb42 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (c0aadf96-ed71-4229-8036-36550e13ef00), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.682099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-761b85be-7333-4190-b1c9-7e57fae0eb42 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c0aadf96-ed71-4229-8036-36550e13ef00), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.769227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-28376b13-ea2d-4099-a654-8fc0a28dde80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.771254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8a31c-93ea-400a-87d3-3e582a9bc50d None None] Pushing event updated for resources: {'Port': ['ID=e6842f5a-da67-4164-bbae-ac2d8b21b37d,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:32.789286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-52c8a753-4eb5-4551-92b7-3099fe646de1', 'network_id': '52c8a753-4eb5-4551-92b7-3099fe646de1', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': '601a89bd-7dbd-430a-b8c1-508d06f90d27'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:15:32.792947 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.803181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e736c7b5-0574-42be-97ea-922107484800 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (c7226685-167a-478a-a33a-d99e71bf0f1e), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.820126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e736c7b5-0574-42be-97ea-922107484800 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (c7226685-167a-478a-a33a-d99e71bf0f1e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.832290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-761b85be-7333-4190-b1c9-7e57fae0eb42 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.836563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58838) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:32.840215 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-761b85be-7333-4190-b1c9-7e57fae0eb42 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4681611 Feb 09 03:15:32.842685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2c5c650e-baea-42c8-9ec2-c96ea39a174b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'c0aadf96-ed71-4229-8036-36550e13ef00', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:32.844536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b85be-7333-4190-b1c9-7e57fae0eb42 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aadf96-ed71-4229-8036-36550e13ef00,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:32.876946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e736c7b5-0574-42be-97ea-922107484800 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:32.878860 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e736c7b5-0574-42be-97ea-922107484800 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3839355 Feb 09 03:15:32.881515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:32.939188 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c5c650e-baea-42c8-9ec2-c96ea39a174b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (b7fc70c3-b355-4276-9319-f39443af79d8), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.095500 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c5c650e-baea-42c8-9ec2-c96ea39a174b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (b7fc70c3-b355-4276-9319-f39443af79d8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.107794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c5c650e-baea-42c8-9ec2-c96ea39a174b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (b7fc70c3-b355-4276-9319-f39443af79d8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.148173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c650e-baea-42c8-9ec2-c96ea39a174b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fc70c3-b355-4276-9319-f39443af79d8,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:33.157831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Allocated IP 172.21.0.2 (52c8a753-4eb5-4551-92b7-3099fe646de1/601a89bd-7dbd-430a-b8c1-508d06f90d27/bae5d0d0-4321-4f34-8467-8b14e08ea3e0) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:33.159604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2c5c650e-baea-42c8-9ec2-c96ea39a174b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.164702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2c5c650e-baea-42c8-9ec2-c96ea39a174b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239071 Feb 09 03:15:33.165202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58848) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:33.178766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-335f4603-16aa-491e-a2da-3f1f5bcf665f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'c0aadf96-ed71-4229-8036-36550e13ef00', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:33.224595 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f4603-16aa-491e-a2da-3f1f5bcf665f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (00150884-ea83-4a42-879b-d8e0ae8e7896), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.264625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58850) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:33.323032 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3989af1f-e449-41a1-bbcb-9d9eba2dbc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.362428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f4603-16aa-491e-a2da-3f1f5bcf665f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (00150884-ea83-4a42-879b-d8e0ae8e7896), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.374589 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f4603-16aa-491e-a2da-3f1f5bcf665f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (00150884-ea83-4a42-879b-d8e0ae8e7896), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.413968 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Publish callbacks [] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.421662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f4603-16aa-491e-a2da-3f1f5bcf665f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.426819 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.427018 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-335f4603-16aa-491e-a2da-3f1f5bcf665f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2566833 Feb 09 03:15:33.427912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58852) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:33.436950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f4603-16aa-491e-a2da-3f1f5bcf665f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00150884-ea83-4a42-879b-d8e0ae8e7896,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:33.462785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-96aac070-9391-43b9-bf39-8829cec945b7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'c0aadf96-ed71-4229-8036-36550e13ef00', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:33.519870 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3989af1f-e449-41a1-bbcb-9d9eba2dbc1e admin admin] Publish callbacks [] for security_group (cfe31b48-5ee4-47a8-8135-a06406e65490), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.534213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3989af1f-e449-41a1-bbcb-9d9eba2dbc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cfe31b48-5ee4-47a8-8135-a06406e65490), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.552694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.558261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Pushing event updated for resources: {'Port': ['ID=bae5d0d0-4321-4f34-8467-8b14e08ea3e0,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:33.568451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Network 52c8a753-4eb5-4551-92b7-3099fe646de1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:33.573218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:33.578825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:33.632122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989af1f-e449-41a1-bbcb-9d9eba2dbc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe31b48-5ee4-47a8-8135-a06406e65490,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:33.678692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3989af1f-e449-41a1-bbcb-9d9eba2dbc1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6830dde6e6f54fe78b2d7dc993c6072e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4120173 Feb 09 03:15:33.682156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58856) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:33.699239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96aac070-9391-43b9-bf39-8829cec945b7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (36899315-9e33-4a68-a3c7-a836c0302599), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.711854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Attempting to bind port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:33.715333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Attempting to bind port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'bfb8c79a-687e-4eb4-8160-e5171baf5e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '52c8a753-4eb5-4551-92b7-3099fe646de1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:33.716331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Attempting to bind port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 on network 52c8a753-4eb5-4551-92b7-3099fe646de1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:33.731043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:33.732888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Checking segment: {'id': 'bfb8c79a-687e-4eb4-8160-e5171baf5e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '52c8a753-4eb5-4551-92b7-3099fe646de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:33.734497 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.735085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Bound using segment: {'id': 'bfb8c79a-687e-4eb4-8160-e5171baf5e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '52c8a753-4eb5-4551-92b7-3099fe646de1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:33.737363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Bound port: bae5d0d0-4321-4f34-8467-8b14e08ea3e0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb8c79a-687e-4eb4-8160-e5171baf5e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '52c8a753-4eb5-4551-92b7-3099fe646de1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:33.738533 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.811289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67d9a645-aecf-4917-8674-88938b2fd0ea admin admin] Publish callbacks [] for security_group (cfe31b48-5ee4-47a8-8135-a06406e65490), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.861153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96aac070-9391-43b9-bf39-8829cec945b7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (36899315-9e33-4a68-a3c7-a836c0302599), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.863606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67d9a645-aecf-4917-8674-88938b2fd0ea admin admin] Publish callbacks [] for security_group (cfe31b48-5ee4-47a8-8135-a06406e65490), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.908342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96aac070-9391-43b9-bf39-8829cec945b7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (36899315-9e33-4a68-a3c7-a836c0302599), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.913693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] For port bae5d0d0-4321-4f34-8467-8b14e08ea3e0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:33.923373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] For port bae5d0d0-4321-4f34-8467-8b14e08ea3e0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bae5d0d0-4321-4f34-8467-8b14e08ea3e0,segment=NetworkSegment(bfb8c79a-687e-4eb4-8160-e5171baf5e2b),segment_id=bfb8c79a-687e-4eb4-8160-e5171baf5e2b)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:33.939405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.951427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67d9a645-aecf-4917-8674-88938b2fd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cfe31b48-5ee4-47a8-8135-a06406e65490), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.954947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67d9a645-aecf-4917-8674-88938b2fd0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:33.956474 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-67d9a645-aecf-4917-8674-88938b2fd0ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfe31b48-5ee4-47a8-8135-a06406e65490 HTTP/1.1" status: 204 len: 168 time: 0.2704511 Feb 09 03:15:33.973665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9a645-aecf-4917-8674-88938b2fd0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe31b48-5ee4-47a8-8135-a06406e65490,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:34.004715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac070-9391-43b9-bf39-8829cec945b7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36899315-9e33-4a68-a3c7-a836c0302599,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:34.048289 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-96aac070-9391-43b9-bf39-8829cec945b7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.058598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-96aac070-9391-43b9-bf39-8829cec945b7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6145301 Feb 09 03:15:34.061061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58862) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:34.063754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e03930-bea5-4e17-8811-3db5dc29e49d None None] Pushing event updated for resources: {'Port': ['ID=bae5d0d0-4321-4f34-8467-8b14e08ea3e0,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:34.067471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-aa602ccb-1478-4eb1-86dc-02fd8cc4e2eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'c0aadf96-ed71-4229-8036-36550e13ef00', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:34.089490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.145179 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa602ccb-1478-4eb1-86dc-02fd8cc4e2eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (ec2506d4-f16c-4ced-80b8-c7830d8e68da), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.289816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.20.0.1 (1a5e35f1-a422-4baf-abeb-73e3225d1a7f/b590c3eb-f734-497a-a273-33e7389cc287/308d6454-5211-4f21-83cf-43978232a019) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:34.298433 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa602ccb-1478-4eb1-86dc-02fd8cc4e2eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (ec2506d4-f16c-4ced-80b8-c7830d8e68da), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.322425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa602ccb-1478-4eb1-86dc-02fd8cc4e2eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (ec2506d4-f16c-4ced-80b8-c7830d8e68da), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.359433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e6842f5a-da67-4164-bbae-ac2d8b21b37d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:34.362071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa602ccb-1478-4eb1-86dc-02fd8cc4e2eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2506d4-f16c-4ced-80b8-c7830d8e68da,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:34.400252 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa602ccb-1478-4eb1-86dc-02fd8cc4e2eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.405463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aa602ccb-1478-4eb1-86dc-02fd8cc4e2eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403742 Feb 09 03:15:34.407116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58870) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:34.417116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bd1d9e11-6515-4eac-8f7b-b9ee309bacb2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'c0aadf96-ed71-4229-8036-36550e13ef00', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:34.488784 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-bd1d9e11-6515-4eac-8f7b-b9ee309bacb2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Project 1cd773e8482b465982b74bd96fc10950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:15:34.495068 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd1d9e11-6515-4eac-8f7b-b9ee309bacb2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (56af3941-87fd-4479-9e91-34b45afd567e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.553322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e6842f5a-da67-4164-bbae-ac2d8b21b37d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:34.553795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.671588 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd1d9e11-6515-4eac-8f7b-b9ee309bacb2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (56af3941-87fd-4479-9e91-34b45afd567e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.689508 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd1d9e11-6515-4eac-8f7b-b9ee309bacb2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (56af3941-87fd-4479-9e91-34b45afd567e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.728957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e6842f5a-da67-4164-bbae-ac2d8b21b37d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:34.729356 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.744944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d9e11-6515-4eac-8f7b-b9ee309bacb2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56af3941-87fd-4479-9e91-34b45afd567e,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:34.774700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (308d6454-5211-4f21-83cf-43978232a019), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.786476 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:15:34.797892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd1d9e11-6515-4eac-8f7b-b9ee309bacb2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.800207 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bd1d9e11-6515-4eac-8f7b-b9ee309bacb2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3915620 Feb 09 03:15:34.800481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6486e-3475-4e2d-aa71-f85c5a975e8f None None] Network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:34.803254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58878) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:34.809052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-09826afd-d2b4-418a-bfb7-ca3e3ec80c60 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'c0aadf96-ed71-4229-8036-36550e13ef00', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:34.855783 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-09826afd-d2b4-418a-bfb7-ca3e3ec80c60 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Project 1cd773e8482b465982b74bd96fc10950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:15:34.861896 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09826afd-d2b4-418a-bfb7-ca3e3ec80c60 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (06a931e1-30a3-4925-aadb-e88fbd389f15), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.891834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port e6842f5a-da67-4164-bbae-ac2d8b21b37d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e6842f5a-da67-4164-bbae-ac2d8b21b37d,segment=NetworkSegment(4b797153-ecbe-4904-ae78-eac5972486ea),segment_id=4b797153-ecbe-4904-ae78-eac5972486ea)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:34.898667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (308d6454-5211-4f21-83cf-43978232a019), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.947467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a4dd56a6-4d67-48ab-8304-018df35f16fc None None] Provisioning complete for port e6842f5a-da67-4164-bbae-ac2d8b21b37d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:34.950507 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4dd56a6-4d67-48ab-8304-018df35f16fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.953191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09826afd-d2b4-418a-bfb7-ca3e3ec80c60 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (06a931e1-30a3-4925-aadb-e88fbd389f15), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.959623 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:34.983811 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09826afd-d2b4-418a-bfb7-ca3e3ec80c60 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (06a931e1-30a3-4925-aadb-e88fbd389f15), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.009398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:35.037181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:35.053360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:35.093453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09826afd-d2b4-418a-bfb7-ca3e3ec80c60 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a931e1-30a3-4925-aadb-e88fbd389f15,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:35.100916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=308d6454-5211-4f21-83cf-43978232a019,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:35.119416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-09826afd-d2b4-418a-bfb7-ca3e3ec80c60 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.120898 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-09826afd-d2b4-418a-bfb7-ca3e3ec80c60 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165810 Feb 09 03:15:35.124393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58890) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:35.130358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'network': {'name': 'tempest-network-smoke--1124365566', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'port_security_enabled': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:35.175482 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (c7226685-167a-478a-a33a-d99e71bf0f1e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.175645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=e6842f5a-da67-4164-bbae-ac2d8b21b37d,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:35.180855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:35.185761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.254401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.275387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:35.296126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5f9c64ae-0dee-4b19-974f-93913a2a03dd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.298820 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Added segment 5f9c64ae-0dee-4b19-974f-93913a2a03dd of type vlan for network 2306873e-6237-423f-8c7d-89d908044c15 Feb 09 03:15:35.392892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (2306873e-6237-423f-8c7d-89d908044c15), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.480296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd56a6-4d67-48ab-8304-018df35f16fc None None] Current status of the port e6842f5a-da67-4164-bbae-ac2d8b21b37d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:35.506311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (2306873e-6237-423f-8c7d-89d908044c15), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.519255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:35.528576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.570459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (308d6454-5211-4f21-83cf-43978232a019), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:35.818427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1e00e49a-68ac-445a-b168-afc0bd6cff6a None None] Provisioning complete for port e6842f5a-da67-4164-bbae-ac2d8b21b37d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:35.818949 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e00e49a-68ac-445a-b168-afc0bd6cff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.060107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c06d1-5e2e-47e3-9f46-104522a84412 None None] Network 52c8a753-4eb5-4551-92b7-3099fe646de1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:36.205556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (308d6454-5211-4f21-83cf-43978232a019), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.205556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58906) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:36.219741 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (308d6454-5211-4f21-83cf-43978232a019), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.335275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1e00e49a-68ac-445a-b168-afc0bd6cff6a None None] Current status of the port e6842f5a-da67-4164-bbae-ac2d8b21b37d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:36.347810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (c7226685-167a-478a-a33a-d99e71bf0f1e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.419739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bae5d0d0-4321-4f34-8467-8b14e08ea3e0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:36.440201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=308d6454-5211-4f21-83cf-43978232a019,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:36.463055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1272337282-network', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:36.482928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1e00e49a-68ac-445a-b168-afc0bd6cff6a None None] Provisioning complete for port 308d6454-5211-4f21-83cf-43978232a019 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:36.483302 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e00e49a-68ac-445a-b168-afc0bd6cff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (308d6454-5211-4f21-83cf-43978232a019), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.572347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Made reservation on behalf of 1eedff2681d14431af71e5c5d901fba1 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:36.577346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4511237 Feb 09 03:15:36.578951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.581830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58914) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:36.588404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'admin_state_up': True, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:36.607058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30a1bf-b3d5-4f91-a740-e7fbc73677f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Network': ['ID=2306873e-6237-423f-8c7d-89d908044c15,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:36.634926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.635567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (54893c5c-9a83-48ef-8b36-e14187e5303a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.637688 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (54893c5c-9a83-48ef-8b36-e14187e5303a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.647560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 2306873e-6237-423f-8c7d-89d908044c15 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:36.661211 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.689605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1e00e49a-68ac-445a-b168-afc0bd6cff6a None None] Port 308d6454-5211-4f21-83cf-43978232a019 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:36.725761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_controller (54893c5c-9a83-48ef-8b36-e14187e5303a), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.845416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:36.846002 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.875391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:36.890873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:36.920308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Provisioning complete for port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:36.920685 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.923395 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Publish callbacks [] for security_group (36a962ae-5ead-4805-b2ba-885b6412a3cc), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:36.947600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (36a962ae-5ead-4805-b2ba-885b6412a3cc), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.041967 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (54893c5c-9a83-48ef-8b36-e14187e5303a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.083822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:15:37.101634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:37.102026 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.151577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a614a25e-cec4-44a4-b6a0-82cefdfa67a7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.151981 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Added segment a614a25e-cec4-44a4-b6a0-82cefdfa67a7 of type vlan for network 5e758307-5402-402b-bd9d-069215843745 Feb 09 03:15:37.197701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a962ae-5ead-4805-b2ba-885b6412a3cc,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:37.240079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port bae5d0d0-4321-4f34-8467-8b14e08ea3e0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bae5d0d0-4321-4f34-8467-8b14e08ea3e0,segment=NetworkSegment(bfb8c79a-687e-4eb4-8160-e5171baf5e2b),segment_id=bfb8c79a-687e-4eb4-8160-e5171baf5e2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:37.268755 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.269655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e6842f5a-da67-4164-bbae-ac2d8b21b37d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:37.303347 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5e758307-5402-402b-bd9d-069215843745), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.366160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Current status of the port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:37.366686 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.406781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5e758307-5402-402b-bd9d-069215843745), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.407909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:37.409463 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.443180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=bae5d0d0-4321-4f34-8467-8b14e08ea3e0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:37.484527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (54893c5c-9a83-48ef-8b36-e14187e5303a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.560390 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.573198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:15:37.573198 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:15:37.574226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e6842f5a-da67-4164-bbae-ac2d8b21b37d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:37.579073 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.585934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router c7226685-167a-478a-a33a-d99e71bf0f1e is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:15:37.597083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] Pushing event updated for resources: {'Network': ['ID=5e758307-5402-402b-bd9d-069215843745,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:37.645509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5e758307-5402-402b-bd9d-069215843745 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:15:37.659501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2dd88682-4fcd-4688-9a48-e8f3ad12e589 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4580142 Feb 09 03:15:37.671657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58924) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:37.679048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Request body: {'subnet': {'network_id': '5e758307-5402-402b-bd9d-069215843745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1272337282-subnet', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:37.815613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.25.2.119 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/0bed98b2-68ad-4ca0-a04e-025e99bc9c4a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:37.895848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Made reservation on behalf of 1eedff2681d14431af71e5c5d901fba1 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:37.902029 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:37.904608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:37.921117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-50556eee-892c-4aa8-b658-e7f1e7b1f2b9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/c7226685-167a-478a-a33a-d99e71bf0f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0349030 Feb 09 03:15:37.925530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58926) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:38.099395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d7cea-bf84-4721-8a1f-14a05bd5289b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:38.103584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bd3d7cea-bf84-4721-8a1f-14a05bd5289b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports/308d6454-5211-4f21-83cf-43978232a019 HTTP/1.1" status: 200 len: 910 time: 0.1743369 Feb 09 03:15:38.107766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58930) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:38.114182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e6842f5a-da67-4164-bbae-ac2d8b21b37d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:38.135939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70ebc3-0c9e-4208-9eef-2949452e9ec9 None None] Sync routers for ids ['c7226685-167a-478a-a33a-d99e71bf0f1e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:38.197771 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.272401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70ebc3-0c9e-4208-9eef-2949452e9ec9 None None] Routers {'c7226685-167a-478a-a33a-d99e71bf0f1e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:38.279986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6c70ebc3-0c9e-4208-9eef-2949452e9ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7226685-167a-478a-a33a-d99e71bf0f1e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:38.303678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bae5d0d0-4321-4f34-8467-8b14e08ea3e0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:38.357576 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.441239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=0bed98b2-68ad-4ca0-a04e-025e99bc9c4a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:38.471849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:38.477111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:38.480527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:38.542246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Current status of the port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:38.570144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6c70ebc3-0c9e-4208-9eef-2949452e9ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:38.603403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Provisioning complete for port 308d6454-5211-4f21-83cf-43978232a019 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:38.603786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (308d6454-5211-4f21-83cf-43978232a019), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.679670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:38.679973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:38.774169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-108b1685-6eeb-4d2a-9d46-28d7dde43dcc None None] Port 308d6454-5211-4f21-83cf-43978232a019 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:38.796364 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70ebc3-0c9e-4208-9eef-2949452e9ec9 None None] Routers {'c7226685-167a-478a-a33a-d99e71bf0f1e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:38.797019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6c70ebc3-0c9e-4208-9eef-2949452e9ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7226685-167a-478a-a33a-d99e71bf0f1e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:38.919413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6c70ebc3-0c9e-4208-9eef-2949452e9ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:38.920040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70ebc3-0c9e-4208-9eef-2949452e9ec9 None None] The sync data for ids ['c7226685-167a-478a-a33a-d99e71bf0f1e'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:38.948615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cd2f8906-3a40-4c7a-ba57-cffbcfbbac10 None None] Provisioning complete for port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:38.948916 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8906-3a40-4c7a-ba57-cffbcfbbac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.084276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (54893c5c-9a83-48ef-8b36-e14187e5303a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.141032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:39.239468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f8906-3a40-4c7a-ba57-cffbcfbbac10 None None] Current status of the port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:39.266225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cd2f8906-3a40-4c7a-ba57-cffbcfbbac10 None None] Provisioning complete for port 308d6454-5211-4f21-83cf-43978232a019 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:39.267227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8906-3a40-4c7a-ba57-cffbcfbbac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (308d6454-5211-4f21-83cf-43978232a019), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.289295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (9f1382e5-537f-4467-acfb-3dff264fefd0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.378382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1382e5-537f-4467-acfb-3dff264fefd0,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:39.388361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f8906-3a40-4c7a-ba57-cffbcfbbac10 None None] Port 308d6454-5211-4f21-83cf-43978232a019 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:39.428701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Checking segment: {'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:39.429234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Network hostable DHCP agents. Network: 5e758307-5402-402b-bd9d-069215843745, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:15:39.445066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.578554 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (54893c5c-9a83-48ef-8b36-e14187e5303a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.626380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Network 5e758307-5402-402b-bd9d-069215843745 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:15:39.823869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 54893c5c-9a83-48ef-8b36-e14187e5303a is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:15:39.844828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5e758307-5402-402b-bd9d-069215843745) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:39.853458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bff16d-d91d-44a8-a464-7373957c5138 None None] Network 5e758307-5402-402b-bd9d-069215843745 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:39.861004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:39.861607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.942104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7d01e8ac-4e8f-4c1c-8547-7a0d0e001398 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2693243 Feb 09 03:15:39.948972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58946) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:39.961738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:39.962751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1272337282-router', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:39.972603 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Sync routers for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:39.990588 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:39.991262 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:39.992914 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:39.998574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-39c1a0b7-5d4a-4a2e-ac3d-b9e521d38641 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4153244 Feb 09 03:15:40.001912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 58948) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:40.122370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-5e758307-5402-402b-bd9d-069215843745', 'network_id': '5e758307-5402-402b-bd9d-069215843745', 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'fixed_ips': [{'subnet_id': '9f1382e5-537f-4467-acfb-3dff264fefd0'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:15:40.135309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-57b2206f-cc60-44b3-9491-d74a38d53ce1 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1cd773e8482b465982b74bd96fc10950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1287036 Feb 09 03:15:40.139145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:40.157541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (4a042bff-5e58-49b3-acf5-447db00be637), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.161569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (4a042bff-5e58-49b3-acf5-447db00be637), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.167289 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.222880 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:40.408189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.21.0.1 (52c8a753-4eb5-4551-92b7-3099fe646de1/601a89bd-7dbd-430a-b8c1-508d06f90d27/21edfcf9-de29-4bed-8f26-7dd5b2c21bb4) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:40.438430 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks [] for router_controller (4a042bff-5e58-49b3-acf5-447db00be637), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.550216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca242577-9dd6-47cf-8ff3-ef48e8007549 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:40.554899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ca242577-9dd6-47cf-8ff3-ef48e8007549 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4143507 Feb 09 03:15:40.556649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58958) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:40.647196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Allocated IP 172.20.0.2 (5e758307-5402-402b-bd9d-069215843745/9f1382e5-537f-4467-acfb-3dff264fefd0/33255b53-207d-4377-8876-d4f2cedc150b) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:40.649435 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-87635105-ed72-473f-afeb-6dfb0368b025 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0914578 Feb 09 03:15:40.654319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 58960) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:40.664494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1954247009', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:40.807529 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:38Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:40.864410 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Checking router: 54893c5c-9a83-48ef-8b36-e14187e5303a for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:40.865022 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Updating router 54893c5c-9a83-48ef-8b36-e14187e5303a port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:40.929160 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.968784 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Publish callbacks [] for port (33255b53-207d-4377-8876-d4f2cedc150b), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:40.986747 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (33255b53-207d-4377-8876-d4f2cedc150b), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.036274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:41.041119 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.056074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks [] for router_gateway (4a042bff-5e58-49b3-acf5-447db00be637), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.119680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Network 5e758307-5402-402b-bd9d-069215843745 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:41.123370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:41.123511 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.135112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:41.291876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.378076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Pushing event updated for resources: {'Port': ['ID=33255b53-207d-4377-8876-d4f2cedc150b,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:41.404840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Attempting to bind port 33255b53-207d-4377-8876-d4f2cedc150b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:41.406351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Attempting to bind port 33255b53-207d-4377-8876-d4f2cedc150b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:41.406840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Attempting to bind port 33255b53-207d-4377-8876-d4f2cedc150b on network 5e758307-5402-402b-bd9d-069215843745 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:41.424623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:41.428529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Checking segment: {'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:41.429098 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.429621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Bound using segment: {'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:41.430261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Bound port: 33255b53-207d-4377-8876-d4f2cedc150b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:41.430755 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33255b53-207d-4377-8876-d4f2cedc150b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.470841 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Publish callbacks [] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.490477 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.534690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 52c8a753-4eb5-4551-92b7-3099fe646de1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:41.555943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:41.562680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:41.568978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=21edfcf9-de29-4bed-8f26-7dd5b2c21bb4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:41.624370 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (d021f6a0-ccaf-4e83-a21b-c76b9cd63154), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.721538 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Pushing event updated for resources: {'Port': ['ID=0bed98b2-68ad-4ca0-a04e-025e99bc9c4a,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:41.755467 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks [] for router_gateway (4a042bff-5e58-49b3-acf5-447db00be637), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.756862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] For port 33255b53-207d-4377-8876-d4f2cedc150b, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:41.772450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (c7226685-167a-478a-a33a-d99e71bf0f1e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.775840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] For port 33255b53-207d-4377-8876-d4f2cedc150b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33255b53-207d-4377-8876-d4f2cedc150b,segment=NetworkSegment(a614a25e-cec4-44a4-b6a0-82cefdfa67a7),segment_id=a614a25e-cec4-44a4-b6a0-82cefdfa67a7)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:41.784471 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Attempting to bind port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:41.784852 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Attempting to bind port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:41.785216 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Attempting to bind port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:41.799216 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33255b53-207d-4377-8876-d4f2cedc150b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.801237 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:41.801829 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:41.802517 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.803092 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:41.803722 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Bound port: 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:41.804275 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:41.975274 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] For port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:41.979100 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] For port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0bed98b2-68ad-4ca0-a04e-025e99bc9c4a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:42.002804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.010084 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.019812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Subnet': ['ID=d021f6a0-ccaf-4e83-a21b-c76b9cd63154,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:42.035160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Checking segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:42.040048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network hostable DHCP agents. Network: 2306873e-6237-423f-8c7d-89d908044c15, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:15:42.092856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e7df2-46eb-461d-9759-14576296fbd0 None None] Pushing event updated for resources: {'Port': ['ID=33255b53-207d-4377-8876-d4f2cedc150b,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:42.133435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 2306873e-6237-423f-8c7d-89d908044c15 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:15:42.175014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 2306873e-6237-423f-8c7d-89d908044c15) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:42.193167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:42.196549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.197675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ff8c38a4-da3b-42c9-a490-003933826cf2 None None] Provisioning complete for port 21edfcf9-de29-4bed-8f26-7dd5b2c21bb4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:42.198073 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ff8c38a4-da3b-42c9-a490-003933826cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.205099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3deb2d0-6800-452e-b785-a1ab13237e39 None None] Network 2306873e-6237-423f-8c7d-89d908044c15 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:42.225708 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Pushing event updated for resources: {'Port': ['ID=0bed98b2-68ad-4ca0-a04e-025e99bc9c4a,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:42.262597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f7d23a70-d432-49c6-a490-1bec43724516 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6062024 Feb 09 03:15:42.263877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59014) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:42.273434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Allocated IP 172.25.2.25 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/6bd5463c-55b9-4cd6-8253-88bc4343f97d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:42.285976 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.288036 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.288582 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.289030 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.289470 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.292665 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.293785 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.294395 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.294935 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.295485 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.296035 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.296574 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.300607 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90ec89-44f6-4c35-ade1-655dedc6995b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:15:42.340513 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:42.341347 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:42.556205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks [] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.582035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c38a4-da3b-42c9-a490-003933826cf2 None None] Port 21edfcf9-de29-4bed-8f26-7dd5b2c21bb4 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:42.663738 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.736489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:42.742507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-2306873e-6237-423f-8c7d-89d908044c15', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:15:42.743400 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:42.749219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:42.762787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:42.789271 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:42.960323 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:43.005403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd5463c-55b9-4cd6-8253-88bc4343f97d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:43.232830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Allocated IP 172.20.0.2 (2306873e-6237-423f-8c7d-89d908044c15/d021f6a0-ccaf-4e83-a21b-c76b9cd63154/846b85d1-0fd0-4e07-aee9-339a4374cecd) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:43.566156 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:38Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:43.676705 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c3696-bec2-4624-a73c-9e793f811b6a None None] The sync data for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 is: [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:38Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:43.880059 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Publish callbacks [] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:43.894985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:43.975079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.037493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Pushing event updated for resources: {'Port': ['ID=846b85d1-0fd0-4e07-aee9-339a4374cecd,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:44.066275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Network 2306873e-6237-423f-8c7d-89d908044c15 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:44.066998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:44.073012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:44.182072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6230c395-0053-4c03-ab58-633c58ed2704 req-091eff1f-15f3-49cb-9f6d-9ee64ff49ab1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6247215 Feb 09 03:15:44.211659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee32d32-8620-41c1-9d2a-3770516ec3bf None None] Network 5e758307-5402-402b-bd9d-069215843745 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:44.412299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Attempting to bind port 846b85d1-0fd0-4e07-aee9-339a4374cecd on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:44.412299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Attempting to bind port 846b85d1-0fd0-4e07-aee9-339a4374cecd by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:44.412299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Attempting to bind port 846b85d1-0fd0-4e07-aee9-339a4374cecd on network 2306873e-6237-423f-8c7d-89d908044c15 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:44.430883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:44.431264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Checking segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:44.431769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.432176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Bound using segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:44.432664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Bound port: 846b85d1-0fd0-4e07-aee9-339a4374cecd, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:44.433045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.506318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d6d1a314-71fd-4944-8e0a-d681ea1c8435 None None] Provisioning complete for port 33255b53-207d-4377-8876-d4f2cedc150b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:44.506674 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a314-71fd-4944-8e0a-d681ea1c8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33255b53-207d-4377-8876-d4f2cedc150b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.632635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33255b53-207d-4377-8876-d4f2cedc150b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:44.789545 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:44.999933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.20.0.1 (2306873e-6237-423f-8c7d-89d908044c15/d021f6a0-ccaf-4e83-a21b-c76b9cd63154/7fe9d9f3-8a3e-4d72-8987-df57922fbcf0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:45.046498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] For port 846b85d1-0fd0-4e07-aee9-339a4374cecd, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:45.145136 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.155747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] For port 846b85d1-0fd0-4e07-aee9-339a4374cecd, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=846b85d1-0fd0-4e07-aee9-339a4374cecd,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:45.301111 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 33255b53-207d-4377-8876-d4f2cedc150b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:45.301485 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33255b53-207d-4377-8876-d4f2cedc150b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.432014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.437582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.556160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230c395-0053-4c03-ab58-633c58ed2704 req-ec003a1d-b33a-4eeb-990d-15895b519a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:45.561217 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6230c395-0053-4c03-ab58-633c58ed2704 req-ec003a1d-b33a-4eeb-990d-15895b519a10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 1127 time: 1.3014979 Feb 09 03:15:45.628740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=21edfcf9-de29-4bed-8f26-7dd5b2c21bb4,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:45.629645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.636100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c85db2-4f09-4053-918b-7693b96569b0 None None] Pushing event updated for resources: {'Port': ['ID=846b85d1-0fd0-4e07-aee9-339a4374cecd,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:45.736990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1a314-71fd-4944-8e0a-d681ea1c8435 None None] Current status of the port 33255b53-207d-4377-8876-d4f2cedc150b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:45.738724 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a314-71fd-4944-8e0a-d681ea1c8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33255b53-207d-4377-8876-d4f2cedc150b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.807083 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (c7226685-167a-478a-a33a-d99e71bf0f1e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:45.963841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 2306873e-6237-423f-8c7d-89d908044c15 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:45.988910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d6d1a314-71fd-4944-8e0a-d681ea1c8435 None None] For port 33255b53-207d-4377-8876-d4f2cedc150b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33255b53-207d-4377-8876-d4f2cedc150b,segment=NetworkSegment(a614a25e-cec4-44a4-b6a0-82cefdfa67a7),segment_id=a614a25e-cec4-44a4-b6a0-82cefdfa67a7)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:46.015398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:46.025465 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6d1a314-71fd-4944-8e0a-d681ea1c8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33255b53-207d-4377-8876-d4f2cedc150b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:46.032189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:46.053968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:46.223818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (54893c5c-9a83-48ef-8b36-e14187e5303a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:46.277772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1a314-71fd-4944-8e0a-d681ea1c8435 None None] Pushing event updated for resources: {'Port': ['ID=33255b53-207d-4377-8876-d4f2cedc150b,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:46.300336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 33255b53-207d-4377-8876-d4f2cedc150b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:46.302785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33255b53-207d-4377-8876-d4f2cedc150b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:46.556771 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:15:46.557355 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:15:46.579532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-76e684ef-6bde-4624-aabd-d80630a5419f None None] Provisioning complete for port 33255b53-207d-4377-8876-d4f2cedc150b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:46.579916 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-76e684ef-6bde-4624-aabd-d80630a5419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33255b53-207d-4377-8876-d4f2cedc150b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:46.715889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:46.801933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-76e684ef-6bde-4624-aabd-d80630a5419f None None] Current status of the port 33255b53-207d-4377-8876-d4f2cedc150b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:46.808958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59082) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:47.101715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks [] for router_gateway (4a042bff-5e58-49b3-acf5-447db00be637), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:47.129225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-967b6b9e-5b41-41a3-a14c-4fb5421db04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:47.157945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 33255b53-207d-4377-8876-d4f2cedc150b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:47.199912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230c395-0053-4c03-ab58-633c58ed2704 req-00bf4d7c-c96a-4da3-8e55-517b9e84cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:47.201642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6230c395-0053-4c03-ab58-633c58ed2704 req-00bf4d7c-c96a-4da3-8e55-517b9e84cb75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 1.6116366 Feb 09 03:15:47.499900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6230c395-0053-4c03-ab58-633c58ed2704 req-245732c3-a2c8-4818-9592-0faf5d47a5ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5348d0df-2e22-438a-a861-2fb4f4b5dab8 HTTP/1.1" status: 200 len: 217 time: 0.1565585 Feb 09 03:15:47.517854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 52c8a753-4eb5-4551-92b7-3099fe646de1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:47.622597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:47.644514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:47.797688 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:47.824760 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:47.899588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:47.900918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.059436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router c7226685-167a-478a-a33a-d99e71bf0f1e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:48.121410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230c395-0053-4c03-ab58-633c58ed2704 req-ef0040e5-7ac3-441a-84b1-2688f8b378c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:48.122971 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6230c395-0053-4c03-ab58-633c58ed2704 req-ef0040e5-7ac3-441a-84b1-2688f8b378c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.6113260 Feb 09 03:15:48.223556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:48.229319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6230c395-0053-4c03-ab58-633c58ed2704 req-03110b9a-b2de-435a-8733-5c9ccd96b6df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831029 Feb 09 03:15:48.302206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (54893c5c-9a83-48ef-8b36-e14187e5303a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.333200 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-967b6b9e-5b41-41a3-a14c-4fb5421db04f admin admin] Publish callbacks [] for security_group (011a5529-ea34-4203-8210-cfeccd50ebbe), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.370183 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-967b6b9e-5b41-41a3-a14c-4fb5421db04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (011a5529-ea34-4203-8210-cfeccd50ebbe), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.473127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-967b6b9e-5b41-41a3-a14c-4fb5421db04f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea4576b46d5b47a0a7c6d81d03efd63e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6631877 Feb 09 03:15:48.474055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59102) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:48.571551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6230c395-0053-4c03-ab58-633c58ed2704 req-3a2d69ef-4185-4c4c-aba7-7a3958a31f99 service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334758 Feb 09 03:15:48.627285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5cfd376b-8d5c-4a1b-a9c4-007850411f5c None None] Provisioning complete for port 21edfcf9-de29-4bed-8f26-7dd5b2c21bb4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:48.627682 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5cfd376b-8d5c-4a1b-a9c4-007850411f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.676704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:48.677304 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.752189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146e045-3a53-4a0b-b6d9-4c5ac6e7fc7b None None] Network 2306873e-6237-423f-8c7d-89d908044c15 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:15:48.755114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b6b9e-5b41-41a3-a14c-4fb5421db04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011a5529-ea34-4203-8210-cfeccd50ebbe,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:48.757332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd376b-8d5c-4a1b-a9c4-007850411f5c None None] Port 21edfcf9-de29-4bed-8f26-7dd5b2c21bb4 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:48.762543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0bed98b2-68ad-4ca0-a04e-025e99bc9c4a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:48.800358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 2306873e-6237-423f-8c7d-89d908044c15 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:48.808843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:48.838167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6230c395-0053-4c03-ab58-633c58ed2704 req-ec75b72b-0428-4c60-8440-9e386654e53e service neutron] 10.222.0.61 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036216 Feb 09 03:15:48.857916 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:48.871494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33255b53-207d-4377-8876-d4f2cedc150b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:48.963933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d795c338-6e0f-4c6d-a3f2-d47e43fd4f6c admin admin] Publish callbacks [] for security_group (011a5529-ea34-4203-8210-cfeccd50ebbe), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.037711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 33255b53-207d-4377-8876-d4f2cedc150b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:49.040184 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33255b53-207d-4377-8876-d4f2cedc150b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.057481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b9983a10-db55-4ce1-ba56-66d8feffb347 None None] Provisioning complete for port 846b85d1-0fd0-4e07-aee9-339a4374cecd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:49.058098 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9983a10-db55-4ce1-ba56-66d8feffb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.163542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (4a042bff-5e58-49b3-acf5-447db00be637), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.168246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=0bed98b2-68ad-4ca0-a04e-025e99bc9c4a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:49.246474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b9983a10-db55-4ce1-ba56-66d8feffb347 None None] Current status of the port 846b85d1-0fd0-4e07-aee9-339a4374cecd is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:49.247127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9983a10-db55-4ce1-ba56-66d8feffb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.285345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b9983a10-db55-4ce1-ba56-66d8feffb347 None None] For port 846b85d1-0fd0-4e07-aee9-339a4374cecd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=846b85d1-0fd0-4e07-aee9-339a4374cecd,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:49.296344 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9983a10-db55-4ce1-ba56-66d8feffb347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.326965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:49.424755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6a486341-2342-4d98-93a2-4edc8004a625 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/c7226685-167a-478a-a33a-d99e71bf0f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3155026 Feb 09 03:15:49.429973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59110) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:49.469724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 33255b53-207d-4377-8876-d4f2cedc150b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:49.477544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 846b85d1-0fd0-4e07-aee9-339a4374cecd up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:49.594948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ae496-0308-4d60-a235-fb88a11936af None None] Sync routers for ids ['c7226685-167a-478a-a33a-d99e71bf0f1e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:49.600310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9983a10-db55-4ce1-ba56-66d8feffb347 None None] Pushing event updated for resources: {'Port': ['ID=846b85d1-0fd0-4e07-aee9-339a4374cecd,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:49.606550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6e8cc-3184-4a60-9eeb-3860d636a750 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:49.618672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93b6e8cc-3184-4a60-9eeb-3860d636a750 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports/21edfcf9-de29-4bed-8f26-7dd5b2c21bb4 HTTP/1.1" status: 200 len: 910 time: 0.1780093 Feb 09 03:15:49.621925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59112) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:49.629881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ae496-0308-4d60-a235-fb88a11936af None None] Routers {'c7226685-167a-478a-a33a-d99e71bf0f1e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:49.630793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7d7ae496-0308-4d60-a235-fb88a11936af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7226685-167a-478a-a33a-d99e71bf0f1e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:49.743965 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.748066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7d7ae496-0308-4d60-a235-fb88a11936af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:49.779053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ae496-0308-4d60-a235-fb88a11936af None None] Routers {'c7226685-167a-478a-a33a-d99e71bf0f1e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:49.779714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7d7ae496-0308-4d60-a235-fb88a11936af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7226685-167a-478a-a33a-d99e71bf0f1e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:49.782661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 846b85d1-0fd0-4e07-aee9-339a4374cecd triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:49.783042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:49.936161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-7d7ae496-0308-4d60-a235-fb88a11936af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:49.936832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ae496-0308-4d60-a235-fb88a11936af None None] The sync data for ids ['c7226685-167a-478a-a33a-d99e71bf0f1e'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:49.994497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1e7f477b-b527-468e-9232-b4a3e80aeb69 None None] Provisioning complete for port 846b85d1-0fd0-4e07-aee9-339a4374cecd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:49.994887 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e7f477b-b527-468e-9232-b4a3e80aeb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.214801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Router 4a042bff-5e58-49b3-acf5-447db00be637 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:15:50.233083 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d795c338-6e0f-4c6d-a3f2-d47e43fd4f6c admin admin] Publish callbacks [] for security_group (011a5529-ea34-4203-8210-cfeccd50ebbe), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.241179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 846b85d1-0fd0-4e07-aee9-339a4374cecd is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:50.347093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f477b-b527-468e-9232-b4a3e80aeb69 None None] Current status of the port 846b85d1-0fd0-4e07-aee9-339a4374cecd is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:50.372497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1e7f477b-b527-468e-9232-b4a3e80aeb69 None None] Provisioning complete for port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:50.373120 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e7f477b-b527-468e-9232-b4a3e80aeb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.463660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:50.485595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 54893c5c-9a83-48ef-8b36-e14187e5303a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:50.549356 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d795c338-6e0f-4c6d-a3f2-d47e43fd4f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (011a5529-ea34-4203-8210-cfeccd50ebbe), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.554339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f477b-b527-468e-9232-b4a3e80aeb69 None None] Port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:50.557067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d795c338-6e0f-4c6d-a3f2-d47e43fd4f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.561255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d795c338-6e0f-4c6d-a3f2-d47e43fd4f6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/011a5529-ea34-4203-8210-cfeccd50ebbe HTTP/1.1" status: 204 len: 168 time: 2.0818541 Feb 09 03:15:50.580449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:50.606550 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Sync routers for ids ['4a042bff-5e58-49b3-acf5-447db00be637'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:50.639452 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Routers {'4a042bff-5e58-49b3-acf5-447db00be637'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:50.640101 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4a042bff-5e58-49b3-acf5-447db00be637'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:50.651839 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:50.653308 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.691019 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:50.693006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5e46100a-d5db-484a-a1f7-0ef2f8b333d5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.7390149 Feb 09 03:15:50.696721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59122) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:50.828308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795c338-6e0f-4c6d-a3f2-d47e43fd4f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011a5529-ea34-4203-8210-cfeccd50ebbe,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:50.959446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:50.980468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:50.986027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 846b85d1-0fd0-4e07-aee9-339a4374cecd up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:50.990125 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb7d7598-83e4-413d-a22c-b1d3a3615e87 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "PUT /v2.0/routers/54893c5c-9a83-48ef-8b36-e14187e5303a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7251327 Feb 09 03:15:51.020219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Sync routers for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:51.036110 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Set router 4a042bff-5e58-49b3-acf5-447db00be637 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:51.109989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-601e9473-e7c3-4bc4-b986-a9ea9a3282b8 None None] Provisioning complete for port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:51.113679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-601e9473-e7c3-4bc4-b986-a9ea9a3282b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.257642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59134) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:51.264259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:51.270632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:51.287880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f935831-ed62-4b9f-9c17-934f244a58b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.420236 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a042bff-5e58-49b3-acf5-447db00be637', 'name': 'tempest-ImageQuotaTest-1272337282-router', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:40Z', 'updated_at': '2022-02-09T03:15:44Z', 'revision_number': 3, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'gw_port': {'id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:51.499814 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Checking router: 4a042bff-5e58-49b3-acf5-447db00be637 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:51.502341 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Updating router 4a042bff-5e58-49b3-acf5-447db00be637 port 6bd5463c-55b9-4cd6-8253-88bc4343f97d binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:51.549183 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f935831-ed62-4b9f-9c17-934f244a58b3 admin admin] Publish callbacks [] for security_group (5ceb9c67-e88f-49de-bd1e-9251e13950a9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.559394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-601e9473-e7c3-4bc4-b986-a9ea9a3282b8 None None] Port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:51.561781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f935831-ed62-4b9f-9c17-934f244a58b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5ceb9c67-e88f-49de-bd1e-9251e13950a9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.603329 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.620840 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.629214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 846b85d1-0fd0-4e07-aee9-339a4374cecd triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:51.632550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.712588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f935831-ed62-4b9f-9c17-934f244a58b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceb9c67-e88f-49de-bd1e-9251e13950a9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:51.740898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-abbf094a-573d-4a97-a4da-e5e77fcf5987 None None] Provisioning complete for port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:51.741443 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-abbf094a-573d-4a97-a4da-e5e77fcf5987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.768241 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (c7226685-167a-478a-a33a-d99e71bf0f1e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:51.790361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1f935831-ed62-4b9f-9c17-934f244a58b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14af38921fe24419b25fd3e500c79dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5302861 Feb 09 03:15:51.803295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59148) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:51.832635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-abbf094a-573d-4a97-a4da-e5e77fcf5987 None None] Port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:51.835549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:51.856826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-8340c890-6b1b-42f3-8b48-3556652b3216 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372227402&fields=id&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 267 time: 0.1478469 Feb 09 03:15:52.130553 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Publish callbacks [] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.133975 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59af50ab-4a2a-4331-9ee7-217eccb4251b admin admin] Publish callbacks [] for security_group (5ceb9c67-e88f-49de-bd1e-9251e13950a9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.143397 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.246910 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f009795-bb35-458b-86b4-e727d790e3e7 None None] Pushing event updated for resources: {'Port': ['ID=6bd5463c-55b9-4cd6-8253-88bc4343f97d,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:52.292121 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Attempting to bind port 6bd5463c-55b9-4cd6-8253-88bc4343f97d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:52.292527 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Attempting to bind port 6bd5463c-55b9-4cd6-8253-88bc4343f97d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:52.292995 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Attempting to bind port 6bd5463c-55b9-4cd6-8253-88bc4343f97d on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:52.296890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 846b85d1-0fd0-4e07-aee9-339a4374cecd is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:52.298863 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:52.299357 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:52.299762 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.300152 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:52.300622 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Bound port: 6bd5463c-55b9-4cd6-8253-88bc4343f97d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:52.300995 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.365258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59af50ab-4a2a-4331-9ee7-217eccb4251b admin admin] Publish callbacks [] for security_group (5ceb9c67-e88f-49de-bd1e-9251e13950a9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.432510 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] For port 6bd5463c-55b9-4cd6-8253-88bc4343f97d, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:52.441544 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] For port 6bd5463c-55b9-4cd6-8253-88bc4343f97d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6bd5463c-55b9-4cd6-8253-88bc4343f97d,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:52.456243 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.502787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.580392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:47Z', 'revision_number': 2, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:52.610747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-55596400-f175-4be0-a93c-39d698c1d1eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:52.612540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-55596400-f175-4be0-a93c-39d698c1d1eb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 797 time: 0.7463284 Feb 09 03:15:52.632803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Checking router: 54893c5c-9a83-48ef-8b36-e14187e5303a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:15:52.633362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Updating router 54893c5c-9a83-48ef-8b36-e14187e5303a port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:15:52.636007 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f009795-bb35-458b-86b4-e727d790e3e7 None None] Pushing event updated for resources: {'Port': ['ID=6bd5463c-55b9-4cd6-8253-88bc4343f97d,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:52.650688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-d2c3bbfe-c1bb-4d6b-a84f-6434204b3c2f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/quotas/1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 375 time: 0.0311370 Feb 09 03:15:52.655292 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59af50ab-4a2a-4331-9ee7-217eccb4251b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5ceb9c67-e88f-49de-bd1e-9251e13950a9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.656278 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Routers {'4a042bff-5e58-49b3-acf5-447db00be637'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:52.656926 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4a042bff-5e58-49b3-acf5-447db00be637'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:52.660051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-59af50ab-4a2a-4331-9ee7-217eccb4251b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.670130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-59af50ab-4a2a-4331-9ee7-217eccb4251b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ceb9c67-e88f-49de-bd1e-9251e13950a9 HTTP/1.1" status: 204 len: 168 time: 0.8654568 Feb 09 03:15:52.697096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:52.698803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af50ab-4a2a-4331-9ee7-217eccb4251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceb9c67-e88f-49de-bd1e-9251e13950a9,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:52.868504 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-27fbd816-8100-4e0c-bd90-ce4b2366e5c1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1952243 Feb 09 03:15:52.889389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-ce586b2c-4421-4261-96a9-05720757247e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:15:52.890851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-ce586b2c-4421-4261-96a9-05720757247e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064921 Feb 09 03:15:52.904279 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] Set router 4a042bff-5e58-49b3-acf5-447db00be637 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:53.122913 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-666efd6c-8033-4619-8642-af97564e6182 service neutron] 10.222.0.32 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257130 Feb 09 03:15:53.277650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Allocated IP 172.20.0.1 (5e758307-5402-402b-bd9d-069215843745/9f1382e5-537f-4467-acfb-3dff264fefd0/87a3f24a-4299-40e3-af89-2438d460247a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:53.310976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-c12af61c-9504-4bae-9dca-137a009d04d2 service neutron] 10.222.0.32 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779943 Feb 09 03:15:53.347049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 21edfcf9-de29-4bed-8f26-7dd5b2c21bb4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:15:53.347405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.427279 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Publish callbacks [] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.447982 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.450515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59164) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:53.489945 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64adf56d-421b-413f-a8b0-783dcd0d096e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.557834 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a042bff-5e58-49b3-acf5-447db00be637', 'name': 'tempest-ImageQuotaTest-1272337282-router', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:40Z', 'updated_at': '2022-02-09T03:15:44Z', 'revision_number': 3, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'gw_port': {'id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:53.582869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48998fc5-cc13-4679-8f2f-3c9ead7954b9 None None] Pushing event updated for resources: {'Port': ['ID=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:53.623320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.683795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 21edfcf9-de29-4bed-8f26-7dd5b2c21bb4 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:15:53.717626 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46259e2-fbe0-40f3-9293-51968f71d7dd None None] The sync data for ids ['4a042bff-5e58-49b3-acf5-447db00be637'] in n-d-827839-4 is: [{'id': '4a042bff-5e58-49b3-acf5-447db00be637', 'name': 'tempest-ImageQuotaTest-1272337282-router', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:40Z', 'updated_at': '2022-02-09T03:15:44Z', 'revision_number': 3, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'gw_port': {'id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:53.773556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Attempting to bind port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:15:53.773951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Attempting to bind port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:15:53.774985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Attempting to bind port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 on network 2306873e-6237-423f-8c7d-89d908044c15 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:15:53.790010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:15:53.790547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Checking segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:15:53.790967 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.791386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Bound using segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:15:53.792052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Bound port: 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:15:53.792471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.820158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64adf56d-421b-413f-a8b0-783dcd0d096e admin admin] Publish callbacks [] for security_group (63324a6b-f991-447d-b030-a3c311ca9afd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.833548 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64adf56d-421b-413f-a8b0-783dcd0d096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (63324a6b-f991-447d-b030-a3c311ca9afd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:53.935197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adf56d-421b-413f-a8b0-783dcd0d096e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63324a6b-f991-447d-b030-a3c311ca9afd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:53.965452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-64adf56d-421b-413f-a8b0-783dcd0d096e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a50642018fb44e7da831aea744f1499b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5137651 Feb 09 03:15:53.966107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59184) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:53.970036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] For port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:15:53.979824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] For port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:15:53.994405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.072649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4d122ee9-e2cf-49ce-b51b-5bf77aa25f70 admin admin] Publish callbacks [] for security_group (63324a6b-f991-447d-b030-a3c311ca9afd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.100801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:54.102166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:54.118149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4d122ee9-e2cf-49ce-b51b-5bf77aa25f70 admin admin] Publish callbacks [] for security_group (63324a6b-f991-447d-b030-a3c311ca9afd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.280217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4d122ee9-e2cf-49ce-b51b-5bf77aa25f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (63324a6b-f991-447d-b030-a3c311ca9afd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.284574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4d122ee9-e2cf-49ce-b51b-5bf77aa25f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.297174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4d122ee9-e2cf-49ce-b51b-5bf77aa25f70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63324a6b-f991-447d-b030-a3c311ca9afd HTTP/1.1" status: 204 len: 168 time: 0.3296828 Feb 09 03:15:54.382982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d122ee9-e2cf-49ce-b51b-5bf77aa25f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63324a6b-f991-447d-b030-a3c311ca9afd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:54.856239 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:15:54.928051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Publish callbacks [] for port (87a3f24a-4299-40e3-af89-2438d460247a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:54.932645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6bd5463c-55b9-4cd6-8253-88bc4343f97d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:55.089295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48998fc5-cc13-4679-8f2f-3c9ead7954b9 None None] Pushing event updated for resources: {'Port': ['ID=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:55.106280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-63a6fe26-761e-4444-bef6-baabca03cb63 req-efd31fc7-a90a-41de-a876-964f760472f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 210 time: 1.4157727 Feb 09 03:15:55.109361 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (87a3f24a-4299-40e3-af89-2438d460247a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.215801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Pushing event updated for resources: {'Port': ['ID=87a3f24a-4299-40e3-af89-2438d460247a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:55.287938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Network 5e758307-5402-402b-bd9d-069215843745 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:55.298583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:55.302298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:55.350652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4933c932-625e-417c-a6f7-cef64c63705c None None] Provisioning complete for port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:55.351362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4933c932-625e-417c-a6f7-cef64c63705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.356210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6bd5463c-55b9-4cd6-8253-88bc4343f97d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:55.356703 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.727770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (4a042bff-5e58-49b3-acf5-447db00be637), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.776816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (21edfcf9-de29-4bed-8f26-7dd5b2c21bb4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:55.892322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:53Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:56.065787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4933c932-625e-417c-a6f7-cef64c63705c None None] Current status of the port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:56.066897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4933c932-625e-417c-a6f7-cef64c63705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.149358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=21edfcf9-de29-4bed-8f26-7dd5b2c21bb4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:56.284036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1f231-5a17-466d-aaba-0f25f2183f9c None None] The sync data for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 is: [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:53Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:56.294363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6bd5463c-55b9-4cd6-8253-88bc4343f97d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:56.298894 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.355061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 6bd5463c-55b9-4cd6-8253-88bc4343f97d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6bd5463c-55b9-4cd6-8253-88bc4343f97d,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:56.375823 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.428482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c1fbf4c-40b6-47c1-a29a-a0a61d39d9d9 req-9cd43477-c65c-4872-a582-1286ce82ec80 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 210 time: 0.1035504 Feb 09 03:15:56.505147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4933c932-625e-417c-a6f7-cef64c63705c None None] For port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:15:56.543592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4933c932-625e-417c-a6f7-cef64c63705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.580420 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (c7226685-167a-478a-a33a-d99e71bf0f1e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.598250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-8a583d12-6330-4610-b02c-dd821c0d821a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:56.599951 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-8a583d12-6330-4610-b02c-dd821c0d821a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 797 time: 0.8757586 Feb 09 03:15:56.630650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=6bd5463c-55b9-4cd6-8253-88bc4343f97d,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:56.667213 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (87a3f24a-4299-40e3-af89-2438d460247a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:56.844612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:56.940583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2b90c3b3-4f90-4330-a103-4a2328996f2d None None] Provisioning complete for port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:56.941618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b90c3b3-4f90-4330-a103-4a2328996f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.081818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933c932-625e-417c-a6f7-cef64c63705c None None] Pushing event updated for resources: {'Port': ['ID=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:57.170783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:57.171163 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.233432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2b90c3b3-4f90-4330-a103-4a2328996f2d None None] Current status of the port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:57.254542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-cf530b4f-f8af-4e65-94ad-53666945b1d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 379 time: 0.6285636 Feb 09 03:15:57.279325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'port': {'device_id': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'admin_state_up': True, 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'security_groups': ['c0aadf96-ed71-4229-8036-36550e13ef00']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:15:57.315133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2b90c3b3-4f90-4330-a103-4a2328996f2d None None] Provisioning complete for port 87a3f24a-4299-40e3-af89-2438d460247a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:57.315700 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b90c3b3-4f90-4330-a103-4a2328996f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (87a3f24a-4299-40e3-af89-2438d460247a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.502267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2b90c3b3-4f90-4330-a103-4a2328996f2d None None] Port 87a3f24a-4299-40e3-af89-2438d460247a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:57.516530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:57.657412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router c7226685-167a-478a-a33a-d99e71bf0f1e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:57.701417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:15:57.721009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.721009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-182b2ca6-8bf6-4f7c-a5a6-3251626e931e req-8057ba85-9945-45ce-a291-b37a0fa702cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 210 time: 0.0826180 Feb 09 03:15:57.952754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Publish callbacks [] for port (87a3f24a-4299-40e3-af89-2438d460247a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:57.990789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (87a3f24a-4299-40e3-af89-2438d460247a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.072357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Pushing event updated for resources: {'Port': ['ID=87a3f24a-4299-40e3-af89-2438d460247a,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:58.095467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:58.107131 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72407835-015d-4d6d-9bd3-161a550b50bb None None] Sync routers for ids ['c7226685-167a-478a-a33a-d99e71bf0f1e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:58.111925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4049e960-0911-4e67-a505-4ef785a8bfa7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/c7226685-167a-478a-a33a-d99e71bf0f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4855411 Feb 09 03:15:58.114892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59262) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:58.161119 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72407835-015d-4d6d-9bd3-161a550b50bb None None] Routers {'c7226685-167a-478a-a33a-d99e71bf0f1e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:58.163989 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-72407835-015d-4d6d-9bd3-161a550b50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7226685-167a-478a-a33a-d99e71bf0f1e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:58.172454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (4a042bff-5e58-49b3-acf5-447db00be637), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:58.277462 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-72407835-015d-4d6d-9bd3-161a550b50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:58.319226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72407835-015d-4d6d-9bd3-161a550b50bb None None] Routers {'c7226685-167a-478a-a33a-d99e71bf0f1e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:58.319857 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-72407835-015d-4d6d-9bd3-161a550b50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7226685-167a-478a-a33a-d99e71bf0f1e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:58.423497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Network 5e758307-5402-402b-bd9d-069215843745 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:58.425344 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-72407835-015d-4d6d-9bd3-161a550b50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:58.426479 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72407835-015d-4d6d-9bd3-161a550b50bb None None] The sync data for ids ['c7226685-167a-478a-a33a-d99e71bf0f1e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:15:58.430731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:58.475178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.20.0.6 (2306873e-6237-423f-8c7d-89d908044c15/d021f6a0-ccaf-4e83-a21b-c76b9cd63154/788a847d-e1af-426e-b0f4-1a42a4c5a497) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:15:58.707792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6bd5463c-55b9-4cd6-8253-88bc4343f97d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:58.832372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6bd5463c-55b9-4cd6-8253-88bc4343f97d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:58.832762 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.132354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e1013356-4ec6-4d6e-a8b9-a25d642c0897 None None] Provisioning complete for port 87a3f24a-4299-40e3-af89-2438d460247a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:59.133122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1013356-4ec6-4d6e-a8b9-a25d642c0897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (87a3f24a-4299-40e3-af89-2438d460247a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.148326 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (c7226685-167a-478a-a33a-d99e71bf0f1e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.183376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9eda7374-638a-4417-8db3-4e1d1198b05b req-b437fff5-9ab7-4a11-a418-2c89222b2670 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 210 time: 0.2108853 Feb 09 03:15:59.233709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e1013356-4ec6-4d6e-a8b9-a25d642c0897 None None] Port 87a3f24a-4299-40e3-af89-2438d460247a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:15:59.242973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6bd5463c-55b9-4cd6-8253-88bc4343f97d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:59.246355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:15:59.267222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Router 4a042bff-5e58-49b3-acf5-447db00be637 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:15:59.328129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59286) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:15:59.380864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:15:59.381628 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.554274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:15:59.573044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.632455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:15:59.645739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7bfcf127-b4dc-47c0-92f7-f7b6cb9c207b admin admin] 10.222.0.32 "PUT /v2.0/routers/4a042bff-5e58-49b3-acf5-447db00be637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9375672 Feb 09 03:15:59.654606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Sync routers for ids ['4a042bff-5e58-49b3-acf5-447db00be637'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:15:59.655572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.672052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Routers {'4a042bff-5e58-49b3-acf5-447db00be637'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:15:59.682272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4a042bff-5e58-49b3-acf5-447db00be637'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:15:59.712554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 2306873e-6237-423f-8c7d-89d908044c15 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:15:59.718051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad9d877a-93ea-4661-835c-306c5342402b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:15:59.723477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:15:59.730861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:15:59.872256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:15:59.934407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:15:59.935906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.003392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-5765b156-13be-4f1f-9da0-7dd5b7cd92a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7352247 Feb 09 03:16:00.006441 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad9d877a-93ea-4661-835c-306c5342402b admin admin] Publish callbacks [] for security_group (ae67a8cf-4536-4943-bd05-379b3b992d56), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.015276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Request body: {'port': {'device_id': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:00.032437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 308d6454-5211-4f21-83cf-43978232a019 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:00.032922 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (308d6454-5211-4f21-83cf-43978232a019), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.039777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Set router 4a042bff-5e58-49b3-acf5-447db00be637 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:00.044269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad9d877a-93ea-4661-835c-306c5342402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ae67a8cf-4536-4943-bd05-379b3b992d56), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.185714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.207892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d877a-93ea-4661-835c-306c5342402b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae67a8cf-4536-4943-bd05-379b3b992d56,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:00.306334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ad9d877a-93ea-4661-835c-306c5342402b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b13bad5ffbc4725982016e5f50832d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9768536 Feb 09 03:16:00.310769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59308) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:00.454122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (308d6454-5211-4f21-83cf-43978232a019), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.510421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ecf48-00cd-4c8c-ada6-3c14d6663c0b req-c53d9cb2-db96-4ec7-88b0-0cf2492602c7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:00.513643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e37ecf48-00cd-4c8c-ada6-3c14d6663c0b req-c53d9cb2-db96-4ec7-88b0-0cf2492602c7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 931 time: 0.1164923 Feb 09 03:16:00.522940 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9a8f3e1-631c-4374-a79d-0c7dd5ef108d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.532942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 308d6454-5211-4f21-83cf-43978232a019 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:00.555769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e2674b27-0ba2-446e-8a48-a5450c527a0e None None] Provisioning complete for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:00.560078 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2674b27-0ba2-446e-8a48-a5450c527a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.595334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Publish callbacks [] for security_group (ae67a8cf-4536-4943-bd05-379b3b992d56), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.620859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-b575c430-18f7-45f5-b117-abdcaa321ff6 req-c20b532f-8b1a-4845-ba17-6fd1d043dc70 service neutron] (109856) timed out ('10.222.0.32', 47044) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:16:00.656163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e2674b27-0ba2-446e-8a48-a5450c527a0e None None] Port 788a847d-e1af-426e-b0f4-1a42a4c5a497 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:00.703021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Publish callbacks [] for security_group (ae67a8cf-4536-4943-bd05-379b3b992d56), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.795833 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e37ecf48-00cd-4c8c-ada6-3c14d6663c0b req-c33a5676-bbba-405c-b66d-e667b680279e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679768 Feb 09 03:16:00.849363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a042bff-5e58-49b3-acf5-447db00be637', 'name': 'tempest-ImageQuotaTest-1272337282-router', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:40Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 4, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'gw_port': {'id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '87a3f24a-4299-40e3-af89-2438d460247a', 'name': '', 'network_id': '5e758307-5402-402b-bd9d-069215843745', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'mac_address': 'fa:16:3e:d0:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '9f1382e5-537f-4467-acfb-3dff264fefd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:52Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 2, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'subnets': [{'id': '9f1382e5-537f-4467-acfb-3dff264fefd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:00.861739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ae67a8cf-4536-4943-bd05-379b3b992d56), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.869141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:00.873907 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae67a8cf-4536-4943-bd05-379b3b992d56 HTTP/1.1" status: 204 len: 168 time: 0.5579047 Feb 09 03:16:00.903323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae67a8cf-4536-4943-bd05-379b3b992d56,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:00.935308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.937268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.938348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.938842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.939046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.939381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.941688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.942007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.942387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.942735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.946210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.946633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.947110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb05dc7a-174c-4d30-b717-49c304d3f885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:00.949865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Checking router: 4a042bff-5e58-49b3-acf5-447db00be637 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:00.950393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Updating router 4a042bff-5e58-49b3-acf5-447db00be637 port 87a3f24a-4299-40e3-af89-2438d460247a binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:16:01.081851 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (87a3f24a-4299-40e3-af89-2438d460247a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.088871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788a847d-e1af-426e-b0f4-1a42a4c5a497 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:01.099442 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (308d6454-5211-4f21-83cf-43978232a019), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.112657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Publish callbacks [] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.150214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Transition to ACTIVE for port object 788a847d-e1af-426e-b0f4-1a42a4c5a497 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:01.161737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.196188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=308d6454-5211-4f21-83cf-43978232a019,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:01.351571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:01.687855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:01.723810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:01.726345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:01.726886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:01.754461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:01.757443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:01.764459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:01.766881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Checking segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:01.766881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Bound using segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:01.766881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Bound port: 788a847d-e1af-426e-b0f4-1a42a4c5a497, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:01.766881 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.780378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a9a78e9-25fa-4f3f-be9b-9580ea596105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.800325 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (c7226685-167a-478a-a33a-d99e71bf0f1e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:01.994426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:02.006378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:02.040971 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Publish callbacks [] for port (87a3f24a-4299-40e3-af89-2438d460247a), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.049789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.059677 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (87a3f24a-4299-40e3-af89-2438d460247a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.162537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:02.177299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:02.177951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.180146 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-4e1a2963-4708-4507-a253-dbc2b7c4ff4e service neutron] 10.222.0.61 "PUT /v2.0/ports/788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 1091 time: 2.1690395 Feb 09 03:16:02.181870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:02.184988 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cf841b-7bca-494d-a9a8-be55c6c898ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:02.245379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36512a8f-40cf-4e32-892e-6ff91adda764 None None] Pushing event updated for resources: {'Port': ['ID=87a3f24a-4299-40e3-af89-2438d460247a,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:02.264397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787c7d-f110-40ae-b4a9-2aab445851df req-283c3411-5f1e-416e-b230-a9b9947801ad tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:02.266011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c787c7d-f110-40ae-b4a9-2aab445851df req-283c3411-5f1e-416e-b230-a9b9947801ad tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.2549739 Feb 09 03:16:02.315431 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2155c41d-2f6b-42b9-b973-d129ee3cad5b x-openstack-request-id: req-2155c41d-2f6b-42b9-b973-d129ee3cad5b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:02.315772 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:02.316040 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2155c41d-2f6b-42b9-b973-d129ee3cad5b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:02.316458 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'status': 'completed', 'code': 200} Feb 09 03:16:02.375851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router c7226685-167a-478a-a33a-d99e71bf0f1e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:02.405965 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a9a78e9-25fa-4f3f-be9b-9580ea596105 admin admin] Publish callbacks [] for security_group (2dded417-72cb-4fb9-bef2-0a95d2c7d6a2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.421382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59340) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:02.452093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Attempting to bind port 87a3f24a-4299-40e3-af89-2438d460247a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:02.460601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Attempting to bind port 87a3f24a-4299-40e3-af89-2438d460247a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:02.460986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Attempting to bind port 87a3f24a-4299-40e3-af89-2438d460247a on network 5e758307-5402-402b-bd9d-069215843745 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:02.497148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:02.497534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Checking segment: {'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:02.497948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.503743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Bound using segment: {'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:02.504636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Bound port: 87a3f24a-4299-40e3-af89-2438d460247a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e758307-5402-402b-bd9d-069215843745'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:02.505217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (87a3f24a-4299-40e3-af89-2438d460247a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.514855 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a9a78e9-25fa-4f3f-be9b-9580ea596105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2dded417-72cb-4fb9-bef2-0a95d2c7d6a2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.689680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] For port 87a3f24a-4299-40e3-af89-2438d460247a, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:02.697422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] For port 87a3f24a-4299-40e3-af89-2438d460247a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=87a3f24a-4299-40e3-af89-2438d460247a,segment=NetworkSegment(a614a25e-cec4-44a4-b6a0-82cefdfa67a7),segment_id=a614a25e-cec4-44a4-b6a0-82cefdfa67a7)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:02.748803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a78e9-25fa-4f3f-be9b-9580ea596105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dded417-72cb-4fb9-bef2-0a95d2c7d6a2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:02.753991 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (87a3f24a-4299-40e3-af89-2438d460247a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.762338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6a9a78e9-25fa-4f3f-be9b-9580ea596105 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2208189c2d5f4cad8a19cd57bcee015c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0708377 Feb 09 03:16:02.765451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59344) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:02.796004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:02.806188 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96808869-9028-4919-9412-a8c7cc87727e None None] Sync routers for ids ['c7226685-167a-478a-a33a-d99e71bf0f1e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:02.807392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-83376113-93db-4f0f-81f2-8d535b1f0411 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4292395 Feb 09 03:16:02.816934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f2efb8aa-013c-4d69-82f2-dda0dc8afbae tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/c7226685-167a-478a-a33a-d99e71bf0f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7003753 Feb 09 03:16:02.822527 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96808869-9028-4919-9412-a8c7cc87727e None None] Routers {'c7226685-167a-478a-a33a-d99e71bf0f1e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:02.824020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59346) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:02.828469 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-96808869-9028-4919-9412-a8c7cc87727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7226685-167a-478a-a33a-d99e71bf0f1e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:02.863679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1bdd0246-60fa-4e74-816d-e80cb9a45008 None None] Provisioning complete for port 87a3f24a-4299-40e3-af89-2438d460247a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:02.864052 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bdd0246-60fa-4e74-816d-e80cb9a45008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (87a3f24a-4299-40e3-af89-2438d460247a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.876599 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0eb68d4b-fd27-43de-b02b-2854cd1691ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7226685-167a-478a-a33a-d99e71bf0f1e HTTP/1.1" status: 200 len: 205 time: 0.0513496 Feb 09 03:16:02.879825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59348) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:02.963934 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-96808869-9028-4919-9412-a8c7cc87727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:02.969453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36512a8f-40cf-4e32-892e-6ff91adda764 None None] Pushing event updated for resources: {'Port': ['ID=87a3f24a-4299-40e3-af89-2438d460247a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:02.984011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8d391e63-9744-4314-be29-c0ae9ad667ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:02.998285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Routers {'4a042bff-5e58-49b3-acf5-447db00be637'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:02.998945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:15:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4a042bff-5e58-49b3-acf5-447db00be637'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:03.000907 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96808869-9028-4919-9412-a8c7cc87727e None None] Routers {'c7226685-167a-478a-a33a-d99e71bf0f1e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:03.001304 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-96808869-9028-4919-9412-a8c7cc87727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c7226685-167a-478a-a33a-d99e71bf0f1e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:03.140621 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-96808869-9028-4919-9412-a8c7cc87727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:03.141301 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96808869-9028-4919-9412-a8c7cc87727e None None] The sync data for ids ['c7226685-167a-478a-a33a-d99e71bf0f1e'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:03.186856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] Set router 4a042bff-5e58-49b3-acf5-447db00be637 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:03.406561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2cb9592f-293e-418e-a23d-5fb42310dfa1 admin admin] Publish callbacks [] for security_group (2dded417-72cb-4fb9-bef2-0a95d2c7d6a2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.458228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-259bab16-54c0-4acd-bef2-6fd29d2e04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:03.460202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-259bab16-54c0-4acd-bef2-6fd29d2e04da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 1127 time: 0.5819461 Feb 09 03:16:03.473911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2cb9592f-293e-418e-a23d-5fb42310dfa1 admin admin] Publish callbacks [] for security_group (2dded417-72cb-4fb9-bef2-0a95d2c7d6a2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.478770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3966e883-a230-4c9e-bcc9-063e49469de5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (c7226685-167a-478a-a33a-d99e71bf0f1e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.595159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd0246-60fa-4e74-816d-e80cb9a45008 None None] Current status of the port 87a3f24a-4299-40e3-af89-2438d460247a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:03.595712 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bdd0246-60fa-4e74-816d-e80cb9a45008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (87a3f24a-4299-40e3-af89-2438d460247a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.663419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-7bd3889b-6254-444a-b761-4b6d53ac3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:03.665076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-7bd3889b-6254-444a-b761-4b6d53ac3154 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 200 len: 916 time: 0.1010818 Feb 09 03:16:03.766607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-d9fbcf31-b101-4f15-974c-39832dcf618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:03.768208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-d9fbcf31-b101-4f15-974c-39832dcf618d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1125 time: 1.4874296 Feb 09 03:16:03.770896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1bdd0246-60fa-4e74-816d-e80cb9a45008 None None] For port 87a3f24a-4299-40e3-af89-2438d460247a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=87a3f24a-4299-40e3-af89-2438d460247a,segment=NetworkSegment(a614a25e-cec4-44a4-b6a0-82cefdfa67a7),segment_id=a614a25e-cec4-44a4-b6a0-82cefdfa67a7)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:03.782750 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c787c7d-f110-40ae-b4a9-2aab445851df req-98c2c23c-b6e1-4b48-a710-087de43dc19a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4628339 Feb 09 03:16:03.791138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-1a6d10e3-c6ce-4fd7-91ef-5de38139a81b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3035f09b-6281-4464-bd36-43777d604ca6 HTTP/1.1" status: 200 len: 217 time: 0.0922282 Feb 09 03:16:03.802290 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bdd0246-60fa-4e74-816d-e80cb9a45008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (87a3f24a-4299-40e3-af89-2438d460247a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:03.859533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a042bff-5e58-49b3-acf5-447db00be637', 'name': 'tempest-ImageQuotaTest-1272337282-router', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:40Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 4, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'gw_port': {'id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '87a3f24a-4299-40e3-af89-2438d460247a', 'name': '', 'network_id': '5e758307-5402-402b-bd9d-069215843745', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'mac_address': 'fa:16:3e:d0:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '9f1382e5-537f-4467-acfb-3dff264fefd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:52Z', 'updated_at': '2022-02-09T03:16:02Z', 'revision_number': 4, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'subnets': [{'id': '9f1382e5-537f-4467-acfb-3dff264fefd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:03.907821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4145e945-a15c-46fe-bc6f-df1353af8bf9 None None] The sync data for ids ['4a042bff-5e58-49b3-acf5-447db00be637'] in n-d-827839-4 is: [{'id': '4a042bff-5e58-49b3-acf5-447db00be637', 'name': 'tempest-ImageQuotaTest-1272337282-router', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:40Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 4, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'gw_port': {'id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '87a3f24a-4299-40e3-af89-2438d460247a', 'name': '', 'network_id': '5e758307-5402-402b-bd9d-069215843745', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'mac_address': 'fa:16:3e:d0:d3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '9f1382e5-537f-4467-acfb-3dff264fefd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:52Z', 'updated_at': '2022-02-09T03:16:02Z', 'revision_number': 4, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'subnets': [{'id': '9f1382e5-537f-4467-acfb-3dff264fefd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:03.953969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-66895daa-bd0d-4cc9-ae84-f7b178303bf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 217 time: 0.1612921 Feb 09 03:16:03.990648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3966e883-a230-4c9e-bcc9-063e49469de5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (c7226685-167a-478a-a33a-d99e71bf0f1e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.015865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3966e883-a230-4c9e-bcc9-063e49469de5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (c7226685-167a-478a-a33a-d99e71bf0f1e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.049504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-f3a10174-8899-4a05-9558-8d1ddeb7fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:04.051018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd0246-60fa-4e74-816d-e80cb9a45008 None None] Pushing event updated for resources: {'Port': ['ID=87a3f24a-4299-40e3-af89-2438d460247a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:04.053682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-f3a10174-8899-4a05-9558-8d1ddeb7fe92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 200 len: 855 time: 0.2238710 Feb 09 03:16:04.086457 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.124238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f9df8f59-d99f-4aa5-ba07-08f5546c7d11 None None] Provisioning complete for port 87a3f24a-4299-40e3-af89-2438d460247a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:04.124626 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f9df8f59-d99f-4aa5-ba07-08f5546c7d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (87a3f24a-4299-40e3-af89-2438d460247a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.163050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-13fcd86a-429a-4b2c-a5f7-a1b422395393 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfe22806-8df4-46b1-b6ea-b5d10375f116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943241 Feb 09 03:16:04.244564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f9df8f59-d99f-4aa5-ba07-08f5546c7d11 None None] Current status of the port 87a3f24a-4299-40e3-af89-2438d460247a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:04.271317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-cd58d916-910f-4f4e-943d-3c3a3d09b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:04.274573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-cd58d916-910f-4f4e-943d-3c3a3d09b688 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.2718711 Feb 09 03:16:04.348923 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2cb9592f-293e-418e-a23d-5fb42310dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2dded417-72cb-4fb9-bef2-0a95d2c7d6a2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.351495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2cb9592f-293e-418e-a23d-5fb42310dfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.353438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2cb9592f-293e-418e-a23d-5fb42310dfa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dded417-72cb-4fb9-bef2-0a95d2c7d6a2 HTTP/1.1" status: 204 len: 168 time: 1.5862508 Feb 09 03:16:04.354481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3966e883-a230-4c9e-bcc9-063e49469de5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (c7226685-167a-478a-a33a-d99e71bf0f1e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.355680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3966e883-a230-4c9e-bcc9-063e49469de5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Fanout notify agent at l3_agent the message router_deleted on router c7226685-167a-478a-a33a-d99e71bf0f1e {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:16:04.365220 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3966e883-a230-4c9e-bcc9-063e49469de5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.369053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3966e883-a230-4c9e-bcc9-063e49469de5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/c7226685-167a-478a-a33a-d99e71bf0f1e HTTP/1.1" status: 204 len: 168 time: 1.4828725 Feb 09 03:16:04.373757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59400) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:04.400979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9592f-293e-418e-a23d-5fb42310dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dded417-72cb-4fb9-bef2-0a95d2c7d6a2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:04.630152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a184c0-d9d6-4372-8b99-bdda3e4402f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet 601a89bd-7dbd-430a-b8c1-508d06f90d27 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:16:04.649197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61a184c0-d9d6-4372-8b99-bdda3e4402f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (601a89bd-7dbd-430a-b8c1-508d06f90d27), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:04.667874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-c8cf75c0-545d-4936-b6be-cb45a8822a1a service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305146 Feb 09 03:16:04.743778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 87a3f24a-4299-40e3-af89-2438d460247a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:04.824374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-33fd51f0-e4fb-4dc4-97fb-59e1f127f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:04.830293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-33fd51f0-e4fb-4dc4-97fb-59e1f127f713 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1808796 Feb 09 03:16:04.892150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 87a3f24a-4299-40e3-af89-2438d460247a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:04.894109 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (87a3f24a-4299-40e3-af89-2438d460247a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.085022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61a184c0-d9d6-4372-8b99-bdda3e4402f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (601a89bd-7dbd-430a-b8c1-508d06f90d27), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.209191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.255076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 87a3f24a-4299-40e3-af89-2438d460247a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:05.331557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a5d6362b-0364-41d9-a46b-601e0598dba5 req-135ad161-6360-484c-87b8-f702efadd862 service neutron] 10.222.0.26 "GET /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633602 Feb 09 03:16:05.460073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61a184c0-d9d6-4372-8b99-bdda3e4402f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (601a89bd-7dbd-430a-b8c1-508d06f90d27), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.463536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23714f19-f6bb-4c03-94c4-d106aa1fc8a7 req-b627807a-55bd-47e5-b3d8-f0bd4bd2e234 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:05.469209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23714f19-f6bb-4c03-94c4-d106aa1fc8a7 req-b627807a-55bd-47e5-b3d8-f0bd4bd2e234 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.3804622 Feb 09 03:16:05.486695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (4a042bff-5e58-49b3-acf5-447db00be637), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.700787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61a184c0-d9d6-4372-8b99-bdda3e4402f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (601a89bd-7dbd-430a-b8c1-508d06f90d27), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.744258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61a184c0-d9d6-4372-8b99-bdda3e4402f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:05.745093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8dd74e-fcd3-4d88-abd6-bca96b747ca8 None None] Network 52c8a753-4eb5-4551-92b7-3099fe646de1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:05.754975 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-61a184c0-d9d6-4372-8b99-bdda3e4402f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/601a89bd-7dbd-430a-b8c1-508d06f90d27 HTTP/1.1" status: 204 len: 168 time: 1.3792131 Feb 09 03:16:05.757112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59426) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:05.801199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a184c0-d9d6-4372-8b99-bdda3e4402f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=601a89bd-7dbd-430a-b8c1-508d06f90d27,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:05.970209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beb7eeb-0018-494e-bd73-78cedb23df1a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet b590c3eb-f734-497a-a273-33e7389cc287 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:16:05.991927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8beb7eeb-0018-494e-bd73-78cedb23df1a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (b590c3eb-f734-497a-a273-33e7389cc287), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.192452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-70a086d2-9d09-4334-8876-2fc2363664b4 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3495903 Feb 09 03:16:06.211437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8beb7eeb-0018-494e-bd73-78cedb23df1a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (b590c3eb-f734-497a-a273-33e7389cc287), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.317410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] DHCP port deletion for 52c8a753-4eb5-4551-92b7-3099fe646de1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:16:06.527234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23714f19-f6bb-4c03-94c4-d106aa1fc8a7 req-a6f5647b-89eb-4f02-b14e-4325ffde4f92 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6823084 Feb 09 03:16:06.538279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8beb7eeb-0018-494e-bd73-78cedb23df1a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b590c3eb-f734-497a-a273-33e7389cc287), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.545585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] Deleting port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:06.553018 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.557667 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.670828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device bae5d0d0-4321-4f34-8467-8b14e08ea3e0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:06.731311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8beb7eeb-0018-494e-bd73-78cedb23df1a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (b590c3eb-f734-497a-a273-33e7389cc287), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.756916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-195f47de-e3a8-4d6a-b9d0-aadc4060bcdf req-37a6f763-0550-45ee-b5e2-f93001f81663 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334756 Feb 09 03:16:06.852525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8beb7eeb-0018-494e-bd73-78cedb23df1a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.866565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59466) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:06.871385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8beb7eeb-0018-494e-bd73-78cedb23df1a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/b590c3eb-f734-497a-a273-33e7389cc287 HTTP/1.1" status: 204 len: 168 time: 1.0809982 Feb 09 03:16:06.873069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59468) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:06.900374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] For port bae5d0d0-4321-4f34-8467-8b14e08ea3e0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=bae5d0d0-4321-4f34-8467-8b14e08ea3e0,segment=NetworkSegment(bfb8c79a-687e-4eb4-8160-e5171baf5e2b),segment_id=bfb8c79a-687e-4eb4-8160-e5171baf5e2b)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:06.901507 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:06.919082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] Calling delete_port for bae5d0d0-4321-4f34-8467-8b14e08ea3e0 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:06.950145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb7eeb-0018-494e-bd73-78cedb23df1a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=b590c3eb-f734-497a-a273-33e7389cc287,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:07.047290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:07.048198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.050624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f1d06-d8f2-4a22-9649-e04ef45dfa30 None None] Network 1a5e35f1-a422-4baf-abeb-73e3225d1a7f requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:07.114157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-8aa760eb-5b5b-4326-acb5-1939d6d1a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:07.123990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-8aa760eb-5b5b-4326-acb5-1939d6d1a837 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1125 time: 0.2867417 Feb 09 03:16:07.145706 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (bae5d0d0-4321-4f34-8467-8b14e08ea3e0), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.168731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (52c8a753-4eb5-4551-92b7-3099fe646de1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.211591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-779412486-network', 'tenant_id': 'c1025e5e4d91419387df413a743d28b1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:07.238154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] Pushing event deleted for resources: {'Port': ['ID=bae5d0d0-4321-4f34-8467-8b14e08ea3e0,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:07.256205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59630f33-e72e-45c1-bc4e-014244f7f283 None None] No DVR routers for this DVR port bae5d0d0-4321-4f34-8467-8b14e08ea3e0 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:07.325660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Deleting port 87a3f24a-4299-40e3-af89-2438d460247a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:07.326129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (87a3f24a-4299-40e3-af89-2438d460247a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.341712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Made reservation on behalf of c1025e5e4d91419387df413a743d28b1 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:07.344540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.424767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.467684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-f1be3316-8644-475f-8af8-21200dad9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:07.469435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-f1be3316-8644-475f-8af8-21200dad9576 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.3159893 Feb 09 03:16:07.470748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (52c8a753-4eb5-4551-92b7-3099fe646de1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.503462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] DHCP port deletion for 1a5e35f1-a422-4baf-abeb-73e3225d1a7f request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:16:07.541387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c8a753-4eb5-4551-92b7-3099fe646de1']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:07.559272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb8c79a-687e-4eb4-8160-e5171baf5e2b') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:07.564647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb8c79a-687e-4eb4-8160-e5171baf5e2b') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:07.610855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-1a8c2bfa-b09b-4572-9a5b-11dd0e983bd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 217 time: 0.1319256 Feb 09 03:16:07.611651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (bfb8c79a-687e-4eb4-8160-e5171baf5e2b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.613350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] Deleting port e6842f5a-da67-4164-bbae-ac2d8b21b37d {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:07.624109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] For port 87a3f24a-4299-40e3-af89-2438d460247a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=87a3f24a-4299-40e3-af89-2438d460247a,segment=NetworkSegment(a614a25e-cec4-44a4-b6a0-82cefdfa67a7),segment_id=a614a25e-cec4-44a4-b6a0-82cefdfa67a7)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:07.624109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (87a3f24a-4299-40e3-af89-2438d460247a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.624880 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.641145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (bfb8c79a-687e-4eb4-8160-e5171baf5e2b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.654923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:16:07.656528 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (bfb8c79a-687e-4eb4-8160-e5171baf5e2b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:16:07.665939 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:16:07.733898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Calling delete_port for 87a3f24a-4299-40e3-af89-2438d460247a owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:07.752177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] For port e6842f5a-da67-4164-bbae-ac2d8b21b37d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e6842f5a-da67-4164-bbae-ac2d8b21b37d,segment=NetworkSegment(4b797153-ecbe-4904-ae78-eac5972486ea),segment_id=4b797153-ecbe-4904-ae78-eac5972486ea)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:07.752731 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.791323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] Calling delete_port for e6842f5a-da67-4164-bbae-ac2d8b21b37d owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:07.833902 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (52c8a753-4eb5-4551-92b7-3099fe646de1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.855425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:07.861371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/52c8a753-4eb5-4551-92b7-3099fe646de1 HTTP/1.1" status: 204 len: 168 time: 0.9849346 Feb 09 03:16:07.861741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59480) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:07.897237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc424d5-717b-4d0e-8706-6689c20d34a6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=52c8a753-4eb5-4551-92b7-3099fe646de1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:08.000047 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Publish callbacks [] for security_group (f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.004117 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e6842f5a-da67-4164-bbae-ac2d8b21b37d), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.018974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-a7cdd891-c1c7-45c2-8fe1-d65c0c28e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:08.020523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-a7cdd891-c1c7-45c2-8fe1-d65c0c28e46a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.4010191 Feb 09 03:16:08.038833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.061084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] Pushing event deleted for resources: {'Port': ['ID=e6842f5a-da67-4164-bbae-ac2d8b21b37d,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:08.064390 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1a5e35f1-a422-4baf-abeb-73e3225d1a7f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.072188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:08.073642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b3b0b-6dc7-45df-af84-42ab6eca2437 None None] No DVR routers for this DVR port e6842f5a-da67-4164-bbae-ac2d8b21b37d on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:08.095513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c2225156-4a42-4be9-8aed-7897a0117ba3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.095891 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Added segment c2225156-4a42-4be9-8aed-7897a0117ba3 of type vlan for network ebd0de06-5e46-4652-bc24-b81b4f1124f6 Feb 09 03:16:08.238364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1a5e35f1-a422-4baf-abeb-73e3225d1a7f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.268781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5e35f1-a422-4baf-abeb-73e3225d1a7f']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:08.285717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b797153-ecbe-4904-ae78-eac5972486ea') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:08.286025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b797153-ecbe-4904-ae78-eac5972486ea') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:08.300601 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (4b797153-ecbe-4904-ae78-eac5972486ea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.329959 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4b797153-ecbe-4904-ae78-eac5972486ea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.342697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:16:08.342999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (4b797153-ecbe-4904-ae78-eac5972486ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.382422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd1aaa-79da-46a5-a76a-67b9a95eadb4 req-577319bb-cefa-407b-b0f3-b7ec4929f56c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:08.396483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-adbd1aaa-79da-46a5-a76a-67b9a95eadb4 req-577319bb-cefa-407b-b0f3-b7ec4929f56c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.6698732 Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:16:08.442869 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:16:08.451554 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1a5e35f1-a422-4baf-abeb-73e3225d1a7f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.476573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.493766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:08.510074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/1a5e35f1-a422-4baf-abeb-73e3225d1a7f HTTP/1.1" status: 204 len: 168 time: 0.6471488 Feb 09 03:16:08.517530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:08.548631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-709557993'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:08.553632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760d31d-8f1c-4a7c-b51b-98444967c380 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=1a5e35f1-a422-4baf-abeb-73e3225d1a7f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:08.577875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (ebd0de06-5e46-4652-bc24-b81b4f1124f6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:08.638970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e6842f5a-da67-4164-bbae-ac2d8b21b37d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:08.671046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-7b3114f5-1845-40d4-b9ee-c31ad7ad4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:08.674298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-7b3114f5-1845-40d4-b9ee-c31ad7ad4900 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5713880 Feb 09 03:16:08.681865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e6842f5a-da67-4164-bbae-ac2d8b21b37d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:08.682292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e6842f5a-da67-4164-bbae-ac2d8b21b37d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:08.755672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:16:08.796624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-adbd1aaa-79da-46a5-a76a-67b9a95eadb4 req-adf7c1f2-13bb-49d5-8b4f-813d437ed3f2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973799 Feb 09 03:16:08.797767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:08.803553 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.013144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-878068b8-4201-4209-a631-08ac7e150e99 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421434 Feb 09 03:16:09.016071 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (ebd0de06-5e46-4652-bc24-b81b4f1124f6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.017038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:09.017677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.081335 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (87a3f24a-4299-40e3-af89-2438d460247a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.097996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd0de06-5e46-4652-bc24-b81b4f1124f6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:09.112052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network ebd0de06-5e46-4652-bc24-b81b4f1124f6 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:09.203435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:09.205855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Pushing event deleted for resources: {'Port': ['ID=87a3f24a-4299-40e3-af89-2438d460247a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:09.230525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-57d2066d-1928-4b07-bc3d-2034563e4109 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3553743 Feb 09 03:16:09.233619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59490) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:09.238586 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Request body: {'subnet': {'network_id': 'ebd0de06-5e46-4652-bc24-b81b4f1124f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-779412486-subnet', 'tenant_id': 'c1025e5e4d91419387df413a743d28b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:09.273266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Made reservation on behalf of c1025e5e4d91419387df413a743d28b1 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:09.277037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.304157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2af6beb5-3af8-49b7-8dd6-3df9016c2432), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.304661 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment 2af6beb5-3af8-49b7-8dd6-3df9016c2432 of type vlan for network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 Feb 09 03:16:09.534943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1e60c0af-f18f-4f97-8a8b-491ff38b2aa7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.611092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1cf841b-7bca-494d-a9a8-be55c6c898ba req-c792bc62-053e-4d33-a881-eec22a0aad84 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898201 Feb 09 03:16:09.662896 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1e60c0af-f18f-4f97-8a8b-491ff38b2aa7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.668658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:09.669465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.721815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (f806a9ba-663d-43eb-ba0c-71a667a6a154), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.730074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (4a042bff-5e58-49b3-acf5-447db00be637), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.757188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2187066 Feb 09 03:16:09.765784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59498) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:09.771492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': '1e60c0af-f18f-4f97-8a8b-491ff38b2aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:09.778516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359e77d-805d-433f-ba8c-946fd686a082 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=1e60c0af-f18f-4f97-8a8b-491ff38b2aa7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:09.789700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:09.823922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f806a9ba-663d-43eb-ba0c-71a667a6a154,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:09.830799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Checking segment: {'id': 'c2225156-4a42-4be9-8aed-7897a0117ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ebd0de06-5e46-4652-bc24-b81b4f1124f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:09.830799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Network hostable DHCP agents. Network: ebd0de06-5e46-4652-bc24-b81b4f1124f6, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:09.849852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Network ebd0de06-5e46-4652-bc24-b81b4f1124f6 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:09.867465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, ebd0de06-5e46-4652-bc24-b81b4f1124f6) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:09.874201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:09.875585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:09.926760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-22d99531-ed22-4a71-91aa-7ccf5bdf1a28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6920321 Feb 09 03:16:09.991231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661146ad-dc8a-41b8-8279-43ff6593a388 None None] Network ebd0de06-5e46-4652-bc24-b81b4f1124f6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:10.038763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:10.042670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.185493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:16:10.271469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Router 4a042bff-5e58-49b3-acf5-447db00be637 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:10.297829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460127c6-942c-4411-a3c1-25ac12760b86 req-00bd8fbf-4607-4b49-a7ab-c27dcef69e5d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:10.309473 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-460127c6-942c-4411-a3c1-25ac12760b86 req-00bd8fbf-4607-4b49-a7ab-c27dcef69e5d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.3555787 Feb 09 03:16:10.370740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:10.388329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'port_id': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'mac_address': 'fa:16:3e:ae:5d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:16:10.531528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 788a847d-e1af-426e-b0f4-1a42a4c5a497 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:10.534931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.543145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e057b0-1fd0-466e-96ef-db6efe3e6f56 None None] Network ebd0de06-5e46-4652-bc24-b81b4f1124f6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:10.672164 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-460127c6-942c-4411-a3c1-25ac12760b86 req-03b15eee-7690-4029-af7d-94c60cc32dea tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617132 Feb 09 03:16:10.729317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:10.747675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2e27c88a-24ce-4d5b-8760-8dbb12a0a37f admin admin] 10.222.0.32 "PUT /v2.0/routers/4a042bff-5e58-49b3-acf5-447db00be637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3211360 Feb 09 03:16:10.750278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59528) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:10.789855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788a847d-e1af-426e-b0f4-1a42a4c5a497 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:10.826357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] Sync routers for ids ['4a042bff-5e58-49b3-acf5-447db00be637'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:10.875445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:10.897168 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.916263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (bf30faa9-3795-4c69-bb64-4969eab81c25), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:10.958979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] Routers {'4a042bff-5e58-49b3-acf5-447db00be637'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:10.959621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4a042bff-5e58-49b3-acf5-447db00be637'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:10.965478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks [] for router (4a042bff-5e58-49b3-acf5-447db00be637), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.054912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:11.060429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=bf30faa9-3795-4c69-bb64-4969eab81c25,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:11.065303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': '2af6beb5-3af8-49b7-8dd6-3df9016c2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e60c0af-f18f-4f97-8a8b-491ff38b2aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:11.065411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:11.089929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59532) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:11.113714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1805319008-network', 'tenant_id': '9f2169925eb546409ff43e5a14e1085c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:11.167554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['788a847d-e1af-426e-b0f4-1a42a4c5a497'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:11.168510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:11.186467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Made reservation on behalf of 9f2169925eb546409ff43e5a14e1085c for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:11.194859 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.201513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks [] for router_gateway (4a042bff-5e58-49b3-acf5-447db00be637), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.211193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:11.217548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:11.218122 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.222617 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.249590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852d3a1-8f04-46f7-97e7-1d07eb832d07 None None] Network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:11.257911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] Set router 4a042bff-5e58-49b3-acf5-447db00be637 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:11.323242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Deleting port 6bd5463c-55b9-4cd6-8253-88bc4343f97d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:11.323739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.339163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Publish callbacks [] for security_group (de800991-ff75-4cc2-8d2a-98a460007147), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.347353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c68e1367-177b-4793-9696-cc8f913cc2db tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5802298 Feb 09 03:16:11.348200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59534) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:11.353302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c11dda46-54e5-45b1-8953-ba85223c3c80 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2108522056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:11.360493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (de800991-ff75-4cc2-8d2a-98a460007147), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.374296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:11.388615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (881ad7b9-f018-44d0-904a-c18c4c608e8f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.388967 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Added segment 881ad7b9-f018-44d0-904a-c18c4c608e8f of type vlan for network 719a4c10-0c6f-4ea6-b546-4539888237f3 Feb 09 03:16:11.486548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] For port 6bd5463c-55b9-4cd6-8253-88bc4343f97d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6bd5463c-55b9-4cd6-8253-88bc4343f97d,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:11.490604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.523183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Calling delete_port for 6bd5463c-55b9-4cd6-8253-88bc4343f97d owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:11.672500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-1e60c0af-f18f-4f97-8a8b-491ff38b2aa7', 'network_id': '1e60c0af-f18f-4f97-8a8b-491ff38b2aa7', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': 'bf30faa9-3795-4c69-bb64-4969eab81c25'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:16:11.673549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:11.775899 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:16:11.992876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6bd5463c-55b9-4cd6-8253-88bc4343f97d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.118703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd5463c-55b9-4cd6-8253-88bc4343f97d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:12.225567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (4a042bff-5e58-49b3-acf5-447db00be637), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.240860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (719a4c10-0c6f-4ea6-b546-4539888237f3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.267538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de800991-ff75-4cc2-8d2a-98a460007147,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:12.280348 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c11dda46-54e5-45b1-8953-ba85223c3c80 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.281701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c11dda46-54e5-45b1-8953-ba85223c3c80 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.346149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (719a4c10-0c6f-4ea6-b546-4539888237f3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.359327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:12.361940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.382779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (4a042bff-5e58-49b3-acf5-447db00be637), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.385979 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks [] for router_controller (4a042bff-5e58-49b3-acf5-447db00be637), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.415272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Allocated IP 172.20.0.2 (1e60c0af-f18f-4f97-8a8b-491ff38b2aa7/bf30faa9-3795-4c69-bb64-4969eab81c25/a7f66996-27a7-4316-966a-fd00080baa74) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:12.449768 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (4a042bff-5e58-49b3-acf5-447db00be637), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.451323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a042bff-5e58-49b3-acf5-447db00be637 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:16:12.456088 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.459087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-40b6b741-b7a0-41b3-b4df-7fcf21eba706 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4a042bff-5e58-49b3-acf5-447db00be637 HTTP/1.1" status: 204 len: 168 time: 1.7077456 Feb 09 03:16:12.462934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59552) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:12.467422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e7944-1b69-4b63-8330-57f8226b8057 req-ca57abcd-a8aa-4bf7-9fc9-10f63f20d3c1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:12.474450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-758e7944-1b69-4b63-8330-57f8226b8057 req-ca57abcd-a8aa-4bf7-9fc9-10f63f20d3c1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 944 time: 0.2907672 Feb 09 03:16:12.522096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a042bff-5e58-49b3-acf5-447db00be637', 'name': 'tempest-ImageQuotaTest-1272337282-router', 'tenant_id': '1eedff2681d14431af71e5c5d901fba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:40Z', 'updated_at': '2022-02-09T03:16:08Z', 'revision_number': 5, 'project_id': '1eedff2681d14431af71e5c5d901fba1', 'gw_port': {'id': '6bd5463c-55b9-4cd6-8253-88bc4343f97d', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a042bff-5e58-49b3-acf5-447db00be637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:42Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:12.532546 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c11dda46-54e5-45b1-8953-ba85223c3c80 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.582364 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] Checking router: 4a042bff-5e58-49b3-acf5-447db00be637 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:12.596821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] Routers set() bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:12.597055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] Router IDs set() for agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 03:16:12.597531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a042bff-5e58-49b3-acf5-447db00be637'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent'). {{(pid=109858) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 03:16:12.598181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d63a3c-1a02-4912-bb45-f80182b27869 None None] The sync data for ids ['4a042bff-5e58-49b3-acf5-447db00be637'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:12.603068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18315bb-5209-4f8a-862f-8a57a0df8a82 admin admin] Deleting subnet 9f1382e5-537f-4467-acfb-3dff264fefd0 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:16:12.614614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5178702 Feb 09 03:16:12.614614 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c11dda46-54e5-45b1-8953-ba85223c3c80 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.622921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c18315bb-5209-4f8a-862f-8a57a0df8a82 admin admin] Publish callbacks [] for subnet (9f1382e5-537f-4467-acfb-3dff264fefd0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.627749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59554) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:12.649046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Request body: {'subnet': {'network_id': '719a4c10-0c6f-4ea6-b546-4539888237f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1805319008-subnet', 'tenant_id': '9f2169925eb546409ff43e5a14e1085c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:12.709052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8bbda-a227-428e-baf5-29601e9df489 admin admin] Pushing event updated for resources: {'Network': ['ID=719a4c10-0c6f-4ea6-b546-4539888237f3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:12.741795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c11dda46-54e5-45b1-8953-ba85223c3c80 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.753293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c11dda46-54e5-45b1-8953-ba85223c3c80 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4040260 Feb 09 03:16:12.757766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59558) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:12.765922 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Publish callbacks [] for port (a7f66996-27a7-4316-966a-fd00080baa74), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.774608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 719a4c10-0c6f-4ea6-b546-4539888237f3 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:12.787205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'port': {'network_id': '1e60c0af-f18f-4f97-8a8b-491ff38b2aa7', 'name': 'tempest-RoutersTest-1646479271'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:12.794708 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a7f66996-27a7-4316-966a-fd00080baa74), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.799974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-758e7944-1b69-4b63-8330-57f8226b8057 req-7f9396bd-cec5-43b0-ab7c-2947a2490c30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243666 Feb 09 03:16:12.801265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Made reservation on behalf of 9f2169925eb546409ff43e5a14e1085c for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:12.806938 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:12.830998 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c18315bb-5209-4f8a-862f-8a57a0df8a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (9f1382e5-537f-4467-acfb-3dff264fefd0), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.076339 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (6cd34546-46aa-497c-bf5d-7db43d6050a3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.079386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:13.109490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:13.135393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:13.171624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd34546-46aa-497c-bf5d-7db43d6050a3,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:13.193069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Checking segment: {'id': '881ad7b9-f018-44d0-904a-c18c4c608e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '719a4c10-0c6f-4ea6-b546-4539888237f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:13.194086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Network hostable DHCP agents. Network: 719a4c10-0c6f-4ea6-b546-4539888237f3, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:13.216634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Pushing event updated for resources: {'Port': ['ID=a7f66996-27a7-4316-966a-fd00080baa74,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:13.240771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Network 719a4c10-0c6f-4ea6-b546-4539888237f3 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:13.262910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 719a4c10-0c6f-4ea6-b546-4539888237f3) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:13.269672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:13.270065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.293345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c18315bb-5209-4f8a-862f-8a57a0df8a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (9f1382e5-537f-4467-acfb-3dff264fefd0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.296618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d61e03-23f8-4e56-8f13-7ab970049e5c None None] Network 719a4c10-0c6f-4ea6-b546-4539888237f3 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:13.329506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2ab7107d-342a-41a4-b26d-76d141f61877 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6902120 Feb 09 03:16:13.374271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:13.380681 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.454492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Attempting to bind port a7f66996-27a7-4316-966a-fd00080baa74 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:13.455464 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Attempting to bind port a7f66996-27a7-4316-966a-fd00080baa74 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2af6beb5-3af8-49b7-8dd6-3df9016c2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e60c0af-f18f-4f97-8a8b-491ff38b2aa7'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:13.456016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Attempting to bind port a7f66996-27a7-4316-966a-fd00080baa74 on network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:13.462456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b9e00-2668-4528-844c-4529bc1b0657 None None] Network 719a4c10-0c6f-4ea6-b546-4539888237f3 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:13.529581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:13.529887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Checking segment: {'id': '2af6beb5-3af8-49b7-8dd6-3df9016c2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e60c0af-f18f-4f97-8a8b-491ff38b2aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:13.530344 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.530743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Bound using segment: {'id': '2af6beb5-3af8-49b7-8dd6-3df9016c2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e60c0af-f18f-4f97-8a8b-491ff38b2aa7'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:13.531233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Bound port: a7f66996-27a7-4316-966a-fd00080baa74, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af6beb5-3af8-49b7-8dd6-3df9016c2432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1e60c0af-f18f-4f97-8a8b-491ff38b2aa7'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:13.531626 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a7f66996-27a7-4316-966a-fd00080baa74), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.640087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] For port a7f66996-27a7-4316-966a-fd00080baa74, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:13.645599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] For port a7f66996-27a7-4316-966a-fd00080baa74, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a7f66996-27a7-4316-966a-fd00080baa74,segment=NetworkSegment(2af6beb5-3af8-49b7-8dd6-3df9016c2432),segment_id=2af6beb5-3af8-49b7-8dd6-3df9016c2432)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:13.665576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a7f66996-27a7-4316-966a-fd00080baa74), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:13.842454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c34e01-a279-4970-ab3a-05de46285a82 None None] Pushing event updated for resources: {'Port': ['ID=a7f66996-27a7-4316-966a-fd00080baa74,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:13.954632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:14.072908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:16:14.079084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:14.079665 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:14.110592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] device_id is not set on port b5d2b2a5-a38b-44e2-894d-d344483d4516 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:16:14.172398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c18315bb-5209-4f8a-862f-8a57a0df8a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (9f1382e5-537f-4467-acfb-3dff264fefd0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:14.296840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 788a847d-e1af-426e-b0f4-1a42a4c5a497 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:14.297242 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:14.324563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18315bb-5209-4f8a-862f-8a57a0df8a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1382e5-537f-4467-acfb-3dff264fefd0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:14.348386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c18315bb-5209-4f8a-862f-8a57a0df8a82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:14.361650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c18315bb-5209-4f8a-862f-8a57a0df8a82 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f1382e5-537f-4467-acfb-3dff264fefd0 HTTP/1.1" status: 204 len: 168 time: 1.8975146 Feb 09 03:16:14.365130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59588) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:14.369981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:14.374967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:14.383078 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35853c65-6b5a-4c41-a87e-7d3621e0a78a" -d '{"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-plugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:14.388334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d11c7-981c-421f-80f7-333f954637ef None None] Network 5e758307-5402-402b-bd9d-069215843745 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:14.398287 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:14.404918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2fd55-3a00-487c-9c52-bb01c2a48ea5 req-a29679e3-a1ea-4ecd-861e-100696fbdc67 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:14.412824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d2fd55-3a00-487c-9c52-bb01c2a48ea5 req-a29679e3-a1ea-4ecd-861e-100696fbdc67 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 944 time: 0.4271047 Feb 09 03:16:14.426190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698375-da96-4124-961d-dbaf7b727b59 req-75546c42-5751-4696-aa48-48d625ecc8d6 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:14.432011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-75546c42-5751-4696-aa48-48d625ecc8d6 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/networks?id=ebd0de06-5e46-4652-bc24-b81b4f1124f6 HTTP/1.1" status: 200 len: 808 time: 0.1882524 Feb 09 03:16:14.458618 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-835eab8f-d6fd-4c47-afcd-1d5c28b776cf tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/quotas/c1025e5e4d91419387df413a743d28b1 HTTP/1.1" status: 200 len: 375 time: 0.0191596 Feb 09 03:16:14.515981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-99aefa64-f992-4fc0-9b68-4b1ae93b214e tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1025e5e4d91419387df413a743d28b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493116 Feb 09 03:16:14.681140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:14.709664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-b76f71df-9738-4f16-bb5c-1422e9b0411e service neutron] 10.222.0.32 "GET /v2.0/networks/ebd0de06-5e46-4652-bc24-b81b4f1124f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843059 Feb 09 03:16:14.723790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5e758307-5402-402b-bd9d-069215843745), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:14.749306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a7f66996-27a7-4316-966a-fd00080baa74 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:14.760576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d2fd55-3a00-487c-9c52-bb01c2a48ea5 req-e65e6711-ff9a-4471-ba8b-efdd57759de4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172030 Feb 09 03:16:14.857788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.20.0.8 (1e60c0af-f18f-4f97-8a8b-491ff38b2aa7/bf30faa9-3795-4c69-bb64-4969eab81c25/b5d2b2a5-a38b-44e2-894d-d344483d4516) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:14.873620 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-4619f1e1-68f8-45f6-810c-1d61fe6f608c service neutron] 10.222.0.32 "GET /v2.0/networks/ebd0de06-5e46-4652-bc24-b81b4f1124f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622033 Feb 09 03:16:14.884802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] DHCP port deletion for 5e758307-5402-402b-bd9d-069215843745 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:16:14.952112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Deleting port 33255b53-207d-4377-8876-d4f2cedc150b {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:14.952454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (33255b53-207d-4377-8876-d4f2cedc150b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.122312 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42935649-6cbb-4ba4-857e-6a06a36a9604 x-openstack-request-id: req-42935649-6cbb-4ba4-857e-6a06a36a9604 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:15.122797 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-plugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:15.123064 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42935649-6cbb-4ba4-857e-6a06a36a9604 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:15.123910 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'code': 200} Feb 09 03:16:15.152566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a7f66996-27a7-4316-966a-fd00080baa74 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:15.153121 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7f66996-27a7-4316-966a-fd00080baa74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.203134 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9dc916f-7393-42fc-ab85-6a58d86d9c91 req-ff1e81e9-5b2f-4852-85e4-6e0f04c56efe tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 210 time: 0.1089058 Feb 09 03:16:15.261935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] Deleting port 33255b53-207d-4377-8876-d4f2cedc150b {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:15.262431 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (33255b53-207d-4377-8876-d4f2cedc150b), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.319742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996eed3-07c4-4080-bafc-cdbb7c08fe1a req-8ea41595-b293-474a-b5b5-7185e8d5bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:15.321431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9996eed3-07c4-4080-bafc-cdbb7c08fe1a req-8ea41595-b293-474a-b5b5-7185e8d5bdc3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1127 time: 0.1428764 Feb 09 03:16:15.408950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] For port 33255b53-207d-4377-8876-d4f2cedc150b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33255b53-207d-4377-8876-d4f2cedc150b,segment=NetworkSegment(a614a25e-cec4-44a4-b6a0-82cefdfa67a7),segment_id=a614a25e-cec4-44a4-b6a0-82cefdfa67a7)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:15.409438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (33255b53-207d-4377-8876-d4f2cedc150b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.419705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9996eed3-07c4-4080-bafc-cdbb7c08fe1a req-f62182c5-a4d1-4396-92f6-1a5e811218a0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913377 Feb 09 03:16:15.482711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Calling delete_port for 33255b53-207d-4377-8876-d4f2cedc150b owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:15.520313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] For port 33255b53-207d-4377-8876-d4f2cedc150b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=33255b53-207d-4377-8876-d4f2cedc150b,segment=NetworkSegment(a614a25e-cec4-44a4-b6a0-82cefdfa67a7),segment_id=a614a25e-cec4-44a4-b6a0-82cefdfa67a7)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:15.521065 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (33255b53-207d-4377-8876-d4f2cedc150b), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.556189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] Calling delete_port for 33255b53-207d-4377-8876-d4f2cedc150b owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:15.558935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a7f66996-27a7-4316-966a-fd00080baa74 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:15.559322 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a7f66996-27a7-4316-966a-fd00080baa74), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.610569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.642517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0b510-460d-462b-ba15-986f0a57771f None None] Network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:15.686622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.708165 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (33255b53-207d-4377-8876-d4f2cedc150b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.753941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:15.758335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:15.761984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:15.770379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] No DVR routers for this DVR port 33255b53-207d-4377-8876-d4f2cedc150b on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:15.847246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port a7f66996-27a7-4316-966a-fd00080baa74, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a7f66996-27a7-4316-966a-fd00080baa74,segment=NetworkSegment(2af6beb5-3af8-49b7-8dd6-3df9016c2432),segment_id=2af6beb5-3af8-49b7-8dd6-3df9016c2432)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:15.871793 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a7f66996-27a7-4316-966a-fd00080baa74), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.882296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-52db0743-aabd-4c40-a78a-b40177fae83a None None] Provisioning complete for port a7f66996-27a7-4316-966a-fd00080baa74 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:15.882681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52db0743-aabd-4c40-a78a-b40177fae83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7f66996-27a7-4316-966a-fd00080baa74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:15.906567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 87a3f24a-4299-40e3-af89-2438d460247a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:15.983083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 87a3f24a-4299-40e3-af89-2438d460247a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:15.983431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 87a3f24a-4299-40e3-af89-2438d460247a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:15.983855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6bd5463c-55b9-4cd6-8253-88bc4343f97d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:15.990434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=b5d2b2a5-a38b-44e2-894d-d344483d4516,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:16.036221 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (33255b53-207d-4377-8876-d4f2cedc150b), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.038000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 6bd5463c-55b9-4cd6-8253-88bc4343f97d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:16.038581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6bd5463c-55b9-4cd6-8253-88bc4343f97d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:16.044484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=a7f66996-27a7-4316-966a-fd00080baa74,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:16.122463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Pushing event deleted for resources: {'Port': ['ID=33255b53-207d-4377-8876-d4f2cedc150b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:16.125898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] No DVR routers for this DVR port 33255b53-207d-4377-8876-d4f2cedc150b on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:16.130845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fc646-a3ec-439c-8dc7-0811c4cfd338 None None] Pushing event deleted for resources: {'Port': ['ID=33255b53-207d-4377-8876-d4f2cedc150b,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:16.163026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5e758307-5402-402b-bd9d-069215843745), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.184894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-52db0743-aabd-4c40-a78a-b40177fae83a None None] Current status of the port a7f66996-27a7-4316-966a-fd00080baa74 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:16.224764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:16.225936 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.236207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e758307-5402-402b-bd9d-069215843745']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:16.274112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:16.274789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a614a25e-cec4-44a4-b6a0-82cefdfa67a7') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:16.294050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (a614a25e-cec4-44a4-b6a0-82cefdfa67a7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.316644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c2c4c-fd04-4a54-b2b9-986553bada0a req-3ea86ab3-f8b1-46c5-80c6-fe1314ad983f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:16.318326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff8c2c4c-fd04-4a54-b2b9-986553bada0a req-3ea86ab3-f8b1-46c5-80c6-fe1314ad983f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.3519425 Feb 09 03:16:16.330143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a1f517e6-c9a6-49a9-81ae-4f0184c2f1fc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5690958 Feb 09 03:16:16.333828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59620) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:16.347076 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a614a25e-cec4-44a4-b6a0-82cefdfa67a7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.421975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-155812ab-abe8-4f52-b150-fc957f073b10 req-f7b1907f-f812-488e-a5ea-989639b8b945 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 210 time: 0.1003215 Feb 09 03:16:16.504027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:16:16.504512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (a614a25e-cec4-44a4-b6a0-82cefdfa67a7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:16:16.509582 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:16:16.646993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-eefd5493-02c0-40dd-8edb-ff51ba900afa None None] Provisioning complete for port a7f66996-27a7-4316-966a-fd00080baa74 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:16.647468 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eefd5493-02c0-40dd-8edb-ff51ba900afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7f66996-27a7-4316-966a-fd00080baa74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.661067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a7f66996-27a7-4316-966a-fd00080baa74 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:16.745072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff8c2c4c-fd04-4a54-b2b9-986553bada0a req-3533ba18-8cb7-442b-a033-af3926d99d22 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4100423 Feb 09 03:16:16.749715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5e758307-5402-402b-bd9d-069215843745), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.758788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.764865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e758307-5402-402b-bd9d-069215843745 HTTP/1.1" status: 204 len: 168 time: 2.3910651 Feb 09 03:16:16.913539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a7f66996-27a7-4316-966a-fd00080baa74 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:16.914553 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7f66996-27a7-4316-966a-fd00080baa74), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:16.924461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb52c3-7e64-49cf-8d72-e68402871755 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e758307-5402-402b-bd9d-069215843745,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:17.067942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eefd5493-02c0-40dd-8edb-ff51ba900afa None None] Current status of the port a7f66996-27a7-4316-966a-fd00080baa74 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:17.150557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-eefd5493-02c0-40dd-8edb-ff51ba900afa None None] Provisioning complete for port b5d2b2a5-a38b-44e2-894d-d344483d4516 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:17.150970 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eefd5493-02c0-40dd-8edb-ff51ba900afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.204260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eefd5493-02c0-40dd-8edb-ff51ba900afa None None] Port b5d2b2a5-a38b-44e2-894d-d344483d4516 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:17.234145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59628) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:17.259466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a7f66996-27a7-4316-966a-fd00080baa74 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:17.336179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-aae87144-811b-4b80-ada2-da2153b43cbb None None] Provisioning complete for port b5d2b2a5-a38b-44e2-894d-d344483d4516 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:17.336559 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aae87144-811b-4b80-ada2-da2153b43cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.351995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a9e495be-1355-4ea5-844d-51135b36b36e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eedff2681d14431af71e5c5d901fba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124609 Feb 09 03:16:17.353230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59632) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:17.416548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33255b53-207d-4377-8876-d4f2cedc150b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:17.425277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-aae87144-811b-4b80-ada2-da2153b43cbb None None] Port b5d2b2a5-a38b-44e2-894d-d344483d4516 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:17.452994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698375-da96-4124-961d-dbaf7b727b59 req-028981b4-6607-4f34-ac67-ed6c32db1b77 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:17.454478 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-028981b4-6607-4f34-ac67-ed6c32db1b77 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.26 "GET /v2.0/networks?id=ebd0de06-5e46-4652-bc24-b81b4f1124f6 HTTP/1.1" status: 200 len: 808 time: 0.5547099 Feb 09 03:16:17.463376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 33255b53-207d-4377-8876-d4f2cedc150b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:17.463790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 33255b53-207d-4377-8876-d4f2cedc150b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:17.480515 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c748f00-ef1f-4948-a561-27f7cb41fcf0 admin admin] Publish callbacks [] for security_group (36a962ae-5ead-4805-b2ba-885b6412a3cc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.500938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Request body: {'port': {'device_id': '4c412daf-c7f9-4ce3-8cea-4fa057a6020d', 'network_id': 'ebd0de06-5e46-4652-bc24-b81b4f1124f6', 'admin_state_up': True, 'tenant_id': 'c1025e5e4d91419387df413a743d28b1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:17.536367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c748f00-ef1f-4948-a561-27f7cb41fcf0 admin admin] Publish callbacks [] for security_group (36a962ae-5ead-4805-b2ba-885b6412a3cc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.655567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c39ab655-d488-476c-85e4-0aeb39ecf1de req-ec61b47f-5b56-4ade-ac4d-a2bf7233f523 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 210 time: 0.0926118 Feb 09 03:16:17.711437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c748f00-ef1f-4948-a561-27f7cb41fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (36a962ae-5ead-4805-b2ba-885b6412a3cc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.714590 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c748f00-ef1f-4948-a561-27f7cb41fcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.721172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:17.722580 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7c748f00-ef1f-4948-a561-27f7cb41fcf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36a962ae-5ead-4805-b2ba-885b6412a3cc HTTP/1.1" status: 204 len: 168 time: 0.3656418 Feb 09 03:16:17.735577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c748f00-ef1f-4948-a561-27f7cb41fcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a962ae-5ead-4805-b2ba-885b6412a3cc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:17.768649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Made reservation on behalf of c1025e5e4d91419387df413a743d28b1 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:17.792672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.355951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:18.379944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08810572-6a64-42f3-b92a-f8929d8faa78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.550691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08810572-6a64-42f3-b92a-f8929d8faa78 admin admin] Publish callbacks [] for security_group (0a495742-9cf1-4650-9c1b-5f05e5a24ba1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.554508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818812e-a887-420c-85aa-b3111af12b44 req-3e525fa5-ec26-464a-ac2e-0fbd8e3c9493 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:18.556025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7818812e-a887-420c-85aa-b3111af12b44 req-3e525fa5-ec26-464a-ac2e-0fbd8e3c9493 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.6879039 Feb 09 03:16:18.560852 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08810572-6a64-42f3-b92a-f8929d8faa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0a495742-9cf1-4650-9c1b-5f05e5a24ba1), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.644313 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-08810572-6a64-42f3-b92a-f8929d8faa78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2856040 Feb 09 03:16:18.667148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59660) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:18.667841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08810572-6a64-42f3-b92a-f8929d8faa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a495742-9cf1-4650-9c1b-5f05e5a24ba1,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:18.674010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Allocated IP 172.20.0.12 (ebd0de06-5e46-4652-bc24-b81b4f1124f6/f806a9ba-663d-43eb-ba0c-71a667a6a154/7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:18.776436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7818812e-a887-420c-85aa-b3111af12b44 req-40cfea15-f679-41a0-8756-60b83ce06182 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775775 Feb 09 03:16:18.865269 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e6601292-5b30-468e-8540-f49c8bb8b29d admin admin] Publish callbacks [] for security_group (0a495742-9cf1-4650-9c1b-5f05e5a24ba1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.871162 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.880699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bda44513-86ee-42e8-9bde-b1bce58577f8 req-8154c191-b75c-43f6-b4a8-3729acec5e8e tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 210 time: 0.0692701 Feb 09 03:16:18.910166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:18.930128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e6601292-5b30-468e-8540-f49c8bb8b29d admin admin] Publish callbacks [] for security_group (0a495742-9cf1-4650-9c1b-5f05e5a24ba1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.004049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e6601292-5b30-468e-8540-f49c8bb8b29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0a495742-9cf1-4650-9c1b-5f05e5a24ba1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.013834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e6601292-5b30-468e-8540-f49c8bb8b29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.015858 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e6601292-5b30-468e-8540-f49c8bb8b29d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a495742-9cf1-4650-9c1b-5f05e5a24ba1 HTTP/1.1" status: 204 len: 168 time: 0.3255112 Feb 09 03:16:19.033379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6601292-5b30-468e-8540-f49c8bb8b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a495742-9cf1-4650-9c1b-5f05e5a24ba1,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:19.132898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=b5d2b2a5-a38b-44e2-894d-d344483d4516,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:19.190029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09291736-96e6-4993-be9f-93982ce090bc req-6e0ebdc2-b999-41ca-bdd4-9f2a500f629f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:19.206156 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09291736-96e6-4993-be9f-93982ce090bc req-6e0ebdc2-b999-41ca-bdd4-9f2a500f629f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.2466967 Feb 09 03:16:19.473725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2baff03b-46a4-4721-b0d5-67e757f124d9 None None] Provisioning complete for port b5d2b2a5-a38b-44e2-894d-d344483d4516 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:19.474344 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2baff03b-46a4-4721-b0d5-67e757f124d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.506219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.646942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2baff03b-46a4-4721-b0d5-67e757f124d9 None None] Port b5d2b2a5-a38b-44e2-894d-d344483d4516 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:19.657798 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.720440 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Publish callbacks [] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.840135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:19.865557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09291736-96e6-4993-be9f-93982ce090bc req-bb79e396-4f48-49dd-97c4-2b49563f45c9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6576207 Feb 09 03:16:19.893132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59676) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:19.982748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d92b1-b84b-473c-8053-ef955fb05371 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:19.984776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d46d92b1-b84b-473c-8053-ef955fb05371 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1122 time: 0.0897696 Feb 09 03:16:19.987596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59680) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:19.994186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:20.040716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.051658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.200874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e017b-5395-42f2-860d-d7eafd90b05b req-06b032bc-fb62-4377-b278-f5fe5a31725a tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:20.204259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e8e017b-5395-42f2-860d-d7eafd90b05b req-06b032bc-fb62-4377-b278-f5fe5a31725a tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 932 time: 0.1643107 Feb 09 03:16:20.344727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e8e017b-5395-42f2-860d-d7eafd90b05b req-0704adbb-0aca-40d5-a74b-752bced261b1 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321192 Feb 09 03:16:20.355782 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.366026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Network ebd0de06-5e46-4652-bc24-b81b4f1124f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:20.391790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:20.404112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:20.413296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Pushing event updated for resources: {'Port': ['ID=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:20.532136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:20.533091 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.574976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.25.2.235 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/386a16a0-fe3b-437e-aa32-d7b33f9c0955) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:20.605395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f8f9e64b-cdad-4af2-8345-0904986f186d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1103492 Feb 09 03:16:20.619068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Request body: {'port': {'device_id': '4c412daf-c7f9-4ce3-8cea-4fa057a6020d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:20.722407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (386a16a0-fe3b-437e-aa32-d7b33f9c0955), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.745410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.831475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (386a16a0-fe3b-437e-aa32-d7b33f9c0955), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.836384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.857794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:20.879644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:20.886585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:20.890474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:20.915483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=b5d2b2a5-a38b-44e2-894d-d344483d4516,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:20.959035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=386a16a0-fe3b-437e-aa32-d7b33f9c0955,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:21.077650 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.272626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:21.276240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:21.349970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:21.361141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Publish callbacks [] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.377457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Transition to ACTIVE for port object 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:21.434119 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.531099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (5f53775d-2c0a-4549-9b26-b0f9e943b546), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.654797 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.658039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1d3f7a23-561a-4a7e-b610-03ac407b22dd None None] Provisioning complete for port b5d2b2a5-a38b-44e2-894d-d344483d4516 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:21.658427 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7a23-561a-4a7e-b610-03ac407b22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.739178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (386a16a0-fe3b-437e-aa32-d7b33f9c0955), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:21.749134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f7a23-561a-4a7e-b610-03ac407b22dd None None] Port b5d2b2a5-a38b-44e2-894d-d344483d4516 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:21.774066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:21.891020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88926bc-784e-4c69-b567-32102279a0c0 req-708e896a-5bcc-4dc9-b311-2b84a2473a87 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:21.892636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d88926bc-784e-4c69-b567-32102279a0c0 req-708e896a-5bcc-4dc9-b311-2b84a2473a87 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 944 time: 0.3568130 Feb 09 03:16:21.974928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Attempting to bind port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:21.974928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Attempting to bind port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c2225156-4a42-4be9-8aed-7897a0117ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ebd0de06-5e46-4652-bc24-b81b4f1124f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:21.974928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Attempting to bind port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a on network ebd0de06-5e46-4652-bc24-b81b4f1124f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:21.988390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d88926bc-784e-4c69-b567-32102279a0c0 req-26735b19-9409-4a2e-b051-e6d9d2a039ff tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848751 Feb 09 03:16:21.989511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a on network ebd0de06-5e46-4652-bc24-b81b4f1124f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:21.989834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Attempting to bind port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a on network ebd0de06-5e46-4652-bc24-b81b4f1124f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:21.991964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router ab22153c-4d43-4f8b-bd80-d2fcb2e8b198 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:16:22.000681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:22.001021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Checking segment: {'id': 'c2225156-4a42-4be9-8aed-7897a0117ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ebd0de06-5e46-4652-bc24-b81b4f1124f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:22.001406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Bound using segment: {'id': 'c2225156-4a42-4be9-8aed-7897a0117ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ebd0de06-5e46-4652-bc24-b81b4f1124f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:22.001883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Bound port: 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2225156-4a42-4be9-8aed-7897a0117ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ebd0de06-5e46-4652-bc24-b81b4f1124f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:22.002271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.112145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (386a16a0-fe3b-437e-aa32-d7b33f9c0955), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.123895 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (386a16a0-fe3b-437e-aa32-d7b33f9c0955), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.180970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:22.194665 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb9a9d-3d2e-49bd-b9bc-44e6724a0d5d None None] Sync routers for ids ['ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:22.205614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6c4892dd-ec22-4bf1-ac55-e19a4a0948a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/ab22153c-4d43-4f8b-bd80-d2fcb2e8b198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8669684 Feb 09 03:16:22.209040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59696) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:22.210627 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb9a9d-3d2e-49bd-b9bc-44e6724a0d5d None None] Routers {'ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:22.212993 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-48bb9a9d-3d2e-49bd-b9bc-44e6724a0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:22.218904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] For port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:22.230051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] For port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,segment=NetworkSegment(c2225156-4a42-4be9-8aed-7897a0117ba3),segment_id=c2225156-4a42-4be9-8aed-7897a0117ba3)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:22.240696 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.292589 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-48bb9a9d-3d2e-49bd-b9bc-44e6724a0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:22.311619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (5f53775d-2c0a-4549-9b26-b0f9e943b546), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.313924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:22.318307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:22.319865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] 10.222.0.26 "PUT /v2.0/ports/7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a HTTP/1.1" status: 200 len: 1092 time: 1.7066162 Feb 09 03:16:22.323232 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb9a9d-3d2e-49bd-b9bc-44e6724a0d5d None None] Routers {'ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:22.324182 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-48bb9a9d-3d2e-49bd-b9bc-44e6724a0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:22.328800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c412daf-c7f9-4ce3-8cea-4fa057a6020d', 'tag': '7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:22.334859 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d698a380-4b14-4703-8101-2ddcfccdbb06" -d '{"events": [{"name": "network-changed", "server_uuid": "4c412daf-c7f9-4ce3-8cea-4fa057a6020d", "tag": "7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:22.403914 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-48bb9a9d-3d2e-49bd-b9bc-44e6724a0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:22.409219 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb9a9d-3d2e-49bd-b9bc-44e6724a0d5d None None] The sync data for ids ['ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:22.474394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f384b4-56f3-449b-8acb-fc853c15fdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:22.494639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698375-da96-4124-961d-dbaf7b727b59 req-6b1d69d7-dce9-4e8c-ab62-b4e754ef83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:22.497908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-6b1d69d7-dce9-4e8c-ab62-b4e754ef83be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1025e5e4d91419387df413a743d28b1&device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 1126 time: 0.1227171 Feb 09 03:16:22.517635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=386a16a0-fe3b-437e-aa32-d7b33f9c0955,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:22.532762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ff69a-9a72-4df0-87c4-998ffdba8dbd tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:22.534287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1f6ff69a-9a72-4df0-87c4-998ffdba8dbd tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports/b5d2b2a5-a38b-44e2-894d-d344483d4516 HTTP/1.1" status: 200 len: 977 time: 0.2393169 Feb 09 03:16:22.544327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59702) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:22.653194 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-51c2a5f7-13b5-4b69-b41b-81221dc20ab5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a HTTP/1.1" status: 200 len: 217 time: 0.1474798 Feb 09 03:16:22.668763 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Floating IP 5f53775d-2c0a-4549-9b26-b0f9e943b546 associated. External IP: 172.25.2.235, port: 788a847d-e1af-426e-b0f4-1a42a4c5a497. Feb 09 03:16:22.716820 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6eb3be-9e76-44ce-a8ff-640e85837117 x-openstack-request-id: req-fb6eb3be-9e76-44ce-a8ff-640e85837117 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:22.717117 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c412daf-c7f9-4ce3-8cea-4fa057a6020d", "tag": "7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:22.717382 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb6eb3be-9e76-44ce-a8ff-640e85837117 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:22.717797 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c412daf-c7f9-4ce3-8cea-4fa057a6020d', 'tag': '7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a', 'status': 'completed', 'code': 200} Feb 09 03:16:22.768561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698375-da96-4124-961d-dbaf7b727b59 req-28052373-a450-4e69-b315-d6a5b5197f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:22.771080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-28052373-a450-4e69-b315-d6a5b5197f2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f806a9ba-663d-43eb-ba0c-71a667a6a154 HTTP/1.1" status: 200 len: 848 time: 0.1107695 Feb 09 03:16:22.828945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-753b392b-f11e-4e3d-881e-483a7bd55e25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebd0de06-5e46-4652-bc24-b81b4f1124f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505228 Feb 09 03:16:23.008021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-51196d59-e6a1-4dc9-897f-6438daed7d61 service neutron] 10.222.0.26 "GET /v2.0/networks/ebd0de06-5e46-4652-bc24-b81b4f1124f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689548 Feb 09 03:16:23.195383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 54893c5c-9a83-48ef-8b36-e14187e5303a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:23.204065 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c698375-da96-4124-961d-dbaf7b727b59 req-f736922a-a1e3-4008-83f7-8e61c654c607 service neutron] 10.222.0.26 "GET /v2.0/networks/ebd0de06-5e46-4652-bc24-b81b4f1124f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898961 Feb 09 03:16:23.396711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b1a63-60f8-4290-b6b5-300abadf626a req-09a5dbfc-2ac8-4460-b784-1ae2bab33235 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:23.398221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-418b1a63-60f8-4290-b6b5-300abadf626a req-09a5dbfc-2ac8-4460-b784-1ae2bab33235 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 944 time: 0.1932509 Feb 09 03:16:23.404731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-8ed9b6bd-c1a5-435b-b917-3c0c6de3b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:23.406395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-8ed9b6bd-c1a5-435b-b917-3c0c6de3b6e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1025e5e4d91419387df413a743d28b1&device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 1126 time: 0.1203847 Feb 09 03:16:23.494914 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:23.514814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-45cd7776-3db9-4dd7-8031-b0d33ef68bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:23.516438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-45cd7776-3db9-4dd7-8031-b0d33ef68bdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebd0de06-5e46-4652-bc24-b81b4f1124f6 HTTP/1.1" status: 200 len: 909 time: 0.1027348 Feb 09 03:16:23.580038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-c92522ef-5f85-4f36-a342-ba45b8fd2798 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a HTTP/1.1" status: 200 len: 217 time: 0.0541387 Feb 09 03:16:23.665212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-418b1a63-60f8-4290-b6b5-300abadf626a req-1faced7d-d24e-48d9-8249-d844960dc3ea tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578354 Feb 09 03:16:23.686400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-a5b91da9-4238-45ee-95b2-403748885d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:23.688018 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-a5b91da9-4238-45ee-95b2-403748885d64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f806a9ba-663d-43eb-ba0c-71a667a6a154 HTTP/1.1" status: 200 len: 848 time: 0.0946252 Feb 09 03:16:23.730286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-1eca089f-76e1-4da4-8618-0dd2b404a19c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebd0de06-5e46-4652-bc24-b81b4f1124f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359604 Feb 09 03:16:23.938090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-828377eb-b237-4de4-910c-59eaa87a3cb5 service neutron] 10.222.0.26 "GET /v2.0/networks/ebd0de06-5e46-4652-bc24-b81b4f1124f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015767 Feb 09 03:16:24.158904 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d698a380-4b14-4703-8101-2ddcfccdbb06 req-eecd85d1-5d54-4ecc-b438-bb636bcd2976 service neutron] 10.222.0.26 "GET /v2.0/networks/ebd0de06-5e46-4652-bc24-b81b4f1124f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129049 Feb 09 03:16:24.162811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:24.190386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] Sync routers for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:24.214216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:24.217365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:24.259013 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:24.329128 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d2e3fb76-d1c2-4511-9be9-51af0680fee6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3401294 Feb 09 03:16:24.330857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:24.333475 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0faa310-4e15-4f13-a591-df417a911a34" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:24.421464 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3a566a-7ad6-481f-aa06-04e2d1698c90 x-openstack-request-id: req-da3a566a-7ad6-481f-aa06-04e2d1698c90 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:24.421977 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:24.422417 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da3a566a-7ad6-481f-aa06-04e2d1698c90 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:24.422911 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'status': 'completed', 'code': 200} Feb 09 03:16:24.464754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:24.497943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port b5d2b2a5-a38b-44e2-894d-d344483d4516 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:24.498357 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:24.599865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56d81-6b8c-4a1a-b43d-e4b092600fd9 req-c19eb55f-eccd-4ffa-9fcf-52318287f6df tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.601650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03e56d81-6b8c-4a1a-b43d-e4b092600fd9 req-c19eb55f-eccd-4ffa-9fcf-52318287f6df tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1778138 Feb 09 03:16:24.648004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faa310-4e15-4f13-a591-df417a911a34 req-fb489b58-a739-4d5e-8231-5e1751c21af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.650282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0faa310-4e15-4f13-a591-df417a911a34 req-fb489b58-a739-4d5e-8231-5e1751c21af0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1127 time: 0.1919920 Feb 09 03:16:24.935750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faa310-4e15-4f13-a591-df417a911a34 req-6852c350-c736-40ba-953b-e260efe109ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:24.940035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0faa310-4e15-4f13-a591-df417a911a34 req-6852c350-c736-40ba-953b-e260efe109ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.2738647 Feb 09 03:16:24.994562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8c4cf-7600-4393-8551-b8ccaa11ca4c req-f318f7fc-2b2d-4e2d-a862-3cad08092bbb tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:25.013129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bfc8c4cf-7600-4393-8551-b8ccaa11ca4c req-f318f7fc-2b2d-4e2d-a862-3cad08092bbb tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 944 time: 0.1743174 Feb 09 03:16:25.030855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '5f53775d-2c0a-4549-9b26-b0f9e943b546', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'port_id': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'mac_address': 'fa:16:3e:ae:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:21Z', 'updated_at': '2022-02-09T03:16:21Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:25.077383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] Checking router: 54893c5c-9a83-48ef-8b36-e14187e5303a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:16:25.099624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:25.100528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:25.162408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bfc8c4cf-7600-4393-8551-b8ccaa11ca4c req-5af3d0cf-926a-4bdd-abe2-1681219770f1 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481059 Feb 09 03:16:25.205085 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:25.257406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03e56d81-6b8c-4a1a-b43d-e4b092600fd9 req-82747074-aa26-48a2-b941-fd6633718e00 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6402979 Feb 09 03:16:25.285287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59730) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:25.292515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for b5d2b2a5-a38b-44e2-894d-d344483d4516 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:25.335349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:16:25.480246 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9a94b05e-3d74-4edb-b577-427aec1e3b2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/5f53775d-2c0a-4549-9b26-b0f9e943b546 HTTP/1.1" status: 200 len: 991 time: 0.1914263 Feb 09 03:16:25.594621 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0faa310-4e15-4f13-a591-df417a911a34 req-5699067b-3543-45ac-9acd-4b2299eddd9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 999 time: 0.6374111 Feb 09 03:16:25.707993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '5f53775d-2c0a-4549-9b26-b0f9e943b546', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'port_id': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'mac_address': 'fa:16:3e:ae:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:21Z', 'updated_at': '2022-02-09T03:16:21Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:25.760877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cd86b9-f0af-4af5-bbe9-7a111afdd712 None None] The sync data for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 is: [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '5f53775d-2c0a-4549-9b26-b0f9e943b546', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'port_id': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'mac_address': 'fa:16:3e:ae:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:16:21Z', 'updated_at': '2022-02-09T03:16:21Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:25.780895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faa310-4e15-4f13-a591-df417a911a34 req-856fce54-eb4e-42f8-93ae-286118969949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:25.781209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0faa310-4e15-4f13-a591-df417a911a34 req-856fce54-eb4e-42f8-93ae-286118969949 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.1633961 Feb 09 03:16:25.948828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0ad93-ee19-44ab-9997-a5adf4e6ae84 req-b7d938c5-981e-4e44-bbd9-bff95463982f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:25.950744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0f0ad93-ee19-44ab-9997-a5adf4e6ae84 req-b7d938c5-981e-4e44-bbd9-bff95463982f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 945 time: 0.3801672 Feb 09 03:16:25.952883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b5d2b2a5-a38b-44e2-894d-d344483d4516), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:26.019779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=b5d2b2a5-a38b-44e2-894d-d344483d4516,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:26.166021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faa310-4e15-4f13-a591-df417a911a34 req-fef00e1b-14f6-4482-b7c6-cedd0fde5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:26.195689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0faa310-4e15-4f13-a591-df417a911a34 req-fef00e1b-14f6-4482-b7c6-cedd0fde5b4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3546426 Feb 09 03:16:26.206068 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea3ab2-0e10-4047-9033-faa986b02159 None None] New status for floating IP 5f53775d-2c0a-4549-9b26-b0f9e943b546: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:16:26.278871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0f0ad93-ee19-44ab-9997-a5adf4e6ae84 req-4ab0a313-be99-4573-8d5d-54b3187f49f0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197632 Feb 09 03:16:26.442572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39598d-1a20-4fb4-a6d1-33cd331ee19c req-45817b74-558a-4f6c-a7a4-c71e4168194f tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:26.451036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a39598d-1a20-4fb4-a6d1-33cd331ee19c req-45817b74-558a-4f6c-a7a4-c71e4168194f tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 944 time: 0.1467414 Feb 09 03:16:26.465059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0faa310-4e15-4f13-a591-df417a911a34 req-4d069d03-12f7-4366-b123-d0b38c4685bd service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441442 Feb 09 03:16:26.540709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59744) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:26.665036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b0bbf3fe-6369-4d90-8066-2da440f62802 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/5f53775d-2c0a-4549-9b26-b0f9e943b546 HTTP/1.1" status: 200 len: 991 time: 0.1221042 Feb 09 03:16:26.753300 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:26.909607 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0faa310-4e15-4f13-a591-df417a911a34 req-e3ee0db7-ced7-4522-86af-abee7beea32f service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768654 Feb 09 03:16:26.930413 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a39598d-1a20-4fb4-a6d1-33cd331ee19c req-96dd5990-eb74-40ac-aaa8-ddeb23dc129e tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650574 Feb 09 03:16:27.011978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router ab22153c-4d43-4f8b-bd80-d2fcb2e8b198 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:27.147002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:27.156350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59746) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:27.156483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7c3c2ec4-e89b-435d-86c1-6f9c0cc52950 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/ab22153c-4d43-4f8b-bd80-d2fcb2e8b198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6175752 Feb 09 03:16:27.166048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdcf8a2-fb04-40c2-8921-23ace26921ed None None] Sync routers for ids ['ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:27.168494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-cc065f04-7ac9-44fb-914b-23d7b1a8d572 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:27.170047 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-cc065f04-7ac9-44fb-914b-23d7b1a8d572 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 945 time: 0.1604478 Feb 09 03:16:27.181423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdcf8a2-fb04-40c2-8921-23ace26921ed None None] Routers {'ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:27.182648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5cdcf8a2-fb04-40c2-8921-23ace26921ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:27.222468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5cdcf8a2-fb04-40c2-8921-23ace26921ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:27.232678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdcf8a2-fb04-40c2-8921-23ace26921ed None None] Routers {'ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:27.233544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5cdcf8a2-fb04-40c2-8921-23ace26921ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:27.311889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5cdcf8a2-fb04-40c2-8921-23ace26921ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:27.313375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdcf8a2-fb04-40c2-8921-23ace26921ed None None] The sync data for ids ['ab22153c-4d43-4f8b-bd80-d2fcb2e8b198'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:27.386077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:16:27.443004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Deleting port 6a3a692d-97b0-485d-a92b-e03aa4c35570 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:27.443370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.533198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,segment=NetworkSegment(c2225156-4a42-4be9-8aed-7897a0117ba3),segment_id=c2225156-4a42-4be9-8aed-7897a0117ba3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:27.548140 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-5e76dfaa-dfeb-41f7-bc4a-5cd01d083af1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 03:16:27.549546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5e76dfaa-dfeb-41f7-bc4a-5cd01d083af1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/ab22153c-4d43-4f8b-bd80-d2fcb2e8b198/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3917322 Feb 09 03:16:27.552823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59752) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:27.566328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a', 'network_id': 'ebd0de06-5e46-4652-bc24-b81b4f1124f6', 'port_id': '7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a', 'mac_address': 'fa:16:3e:03:22:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f806a9ba-663d-43eb-ba0c-71a667a6a154', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:16:27.569902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201df00-92a9-418c-8b59-67dcb6fe99c8 req-3d2dc202-c7a3-49e1-bf08-f092bc15e134 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:27.571631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3201df00-92a9-418c-8b59-67dcb6fe99c8 req-3d2dc202-c7a3-49e1-bf08-f092bc15e134 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d283b34d-de20-4076-aebb-4578b6c304ef HTTP/1.1" status: 200 len: 945 time: 0.2148011 Feb 09 03:16:27.600282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8622da0f-f957-44c1-a40c-aef9abe38594 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab22153c-4d43-4f8b-bd80-d2fcb2e8b198 HTTP/1.1" status: 200 len: 205 time: 0.0434260 Feb 09 03:16:27.600769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59756) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:27.639723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:27.640147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.671480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59760) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:27.671923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:27.702206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,segment=NetworkSegment(c2225156-4a42-4be9-8aed-7897a0117ba3),segment_id=c2225156-4a42-4be9-8aed-7897a0117ba3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:27.707515 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.726733 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c70-60be-4ab1-b4ca-2636414e6652 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.765988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-78507711-8a55-4f77-8024-534a512fd0d6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/5f53775d-2c0a-4549-9b26-b0f9e943b546 HTTP/1.1" status: 200 len: 993 time: 0.0930083 Feb 09 03:16:27.803494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3201df00-92a9-418c-8b59-67dcb6fe99c8 req-f942369c-9a6f-44fa-ad5a-033da5b6a082 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130544 Feb 09 03:16:27.809098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] For port 6a3a692d-97b0-485d-a92b-e03aa4c35570, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=6a3a692d-97b0-485d-a92b-e03aa4c35570,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:27.809477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:27.832342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Calling delete_port for 6a3a692d-97b0-485d-a92b-e03aa4c35570 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:27.844151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:28.031534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:28.032437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c70-60be-4ab1-b4ca-2636414e6652 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.035848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c70-60be-4ab1-b4ca-2636414e6652 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.045707 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6a3a692d-97b0-485d-a92b-e03aa4c35570), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.086171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Pushing event deleted for resources: {'Port': ['ID=6a3a692d-97b0-485d-a92b-e03aa4c35570,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:28.096725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3035f09b-6281-4464-bd36-43777d604ca6', 'be45d04d-c410-46d6-b308-911f0aaea0f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:28.122083 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c70-60be-4ab1-b4ca-2636414e6652 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (ab22153c-4d43-4f8b-bd80-d2fcb2e8b198), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.122755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5e4c70-60be-4ab1-b4ca-2636414e6652 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Fanout notify agent at l3_agent the message router_deleted on router ab22153c-4d43-4f8b-bd80-d2fcb2e8b198 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:16:28.139603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] No DVR routers for this DVR port 6a3a692d-97b0-485d-a92b-e03aa4c35570 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:28.142385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.146260 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3424b794-c04c-4f7c-9b01-ce2d5ba16abc req-aa6aa2f1-f51a-40ed-9012-b1ed682ab5d0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "DELETE /v2.0/ports/6a3a692d-97b0-485d-a92b-e03aa4c35570 HTTP/1.1" status: 204 len: 173 time: 0.9659164 Feb 09 03:16:28.146750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd283b34d-de20-4076-aebb-4578b6c304ef', 'name': 'network-vif-deleted', 'tag': '6a3a692d-97b0-485d-a92b-e03aa4c35570'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:28.148931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5348d0df-2e22-438a-a861-2fb4f4b5dab8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:28.153145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c70-60be-4ab1-b4ca-2636414e6652 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.155433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0f5e4c70-60be-4ab1-b4ca-2636414e6652 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/ab22153c-4d43-4f8b-bd80-d2fcb2e8b198 HTTP/1.1" status: 204 len: 168 time: 0.5530849 Feb 09 03:16:28.161098 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1224f4e4-24f9-45d9-951f-5bfe1f9e2b8b" -d '{"events": [{"server_uuid": "d283b34d-de20-4076-aebb-4578b6c304ef", "name": "network-vif-deleted", "tag": "6a3a692d-97b0-485d-a92b-e03aa4c35570"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:28.161323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59768) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:28.262172 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917b2d3b-2f45-4d2e-8efd-84b2ef4c5b82 x-openstack-request-id: req-917b2d3b-2f45-4d2e-8efd-84b2ef4c5b82 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:28.262651 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d283b34d-de20-4076-aebb-4578b6c304ef", "name": "network-vif-deleted", "tag": "6a3a692d-97b0-485d-a92b-e03aa4c35570", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:28.263683 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-917b2d3b-2f45-4d2e-8efd-84b2ef4c5b82 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:28.264269 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd283b34d-de20-4076-aebb-4578b6c304ef', 'name': 'network-vif-deleted', 'tag': '6a3a692d-97b0-485d-a92b-e03aa4c35570', 'status': 'completed', 'code': 200} Feb 09 03:16:28.286711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99506d3-3892-42a7-bfd6-d4fb8ff16429 req-68fa6115-78e9-477c-bf2a-3dcf62f80efe tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:28.288580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f99506d3-3892-42a7-bfd6-d4fb8ff16429 req-68fa6115-78e9-477c-bf2a-3dcf62f80efe tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 945 time: 0.1825442 Feb 09 03:16:28.297784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad00e80-ab2a-4498-b0f9-a61c6e06201a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet bf30faa9-3795-4c69-bb64-4969eab81c25 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:16:28.303539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ad00e80-ab2a-4498-b0f9-a61c6e06201a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (bf30faa9-3795-4c69-bb64-4969eab81c25), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.389798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f99506d3-3892-42a7-bfd6-d4fb8ff16429 req-c049eb3f-2ea3-4426-a59b-edd093ee609a tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890379 Feb 09 03:16:28.399515 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ad00e80-ab2a-4498-b0f9-a61c6e06201a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (bf30faa9-3795-4c69-bb64-4969eab81c25), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.500194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ad00e80-ab2a-4498-b0f9-a61c6e06201a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (bf30faa9-3795-4c69-bb64-4969eab81c25), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.627372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ad00e80-ab2a-4498-b0f9-a61c6e06201a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (bf30faa9-3795-4c69-bb64-4969eab81c25), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.679330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad00e80-ab2a-4498-b0f9-a61c6e06201a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=bf30faa9-3795-4c69-bb64-4969eab81c25,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:28.694672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c708e9-ea80-402f-8d21-a570f6c75a67 None None] Network 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:28.695193 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8ad00e80-ab2a-4498-b0f9-a61c6e06201a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.699031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8ad00e80-ab2a-4498-b0f9-a61c6e06201a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/bf30faa9-3795-4c69-bb64-4969eab81c25 HTTP/1.1" status: 204 len: 168 time: 0.5350208 Feb 09 03:16:28.701432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59782) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:28.800560 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1e60c0af-f18f-4f97-8a8b-491ff38b2aa7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.879022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port a7f66996-27a7-4316-966a-fd00080baa74 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:28.879790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a7f66996-27a7-4316-966a-fd00080baa74), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.940868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] DHCP port deletion for 1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:16:28.967000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port a7f66996-27a7-4316-966a-fd00080baa74, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a7f66996-27a7-4316-966a-fd00080baa74,segment=NetworkSegment(2af6beb5-3af8-49b7-8dd6-3df9016c2432),segment_id=2af6beb5-3af8-49b7-8dd6-3df9016c2432)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:28.967369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a7f66996-27a7-4316-966a-fd00080baa74), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:28.985794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for a7f66996-27a7-4316-966a-fd00080baa74 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:29.070180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Deleting port a7f66996-27a7-4316-966a-fd00080baa74 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:29.070608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a7f66996-27a7-4316-966a-fd00080baa74), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.079629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a7f66996-27a7-4316-966a-fd00080baa74), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.110123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=a7f66996-27a7-4316-966a-fd00080baa74,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:29.120023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No DVR routers for this DVR port a7f66996-27a7-4316-966a-fd00080baa74 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:29.169070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] For port a7f66996-27a7-4316-966a-fd00080baa74, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a7f66996-27a7-4316-966a-fd00080baa74,segment=NetworkSegment(2af6beb5-3af8-49b7-8dd6-3df9016c2432),segment_id=2af6beb5-3af8-49b7-8dd6-3df9016c2432)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:29.170094 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a7f66996-27a7-4316-966a-fd00080baa74), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.186283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Calling delete_port for a7f66996-27a7-4316-966a-fd00080baa74 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:29.218411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1e60c0af-f18f-4f97-8a8b-491ff38b2aa7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.243828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e60c0af-f18f-4f97-8a8b-491ff38b2aa7']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:29.255061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af6beb5-3af8-49b7-8dd6-3df9016c2432') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:29.255493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af6beb5-3af8-49b7-8dd6-3df9016c2432') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:29.266592 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (2af6beb5-3af8-49b7-8dd6-3df9016c2432), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.282081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2af6beb5-3af8-49b7-8dd6-3df9016c2432), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.289181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:16:29.289665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (2af6beb5-3af8-49b7-8dd6-3df9016c2432), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:16:29.324429 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:16:29.336864 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (a7f66996-27a7-4316-966a-fd00080baa74), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:16:29.356263 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:16:29.360157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1e60c0af-f18f-4f97-8a8b-491ff38b2aa7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.370078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.377445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/1e60c0af-f18f-4f97-8a8b-491ff38b2aa7 HTTP/1.1" status: 204 len: 168 time: 0.6716163 Feb 09 03:16:29.378589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59792) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:29.384683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-317740207'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:29.393177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d933b12-624c-458b-9f33-48857a24f9f5 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=1e60c0af-f18f-4f97-8a8b-491ff38b2aa7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:29.426106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:29.436853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:29.440834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.504502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:29.535792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (ac6b4e0e-e3ba-4d6d-8528-461a80548d67), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.539001 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment ac6b4e0e-e3ba-4d6d-8528-461a80548d67 of type vlan for network 192be6fe-6cb0-4155-9e25-77f8d49c0132 Feb 09 03:16:29.547444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] No DVR routers for this DVR port a7f66996-27a7-4316-966a-fd00080baa74 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:29.552033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Pushing event deleted for resources: {'Port': ['ID=a7f66996-27a7-4316-966a-fd00080baa74,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:29.561818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.562381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.562697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.563387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.563816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.564260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.564670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.565094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.565483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.565974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.566423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.566768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.567174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1781b9-61f9-4b0c-a106-e9e3ad451031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:29.595921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:16:29.601213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:29.601692 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.621228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6463b-028e-4d0b-938d-638bbe516a28 req-f76dc222-d173-4158-9e40-2ae02ea9be5e tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:29.629261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6a6463b-028e-4d0b-938d-638bbe516a28 req-f76dc222-d173-4158-9e40-2ae02ea9be5e tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 945 time: 0.1009767 Feb 09 03:16:29.655497 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (192be6fe-6cb0-4155-9e25-77f8d49c0132), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.721962 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (192be6fe-6cb0-4155-9e25-77f8d49c0132), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.733538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:29.748176 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6a6463b-028e-4d0b-938d-638bbe516a28 req-ad5164ca-b9d2-409c-aba3-8a249b8f1133 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169884 Feb 09 03:16:29.748539 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.784536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:29.785574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.810174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4299474 Feb 09 03:16:29.812678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59798) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:29.819591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': '192be6fe-6cb0-4155-9e25-77f8d49c0132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:29.824009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c412daf-c7f9-4ce3-8cea-4fa057a6020d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:29.826253 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5859c7e-d483-487e-ab18-a3fafe55f2ac" -d '{"events": [{"server_uuid": "4c412daf-c7f9-4ce3-8cea-4fa057a6020d", "name": "network-vif-plugged", "status": "completed", "tag": "7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:29.867980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,segment=NetworkSegment(c2225156-4a42-4be9-8aed-7897a0117ba3),segment_id=c2225156-4a42-4be9-8aed-7897a0117ba3)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:29.877948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:29.914854 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97538356-dce7-4c23-88c4-0b51fa3572f9 x-openstack-request-id: req-97538356-dce7-4c23-88c4-0b51fa3572f9 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:29.915155 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c412daf-c7f9-4ce3-8cea-4fa057a6020d", "name": "network-vif-plugged", "status": "completed", "tag": "7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:29.915429 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97538356-dce7-4c23-88c4-0b51fa3572f9 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:29.915800 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c412daf-c7f9-4ce3-8cea-4fa057a6020d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a', 'code': 200} Feb 09 03:16:29.939735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2553c93-421b-4cfc-98cf-2bd5c5ae309b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=192be6fe-6cb0-4155-9e25-77f8d49c0132,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:29.961080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 192be6fe-6cb0-4155-9e25-77f8d49c0132 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:29.964795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:29.982567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 6a3a692d-97b0-485d-a92b-e03aa4c35570 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:30.028361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:30.032178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.050419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 6a3a692d-97b0-485d-a92b-e03aa4c35570 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:30.050785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 6a3a692d-97b0-485d-a92b-e03aa4c35570 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:30.116852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54651eeb-638b-49ac-88e1-7c7a15c878f5 req-8c95237c-d3c9-482f-8972-89f7aa6f321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:30.118728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-54651eeb-638b-49ac-88e1-7c7a15c878f5 req-8c95237c-d3c9-482f-8972-89f7aa6f321a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 1128 time: 0.1422598 Feb 09 03:16:30.176694 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-54651eeb-638b-49ac-88e1-7c7a15c878f5 req-a88c2359-505a-4180-ae01-ed864bb08e90 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513892 Feb 09 03:16:30.285256 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1c52ba4e-294d-4d99-98b8-bda50ca2fb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.308396 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (0cb5a362-5778-494a-ae93-e73d17bd7961), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.377472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=0cb5a362-5778-494a-ae93-e73d17bd7961,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:30.387291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': 'ac6b4e0e-e3ba-4d6d-8528-461a80548d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '192be6fe-6cb0-4155-9e25-77f8d49c0132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:30.387658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: 192be6fe-6cb0-4155-9e25-77f8d49c0132, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:30.405041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 192be6fe-6cb0-4155-9e25-77f8d49c0132 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:30.414645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 192be6fe-6cb0-4155-9e25-77f8d49c0132) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:30.420848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:30.421592 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.425620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db1718-7dc3-4d8c-8f8a-f56b94c1bc7e None None] Network 192be6fe-6cb0-4155-9e25-77f8d49c0132 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:30.446072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ee6fd34c-8926-4443-92d3-33a2e6bb679f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6319470 Feb 09 03:16:30.448870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59814) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:30.455026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-79de84c2-811c-4add-a025-a0fba7073176 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-326940613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:30.481036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79de84c2-811c-4add-a025-a0fba7073176 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (b4088edc-f52a-466e-8a99-370c07ffbedf), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.484916 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79de84c2-811c-4add-a025-a0fba7073176 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (b4088edc-f52a-466e-8a99-370c07ffbedf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.561726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-192be6fe-6cb0-4155-9e25-77f8d49c0132', 'network_id': '192be6fe-6cb0-4155-9e25-77f8d49c0132', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': '0cb5a362-5778-494a-ae93-e73d17bd7961'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:16:30.562954 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.583192 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79de84c2-811c-4add-a025-a0fba7073176 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (b4088edc-f52a-466e-8a99-370c07ffbedf), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.587963 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79de84c2-811c-4add-a025-a0fba7073176 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (b4088edc-f52a-466e-8a99-370c07ffbedf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.613527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-79de84c2-811c-4add-a025-a0fba7073176 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:30.616756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-79de84c2-811c-4add-a025-a0fba7073176 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1667218 Feb 09 03:16:30.618864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59816) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:30.670418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a7f66996-27a7-4316-966a-fd00080baa74 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:30.703223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a7f66996-27a7-4316-966a-fd00080baa74 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:30.703753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a7f66996-27a7-4316-966a-fd00080baa74 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:30.803288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Allocated IP 172.20.0.2 (192be6fe-6cb0-4155-9e25-77f8d49c0132/0cb5a362-5778-494a-ae93-e73d17bd7961/3aaee563-1a29-4930-8ec7-e6b1bd8ec194) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:30.900992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458e144-7c09-4fbb-bfc1-aac0b25d71c3 req-28e80eb5-728b-42f4-a88a-ec5eb7f7c6df tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:30.902803 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e458e144-7c09-4fbb-bfc1-aac0b25d71c3 req-28e80eb5-728b-42f4-a88a-ec5eb7f7c6df tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 946 time: 0.0805514 Feb 09 03:16:30.989561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e458e144-7c09-4fbb-bfc1-aac0b25d71c3 req-ca890aeb-d7ca-458b-967d-80b7cf58b13d tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791183 Feb 09 03:16:31.026091 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Publish callbacks [] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.035877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.083516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Network 192be6fe-6cb0-4155-9e25-77f8d49c0132 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:31.091970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:31.097301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:31.110009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Pushing event updated for resources: {'Port': ['ID=3aaee563-1a29-4930-8ec7-e6b1bd8ec194,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:31.180732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Attempting to bind port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:31.181089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Attempting to bind port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'ac6b4e0e-e3ba-4d6d-8528-461a80548d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '192be6fe-6cb0-4155-9e25-77f8d49c0132'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:31.181448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Attempting to bind port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 on network 192be6fe-6cb0-4155-9e25-77f8d49c0132 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:31.188552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:31.188937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Checking segment: {'id': 'ac6b4e0e-e3ba-4d6d-8528-461a80548d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '192be6fe-6cb0-4155-9e25-77f8d49c0132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:31.189347 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.189746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Bound using segment: {'id': 'ac6b4e0e-e3ba-4d6d-8528-461a80548d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '192be6fe-6cb0-4155-9e25-77f8d49c0132'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:31.190219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Bound port: 3aaee563-1a29-4930-8ec7-e6b1bd8ec194, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6b4e0e-e3ba-4d6d-8528-461a80548d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '192be6fe-6cb0-4155-9e25-77f8d49c0132'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:31.190626 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.270620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] For port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:31.275351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] For port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3aaee563-1a29-4930-8ec7-e6b1bd8ec194,segment=NetworkSegment(ac6b4e0e-e3ba-4d6d-8528-461a80548d67),segment_id=ac6b4e0e-e3ba-4d6d-8528-461a80548d67)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:31.286322 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:31.426956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006facd5-d00a-4e8c-9aeb-0d19157cf6f8 None None] Pushing event updated for resources: {'Port': ['ID=3aaee563-1a29-4930-8ec7-e6b1bd8ec194,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:31.655542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.138406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.20.0.1 (192be6fe-6cb0-4155-9e25-77f8d49c0132/0cb5a362-5778-494a-ae93-e73d17bd7961/cb54dcf6-06f1-4249-9a81-44001d2fbc47) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:32.326532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.374533 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.436111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=cb54dcf6-06f1-4249-9a81-44001d2fbc47,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:32.445782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 192be6fe-6cb0-4155-9e25-77f8d49c0132 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:32.452909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.453258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.453599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.453936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.454291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.454623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.455054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.455384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.455711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.456030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.456353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.456671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.456990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:16:32.460688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:32.465288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:32.513396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaae240-a135-4442-91b0-bd99be3058e8 req-819a3e75-d46d-404e-ae17-8cbb8a4f4570 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:32.515051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbaae240-a135-4442-91b0-bd99be3058e8 req-819a3e75-d46d-404e-ae17-8cbb8a4f4570 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 946 time: 0.4300711 Feb 09 03:16:32.532771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (b4088edc-f52a-466e-8a99-370c07ffbedf), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.711291 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ad82a0a-dbb3-4aa0-814e-1bedab62480d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.730257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:32.768450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbaae240-a135-4442-91b0-bd99be3058e8 req-61a65b72-974d-42ae-b95d-f01c764ef2db tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326474 Feb 09 03:16:32.833378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:32.834364 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:32.846024 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.021977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:33.022413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.081739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3aaee563-1a29-4930-8ec7-e6b1bd8ec194,segment=NetworkSegment(ac6b4e0e-e3ba-4d6d-8528-461a80548d67),segment_id=ac6b4e0e-e3ba-4d6d-8528-461a80548d67)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:33.101409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d831cb49-7f98-488e-bf41-cf406803030f None None] Network 192be6fe-6cb0-4155-9e25-77f8d49c0132 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:33.114217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.238182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=3aaee563-1a29-4930-8ec7-e6b1bd8ec194,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:33.333628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c7e612aa-8f88-4e92-8a11-b39cf2aefa36 None None] Provisioning complete for port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:33.335438 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c7e612aa-8f88-4e92-8a11-b39cf2aefa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.403490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.412906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.513787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (b4088edc-f52a-466e-8a99-370c07ffbedf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:33.670503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c7e612aa-8f88-4e92-8a11-b39cf2aefa36 None None] Current status of the port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:33.676858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 192be6fe-6cb0-4155-9e25-77f8d49c0132 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:33.687623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:33.701947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=cb54dcf6-06f1-4249-9a81-44001d2fbc47,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:33.933087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router b4088edc-f52a-466e-8a99-370c07ffbedf is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:16:34.041591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4a451fa9-132a-4dc6-8850-9a073408cdf7 None None] Provisioning complete for port cb54dcf6-06f1-4249-9a81-44001d2fbc47 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:34.042623 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4a451fa9-132a-4dc6-8850-9a073408cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.046678 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.109447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4a451fa9-132a-4dc6-8850-9a073408cdf7 None None] Port cb54dcf6-06f1-4249-9a81-44001d2fbc47 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:34.142187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4a451fa9-132a-4dc6-8850-9a073408cdf7 None None] Provisioning complete for port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:34.144068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4a451fa9-132a-4dc6-8850-9a073408cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.185995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:34.202059 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f21771-a872-44eb-b1b9-b8ca88d40086 None None] Sync routers for ids ['b4088edc-f52a-466e-8a99-370c07ffbedf'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:34.219158 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f21771-a872-44eb-b1b9-b8ca88d40086 None None] Routers {'b4088edc-f52a-466e-8a99-370c07ffbedf'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:34.220237 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e2f21771-a872-44eb-b1b9-b8ca88d40086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b4088edc-f52a-466e-8a99-370c07ffbedf'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:34.222493 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c74165c7-a30a-4def-8688-6d1bf5b13314 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/b4088edc-f52a-466e-8a99-370c07ffbedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6019547 Feb 09 03:16:34.225100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59862) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:34.267810 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e2f21771-a872-44eb-b1b9-b8ca88d40086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:34.281337 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f21771-a872-44eb-b1b9-b8ca88d40086 None None] Routers {'b4088edc-f52a-466e-8a99-370c07ffbedf'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:34.282380 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e2f21771-a872-44eb-b1b9-b8ca88d40086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b4088edc-f52a-466e-8a99-370c07ffbedf'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:34.341883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719d440-701e-4e31-b1cd-e3e5c1a4fc40 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:34.345166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4a451fa9-132a-4dc6-8850-9a073408cdf7 None None] Current status of the port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:34.346613 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e2f21771-a872-44eb-b1b9-b8ca88d40086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:34.347270 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f21771-a872-44eb-b1b9-b8ca88d40086 None None] The sync data for ids ['b4088edc-f52a-466e-8a99-370c07ffbedf'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:34.352083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59864) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:34.352813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2719d440-701e-4e31-b1cd-e3e5c1a4fc40 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports/cb54dcf6-06f1-4249-9a81-44001d2fbc47 HTTP/1.1" status: 200 len: 910 time: 0.1260531 Feb 09 03:16:34.579080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-943f4e7a-dd44-437b-82c3-0d4d76b65718 None None] Provisioning complete for port cb54dcf6-06f1-4249-9a81-44001d2fbc47 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:34.579467 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-943f4e7a-dd44-437b-82c3-0d4d76b65718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.652486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-943f4e7a-dd44-437b-82c3-0d4d76b65718 None None] Port cb54dcf6-06f1-4249-9a81-44001d2fbc47 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:34.669359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:34.779278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:34.779683 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.952667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (b4088edc-f52a-466e-8a99-370c07ffbedf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:34.956014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:34.987961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-050cf494-a7a0-4fbb-8aa1-7928b26a88e3 None None] Provisioning complete for port cb54dcf6-06f1-4249-9a81-44001d2fbc47 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:34.988338 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-050cf494-a7a0-4fbb-8aa1-7928b26a88e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.056640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-050cf494-a7a0-4fbb-8aa1-7928b26a88e3 None None] Port cb54dcf6-06f1-4249-9a81-44001d2fbc47 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:35.084765 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.392279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port cb54dcf6-06f1-4249-9a81-44001d2fbc47 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:35.392814 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.532593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.552133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for cb54dcf6-06f1-4249-9a81-44001d2fbc47 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:35.797709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cb54dcf6-06f1-4249-9a81-44001d2fbc47), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:35.834734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=cb54dcf6-06f1-4249-9a81-44001d2fbc47,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:36.019114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (b4088edc-f52a-466e-8a99-370c07ffbedf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.276613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router b4088edc-f52a-466e-8a99-370c07ffbedf has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:36.368857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:36.377423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cadb3a1f-5b9d-497d-b9f1-f0633181bc8c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/b4088edc-f52a-466e-8a99-370c07ffbedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0218685 Feb 09 03:16:36.377728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:36.389593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ead7c6-3153-43ce-a22b-d3d7a4da80f4 None None] Sync routers for ids ['b4088edc-f52a-466e-8a99-370c07ffbedf'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:36.404807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ead7c6-3153-43ce-a22b-d3d7a4da80f4 None None] Routers {'b4088edc-f52a-466e-8a99-370c07ffbedf'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:36.408125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f2ead7c6-3153-43ce-a22b-d3d7a4da80f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b4088edc-f52a-466e-8a99-370c07ffbedf'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:36.418277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-afa97992-3dde-4df7-bb96-9c6e2db90059 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4088edc-f52a-466e-8a99-370c07ffbedf HTTP/1.1" status: 200 len: 205 time: 0.0332096 Feb 09 03:16:36.420707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59884) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:36.489179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f2ead7c6-3153-43ce-a22b-d3d7a4da80f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:36.501291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ead7c6-3153-43ce-a22b-d3d7a4da80f4 None None] Routers {'b4088edc-f52a-466e-8a99-370c07ffbedf'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:36.502376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f2ead7c6-3153-43ce-a22b-d3d7a4da80f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['b4088edc-f52a-466e-8a99-370c07ffbedf'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:36.518328 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b994e840-6535-42b7-adb9-b529818563f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (b4088edc-f52a-466e-8a99-370c07ffbedf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.555041 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:36.558188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f2ead7c6-3153-43ce-a22b-d3d7a4da80f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:36.567580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ead7c6-3153-43ce-a22b-d3d7a4da80f4 None None] The sync data for ids ['b4088edc-f52a-466e-8a99-370c07ffbedf'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:37.261389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b994e840-6535-42b7-adb9-b529818563f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (b4088edc-f52a-466e-8a99-370c07ffbedf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.263729 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b994e840-6535-42b7-adb9-b529818563f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (b4088edc-f52a-466e-8a99-370c07ffbedf), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.359121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b994e840-6535-42b7-adb9-b529818563f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (b4088edc-f52a-466e-8a99-370c07ffbedf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.360560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b994e840-6535-42b7-adb9-b529818563f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Fanout notify agent at l3_agent the message router_deleted on router b4088edc-f52a-466e-8a99-370c07ffbedf {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:16:37.387116 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b994e840-6535-42b7-adb9-b529818563f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.392621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59908) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:37.407175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b994e840-6535-42b7-adb9-b529818563f9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/b4088edc-f52a-466e-8a99-370c07ffbedf HTTP/1.1" status: 204 len: 168 time: 0.9853816 Feb 09 03:16:37.446221 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843df8cf-4d23-4825-83cd-189121ab9bf8 req-121076d0-c7b9-41a8-a437-87ac51dae7a9 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:37.448863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-843df8cf-4d23-4825-83cd-189121ab9bf8 req-121076d0-c7b9-41a8-a437-87ac51dae7a9 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 945 time: 0.3774002 Feb 09 03:16:37.520283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e268291-4de2-4846-8271-bbc2e18faa9c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet 0cb5a362-5778-494a-ae93-e73d17bd7961 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:16:37.531702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e268291-4de2-4846-8271-bbc2e18faa9c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (0cb5a362-5778-494a-ae93-e73d17bd7961), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.552291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-843df8cf-4d23-4825-83cd-189121ab9bf8 req-4a64eda3-0ee9-4fbe-adbd-554c986ad262 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972886 Feb 09 03:16:37.594384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e268291-4de2-4846-8271-bbc2e18faa9c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (0cb5a362-5778-494a-ae93-e73d17bd7961), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.705643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e268291-4de2-4846-8271-bbc2e18faa9c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (0cb5a362-5778-494a-ae93-e73d17bd7961), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.778536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e268291-4de2-4846-8271-bbc2e18faa9c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (0cb5a362-5778-494a-ae93-e73d17bd7961), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.827525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f122b-705f-4370-b2fb-9b2d829ce5be None None] Network 192be6fe-6cb0-4155-9e25-77f8d49c0132 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:37.840078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e268291-4de2-4846-8271-bbc2e18faa9c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb5a362-5778-494a-ae93-e73d17bd7961,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:37.846444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0e268291-4de2-4846-8271-bbc2e18faa9c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:37.855280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0e268291-4de2-4846-8271-bbc2e18faa9c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/0cb5a362-5778-494a-ae93-e73d17bd7961 HTTP/1.1" status: 204 len: 168 time: 0.4595444 Feb 09 03:16:37.856412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:38.025627 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (192be6fe-6cb0-4155-9e25-77f8d49c0132), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.156893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:38.157239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.324839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3aaee563-1a29-4930-8ec7-e6b1bd8ec194,segment=NetworkSegment(ac6b4e0e-e3ba-4d6d-8528-461a80548d67),segment_id=ac6b4e0e-e3ba-4d6d-8528-461a80548d67)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:38.325514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.361850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:38.588650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] DHCP port deletion for 192be6fe-6cb0-4155-9e25-77f8d49c0132 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:16:38.678090 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.705021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] Deleting port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:38.705836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.746649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=3aaee563-1a29-4930-8ec7-e6b1bd8ec194,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:38.753851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No DVR routers for this DVR port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:38.779336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f5c21-0d2c-4036-883f-2101bcf9123d req-a08cb7db-352c-47bc-bf7a-43153bb76ef1 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:38.794972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-107f5c21-0d2c-4036-883f-2101bcf9123d req-a08cb7db-352c-47bc-bf7a-43153bb76ef1 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 945 time: 0.1134233 Feb 09 03:16:38.809674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] For port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:38.810395 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.827631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] Calling delete_port for 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:38.831258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] Port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:16:38.833293 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (3aaee563-1a29-4930-8ec7-e6b1bd8ec194), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.870531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] No DVR routers for this DVR port 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:38.871139 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (192be6fe-6cb0-4155-9e25-77f8d49c0132), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.880201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dabeb5-86a7-4ec7-8cf4-a2063daa9b26 None None] Pushing event deleted for resources: {'Port': ['ID=3aaee563-1a29-4930-8ec7-e6b1bd8ec194,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:38.898099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-107f5c21-0d2c-4036-883f-2101bcf9123d req-e305dc69-bf8c-4ae6-8b11-76ca19771924 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961316 Feb 09 03:16:38.899095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192be6fe-6cb0-4155-9e25-77f8d49c0132']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:38.919793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6b4e0e-e3ba-4d6d-8528-461a80548d67') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:38.920118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6b4e0e-e3ba-4d6d-8528-461a80548d67') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:38.937088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (ac6b4e0e-e3ba-4d6d-8528-461a80548d67), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:38.961938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196020f-4199-4529-99a4-8088d29f0739 req-dd5bdb5f-6794-4686-8609-4860b9879def tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:38.969786 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7196020f-4199-4529-99a4-8088d29f0739 req-dd5bdb5f-6794-4686-8609-4860b9879def tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 946 time: 0.3148780 Feb 09 03:16:38.998197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (ac6b4e0e-e3ba-4d6d-8528-461a80548d67), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.029804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-c890fc7f-05df-4291-81dc-7a44acca774f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:39.031511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-c890fc7f-05df-4291-81dc-7a44acca774f tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 945 time: 0.5417426 Feb 09 03:16:39.034584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:16:39.035051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (ac6b4e0e-e3ba-4d6d-8528-461a80548d67), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:16:39.038066 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:16:39.117621 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7196020f-4199-4529-99a4-8088d29f0739 req-96a56c7e-bab9-4e99-8c20-bef451fd1015 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469679 Feb 09 03:16:39.184964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (192be6fe-6cb0-4155-9e25-77f8d49c0132), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.190851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.195009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/192be6fe-6cb0-4155-9e25-77f8d49c0132 HTTP/1.1" status: 204 len: 168 time: 1.3373284 Feb 09 03:16:39.199113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:39.205581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-608414324', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:39.213827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b64b7-ce82-4e6a-a065-ed7e42cd35ab tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=192be6fe-6cb0-4155-9e25-77f8d49c0132,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:39.256296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.257562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.271299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Deleting port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:39.271652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.325944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.398035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] For port 5348d0df-2e22-438a-a861-2fb4f4b5dab8, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5348d0df-2e22-438a-a861-2fb4f4b5dab8,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:39.398625 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.419132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Calling delete_port for 5348d0df-2e22-438a-a861-2fb4f4b5dab8 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:39.525911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_gateway (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.603808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5348d0df-2e22-438a-a861-2fb4f4b5dab8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.625354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5348d0df-2e22-438a-a861-2fb4f4b5dab8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:39.631231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3035f09b-6281-4464-bd36-43777d604ca6', 'be45d04d-c410-46d6-b308-911f0aaea0f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:39.666915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Pushing event deleted for resources: {'Port': ['ID=5348d0df-2e22-438a-a861-2fb4f4b5dab8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:39.701026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] No DVR routers for this DVR port 5348d0df-2e22-438a-a861-2fb4f4b5dab8 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:39.703754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.708228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2ec6d184-c5e1-40f1-9744-7f55c12f0c7a req-d48531c1-0331-41c0-b238-e06b0596ee95 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.61 "DELETE /v2.0/ports/5348d0df-2e22-438a-a861-2fb4f4b5dab8 HTTP/1.1" status: 204 len: 173 time: 0.6668499 Feb 09 03:16:39.708952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ef436a-0a32-4b21-8f7c-3eb89d24968e', 'name': 'network-vif-deleted', 'tag': '5348d0df-2e22-438a-a861-2fb4f4b5dab8'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:39.720368 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146423a7-19b7-4f34-b8dc-7e6073ab0508" -d '{"events": [{"server_uuid": "36ef436a-0a32-4b21-8f7c-3eb89d24968e", "name": "network-vif-deleted", "tag": "5348d0df-2e22-438a-a861-2fb4f4b5dab8"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:39.780696 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_gateway (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.799329 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9a0867-8371-464d-885a-e2d81a511b79 x-openstack-request-id: req-3e9a0867-8371-464d-885a-e2d81a511b79 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:39.799879 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ef436a-0a32-4b21-8f7c-3eb89d24968e", "name": "network-vif-deleted", "tag": "5348d0df-2e22-438a-a861-2fb4f4b5dab8", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:39.800356 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e9a0867-8371-464d-885a-e2d81a511b79 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:39.800984 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ef436a-0a32-4b21-8f7c-3eb89d24968e', 'name': 'network-vif-deleted', 'tag': '5348d0df-2e22-438a-a861-2fb4f4b5dab8', 'status': 'completed', 'code': 200} Feb 09 03:16:39.806203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:39.972888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.25.2.86 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/6883af9b-a08c-4fad-b7b3-9759df7cc517) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:40.063015 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0151c07-03ea-49f0-bbdb-809e11807484 req-05606282-e6c9-4fb7-a08c-f36708ca9fb2 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=36ef436a-0a32-4b21-8f7c-3eb89d24968e HTTP/1.1" status: 200 len: 210 time: 0.0659473 Feb 09 03:16:40.140708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-884f4f70-e80a-4632-a954-d716e578cdad tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:40.142577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-884f4f70-e80a-4632-a954-d716e578cdad tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 946 time: 0.1480227 Feb 09 03:16:40.211373 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (6883af9b-a08c-4fad-b7b3-9759df7cc517), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:40.611844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:40.642620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6883af9b-a08c-4fad-b7b3-9759df7cc517), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:40.658716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:40.659534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3aaee563-1a29-4930-8ec7-e6b1bd8ec194 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:40.702625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8587c-f8f3-4c8b-b537-451b0de27b79 req-c323fa4f-386d-488c-aa13-a85f57caf63c tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:40.704307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3a8587c-f8f3-4c8b-b537-451b0de27b79 req-c323fa4f-386d-488c-aa13-a85f57caf63c tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 946 time: 0.1519606 Feb 09 03:16:40.706566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Deleting port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:40.706922 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:40.732701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:40.788166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:40.797000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:40.819467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=6883af9b-a08c-4fad-b7b3-9759df7cc517,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:40.900146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3a8587c-f8f3-4c8b-b537-451b0de27b79 req-6832f14b-7bb1-4bad-8e3d-c3c05b6758db tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743224 Feb 09 03:16:40.974552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] For port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,segment=NetworkSegment(c2225156-4a42-4be9-8aed-7897a0117ba3),segment_id=c2225156-4a42-4be9-8aed-7897a0117ba3)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:40.975025 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.013192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Calling delete_port for 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:41.210529 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.223903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:41.279278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Pushing event deleted for resources: {'Port': ['ID=7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:41.345669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] No DVR routers for this DVR port 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:41.349537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.353169 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ef297ec-2a98-4e1b-a03a-2a5bce6f5f94 req-929786ee-4124-434f-bb10-008be3bfa196 tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.26 "DELETE /v2.0/ports/7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a HTTP/1.1" status: 204 len: 173 time: 1.2039468 Feb 09 03:16:41.353661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c412daf-c7f9-4ce3-8cea-4fa057a6020d', 'name': 'network-vif-deleted', 'tag': '7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:41.356588 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69423233-79d2-464f-be41-3484dd367a13" -d '{"events": [{"server_uuid": "4c412daf-c7f9-4ce3-8cea-4fa057a6020d", "name": "network-vif-deleted", "tag": "7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:41.375428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_gateway (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.451609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d2c5f-3411-4b0b-8719-970af0293525 req-f5cdbf34-b526-44cd-bae9-2f8713c8245b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:41.454470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-766d2c5f-3411-4b0b-8719-970af0293525 req-f5cdbf34-b526-44cd-bae9-2f8713c8245b tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 945 time: 0.0752456 Feb 09 03:16:41.490034 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e30b31-a628-4901-b884-b0130c11e512 x-openstack-request-id: req-f8e30b31-a628-4901-b884-b0130c11e512 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:41.490352 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c412daf-c7f9-4ce3-8cea-4fa057a6020d", "name": "network-vif-deleted", "tag": "7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:41.490618 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8e30b31-a628-4901-b884-b0130c11e512 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:41.491005 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c412daf-c7f9-4ce3-8cea-4fa057a6020d', 'name': 'network-vif-deleted', 'tag': '7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a', 'status': 'completed', 'code': 200} Feb 09 03:16:41.552491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-766d2c5f-3411-4b0b-8719-970af0293525 req-d4c5b625-8790-4824-aeb5-ed3aafa3d1e0 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859051 Feb 09 03:16:41.693182 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:41.858569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:16:42.027362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:42.052309 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c1e3d-ab2d-4bb5-a500-04d6aa971503 None None] Sync routers for ids ['7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:42.062665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.064814 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c9004f1b-27cc-4057-829d-d7ba5b59f807 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8646612 Feb 09 03:16:42.066990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5348d0df-2e22-438a-a861-2fb4f4b5dab8 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:42.067766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59968) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:42.076625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4977ee83-7251-467d-961c-1b802780b4fd req-26382b00-bba1-4c94-a7f1-79d1915bf8eb tempest-VolumesActionsTest-1931617539 tempest-VolumesActionsTest-1931617539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c412daf-c7f9-4ce3-8cea-4fa057a6020d HTTP/1.1" status: 200 len: 210 time: 0.0533454 Feb 09 03:16:42.096768 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c1e3d-ab2d-4bb5-a500-04d6aa971503 None None] Routers {'7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:42.097582 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e22c1e3d-ab2d-4bb5-a500-04d6aa971503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:42.134605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 5348d0df-2e22-438a-a861-2fb4f4b5dab8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:42.135132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5348d0df-2e22-438a-a861-2fb4f4b5dab8 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:42.141778 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e22c1e3d-ab2d-4bb5-a500-04d6aa971503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:42.153974 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c1e3d-ab2d-4bb5-a500-04d6aa971503 None None] Routers {'7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:42.155514 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e22c1e3d-ab2d-4bb5-a500-04d6aa971503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:42.202150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-51027828-1cd2-4931-9235-dc5df6c9417a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/routers/7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 HTTP/1.1" status: 200 len: 879 time: 0.1324911 Feb 09 03:16:42.204040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59970) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:42.205498 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e22c1e3d-ab2d-4bb5-a500-04d6aa971503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:42.206306 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c1e3d-ab2d-4bb5-a500-04d6aa971503 None None] The sync data for ids ['7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:42.464841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4a13b854-ab09-403e-818d-2bd82941f48e tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2594123 Feb 09 03:16:42.467812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59972) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:42.472925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-71e7a924-5713-4df1-9439-66202ba573af tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-608414324'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:42.807849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71e7a924-5713-4df1-9439-66202ba573af tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.821869 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71e7a924-5713-4df1-9439-66202ba573af tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:42.959123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e7a924-5713-4df1-9439-66202ba573af tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:43.050801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22ba93-3b23-41df-b94c-e692cd7526b5 req-eeeeca8b-9e33-429e-9008-c785c3f53a18 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:43.054945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef22ba93-3b23-41df-b94c-e692cd7526b5 req-eeeeca8b-9e33-429e-9008-c785c3f53a18 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 945 time: 0.4115770 Feb 09 03:16:43.062607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-f7e06a01-3205-414d-b1c6-be4eb6caef8d tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:43.064487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-f7e06a01-3205-414d-b1c6-be4eb6caef8d tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 945 time: 0.0991075 Feb 09 03:16:43.096092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e7a924-5713-4df1-9439-66202ba573af tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:43.108249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdaa3a-983a-43fd-bddc-9db8a3647611 None None] Sync routers for ids ['7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:43.114041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-71e7a924-5713-4df1-9439-66202ba573af tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.115736 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-71e7a924-5713-4df1-9439-66202ba573af tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 HTTP/1.1" status: 200 len: 886 time: 0.6466193 Feb 09 03:16:43.119762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 59990) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:43.127777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bdaa3a-983a-43fd-bddc-9db8a3647611 None None] Routers {'7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:43.131985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f3bdaa3a-983a-43fd-bddc-9db8a3647611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:43.177825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f3bdaa3a-983a-43fd-bddc-9db8a3647611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:43.189563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bdaa3a-983a-43fd-bddc-9db8a3647611 None None] Routers {'7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:43.190547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f3bdaa3a-983a-43fd-bddc-9db8a3647611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:43.198346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ef22ba93-3b23-41df-b94c-e692cd7526b5 req-62e9ccba-9495-43bf-b2ab-2145b0a97a30 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328406 Feb 09 03:16:43.238622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Deleting port be45d04d-c410-46d6-b308-911f0aaea0f0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:43.239067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.250870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f3bdaa3a-983a-43fd-bddc-9db8a3647611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:43.252392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bdaa3a-983a-43fd-bddc-9db8a3647611 None None] The sync data for ids ['7ce76d36-bd2e-4845-9d63-f0ab13a0dc69'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:43.351997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] For port be45d04d-c410-46d6-b308-911f0aaea0f0, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=be45d04d-c410-46d6-b308-911f0aaea0f0,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:43.352450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.373628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ab54-9033-4789-ba07-250cb375a9ad req-3e274223-0a88-418b-a832-fdb332856713 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:43.374955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Calling delete_port for be45d04d-c410-46d6-b308-911f0aaea0f0 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:43.375411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-3e274223-0a88-418b-a832-fdb332856713 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.2004209 Feb 09 03:16:43.401295 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-a4795d8a-2143-443a-a95d-e33a011f7b15 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/quotas/1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 375 time: 0.0195854 Feb 09 03:16:43.408964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c7d6455f-2a57-495d-b869-4a761a60b10d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/routers/7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 HTTP/1.1" status: 200 len: 886 time: 0.2881401 Feb 09 03:16:43.428117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59994) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:43.448172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:43.469880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-025f04eb-69f1-4e86-b09c-17edc096aae3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 HTTP/1.1" status: 200 len: 205 time: 0.0380564 Feb 09 03:16:43.471789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 59996) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:43.498205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:43.498847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 7511a3ac-8a52-45e6-b2ec-0f9b6faa7c9a not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:43.521998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-0d889e59-e5e2-4755-a272-3a66adf31d24 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110599 Feb 09 03:16:43.686727 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.705955 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-a60806c4-6608-4012-87b3-3f72d2700767 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614223 Feb 09 03:16:43.791173 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (be45d04d-c410-46d6-b308-911f0aaea0f0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.806128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3035f09b-6281-4464-bd36-43777d604ca6', 'be45d04d-c410-46d6-b308-911f0aaea0f0'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:43.812255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-dcce6e0e-ba7a-475a-bbfb-c28423de6d20 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995715 Feb 09 03:16:43.832873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Pushing event deleted for resources: {'Port': ['ID=be45d04d-c410-46d6-b308-911f0aaea0f0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:43.899416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] No DVR routers for this DVR port be45d04d-c410-46d6-b308-911f0aaea0f0 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:43.902602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:43.907221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85ee7aee-e132-43b1-b350-5b3189e1af84 req-40a78d23-9f5a-406e-8ab8-06af23115632 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.26 "DELETE /v2.0/ports/be45d04d-c410-46d6-b308-911f0aaea0f0 HTTP/1.1" status: 204 len: 173 time: 0.8323619 Feb 09 03:16:43.907880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aabdfdf-1a41-4891-8aec-f97c9bab49e0', 'name': 'network-vif-deleted', 'tag': 'be45d04d-c410-46d6-b308-911f0aaea0f0'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:43.921637 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b45b850-84ee-4122-badb-6042eb88baf4" -d '{"events": [{"server_uuid": "1aabdfdf-1a41-4891-8aec-f97c9bab49e0", "name": "network-vif-deleted", "tag": "be45d04d-c410-46d6-b308-911f0aaea0f0"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:43.940797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_gateway (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.001314 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff7f90-883d-4f0a-acd9-5641180704cd x-openstack-request-id: req-98ff7f90-883d-4f0a-acd9-5641180704cd {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:44.001613 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aabdfdf-1a41-4891-8aec-f97c9bab49e0", "name": "network-vif-deleted", "tag": "be45d04d-c410-46d6-b308-911f0aaea0f0", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:44.001992 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98ff7f90-883d-4f0a-acd9-5641180704cd {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:44.002533 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aabdfdf-1a41-4891-8aec-f97c9bab49e0', 'name': 'network-vif-deleted', 'tag': 'be45d04d-c410-46d6-b308-911f0aaea0f0', 'status': 'completed', 'code': 200} Feb 09 03:16:44.088390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 6883af9b-a08c-4fad-b7b3-9759df7cc517 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:44.089139 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6883af9b-a08c-4fad-b7b3-9759df7cc517), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.225374 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6883af9b-a08c-4fad-b7b3-9759df7cc517), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.246490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 6883af9b-a08c-4fad-b7b3-9759df7cc517 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:44.338579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a24af61c-7267-4c3e-99d5-aaabbaf3775f req-8a3e7984-6726-4036-96b0-a07a0f892666 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0859210 Feb 09 03:16:44.668453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6883af9b-a08c-4fad-b7b3-9759df7cc517), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.672870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a40ba79-8353-495f-bd81-28e41dc41d2a req-afbe09ab-307e-470c-9492-40156d2f30c3 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=1aabdfdf-1a41-4891-8aec-f97c9bab49e0 HTTP/1.1" status: 200 len: 210 time: 0.3496439 Feb 09 03:16:44.711874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=6883af9b-a08c-4fad-b7b3-9759df7cc517,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:44.783073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.887669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.889923 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.940985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (7ce76d36-bd2e-4845-9d63-f0ab13a0dc69), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.941617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Fanout notify agent at l3_agent the message router_deleted on router 7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:16:44.948819 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:44.953835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-10218d4c-ea12-47ca-9ea3-6e0c4bee1ed6 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 HTTP/1.1" status: 204 len: 168 time: 1.4769955 Feb 09 03:16:44.954032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60040) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:44.958975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-130698723'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:44.979595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:44.983099 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.010283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:16:45.020188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (211ece77-941b-4ad0-bc8a-37dfd4d75bc5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.020538 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment 211ece77-941b-4ad0-bc8a-37dfd4d75bc5 of type vlan for network 603113cb-a009-45ef-9348-0c37fb29f579 Feb 09 03:16:45.074216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (603113cb-a009-45ef-9348-0c37fb29f579), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.100597 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (603113cb-a009-45ef-9348-0c37fb29f579), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.106355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:45.107022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.178001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2228060 Feb 09 03:16:45.180922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60042) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:45.188230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745d97e-e528-48a0-9871-a1f94bab7555 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=603113cb-a009-45ef-9348-0c37fb29f579,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:45.188553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': '603113cb-a009-45ef-9348-0c37fb29f579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:45.204622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 603113cb-a009-45ef-9348-0c37fb29f579 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:16:45.330926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:45.334601 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.493821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d58f4501-9e0b-4df1-bc30-32db8a6c7d0d req-71ef8752-b35a-434e-ba6f-3556ababd8ab tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0605328 Feb 09 03:16:45.622102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ab54-9033-4789-ba07-250cb375a9ad req-e28cab53-9d16-496f-9aa3-79d064d0c2c0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:45.623590 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-e28cab53-9d16-496f-9aa3-79d064d0c2c0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.1748254 Feb 09 03:16:45.654612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'port': {'device_id': '1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'admin_state_up': True, 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:45.730742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.875355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:45.880949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': '211ece77-941b-4ad0-bc8a-37dfd4d75bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '603113cb-a009-45ef-9348-0c37fb29f579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:45.881325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: 603113cb-a009-45ef-9348-0c37fb29f579, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:16:45.909772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:16:45.914495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.918286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 603113cb-a009-45ef-9348-0c37fb29f579 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:16:45.950013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 603113cb-a009-45ef-9348-0c37fb29f579) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:45.955337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:45.956415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:45.958989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f90b2c-0efc-4df3-bed8-3788beddfd11 None None] Network 603113cb-a009-45ef-9348-0c37fb29f579 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:46.018696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60060) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:46.029538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8e4f8346-ccad-47a1-9d5d-97fb5caf7f63 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8398664 Feb 09 03:16:46.033324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ff9bf4b7-d0b1-45d7-892c-81c0323775a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-625042452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:46.071039 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf4b7-d0b1-45d7-892c-81c0323775a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (c1974534-3b7f-4709-bee1-4d2a8127c6b9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.073015 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf4b7-d0b1-45d7-892c-81c0323775a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (c1974534-3b7f-4709-bee1-4d2a8127c6b9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.225173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf4b7-d0b1-45d7-892c-81c0323775a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (c1974534-3b7f-4709-bee1-4d2a8127c6b9), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.229632 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf4b7-d0b1-45d7-892c-81c0323775a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (c1974534-3b7f-4709-bee1-4d2a8127c6b9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.247140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.20.0.13 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/599be6e4-8256-40e0-98fb-06b9d2b25c25) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:46.257213 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf4b7-d0b1-45d7-892c-81c0323775a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.259012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ff9bf4b7-d0b1-45d7-892c-81c0323775a9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2389619 Feb 09 03:16:46.262400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:46.290538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-603113cb-a009-45ef-9348-0c37fb29f579', 'network_id': '603113cb-a009-45ef-9348-0c37fb29f579', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': '712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:16:46.293354 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.542898 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.587461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:46.623400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Allocated IP 172.20.0.2 (603113cb-a009-45ef-9348-0c37fb29f579/712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b/505dad36-21ba-41f8-add9-b15e7aafeb97) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:46.765383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:46.810575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=599be6e4-8256-40e0-98fb-06b9d2b25c25,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:46.819463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:46.825990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:46.995091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.006145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.013477 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Publish callbacks [] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.026145 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.055048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-c02f4ca9-bab3-4e1b-83ae-c1bc5a56f9dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4035814 Feb 09 03:16:47.076967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568699a9-aa1c-4fec-9b76-66846611f743 req-0ca7838b-0ec5-4c34-a95f-6416b4a77bb1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:47.078931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-568699a9-aa1c-4fec-9b76-66846611f743 req-0ca7838b-0ec5-4c34-a95f-6416b4a77bb1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 932 time: 0.4106090 Feb 09 03:16:47.091634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Request body: {'port': {'device_id': '1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:47.168641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Network 603113cb-a009-45ef-9348-0c37fb29f579 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:47.171706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:47.176959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:47.180323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Pushing event updated for resources: {'Port': ['ID=505dad36-21ba-41f8-add9-b15e7aafeb97,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:47.245389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Attempting to bind port 505dad36-21ba-41f8-add9-b15e7aafeb97 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:47.245767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Attempting to bind port 505dad36-21ba-41f8-add9-b15e7aafeb97 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '211ece77-941b-4ad0-bc8a-37dfd4d75bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '603113cb-a009-45ef-9348-0c37fb29f579'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:47.246611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Attempting to bind port 505dad36-21ba-41f8-add9-b15e7aafeb97 on network 603113cb-a009-45ef-9348-0c37fb29f579 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:47.252491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:47.253183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Checking segment: {'id': '211ece77-941b-4ad0-bc8a-37dfd4d75bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '603113cb-a009-45ef-9348-0c37fb29f579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:47.253539 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.254048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Bound using segment: {'id': '211ece77-941b-4ad0-bc8a-37dfd4d75bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '603113cb-a009-45ef-9348-0c37fb29f579'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:47.254658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Bound port: 505dad36-21ba-41f8-add9-b15e7aafeb97, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211ece77-941b-4ad0-bc8a-37dfd4d75bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '603113cb-a009-45ef-9348-0c37fb29f579'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:47.255245 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.359813 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.391303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] For port 505dad36-21ba-41f8-add9-b15e7aafeb97, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:47.394315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-568699a9-aa1c-4fec-9b76-66846611f743 req-cf5e09c9-0c6c-4458-93d9-8de38924b114 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925441 Feb 09 03:16:47.453247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] For port 505dad36-21ba-41f8-add9-b15e7aafeb97, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=505dad36-21ba-41f8-add9-b15e7aafeb97,segment=NetworkSegment(211ece77-941b-4ad0-bc8a-37dfd4d75bc5),segment_id=211ece77-941b-4ad0-bc8a-37dfd4d75bc5)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:47.461406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-aeee59ce-2a53-48b6-b0a6-9f862a602c48 None None] Provisioning complete for port 599be6e4-8256-40e0-98fb-06b9d2b25c25 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:47.463477 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aeee59ce-2a53-48b6-b0a6-9f862a602c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.539845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device be45d04d-c410-46d6-b308-911f0aaea0f0 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:16:47.550172 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.751780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: be45d04d-c410-46d6-b308-911f0aaea0f0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:16:47.752370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device be45d04d-c410-46d6-b308-911f0aaea0f0 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:16:47.772911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-aeee59ce-2a53-48b6-b0a6-9f862a602c48 None None] Port 599be6e4-8256-40e0-98fb-06b9d2b25c25 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:47.812446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:47.884912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86875a-65e2-4882-afca-c7bbae598e97 None None] Pushing event updated for resources: {'Port': ['ID=505dad36-21ba-41f8-add9-b15e7aafeb97,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:48.023626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599be6e4-8256-40e0-98fb-06b9d2b25c25 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:16:48.057140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Publish callbacks [] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.090332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Transition to ACTIVE for port object 599be6e4-8256-40e0-98fb-06b9d2b25c25 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:16:48.100059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.326445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Pushing event updated for resources: {'Port': ['ID=599be6e4-8256-40e0-98fb-06b9d2b25c25,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:48.438359 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.20.0.1 (603113cb-a009-45ef-9348-0c37fb29f579/712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b/4a028be3-a66d-49d3-8587-28e90b671ce6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:16:48.699927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Attempting to bind port 599be6e4-8256-40e0-98fb-06b9d2b25c25 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:16:48.701952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Attempting to bind port 599be6e4-8256-40e0-98fb-06b9d2b25c25 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:16:48.702775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Attempting to bind port 599be6e4-8256-40e0-98fb-06b9d2b25c25 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:48.724638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Port 599be6e4-8256-40e0-98fb-06b9d2b25c25 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:16:48.733426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Attempting to bind port 599be6e4-8256-40e0-98fb-06b9d2b25c25 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:16:48.743201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 505dad36-21ba-41f8-add9-b15e7aafeb97 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:48.753735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:16:48.754083 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:16:48.754502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:16:48.755145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Bound port: 599be6e4-8256-40e0-98fb-06b9d2b25c25, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:16:48.755666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.782701 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:16:48.815905 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.819743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469ae2e-170a-467f-80bf-8965f471f623 req-16dc24bb-4d47-4b4d-9d5b-22adba5e518b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:48.826438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7469ae2e-170a-467f-80bf-8965f471f623 req-16dc24bb-4d47-4b4d-9d5b-22adba5e518b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.2774391 Feb 09 03:16:48.836123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f509c-c05a-4d0f-8a3d-06358d6c7001 req-f4941435-3db5-438d-93b4-8efc39a1ed69 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:48.840129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b3f509c-c05a-4d0f-8a3d-06358d6c7001 req-f4941435-3db5-438d-93b4-8efc39a1ed69 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1127 time: 0.2105317 Feb 09 03:16:48.862112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 505dad36-21ba-41f8-add9-b15e7aafeb97 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:48.863856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:48.935708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] For port 599be6e4-8256-40e0-98fb-06b9d2b25c25, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:16:48.941539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7469ae2e-170a-467f-80bf-8965f471f623 req-0ca3ca11-ea87-4ce9-a387-d26884193c18 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784888 Feb 09 03:16:48.955148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] For port 599be6e4-8256-40e0-98fb-06b9d2b25c25, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:16:48.974497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.032855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.050692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:49.051317 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.057083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] 10.222.0.26 "PUT /v2.0/ports/599be6e4-8256-40e0-98fb-06b9d2b25c25 HTTP/1.1" status: 200 len: 1092 time: 1.9759598 Feb 09 03:16:49.057580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe', 'tag': '599be6e4-8256-40e0-98fb-06b9d2b25c25'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:49.066548 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0d799d-8bf6-4213-9475-d0f241c85c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe", "tag": "599be6e4-8256-40e0-98fb-06b9d2b25c25"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:49.069603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b3f509c-c05a-4d0f-8a3d-06358d6c7001 req-95f86d1b-c82a-4456-88ba-dfd877311fac tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179077 Feb 09 03:16:49.114068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 505dad36-21ba-41f8-add9-b15e7aafeb97 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:49.114494 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.139560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 603113cb-a009-45ef-9348-0c37fb29f579 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:49.151886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:49.159190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:16:49.244784 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 505dad36-21ba-41f8-add9-b15e7aafeb97, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=505dad36-21ba-41f8-add9-b15e7aafeb97,segment=NetworkSegment(211ece77-941b-4ad0-bc8a-37dfd4d75bc5),segment_id=211ece77-941b-4ad0-bc8a-37dfd4d75bc5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:49.262578 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.283508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=4a028be3-a66d-49d3-8587-28e90b671ce6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:49.317270 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ceb546-1216-4efb-98e2-e9d8983296c7 x-openstack-request-id: req-19ceb546-1216-4efb-98e2-e9d8983296c7 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:49.317496 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe", "tag": "599be6e4-8256-40e0-98fb-06b9d2b25c25", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:49.317774 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19ceb546-1216-4efb-98e2-e9d8983296c7 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:49.318182 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe', 'tag': '599be6e4-8256-40e0-98fb-06b9d2b25c25', 'status': 'completed', 'code': 200} Feb 09 03:16:49.364672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (c1974534-3b7f-4709-bee1-4d2a8127c6b9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.439644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=505dad36-21ba-41f8-add9-b15e7aafeb97,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:49.460758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623c930-d730-42c2-8cf4-32c60bbdc0aa service neutron] Pushing event updated for resources: {'Port': ['ID=599be6e4-8256-40e0-98fb-06b9d2b25c25,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:49.562479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ab54-9033-4789-ba07-250cb375a9ad req-f97bedee-2520-4557-b129-917b92bf0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:49.564283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-f97bedee-2520-4557-b129-917b92bf0a2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 1126 time: 0.4455347 Feb 09 03:16:49.601394 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.617672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a90bbc-870c-46e1-99b2-355ae9521620 req-f7ce26bd-b604-48d4-918e-203b29c2a8c1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:49.630968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0a90bbc-870c-46e1-99b2-355ae9521620 req-f7ce26bd-b604-48d4-918e-203b29c2a8c1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.3388159 Feb 09 03:16:49.711862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-5bfbef53-403f-4c3d-84ec-d294b5023825 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25 HTTP/1.1" status: 200 len: 217 time: 0.1362848 Feb 09 03:16:49.737933 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:49.868572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d9016-9b6f-4f22-8ab7-b5c132131699 None None] Network 603113cb-a009-45ef-9348-0c37fb29f579 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:49.906165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ab54-9033-4789-ba07-250cb375a9ad req-5be16ef2-53d9-40eb-bc1c-86ef80c7e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:49.911561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-5be16ef2-53d9-40eb-bc1c-86ef80c7e382 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1936522 Feb 09 03:16:49.921579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0a90bbc-870c-46e1-99b2-355ae9521620 req-1d77ed31-590a-4f99-ba05-8741df19fe61 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858949 Feb 09 03:16:49.955896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60122) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:50.027077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667ab54-9033-4789-ba07-250cb375a9ad req-52b266c6-6f1d-4280-9f0a-7ce2fa6c6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.028783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-52b266c6-6f1d-4280-9f0a-7ce2fa6c6f57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1033025 Feb 09 03:16:50.031706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c5d08fee-8ee3-49f7-8b89-d6b802ef41d8 None None] Provisioning complete for port 505dad36-21ba-41f8-add9-b15e7aafeb97 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:50.032090 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c5d08fee-8ee3-49f7-8b89-d6b802ef41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.189655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-555757ba-5ef8-4b3e-9a17-195e7dd68e15 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/5f53775d-2c0a-4549-9b26-b0f9e943b546 HTTP/1.1" status: 200 len: 993 time: 0.2256198 Feb 09 03:16:50.309264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-b4d70056-2928-4478-a22e-2e666a9ccb26 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725310 Feb 09 03:16:50.408894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c5d08fee-8ee3-49f7-8b89-d6b802ef41d8 None None] Current status of the port 505dad36-21ba-41f8-add9-b15e7aafeb97 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:50.558796 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.564649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.593069 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8667ab54-9033-4789-ba07-250cb375a9ad req-81de67b8-404f-4bc1-b31a-d8b9d9797597 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759347 Feb 09 03:16:50.712515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5960a98-67e2-4de4-b6f8-6c0acc04e818 req-75184582-4e71-4806-ac5c-43e2f5a1df96 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.714825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5960a98-67e2-4de4-b6f8-6c0acc04e818 req-75184582-4e71-4806-ac5c-43e2f5a1df96 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.6362040 Feb 09 03:16:50.735860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (c1974534-3b7f-4709-bee1-4d2a8127c6b9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.746879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 505dad36-21ba-41f8-add9-b15e7aafeb97 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:16:50.794070 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5960a98-67e2-4de4-b6f8-6c0acc04e818 req-3fca2da5-235c-4a29-ae81-de592d0a036b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699482 Feb 09 03:16:50.794974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=4a028be3-a66d-49d3-8587-28e90b671ce6,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:50.835192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-5c1383db-2774-414f-a354-36901d0f9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:50.842182 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-5c1383db-2774-414f-a354-36901d0f9beb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 1126 time: 0.1876414 Feb 09 03:16:50.908929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 505dad36-21ba-41f8-add9-b15e7aafeb97 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:50.909381 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:50.989550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-92c3daca-a792-47f8-8d17-05b85f3bada5 req-bc0e4d01-5a28-42c7-801d-68e46cf2ded8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:16:51.006070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92c3daca-a792-47f8-8d17-05b85f3bada5 req-bc0e4d01-5a28-42c7-801d-68e46cf2ded8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2734544 Feb 09 03:16:51.044370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4128f996-47ad-451f-81fb-3517078afe56 None None] Provisioning complete for port 505dad36-21ba-41f8-add9-b15e7aafeb97 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:51.046389 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4128f996-47ad-451f-81fb-3517078afe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.086669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 603113cb-a009-45ef-9348-0c37fb29f579 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:16:51.094082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:16:51.111013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-813f76f5-ebe7-40c7-92e6-69b056c68836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:51.118036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-813f76f5-ebe7-40c7-92e6-69b056c68836 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.2706788 Feb 09 03:16:51.210931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-de74cab8-6ed2-4fe6-9c22-6210c5ef8fea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25 HTTP/1.1" status: 200 len: 217 time: 0.0867617 Feb 09 03:16:51.332871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-dc4eed3d-a43a-446b-96cc-e9c7d24c4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:51.333080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4128f996-47ad-451f-81fb-3517078afe56 None None] Current status of the port 505dad36-21ba-41f8-add9-b15e7aafeb97 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:51.338994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-dc4eed3d-a43a-446b-96cc-e9c7d24c4fab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1163926 Feb 09 03:16:51.356045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4128f996-47ad-451f-81fb-3517078afe56 None None] Provisioning complete for port 4a028be3-a66d-49d3-8587-28e90b671ce6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:51.356601 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4128f996-47ad-451f-81fb-3517078afe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.358366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 505dad36-21ba-41f8-add9-b15e7aafeb97 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:16:51.425287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4128f996-47ad-451f-81fb-3517078afe56 None None] Port 4a028be3-a66d-49d3-8587-28e90b671ce6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:51.468826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router c1974534-3b7f-4709-bee1-4d2a8127c6b9 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:16:51.486766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-4c9aa8f8-81a4-4616-9ef1-e0dd5665a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:51.488963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-4c9aa8f8-81a4-4616-9ef1-e0dd5665a81e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1441879 Feb 09 03:16:51.571978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-eb8aa03e-c931-4aa6-9524-506e9b445677 None None] Provisioning complete for port 4a028be3-a66d-49d3-8587-28e90b671ce6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:51.572326 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb8aa03e-c931-4aa6-9524-506e9b445677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.612281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60152) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:51.690756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-2f74fe03-83bc-4456-b4f2-e0198ff64422 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838603 Feb 09 03:16:51.703981 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.721783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eb8aa03e-c931-4aa6-9524-506e9b445677 None None] Port 4a028be3-a66d-49d3-8587-28e90b671ce6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:51.849985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a1424c80-d5db-4e6f-b16e-e88c12769a1d None None] Provisioning complete for port 4a028be3-a66d-49d3-8587-28e90b671ce6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:16:51.870570 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a1424c80-d5db-4e6f-b16e-e88c12769a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:51.875420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede4aae-7b41-4e46-bdfa-1b59576eeef1 req-cad69ac7-f787-47c5-9b51-66afcdc8f70e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:51.877174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ede4aae-7b41-4e46-bdfa-1b59576eeef1 req-cad69ac7-f787-47c5-9b51-66afcdc8f70e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.2638037 Feb 09 03:16:51.943761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec0d799d-8bf6-4213-9475-d0f241c85c5e req-0d3d7d11-2256-4edf-8fd2-71f88ca40d09 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343132 Feb 09 03:16:51.970613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a1424c80-d5db-4e6f-b16e-e88c12769a1d None None] Port 4a028be3-a66d-49d3-8587-28e90b671ce6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:16:51.971323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ede4aae-7b41-4e46-bdfa-1b59576eeef1 req-70a02ed7-ac17-4c96-a652-0b9a14f8026c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555112 Feb 09 03:16:51.982554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:51.994211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60162) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:51.999660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814c3155-dd5e-496f-bab9-ccca0c8d96af None None] Sync routers for ids ['c1974534-3b7f-4709-bee1-4d2a8127c6b9'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:52.015555 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c3155-dd5e-496f-bab9-ccca0c8d96af None None] Routers {'c1974534-3b7f-4709-bee1-4d2a8127c6b9'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:52.016249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2b5f5056-03b2-46c9-87dd-b3a2cc9cc6c3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/c1974534-3b7f-4709-bee1-4d2a8127c6b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7525885 Feb 09 03:16:52.018588 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-814c3155-dd5e-496f-bab9-ccca0c8d96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c1974534-3b7f-4709-bee1-4d2a8127c6b9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:52.069193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-8d5f1870-ec13-4686-9789-e1513dab444e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3106041 Feb 09 03:16:52.083520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-44f961e4-6ed5-4b24-8b73-3d647736c31a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:16:52.108201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-44f961e4-6ed5-4b24-8b73-3d647736c31a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0381227 Feb 09 03:16:52.127822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613e7bdd-f665-43c9-beb8-21287fe8775d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:52.129510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-613e7bdd-f665-43c9-beb8-21287fe8775d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports/4a028be3-a66d-49d3-8587-28e90b671ce6 HTTP/1.1" status: 200 len: 910 time: 0.1342735 Feb 09 03:16:52.132630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60164) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:52.138901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e437f7cf-fe9c-4f74-854d-5a50b91678b3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:16:52.159307 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-814c3155-dd5e-496f-bab9-ccca0c8d96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:52.185988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc44027-2d10-40a7-a4a8-8ee64d74079f req-ebe81061-edae-48b8-bf0b-35e98191f121 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:52.187587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6bc44027-2d10-40a7-a4a8-8ee64d74079f req-ebe81061-edae-48b8-bf0b-35e98191f121 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.1354325 Feb 09 03:16:52.198982 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c3155-dd5e-496f-bab9-ccca0c8d96af None None] Routers {'c1974534-3b7f-4709-bee1-4d2a8127c6b9'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:52.203847 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-814c3155-dd5e-496f-bab9-ccca0c8d96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c1974534-3b7f-4709-bee1-4d2a8127c6b9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:52.251785 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-814c3155-dd5e-496f-bab9-ccca0c8d96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:52.252649 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814c3155-dd5e-496f-bab9-ccca0c8d96af None None] The sync data for ids ['c1974534-3b7f-4709-bee1-4d2a8127c6b9'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:52.273516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6bc44027-2d10-40a7-a4a8-8ee64d74079f req-51950666-67bb-4dde-80fb-49f370a385e6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797124 Feb 09 03:16:52.465152 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e437f7cf-fe9c-4f74-854d-5a50b91678b3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:53.340171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e437f7cf-fe9c-4f74-854d-5a50b91678b3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:53.365741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6ffb8-d2c6-40b6-8487-73e0ca2cc236 req-0d1a720e-4df4-4eec-ae0c-907b62be0692 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:53.375741 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76f6ffb8-d2c6-40b6-8487-73e0ca2cc236 req-0d1a720e-4df4-4eec-ae0c-907b62be0692 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.2390444 Feb 09 03:16:53.463776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76f6ffb8-d2c6-40b6-8487-73e0ca2cc236 req-a855620b-dc2a-4a9a-b3cb-acd9a1ab8a00 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862901 Feb 09 03:16:53.466517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e437f7cf-fe9c-4f74-854d-5a50b91678b3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:53.626872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437f7cf-fe9c-4f74-854d-5a50b91678b3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:53.628942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e437f7cf-fe9c-4f74-854d-5a50b91678b3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:53.636754 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e437f7cf-fe9c-4f74-854d-5a50b91678b3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/ports/4a028be3-a66d-49d3-8587-28e90b671ce6 HTTP/1.1" status: 200 len: 910 time: 1.5029967 Feb 09 03:16:53.638628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60200) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:53.639450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437f7cf-fe9c-4f74-854d-5a50b91678b3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=4a028be3-a66d-49d3-8587-28e90b671ce6,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:53.842463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da300f-4d51-4077-9ab8-677aa2e2bea4 req-56fdb81d-c5c0-433d-9d39-4ca5bba71f3d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:53.844517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6da300f-4d51-4077-9ab8-677aa2e2bea4 req-56fdb81d-c5c0-433d-9d39-4ca5bba71f3d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.4283829 Feb 09 03:16:53.948605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6da300f-4d51-4077-9ab8-677aa2e2bea4 req-cb000530-b44c-469d-96ba-36bb1bffe28e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943556 Feb 09 03:16:54.101930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-d35cd9c7-ceeb-41fb-bc9e-bd41db7711dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.104066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-d35cd9c7-ceeb-41fb-bc9e-bd41db7711dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1127 time: 0.2563844 Feb 09 03:16:54.357618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-363f62f8-9e4f-43b6-ab72-146c8a7beedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:54.371364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-363f62f8-9e4f-43b6-ab72-146c8a7beedf service neutron] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.2486656 Feb 09 03:16:55.000906 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-61050ca5-99f9-45c1-8430-0124413ca670 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 1001 time: 0.6197572 Feb 09 03:16:55.173497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64935be-79a1-463a-b3d7-3a589fcfa30f req-cc58d27f-f701-4fa3-a139-188c2b302466 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:55.175606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b64935be-79a1-463a-b3d7-3a589fcfa30f req-cc58d27f-f701-4fa3-a139-188c2b302466 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1785617 Feb 09 03:16:55.213706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (c1974534-3b7f-4709-bee1-4d2a8127c6b9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:55.217774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-1bad8559-b01e-4c74-9696-53847f45dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:55.219652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-1bad8559-b01e-4c74-9696-53847f45dbe7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.1893821 Feb 09 03:16:55.220050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b41feb-f4ea-41c5-b58a-8fe9f90b4d0c req-d40ad9e8-9ebf-4d97-acaf-a252a355162e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:55.221562 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83b41feb-f4ea-41c5-b58a-8fe9f90b4d0c req-d40ad9e8-9ebf-4d97-acaf-a252a355162e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.0913396 Feb 09 03:16:55.309836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-83b41feb-f4ea-41c5-b58a-8fe9f90b4d0c req-46348eb5-7903-4eed-ba89-2864db354d46 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801530 Feb 09 03:16:55.488089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b64935be-79a1-463a-b3d7-3a589fcfa30f req-835037e8-2130-477d-b443-f3072971bc26 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981846 Feb 09 03:16:55.499723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-e5e30900-edf8-4089-bd63-1c2e2ff1ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:55.514754 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-e5e30900-edf8-4089-bd63-1c2e2ff1ee2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2846105 Feb 09 03:16:55.838663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-d0ea5d51-0980-4d78-8f11-b440e3c61d64 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345996 Feb 09 03:16:56.100431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-b4fde3b3-d8cc-4d1f-a802-5f1e9ac2de45 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547302 Feb 09 03:16:56.116344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 4a028be3-a66d-49d3-8587-28e90b671ce6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:56.116692 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.309752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.322981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 4a028be3-a66d-49d3-8587-28e90b671ce6 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:56.551187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4a028be3-a66d-49d3-8587-28e90b671ce6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:56.602750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=4a028be3-a66d-49d3-8587-28e90b671ce6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:56.693406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b964b-1779-4bf4-9bb9-d6391045e259 req-8836200c-2bd9-43ab-aeb8-08d50ddb85fe tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:56.701189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b44b964b-1779-4bf4-9bb9-d6391045e259 req-8836200c-2bd9-43ab-aeb8-08d50ddb85fe tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.2219212 Feb 09 03:16:56.962351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b44b964b-1779-4bf4-9bb9-d6391045e259 req-4c0004b8-df76-47e0-af03-5bc4f63d3a0c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455416 Feb 09 03:16:57.180122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2051af-9b91-4c0d-b1db-ef59769b1adf req-8509b5ac-30e9-4239-9134-bc27a53e3122 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:57.187225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b2051af-9b91-4c0d-b1db-ef59769b1adf req-8509b5ac-30e9-4239-9134-bc27a53e3122 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.4215047 Feb 09 03:16:57.297176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b2051af-9b91-4c0d-b1db-ef59769b1adf req-844f740a-a1be-4526-ba57-3be9b0bb33c3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081796 Feb 09 03:16:57.297831 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (c1974534-3b7f-4709-bee1-4d2a8127c6b9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:57.596707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router c1974534-3b7f-4709-bee1-4d2a8127c6b9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:16:57.752506 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bde86-fc70-4e14-ac0b-5790d6750b87 req-a6aea4bd-dc40-4094-a452-27f12157951c tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:57.754514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-213bde86-fc70-4e14-ac0b-5790d6750b87 req-a6aea4bd-dc40-4094-a452-27f12157951c tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 945 time: 0.1814544 Feb 09 03:16:57.767899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:16:57.784902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea7e0d-f746-4c1a-ae46-5de3f0489389 None None] Sync routers for ids ['c1974534-3b7f-4709-bee1-4d2a8127c6b9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:16:57.789214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e3c32dc5-b9bb-4b8e-9b88-4609574377bf tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/c1974534-3b7f-4709-bee1-4d2a8127c6b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1403754 Feb 09 03:16:57.790197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60280) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:57.820906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea7e0d-f746-4c1a-ae46-5de3f0489389 None None] Routers {'c1974534-3b7f-4709-bee1-4d2a8127c6b9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:57.822359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3dea7e0d-f746-4c1a-ae46-5de3f0489389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c1974534-3b7f-4709-bee1-4d2a8127c6b9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:57.872710 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-861bd39b-c2f8-4704-a1b7-00ec73af9de9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1974534-3b7f-4709-bee1-4d2a8127c6b9 HTTP/1.1" status: 200 len: 205 time: 0.0804393 Feb 09 03:16:57.877835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60282) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:57.890389 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-213bde86-fc70-4e14-ac0b-5790d6750b87 req-89838836-4dc3-4c5e-b187-4a0b5d7d7802 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255105 Feb 09 03:16:57.928804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3dea7e0d-f746-4c1a-ae46-5de3f0489389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:57.940439 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea7e0d-f746-4c1a-ae46-5de3f0489389 None None] Routers {'c1974534-3b7f-4709-bee1-4d2a8127c6b9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:16:57.941644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3dea7e0d-f746-4c1a-ae46-5de3f0489389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:16:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['c1974534-3b7f-4709-bee1-4d2a8127c6b9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:57.985871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-3dea7e0d-f746-4c1a-ae46-5de3f0489389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:16:57.986563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea7e0d-f746-4c1a-ae46-5de3f0489389 None None] The sync data for ids ['c1974534-3b7f-4709-bee1-4d2a8127c6b9'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:16:58.053204 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f346-e102-4176-8de0-ca46381bd8a1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (c1974534-3b7f-4709-bee1-4d2a8127c6b9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.341829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f346-e102-4176-8de0-ca46381bd8a1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (c1974534-3b7f-4709-bee1-4d2a8127c6b9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.344904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f346-e102-4176-8de0-ca46381bd8a1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (c1974534-3b7f-4709-bee1-4d2a8127c6b9), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.407823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f346-e102-4176-8de0-ca46381bd8a1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (c1974534-3b7f-4709-bee1-4d2a8127c6b9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.408246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac6f346-e102-4176-8de0-ca46381bd8a1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Fanout notify agent at l3_agent the message router_deleted on router c1974534-3b7f-4709-bee1-4d2a8127c6b9 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:16:58.423726 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f346-e102-4176-8de0-ca46381bd8a1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.439892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7ac6f346-e102-4176-8de0-ca46381bd8a1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/c1974534-3b7f-4709-bee1-4d2a8127c6b9 HTTP/1.1" status: 204 len: 168 time: 0.5472243 Feb 09 03:16:58.439892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974509-d802-4687-b341-4f7219395228 req-32029b84-44c0-4eb6-8cd3-e2a8d76e249c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:58.439892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30974509-d802-4687-b341-4f7219395228 req-32029b84-44c0-4eb6-8cd3-e2a8d76e249c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.3424714 Feb 09 03:16:58.439892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60298) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:58.538026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa59b84b-2faf-47f9-8a53-8fd205be0aec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet 712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:16:58.542373 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa59b84b-2faf-47f9-8a53-8fd205be0aec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.573421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858e827-e6f6-462e-90af-4af7e1a3214c req-7b4c2752-1764-4ca8-b6df-dbc462abcf55 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:58.575025 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c858e827-e6f6-462e-90af-4af7e1a3214c req-7b4c2752-1764-4ca8-b6df-dbc462abcf55 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1062517 Feb 09 03:16:58.629791 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa59b84b-2faf-47f9-8a53-8fd205be0aec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.685154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c858e827-e6f6-462e-90af-4af7e1a3214c req-77d077bc-0476-4d4f-87e4-5270025b7424 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038315 Feb 09 03:16:58.756738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa59b84b-2faf-47f9-8a53-8fd205be0aec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.870568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30974509-d802-4687-b341-4f7219395228 req-0316a766-b711-4f60-b0dc-9d190d8cc1b5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659196 Feb 09 03:16:58.872283 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa59b84b-2faf-47f9-8a53-8fd205be0aec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.905734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59b84b-2faf-47f9-8a53-8fd205be0aec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:58.927077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa59b84b-2faf-47f9-8a53-8fd205be0aec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:58.932340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6743e-251f-4c6e-91db-ff2a1c69cc59 None None] Network 603113cb-a009-45ef-9348-0c37fb29f579 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:16:58.941443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60304) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:16:58.947800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fa59b84b-2faf-47f9-8a53-8fd205be0aec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b HTTP/1.1" status: 204 len: 168 time: 0.5070426 Feb 09 03:16:58.967275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-6087870d-4009-4568-86c6-853d9b38a0c4 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:58.968828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-6087870d-4009-4568-86c6-853d9b38a0c4 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 945 time: 0.1263635 Feb 09 03:16:59.159481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (603113cb-a009-45ef-9348-0c37fb29f579), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.177025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Deleting port 3035f09b-6281-4464-bd36-43777d604ca6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:59.177387 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3035f09b-6281-4464-bd36-43777d604ca6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.239143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] DHCP port deletion for 603113cb-a009-45ef-9348-0c37fb29f579 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:16:59.271279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b79bb5-cb63-49e5-8e37-c126eb5eba69 req-1742e66a-a2d9-4d3f-8b54-37210512ddce tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:59.280694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49b79bb5-cb63-49e5-8e37-c126eb5eba69 req-1742e66a-a2d9-4d3f-8b54-37210512ddce tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0b51a4e-90db-4e5e-b58e-887f2963f38c HTTP/1.1" status: 200 len: 945 time: 0.2098141 Feb 09 03:16:59.307711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] For port 3035f09b-6281-4464-bd36-43777d604ca6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3035f09b-6281-4464-bd36-43777d604ca6,segment=NetworkSegment(46e1cf56-33f0-4aed-83bb-935b62dda13e),segment_id=46e1cf56-33f0-4aed-83bb-935b62dda13e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:59.308358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3035f09b-6281-4464-bd36-43777d604ca6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.322199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Calling delete_port for 3035f09b-6281-4464-bd36-43777d604ca6 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:59.418010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49b79bb5-cb63-49e5-8e37-c126eb5eba69 req-7c73ac8a-81e4-48ee-8c90-707c1e8b0c20 tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.32 "GET /v2.0/security-groups?id=6963a801-1314-443e-83e4-b8326b77080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362305 Feb 09 03:16:59.434157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] Deleting port 505dad36-21ba-41f8-add9-b15e7aafeb97 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:59.434567 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.442194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 505dad36-21ba-41f8-add9-b15e7aafeb97 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:16:59.442670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.479587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3035f09b-6281-4464-bd36-43777d604ca6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.506266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] For port 505dad36-21ba-41f8-add9-b15e7aafeb97, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=505dad36-21ba-41f8-add9-b15e7aafeb97,segment=NetworkSegment(211ece77-941b-4ad0-bc8a-37dfd4d75bc5),segment_id=211ece77-941b-4ad0-bc8a-37dfd4d75bc5)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:59.506945 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.527896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] Calling delete_port for 505dad36-21ba-41f8-add9-b15e7aafeb97 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:59.530553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Pushing event deleted for resources: {'Port': ['ID=3035f09b-6281-4464-bd36-43777d604ca6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:16:59.617247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port 505dad36-21ba-41f8-add9-b15e7aafeb97, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=505dad36-21ba-41f8-add9-b15e7aafeb97,segment=NetworkSegment(211ece77-941b-4ad0-bc8a-37dfd4d75bc5),segment_id=211ece77-941b-4ad0-bc8a-37dfd4d75bc5)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:16:59.617636 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.637995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] No DVR routers for this DVR port 3035f09b-6281-4464-bd36-43777d604ca6 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:16:59.643099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.650153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7d076aae-bac6-435b-91c8-4d0cb52e1282 req-e39e731f-cdca-4405-ae1c-819a3ef8341a tempest-AttachVolumeNegativeTest-1690941456 tempest-AttachVolumeNegativeTest-1690941456-project] 10.222.0.26 "DELETE /v2.0/ports/3035f09b-6281-4464-bd36-43777d604ca6 HTTP/1.1" status: 204 len: 173 time: 0.6719654 Feb 09 03:16:59.650598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b51a4e-90db-4e5e-b58e-887f2963f38c', 'name': 'network-vif-deleted', 'tag': '3035f09b-6281-4464-bd36-43777d604ca6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:16:59.657270 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fe056e-25cf-4129-bfe6-54e546444e53" -d '{"events": [{"server_uuid": "e0b51a4e-90db-4e5e-b58e-887f2963f38c", "name": "network-vif-deleted", "tag": "3035f09b-6281-4464-bd36-43777d604ca6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:16:59.684708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 505dad36-21ba-41f8-add9-b15e7aafeb97 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:16:59.742183 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fec1650-e009-4d72-ab34-4607d077d092 x-openstack-request-id: req-2fec1650-e009-4d72-ab34-4607d077d092 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:16:59.742508 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b51a4e-90db-4e5e-b58e-887f2963f38c", "name": "network-vif-deleted", "tag": "3035f09b-6281-4464-bd36-43777d604ca6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:16:59.742774 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fec1650-e009-4d72-ab34-4607d077d092 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:16:59.743239 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b51a4e-90db-4e5e-b58e-887f2963f38c', 'name': 'network-vif-deleted', 'tag': '3035f09b-6281-4464-bd36-43777d604ca6', 'status': 'completed', 'code': 200} Feb 09 03:16:59.891935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3035f09b-6281-4464-bd36-43777d604ca6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:16:59.969119 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:16:59.988318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b8acb-8a29-47e1-9692-21e5ca65b62f req-6bbdb0c6-eb10-4718-abe0-9d0c4a0de5a5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:16:59.996982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] No DVR routers for this DVR port 505dad36-21ba-41f8-add9-b15e7aafeb97 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:00.007032 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d56b8acb-8a29-47e1-9692-21e5ca65b62f req-6bbdb0c6-eb10-4718-abe0-9d0c4a0de5a5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1889205 Feb 09 03:17:00.065455 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (505dad36-21ba-41f8-add9-b15e7aafeb97), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.100473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d955816-cb1c-4446-bb43-b734abc9c344 req-74b49648-4fb7-4ac5-b6f6-24c6fe6127b2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:00.101264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc5e52-0ea2-4fec-ae2d-00f2c19f78bc None None] Pushing event deleted for resources: {'Port': ['ID=505dad36-21ba-41f8-add9-b15e7aafeb97,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:00.109540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d955816-cb1c-4446-bb43-b734abc9c344 req-74b49648-4fb7-4ac5-b6f6-24c6fe6127b2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.1043880 Feb 09 03:17:00.144222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=505dad36-21ba-41f8-add9-b15e7aafeb97,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:00.154975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No DVR routers for this DVR port 505dad36-21ba-41f8-add9-b15e7aafeb97 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:00.186460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9d955816-cb1c-4446-bb43-b734abc9c344 req-07c53e93-9446-42f5-b721-fa7bf6ed1eeb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754523 Feb 09 03:17:00.279551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d56b8acb-8a29-47e1-9692-21e5ca65b62f req-f55446fb-8a77-43d7-b37c-86907dd48758 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633419 Feb 09 03:17:00.283324 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7b3822cc-bc42-4d04-a4fd-41eed6a7084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.302765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (603113cb-a009-45ef-9348-0c37fb29f579), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.365148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603113cb-a009-45ef-9348-0c37fb29f579']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:00.377295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211ece77-941b-4ad0-bc8a-37dfd4d75bc5') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:00.377938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211ece77-941b-4ad0-bc8a-37dfd4d75bc5') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:00.389589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (211ece77-941b-4ad0-bc8a-37dfd4d75bc5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.416363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (211ece77-941b-4ad0-bc8a-37dfd4d75bc5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.425785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:17:00.426220 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (211ece77-941b-4ad0-bc8a-37dfd4d75bc5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: self.session.flush() Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:17:00.492038 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:17:00.495576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60322) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:00.564288 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (603113cb-a009-45ef-9348-0c37fb29f579), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.567937 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.584992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/603113cb-a009-45ef-9348-0c37fb29f579 HTTP/1.1" status: 204 len: 168 time: 1.6389668 Feb 09 03:17:00.586182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:00.600938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-dc40f0e7-0235-4784-b693-b599c58e1023 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1990924651', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:00.619088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f54ee6-6afd-4a23-9e56-d737c5dbbcec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=603113cb-a009-45ef-9348-0c37fb29f579,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:00.651455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 505dad36-21ba-41f8-add9-b15e7aafeb97 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:00.651790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dc40f0e7-0235-4784-b693-b599c58e1023 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.652774 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dc40f0e7-0235-4784-b693-b599c58e1023 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.721856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 505dad36-21ba-41f8-add9-b15e7aafeb97 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:00.722557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 505dad36-21ba-41f8-add9-b15e7aafeb97 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:00.749895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-24db5c51-ef30-43cb-aa04-4cc238cf7f67 admin admin] Deleting subnet abe41229-3eb3-49f1-9a19-2ecde9506e92 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:17:00.753500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24db5c51-ef30-43cb-aa04-4cc238cf7f67 admin admin] Publish callbacks [] for subnet (abe41229-3eb3-49f1-9a19-2ecde9506e92), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.772259 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dc40f0e7-0235-4784-b693-b599c58e1023 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.778750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dc40f0e7-0235-4784-b693-b599c58e1023 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.803145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24db5c51-ef30-43cb-aa04-4cc238cf7f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (abe41229-3eb3-49f1-9a19-2ecde9506e92), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.813164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dc40f0e7-0235-4784-b693-b599c58e1023 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.814425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dc40f0e7-0235-4784-b693-b599c58e1023 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2280290 Feb 09 03:17:00.817112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60332) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:00.827111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-551685097'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:00.866924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24db5c51-ef30-43cb-aa04-4cc238cf7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (abe41229-3eb3-49f1-9a19-2ecde9506e92), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.867372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:00.873074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.923659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:17:00.938022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24db5c51-ef30-43cb-aa04-4cc238cf7f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (abe41229-3eb3-49f1-9a19-2ecde9506e92), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.944847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (fa06e26f-806e-4307-a273-e65e2b57fcd8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:00.945300 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment fa06e26f-806e-4307-a273-e65e2b57fcd8 of type vlan for network 90211e56-8b71-4393-85c2-5c444dffbcdc Feb 09 03:17:00.975491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5c51-ef30-43cb-aa04-4cc238cf7f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe41229-3eb3-49f1-9a19-2ecde9506e92,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:00.994127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24db5c51-ef30-43cb-aa04-4cc238cf7f67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.000217 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24db5c51-ef30-43cb-aa04-4cc238cf7f67 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/abe41229-3eb3-49f1-9a19-2ecde9506e92 HTTP/1.1" status: 204 len: 168 time: 0.5037112 Feb 09 03:17:01.001920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60334) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:01.031881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (90211e56-8b71-4393-85c2-5c444dffbcdc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.085968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (90211e56-8b71-4393-85c2-5c444dffbcdc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.091464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.092141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.102657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (bfe22806-8df4-46b1-b6ea-b5d10375f116), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.212049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (bfe22806-8df4-46b1-b6ea-b5d10375f116), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.219963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4018147 Feb 09 03:17:01.220554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60338) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:01.254622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:01.261064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe22806-8df4-46b1-b6ea-b5d10375f116']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:01.286199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e1cf56-33f0-4aed-83bb-935b62dda13e') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:01.286587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e1cf56-33f0-4aed-83bb-935b62dda13e') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:01.311457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (46e1cf56-33f0-4aed-83bb-935b62dda13e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.350046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (46e1cf56-33f0-4aed-83bb-935b62dda13e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.358312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=90211e56-8b71-4393-85c2-5c444dffbcdc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:01.362438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:17:01.362856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (46e1cf56-33f0-4aed-83bb-935b62dda13e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:17:01.365021 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:17:01.395554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.395878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.396153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.396492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.396825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.397157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.397484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.408084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.408462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.408807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.409147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.409480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.409810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098a7f8-a925-4866-9750-190b53abb147 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:01.421144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 90211e56-8b71-4393-85c2-5c444dffbcdc details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:17:01.502059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f422fb-39b1-4e0e-ad7f-ab8e3809a61d req-3a4b3f38-f999-4884-84c7-229ae7528802 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.520976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35f422fb-39b1-4e0e-ad7f-ab8e3809a61d req-3a4b3f38-f999-4884-84c7-229ae7528802 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.2244821 Feb 09 03:17:01.570682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:01.581053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (bfe22806-8df4-46b1-b6ea-b5d10375f116), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.591397 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.592751 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:01.598621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3035f09b-6281-4464-bd36-43777d604ca6 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:01.600425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bfe22806-8df4-46b1-b6ea-b5d10375f116 HTTP/1.1" status: 204 len: 168 time: 0.5945487 Feb 09 03:17:01.644950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddaa540-bb72-4a47-9046-6c391eeb69e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe22806-8df4-46b1-b6ea-b5d10375f116,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:01.653259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 3035f09b-6281-4464-bd36-43777d604ca6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:01.656614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3035f09b-6281-4464-bd36-43777d604ca6 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:01.710469 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35f422fb-39b1-4e0e-ad7f-ab8e3809a61d req-b06ede97-0024-49e5-adba-bf3c31a2e23e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754961 Feb 09 03:17:01.744908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328843-a5bc-43e9-b1f5-a901394ace46 req-d9418456-ae4e-478d-aca0-3e2cf0e7edab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:01.746673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34328843-a5bc-43e9-b1f5-a901394ace46 req-d9418456-ae4e-478d-aca0-3e2cf0e7edab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.3245120 Feb 09 03:17:01.845997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34328843-a5bc-43e9-b1f5-a901394ace46 req-609bb874-35b9-4772-9f19-d8cf66e23c37 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873909 Feb 09 03:17:01.883322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60352) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:01.950414 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-17608bee-00b3-43a5-9a07-8ddb71d367fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ef4b1adedcc40fea1f697ab3463e5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650883 Feb 09 03:17:01.951053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60354) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:01.995450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (49798219-1d36-4b92-93d5-efb09e6938e2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.046384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c29180d5-d75a-459b-9277-dbcdca0a2d67 admin admin] Publish callbacks [] for security_group (6963a801-1314-443e-83e4-b8326b77080d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.079727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:02.080227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: 90211e56-8b71-4393-85c2-5c444dffbcdc, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:17:02.094681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=49798219-1d36-4b92-93d5-efb09e6938e2,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:02.095479 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c29180d5-d75a-459b-9277-dbcdca0a2d67 admin admin] Publish callbacks [] for security_group (6963a801-1314-443e-83e4-b8326b77080d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.104950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 90211e56-8b71-4393-85c2-5c444dffbcdc is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:17:02.116487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 90211e56-8b71-4393-85c2-5c444dffbcdc) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:02.123066 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:02.124756 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.125600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39954b98-adcb-4dac-8f1e-e499739aed15 None None] Network 90211e56-8b71-4393-85c2-5c444dffbcdc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:02.151539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f4e94fb5-500f-4280-a83a-6647c62630de tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9234493 Feb 09 03:17:02.152392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60356) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:02.249569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c29180d5-d75a-459b-9277-dbcdca0a2d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6963a801-1314-443e-83e4-b8326b77080d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.252170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c29180d5-d75a-459b-9277-dbcdca0a2d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.256500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c29180d5-d75a-459b-9277-dbcdca0a2d67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6963a801-1314-443e-83e4-b8326b77080d HTTP/1.1" status: 204 len: 168 time: 0.3043768 Feb 09 03:17:02.273391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29180d5-d75a-459b-9277-dbcdca0a2d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6963a801-1314-443e-83e4-b8326b77080d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:02.365262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-90211e56-8b71-4393-85c2-5c444dffbcdc', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:17:02.366517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.555118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Allocated IP 172.20.0.2 (90211e56-8b71-4393-85c2-5c444dffbcdc/49798219-1d36-4b92-93d5-efb09e6938e2/52b36e44-b0e5-40a7-9bb0-b3630b5f8450) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:02.561539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.755549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Publish callbacks [] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.773667 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:02.836327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Pushing event updated for resources: {'Port': ['ID=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:02.852299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Network 90211e56-8b71-4393-85c2-5c444dffbcdc is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:02.857851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:02.866324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:02.999829 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0aafb142-e6a6-4dac-963e-8744c5daeaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.014028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Attempting to bind port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:03.016875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Attempting to bind port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:03.017343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Attempting to bind port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 on network 90211e56-8b71-4393-85c2-5c444dffbcdc {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:03.028726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cc777-667c-4fa8-8ae6-245835e611a1 req-fb9d31fb-2bab-4a18-ad7c-492d3fa7f7a2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:03.030256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:03.030772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Checking segment: {'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:03.032351 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.032909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Bound using segment: {'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:03.035141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Bound port: 52b36e44-b0e5-40a7-9bb0-b3630b5f8450, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:03.035687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.045236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d7cc777-667c-4fa8-8ae6-245835e611a1 req-fb9d31fb-2bab-4a18-ad7c-492d3fa7f7a2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.1524155 Feb 09 03:17:03.179771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] For port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:03.187806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] For port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,segment=NetworkSegment(fa06e26f-806e-4307-a273-e65e2b57fcd8),segment_id=fa06e26f-806e-4307-a273-e65e2b57fcd8)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:03.195343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d7cc777-667c-4fa8-8ae6-245835e611a1 req-06a4a6ee-ff3d-41fc-8ea4-4906e0b49428 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454992 Feb 09 03:17:03.198438 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.253511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356addf-7e1d-42aa-9cf8-55a48a2ce6b4 req-ab0002fe-efec-4dab-9e9b-817e894a3b11 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:03.266718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5356addf-7e1d-42aa-9cf8-55a48a2ce6b4 req-ab0002fe-efec-4dab-9e9b-817e894a3b11 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.2849600 Feb 09 03:17:03.292023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc5a72-d948-48a9-ae7e-6962fd6385f4 None None] Pushing event updated for resources: {'Port': ['ID=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:03.434551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.20.0.1 (90211e56-8b71-4393-85c2-5c444dffbcdc/49798219-1d36-4b92-93d5-efb09e6938e2/a0040a09-ab94-498f-801d-e512bd77d8c6) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:03.467543 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5356addf-7e1d-42aa-9cf8-55a48a2ce6b4 req-4be049c0-1886-4133-a463-e9eb45fa576f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990087 Feb 09 03:17:03.736734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.810543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:03.897609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=a0040a09-ab94-498f-801d-e512bd77d8c6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:03.937621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 90211e56-8b71-4393-85c2-5c444dffbcdc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:03.941657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:03.946534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:04.012844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.035849 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.194853 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.437205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422d59f-4574-4f69-8de9-52ac23419ac4 req-95a10791-93cc-4846-8465-ccb457b4026a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:04.451285 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a422d59f-4574-4f69-8de9-52ac23419ac4 req-95a10791-93cc-4846-8465-ccb457b4026a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.1107728 Feb 09 03:17:04.568940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a422d59f-4574-4f69-8de9-52ac23419ac4 req-bcda849e-5ad3-40e3-813f-cc5b73b996a3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149824 Feb 09 03:17:04.775252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:04.880361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c05cff-7f6f-4f2b-9a95-13b5208c4c90 req-ee82951c-a049-4f37-8b51-0d5208bc3e73 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:04.889929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0c05cff-7f6f-4f2b-9a95-13b5208c4c90 req-ee82951c-a049-4f37-8b51-0d5208bc3e73 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.2523773 Feb 09 03:17:04.908323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:04.911322 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.921212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:04.932695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.014001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dacc757-ede1-4650-bd40-ef864c12d621 None None] Network 90211e56-8b71-4393-85c2-5c444dffbcdc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:05.085573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=a0040a09-ab94-498f-801d-e512bd77d8c6,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:05.135048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0c05cff-7f6f-4f2b-9a95-13b5208c4c90 req-aa73dd55-44fd-4c2e-8438-32446f7e2dc2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413402 Feb 09 03:17:05.141439 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.324636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.394485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-694c7852-dc22-4b79-b416-5d6b58de8a9a None None] Provisioning complete for port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:05.394865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-694c7852-dc22-4b79-b416-5d6b58de8a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.399250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 90211e56-8b71-4393-85c2-5c444dffbcdc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:05.400737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:05.644842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:17:05.785158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:05.792698 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:05.857095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7cc7-0847-4302-8584-750338049015 req-c7b4a315-64ff-4988-b8fd-0ab6ef38ce5e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:05.871509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e08a7cc7-0847-4302-8584-750338049015 req-c7b4a315-64ff-4988-b8fd-0ab6ef38ce5e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.1580188 Feb 09 03:17:05.947337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,segment=NetworkSegment(fa06e26f-806e-4307-a273-e65e2b57fcd8),segment_id=fa06e26f-806e-4307-a273-e65e2b57fcd8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:05.962980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.010519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e08a7cc7-0847-4302-8584-750338049015 req-58fd62f3-0cd0-4749-b4da-7a84ec9b12d7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373560 Feb 09 03:17:06.193574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-694c7852-dc22-4b79-b416-5d6b58de8a9a None None] Current status of the port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:06.231409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:06.522758 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.549320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c32ff91f-e660-43b1-b9ce-9af4275625fd None None] Provisioning complete for port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:06.549460 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c32ff91f-e660-43b1-b9ce-9af4275625fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.726699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c32ff91f-e660-43b1-b9ce-9af4275625fd None None] Current status of the port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:06.757918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c32ff91f-e660-43b1-b9ce-9af4275625fd None None] Provisioning complete for port a0040a09-ab94-498f-801d-e512bd77d8c6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:06.759877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c32ff91f-e660-43b1-b9ce-9af4275625fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.789887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:06.855359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c32ff91f-e660-43b1-b9ce-9af4275625fd None None] Port a0040a09-ab94-498f-801d-e512bd77d8c6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:06.874537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:06.874913 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:06.931695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30a17b-060b-40a8-b4c1-2a8424860705 req-f0b1897a-3b13-4fea-9d1a-e5a8adc1a8c1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:06.939223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f30a17b-060b-40a8-b4c1-2a8424860705 req-f0b1897a-3b13-4fea-9d1a-e5a8adc1a8c1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.2068474 Feb 09 03:17:07.028931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1c2fa3a5-45b2-414f-a248-80434491a3e1 None None] Provisioning complete for port a0040a09-ab94-498f-801d-e512bd77d8c6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.029316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1c2fa3a5-45b2-414f-a248-80434491a3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.088732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:07.098488 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:07.121718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-00664989-3b36-42d4-922a-5dea39e854ad tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9673889 Feb 09 03:17:07.124634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60460) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:07.131033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-1113599588'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:07.137796 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:07.138467 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:07.171583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f30a17b-060b-40a8-b4c1-2a8424860705 req-884caf89-4a90-49e8-b927-873178ddad58 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113235 Feb 09 03:17:07.178263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:07.198059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fa3a5-45b2-414f-a248-80434491a3e1 None None] Port a0040a09-ab94-498f-801d-e512bd77d8c6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:07.300843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:07.304369 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.325266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d841d795-29d4-4c3b-8b8d-d482eb675749 None None] Provisioning complete for port a0040a09-ab94-498f-801d-e512bd77d8c6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:07.325650 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d841d795-29d4-4c3b-8b8d-d482eb675749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.372291 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:07.399439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:17:07.432856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d841d795-29d4-4c3b-8b8d-d482eb675749 None None] Port a0040a09-ab94-498f-801d-e512bd77d8c6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:07.448532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33133a3-cfcc-4f0a-8256-b88aa4f1179f req-5f9d6d6a-dcf9-4fb3-9f9a-6d51bf070444 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:07.461724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d33133a3-cfcc-4f0a-8256-b88aa4f1179f req-5f9d6d6a-dcf9-4fb3-9f9a-6d51bf070444 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.2422814 Feb 09 03:17:07.503191 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (69be5d97-5fb3-4e37-9afb-99681d5319c0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.504047 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment 69be5d97-5fb3-4e37-9afb-99681d5319c0 of type vlan for network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 Feb 09 03:17:07.618984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (32d5881c-9ee9-4701-8016-8a5eb6b04f04), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.705927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d33133a3-cfcc-4f0a-8256-b88aa4f1179f req-1db0b914-7744-4379-ad09-acfd6668e54f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426853 Feb 09 03:17:07.709536 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (32d5881c-9ee9-4701-8016-8a5eb6b04f04), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.721227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:07.722495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.750396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6214528 Feb 09 03:17:07.750814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60468) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:07.755872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:07.768339 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:04Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:04Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:07.830447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:07.831021 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Updating router 423ef82e-9206-49d5-aef1-3e202316f8e7 port a0040a09-ab94-498f-801d-e512bd77d8c6 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:17:07.892790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f72a2a-5e0c-4816-84fc-91a58445e5ec tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=32d5881c-9ee9-4701-8016-8a5eb6b04f04,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:07.895593 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:07.905400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:17:07.964932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:07.968565 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:08.537907 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (0a3de580-c125-4d65-b99e-6fbed9f856d8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:08.578242 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Publish callbacks [] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:08.587760 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:08.624121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60478) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:08.641197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ba24-4e97-497d-971e-3c6cf699b8da req-d78314c9-b7d8-4400-a078-f08310085a2a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:08.642957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9a5ba24-4e97-497d-971e-3c6cf699b8da req-d78314c9-b7d8-4400-a078-f08310085a2a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1777909 Feb 09 03:17:08.643309 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Pushing event updated for resources: {'Port': ['ID=a0040a09-ab94-498f-801d-e512bd77d8c6,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:08.654460 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.654812 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.655152 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.655697 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.656200 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.656692 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.657186 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.657674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.658150 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.658708 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.659260 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.659735 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.660207 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:08.660322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=0a3de580-c125-4d65-b99e-6fbed9f856d8,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:08.688039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:08.688414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: 32d5881c-9ee9-4701-8016-8a5eb6b04f04, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:17:08.762663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9a5ba24-4e97-497d-971e-3c6cf699b8da req-d36d23ea-3dfa-49fb-9ae6-76bd7ece764f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058478 Feb 09 03:17:08.768893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:17:08.793524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 32d5881c-9ee9-4701-8016-8a5eb6b04f04) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:08.806373 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Attempting to bind port a0040a09-ab94-498f-801d-e512bd77d8c6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:08.806932 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Attempting to bind port a0040a09-ab94-498f-801d-e512bd77d8c6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:08.807476 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Attempting to bind port a0040a09-ab94-498f-801d-e512bd77d8c6 on network 90211e56-8b71-4393-85c2-5c444dffbcdc {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:08.808978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575859b-170a-4f78-92a6-4fbe95aa3b78 None None] Network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:08.815225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:08.815749 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:08.819778 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:08.822100 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Checking segment: {'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:08.822697 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:08.823708 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Bound using segment: {'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:08.824720 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Bound port: a0040a09-ab94-498f-801d-e512bd77d8c6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa06e26f-806e-4307-a273-e65e2b57fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:08.826129 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:08.884439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d96c288a-e614-49cc-a4bb-cb05c53efc6d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1297700 Feb 09 03:17:08.884804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:08.966643 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] For port a0040a09-ab94-498f-801d-e512bd77d8c6, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:08.972412 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] For port a0040a09-ab94-498f-801d-e512bd77d8c6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a0040a09-ab94-498f-801d-e512bd77d8c6,segment=NetworkSegment(fa06e26f-806e-4307-a273-e65e2b57fcd8),segment_id=fa06e26f-806e-4307-a273-e65e2b57fcd8)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:08.982773 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:09.081048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:17:09.083103 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:09.109423 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fdb20-bfdf-4d71-89ef-eb4e48f16158 None None] Pushing event updated for resources: {'Port': ['ID=a0040a09-ab94-498f-801d-e512bd77d8c6,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:09.146309 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:09.146958 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:09.152632 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83525639-20da-4f66-9870-38561dee21af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:09.369977 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:09.495094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Allocated IP 172.21.0.2 (32d5881c-9ee9-4701-8016-8a5eb6b04f04/0a3de580-c125-4d65-b99e-6fbed9f856d8/ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:09.523936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb6877-fa96-4a62-8de3-c7401feef285 req-42e979b3-9b0a-4127-9c6d-92b27b1b4f8a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:09.527002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ecb6877-fa96-4a62-8de3-c7401feef285 req-42e979b3-9b0a-4127-9c6d-92b27b1b4f8a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.4523578 Feb 09 03:17:09.750194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Publish callbacks [] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:09.768485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6046568d-2969-444b-9a27-cd87ded9a2b3 None None] Provisioning complete for port a0040a09-ab94-498f-801d-e512bd77d8c6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:09.769834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6046568d-2969-444b-9a27-cd87ded9a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:09.772676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:09.838519 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:04Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:08Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:09.871882 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d898959-ff55-4b41-be87-7b5100b6dcdc None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:04Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:08Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:09.914728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:09.922158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:09.932461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:10.019012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Attempting to bind port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:10.019326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Attempting to bind port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:10.019975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Attempting to bind port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a on network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:10.033840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:10.034220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Checking segment: {'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:10.034645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.035043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Bound using segment: {'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:10.035665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Bound port: ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:10.036051 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.103798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0f231-31bb-47d9-b232-3d998e72529d req-c43bd1e8-4dac-4e79-82ae-7ea09f0d6f5f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:10.107837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5a0f231-31bb-47d9-b232-3d998e72529d req-c43bd1e8-4dac-4e79-82ae-7ea09f0d6f5f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1779656 Feb 09 03:17:10.170437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] For port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:10.175099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] For port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a,segment=NetworkSegment(69be5d97-5fb3-4e37-9afb-99681d5319c0),segment_id=69be5d97-5fb3-4e37-9afb-99681d5319c0)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:10.178541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6046568d-2969-444b-9a27-cd87ded9a2b3 None None] Current status of the port a0040a09-ab94-498f-801d-e512bd77d8c6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:10.179045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6046568d-2969-444b-9a27-cd87ded9a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.222836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6046568d-2969-444b-9a27-cd87ded9a2b3 None None] For port a0040a09-ab94-498f-801d-e512bd77d8c6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a0040a09-ab94-498f-801d-e512bd77d8c6,segment=NetworkSegment(fa06e26f-806e-4307-a273-e65e2b57fcd8),segment_id=fa06e26f-806e-4307-a273-e65e2b57fcd8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:10.224170 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5a0f231-31bb-47d9-b232-3d998e72529d req-36d81bd0-a1ac-4356-9cb1-cbcb3ead3ba1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079257 Feb 09 03:17:10.235934 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.255127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6046568d-2969-444b-9a27-cd87ded9a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.262184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Pushing event updated for resources: {'Port': ['ID=ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:10.411699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8989380-b08e-4b93-a1fd-da9f0f550a48 None None] Pushing event updated for resources: {'Port': ['ID=ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:10.753551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ab544713-8702-4425-bfbb-e803e7fb5fe9 None None] Provisioning complete for port a0040a09-ab94-498f-801d-e512bd77d8c6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:10.754269 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ab544713-8702-4425-bfbb-e803e7fb5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.851546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a0040a09-ab94-498f-801d-e512bd77d8c6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:10.902467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046568d-2969-444b-9a27-cd87ded9a2b3 None None] Pushing event updated for resources: {'Port': ['ID=a0040a09-ab94-498f-801d-e512bd77d8c6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:10.965395 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.971041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ecb6877-fa96-4a62-8de3-c7401feef285 req-d0484abd-9461-439f-ab2c-93310f77d994 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4358180 Feb 09 03:17:10.972926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83525639-20da-4f66-9870-38561dee21af admin admin] Publish callbacks [] for security_group (f43ec533-b0e6-4982-9488-86e5d1488380), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.987051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83525639-20da-4f66-9870-38561dee21af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f43ec533-b0e6-4982-9488-86e5d1488380), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:10.993003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a0040a09-ab94-498f-801d-e512bd77d8c6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:10.994045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.102347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a0040a09-ab94-498f-801d-e512bd77d8c6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:11.106538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ab544713-8702-4425-bfbb-e803e7fb5fe9 None None] Current status of the port a0040a09-ab94-498f-801d-e512bd77d8c6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:11.136685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83525639-20da-4f66-9870-38561dee21af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43ec533-b0e6-4982-9488-86e5d1488380,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:11.159499 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-83525639-20da-4f66-9870-38561dee21af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=785f063e118348e5845a4d1293af80a6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5342555 Feb 09 03:17:11.162375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:11.275547 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e0587-b69f-4055-9e75-475cb50b78e8 admin admin] Publish callbacks [] for security_group (f43ec533-b0e6-4982-9488-86e5d1488380), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.314664 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e0587-b69f-4055-9e75-475cb50b78e8 admin admin] Publish callbacks [] for security_group (f43ec533-b0e6-4982-9488-86e5d1488380), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.453548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d23c-a0e6-4436-ac80-61c20f6b4d45 req-37016ec9-3b58-48ad-8a41-2aca8ba00313 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:11.463286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15e8d23c-a0e6-4436-ac80-61c20f6b4d45 req-37016ec9-3b58-48ad-8a41-2aca8ba00313 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1301074 Feb 09 03:17:11.465289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.21.0.1 (32d5881c-9ee9-4701-8016-8a5eb6b04f04/0a3de580-c125-4d65-b99e-6fbed9f856d8/4abc1eab-d1c3-439f-a0ee-70f2c4a23643) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:11.558527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e0587-b69f-4055-9e75-475cb50b78e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f43ec533-b0e6-4982-9488-86e5d1488380), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.563321 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-856e0587-b69f-4055-9e75-475cb50b78e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.580446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-856e0587-b69f-4055-9e75-475cb50b78e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f43ec533-b0e6-4982-9488-86e5d1488380 HTTP/1.1" status: 204 len: 168 time: 0.4003282 Feb 09 03:17:11.620390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-15e8d23c-a0e6-4436-ac80-61c20f6b4d45 req-cefb06cc-9f71-4b65-a51f-b309e6a5ddd8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502490 Feb 09 03:17:11.640010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e0587-b69f-4055-9e75-475cb50b78e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43ec533-b0e6-4982-9488-86e5d1488380,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:11.665138 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.753933 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:11.815388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:11.830828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:11.842690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:11.845899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:11.904440 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.007554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60526) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:12.021608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff64565-35ce-4435-92c7-71e618770c04 None None] Network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:12.059603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98bc4709-746a-4823-8c59-6ff1bc7cfb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.137417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.214990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98bc4709-746a-4823-8c59-6ff1bc7cfb36 admin admin] Publish callbacks [] for security_group (eaec6431-f523-438c-b2bf-bdfbb50c1233), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.228562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-98bc4709-746a-4823-8c59-6ff1bc7cfb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (eaec6431-f523-438c-b2bf-bdfbb50c1233), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.276082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc4709-746a-4823-8c59-6ff1bc7cfb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec6431-f523-438c-b2bf-bdfbb50c1233,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:12.314225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-98bc4709-746a-4823-8c59-6ff1bc7cfb36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=529698baf26f4bf49ba5ed044b14f6c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3048439 Feb 09 03:17:12.314588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-83db07d7-7810-43dd-bbcd-d947777c8091 None None] Provisioning complete for port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:12.315003 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83db07d7-7810-43dd-bbcd-d947777c8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.320852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60532) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:12.414984 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1e74589-b777-4eba-b699-b7692034289f admin admin] Publish callbacks [] for security_group (eaec6431-f523-438c-b2bf-bdfbb50c1233), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.448061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1e74589-b777-4eba-b699-b7692034289f admin admin] Publish callbacks [] for security_group (eaec6431-f523-438c-b2bf-bdfbb50c1233), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.509568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-83db07d7-7810-43dd-bbcd-d947777c8091 None None] Current status of the port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:12.509972 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83db07d7-7810-43dd-bbcd-d947777c8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.519943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1e74589-b777-4eba-b699-b7692034289f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (eaec6431-f523-438c-b2bf-bdfbb50c1233), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.523767 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d1e74589-b777-4eba-b699-b7692034289f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.525036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d1e74589-b777-4eba-b699-b7692034289f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eaec6431-f523-438c-b2bf-bdfbb50c1233 HTTP/1.1" status: 204 len: 168 time: 0.2032676 Feb 09 03:17:12.534643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e74589-b777-4eba-b699-b7692034289f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec6431-f523-438c-b2bf-bdfbb50c1233,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:12.569457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-83db07d7-7810-43dd-bbcd-d947777c8091 None None] For port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a,segment=NetworkSegment(69be5d97-5fb3-4e37-9afb-99681d5319c0),segment_id=69be5d97-5fb3-4e37-9afb-99681d5319c0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:12.577538 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83db07d7-7810-43dd-bbcd-d947777c8091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.669911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98f948-d910-4429-8cdb-2abe69e5036f req-b12f199a-02ca-418e-b7f0-b5ddfc6bbd7e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:12.679459 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af98f948-d910-4429-8cdb-2abe69e5036f req-b12f199a-02ca-418e-b7f0-b5ddfc6bbd7e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.5220156 Feb 09 03:17:12.703793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db07d7-7810-43dd-bbcd-d947777c8091 None None] Pushing event updated for resources: {'Port': ['ID=ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:12.845031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af98f948-d910-4429-8cdb-2abe69e5036f req-6cb0e82f-7a21-4551-ba13-871f47978105 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536007 Feb 09 03:17:12.874253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a0040a09-ab94-498f-801d-e512bd77d8c6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:12.908028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.916633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67ae59-e0a0-4581-8330-4e24f2f2d9ac req-c3d15025-8f85-48f3-a4c1-e8c89eddd851 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:12.921417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:12.933637 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a67ae59-e0a0-4581-8330-4e24f2f2d9ac req-c3d15025-8f85-48f3-a4c1-e8c89eddd851 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1388123 Feb 09 03:17:12.991219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a0040a09-ab94-498f-801d-e512bd77d8c6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:12.991769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.047024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a67ae59-e0a0-4581-8330-4e24f2f2d9ac req-64ff3e93-a9a7-4548-9166-0ad4b4357bd6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107910 Feb 09 03:17:13.107480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4ea78da3-d17b-4216-b14c-26bb3494a5aa None None] Provisioning complete for port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:13.108538 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ea78da3-d17b-4216-b14c-26bb3494a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.160908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.162921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:13.169862 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-895e629a-269d-45b2-8f07-1338712cd180 req-9162f056-cac9-4f4e-8187-fa7a03d45b7c service neutron] show failed (client error): The resource could not be found. Feb 09 03:17:13.170976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-9162f056-cac9-4f4e-8187-fa7a03d45b7c service neutron] 10.222.0.61 "GET /v2.0/ports/788a847d-e1af-426e-b0f4-1a42a4c5a497/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.1035974 Feb 09 03:17:13.188801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a0040a09-ab94-498f-801d-e512bd77d8c6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:13.195746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:13.344379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:13.348308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:13.449802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4ea78da3-d17b-4216-b14c-26bb3494a5aa None None] Current status of the port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:13.458728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:13.459583 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.558602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4ea78da3-d17b-4216-b14c-26bb3494a5aa None None] Provisioning complete for port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:13.559038 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ea78da3-d17b-4216-b14c-26bb3494a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.719833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:13.738645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-9b1f1a81-90c4-48c2-82a4-f9cf161d8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:13.741764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-9b1f1a81-90c4-48c2-82a4-f9cf161d8966 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 1127 time: 0.1387811 Feb 09 03:17:13.746040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4ea78da3-d17b-4216-b14c-26bb3494a5aa None None] Port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:13.753690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:13.786638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:13.860789 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.901892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-898065c4-996d-46d1-a08e-ef2c31bc689d None None] Provisioning complete for port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:13.902550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-898065c4-996d-46d1-a08e-ef2c31bc689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:13.929428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:13.936253 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-adcb7210-2f82-4ea6-afec-bfd1c8db80e2 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0503678 Feb 09 03:17:13.938873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60568) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:13.947118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-1329033804'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:13.975410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:14.009944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:14.010604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:14.015407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-898065c4-996d-46d1-a08e-ef2c31bc689d None None] Port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:14.129398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:14.141517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.185730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:14.190276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59507abe-49af-4496-ae87-8e45caf2c479 req-f2028f53-31eb-4dae-aa0f-2baa2de080af tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:14.195893 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59507abe-49af-4496-ae87-8e45caf2c479 req-f2028f53-31eb-4dae-aa0f-2baa2de080af tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.1993098 Feb 09 03:17:14.220802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:17:14.233180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9a9f8cb3-cb6f-49bc-94f6-c9a270780c73), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.233544 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment 9a9f8cb3-cb6f-49bc-94f6-c9a270780c73 of type vlan for network bb3192b8-b513-4066-9727-f2a29e7be3f9 Feb 09 03:17:14.293594 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (bb3192b8-b513-4066-9727-f2a29e7be3f9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.296153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884505c-88ed-4988-98f7-542d4711736a req-5a806163-8729-4f3d-ad7d-56fb12358c7c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:14.298131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5884505c-88ed-4988-98f7-542d4711736a req-5a806163-8729-4f3d-ad7d-56fb12358c7c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.1034942 Feb 09 03:17:14.335450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:14.344959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (bb3192b8-b513-4066-9727-f2a29e7be3f9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.352057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:14.353274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.389255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5884505c-88ed-4988-98f7-542d4711736a req-d2a10520-056a-44e8-81f8-a00bc1b0ac2c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832806 Feb 09 03:17:14.428666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:14.458519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5184488 Feb 09 03:17:14.459132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60576) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:14.492527 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:14.499115 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Publish callbacks [] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.510393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59507abe-49af-4496-ae87-8e45caf2c479 req-04821794-960f-4914-9129-37761b07fda2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799481 Feb 09 03:17:14.549582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7f4c1-fb71-4b2e-85db-6f872af4c4d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=bb3192b8-b513-4066-9727-f2a29e7be3f9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:14.564717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network bb3192b8-b513-4066-9727-f2a29e7be3f9 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:17:14.576856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Transition to ACTIVE for port object 788a847d-e1af-426e-b0f4-1a42a4c5a497 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:14.578754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:14.590331 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1f7a55-58ff-4997-b198-9cda81257866" -d '{"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-unplugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:14.596456 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.645695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:14.652937 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:14.714543 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13823eb-c190-4696-b098-d996bf222c8c x-openstack-request-id: req-f13823eb-c190-4696-b098-d996bf222c8c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:14.714773 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-unplugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:14.715140 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f13823eb-c190-4696-b098-d996bf222c8c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:14.715764 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'code': 200} Feb 09 03:17:14.716477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:14.799963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:14.851103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] No DVR routers for this DVR port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:15.093903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (8191a4d4-0441-4b36-905d-a7fd19357563), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.118550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:15.118893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:15.119221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:15.126958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:15.127546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:15.137385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:15.140452 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.148384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:15.148781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Checking segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:15.153566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Bound using segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:15.154035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Bound port: 788a847d-e1af-426e-b0f4-1a42a4c5a497, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:15.154431 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.253170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:12Z', 'revision_number': 3, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:12Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:15.255267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=8191a4d4-0441-4b36-905d-a7fd19357563,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:15.288525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:15.289159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: bb3192b8-b513-4066-9727-f2a29e7be3f9, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:17:15.317087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:15.317597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Updating router 423ef82e-9206-49d5-aef1-3e202316f8e7 port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:17:15.318335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network bb3192b8-b513-4066-9727-f2a29e7be3f9 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:17:15.343558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, bb3192b8-b513-4066-9727-f2a29e7be3f9) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:15.357244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282a4ae-8528-4603-bcde-0ae55b9e9ee6 None None] Network bb3192b8-b513-4066-9727-f2a29e7be3f9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:15.364812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:15.365473 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.396774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:15.405438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:15.410955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60600) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:15.411567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f4f6f218-d914-44f9-a623-4bc50703fe42 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9488997 Feb 09 03:17:15.444205 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.473680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:15.587463 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.630061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9651f-049c-4bfe-be6d-f5bb2a396463 req-718a594a-4cfb-48b5-9c5e-19e627002fbc tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:15.641173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1b9651f-049c-4bfe-be6d-f5bb2a396463 req-718a594a-4cfb-48b5-9c5e-19e627002fbc tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.1343284 Feb 09 03:17:15.703286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 599be6e4-8256-40e0-98fb-06b9d2b25c25 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:15.760560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:15.761181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.767697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-bb3192b8-b513-4066-9727-f2a29e7be3f9', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:17:15.768478 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:15.769417 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1b9651f-049c-4bfe-be6d-f5bb2a396463 req-8f4c87dc-8aef-41eb-910f-587caad224b9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273613 Feb 09 03:17:15.775357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] 10.222.0.26 "PUT /v2.0/ports/788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 1091 time: 2.0261638 Feb 09 03:17:15.910466 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.resource_extend [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:17:16.348659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade4e7a-eace-40ef-b06c-525a01432c00 req-6da5b72e-8ed0-492f-a26a-f4e2c6d44720 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:16.351169 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ade4e7a-eace-40ef-b06c-525a01432c00 req-6da5b72e-8ed0-492f-a26a-f4e2c6d44720 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.6962068 Feb 09 03:17:16.360934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f9a87-99e8-4d8a-be35-08650c7b2658 service neutron] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:16.516984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:16.575622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-4e41a4e7-e7f6-45b4-bcff-62cefa555af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:16.577518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-4e41a4e7-e7f6-45b4-bcff-62cefa555af2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1125 time: 0.7757461 Feb 09 03:17:16.695458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ade4e7a-eace-40ef-b06c-525a01432c00 req-e4e9162a-9d3e-46a1-afd2-5028143387ce tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573271 Feb 09 03:17:16.696836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-8894e5c1-d2bf-40ac-988f-743092886924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:16.699055 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-8894e5c1-d2bf-40ac-988f-743092886924 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.1117210 Feb 09 03:17:16.715258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:16.736614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:16.739271 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1c5fcb-d92e-4455-b396-52a070360660" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:16.779182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 599be6e4-8256-40e0-98fb-06b9d2b25c25, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:16.810323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Allocated IP 172.22.0.2 (bb3192b8-b513-4066-9727-f2a29e7be3f9/8191a4d4-0441-4b36-905d-a7fd19357563/53eb52c2-7657-441d-96e4-5a68799c1cac) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:16.878898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:17:16.879309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:16.942330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '599be6e4-8256-40e0-98fb-06b9d2b25c25', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'port_id': '599be6e4-8256-40e0-98fb-06b9d2b25c25', 'mac_address': 'fa:16:3e:77:61:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:16.967462 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae87fac3-f936-4edf-92f2-2a93f324cc27 x-openstack-request-id: req-ae87fac3-f936-4edf-92f2-2a93f324cc27 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:16.967979 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:16.968243 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae87fac3-f936-4edf-92f2-2a93f324cc27 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:16.968642 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'status': 'completed', 'code': 200} Feb 09 03:17:17.064931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-d2d0a043-046a-4980-aeba-c40549f2dad3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 999 time: 0.3569784 Feb 09 03:17:17.097789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-841c941c-582a-490c-9428-76f63ddc4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:17.107367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-841c941c-582a-490c-9428-76f63ddc4d6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1125 time: 0.1607444 Feb 09 03:17:17.159180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e202-1b62-4dda-80d8-4291648af05e req-73ac3584-5b27-48a2-a52d-160720ec57ca tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:17.160970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a736e202-1b62-4dda-80d8-4291648af05e req-73ac3584-5b27-48a2-a52d-160720ec57ca tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.2020547 Feb 09 03:17:17.219191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Publish callbacks [] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.227496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-dccacdb1-b9a8-41f4-9e4d-5154538ca0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:17.232909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-dccacdb1-b9a8-41f4-9e4d-5154538ca0b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.1575291 Feb 09 03:17:17.246057 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.334965 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Publish callbacks [] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.340923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Network bb3192b8-b513-4066-9727-f2a29e7be3f9 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:17.351669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:17.353779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 599be6e4-8256-40e0-98fb-06b9d2b25c25 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:17.354401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.356798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:17.362901 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.377475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60656) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:17.396914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Pushing event updated for resources: {'Port': ['ID=53eb52c2-7657-441d-96e4-5a68799c1cac,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:17.441668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-e2ac22bb-5d30-41eb-a99d-1c1cb84a9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:17.443179 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-e2ac22bb-5d30-41eb-a99d-1c1cb84a9d48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.3296986 Feb 09 03:17:17.489994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4becda-fd65-4c0f-8e98-2c673e4dc77b None None] Pushing event updated for resources: {'Port': ['ID=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:17.504439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a736e202-1b62-4dda-80d8-4291648af05e req-2d138f28-8a64-4adf-9d07-6d53f5f3de11 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308263 Feb 09 03:17:17.550110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e629a-269d-45b2-8f07-1338712cd180 req-d24709b4-f41d-49b4-ac20-c0e3849a34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:17.551798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-d24709b4-f41d-49b4-ac20-c0e3849a34e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2489991 Feb 09 03:17:17.558501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599be6e4-8256-40e0-98fb-06b9d2b25c25 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:17.657432 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-cf95b0af-0a16-41d7-837b-6a1a1072c9b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 999 time: 0.2048500 Feb 09 03:17:17.710877 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b7f8ab-ed26-4a66-85ac-3959d4fd9999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.821024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-3ef52ca0-5e4e-46cd-8401-5b2086676860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:17.829781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-3ef52ca0-5e4e-46cd-8401-5b2086676860 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.1350303 Feb 09 03:17:17.840283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Attempting to bind port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:17.840582 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Attempting to bind port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:17.840952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Attempting to bind port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 on network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:17.866181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 599be6e4-8256-40e0-98fb-06b9d2b25c25, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:17.877278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:17.877665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Checking segment: {'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:17.878066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.878546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Bound using segment: {'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:17.879068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Bound port: 4abc1eab-d1c3-439f-a0ee-70f2c4a23643, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69be5d97-5fb3-4e37-9afb-99681d5319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:17.879464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.904044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Attempting to bind port 53eb52c2-7657-441d-96e4-5a68799c1cac on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:17.904424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Attempting to bind port 53eb52c2-7657-441d-96e4-5a68799c1cac by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:17.904795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Attempting to bind port 53eb52c2-7657-441d-96e4-5a68799c1cac on network bb3192b8-b513-4066-9727-f2a29e7be3f9 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:17.926171 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:17.947572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-351e6824-5630-4f7d-a151-eee0486d540c None None] Provisioning complete for port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:17.947786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-351e6824-5630-4f7d-a151-eee0486d540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.094484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] For port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:18.098168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] For port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,segment=NetworkSegment(69be5d97-5fb3-4e37-9afb-99681d5319c0),segment_id=69be5d97-5fb3-4e37-9afb-99681d5319c0)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:18.101294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:18.103116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Checking segment: {'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:18.103775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.104438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Bound using segment: {'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:18.105180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Bound port: 53eb52c2-7657-441d-96e4-5a68799c1cac, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:18.105902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.128380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-351e6824-5630-4f7d-a151-eee0486d540c None None] Port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:18.141845 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.150755 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b7f8ab-ed26-4a66-85ac-3959d4fd9999 admin admin] Publish callbacks [] for security_group (b5d6101d-40be-4ca7-92a9-5a14d285695b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.176501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-d93ff113-5ff9-4196-9b85-40419e2daf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:18.184324 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-d93ff113-5ff9-4196-9b85-40419e2daf7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3244417 Feb 09 03:17:18.185175 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12b7f8ab-ed26-4a66-85ac-3959d4fd9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b5d6101d-40be-4ca7-92a9-5a14d285695b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.210699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc392b0-21ea-4c8f-9367-7bfc50bceb30 req-74e01747-178b-49dc-9cdb-77cefdeb5e49 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:18.212633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2dc392b0-21ea-4c8f-9367-7bfc50bceb30 req-74e01747-178b-49dc-9cdb-77cefdeb5e49 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 944 time: 0.3795233 Feb 09 03:17:18.231924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] For port 53eb52c2-7657-441d-96e4-5a68799c1cac, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:18.236447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] For port 53eb52c2-7657-441d-96e4-5a68799c1cac, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=53eb52c2-7657-441d-96e4-5a68799c1cac,segment=NetworkSegment(9a9f8cb3-cb6f-49bc-94f6-c9a270780c73),segment_id=9a9f8cb3-cb6f-49bc-94f6-c9a270780c73)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:18.250313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['599be6e4-8256-40e0-98fb-06b9d2b25c25'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:18.262092 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:18.322136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=599be6e4-8256-40e0-98fb-06b9d2b25c25,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:18.447950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4becda-fd65-4c0f-8e98-2c673e4dc77b None None] Pushing event updated for resources: {'Port': ['ID=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:18.497427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.22.0.1 (bb3192b8-b513-4066-9727-f2a29e7be3f9/8191a4d4-0441-4b36-905d-a7fd19357563/76109db9-d6d6-4428-8410-3f7c07fb096e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:18.559321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5408fb-44e5-4395-bed4-12e5717de0eb None None] Pushing event updated for resources: {'Port': ['ID=53eb52c2-7657-441d-96e4-5a68799c1cac,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:18.561931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:18.562711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:18.587676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7f8ab-ed26-4a66-85ac-3959d4fd9999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d6101d-40be-4ca7-92a9-5a14d285695b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:18.781962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-12b7f8ab-ed26-4a66-85ac-3959d4fd9999 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=696861a8ca504f098a22eb863b535971&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4020624 Feb 09 03:17:18.791436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60676) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:18.843549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-357bda20-d0e5-4bcf-bfc7-a79a0f6b7ff4 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298144 Feb 09 03:17:18.968685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cd4ed278-6743-40a6-8f7a-f89b7319b9e5 None None] Provisioning complete for port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:18.969148 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed278-6743-40a6-8f7a-f89b7319b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.028098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-2e239c7d-75e3-440d-afb0-073c7a734eaa service neutron] 10.222.0.26 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3748810 Feb 09 03:17:19.053429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:19.061969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.070716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b92b26-c17c-45e5-8cd4-653c35d2a2b9 req-3e4f5c71-cf83-4486-8358-dd9eae1c8044 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:19.072274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69b92b26-c17c-45e5-8cd4-653c35d2a2b9 req-3e4f5c71-cf83-4486-8358-dd9eae1c8044 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.3105917 Feb 09 03:17:19.089661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2dc392b0-21ea-4c8f-9367-7bfc50bceb30 req-86967c8d-4fda-46c5-9fa5-8f5f41fd9bed tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7964940 Feb 09 03:17:19.138446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2ae342b-ede3-4942-a793-dc3ef1468a8f admin admin] Publish callbacks [] for security_group (b5d6101d-40be-4ca7-92a9-5a14d285695b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.175142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69b92b26-c17c-45e5-8cd4-653c35d2a2b9 req-cc80a6a5-ea11-43ad-849d-be5988035c3f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896957 Feb 09 03:17:19.191014 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2ae342b-ede3-4942-a793-dc3ef1468a8f admin admin] Publish callbacks [] for security_group (b5d6101d-40be-4ca7-92a9-5a14d285695b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.256979 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2ae342b-ede3-4942-a793-dc3ef1468a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b5d6101d-40be-4ca7-92a9-5a14d285695b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.263953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d2ae342b-ede3-4942-a793-dc3ef1468a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.264184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.265158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d2ae342b-ede3-4942-a793-dc3ef1468a8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5d6101d-40be-4ca7-92a9-5a14d285695b HTTP/1.1" status: 204 len: 168 time: 0.4724054 Feb 09 03:17:19.267899 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-abbcabbf-feb6-46ef-9cda-7acf9c6fda0e service neutron] 10.222.0.26 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300689 Feb 09 03:17:19.294272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae342b-ede3-4942-a793-dc3ef1468a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d6101d-40be-4ca7-92a9-5a14d285695b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:19.356343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-c3924bc5-8759-4280-84d8-e9d6b835e318 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876738 Feb 09 03:17:19.589949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network bb3192b8-b513-4066-9727-f2a29e7be3f9 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:19.616118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:19.637871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:19.656877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.661160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ed278-6743-40a6-8f7a-f89b7319b9e5 None None] Current status of the port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:19.661704 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed278-6743-40a6-8f7a-f89b7319b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.691203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=76109db9-d6d6-4428-8410-3f7c07fb096e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:19.732049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-e8778421-2eb0-4986-9268-873a22f1968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:19.737014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-e8778421-2eb0-4986-9268-873a22f1968d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1125 time: 0.3317237 Feb 09 03:17:19.842073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.851898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cd4ed278-6743-40a6-8f7a-f89b7319b9e5 None None] For port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,segment=NetworkSegment(69be5d97-5fb3-4e37-9afb-99681d5319c0),segment_id=69be5d97-5fb3-4e37-9afb-99681d5319c0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:19.870276 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed278-6743-40a6-8f7a-f89b7319b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:19.876213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-90db8b4e-3e58-4c70-bd92-8790581fbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:19.877667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-90db8b4e-3e58-4c70-bd92-8790581fbc1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.1331244 Feb 09 03:17:19.942153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60690) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:19.967409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28ad476d-b0cb-4acd-861e-d9792719f7f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.016590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ed278-6743-40a6-8f7a-f89b7319b9e5 None None] Pushing event updated for resources: {'Port': ['ID=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:20.020563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:12Z', 'revision_number': 3, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:18Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:20.069948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d54d1-af8f-40b8-b69a-5e6242938280 None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:12Z', 'revision_number': 3, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:18Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:20.075219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-7728a496-76c1-47b5-a49c-d95e14d47cd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 999 time: 0.1557300 Feb 09 03:17:20.175017 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28ad476d-b0cb-4acd-861e-d9792719f7f4 admin admin] Publish callbacks [] for security_group (9f108158-a4ac-4378-8805-a7466fe99875), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.195569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28ad476d-b0cb-4acd-861e-d9792719f7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9f108158-a4ac-4378-8805-a7466fe99875), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.261924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad476d-b0cb-4acd-861e-d9792719f7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f108158-a4ac-4378-8805-a7466fe99875,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:20.269826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-28ad476d-b0cb-4acd-861e-d9792719f7f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3067fd0906064f76af4107d115435572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3264456 Feb 09 03:17:20.274771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60704) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:20.360006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-30731585-3a9c-4fdc-8a56-775f3b5c79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:20.361581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-30731585-3a9c-4fdc-8a56-775f3b5c79e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.2788858 Feb 09 03:17:20.418585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.440055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2365c23-ca50-497e-8871-f2ff89e8fe16 None None] Network bb3192b8-b513-4066-9727-f2a29e7be3f9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:20.524851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83145873-fa7e-4b9e-9b4c-b30312c9ae2f admin admin] Publish callbacks [] for security_group (9f108158-a4ac-4378-8805-a7466fe99875), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.547819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd614607-8397-48cd-820a-8182674f04d5 req-b63c1b03-1e1f-4f8a-a76b-bd060a1e043e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:20.594979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd614607-8397-48cd-820a-8182674f04d5 req-b63c1b03-1e1f-4f8a-a76b-bd060a1e043e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 945 time: 0.2915516 Feb 09 03:17:20.629240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-574e07a2-f868-43b1-b72a-be893d8e5cdd None None] Provisioning complete for port 53eb52c2-7657-441d-96e4-5a68799c1cac triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:20.629797 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-574e07a2-f868-43b1-b72a-be893d8e5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.697438 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83145873-fa7e-4b9e-9b4c-b30312c9ae2f admin admin] Publish callbacks [] for security_group (9f108158-a4ac-4378-8805-a7466fe99875), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.819341 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83145873-fa7e-4b9e-9b4c-b30312c9ae2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9f108158-a4ac-4378-8805-a7466fe99875), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.821681 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83145873-fa7e-4b9e-9b4c-b30312c9ae2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:20.830838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-83145873-fa7e-4b9e-9b4c-b30312c9ae2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f108158-a4ac-4378-8805-a7466fe99875 HTTP/1.1" status: 204 len: 168 time: 0.5548580 Feb 09 03:17:20.850404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83145873-fa7e-4b9e-9b4c-b30312c9ae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f108158-a4ac-4378-8805-a7466fe99875,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:20.915980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bd614607-8397-48cd-820a-8182674f04d5 req-46d5dd51-26a1-459f-8dc0-56cacb8a3cba tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170724 Feb 09 03:17:20.924831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 53eb52c2-7657-441d-96e4-5a68799c1cac up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:21.026161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-574e07a2-f868-43b1-b72a-be893d8e5cdd None None] Current status of the port 53eb52c2-7657-441d-96e4-5a68799c1cac is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:21.026593 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-574e07a2-f868-43b1-b72a-be893d8e5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.062206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27019d8-0139-42ea-a137-cd1a465f447d req-ba1ed701-c95e-4b66-8e7d-197bbceac454 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:21.089776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a27019d8-0139-42ea-a137-cd1a465f447d req-ba1ed701-c95e-4b66-8e7d-197bbceac454 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.6952670 Feb 09 03:17:21.101213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-574e07a2-f868-43b1-b72a-be893d8e5cdd None None] For port 53eb52c2-7657-441d-96e4-5a68799c1cac, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=53eb52c2-7657-441d-96e4-5a68799c1cac,segment=NetworkSegment(9a9f8cb3-cb6f-49bc-94f6-c9a270780c73),segment_id=9a9f8cb3-cb6f-49bc-94f6-c9a270780c73)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:21.111618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-574e07a2-f868-43b1-b72a-be893d8e5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.199154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 53eb52c2-7657-441d-96e4-5a68799c1cac triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:21.200203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.280104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e07a2-f868-43b1-b72a-be893d8e5cdd None None] Pushing event updated for resources: {'Port': ['ID=53eb52c2-7657-441d-96e4-5a68799c1cac,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:21.285232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-03f40e2a-53ad-46a3-815c-6eb52bbc92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:21.288759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-03f40e2a-53ad-46a3-815c-6eb52bbc92a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9166014 Feb 09 03:17:21.408841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 53eb52c2-7657-441d-96e4-5a68799c1cac is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:21.410403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:21.455967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a0f3250a-fdb0-48f0-bb92-27cd57ba0af3 None None] Provisioning complete for port 53eb52c2-7657-441d-96e4-5a68799c1cac triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:21.456632 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0f3250a-fdb0-48f0-bb92-27cd57ba0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.567521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a27019d8-0139-42ea-a137-cd1a465f447d req-0c9d5e78-d064-4077-b9e1-3d7c7aa19146 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759544 Feb 09 03:17:21.660873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.668784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-84e2c9c4-1003-48d2-88e3-36fb28157089 service neutron] 10.222.0.26 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426874 Feb 09 03:17:21.674958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:21.675154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.677439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.747912 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.764140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3250a-fdb0-48f0-bb92-27cd57ba0af3 None None] Current status of the port 53eb52c2-7657-441d-96e4-5a68799c1cac is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:21.785835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a0f3250a-fdb0-48f0-bb92-27cd57ba0af3 None None] Provisioning complete for port 76109db9-d6d6-4428-8410-3f7c07fb096e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:21.786274 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0f3250a-fdb0-48f0-bb92-27cd57ba0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.831469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:21.857878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3250a-fdb0-48f0-bb92-27cd57ba0af3 None None] Port 76109db9-d6d6-4428-8410-3f7c07fb096e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:21.873888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:21.968499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 599be6e4-8256-40e0-98fb-06b9d2b25c25 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:22.020966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=76109db9-d6d6-4428-8410-3f7c07fb096e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:22.041066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f1c5fcb-d92e-4455-b396-52a070360660 req-2f4542d1-7819-45ad-8330-59808d8f725a service neutron] 10.222.0.26 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189826 Feb 09 03:17:22.044737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7c5e79bb-d605-4f2e-82b3-a3986e012bf6 None None] Provisioning complete for port 76109db9-d6d6-4428-8410-3f7c07fb096e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:22.044883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7c5e79bb-d605-4f2e-82b3-a3986e012bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.094551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network bb3192b8-b513-4066-9727-f2a29e7be3f9 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:22.095969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:22.146339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7c5e79bb-d605-4f2e-82b3-a3986e012bf6 None None] Port 76109db9-d6d6-4428-8410-3f7c07fb096e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:22.176939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 599be6e4-8256-40e0-98fb-06b9d2b25c25 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:17:22.190606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 599be6e4-8256-40e0-98fb-06b9d2b25c25 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:22.191005 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.227351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192654e-7b74-461b-93af-9e6cde46ae2b req-c88708fb-5d21-4906-8831-06a17649b9d9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.230497 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4192654e-7b74-461b-93af-9e6cde46ae2b req-c88708fb-5d21-4906-8831-06a17649b9d9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 945 time: 0.1721315 Feb 09 03:17:22.292281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4192654e-7b74-461b-93af-9e6cde46ae2b req-bac5b739-f3b5-4735-be72-9f8032730211 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556638 Feb 09 03:17:22.332087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:22.415465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 599be6e4-8256-40e0-98fb-06b9d2b25c25 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:22.416120 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.471044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 599be6e4-8256-40e0-98fb-06b9d2b25c25, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:22.474009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599be6e4-8256-40e0-98fb-06b9d2b25c25'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:22.480537 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc932628-7dcf-4437-bc15-55d844ecbd76" -d '{"events": [{"server_uuid": "1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe", "name": "network-vif-plugged", "status": "completed", "tag": "599be6e4-8256-40e0-98fb-06b9d2b25c25"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:22.488574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.498786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:22.515952 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:22.517549 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e30f5dd2-543f-4b8b-b424-25a04c0dca0b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1055422 Feb 09 03:17:22.520117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60748) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:22.526196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023044988'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:22.560473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:22.560760 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:22.561380 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:22.565877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.618927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:17:22.630091 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.630486 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added segment a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915 of type vlan for network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 Feb 09 03:17:22.702023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-32fa6253-41d4-4e29-9fd7-849127811d15 None None] Provisioning complete for port 76109db9-d6d6-4428-8410-3f7c07fb096e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:22.702225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32fa6253-41d4-4e29-9fd7-849127811d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.762872 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (09d8e7fb-1a8e-4f35-bdd9-46186b628a77), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.779865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 53eb52c2-7657-441d-96e4-5a68799c1cac up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:22.787095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=599be6e4-8256-40e0-98fb-06b9d2b25c25,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:22.823436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (09d8e7fb-1a8e-4f35-bdd9-46186b628a77), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.828774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.829510 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.868184 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:22.898389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-32fa6253-41d4-4e29-9fd7-849127811d15 None None] Port 76109db9-d6d6-4428-8410-3f7c07fb096e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:22.935868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 53eb52c2-7657-441d-96e4-5a68799c1cac triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:22.936248 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:22.947645 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4262156 Feb 09 03:17:22.954520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60760) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:22.956794 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1929-16e9-42ae-b4bc-eb295fb53ad8 req-7f6ab2a4-6c6c-4272-b2e8-29eb660deff1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:22.962086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'subnet': {'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:22.964491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e1a1929-16e9-42ae-b4bc-eb295fb53ad8 req-7f6ab2a4-6c6c-4272-b2e8-29eb660deff1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.2156658 Feb 09 03:17:23.130664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e1a1929-16e9-42ae-b4bc-eb295fb53ad8 req-0521f458-fcee-4ddc-a45a-c11fdc4e2a0c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554015 Feb 09 03:17:23.189316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Made reservation on behalf of e0d97289174344da9181bbd910d04d0b for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:23.200262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:23.340009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eb47c-153a-4bc2-b685-40b8db2a25c8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Network': ['ID=09d8e7fb-1a8e-4f35-bdd9-46186b628a77,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:23.382168 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaaa932-97d8-43c8-95c7-cb08087c1f3c x-openstack-request-id: req-fdaaa932-97d8-43c8-95c7-cb08087c1f3c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:23.382743 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe", "name": "network-vif-plugged", "status": "completed", "tag": "599be6e4-8256-40e0-98fb-06b9d2b25c25", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:23.382959 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdaaa932-97d8-43c8-95c7-cb08087c1f3c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:23.383322 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599be6e4-8256-40e0-98fb-06b9d2b25c25', 'code': 200} Feb 09 03:17:23.392848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:17:23.473934 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:20Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:21Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:23.510048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43809-6234-419c-8336-57605caf8e45 req-f5a66ff6-fd80-4c32-af42-db6142d50e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.511944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4bc43809-6234-419c-8336-57605caf8e45 req-f5a66ff6-fd80-4c32-af42-db6142d50e0c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 1128 time: 0.1586466 Feb 09 03:17:23.576550 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:23.576988 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Updating router 423ef82e-9206-49d5-aef1-3e202316f8e7 port 76109db9-d6d6-4428-8410-3f7c07fb096e binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:17:23.597812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7576146-0d5b-4e01-9eec-6a653bfdb19e req-3e526024-c770-4a12-bf1b-7a6487787140 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.599786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e7576146-0d5b-4e01-9eec-6a653bfdb19e req-3e526024-c770-4a12-bf1b-7a6487787140 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 946 time: 0.1665418 Feb 09 03:17:23.657545 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:23.707717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4bc43809-6234-419c-8336-57605caf8e45 req-c0640854-09e5-415a-a319-1626d6fd7464 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842816 Feb 09 03:17:23.750991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c508-0e75-4823-ab62-65a29a4ec0cd req-7f7f3c5f-6b6d-4db6-9287-956366236721 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.767066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c26c508-0e75-4823-ab62-65a29a4ec0cd req-7f7f3c5f-6b6d-4db6-9287-956366236721 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 943 time: 0.1462545 Feb 09 03:17:23.774350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-af3be79d-f186-49b1-9ce3-b47bdc7ab2e9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:23.776253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-af3be79d-f186-49b1-9ce3-b47bdc7ab2e9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08&tenant_id=1cd773e8482b465982b74bd96fc10950&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 943 time: 0.2411280 Feb 09 03:17:23.824564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 53eb52c2-7657-441d-96e4-5a68799c1cac is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:23.839502 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e7576146-0d5b-4e01-9eec-6a653bfdb19e req-a81c938f-a78b-4eaf-8d8a-460f89ef76ce tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165222 Feb 09 03:17:23.865377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (19ade7e9-d6ce-4d4a-bb47-f451164aafb0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:23.902335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c26c508-0e75-4823-ab62-65a29a4ec0cd req-6cc1a407-b5ad-4264-81c8-fd067fa49ae2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307936 Feb 09 03:17:23.964855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:24.128206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Subnet': ['ID=19ade7e9-d6ce-4d4a-bb47-f451164aafb0,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:24.137941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Checking segment: {'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:24.141716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network hostable DHCP agents. Network: 09d8e7fb-1a8e-4f35-bdd9-46186b628a77, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:17:24.197845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:24.208106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:17:24.224828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-672d460f-b662-46c2-9059-29c9883486bb service neutron] 10.222.0.26 "GET /v2.0/ports/788a847d-e1af-426e-b0f4-1a42a4c5a497/bindings/n-h2-827839-4 HTTP/1.1" status: 200 len: 382 time: 0.2216210 Feb 09 03:17:24.231191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'port_id': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'mac_address': 'fa:16:3e:ae:5d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:24.241940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 09d8e7fb-1a8e-4f35-bdd9-46186b628a77) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:24.247548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:24.248141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.260158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f076d00b-6e58-455b-badf-4ba0ebeeef2d None None] Network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:24.324548 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-317832e9-dade-4e29-8c69-87d73ff90731 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3688655 Feb 09 03:17:24.327285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60804) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:24.340021 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Publish callbacks [] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.347520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-4585435b-388b-4ac4-91a4-0653e67a81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:24.349219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-4585435b-388b-4ac4-91a4-0653e67a81b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1125 time: 0.0873942 Feb 09 03:17:24.350277 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.493890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 788a847d-e1af-426e-b0f4-1a42a4c5a497 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:24.494554 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb4c3-149a-45ce-839a-42d58178fed7 None None] Pushing event updated for resources: {'Port': ['ID=76109db9-d6d6-4428-8410-3f7c07fb096e,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:24.495094 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.533971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788a847d-e1af-426e-b0f4-1a42a4c5a497 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:24.601964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:24.615748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.640386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-129b40ae-3845-4438-96b0-8c933498f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:24.641893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-129b40ae-3845-4438-96b0-8c933498f2b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.2788482 Feb 09 03:17:24.669410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'fixed_ips': [{'subnet_id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:17:24.671101 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.687799 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Attempting to bind port 76109db9-d6d6-4428-8410-3f7c07fb096e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:24.688260 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Attempting to bind port 76109db9-d6d6-4428-8410-3f7c07fb096e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:24.690832 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Attempting to bind port 76109db9-d6d6-4428-8410-3f7c07fb096e on network bb3192b8-b513-4066-9727-f2a29e7be3f9 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:24.710832 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:24.711349 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Checking segment: {'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:24.712181 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.712579 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Bound using segment: {'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:24.713104 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Bound port: 76109db9-d6d6-4428-8410-3f7c07fb096e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:24.713429 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:24.803005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:24.923513 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] For port 76109db9-d6d6-4428-8410-3f7c07fb096e, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:24.930303 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] For port 76109db9-d6d6-4428-8410-3f7c07fb096e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=76109db9-d6d6-4428-8410-3f7c07fb096e,segment=NetworkSegment(9a9f8cb3-cb6f-49bc-94f6-c9a270780c73),segment_id=9a9f8cb3-cb6f-49bc-94f6-c9a270780c73)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:24.948896 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:25.018951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['788a847d-e1af-426e-b0f4-1a42a4c5a497'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:25.132734 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:25.135898 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:25.166480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ae802cd6-6166-4837-889b-bc4f01d9f2ae None None] Provisioning complete for port 76109db9-d6d6-4428-8410-3f7c07fb096e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:25.166854 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae802cd6-6166-4837-889b-bc4f01d9f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:25.200033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 60822) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:25.271906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Allocated IP 172.23.0.2 (09d8e7fb-1a8e-4f35-bdd9-46186b628a77/19ade7e9-d6ce-4d4a-bb47-f451164aafb0/7dd61412-0c38-41f4-bd74-78625c9238d3) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:25.516593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b27c4-e8b0-486b-8885-ba64e1ef20ef req-6a928c10-5364-4a27-8d1c-a9977b057668 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:25.525360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e46b27c4-e8b0-486b-8885-ba64e1ef20ef req-6a928c10-5364-4a27-8d1c-a9977b057668 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 944 time: 0.4564636 Feb 09 03:17:25.542847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:25.577532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d466e8ca-0500-4b7d-93cd-712d4e7cbb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:25.582475 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb4c3-149a-45ce-839a-42d58178fed7 None None] Pushing event updated for resources: {'Port': ['ID=76109db9-d6d6-4428-8410-3f7c07fb096e,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:25.594084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ae802cd6-6166-4837-889b-bc4f01d9f2ae None None] Current status of the port 76109db9-d6d6-4428-8410-3f7c07fb096e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:25.604422 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae802cd6-6166-4837-889b-bc4f01d9f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:25.616924 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:25.645349 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-08caa0c9-1197-4afe-bea6-225a72c3d760 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 1000 time: 0.9940770 Feb 09 03:17:25.744526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e46b27c4-e8b0-486b-8885-ba64e1ef20ef req-727c4def-a225-45b4-8703-0686002efa33 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181745 Feb 09 03:17:25.774698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66acb6-24fd-4eb9-863c-2c4129fa7a9d req-6f784af0-0624-49f4-b6d9-37b5d8381df4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:25.776224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec66acb6-24fd-4eb9-863c-2c4129fa7a9d req-6f784af0-0624-49f4-b6d9-37b5d8381df4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 946 time: 0.2857375 Feb 09 03:17:25.796424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-53dc0180-6b12-45fa-9c39-1fe25e0e482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:25.798825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-53dc0180-6b12-45fa-9c39-1fe25e0e482e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.1376262 Feb 09 03:17:25.805366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ae802cd6-6166-4837-889b-bc4f01d9f2ae None None] For port 76109db9-d6d6-4428-8410-3f7c07fb096e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=76109db9-d6d6-4428-8410-3f7c07fb096e,segment=NetworkSegment(9a9f8cb3-cb6f-49bc-94f6-c9a270780c73),segment_id=9a9f8cb3-cb6f-49bc-94f6-c9a270780c73)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:25.846585 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae802cd6-6166-4837-889b-bc4f01d9f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:25.928252 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:17:25.940078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec66acb6-24fd-4eb9-863c-2c4129fa7a9d req-2b06abee-3c11-4b3b-bc48-25a3299fbf76 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577754 Feb 09 03:17:25.965366 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:20Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:24Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:25.968647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-5f518935-21ea-42f6-a79a-f10a42beb36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:25.970535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-5f518935-21ea-42f6-a79a-f10a42beb36a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1549149 Feb 09 03:17:25.997579 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4dd2ae-d892-4f9b-a7c1-44efbb8e8aa0 None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:20Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:24Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:26.014523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae802cd6-6166-4837-889b-bc4f01d9f2ae None None] Pushing event updated for resources: {'Port': ['ID=76109db9-d6d6-4428-8410-3f7c07fb096e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:26.042762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d466e8ca-0500-4b7d-93cd-712d4e7cbb4d admin admin] Publish callbacks [] for security_group (e40f3fd3-0bd6-4e73-889d-0c5dc2bd8fd5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.053989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d466e8ca-0500-4b7d-93cd-712d4e7cbb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e40f3fd3-0bd6-4e73-889d-0c5dc2bd8fd5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.154175 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Publish callbacks [] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.211292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.264348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-66715dd5-688b-4dd6-9861-90136b4e9391 service neutron] 10.222.0.26 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871614 Feb 09 03:17:26.280519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Allocated IP 172.23.0.1 (09d8e7fb-1a8e-4f35-bdd9-46186b628a77/19ade7e9-d6ce-4d4a-bb47-f451164aafb0/c88011a6-daa1-48be-ad76-dddbbcc99d8b) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:26.285593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:26.296909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:26.330219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:26.366226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9e3a3b16-8627-4ffa-9bed-8ca4f4c049cb None None] Provisioning complete for port 76109db9-d6d6-4428-8410-3f7c07fb096e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:26.366624 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e3a3b16-8627-4ffa-9bed-8ca4f4c049cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.442498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Pushing event updated for resources: {'Port': ['ID=7dd61412-0c38-41f4-bd74-78625c9238d3,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:26.443474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.459764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-c6bf595e-71b0-4b10-bf40-2d048a399747 service neutron] 10.222.0.26 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888847 Feb 09 03:17:26.483854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Attempting to bind port 7dd61412-0c38-41f4-bd74-78625c9238d3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:26.484753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Attempting to bind port 7dd61412-0c38-41f4-bd74-78625c9238d3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:26.485240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Attempting to bind port 7dd61412-0c38-41f4-bd74-78625c9238d3 on network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:26.493637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:26.494624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Checking segment: {'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:26.495030 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.495482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Bound using segment: {'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:26.495961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Bound port: 7dd61412-0c38-41f4-bd74-78625c9238d3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:26.496343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.603470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a3b16-8627-4ffa-9bed-8ca4f4c049cb None None] Current status of the port 76109db9-d6d6-4428-8410-3f7c07fb096e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:26.621191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] For port 7dd61412-0c38-41f4-bd74-78625c9238d3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:26.624623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] For port 7dd61412-0c38-41f4-bd74-78625c9238d3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7dd61412-0c38-41f4-bd74-78625c9238d3,segment=NetworkSegment(a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915),segment_id=a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:26.633297 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:26.770861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71729028-b058-4d04-940a-b6e74fb18ec6 None None] Pushing event updated for resources: {'Port': ['ID=7dd61412-0c38-41f4-bd74-78625c9238d3,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:26.784308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 76109db9-d6d6-4428-8410-3f7c07fb096e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:26.894958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 76109db9-d6d6-4428-8410-3f7c07fb096e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:26.895349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.146961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 76109db9-d6d6-4428-8410-3f7c07fb096e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:27.176343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8db2a0-ac24-4dfa-ab74-5a71f1f0ca1e req-6641f011-dc47-41a7-a5c0-2b843a0fdbb4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:27.177991 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b8db2a0-ac24-4dfa-ab74-5a71f1f0ca1e req-6641f011-dc47-41a7-a5c0-2b843a0fdbb4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 946 time: 0.0935059 Feb 09 03:17:27.228290 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d466e8ca-0500-4b7d-93cd-712d4e7cbb4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb59b16626cd498d9f3a6668822704ad&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0250604 Feb 09 03:17:27.231211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60838) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:27.270505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.299117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b8db2a0-ac24-4dfa-ab74-5a71f1f0ca1e req-22884b34-8381-4dcf-a807-69d2400e0fa7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106946 Feb 09 03:17:27.374651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466e8ca-0500-4b7d-93cd-712d4e7cbb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f3fd3-0bd6-4e73-889d-0c5dc2bd8fd5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:27.386391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:27.394820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:27.420071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2d8a5-e1ea-4837-ab47-d3d4af64a2a7 req-921bb775-be24-4dc6-adf9-fbc28fc64b2f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:27.425384 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774ad4c6-90d3-49ec-9c2d-827ae4629b0a admin admin] Publish callbacks [] for security_group (e40f3fd3-0bd6-4e73-889d-0c5dc2bd8fd5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.430277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cfb2d8a5-e1ea-4837-ab47-d3d4af64a2a7 req-921bb775-be24-4dc6-adf9-fbc28fc64b2f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 944 time: 0.2090845 Feb 09 03:17:27.435688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:27.444499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=c88011a6-daa1-48be-ad76-dddbbcc99d8b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:27.478613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774ad4c6-90d3-49ec-9c2d-827ae4629b0a admin admin] Publish callbacks [] for security_group (e40f3fd3-0bd6-4e73-889d-0c5dc2bd8fd5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.537795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37620a9-d218-469a-9750-f7088ad96638 req-6908c123-9fa3-4ee9-acad-c07a8969af1f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:27.540618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e37620a9-d218-469a-9750-f7088ad96638 req-6908c123-9fa3-4ee9-acad-c07a8969af1f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 946 time: 0.1316736 Feb 09 03:17:27.587959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cfb2d8a5-e1ea-4837-ab47-d3d4af64a2a7 req-813e8d6e-29ed-48c8-88b8-dede5cfa46ce tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538291 Feb 09 03:17:27.589370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.606984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e37620a9-d218-469a-9750-f7088ad96638 req-ea571b7b-4b2b-4a58-a6f6-6457e3a40255 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556602 Feb 09 03:17:27.616606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774ad4c6-90d3-49ec-9c2d-827ae4629b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (e40f3fd3-0bd6-4e73-889d-0c5dc2bd8fd5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.621123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-774ad4c6-90d3-49ec-9c2d-827ae4629b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.623724 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-774ad4c6-90d3-49ec-9c2d-827ae4629b0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e40f3fd3-0bd6-4e73-889d-0c5dc2bd8fd5 HTTP/1.1" status: 204 len: 168 time: 0.3905632 Feb 09 03:17:27.651992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad4c6-90d3-49ec-9c2d-827ae4629b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f3fd3-0bd6-4e73-889d-0c5dc2bd8fd5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:27.858301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:27.962842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:28.100448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:17:28.108766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:28.109015 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.120391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60860) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:28.155698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38fab725-45df-44d5-8fdf-9824b7e6dc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.353032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 788a847d-e1af-426e-b0f4-1a42a4c5a497 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:28.353426 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.398162 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38fab725-45df-44d5-8fdf-9824b7e6dc52 admin admin] Publish callbacks [] for security_group (1738450a-0078-4e0a-955e-93a79ac367f4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.405147 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-38fab725-45df-44d5-8fdf-9824b7e6dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1738450a-0078-4e0a-955e-93a79ac367f4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.413156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c5a25-9e96-49d4-a882-9b5420dd097a None None] Network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:28.444677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-38fab725-45df-44d5-8fdf-9824b7e6dc52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bed095bc36374a1281eb1a5b71e8b0ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227208 Feb 09 03:17:28.453694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60866) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:28.504962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fab725-45df-44d5-8fdf-9824b7e6dc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738450a-0078-4e0a-955e-93a79ac367f4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:28.562475 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7911356f-db53-4862-b77f-3075dc24538e admin admin] Publish callbacks [] for security_group (1738450a-0078-4e0a-955e-93a79ac367f4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.648832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7911356f-db53-4862-b77f-3075dc24538e admin admin] Publish callbacks [] for security_group (1738450a-0078-4e0a-955e-93a79ac367f4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.754935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:28.768360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:28.772387 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76895bef-d498-4026-b85e-43a2b5d6d094" -d '{"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-plugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:28.784761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.799722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7dd61412-0c38-41f4-bd74-78625c9238d3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:28.823875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.839410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.871246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a62ffa1b-088d-4d4e-8595-1abad9ace172 None None] Provisioning complete for port 7dd61412-0c38-41f4-bd74-78625c9238d3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:28.872007 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a62ffa1b-088d-4d4e-8595-1abad9ace172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.944881 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7911356f-db53-4862-b77f-3075dc24538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1738450a-0078-4e0a-955e-93a79ac367f4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.952887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7911356f-db53-4862-b77f-3075dc24538e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.960326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7911356f-db53-4862-b77f-3075dc24538e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1738450a-0078-4e0a-955e-93a79ac367f4 HTTP/1.1" status: 204 len: 168 time: 0.5028791 Feb 09 03:17:28.982952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:28.995717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911356f-db53-4862-b77f-3075dc24538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738450a-0078-4e0a-955e-93a79ac367f4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:29.027485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8457b-635d-42f8-8b25-dcd83f1f78fc req-256020cd-cc6e-4013-bf9c-c6e785c5ce77 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:29.029248 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57d8457b-635d-42f8-8b25-dcd83f1f78fc req-256020cd-cc6e-4013-bf9c-c6e785c5ce77 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.2076044 Feb 09 03:17:29.095974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7dd61412-0c38-41f4-bd74-78625c9238d3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:29.096584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:29.141715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event updated for resources: {'Port': ['ID=c88011a6-daa1-48be-ad76-dddbbcc99d8b,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:29.185109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57d8457b-635d-42f8-8b25-dcd83f1f78fc req-24aada5e-5cdb-4b1c-914b-6c77d8187098 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491296 Feb 09 03:17:29.471084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:29.483492 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb1566-6d80-4f2f-974b-75766200ad6e x-openstack-request-id: req-3ffb1566-6d80-4f2f-974b-75766200ad6e {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:29.484892 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-plugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:29.485315 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ffb1566-6d80-4f2f-974b-75766200ad6e {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:29.485855 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'code': 200} Feb 09 03:17:29.487117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7dd61412-0c38-41f4-bd74-78625c9238d3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:29.487675 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:29.540709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:29.554067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 7dd61412-0c38-41f4-bd74-78625c9238d3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7dd61412-0c38-41f4-bd74-78625c9238d3,segment=NetworkSegment(a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915),segment_id=a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:29.602917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:29.705109 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:29.723002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a62ffa1b-088d-4d4e-8595-1abad9ace172 None None] Current status of the port 7dd61412-0c38-41f4-bd74-78625c9238d3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:29.847737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-c00f516f-8a0f-4b47-b658-74404114dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:29.851396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-c00f516f-8a0f-4b47-b658-74404114dc67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 1127 time: 0.4251668 Feb 09 03:17:29.878843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:29.881071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=7dd61412-0c38-41f4-bd74-78625c9238d3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:29.900483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.901370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.902088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.902944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.904003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.904568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.905544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.906052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.906597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.907179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.908014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.908833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:29.909650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:30.069245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-268ab923-6833-43b2-a972-5f756bd7c350 None None] Provisioning complete for port 7dd61412-0c38-41f4-bd74-78625c9238d3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:30.069611 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-268ab923-6833-43b2-a972-5f756bd7c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:30.129838 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:30.177942 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:30.287947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-268ab923-6833-43b2-a972-5f756bd7c350 None None] Current status of the port 7dd61412-0c38-41f4-bd74-78625c9238d3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:30.340522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-268ab923-6833-43b2-a972-5f756bd7c350 None None] Provisioning complete for port c88011a6-daa1-48be-ad76-dddbbcc99d8b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:30.340892 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-268ab923-6833-43b2-a972-5f756bd7c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:30.424352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-268ab923-6833-43b2-a972-5f756bd7c350 None None] Port c88011a6-daa1-48be-ad76-dddbbcc99d8b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:30.433678 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04cf64c0-66aa-4da8-a0e6-18faf396eb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:30.504413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:30.517996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:30.535815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:30.537764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:30.558902 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ad0ba0f4-c85f-40e8-af3d-784a1602e720 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2304928 Feb 09 03:17:30.562230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 60932) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:30.574406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:30.905482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca5f83-6746-4d4c-9860-088e42bc7163 req-f7c253a7-e374-450d-a8b9-632c2efb7a5c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:30.913672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51ca5f83-6746-4d4c-9860-088e42bc7163 req-f7c253a7-e374-450d-a8b9-632c2efb7a5c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 945 time: 0.4141822 Feb 09 03:17:31.083050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-51ca5f83-6746-4d4c-9860-088e42bc7163 req-f3436dec-0c3c-4f0e-bd3a-167e27c9bb05 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655905 Feb 09 03:17:31.176866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:31.275544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:31.308098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7dd61412-0c38-41f4-bd74-78625c9238d3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:31.401508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:31.409056 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716cf6d2-80a8-42e2-98d1-069563c13a61" -d '{"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-unplugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:31.432118 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Publish callbacks [] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:31.445278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7ada2fbf-c893-4d9c-99b7-7335a9e4c268 None None] Provisioning complete for port c88011a6-daa1-48be-ad76-dddbbcc99d8b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:31.447098 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7ada2fbf-c893-4d9c-99b7-7335a9e4c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:31.484291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Transition to ACTIVE for port object 788a847d-e1af-426e-b0f4-1a42a4c5a497 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:31.495181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:31.533499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7ada2fbf-c893-4d9c-99b7-7335a9e4c268 None None] Port c88011a6-daa1-48be-ad76-dddbbcc99d8b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:31.558711 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e194e-e222-4ecc-aed0-056881f48b0e x-openstack-request-id: req-3e7e194e-e222-4ecc-aed0-056881f48b0e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:31.559001 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-unplugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:31.559459 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e7e194e-e222-4ecc-aed0-056881f48b0e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:31.560005 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'code': 200} Feb 09 03:17:31.560909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=10']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:31.619294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:31.911853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:17:31.935101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] No DVR routers for this DVR port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:31.947643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Removed routes are [] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:17:31.948046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.029877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7dd61412-0c38-41f4-bd74-78625c9238d3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:32.030372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.063127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:32.212967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:32.213548 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:32.215713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:32.225949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:32.229479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Attempting to bind port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on network 2306873e-6237-423f-8c7d-89d908044c15 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:32.234163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 host n-h1-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:17:32.234825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:32.243113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:32.243923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Checking segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:32.247593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Bound using segment: {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:32.248235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Bound port: 788a847d-e1af-426e-b0f4-1a42a4c5a497, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9c64ae-0dee-4b19-974f-93913a2a03dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2306873e-6237-423f-8c7d-89d908044c15'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:32.248967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.287016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c595146c-a251-43e5-a144-97133f31a0c3 None None] Provisioning complete for port c88011a6-daa1-48be-ad76-dddbbcc99d8b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:32.287631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c595146c-a251-43e5-a144-97133f31a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.401729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7dd61412-0c38-41f4-bd74-78625c9238d3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:32.438772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c595146c-a251-43e5-a144-97133f31a0c3 None None] Port c88011a6-daa1-48be-ad76-dddbbcc99d8b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:32.439397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70645088-5882-480f-a800-6f9aa77dee22 req-598ad6b7-a550-46f7-a396-cc8c59d64041 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:32.444000 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70645088-5882-480f-a800-6f9aa77dee22 req-598ad6b7-a550-46f7-a396-cc8c59d64041 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 944 time: 0.2189238 Feb 09 03:17:32.462178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.466092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.516851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:27Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88011a6-daa1-48be-ad76-dddbbcc99d8b', 'name': '', 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:ea:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:25Z', 'updated_at': '2022-02-09T03:17:28Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:32.603030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:32.603668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Updating router 423ef82e-9206-49d5-aef1-3e202316f8e7 port c88011a6-daa1-48be-ad76-dddbbcc99d8b binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:17:32.616627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70645088-5882-480f-a800-6f9aa77dee22 req-7e2474f5-55b0-4734-8709-bd95b161a578 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619525 Feb 09 03:17:32.627185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:32.631759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:32.641434 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.687847 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:32.688563 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.690534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] 10.222.0.61 "PUT /v2.0/ports/788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 1092 time: 2.8258519 Feb 09 03:17:32.766084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5aacc9a2-50e6-4693-af74-f761be727cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.769042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:32.784424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:32.792892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=11']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:32.817933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.818736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.820422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.823577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.824561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.825371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.826369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.832002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.832503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.832923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.833339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.834988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.835404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fdad8c-a1ce-459c-912c-97fdda057d4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:17:32.865330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-26608c87-3236-413a-bee6-2aa5f11969a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:32.875691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-26608c87-3236-413a-bee6-2aa5f11969a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1126 time: 0.1503918 Feb 09 03:17:33.026643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:33.045169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:33.048442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fb1b78d9-1977-41d0-8bf1-c95c2caf1d99 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 200 len: 934 time: 2.4831762 Feb 09 03:17:33.051482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32772) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:33.115856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b49c8d8f-95d0-4384-9ae2-7595ee31c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:33.122203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-b49c8d8f-95d0-4384-9ae2-7595ee31c574 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.2411323 Feb 09 03:17:33.280492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ec1e8287-1845-486f-8251-e107b3d331ac tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 200 len: 934 time: 0.2276065 Feb 09 03:17:33.283300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32786) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:33.295707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'routes': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:33.313601 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-4d940b5a-7a06-4c11-aeff-ba3eb27ae910 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 999 time: 0.1893859 Feb 09 03:17:33.489757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-551d160f-d7d9-413a-978f-05a182f3e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:33.491272 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-551d160f-d7d9-413a-978f-05a182f3e2cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.1713531 Feb 09 03:17:33.562175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:33.564672 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebbc9de-a705-4115-ad73-868231efe186" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:33.596919 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Publish callbacks [] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:33.611187 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:33.646149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-dda09dca-65f5-48f6-9c43-aeca9dcae639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:33.647808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-dda09dca-65f5-48f6-9c43-aeca9dcae639 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1491218 Feb 09 03:17:33.740062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114f8fa-e1ba-4db7-aa1e-5b6b444752b5 None None] Pushing event updated for resources: {'Port': ['ID=c88011a6-daa1-48be-ad76-dddbbcc99d8b,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:33.872007 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536f82cc-31f0-4aaa-b043-372ac31ecb88 x-openstack-request-id: req-536f82cc-31f0-4aaa-b043-372ac31ecb88 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:33.872420 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:33.872687 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-536f82cc-31f0-4aaa-b043-372ac31ecb88 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:33.873105 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'status': 'completed', 'code': 200} Feb 09 03:17:33.921061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Attempting to bind port c88011a6-daa1-48be-ad76-dddbbcc99d8b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:33.921504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Attempting to bind port c88011a6-daa1-48be-ad76-dddbbcc99d8b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:33.921931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Attempting to bind port c88011a6-daa1-48be-ad76-dddbbcc99d8b on network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:33.935413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:33.935413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Checking segment: {'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:33.935413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:33.935413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Bound using segment: {'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:33.935413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Bound port: c88011a6-daa1-48be-ad76-dddbbcc99d8b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:33.935413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:34.013710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-7c386685-5c85-4bd0-a8e0-dac16556ca42 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584983 Feb 09 03:17:34.042463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a6fe8-9870-4e6e-ae23-dafa8bff0a15 req-3c4b6036-9355-4944-a9cc-03e43bd819cf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:34.046889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e32a6fe8-9870-4e6e-ae23-dafa8bff0a15 req-3c4b6036-9355-4944-a9cc-03e43bd819cf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 944 time: 0.2506003 Feb 09 03:17:34.110190 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:34.156389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] For port c88011a6-daa1-48be-ad76-dddbbcc99d8b, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:34.162219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] For port c88011a6-daa1-48be-ad76-dddbbcc99d8b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c88011a6-daa1-48be-ad76-dddbbcc99d8b,segment=NetworkSegment(a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915),segment_id=a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:34.193634 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:34.409360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114f8fa-e1ba-4db7-aa1e-5b6b444752b5 None None] Pushing event updated for resources: {'Port': ['ID=c88011a6-daa1-48be-ad76-dddbbcc99d8b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:34.420892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:34.422587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:34.513857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added routes are [] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:17:34.522619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:17:34.556721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6ea231c0-6013-4e2c-8e1f-3eb8326939ca None None] Provisioning complete for port c88011a6-daa1-48be-ad76-dddbbcc99d8b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:34.557326 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ea231c0-6013-4e2c-8e1f-3eb8326939ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:34.591833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9de-a705-4115-ad73-868231efe186 req-28061bbd-0fb1-4a81-a7ee-4290157f3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:34.592337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e32a6fe8-9870-4e6e-ae23-dafa8bff0a15 req-f0634801-02ba-44a4-b552-91fe256ea05c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4927244 Feb 09 03:17:34.593940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-28061bbd-0fb1-4a81-a7ee-4290157f3a3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1126 time: 0.2845414 Feb 09 03:17:34.612872 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1f75921-80cf-4bbd-8b8b-8441a1f0ed20 req-3c4abb4e-f124-427c-815d-c60087d05efd service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820284 Feb 09 03:17:34.721635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:34.775591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9de-a705-4115-ad73-868231efe186 req-3e296260-8237-42ad-a46b-f5881b1ec62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:34.778976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-3e296260-8237-42ad-a46b-f5881b1ec62e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1126 time: 0.1028457 Feb 09 03:17:34.788181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:34.962753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32828) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:35.031003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9de-a705-4115-ad73-868231efe186 req-f177f7fe-bb1a-4410-b158-10ba80f5c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.032920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6ea231c0-6013-4e2c-8e1f-3eb8326939ca None None] Current status of the port c88011a6-daa1-48be-ad76-dddbbcc99d8b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:35.033334 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ea231c0-6013-4e2c-8e1f-3eb8326939ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.033725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-f177f7fe-bb1a-4410-b158-10ba80f5c948 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.2482440 Feb 09 03:17:35.036000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9de-a705-4115-ad73-868231efe186 req-b11c0579-babe-40e4-9c3a-7c214fbe7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.037741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-b11c0579-babe-40e4-9c3a-7c214fbe7041 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.4295061 Feb 09 03:17:35.091467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6ea231c0-6013-4e2c-8e1f-3eb8326939ca None None] For port c88011a6-daa1-48be-ad76-dddbbcc99d8b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c88011a6-daa1-48be-ad76-dddbbcc99d8b,segment=NetworkSegment(a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915),segment_id=a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:35.107535 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ea231c0-6013-4e2c-8e1f-3eb8326939ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.120380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-76e9c3c0-4943-4f15-ae65-48a96e7f4e78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 999 time: 0.0787566 Feb 09 03:17:35.178813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9de-a705-4115-ad73-868231efe186 req-65f596de-636f-4e46-b489-46c4838beb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.183178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-65f596de-636f-4e46-b489-46c4838beb3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.0540311 Feb 09 03:17:35.242559 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2218bcda-e3e4-4e14-b47f-24059b8113b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.254368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-396c5a84-bd7c-4d08-92d1-d680872a1ade service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 999 time: 0.2096903 Feb 09 03:17:35.260455 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.264653 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.299721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.305322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8262475c-bc06-4c7f-8e57-5a641defea35 None None] Provisioning complete for port c88011a6-daa1-48be-ad76-dddbbcc99d8b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:35.306020 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8262475c-bc06-4c7f-8e57-5a641defea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.358051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2218bcda-e3e4-4e14-b47f-24059b8113b0 admin admin] Publish callbacks [] for security_group (099798d6-bc8c-4566-bbc3-1b82254e8681), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.369141 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2218bcda-e3e4-4e14-b47f-24059b8113b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (099798d6-bc8c-4566-bbc3-1b82254e8681), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:35.404679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2218bcda-e3e4-4e14-b47f-24059b8113b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=097acfbd63fa44d48d5905d48c05f10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4393592 Feb 09 03:17:35.409363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32836) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:35.443099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9de-a705-4115-ad73-868231efe186 req-ce6629cd-fdfd-49d5-b5d9-bc746760868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.447624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-ce6629cd-fdfd-49d5-b5d9-bc746760868d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2549913 Feb 09 03:17:35.455384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea231c0-6013-4e2c-8e1f-3eb8326939ca None None] Pushing event updated for resources: {'Port': ['ID=c88011a6-daa1-48be-ad76-dddbbcc99d8b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:35.503063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9de-a705-4115-ad73-868231efe186 req-ed1cf6f0-4428-41ed-bbf7-36bc865700f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:35.507133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-ed1cf6f0-4428-41ed-bbf7-36bc865700f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.2401211 Feb 09 03:17:35.522941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218bcda-e3e4-4e14-b47f-24059b8113b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099798d6-bc8c-4566-bbc3-1b82254e8681,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:35.625703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-ffe165e8-ce7a-4fe8-a072-d8eb4b9f0291 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704748 Feb 09 03:17:35.715864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:31Z', 'revision_number': 6, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88011a6-daa1-48be-ad76-dddbbcc99d8b', 'name': '', 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:ea:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:25Z', 'updated_at': '2022-02-09T03:17:34Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:35.717826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8262475c-bc06-4c7f-8e57-5a641defea35 None None] Current status of the port c88011a6-daa1-48be-ad76-dddbbcc99d8b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:35.781132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64730594-d120-426a-8bb1-2c4880260a12 None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:31Z', 'revision_number': 6, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88011a6-daa1-48be-ad76-dddbbcc99d8b', 'name': '', 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:ea:b6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:25Z', 'updated_at': '2022-02-09T03:17:34Z', 'revision_number': 4, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:35.824307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-1cbeee86-50c8-43fe-8de4-1bb256a3c684 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908014 Feb 09 03:17:36.057490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-55c66935-117a-46e0-977c-9c91cb47c6df tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:36.069192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-55c66935-117a-46e0-977c-9c91cb47c6df tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.2145598 Feb 09 03:17:36.093435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-910449bf-ba9e-46d1-85e2-1b0c19a28925 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/quotas/1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 375 time: 0.0174143 Feb 09 03:17:36.205879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-a4aa7bad-0fbd-4fa6-9c21-9df16a0ebc98 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060524 Feb 09 03:17:36.463772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:36.468522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-f8f907d9-1d5f-4cf2-907d-9f3a05682af2 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531686 Feb 09 03:17:36.480479 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:36.529890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da537c8-669b-46db-9e12-b7ac64717d69 req-52c6acee-deb5-4058-9de3-b652f13a40f5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:36.531772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2da537c8-669b-46db-9e12-b7ac64717d69 req-52c6acee-deb5-4058-9de3-b652f13a40f5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 944 time: 0.2087402 Feb 09 03:17:36.534815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ffe1da2-3fb5-4c72-ab3d-b809d92b26de admin admin] Publish callbacks [] for security_group (099798d6-bc8c-4566-bbc3-1b82254e8681), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:36.542110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9de-a705-4115-ad73-868231efe186 req-5927614a-952d-4086-aba8-d4c782c6173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:36.544326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-5927614a-952d-4086-aba8-d4c782c6173b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0025826 Feb 09 03:17:36.665821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-e4a10a7d-ed9a-4886-a055-2452c1d09797 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868200 Feb 09 03:17:36.860044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c88011a6-daa1-48be-ad76-dddbbcc99d8b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:36.959408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c88011a6-daa1-48be-ad76-dddbbcc99d8b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:36.959798 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.017312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-2f56b6d6-bcfc-4206-937a-8b987165842b service neutron] 10.222.0.26 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796833 Feb 09 03:17:37.019386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:37.060130 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.063276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cf5081fd-5481-4d8a-8b86-3400fa4a5472 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 200 len: 700 time: 3.7789893 Feb 09 03:17:37.096131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ffe1da2-3fb5-4c72-ab3d-b809d92b26de admin admin] Publish callbacks [] for security_group (099798d6-bc8c-4566-bbc3-1b82254e8681), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.098826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-258052fb-5831-4fa7-a38c-e1c0002fff88 req-eead3e8d-8af9-46c5-9783-c25c58760883 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0639455 Feb 09 03:17:37.099358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32876) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:37.232213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c88011a6-daa1-48be-ad76-dddbbcc99d8b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:37.245080 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:37.263098 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:37.265791 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:37.312865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-12422927-6850-4df2-8d27-c6db4bfb2810 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 200 len: 700 time: 0.2122860 Feb 09 03:17:37.315727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:37.342472 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2da537c8-669b-46db-9e12-b7ac64717d69 req-c6d2b6f0-373c-4f62-89d4-196ff34d62bf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7935448 Feb 09 03:17:37.375455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ffe1da2-3fb5-4c72-ab3d-b809d92b26de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (099798d6-bc8c-4566-bbc3-1b82254e8681), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.379631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9ffe1da2-3fb5-4c72-ab3d-b809d92b26de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.382083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9ffe1da2-3fb5-4c72-ab3d-b809d92b26de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/099798d6-bc8c-4566-bbc3-1b82254e8681 HTTP/1.1" status: 204 len: 168 time: 1.9691243 Feb 09 03:17:37.391438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ebbc9de-a705-4115-ad73-868231efe186 req-29122c30-78e8-40d0-a5ac-79807660039e service neutron] 10.222.0.26 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591857 Feb 09 03:17:37.419036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe1da2-3fb5-4c72-ab3d-b809d92b26de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099798d6-bc8c-4566-bbc3-1b82254e8681,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:37.626671 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:37.917921 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:34Z', 'revision_number': 7, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88011a6-daa1-48be-ad76-dddbbcc99d8b', 'name': '', 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:ea:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:25Z', 'updated_at': '2022-02-09T03:17:35Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:37.965490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32894) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:37.982021 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:37.986039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88746edc-c908-4279-8882-5fa6fa02010f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:37.991821 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:37.992622 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:38.115778 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88746edc-c908-4279-8882-5fa6fa02010f admin admin] Publish callbacks [] for security_group (2a4d1af9-4b7a-42a9-ab71-5fbbd6711897), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.122486 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:38.122953 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88746edc-c908-4279-8882-5fa6fa02010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2a4d1af9-4b7a-42a9-ab71-5fbbd6711897), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.165861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-88746edc-c908-4279-8882-5fa6fa02010f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e569b5e16faa4c1d8dd0767b1119527c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982372 Feb 09 03:17:38.167690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32898) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:38.226457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746edc-c908-4279-8882-5fa6fa02010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4d1af9-4b7a-42a9-ab71-5fbbd6711897,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:38.276145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4c93-11aa-4747-a8fb-1e1d9bcf2b42 admin admin] Publish callbacks [] for security_group (2a4d1af9-4b7a-42a9-ab71-5fbbd6711897), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.307008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4c93-11aa-4747-a8fb-1e1d9bcf2b42 admin admin] Publish callbacks [] for security_group (2a4d1af9-4b7a-42a9-ab71-5fbbd6711897), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.327362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:17:38.406292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0b74908-8d58-4d7b-bdc2-dfc601a56e9f req-33cb04ff-da20-46b6-b4ab-7b3f0ba0fe83 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.1171880 Feb 09 03:17:38.425409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4c93-11aa-4747-a8fb-1e1d9bcf2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2a4d1af9-4b7a-42a9-ab71-5fbbd6711897), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.432466 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa7d4c93-11aa-4747-a8fb-1e1d9bcf2b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.442336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fa7d4c93-11aa-4747-a8fb-1e1d9bcf2b42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a4d1af9-4b7a-42a9-ab71-5fbbd6711897 HTTP/1.1" status: 204 len: 168 time: 0.2721155 Feb 09 03:17:38.484329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d4c93-11aa-4747-a8fb-1e1d9bcf2b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4d1af9-4b7a-42a9-ab71-5fbbd6711897,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:38.669131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:38.685332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'port_id': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'mac_address': 'fa:16:3e:ae:5d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:17:38.726386 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:34Z', 'revision_number': 7, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88011a6-daa1-48be-ad76-dddbbcc99d8b', 'name': '', 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:ea:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:25Z', 'updated_at': '2022-02-09T03:17:35Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:38.735850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.761221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 788a847d-e1af-426e-b0f4-1a42a4c5a497 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:38.762066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.789568 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1cf68-e736-47ac-8b96-9367c2579ffd None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:34Z', 'revision_number': 7, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c88011a6-daa1-48be-ad76-dddbbcc99d8b', 'name': '', 'network_id': '09d8e7fb-1a8e-4f35-bdd9-46186b628a77', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:ea:b6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:25Z', 'updated_at': '2022-02-09T03:17:35Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '19ade7e9-d6ce-4d4a-bb47-f451164aafb0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:38.791054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788a847d-e1af-426e-b0f4-1a42a4c5a497 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:38.839394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:38.851480 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:38.937033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b8f22-20d0-4633-b6cc-ea818e76b97d req-89342da2-6862-4035-b4bb-aaf11cef4e9e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:38.941913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=12']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:38.959969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-076b8f22-20d0-4633-b6cc-ea818e76b97d req-89342da2-6862-4035-b4bb-aaf11cef4e9e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 944 time: 0.3612707 Feb 09 03:17:39.047440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-e92fed48-8259-4b99-a4b9-78f5d562ec55 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:39.048957 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-e92fed48-8259-4b99-a4b9-78f5d562ec55 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.5171416 Feb 09 03:17:39.065607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'port': {'device_id': 'dae01456-69fc-451f-bc98-bf8036760329', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'admin_state_up': True, 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:39.089420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-076b8f22-20d0-4633-b6cc-ea818e76b97d req-d7affdbb-abe2-4f44-9c4e-00eba6378f2e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282697 Feb 09 03:17:39.118631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 32918) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:39.316916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port c88011a6-daa1-48be-ad76-dddbbcc99d8b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:39.317202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:39.337863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c42908d5-f826-492f-a26e-e9799503c94c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/5f53775d-2c0a-4549-9b26-b0f9e943b546 HTTP/1.1" status: 200 len: 992 time: 0.2169802 Feb 09 03:17:39.406167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['788a847d-e1af-426e-b0f4-1a42a4c5a497'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:39.444025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port c88011a6-daa1-48be-ad76-dddbbcc99d8b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c88011a6-daa1-48be-ad76-dddbbcc99d8b,segment=NetworkSegment(a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915),segment_id=a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:39.444601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:39.461615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for c88011a6-daa1-48be-ad76-dddbbcc99d8b owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:39.520704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:39.524876 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:39.762110 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9acfec5c-7168-49d5-be78-6f9ccf756853 req-64ce7597-7d45-4c2b-9d49-ab88f7d139b2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.1296916 Feb 09 03:17:39.826506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c88011a6-daa1-48be-ad76-dddbbcc99d8b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:39.904343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=c88011a6-daa1-48be-ad76-dddbbcc99d8b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:39.919175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.20.0.8 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/5c2f7226-ea77-42d7-9008-599da22bc3b8) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:40.204260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.239422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.303418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.315103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['599be6e4-8256-40e0-98fb-06b9d2b25c25'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:17:40.368165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:40.373358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:40.392846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:17:40.472957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:17:40.489208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:40.490209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.502393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=5c2f7226-ea77-42d7-9008-599da22bc3b8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:40.537432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ed9e4222-cb91-4513-9cc0-8a1352806578 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4759426 Feb 09 03:17:40.557484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Request body: {'port': {'device_id': 'dae01456-69fc-451f-bc98-bf8036760329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:40.570928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:40.718528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:17:40.727616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 788a847d-e1af-426e-b0f4-1a42a4c5a497 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:40.728179 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.767604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.869871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:40.874864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f25b4577-1560-4aac-9ad6-c418e5332624 None None] Provisioning complete for port 5c2f7226-ea77-42d7-9008-599da22bc3b8 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:17:40.874864 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f25b4577-1560-4aac-9ad6-c418e5332624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:40.883250 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e36ff86d-e7c9-4f85-837d-95bc6c6edd4c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5659201 Feb 09 03:17:40.884134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32960) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:40.893446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:41.003557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-78930b0c-4b02-4271-9147-35660efd768a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet 19ade7e9-d6ce-4d4a-bb47-f451164aafb0 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:17:41.013699 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78930b0c-4b02-4271-9147-35660efd768a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (19ade7e9-d6ce-4d4a-bb47-f451164aafb0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.107717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 788a847d-e1af-426e-b0f4-1a42a4c5a497 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:17:41.108013 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.131821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:41.132460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:41.153720 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78930b0c-4b02-4271-9147-35660efd768a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (19ade7e9-d6ce-4d4a-bb47-f451164aafb0), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.187706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f25b4577-1560-4aac-9ad6-c418e5332624 None None] Port 5c2f7226-ea77-42d7-9008-599da22bc3b8 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:17:41.258377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ded358-3bdc-458b-b879-ed7aca5f4479 req-3375c7de-a5c3-42ae-bf4c-502d432964ec tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:41.268380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25ded358-3bdc-458b-b879-ed7aca5f4479 req-3375c7de-a5c3-42ae-bf4c-502d432964ec tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 931 time: 0.3153665 Feb 09 03:17:41.356704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:41.363495 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37dd384-ca76-46c4-b942-726cb19e85c9" -d '{"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-plugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:41.397615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78930b0c-4b02-4271-9147-35660efd768a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (19ade7e9-d6ce-4d4a-bb47-f451164aafb0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.416581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:41.440973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.452513 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546ec053-4350-422c-a34f-1051bc032422 x-openstack-request-id: req-546ec053-4350-422c-a34f-1051bc032422 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:41.462781 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-plugged", "status": "completed", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:41.463355 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-546ec053-4350-422c-a34f-1051bc032422 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:41.463997 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'code': 200} Feb 09 03:17:41.471992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:41.552429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78930b0c-4b02-4271-9147-35660efd768a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (19ade7e9-d6ce-4d4a-bb47-f451164aafb0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.569853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25ded358-3bdc-458b-b879-ed7aca5f4479 req-8e7a840f-5221-4382-8312-48c29a68def5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005011 Feb 09 03:17:41.578295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-78930b0c-4b02-4271-9147-35660efd768a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.585834 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-78930b0c-4b02-4271-9147-35660efd768a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/19ade7e9-d6ce-4d4a-bb47-f451164aafb0 HTTP/1.1" status: 204 len: 168 time: 0.7001915 Feb 09 03:17:41.587305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 32980) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:41.601980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304b2fb-0581-4b7e-8cf0-8f3c191cde6b None None] Network 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:41.627628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78930b0c-4b02-4271-9147-35660efd768a tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=19ade7e9-d6ce-4d4a-bb47-f451164aafb0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:41.753469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2f7226-ea77-42d7-9008-599da22bc3b8 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:17:41.785619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Publish callbacks [] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.793449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (09d8e7fb-1a8e-4f35-bdd9-46186b628a77), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.821951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Transition to ACTIVE for port object 5c2f7226-ea77-42d7-9008-599da22bc3b8 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:17:41.829701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.889901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 7dd61412-0c38-41f4-bd74-78625c9238d3 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:41.890173 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.968185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2f7226-ea77-42d7-9008-599da22bc3b8,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:41.970773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port 7dd61412-0c38-41f4-bd74-78625c9238d3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7dd61412-0c38-41f4-bd74-78625c9238d3,segment=NetworkSegment(a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915),segment_id=a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:41.971454 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:41.993594 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 7dd61412-0c38-41f4-bd74-78625c9238d3 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:42.091125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=13']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:42.118143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7dd61412-0c38-41f4-bd74-78625c9238d3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.136750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No DVR routers for this DVR port 7dd61412-0c38-41f4-bd74-78625c9238d3 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:42.182627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=7dd61412-0c38-41f4-bd74-78625c9238d3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:42.219215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Attempting to bind port 5c2f7226-ea77-42d7-9008-599da22bc3b8 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:17:42.220190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Attempting to bind port 5c2f7226-ea77-42d7-9008-599da22bc3b8 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:17:42.221965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Attempting to bind port 5c2f7226-ea77-42d7-9008-599da22bc3b8 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:42.241096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Port 5c2f7226-ea77-42d7-9008-599da22bc3b8 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:17:42.241962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Attempting to bind port 5c2f7226-ea77-42d7-9008-599da22bc3b8 on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:17:42.263361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:17:42.265188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:17:42.270313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:17:42.271192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Bound port: 5c2f7226-ea77-42d7-9008-599da22bc3b8, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:17:42.273977 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.389081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (09d8e7fb-1a8e-4f35-bdd9-46186b628a77), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.442984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d8e7fb-1a8e-4f35-bdd9-46186b628a77']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:42.468444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:42.468865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:42.485599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.519023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.529891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:17:42.531262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (a6e3fa6f-d8f6-4fd8-8cf9-6799db9bb915), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.573566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] For port 5c2f7226-ea77-42d7-9008-599da22bc3b8, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:17:42.575458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:39Z', 'revision_number': 8, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:42.584777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c4bf9-6a90-4be8-bd8f-952c96fd7b3d None None] DHCP port deletion for 09d8e7fb-1a8e-4f35-bdd9-46186b628a77 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:17:42.588203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] For port 5c2f7226-ea77-42d7-9008-599da22bc3b8, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5c2f7226-ea77-42d7-9008-599da22bc3b8,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:17:42.628014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:17:42.654915 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:17:42.661175 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (09d8e7fb-1a8e-4f35-bdd9-46186b628a77), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.677924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.693014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/09d8e7fb-1a8e-4f35-bdd9-46186b628a77 HTTP/1.1" status: 204 len: 168 time: 1.0814970 Feb 09 03:17:42.730802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33066) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:42.740994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05846461-3358-464b-be61-67380f6a63c4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=09d8e7fb-1a8e-4f35-bdd9-46186b628a77,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:42.763043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:42.772554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:42.773270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:42.788406 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c2f7226-ea77-42d7-9008-599da22bc3b8 HTTP/1.1" status: 200 len: 1091 time: 2.2292671 Feb 09 03:17:42.788406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae01456-69fc-451f-bc98-bf8036760329', 'tag': '5c2f7226-ea77-42d7-9008-599da22bc3b8'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:17:42.788406 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ab596-c042-4322-9247-28eca907c23d" -d '{"events": [{"name": "network-changed", "server_uuid": "dae01456-69fc-451f-bc98-bf8036760329", "tag": "5c2f7226-ea77-42d7-9008-599da22bc3b8"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:17:42.817891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:42.821038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:42.843500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7dd61412-0c38-41f4-bd74-78625c9238d3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:42.989806 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0b08d2-286b-4aa2-8630-6661482581b2 x-openstack-request-id: req-0e0b08d2-286b-4aa2-8630-6661482581b2 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:17:42.990441 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae01456-69fc-451f-bc98-bf8036760329", "tag": "5c2f7226-ea77-42d7-9008-599da22bc3b8", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:17:42.990709 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e0b08d2-286b-4aa2-8630-6661482581b2 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:17:42.991147 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae01456-69fc-451f-bc98-bf8036760329', 'tag': '5c2f7226-ea77-42d7-9008-599da22bc3b8', 'status': 'completed', 'code': 200} Feb 09 03:17:43.037073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaad113-28bb-4d38-80bb-0c8a5e7db7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2f7226-ea77-42d7-9008-599da22bc3b8,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:43.106256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-9c546a16-d51f-4d9f-a9dd-9c532a8930a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:43.106256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-9c546a16-d51f-4d9f-a9dd-9c532a8930a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 1125 time: 0.2480817 Feb 09 03:17:43.170806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 7dd61412-0c38-41f4-bd74-78625c9238d3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:43.171457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7dd61412-0c38-41f4-bd74-78625c9238d3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:43.210346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-ba78b645-ab7a-4bf7-8276-8a72690e9e9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c2f7226-ea77-42d7-9008-599da22bc3b8 HTTP/1.1" status: 200 len: 217 time: 0.0960476 Feb 09 03:17:43.294387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:43.309996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33074) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:43.369598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-abe35d4a-2743-438b-b402-bad310993d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:43.378361 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-abe35d4a-2743-438b-b402-bad310993d52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1616127 Feb 09 03:17:43.447447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-8990570a-2b7e-4db1-a797-831b06303772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:43.450512 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-8990570a-2b7e-4db1-a797-831b06303772 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644574 Feb 09 03:17:43.557497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69610a-95dd-41ea-ae69-75981a5afc28 req-c202c1df-dc8f-404d-8104-41487ad4e4c9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:43.574851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d69610a-95dd-41ea-ae69-75981a5afc28 req-c202c1df-dc8f-404d-8104-41487ad4e4c9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.7514830 Feb 09 03:17:43.609157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-e62cda09-c1dd-48de-a328-7f48ad5af55d service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499436 Feb 09 03:17:43.658186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4eb771b-f246-4969-b55e-82ef078cd9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:43.807147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad12ee4-14f9-4ceb-93d1-6bc8f579b520 req-6262ce66-2867-48bd-8f53-bb8197eb0e5c service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732774 Feb 09 03:17:43.841396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d69610a-95dd-41ea-ae69-75981a5afc28 req-e71adf82-ef66-49f7-a3d8-f03d261d5cd9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653971 Feb 09 03:17:43.861453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:39Z', 'revision_number': 8, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:43.953934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1256b7-d320-48ae-87e9-ccb9bf97dbc8 None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:39Z', 'revision_number': 8, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76109db9-d6d6-4428-8410-3f7c07fb096e', 'name': '', 'network_id': 'bb3192b8-b513-4066-9727-f2a29e7be3f9', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:6d:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:17Z', 'updated_at': '2022-02-09T03:17:25Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '8191a4d4-0441-4b36-905d-a7fd19357563', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:43.977845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ab596-c042-4322-9247-28eca907c23d req-6760f9a6-90e5-41c0-9344-61eba53b10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:43.981150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e83ab596-c042-4322-9247-28eca907c23d req-6760f9a6-90e5-41c0-9344-61eba53b10f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 1125 time: 0.1401086 Feb 09 03:17:44.088906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4eb771b-f246-4969-b55e-82ef078cd9e7 admin admin] Publish callbacks [] for security_group (9b5e7470-6825-4514-ab8c-d5faacbc3e2a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.107904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4eb771b-f246-4969-b55e-82ef078cd9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9b5e7470-6825-4514-ab8c-d5faacbc3e2a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.181471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f4eb771b-f246-4969-b55e-82ef078cd9e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7fb87aa59e7435381bdc9441b198704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8647454 Feb 09 03:17:44.182393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb771b-f246-4969-b55e-82ef078cd9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5e7470-6825-4514-ab8c-d5faacbc3e2a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:44.184891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33082) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:44.187795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ab596-c042-4322-9247-28eca907c23d req-3c84558b-69d6-45d3-9913-d1a008da86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.189277 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e83ab596-c042-4322-9247-28eca907c23d req-3c84558b-69d6-45d3-9913-d1a008da86b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.2012949 Feb 09 03:17:44.274545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e83ab596-c042-4322-9247-28eca907c23d req-30cab31e-3322-46cb-a471-f8f527979f0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c2f7226-ea77-42d7-9008-599da22bc3b8 HTTP/1.1" status: 200 len: 217 time: 0.0790017 Feb 09 03:17:44.275892 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-728b98f1-bb2d-48a5-a56f-cf027d10a1e7 admin admin] Publish callbacks [] for security_group (9b5e7470-6825-4514-ab8c-d5faacbc3e2a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.315254 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.321569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-728b98f1-bb2d-48a5-a56f-cf027d10a1e7 admin admin] Publish callbacks [] for security_group (9b5e7470-6825-4514-ab8c-d5faacbc3e2a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.378746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ab596-c042-4322-9247-28eca907c23d req-1aa645e4-0c82-41fc-ac6a-de538a47cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.381026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e83ab596-c042-4322-9247-28eca907c23d req-1aa645e4-0c82-41fc-ac6a-de538a47cecd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1009841 Feb 09 03:17:44.497553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ab596-c042-4322-9247-28eca907c23d req-5ca83552-ea20-48bd-a6c9-d787dd513749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:44.499183 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e83ab596-c042-4322-9247-28eca907c23d req-5ca83552-ea20-48bd-a6c9-d787dd513749 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1125462 Feb 09 03:17:44.632531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c88011a6-daa1-48be-ad76-dddbbcc99d8b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:44.675508 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-728b98f1-bb2d-48a5-a56f-cf027d10a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9b5e7470-6825-4514-ab8c-d5faacbc3e2a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.678364 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c88011a6-daa1-48be-ad76-dddbbcc99d8b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:44.679000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c88011a6-daa1-48be-ad76-dddbbcc99d8b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:44.682214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-728b98f1-bb2d-48a5-a56f-cf027d10a1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:44.690198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-728b98f1-bb2d-48a5-a56f-cf027d10a1e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b5e7470-6825-4514-ab8c-d5faacbc3e2a HTTP/1.1" status: 204 len: 168 time: 0.5031054 Feb 09 03:17:44.717264 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e83ab596-c042-4322-9247-28eca907c23d req-9e8878ef-5997-4f96-bdaa-aa5f18d3a899 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108116 Feb 09 03:17:44.733633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b98f1-bb2d-48a5-a56f-cf027d10a1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5e7470-6825-4514-ab8c-d5faacbc3e2a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:44.955232 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-237810e8-3385-4cd2-bc24-6d9fa68b0db1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4278915 Feb 09 03:17:45.159965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e83ab596-c042-4322-9247-28eca907c23d req-e2340849-cbca-427a-9bc4-e0f9bb8030aa service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339325 Feb 09 03:17:45.204113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1912c69-7101-4e55-a0b2-59dd3ef20f88 req-854e7741-44bf-4b91-981a-a2e11a0b68d9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:45.207783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1912c69-7101-4e55-a0b2-59dd3ef20f88 req-854e7741-44bf-4b91-981a-a2e11a0b68d9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2797287 Feb 09 03:17:45.236087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33096) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:45.259777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-649d3b81-664c-49e8-ad47-ef6425c99e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:45.261282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-649d3b81-664c-49e8-ad47-ef6425c99e8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1128 time: 0.2329078 Feb 09 03:17:45.270862 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4baf616-ac5a-42f7-8902-3c3cb4f27c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:45.312627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1912c69-7101-4e55-a0b2-59dd3ef20f88 req-12fb3969-c099-4831-a423-627bf53e275e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989494 Feb 09 03:17:45.807882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-9fbed3fa-8978-4dab-b70d-46d01b44f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:45.810090 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-9fbed3fa-8978-4dab-b70d-46d01b44f249 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.5252881 Feb 09 03:17:45.833442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 76109db9-d6d6-4428-8410-3f7c07fb096e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:45.837667 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.124508 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-290b08eb-888c-4233-96c5-9f50c71c9ef5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 1001 time: 0.2929776 Feb 09 03:17:46.247019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port 76109db9-d6d6-4428-8410-3f7c07fb096e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=76109db9-d6d6-4428-8410-3f7c07fb096e,segment=NetworkSegment(9a9f8cb3-cb6f-49bc-94f6-c9a270780c73),segment_id=9a9f8cb3-cb6f-49bc-94f6-c9a270780c73)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:46.247410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.275324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-c132c6e7-d6f6-40f6-9fc2-48082fbcd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.276869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-c132c6e7-d6f6-40f6-9fc2-48082fbcd4f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.1245174 Feb 09 03:17:46.277759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 76109db9-d6d6-4428-8410-3f7c07fb096e owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:46.286948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4baf616-ac5a-42f7-8902-3c3cb4f27c60 admin admin] Publish callbacks [] for security_group (ce6d1d41-51dc-4d0c-9d81-048e338f84ba), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.302117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4baf616-ac5a-42f7-8902-3c3cb4f27c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ce6d1d41-51dc-4d0c-9d81-048e338f84ba), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.441920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baf616-ac5a-42f7-8902-3c3cb4f27c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d1d41-51dc-4d0c-9d81-048e338f84ba,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:46.471938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f4baf616-ac5a-42f7-8902-3c3cb4f27c60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f46b8d46ee0420db86dc282df5f7812&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2302294 Feb 09 03:17:46.474668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33110) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:46.546466 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb50e587-9b88-4221-bc02-090ef62dc488 admin admin] Publish callbacks [] for security_group (ce6d1d41-51dc-4d0c-9d81-048e338f84ba), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.574659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb50e587-9b88-4221-bc02-090ef62dc488 admin admin] Publish callbacks [] for security_group (ce6d1d41-51dc-4d0c-9d81-048e338f84ba), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.650958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (76109db9-d6d6-4428-8410-3f7c07fb096e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.679311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb50e587-9b88-4221-bc02-090ef62dc488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ce6d1d41-51dc-4d0c-9d81-048e338f84ba), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.682703 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb50e587-9b88-4221-bc02-090ef62dc488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:46.687742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb50e587-9b88-4221-bc02-090ef62dc488 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce6d1d41-51dc-4d0c-9d81-048e338f84ba HTTP/1.1" status: 204 len: 168 time: 0.2113070 Feb 09 03:17:46.720561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50e587-9b88-4221-bc02-090ef62dc488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d1d41-51dc-4d0c-9d81-048e338f84ba,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:46.746895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-f0fa8558-9714-4596-9144-aca3c197e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.748768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-f0fa8558-9714-4596-9144-aca3c197e152 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4642529 Feb 09 03:17:46.761856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=76109db9-d6d6-4428-8410-3f7c07fb096e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:46.979660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a7c8e-36ba-41e6-9302-13f5b7e26f1f req-6dcf372c-26df-4128-abed-3e01bbcd1214 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:46.981386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b03a7c8e-36ba-41e6-9302-13f5b7e26f1f req-6dcf372c-26df-4128-abed-3e01bbcd1214 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.3487234 Feb 09 03:17:47.194887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b03a7c8e-36ba-41e6-9302-13f5b7e26f1f req-3866f284-1a8c-4927-99b5-6229a758a599 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039754 Feb 09 03:17:47.225885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-40e44014-46a1-4c45-8112-eb11aaccb86c service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534919 Feb 09 03:17:47.324107 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:47.479343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23e58e1e-0208-4d05-aeec-7c202a73b42e req-46e3df35-3fb6-4c02-b587-dcded42958fa service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452936 Feb 09 03:17:47.674555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:47.826495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:47.839373 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:47.845878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-675b838e-ef48-49e5-b5dc-9f166a42d7c0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1061063 Feb 09 03:17:47.848742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33144) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:47.881118 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:47.882941 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:47.953842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b74487-79cf-4bd3-b9c9-d17595aeca0c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet 8191a4d4-0441-4b36-905d-a7fd19357563 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:17:47.970209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80b74487-79cf-4bd3-b9c9-d17595aeca0c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (8191a4d4-0441-4b36-905d-a7fd19357563), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.055651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80b74487-79cf-4bd3-b9c9-d17595aeca0c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (8191a4d4-0441-4b36-905d-a7fd19357563), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.083075 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:48.292555 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80b74487-79cf-4bd3-b9c9-d17595aeca0c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (8191a4d4-0441-4b36-905d-a7fd19357563), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.397745 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:46Z', 'revision_number': 9, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:48.455124 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:48.480051 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:48.480797 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:48.597798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d6ab5-4f8c-47c5-a913-812d50d84d22 req-d9d027b0-cb3c-40f4-8edc-dfa773447735 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:48.606079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f20d6ab5-4f8c-47c5-a913-812d50d84d22 req-d9d027b0-cb3c-40f4-8edc-dfa773447735 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2111030 Feb 09 03:17:48.739144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f20d6ab5-4f8c-47c5-a913-812d50d84d22 req-a2702909-cd5b-45d1-a4ca-39051d2fcb1d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245873 Feb 09 03:17:48.762443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80b74487-79cf-4bd3-b9c9-d17595aeca0c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (8191a4d4-0441-4b36-905d-a7fd19357563), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.783453 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:48.803644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8b89d4-38b3-4dc0-8f21-b1ac75fefc6e None None] Network bb3192b8-b513-4066-9727-f2a29e7be3f9 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:48.821219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-80b74487-79cf-4bd3-b9c9-d17595aeca0c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:48.839266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33162) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:48.850273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-80b74487-79cf-4bd3-b9c9-d17595aeca0c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/8191a4d4-0441-4b36-905d-a7fd19357563 HTTP/1.1" status: 204 len: 168 time: 1.0001891 Feb 09 03:17:48.907197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b74487-79cf-4bd3-b9c9-d17595aeca0c tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=8191a4d4-0441-4b36-905d-a7fd19357563,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:49.026910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (bb3192b8-b513-4066-9727-f2a29e7be3f9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.202996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 53eb52c2-7657-441d-96e4-5a68799c1cac {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:49.203522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.204346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] DHCP port deletion for bb3192b8-b513-4066-9727-f2a29e7be3f9 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:17:49.295307 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:46Z', 'revision_number': 9, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:49.307800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port 53eb52c2-7657-441d-96e4-5a68799c1cac, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=53eb52c2-7657-441d-96e4-5a68799c1cac,segment=NetworkSegment(9a9f8cb3-cb6f-49bc-94f6-c9a270780c73),segment_id=9a9f8cb3-cb6f-49bc-94f6-c9a270780c73)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:49.308445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.325002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 53eb52c2-7657-441d-96e4-5a68799c1cac owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:49.363574 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2058e0-931e-4e76-8ba4-520b80401ee5 None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:46Z', 'revision_number': 9, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': '4abc1eab-d1c3-439f-a0ee-70f2c4a23643', 'name': '', 'network_id': '32d5881c-9ee9-4701-8016-8a5eb6b04f04', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:98:60:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:11Z', 'updated_at': '2022-02-09T03:17:19Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '0a3de580-c125-4d65-b99e-6fbed9f856d8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:49.365243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] Deleting port 53eb52c2-7657-441d-96e4-5a68799c1cac {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:49.372381 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.411297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33180) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:49.479487 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.510696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No DVR routers for this DVR port 53eb52c2-7657-441d-96e4-5a68799c1cac on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:49.553346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb81ad93-d7bc-46bb-8c77-f231e5b2b381 admin admin] Deleting subnet f806a9ba-663d-43eb-ba0c-71a667a6a154 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:17:49.557216 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb81ad93-d7bc-46bb-8c77-f231e5b2b381 admin admin] Publish callbacks [] for subnet (f806a9ba-663d-43eb-ba0c-71a667a6a154), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.569373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=53eb52c2-7657-441d-96e4-5a68799c1cac,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:49.621437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb81ad93-d7bc-46bb-8c77-f231e5b2b381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (f806a9ba-663d-43eb-ba0c-71a667a6a154), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.674666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] For port 53eb52c2-7657-441d-96e4-5a68799c1cac, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=53eb52c2-7657-441d-96e4-5a68799c1cac,segment=NetworkSegment(9a9f8cb3-cb6f-49bc-94f6-c9a270780c73),segment_id=9a9f8cb3-cb6f-49bc-94f6-c9a270780c73)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:49.676189 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.699770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.716785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (bb3192b8-b513-4066-9727-f2a29e7be3f9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.717087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] Calling delete_port for 53eb52c2-7657-441d-96e4-5a68799c1cac owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:49.722401 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb81ad93-d7bc-46bb-8c77-f231e5b2b381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f806a9ba-663d-43eb-ba0c-71a667a6a154), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.776609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3192b8-b513-4066-9727-f2a29e7be3f9']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:49.797444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:49.797866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9f8cb3-cb6f-49bc-94f6-c9a270780c73') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:49.840671 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (9a9f8cb3-cb6f-49bc-94f6-c9a270780c73), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.879655 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9a9f8cb3-cb6f-49bc-94f6-c9a270780c73), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.909928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:17:49.914663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (9a9f8cb3-cb6f-49bc-94f6-c9a270780c73), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.925121 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (53eb52c2-7657-441d-96e4-5a68799c1cac), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.926126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb81ad93-d7bc-46bb-8c77-f231e5b2b381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (f806a9ba-663d-43eb-ba0c-71a667a6a154), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:17:49.928953 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:17:49.969850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81ad93-d7bc-46bb-8c77-f231e5b2b381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f806a9ba-663d-43eb-ba0c-71a667a6a154,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:49.996043 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cb81ad93-d7bc-46bb-8c77-f231e5b2b381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.001582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cb81ad93-d7bc-46bb-8c77-f231e5b2b381 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f806a9ba-663d-43eb-ba0c-71a667a6a154 HTTP/1.1" status: 204 len: 168 time: 0.5892336 Feb 09 03:17:50.003416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33196) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:50.009206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] Pushing event deleted for resources: {'Port': ['ID=53eb52c2-7657-441d-96e4-5a68799c1cac,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:50.018942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad42c7-81c3-4e03-8dc4-9fe73631b611 None None] No DVR routers for this DVR port 53eb52c2-7657-441d-96e4-5a68799c1cac on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:50.139201 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (bb3192b8-b513-4066-9727-f2a29e7be3f9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.163823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0304771-0f2d-46f6-a649-78ec7ecc6743 req-80f8f90f-19fa-4656-b42c-26e66593855e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:50.165896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0304771-0f2d-46f6-a649-78ec7ecc6743 req-80f8f90f-19fa-4656-b42c-26e66593855e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.1944926 Feb 09 03:17:50.183206 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.188286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/bb3192b8-b513-4066-9727-f2a29e7be3f9 HTTP/1.1" status: 204 len: 168 time: 1.3477397 Feb 09 03:17:50.188982 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (ebd0de06-5e46-4652-bc24-b81b4f1124f6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.192463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33202) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:50.244963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c879b-f9e6-4400-b5a5-79c39554ead0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=bb3192b8-b513-4066-9727-f2a29e7be3f9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:50.305892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0304771-0f2d-46f6-a649-78ec7ecc6743 req-7c7f61fe-7590-4afb-a725-adceb9839264 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111794 Feb 09 03:17:50.457585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (ebd0de06-5e46-4652-bc24-b81b4f1124f6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.526082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd0de06-5e46-4652-bc24-b81b4f1124f6']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:50.564959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2225156-4a42-4be9-8aed-7897a0117ba3') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:50.565261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2225156-4a42-4be9-8aed-7897a0117ba3') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:50.583845 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (c2225156-4a42-4be9-8aed-7897a0117ba3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.629590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c2225156-4a42-4be9-8aed-7897a0117ba3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.641887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:17:50.642714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (c2225156-4a42-4be9-8aed-7897a0117ba3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:17:50.644854 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:17:50.730764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 53eb52c2-7657-441d-96e4-5a68799c1cac no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:50.822257 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (ebd0de06-5e46-4652-bc24-b81b4f1124f6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.858421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:50.862470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ebd0de06-5e46-4652-bc24-b81b4f1124f6 HTTP/1.1" status: 204 len: 168 time: 0.8551445 Feb 09 03:17:50.865555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33254) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:50.911691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d94c9-3ba1-46f7-8607-8fa8b983b2e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd0de06-5e46-4652-bc24-b81b4f1124f6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:50.989809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e586456f-d97b-4d46-9bf7-8e9b8ef694ee admin admin] Deleting subnet 6cd34546-46aa-497c-bf5d-7db43d6050a3 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:17:50.995023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e586456f-d97b-4d46-9bf7-8e9b8ef694ee admin admin] Publish callbacks [] for subnet (6cd34546-46aa-497c-bf5d-7db43d6050a3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.069226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e586456f-d97b-4d46-9bf7-8e9b8ef694ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (6cd34546-46aa-497c-bf5d-7db43d6050a3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.085593 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.172880 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e586456f-d97b-4d46-9bf7-8e9b8ef694ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6cd34546-46aa-497c-bf5d-7db43d6050a3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.178425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 53eb52c2-7657-441d-96e4-5a68799c1cac {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:51.183509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 53eb52c2-7657-441d-96e4-5a68799c1cac not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:51.185321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 76109db9-d6d6-4428-8410-3f7c07fb096e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:51.255154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 76109db9-d6d6-4428-8410-3f7c07fb096e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:51.257405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 76109db9-d6d6-4428-8410-3f7c07fb096e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:51.295051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e586456f-d97b-4d46-9bf7-8e9b8ef694ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (6cd34546-46aa-497c-bf5d-7db43d6050a3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.330730 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e586456f-d97b-4d46-9bf7-8e9b8ef694ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.342561 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e586456f-d97b-4d46-9bf7-8e9b8ef694ee admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6cd34546-46aa-497c-bf5d-7db43d6050a3 HTTP/1.1" status: 204 len: 168 time: 0.4758053 Feb 09 03:17:51.345060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33278) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:51.527366 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (719a4c10-0c6f-4ea6-b546-4539888237f3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.532245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586456f-d97b-4d46-9bf7-8e9b8ef694ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd34546-46aa-497c-bf5d-7db43d6050a3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:51.639302 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.729290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (719a4c10-0c6f-4ea6-b546-4539888237f3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.786858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719a4c10-0c6f-4ea6-b546-4539888237f3']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:51.807869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881ad7b9-f018-44d0-904a-c18c4c608e8f') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:51.808176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881ad7b9-f018-44d0-904a-c18c4c608e8f') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:51.826056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (881ad7b9-f018-44d0-904a-c18c4c608e8f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.834289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fbe86-0680-4c99-877a-53fdccaa4094 req-bfb2eae1-9fa6-4975-84d0-3e654fd8b883 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:51.836200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae0fbe86-0680-4c99-877a-53fdccaa4094 req-bfb2eae1-9fa6-4975-84d0-3e654fd8b883 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.1314995 Feb 09 03:17:51.851900 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (881ad7b9-f018-44d0-904a-c18c4c608e8f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.860758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:17:51.861169 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (881ad7b9-f018-44d0-904a-c18c4c608e8f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:17:51.948633 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:17:51.958796 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (719a4c10-0c6f-4ea6-b546-4539888237f3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.979456 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:51.994459 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/719a4c10-0c6f-4ea6-b546-4539888237f3 HTTP/1.1" status: 204 len: 168 time: 0.6399202 Feb 09 03:17:52.016268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5f679-6d6f-42cf-9e58-2ac44891e3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=719a4c10-0c6f-4ea6-b546-4539888237f3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:52.041394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae0fbe86-0680-4c99-877a-53fdccaa4094 req-681bc16e-3ec7-4c20-b80f-e4b7a651c83d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454959 Feb 09 03:17:52.299349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:52.300089 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.498376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port 4abc1eab-d1c3-439f-a0ee-70f2c4a23643, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,segment=NetworkSegment(69be5d97-5fb3-4e37-9afb-99681d5319c0),segment_id=69be5d97-5fb3-4e37-9afb-99681d5319c0)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:52.498757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.519553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:52.557325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33336) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:52.657446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2cf6fbf7-6f82-4708-94d2-f96c87f68bf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1025e5e4d91419387df413a743d28b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0986099 Feb 09 03:17:52.662587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33338) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:52.896770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4994a5d-f9b3-4dd1-9e4e-fbc59a038070 admin admin] Publish callbacks [] for security_group (f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.919212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4abc1eab-d1c3-439f-a0ee-70f2c4a23643), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.940417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4994a5d-f9b3-4dd1-9e4e-fbc59a038070 admin admin] Publish callbacks [] for security_group (f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:52.962940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=4abc1eab-d1c3-439f-a0ee-70f2c4a23643,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:53.007241 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4994a5d-f9b3-4dd1-9e4e-fbc59a038070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.013377 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4994a5d-f9b3-4dd1-9e4e-fbc59a038070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.017989 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a4994a5d-f9b3-4dd1-9e4e-fbc59a038070 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505 HTTP/1.1" status: 204 len: 168 time: 0.3536940 Feb 09 03:17:53.030447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4994a5d-f9b3-4dd1-9e4e-fbc59a038070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ef4c7c-b92b-4c28-a5ce-1d5d52cac505,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:53.255459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33348) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:53.334868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fba014-7ba5-4f7a-ba90-32207dae0023 req-3bd40ff7-d747-4c15-8c72-b7728102920e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:53.340874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3fba014-7ba5-4f7a-ba90-32207dae0023 req-3bd40ff7-d747-4c15-8c72-b7728102920e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.1499724 Feb 09 03:17:53.431920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.519629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3fba014-7ba5-4f7a-ba90-32207dae0023 req-63161dfb-e4a2-45bc-9700-8db52704ea81 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598074 Feb 09 03:17:53.690969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ecbcdbca-70cb-459a-8426-b988be4243b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.774964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:53.787531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33358) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:53.834072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ecbcdbca-70cb-459a-8426-b988be4243b0 admin admin] Publish callbacks [] for security_group (3b02293c-86d7-47aa-8f49-a3a640d549ef), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.844901 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ecbcdbca-70cb-459a-8426-b988be4243b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3b02293c-86d7-47aa-8f49-a3a640d549ef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:53.913284 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ecbcdbca-70cb-459a-8426-b988be4243b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=860bb0037344408186f684400d52c1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6493359 Feb 09 03:17:53.921379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33362) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:53.953423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcdbca-70cb-459a-8426-b988be4243b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b02293c-86d7-47aa-8f49-a3a640d549ef,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:53.972895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2184e39f-823e-46be-94c2-c29b505b6271 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f2169925eb546409ff43e5a14e1085c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841877 Feb 09 03:17:53.976120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33364) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:54.027032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:54.034284 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-44cad439-c59e-4b9e-8921-507ad25d67ff tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8360758 Feb 09 03:17:54.037384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33366) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:54.041154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:54.061053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aaa9-f918-4a93-b7b1-5662e5e31ce0 admin admin] Publish callbacks [] for security_group (3b02293c-86d7-47aa-8f49-a3a640d549ef), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.062043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:54.062757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:54.094596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6856ba8c-529c-41e0-883d-beb4ae1a6911 admin admin] Publish callbacks [] for security_group (de800991-ff75-4cc2-8d2a-98a460007147), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.109111 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aaa9-f918-4a93-b7b1-5662e5e31ce0 admin admin] Publish callbacks [] for security_group (3b02293c-86d7-47aa-8f49-a3a640d549ef), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.165590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c156115-62ac-4315-9b4a-62a72234b726 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet 0a3de580-c125-4d65-b99e-6fbed9f856d8 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:17:54.183418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6856ba8c-529c-41e0-883d-beb4ae1a6911 admin admin] Publish callbacks [] for security_group (de800991-ff75-4cc2-8d2a-98a460007147), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.185486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c156115-62ac-4315-9b4a-62a72234b726 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (0a3de580-c125-4d65-b99e-6fbed9f856d8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.213923 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aaa9-f918-4a93-b7b1-5662e5e31ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3b02293c-86d7-47aa-8f49-a3a640d549ef), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.222767 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e6c7aaa9-f918-4a93-b7b1-5662e5e31ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.227713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e6c7aaa9-f918-4a93-b7b1-5662e5e31ce0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b02293c-86d7-47aa-8f49-a3a640d549ef HTTP/1.1" status: 204 len: 168 time: 0.3027079 Feb 09 03:17:54.263249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7aaa9-f918-4a93-b7b1-5662e5e31ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b02293c-86d7-47aa-8f49-a3a640d549ef,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:54.315983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c156115-62ac-4315-9b4a-62a72234b726 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (0a3de580-c125-4d65-b99e-6fbed9f856d8), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.328107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:54.401408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6856ba8c-529c-41e0-883d-beb4ae1a6911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (de800991-ff75-4cc2-8d2a-98a460007147), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.404063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6856ba8c-529c-41e0-883d-beb4ae1a6911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.405349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6856ba8c-529c-41e0-883d-beb4ae1a6911 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de800991-ff75-4cc2-8d2a-98a460007147 HTTP/1.1" status: 204 len: 168 time: 0.4274428 Feb 09 03:17:54.434622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ba8c-529c-41e0-883d-beb4ae1a6911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de800991-ff75-4cc2-8d2a-98a460007147,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:54.464106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c156115-62ac-4315-9b4a-62a72234b726 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (0a3de580-c125-4d65-b99e-6fbed9f856d8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.591091 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c156115-62ac-4315-9b4a-62a72234b726 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (0a3de580-c125-4d65-b99e-6fbed9f856d8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.635909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7c156115-62ac-4315-9b4a-62a72234b726 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:54.644666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cbe16b-1557-427a-b282-6c18bbee6d80 None None] Network 32d5881c-9ee9-4701-8016-8a5eb6b04f04 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:17:54.647622 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7c156115-62ac-4315-9b4a-62a72234b726 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/0a3de580-c125-4d65-b99e-6fbed9f856d8 HTTP/1.1" status: 204 len: 168 time: 0.6083167 Feb 09 03:17:54.650781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33376) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:54.705570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c156115-62ac-4315-9b4a-62a72234b726 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3de580-c125-4d65-b99e-6fbed9f856d8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:54.918303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2cba7-d6cb-40bb-94c4-49e6e772fa59 req-0ec29bdb-6a1a-43f5-bbde-a4827c210d8f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:54.920681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43e2cba7-d6cb-40bb-94c4-49e6e772fa59 req-0ec29bdb-6a1a-43f5-bbde-a4827c210d8f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2021580 Feb 09 03:17:54.936818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (32d5881c-9ee9-4701-8016-8a5eb6b04f04), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.030751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-43e2cba7-d6cb-40bb-94c4-49e6e772fa59 req-075e8c2e-7ee4-4538-9342-1457b0d8fb9f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901411 Feb 09 03:17:55.123347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:52Z', 'revision_number': 10, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:55.218500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:17:55.235473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:55.236349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:55.285930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:55.288272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.399862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:17:55.414825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:55.438343 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55d9798b-89f2-4551-83dd-88c4b545c552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.451710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] DHCP port deletion for 32d5881c-9ee9-4701-8016-8a5eb6b04f04 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:17:55.456566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a,segment=NetworkSegment(69be5d97-5fb3-4e37-9afb-99681d5319c0),segment_id=69be5d97-5fb3-4e37-9afb-99681d5319c0)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:55.456946 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.473499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:55.575661 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55d9798b-89f2-4551-83dd-88c4b545c552 admin admin] Publish callbacks [] for security_group (b3192384-7e1e-492a-96ec-abf38b02e323), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.587716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55d9798b-89f2-4551-83dd-88c4b545c552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b3192384-7e1e-492a-96ec-abf38b02e323), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.673031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.679235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] Deleting port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:55.679647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.705610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9798b-89f2-4551-83dd-88c4b545c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3192384-7e1e-492a-96ec-abf38b02e323,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:55.744443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-55d9798b-89f2-4551-83dd-88c4b545c552 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9475f61f45004f94a3517efc12de5d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280368 Feb 09 03:17:55.748962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33396) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:55.752855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] For port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:55.753266 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.767867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] Calling delete_port for ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:55.775216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] Port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:17:55.778555 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.810091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] Pushing event deleted for resources: {'Port': ['ID=ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:55.813485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba9d45-8441-4361-b90f-98083b8cd90a None None] No DVR routers for this DVR port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:55.829757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No DVR routers for this DVR port ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:17:55.847211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd0de197-1cb6-4613-944a-6922cf9ef801 admin admin] Publish callbacks [] for security_group (b3192384-7e1e-492a-96ec-abf38b02e323), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.879533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:52Z', 'revision_number': 10, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:55.887178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd0de197-1cb6-4613-944a-6922cf9ef801 admin admin] Publish callbacks [] for security_group (b3192384-7e1e-492a-96ec-abf38b02e323), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.888813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:55.927300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abf1ce-aacc-486c-86c9-47384072b51b None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:52Z', 'revision_number': 10, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None, '_interfaces': [{'id': 'a0040a09-ab94-498f-801d-e512bd77d8c6', 'name': '', 'network_id': '90211e56-8b71-4393-85c2-5c444dffbcdc', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'mac_address': 'fa:16:3e:11:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:17:02Z', 'updated_at': '2022-02-09T03:17:10Z', 'revision_number': 5, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'subnets': [{'id': '49798219-1d36-4b92-93d5-efb09e6938e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:17:55.981590 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd0de197-1cb6-4613-944a-6922cf9ef801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b3192384-7e1e-492a-96ec-abf38b02e323), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:55.988850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bd0de197-1cb6-4613-944a-6922cf9ef801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.000909 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bd0de197-1cb6-4613-944a-6922cf9ef801 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3192384-7e1e-492a-96ec-abf38b02e323 HTTP/1.1" status: 204 len: 168 time: 0.2428412 Feb 09 03:17:56.019180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0de197-1cb6-4613-944a-6922cf9ef801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3192384-7e1e-492a-96ec-abf38b02e323,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:56.145634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (32d5881c-9ee9-4701-8016-8a5eb6b04f04), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.178182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d5881c-9ee9-4701-8016-8a5eb6b04f04']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:56.191920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69be5d97-5fb3-4e37-9afb-99681d5319c0') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:56.192516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69be5d97-5fb3-4e37-9afb-99681d5319c0') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:56.206871 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (69be5d97-5fb3-4e37-9afb-99681d5319c0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.222081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (69be5d97-5fb3-4e37-9afb-99681d5319c0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.231369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:17:56.232284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (69be5d97-5fb3-4e37-9afb-99681d5319c0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:17:56.315676 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:17:56.321414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (32d5881c-9ee9-4701-8016-8a5eb6b04f04), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.335594 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:56.362809 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/32d5881c-9ee9-4701-8016-8a5eb6b04f04 HTTP/1.1" status: 204 len: 168 time: 1.7102656 Feb 09 03:17:56.364337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33414) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:56.381470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20885334-2eee-4078-8bff-810ed21c5ac5 req-2f417fef-113f-42f7-8bd1-1cfe1bdad22e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:56.389153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cdff5-ebcc-4dc0-8990-32d6141f743b tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=32d5881c-9ee9-4701-8016-8a5eb6b04f04,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:56.390788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20885334-2eee-4078-8bff-810ed21c5ac5 req-2f417fef-113f-42f7-8bd1-1cfe1bdad22e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.1923175 Feb 09 03:17:56.504433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20885334-2eee-4078-8bff-810ed21c5ac5 req-66ecab14-0973-4689-aa65-13b29c6782d0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126857 Feb 09 03:17:56.778901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:56.832576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:56.832777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ee7ff0ac-0a4a-4e3e-bb16-2f790eaecc3a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:56.833140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:17:56.875897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:17:56.876245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4abc1eab-d1c3-439f-a0ee-70f2c4a23643 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:17:57.377066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:57.825081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59bc0a-94f0-407e-908b-7a58d6f0d02d req-b17b1ec1-9baf-4782-8127-4999ad8ae99b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:57.838186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad59bc0a-94f0-407e-908b-7a58d6f0d02d req-b17b1ec1-9baf-4782-8127-4999ad8ae99b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2258832 Feb 09 03:17:57.909780 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad59bc0a-94f0-407e-908b-7a58d6f0d02d req-dce227a6-5c72-44c5-be2f-6a5824d38ddd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701663 Feb 09 03:17:58.132563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port a0040a09-ab94-498f-801d-e512bd77d8c6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:17:58.133040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.333073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port a0040a09-ab94-498f-801d-e512bd77d8c6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a0040a09-ab94-498f-801d-e512bd77d8c6,segment=NetworkSegment(fa06e26f-806e-4307-a273-e65e2b57fcd8),segment_id=fa06e26f-806e-4307-a273-e65e2b57fcd8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:17:58.333448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.401870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for a0040a09-ab94-498f-801d-e512bd77d8c6 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:17:58.531334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33536) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:58.720769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-867882794', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:17:58.746307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a0040a09-ab94-498f-801d-e512bd77d8c6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.759874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Made reservation on behalf of dc14816112bb4d78ba896df545cfba9c for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:17:58.763647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.790396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:58.798827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=a0040a09-ab94-498f-801d-e512bd77d8c6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:58.994622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (423ef82e-9206-49d5-aef1-3e202316f8e7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.225129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks [] for security_group (0b6bb5d7-81df-4991-8869-29b4774ecab4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.237073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0b6bb5d7-81df-4991-8869-29b4774ecab4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.248559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] device_id is not set on port b5112d02-8c9c-41a4-a25a-acaf8c5272ba yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:17:59.346748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7cd96-87b0-4428-8bbc-48cf00589b68 req-3ccd3ee3-2370-44cc-8904-c403c81d55b7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:17:59.348489 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35b7cd96-87b0-4428-8bbc-48cf00589b68 req-3ccd3ee3-2370-44cc-8904-c403c81d55b7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2978117 Feb 09 03:17:59.411483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6bb5d7-81df-4991-8869-29b4774ecab4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:17:59.523024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35b7cd96-87b0-4428-8bbc-48cf00589b68 req-c3ccb1a5-72fc-432c-8912-5d554dc8554a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357043 Feb 09 03:17:59.584650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Allocated IP 172.25.2.25 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/b5112d02-8c9c-41a4-a25a-acaf8c5272ba) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:17:59.722260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:17:59.808917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:17:59.823671 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:17:59.830346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-017fa881-17e1-403f-86c3-d1783bab95cb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4535515 Feb 09 03:17:59.831342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33550) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:17:59.832942 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks [] for port (b5112d02-8c9c-41a4-a25a-acaf8c5272ba), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.845594 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:17:59.846283 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:17:59.904673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4021c635-14e0-4422-b3aa-274ce28a5c39 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting subnet 49798219-1d36-4b92-93d5-efb09e6938e2 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:17:59.908766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4021c635-14e0-4422-b3aa-274ce28a5c39 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (49798219-1d36-4b92-93d5-efb09e6938e2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.930403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b5112d02-8c9c-41a4-a25a-acaf8c5272ba), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.970944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4021c635-14e0-4422-b3aa-274ce28a5c39 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (49798219-1d36-4b92-93d5-efb09e6938e2), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:17:59.979608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:17:59.985347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:17:59.991194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:00.035566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Pushing event updated for resources: {'Port': ['ID=b5112d02-8c9c-41a4-a25a-acaf8c5272ba,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:00.053199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:00.053832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.058266 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:00.086438 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6f6c1f77-ef51-4aca-8d98-87627dbdaaed tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5514200 Feb 09 03:18:00.089092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33552) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:00.109883 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.25'}]}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:00.145622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4021c635-14e0-4422-b3aa-274ce28a5c39 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (49798219-1d36-4b92-93d5-efb09e6938e2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.147911 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (51f75983-ad2c-4a43-b788-1c79247e1a96), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.149468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (51f75983-ad2c-4a43-b788-1c79247e1a96), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.189813 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:58Z', 'revision_number': 11, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:00.235056 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:00.249799 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:00.250973 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:00.257724 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4021c635-14e0-4422-b3aa-274ce28a5c39 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (49798219-1d36-4b92-93d5-efb09e6938e2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.276856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f7096c55-5c94-412d-b38d-488bcdac2b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.295075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac6827-1758-4307-8081-f05b13e0ee00 None None] Network 90211e56-8b71-4393-85c2-5c444dffbcdc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:00.297550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks [] for router_controller (51f75983-ad2c-4a43-b788-1c79247e1a96), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.352369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021c635-14e0-4422-b3aa-274ce28a5c39 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Subnet': ['ID=49798219-1d36-4b92-93d5-efb09e6938e2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:00.365050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4021c635-14e0-4422-b3aa-274ce28a5c39 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.375348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4021c635-14e0-4422-b3aa-274ce28a5c39 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/49798219-1d36-4b92-93d5-efb09e6938e2 HTTP/1.1" status: 204 len: 168 time: 0.5425019 Feb 09 03:18:00.376950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33556) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:00.388933 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:00.523309 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:58Z', 'revision_number': 11, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:00.572858 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (90211e56-8b71-4393-85c2-5c444dffbcdc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.575382 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks [] for router_gateway (51f75983-ad2c-4a43-b788-1c79247e1a96), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.596589 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc95d73c-7026-4572-b708-b3b6fbf56fba None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:58Z', 'revision_number': 11, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:00.647459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] DHCP port deletion for 90211e56-8b71-4393-85c2-5c444dffbcdc request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:18:00.687366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Deleting port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:00.687703 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.768368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] For port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,segment=NetworkSegment(fa06e26f-806e-4307-a273-e65e2b57fcd8),segment_id=fa06e26f-806e-4307-a273-e65e2b57fcd8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:00.769327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.787688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Calling delete_port for 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:00.817147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] Deleting port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:00.819708 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.910473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] For port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,segment=NetworkSegment(fa06e26f-806e-4307-a273-e65e2b57fcd8),segment_id=fa06e26f-806e-4307-a273-e65e2b57fcd8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:00.911137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:00.925630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] Calling delete_port for 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:01.031867 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.033021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (52b36e44-b0e5-40a7-9bb0-b3630b5f8450), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.109113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Port': ['ID=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:01.119572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] No DVR routers for this DVR port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:01.124741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929ded5-2757-4882-aa64-0ef6dad0b99b None None] Pushing event deleted for resources: {'Port': ['ID=52b36e44-b0e5-40a7-9bb0-b3630b5f8450,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:01.135306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e27167-f924-43dd-9fdd-7f48350c7518 req-c8fcc047-e757-4395-98af-7aac6b42590c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:01.155703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73e27167-f924-43dd-9fdd-7f48350c7518 req-c8fcc047-e757-4395-98af-7aac6b42590c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.3453970 Feb 09 03:18:01.199184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No DVR routers for this DVR port 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:01.300933 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-73e27167-f924-43dd-9fdd-7f48350c7518 req-449949c1-163a-4aea-8c5c-be1b330d96ce tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443164 Feb 09 03:18:01.384937 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (90211e56-8b71-4393-85c2-5c444dffbcdc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.435317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90211e56-8b71-4393-85c2-5c444dffbcdc']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:01.466004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa06e26f-806e-4307-a273-e65e2b57fcd8') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:01.466334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa06e26f-806e-4307-a273-e65e2b57fcd8') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:01.480093 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (fa06e26f-806e-4307-a273-e65e2b57fcd8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.519605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (fa06e26f-806e-4307-a273-e65e2b57fcd8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.536286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks [] for router_gateway (51f75983-ad2c-4a43-b788-1c79247e1a96), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.537372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:18:01.538435 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (fa06e26f-806e-4307-a273-e65e2b57fcd8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:18:01.546203 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:18:01.561947 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.664054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (90211e56-8b71-4393-85c2-5c444dffbcdc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.678788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.686810 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/networks/90211e56-8b71-4393-85c2-5c444dffbcdc HTTP/1.1" status: 204 len: 168 time: 1.3085344 Feb 09 03:18:01.690452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33580) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:01.705609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'routes': None}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:01.710667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Pushing event deleted for resources: {'Network': ['ID=90211e56-8b71-4393-85c2-5c444dffbcdc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:01.837389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks [] for router (51f75983-ad2c-4a43-b788-1c79247e1a96), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:01.837645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.838090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:01.841949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a141771-7cf0-4f69-a93d-76bf9e7fae88 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:02.063138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Added routes are [] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 03:18:02.063705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.extraroute_db [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Removed routes are [] {{(pid=109857) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 03:18:02.064220 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.131332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (51f75983-ad2c-4a43-b788-1c79247e1a96), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.134941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks [] for router_controller (51f75983-ad2c-4a43-b788-1c79247e1a96), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.204309 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (51f75983-ad2c-4a43-b788-1c79247e1a96), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.205136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51f75983-ad2c-4a43-b788-1c79247e1a96 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:18:02.235236 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:18:02.237441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-84245e1a-7ec5-4197-ba43-8061530f7cc3 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1451411 Feb 09 03:18:02.240600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33590) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:02.300709 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.304934 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.365716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-311e3301-0e5e-4f70-88ae-3e05974124a6 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Deleting port b5112d02-8c9c-41a4-a25a-acaf8c5272ba {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:02.366872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-311e3301-0e5e-4f70-88ae-3e05974124a6 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b5112d02-8c9c-41a4-a25a-acaf8c5272ba), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.430215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 423ef82e-9206-49d5-aef1-3e202316f8e7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:02.493479 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-311e3301-0e5e-4f70-88ae-3e05974124a6 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b5112d02-8c9c-41a4-a25a-acaf8c5272ba), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.514846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-311e3301-0e5e-4f70-88ae-3e05974124a6 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Calling delete_port for b5112d02-8c9c-41a4-a25a-acaf8c5272ba owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:02.611396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00578064-39f5-4330-a1e4-892610ed8d9d req-3d275948-d0c4-47c7-8866-a8da30cf4e18 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:02.613326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00578064-39f5-4330-a1e4-892610ed8d9d req-3d275948-d0c4-47c7-8866-a8da30cf4e18 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.1769230 Feb 09 03:18:02.621349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:02.635888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] Sync routers for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:02.640275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.644046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a4c34854-3c40-441c-9888-3a8bf3afc132 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 200 len: 701 time: 0.9500656 Feb 09 03:18:02.650969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33598) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:02.693183 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4ee3b648-8311-4b21-b108-dc3437aa6d57 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 200 len: 205 time: 0.0405915 Feb 09 03:18:02.696447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33600) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:02.700168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:02.701026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:17:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:02.735648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-00578064-39f5-4330-a1e4-892610ed8d9d req-85b60689-9625-426b-bece-c9604bf010f5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158171 Feb 09 03:18:02.821133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:02.825203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:02.853255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3380bdb-830d-45f7-9dc2-6c603df09c92 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:02.901974 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:18:02.907660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:02.908314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 52b36e44-b0e5-40a7-9bb0-b3630b5f8450 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:02.908901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a0040a09-ab94-498f-801d-e512bd77d8c6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:02.965185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a0040a09-ab94-498f-801d-e512bd77d8c6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:02.965528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a0040a09-ab94-498f-801d-e512bd77d8c6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:02.968983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:58Z', 'revision_number': 11, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:03.001142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] Checking router: 423ef82e-9206-49d5-aef1-3e202316f8e7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:03.003410 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ba69d1b5-3553-4fbc-aff8-87b4001d02b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.012788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] Routers {'423ef82e-9206-49d5-aef1-3e202316f8e7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:03.013689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['423ef82e-9206-49d5-aef1-3e202316f8e7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:03.234263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3380bdb-830d-45f7-9dc2-6c603df09c92 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.241606 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3380bdb-830d-45f7-9dc2-6c603df09c92 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (423ef82e-9206-49d5-aef1-3e202316f8e7), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.271181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] Set router 423ef82e-9206-49d5-aef1-3e202316f8e7 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:03.325577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-311e3301-0e5e-4f70-88ae-3e05974124a6 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b5112d02-8c9c-41a4-a25a-acaf8c5272ba), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.350330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:58Z', 'revision_number': 11, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:03.359936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e3301-0e5e-4f70-88ae-3e05974124a6 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5112d02-8c9c-41a4-a25a-acaf8c5272ba,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:03.419066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bd616-a612-40f3-aa00-fc431dc74260 None None] The sync data for ids ['423ef82e-9206-49d5-aef1-3e202316f8e7'] in n-d-827839-4 is: [{'id': '423ef82e-9206-49d5-aef1-3e202316f8e7', 'name': 'tempest-RoutersTest-router-1990924651', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:17:00Z', 'updated_at': '2022-02-09T03:17:58Z', 'revision_number': 11, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:03.448301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-311e3301-0e5e-4f70-88ae-3e05974124a6 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.453156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-311e3301-0e5e-4f70-88ae-3e05974124a6 tempest-RoutersAdminNegativeTest-742762024 tempest-RoutersAdminNegativeTest-742762024-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b5112d02-8c9c-41a4-a25a-acaf8c5272ba HTTP/1.1" status: 204 len: 168 time: 1.2106557 Feb 09 03:18:03.454218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3380bdb-830d-45f7-9dc2-6c603df09c92 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (423ef82e-9206-49d5-aef1-3e202316f8e7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.455479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3380bdb-830d-45f7-9dc2-6c603df09c92 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Fanout notify agent at l3_agent the message router_deleted on router 423ef82e-9206-49d5-aef1-3e202316f8e7 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:18:03.468599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3380bdb-830d-45f7-9dc2-6c603df09c92 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.474122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c3380bdb-830d-45f7-9dc2-6c603df09c92 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 204 len: 168 time: 0.7592511 Feb 09 03:18:03.476736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33612) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:03.481636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-05c82ce1-2c73-4b84-979e-cf39f9221ad7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-311600200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:03.533313 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05c82ce1-2c73-4b84-979e-cf39f9221ad7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.534564 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05c82ce1-2c73-4b84-979e-cf39f9221ad7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.659248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05c82ce1-2c73-4b84-979e-cf39f9221ad7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.671000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05c82ce1-2c73-4b84-979e-cf39f9221ad7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.704629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-05c82ce1-2c73-4b84-979e-cf39f9221ad7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:03.709714 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-05c82ce1-2c73-4b84-979e-cf39f9221ad7 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2294831 Feb 09 03:18:03.710077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33614) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:03.716618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-90a1f1f2-95bd-4f91-8b01-78036a98c317 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:04.013546 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.020471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33626) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:04.148783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32639b20-1d77-46db-b912-f752392d580f req-65599999-6fd3-4a3e-b0c7-a9caeb91e7e6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:04.158655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32639b20-1d77-46db-b912-f752392d580f req-65599999-6fd3-4a3e-b0c7-a9caeb91e7e6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2684908 Feb 09 03:18:04.245545 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f0e6dc27-23a4-4b7c-80f2-43e00cd07807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.274654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90a1f1f2-95bd-4f91-8b01-78036a98c317 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-529620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-524474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11290'] for router (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.330492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90a1f1f2-95bd-4f91-8b01-78036a98c317 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-529631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-524453'] for router (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.337427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32639b20-1d77-46db-b912-f752392d580f req-774c4ccf-2b37-4189-8c1b-1f6c2df7133c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778309 Feb 09 03:18:04.441754 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f0e6dc27-23a4-4b7c-80f2-43e00cd07807 admin admin] Publish callbacks [] for security_group (12dd56e0-899c-44b5-8be0-b50fb27e137c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.450103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f0e6dc27-23a4-4b7c-80f2-43e00cd07807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (12dd56e0-899c-44b5-8be0-b50fb27e137c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.451508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1f1f2-95bd-4f91-8b01-78036a98c317 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Router 1226d5a9-70c1-4fb1-99a4-d72482d1f0ca is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:18:04.531982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f0e6dc27-23a4-4b7c-80f2-43e00cd07807 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73d4fc219bf94fd6ae6dcab20c3a6f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5096958 Feb 09 03:18:04.535814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33638) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:04.570390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1f1f2-95bd-4f91-8b01-78036a98c317 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:04.584836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6dc27-23a4-4b7c-80f2-43e00cd07807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dd56e0-899c-44b5-8be0-b50fb27e137c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:04.585383 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-90a1f1f2-95bd-4f91-8b01-78036a98c317 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.585383 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-90a1f1f2-95bd-4f91-8b01-78036a98c317 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "PUT /v2.0/routers/1226d5a9-70c1-4fb1-99a4-d72482d1f0ca HTTP/1.1" status: 200 len: 693 time: 0.8704350 Feb 09 03:18:04.590062 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] Sync routers for ids ['1226d5a9-70c1-4fb1-99a4-d72482d1f0ca'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:04.600191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33640) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:04.604685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-da07dc45-9c90-47a4-997f-fc77f860fb3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2198029 Feb 09 03:18:04.636174 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf17d-9438-430f-893f-07289ec98b24 admin admin] Publish callbacks [] for security_group (12dd56e0-899c-44b5-8be0-b50fb27e137c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.651740 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] Routers {'1226d5a9-70c1-4fb1-99a4-d72482d1f0ca'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:04.652691 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1226d5a9-70c1-4fb1-99a4-d72482d1f0ca'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:04.680694 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf17d-9438-430f-893f-07289ec98b24 admin admin] Publish callbacks [] for security_group (12dd56e0-899c-44b5-8be0-b50fb27e137c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.808398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-ce5c096e-486f-4326-8b3c-8a836ed0b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:04.809894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-ce5c096e-486f-4326-8b3c-8a836ed0b73c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 1128 time: 0.1240330 Feb 09 03:18:04.848679 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] Set router 1226d5a9-70c1-4fb1-99a4-d72482d1f0ca gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:04.866409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d5cd2080-0701-44d8-a794-c1c4d0360c41 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/routers/1226d5a9-70c1-4fb1-99a4-d72482d1f0ca HTTP/1.1" status: 200 len: 699 time: 0.2640944 Feb 09 03:18:04.868926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33642) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:04.902364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf17d-9438-430f-893f-07289ec98b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (12dd56e0-899c-44b5-8be0-b50fb27e137c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.910320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf17d-9438-430f-893f-07289ec98b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:04.918915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fe0bf17d-9438-430f-893f-07289ec98b24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12dd56e0-899c-44b5-8be0-b50fb27e137c HTTP/1.1" status: 204 len: 168 time: 0.3721099 Feb 09 03:18:04.924492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f0ceb395-9cab-47ed-bfcd-013ac3b13745 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=1226d5a9-70c1-4fb1-99a4-d72482d1f0ca HTTP/1.1" status: 200 len: 205 time: 0.0508575 Feb 09 03:18:04.925764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33646) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:05.037270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bf17d-9438-430f-893f-07289ec98b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dd56e0-899c-44b5-8be0-b50fb27e137c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:05.071837 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226d5a9-70c1-4fb1-99a4-d72482d1f0ca', 'name': 'tempest-RoutersTest-router-311600200', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:03Z', 'updated_at': '2022-02-09T03:18:04Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:05.145562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-bf18a215-60a7-410d-b894-84f89dda7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.145938 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:05.146678 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ce8f8d-46f7-428c-9855-d8ceab393e74 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:05.154844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-bf18a215-60a7-410d-b894-84f89dda7313 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.3162048 Feb 09 03:18:05.217364 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] Checking router: 1226d5a9-70c1-4fb1-99a4-d72482d1f0ca for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:05.244265 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] Routers {'1226d5a9-70c1-4fb1-99a4-d72482d1f0ca'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:05.244894 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1226d5a9-70c1-4fb1-99a4-d72482d1f0ca'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:05.300618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-204592db-de60-4739-9188-2078f510763f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25 HTTP/1.1" status: 200 len: 217 time: 0.1385016 Feb 09 03:18:05.455627 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] Set router 1226d5a9-70c1-4fb1-99a4-d72482d1f0ca gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:05.468227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-c5613104-04c2-4d0c-a51b-8eca24370e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.469853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-c5613104-04c2-4d0c-a51b-8eca24370e7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1642346 Feb 09 03:18:05.602981 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1226d5a9-70c1-4fb1-99a4-d72482d1f0ca', 'name': 'tempest-RoutersTest-router-311600200', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:03Z', 'updated_at': '2022-02-09T03:18:04Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:05.651819 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7089c15-db5a-4040-9b32-4458af27c54d None None] The sync data for ids ['1226d5a9-70c1-4fb1-99a4-d72482d1f0ca'] in n-d-827839-4 is: [{'id': '1226d5a9-70c1-4fb1-99a4-d72482d1f0ca', 'name': 'tempest-RoutersTest-router-311600200', 'tenant_id': 'e0d97289174344da9181bbd910d04d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:03Z', 'updated_at': '2022-02-09T03:18:04Z', 'revision_number': 2, 'project_id': 'e0d97289174344da9181bbd910d04d0b', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:05.720752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33660) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:05.831897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa866b-8cd7-4147-a21b-f96385c97461 req-6fb0d375-2807-4c23-9565-07c86353c133 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.833443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3faa866b-8cd7-4147-a21b-f96385c97461 req-6fb0d375-2807-4c23-9565-07c86353c133 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2150490 Feb 09 03:18:05.859163 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ce8f8d-46f7-428c-9855-d8ceab393e74 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:05.870100 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ce8f8d-46f7-428c-9855-d8ceab393e74 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router_controller (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:05.907398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-24b4b60c-9a68-477e-a577-b433b8589522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:05.908955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-24b4b60c-9a68-477e-a577-b433b8589522 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4303586 Feb 09 03:18:05.917995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-82506189-5f35-4bfd-933e-ecb325c878f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc14816112bb4d78ba896df545cfba9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901534 Feb 09 03:18:05.953587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33662) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:05.995740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ce8f8d-46f7-428c-9855-d8ceab393e74 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (1226d5a9-70c1-4fb1-99a4-d72482d1f0ca), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:05.997465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ce8f8d-46f7-428c-9855-d8ceab393e74 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Fanout notify agent at l3_agent the message router_deleted on router 1226d5a9-70c1-4fb1-99a4-d72482d1f0ca {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:18:06.012754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59ce8f8d-46f7-428c-9855-d8ceab393e74 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.019079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-59ce8f8d-46f7-428c-9855-d8ceab393e74 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/1226d5a9-70c1-4fb1-99a4-d72482d1f0ca HTTP/1.1" status: 204 len: 168 time: 1.0870802 Feb 09 03:18:06.027069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33664) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.104988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-a3de128c-06dd-4d08-bdb1-587365bc392c service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856999 Feb 09 03:18:06.142718 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-514d17a5-6e64-4380-aade-3f643c0bb6bd tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=1226d5a9-70c1-4fb1-99a4-d72482d1f0ca HTTP/1.1" status: 200 len: 205 time: 0.1144760 Feb 09 03:18:06.147837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33666) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.160463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3faa866b-8cd7-4147-a21b-f96385c97461 req-f0a41b3c-9978-4ce6-805e-b78b838d3088 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014359 Feb 09 03:18:06.255403 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-65440cf2-e9b1-4726-b52b-2fd4dfec124f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] delete failed (client error): The resource could not be found. Feb 09 03:18:06.259430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33670) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.267456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-65440cf2-e9b1-4726-b52b-2fd4dfec124f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/1226d5a9-70c1-4fb1-99a4-d72482d1f0ca HTTP/1.1" status: 404 len: 336 time: 0.1187387 Feb 09 03:18:06.296845 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb4f2-aa92-4488-9052-ef41ba58b5a3 admin admin] Publish callbacks [] for security_group (0b6bb5d7-81df-4991-8869-29b4774ecab4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.337151 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b16f89-5db2-42e3-b817-ea4288c697b8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:06.337574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b16f89-5db2-42e3-b817-ea4288c697b8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:06.343457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33672) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.349639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e8b16f89-5db2-42e3-b817-ea4288c697b8 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/19ade7e9-d6ce-4d4a-bb47-f451164aafb0 HTTP/1.1" status: 404 len: 337 time: 0.0874884 Feb 09 03:18:06.433506 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d88de6-93f0-44dd-a631-06e7427c8940 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:06.436079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d88de6-93f0-44dd-a631-06e7427c8940 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:06.439510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3844b32-1471-4811-8c4f-707d5d93e913 req-61168d7c-dfe1-42cd-af01-07e069a86b2b service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261046 Feb 09 03:18:06.445369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33676) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.446752 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-49d88de6-93f0-44dd-a631-06e7427c8940 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/8191a4d4-0441-4b36-905d-a7fd19357563 HTTP/1.1" status: 404 len: 337 time: 0.0938852 Feb 09 03:18:06.450157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb4f2-aa92-4488-9052-ef41ba58b5a3 admin admin] Publish callbacks [] for security_group (0b6bb5d7-81df-4991-8869-29b4774ecab4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.478762 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.512470 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-2021230b-4575-4bc9-afc5-4e227183f677 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:06.513298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2021230b-4575-4bc9-afc5-4e227183f677 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:06.524360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2021230b-4575-4bc9-afc5-4e227183f677 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/0a3de580-c125-4d65-b99e-6fbed9f856d8 HTTP/1.1" status: 404 len: 337 time: 0.0775466 Feb 09 03:18:06.525117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33678) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.610025 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7070e819-4f8a-4b71-89da-2fee8efeabd0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:06.610703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7070e819-4f8a-4b71-89da-2fee8efeabd0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:06.614764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7070e819-4f8a-4b71-89da-2fee8efeabd0 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/49798219-1d36-4b92-93d5-efb09e6938e2 HTTP/1.1" status: 404 len: 337 time: 0.0864599 Feb 09 03:18:06.617487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33684) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.657981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-904e2561-ca02-471f-a14e-29a47cd2e010 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 200 len: 205 time: 0.0371270 Feb 09 03:18:06.659412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33686) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.683689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb4f2-aa92-4488-9052-ef41ba58b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0b6bb5d7-81df-4991-8869-29b4774ecab4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.686832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb4f2-aa92-4488-9052-ef41ba58b5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:06.690797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fe1fb4f2-aa92-4488-9052-ef41ba58b5a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b6bb5d7-81df-4991-8869-29b4774ecab4 HTTP/1.1" status: 204 len: 168 time: 0.7333891 Feb 09 03:18:06.697956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fb4f2-aa92-4488-9052-ef41ba58b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6bb5d7-81df-4991-8869-29b4774ecab4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:06.749013 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-55ce74c7-4e65-40b5-915f-361ba50ea0d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] delete failed (client error): The resource could not be found. Feb 09 03:18:06.753640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33690) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.754079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-55ce74c7-4e65-40b5-915f-361ba50ea0d9 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/423ef82e-9206-49d5-aef1-3e202316f8e7 HTTP/1.1" status: 404 len: 336 time: 0.0931270 Feb 09 03:18:06.818347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5eb04292-1918-4283-a3d2-6f050ea6da5f tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1974534-3b7f-4709-bee1-4d2a8127c6b9 HTTP/1.1" status: 200 len: 205 time: 0.0622046 Feb 09 03:18:06.820901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33692) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.896682 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-0b5318d7-809e-4e99-b54e-afe2f5cc70cc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] delete failed (client error): The resource could not be found. Feb 09 03:18:06.898435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0b5318d7-809e-4e99-b54e-afe2f5cc70cc tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/c1974534-3b7f-4709-bee1-4d2a8127c6b9 HTTP/1.1" status: 404 len: 336 time: 0.0750341 Feb 09 03:18:06.901315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33694) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.931356 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67d2183-c69a-4d21-900b-68c30212bdaa tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:06.931814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67d2183-c69a-4d21-900b-68c30212bdaa tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:06.934928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e67d2183-c69a-4d21-900b-68c30212bdaa tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/712fa83d-2cbe-4d86-b5eb-2c9d73d8b62b HTTP/1.1" status: 404 len: 337 time: 0.0326064 Feb 09 03:18:06.937944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33696) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.992786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33698) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:06.996571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1e1a5173-1393-4e47-8f68-ebcccdb0099e tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 HTTP/1.1" status: 200 len: 205 time: 0.0564556 Feb 09 03:18:07.120775 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-8291701a-7150-40ad-92d9-22f77027f7a3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] delete failed (client error): The resource could not be found. Feb 09 03:18:07.122911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8291701a-7150-40ad-92d9-22f77027f7a3 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/7ce76d36-bd2e-4845-9d63-f0ab13a0dc69 HTTP/1.1" status: 404 len: 336 time: 0.1288059 Feb 09 03:18:07.125445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.197577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33706) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.199253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f7412f21-f46a-478e-b45f-e3d1fef53d15 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4088edc-f52a-466e-8a99-370c07ffbedf HTTP/1.1" status: 200 len: 205 time: 0.0726185 Feb 09 03:18:07.345184 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-e493a220-d451-4461-a2b0-14b18838c367 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] delete failed (client error): The resource could not be found. Feb 09 03:18:07.349199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33720) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.363992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e493a220-d451-4461-a2b0-14b18838c367 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/b4088edc-f52a-466e-8a99-370c07ffbedf HTTP/1.1" status: 404 len: 336 time: 0.1652653 Feb 09 03:18:07.443714 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-8317fb5e-3fc8-485e-b4aa-761f1217e7bb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:07.444385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8317fb5e-3fc8-485e-b4aa-761f1217e7bb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:07.451236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33726) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.464306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8317fb5e-3fc8-485e-b4aa-761f1217e7bb tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/0cb5a362-5778-494a-ae93-e73d17bd7961 HTTP/1.1" status: 404 len: 337 time: 0.1139679 Feb 09 03:18:07.532632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33728) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.547899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d242259e-84a3-45b0-87f8-8e1574c6e645 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab22153c-4d43-4f8b-bd80-d2fcb2e8b198 HTTP/1.1" status: 200 len: 205 time: 0.0951960 Feb 09 03:18:07.624579 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-ab590a60-db2d-427b-baa7-ce49c08830e1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] delete failed (client error): The resource could not be found. Feb 09 03:18:07.631538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33734) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.647386 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ab590a60-db2d-427b-baa7-ce49c08830e1 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/ab22153c-4d43-4f8b-bd80-d2fcb2e8b198 HTTP/1.1" status: 404 len: 336 time: 0.1135457 Feb 09 03:18:07.695448 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-14192213-e0a4-451b-835e-255a9bb68827 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:07.696737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14192213-e0a4-451b-835e-255a9bb68827 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:07.704612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33736) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.725739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-14192213-e0a4-451b-835e-255a9bb68827 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/bf30faa9-3795-4c69-bb64-4969eab81c25 HTTP/1.1" status: 404 len: 337 time: 0.0927837 Feb 09 03:18:07.767192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33738) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.780545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-05a253a2-c770-4fc3-a6ee-9e1372cb5a72 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "GET /v2.0/ports?device_id=c7226685-167a-478a-a33a-d99e71bf0f1e HTTP/1.1" status: 200 len: 205 time: 0.0742302 Feb 09 03:18:07.859428 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-e32d22e4-ed7f-471c-8e18-432952ca3d4d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] delete failed (client error): The resource could not be found. Feb 09 03:18:07.863344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33744) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:07.876479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e32d22e4-ed7f-471c-8e18-432952ca3d4d tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/routers/c7226685-167a-478a-a33a-d99e71bf0f1e HTTP/1.1" status: 404 len: 336 time: 0.1080642 Feb 09 03:18:07.936205 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ecf1dd-bdb3-4576-bf29-6a6a1818fdd4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:07.945834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ecf1dd-bdb3-4576-bf29-6a6a1818fdd4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:07.953346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-40ecf1dd-bdb3-4576-bf29-6a6a1818fdd4 tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/601a89bd-7dbd-430a-b8c1-508d06f90d27 HTTP/1.1" status: 404 len: 337 time: 0.0889537 Feb 09 03:18:07.958481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33748) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:08.010017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e7351-ab77-4a68-b488-0f6b53edf395 req-255a16b5-38e0-4c41-92cf-08105795aba3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.012148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f85e7351-ab77-4a68-b488-0f6b53edf395 req-255a16b5-38e0-4c41-92cf-08105795aba3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.7007368 Feb 09 03:18:08.021329 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fc234a-e927-4144-aab4-bbe85392eeed tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:08.022171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fc234a-e927-4144-aab4-bbe85392eeed tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:08.026042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-77fc234a-e927-4144-aab4-bbe85392eeed tempest-RoutersTest-1388954448 tempest-RoutersTest-1388954448-project] 10.222.0.32 "DELETE /v2.0/subnets/b590c3eb-f734-497a-a273-33e7389cc287 HTTP/1.1" status: 404 len: 337 time: 0.0666056 Feb 09 03:18:08.123852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f85e7351-ab77-4a68-b488-0f6b53edf395 req-52621e57-80d4-49a5-a341-6c1da81b0710 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058171 Feb 09 03:18:08.126808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33758) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:08.620596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608279c-6399-4dc1-8a4e-c12fff8991d3 req-05ba3dde-b429-4750-af59-845fc7d18e2b tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:08.626893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c608279c-6399-4dc1-8a4e-c12fff8991d3 req-05ba3dde-b429-4750-af59-845fc7d18e2b tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1128 time: 0.0943136 Feb 09 03:18:08.631487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33772) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:08.742022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3bdf6f55-a33e-4485-8cb7-aa9fb9f35c00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0d97289174344da9181bbd910d04d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113458 Feb 09 03:18:08.743343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33776) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:08.744005 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c608279c-6399-4dc1-8a4e-c12fff8991d3 req-35840e88-b123-4082-a930-bc13a821e670 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104913 Feb 09 03:18:08.750589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1702465048'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:08.768591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33778) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:08.828204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Made reservation on behalf of f4c8844381264396a330b3e4b3e19476 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:08.831517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.865882 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:08.964279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d849996d-281f-4dc2-ac52-1501fd47a6ec admin admin] Publish callbacks [] for security_group (bf0f52e7-5233-41ad-81f8-8728d12d89a7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.035134 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d849996d-281f-4dc2-ac52-1501fd47a6ec admin admin] Publish callbacks [] for security_group (bf0f52e7-5233-41ad-81f8-8728d12d89a7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.574979 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for security_group (30d85165-951a-4a4f-8f85-55295b53e767), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.584015 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d849996d-281f-4dc2-ac52-1501fd47a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bf0f52e7-5233-41ad-81f8-8728d12d89a7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.586721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d849996d-281f-4dc2-ac52-1501fd47a6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.588105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d849996d-281f-4dc2-ac52-1501fd47a6ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf0f52e7-5233-41ad-81f8-8728d12d89a7 HTTP/1.1" status: 204 len: 168 time: 0.8421273 Feb 09 03:18:09.590422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 386a16a0-fe3b-437e-aa32-d7b33f9c0955 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:09.591023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (386a16a0-fe3b-437e-aa32-d7b33f9c0955), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.615670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (30d85165-951a-4a4f-8f85-55295b53e767), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.663436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247da3e8-28e8-4a6e-b2a7-9d84b2a3d1fa req-0039b84e-f91c-4781-8e5b-f35e5dde70e0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:09.670108 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-247da3e8-28e8-4a6e-b2a7-9d84b2a3d1fa req-0039b84e-f91c-4781-8e5b-f35e5dde70e0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2309911 Feb 09 03:18:09.672011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849996d-281f-4dc2-ac52-1501fd47a6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0f52e7-5233-41ad-81f8-8728d12d89a7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:09.734876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:09.779451 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5ca2a707-81b0-4018-b36f-205d75972317), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.779451 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Added segment 5ca2a707-81b0-4018-b36f-205d75972317 of type vlan for network 07865df8-40e1-418a-8481-e5738a605157 Feb 09 03:18:09.779451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d85165-951a-4a4f-8f85-55295b53e767,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:09.863886 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (07865df8-40e1-418a-8481-e5738a605157), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.867693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (386a16a0-fe3b-437e-aa32-d7b33f9c0955), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.868032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (386a16a0-fe3b-437e-aa32-d7b33f9c0955), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:09.888891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-247da3e8-28e8-4a6e-b2a7-9d84b2a3d1fa req-fc968b98-f13d-4867-80f5-dbdcd2653925 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091050 Feb 09 03:18:09.907138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 386a16a0-fe3b-437e-aa32-d7b33f9c0955 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:10.050959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (07865df8-40e1-418a-8481-e5738a605157), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.056940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:10.057849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.157610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0292702 Feb 09 03:18:10.160896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33806) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:10.167440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'subnet': {'network_id': '07865df8-40e1-418a-8481-e5738a605157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:10.188634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bffbeb-bd37-4b58-aebc-18a310e0fa27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Network': ['ID=07865df8-40e1-418a-8481-e5738a605157,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:10.212090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 07865df8-40e1-418a-8481-e5738a605157 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:10.340360 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (386a16a0-fe3b-437e-aa32-d7b33f9c0955), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.362993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Made reservation on behalf of f4c8844381264396a330b3e4b3e19476 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:10.367593 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.425386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=386a16a0-fe3b-437e-aa32-d7b33f9c0955,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:10.582709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (5f53775d-2c0a-4549-9b26-b0f9e943b546), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.583063 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Floating IP 5f53775d-2c0a-4549-9b26-b0f9e943b546 disassociated (deleted). External IP: 172.25.2.235, port: 788a847d-e1af-426e-b0f4-1a42a4c5a497. Feb 09 03:18:10.817866 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (32b2e84a-5923-4a0f-9464-4c3bfc7a0272), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:10.870856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Subnet': ['ID=32b2e84a-5923-4a0f-9464-4c3bfc7a0272,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:10.928519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Checking segment: {'id': '5ca2a707-81b0-4018-b36f-205d75972317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07865df8-40e1-418a-8481-e5738a605157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:10.929945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Network hostable DHCP agents. Network: 07865df8-40e1-418a-8481-e5738a605157, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:10.971422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Network 07865df8-40e1-418a-8481-e5738a605157 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:10.997063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 07865df8-40e1-418a-8481-e5738a605157) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:11.002139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.003299 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.008320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29835d59-0244-4a30-aa1b-f23f16b3930f None None] Network 07865df8-40e1-418a-8481-e5738a605157 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:11.037141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 54893c5c-9a83-48ef-8b36-e14187e5303a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:11.040811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33830) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:11.113494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0dff9bed-187a-418f-8b5c-9287159a396b tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9489422 Feb 09 03:18:11.117407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33834) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:11.134829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'network_id': '07865df8-40e1-418a-8481-e5738a605157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-369942276'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:11.210034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1240179369'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:11.274819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-07865df8-40e1-418a-8481-e5738a605157', 'network_id': '07865df8-40e1-418a-8481-e5738a605157', 'project_id': 'f4c8844381264396a330b3e4b3e19476', 'fixed_ips': [{'subnet_id': '32b2e84a-5923-4a0f-9464-4c3bfc7a0272'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:18:11.275703 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.283208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Made reservation on behalf of 1dd34b24d80147ac8284bf5f061378f1 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:11.289826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.307384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.339495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9abaa9-d018-4e68-80ba-573efc573dfe req-b30c41f0-0852-4fee-89b6-077d613e5146 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.341197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e9abaa9-d018-4e68-80ba-573efc573dfe req-b30c41f0-0852-4fee-89b6-077d613e5146 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.3246267 Feb 09 03:18:11.426647 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4e9abaa9-d018-4e68-80ba-573efc573dfe req-9ee32de0-fb0c-4b6e-adca-dbd0d4392a15 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726128 Feb 09 03:18:11.427789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks [] for security_group (b4dd0bbf-4f73-4c77-a18b-512a4fe78b9b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.434114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b4dd0bbf-4f73-4c77-a18b-512a4fe78b9b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.502152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:11.521942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Made reservation on behalf of f4c8844381264396a330b3e4b3e19476 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:11.526087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:11.526865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.545930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.559145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] Sync routers for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:11.578205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] device_id is not set on port f90f7e15-0821-48ed-84fc-a700b5d86d4f yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:18:11.593127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:11.594042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:11.608605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dd0bbf-4f73-4c77-a18b-512a4fe78b9b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:11.613825 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8a5ec44c-da6b-47b2-b4fe-aea5638c252b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.614189 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Added segment 8a5ec44c-da6b-47b2-b4fe-aea5638c252b of type vlan for network b098f74a-4d16-46d7-98b0-61925fbcc520 Feb 09 03:18:11.690853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aef8c2d3-dc1d-4930-8aa1-4a9e2b8e475a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/floatingips/5f53775d-2c0a-4549-9b26-b0f9e943b546 HTTP/1.1" status: 204 len: 168 time: 2.9186873 Feb 09 03:18:11.693347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:11.700007 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:11.721888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b098f74a-4d16-46d7-98b0-61925fbcc520), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.797610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b098f74a-4d16-46d7-98b0-61925fbcc520), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.803031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:11.803687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:11.824401 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf8d35-b0ea-4969-87a9-d42a08649b34 x-openstack-request-id: req-08cf8d35-b0ea-4969-87a9-d42a08649b34 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:11.824702 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:11.840691 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08cf8d35-b0ea-4969-87a9-d42a08649b34 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:11.841066 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'status': 'completed', 'code': 200} Feb 09 03:18:11.843624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:12.016948 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9749882 Feb 09 03:18:12.020676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33852) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:12.025584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-48b33918-b958-44c7-acf6-d38e0e5d302a tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', 'tempest-TagsTest-Tag-840547888') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.048162 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab85fe8-213a-4e11-b09f-805e22ace62c tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Pushing event updated for resources: {'Network': ['ID=b098f74a-4d16-46d7-98b0-61925fbcc520,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:12.076098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Allocated IP 2001:db8::2 (07865df8-40e1-418a-8481-e5738a605157/32b2e84a-5923-4a0f-9464-4c3bfc7a0272/a39b62f8-d09e-4cdd-b171-156de9166ab0) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:12.078313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-8380e20a-30f9-4aed-99fd-ce808610ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.078719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b098f74a-4d16-46d7-98b0-61925fbcc520 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:12.083628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-8380e20a-30f9-4aed-99fd-ce808610ba90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 1128 time: 0.2115090 Feb 09 03:18:12.263105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-48b33918-b958-44c7-acf6-d38e0e5d302a tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "PUT /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags/tempest-TagsTest-Tag-840547888 HTTP/1.1" status: 201 len: 201 time: 0.2412081 Feb 09 03:18:12.265786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33856) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:12.271395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.tag.tag_plugin [None req-720c6ef8-8f9a-46a8-93ee-1000d2172ce5 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', 'tempest-TagsTest-Tag-840547888') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.277204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9799a42-afc4-4f5d-9205-8346e7dce70f req-750d07c7-fa1f-4218-8a42-b82c0a601e40 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.279084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9799a42-afc4-4f5d-9205-8346e7dce70f req-750d07c7-fa1f-4218-8a42-b82c0a601e40 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 946 time: 0.1332099 Feb 09 03:18:12.306425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-b9cc28c1-a821-41ed-8935-e4798dca69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.307610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-b9cc28c1-a821-41ed-8935-e4798dca69b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 200 len: 898 time: 0.2214336 Feb 09 03:18:12.372028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e9799a42-afc4-4f5d-9205-8346e7dce70f req-0e7ce844-9ec8-4885-b52d-4011f448ad45 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867684 Feb 09 03:18:12.446774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-32cb1488-d425-4f81-b100-e3b69f997ebe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 200 len: 217 time: 0.0541046 Feb 09 03:18:12.505408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-720c6ef8-8f9a-46a8-93ee-1000d2172ce5 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "GET /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags/tempest-TagsTest-Tag-840547888 HTTP/1.1" status: 204 len: 168 time: 0.2357564 Feb 09 03:18:12.505650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33860) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:12.511602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-a6acd973-831a-4602-8234-29cd7cd1e30a tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.543025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.545363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Publish callbacks [] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.582553 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:12.606290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] Checking router: 54893c5c-9a83-48ef-8b36-e14187e5303a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:12.642895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:12.643544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:12.649392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Network 07865df8-40e1-418a-8481-e5738a605157 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:12.675779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-e5348fc3-b2cc-4896-8fdf-f82d48fb0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.678223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-e5348fc3-b2cc-4896-8fdf-f82d48fb0ff8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 200 len: 835 time: 0.2247066 Feb 09 03:18:12.697705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:12.701615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:12.826545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:12.834667 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50346761-85d7-43be-aa21-ad12e36dc5a5 req-7d1b5a71-9732-49ff-9648-84523429ea4d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.836948 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50346761-85d7-43be-aa21-ad12e36dc5a5 req-7d1b5a71-9732-49ff-9648-84523429ea4d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2933974 Feb 09 03:18:12.844507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Allocated IP 2001:db8::1cd (07865df8-40e1-418a-8481-e5738a605157/32b2e84a-5923-4a0f-9464-4c3bfc7a0272/f90f7e15-0821-48ed-84fc-a700b5d86d4f) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:12.875535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a6acd973-831a-4602-8234-29cd7cd1e30a tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "GET /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags HTTP/1.1" status: 200 len: 237 time: 0.3691137 Feb 09 03:18:12.893273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33866) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:12.900150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-0a800263-bf76-47a3-9d05-e4ddde4ee536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:12.901691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-0a800263-bf76-47a3-9d05-e4ddde4ee536 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2306873e-6237-423f-8c7d-89d908044c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2022245 Feb 09 03:18:12.902566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-4610b91f-9830-4d5a-b76e-0d7e29db6e87 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', {'tags': ['tempest-TagsTest-Tag-1050813225', 'tempest-TagsTest-Tag-1033827599', 'tempest-TagsTest-Tag-2111381338']}) {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:13.039294 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4610b91f-9830-4d5a-b76e-0d7e29db6e87 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "PUT /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags HTTP/1.1" status: 200 len: 309 time: 0.1448016 Feb 09 03:18:13.043332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33872) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:13.048507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-58ce67b4-a167-4886-bc4b-224f4f801bf6 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', 'tempest-TagsTest-Tag-1050813225') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:13.162342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-50346761-85d7-43be-aa21-ad12e36dc5a5 req-d4fae99a-874c-4bf1-8f3a-b27238323a67 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115823 Feb 09 03:18:13.211723 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-031dae71-6dea-4bdc-a7a4-e59ecdb99cda service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929008 Feb 09 03:18:13.256270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Pushing event updated for resources: {'Port': ['ID=a39b62f8-d09e-4cdd-b171-156de9166ab0,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:13.266407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Attempting to bind port a39b62f8-d09e-4cdd-b171-156de9166ab0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:13.266763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Attempting to bind port a39b62f8-d09e-4cdd-b171-156de9166ab0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '5ca2a707-81b0-4018-b36f-205d75972317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07865df8-40e1-418a-8481-e5738a605157'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:13.267147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Attempting to bind port a39b62f8-d09e-4cdd-b171-156de9166ab0 on network 07865df8-40e1-418a-8481-e5738a605157 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:13.282787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:13.285776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Checking segment: {'id': '5ca2a707-81b0-4018-b36f-205d75972317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07865df8-40e1-418a-8481-e5738a605157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:13.286259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.286727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Bound using segment: {'id': '5ca2a707-81b0-4018-b36f-205d75972317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07865df8-40e1-418a-8481-e5738a605157'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:13.287254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Bound port: a39b62f8-d09e-4cdd-b171-156de9166ab0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2a707-81b0-4018-b36f-205d75972317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '07865df8-40e1-418a-8481-e5738a605157'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:13.287651 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.344168 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-58ce67b4-a167-4886-bc4b-224f4f801bf6 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "DELETE /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags/tempest-TagsTest-Tag-1050813225 HTTP/1.1" status: 204 len: 168 time: 0.2996557 Feb 09 03:18:13.352991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33874) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:13.359128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] For port a39b62f8-d09e-4cdd-b171-156de9166ab0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:13.362821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] For port a39b62f8-d09e-4cdd-b171-156de9166ab0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a39b62f8-d09e-4cdd-b171-156de9166ab0,segment=NetworkSegment(5ca2a707-81b0-4018-b36f-205d75972317),segment_id=5ca2a707-81b0-4018-b36f-205d75972317)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:13.368902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-73c11b84-3c21-4254-b071-09419ab52bd1 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', 'tempest-TagsTest-Tag-1050813225') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:13.382490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.388186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (f90f7e15-0821-48ed-84fc-a700b5d86d4f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:13.510303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d53f5f0-dfdb-49d2-ad30-cefa3c0eca14 req-406f7107-6515-475c-849f-f7dad4d0d3c6 service neutron] 10.222.0.61 "GET /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854514 Feb 09 03:18:13.557338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07c594-a9b2-4820-a033-9d2691c01269 None None] Pushing event updated for resources: {'Port': ['ID=a39b62f8-d09e-4cdd-b171-156de9166ab0,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:13.596751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:13.664554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecb6ed8-5b3d-4a7b-b343-96e75b301d74 None None] The sync data for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 is: [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:15:46Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7fe9d9f3-8a3e-4d72-8987-df57922fbcf0', 'name': '', 'network_id': '2306873e-6237-423f-8c7d-89d908044c15', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:fb:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:44Z', 'updated_at': '2022-02-09T03:15:56Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'd021f6a0-ccaf-4e83-a21b-c76b9cd63154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:14.075212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-3e5a3494-3cca-4f3f-a6df-3d8957600710 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.076718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-3e5a3494-3cca-4f3f-a6df-3d8957600710 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 946 time: 0.7820816 Feb 09 03:18:14.221194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f90f7e15-0821-48ed-84fc-a700b5d86d4f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.233318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3daa50-0698-4924-8d5c-6b418cc8f387 req-551e3b51-8ab4-4b16-b588-263e25c83ca0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.234913 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-af3daa50-0698-4924-8d5c-6b418cc8f387 req-551e3b51-8ab4-4b16-b588-263e25c83ca0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 946 time: 0.2374008 Feb 09 03:18:14.236105 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-73c11b84-3c21-4254-b071-09419ab52bd1 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] show failed (client error): The resource could not be found. Feb 09 03:18:14.237049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-73c11b84-3c21-4254-b071-09419ab52bd1 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "GET /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags/tempest-TagsTest-Tag-1050813225 HTTP/1.1" status: 404 len: 326 time: 0.8765972 Feb 09 03:18:14.242491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33884) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.252194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-5a696182-b3c3-4aeb-bebb-fae1ed9cbe70 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', 'tempest-TagsTest-Tag-1033827599') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:14.287327 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc260b2-43e6-4ee9-998c-c40a3ed59992 None None] New status for floating IP 5f53775d-2c0a-4549-9b26-b0f9e943b546: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:18:14.422877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a979-bf75-4727-b26a-7abd2c790a37 req-c2ce6bf5-4de5-4b09-a834-b44fcc8cf676 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.425192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce98a979-bf75-4727-b26a-7abd2c790a37 req-c2ce6bf5-4de5-4b09-a834-b44fcc8cf676 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.1032171 Feb 09 03:18:14.473865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Network 07865df8-40e1-418a-8481-e5738a605157 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:14.491031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:14.501274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:14.506901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:14.507748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.517218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=f90f7e15-0821-48ed-84fc-a700b5d86d4f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:14.593798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce98a979-bf75-4727-b26a-7abd2c790a37 req-65f29f7a-2ea6-40e4-ac01-b16a5118af7f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588073 Feb 09 03:18:14.614454 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-af3daa50-0698-4924-8d5c-6b418cc8f387 req-1269d15c-f535-4408-9b4a-37deea8e029d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=c0aadf96-ed71-4229-8036-36550e13ef00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314271 Feb 09 03:18:14.621755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f4260b72-c811-4803-957c-462ad6b61c27 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5021856 Feb 09 03:18:14.625709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33886) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.633397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'network_id': '07865df8-40e1-418a-8481-e5738a605157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-5927852', 'allowed_address_pairs': [{'ip_address': '2001:db8::1cd', 'mac_address': 'fa:16:3e:9b:8c:2f'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:14.646067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 788a847d-e1af-426e-b0f4-1a42a4c5a497 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:14.646484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:14.661795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5a696182-b3c3-4aeb-bebb-fae1ed9cbe70 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "GET /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags/tempest-TagsTest-Tag-1033827599 HTTP/1.1" status: 204 len: 168 time: 0.4144919 Feb 09 03:18:14.662015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33888) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:14.677421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-7148be43-1519-43fb-9622-57dfe48be8ec tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', 'tempest-TagsTest-Tag-2111381338') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:14.901011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a39b62f8-d09e-4cdd-b171-156de9166ab0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:14.981002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Made reservation on behalf of f4c8844381264396a330b3e4b3e19476 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:15.011913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 788a847d-e1af-426e-b0f4-1a42a4c5a497, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=788a847d-e1af-426e-b0f4-1a42a4c5a497,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:15.012642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.026890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7148be43-1519-43fb-9622-57dfe48be8ec tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "GET /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags/tempest-TagsTest-Tag-2111381338 HTTP/1.1" status: 204 len: 168 time: 0.3638389 Feb 09 03:18:15.030980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33892) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:15.033459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 788a847d-e1af-426e-b0f4-1a42a4c5a497 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:15.038046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-8b57210d-63c9-49dd-882d-344cf1db5012 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:15.088561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a39b62f8-d09e-4cdd-b171-156de9166ab0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:15.093340 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.224080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7788d17-99ce-45de-9b21-b3688c3e5bea None None] Network 07865df8-40e1-418a-8481-e5738a605157 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:15.286285 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.331661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] device_id is not set on port 78d5a8f5-764a-43e2-8b0c-ccae35e91722 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:18:15.391139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8b57210d-63c9-49dd-882d-344cf1db5012 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "DELETE /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags HTTP/1.1" status: 204 len: 168 time: 0.3587773 Feb 09 03:18:15.394602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33896) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:15.402454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-a6909d64-31ad-4b91-8e21-d619e0a903a2 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', 'tempest-TagsTest-Tag-1033827599') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:15.495635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (788a847d-e1af-426e-b0f4-1a42a4c5a497), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.549659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=788a847d-e1af-426e-b0f4-1a42a4c5a497,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:15.629543 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-a6909d64-31ad-4b91-8e21-d619e0a903a2 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] show failed (client error): The resource could not be found. Feb 09 03:18:15.635879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a6909d64-31ad-4b91-8e21-d619e0a903a2 tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "GET /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags/tempest-TagsTest-Tag-1033827599 HTTP/1.1" status: 404 len: 326 time: 0.2389956 Feb 09 03:18:15.679977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33902) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:15.684381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-3b11bc6f-aeff-48ec-9da1-554feea7762e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520', 'tempest-TagsTest-Tag-2111381338') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:15.696787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] No DVR routers for this DVR port 788a847d-e1af-426e-b0f4-1a42a4c5a497 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:15.707099 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.712336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-383c22ed-d9bb-444e-a6c5-69c1894b7ebc req-a521e1d2-3a20-488d-8704-b3db1241e8d5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "DELETE /v2.0/ports/788a847d-e1af-426e-b0f4-1a42a4c5a497 HTTP/1.1" status: 204 len: 173 time: 1.6195385 Feb 09 03:18:15.713975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-deleted', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:15.727274 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f842d1-df07-4345-87d3-fa23692812b0" -d '{"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-deleted", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:15.882705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c62bfa39-a428-4c22-9a8a-8a382556706c None None] Provisioning complete for port a39b62f8-d09e-4cdd-b171-156de9166ab0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:15.883078 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c62bfa39-a428-4c22-9a8a-8a382556706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:15.937977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Allocated IP 2001:db8::16e (07865df8-40e1-418a-8481-e5738a605157/32b2e84a-5923-4a0f-9464-4c3bfc7a0272/78d5a8f5-764a-43e2-8b0c-ccae35e91722) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:15.964053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-941dd170-b01a-4c48-860b-04622d8627d9 req-96d144aa-4c63-4450-9e56-b66c085e861b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a9ec8f5-7798-4ce3-aa65-f914b85a8c08 HTTP/1.1" status: 200 len: 210 time: 0.1333869 Feb 09 03:18:15.993481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a39b62f8-d09e-4cdd-b171-156de9166ab0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:15.994032 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.038556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dba54f-5448-473b-91a3-98b68dbb4012 req-7b2f6425-5f33-42a4-8e6a-ee6bb9a431cf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.039167 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-3b11bc6f-aeff-48ec-9da1-554feea7762e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] show failed (client error): The resource could not be found. Feb 09 03:18:16.040153 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46dba54f-5448-473b-91a3-98b68dbb4012 req-7b2f6425-5f33-42a4-8e6a-ee6bb9a431cf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.3152783 Feb 09 03:18:16.047429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3b11bc6f-aeff-48ec-9da1-554feea7762e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "GET /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags/tempest-TagsTest-Tag-2111381338 HTTP/1.1" status: 404 len: 326 time: 0.3663731 Feb 09 03:18:16.052155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33910) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:16.058096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.tag.tag_plugin [None req-39c28f67-7b2c-4bca-9474-1ab0b551606b tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b098f74a-4d16-46d7-98b0-61925fbcc520') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:16.067216 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2015df-aba5-4afe-a74b-ad4f4b8c92cd x-openstack-request-id: req-9f2015df-aba5-4afe-a74b-ad4f4b8c92cd {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:16.067783 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9ec8f5-7798-4ce3-aa65-f914b85a8c08", "name": "network-vif-deleted", "tag": "788a847d-e1af-426e-b0f4-1a42a4c5a497", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:16.068287 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f2015df-aba5-4afe-a74b-ad4f4b8c92cd {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:16.068919 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9ec8f5-7798-4ce3-aa65-f914b85a8c08', 'name': 'network-vif-deleted', 'tag': '788a847d-e1af-426e-b0f4-1a42a4c5a497', 'status': 'completed', 'code': 200} Feb 09 03:18:16.155944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-39c28f67-7b2c-4bca-9474-1ab0b551606b tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "DELETE /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520/tags HTTP/1.1" status: 204 len: 168 time: 0.1023462 Feb 09 03:18:16.168242 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:16.209818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port a39b62f8-d09e-4cdd-b171-156de9166ab0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a39b62f8-d09e-4cdd-b171-156de9166ab0,segment=NetworkSegment(5ca2a707-81b0-4018-b36f-205d75972317),segment_id=5ca2a707-81b0-4018-b36f-205d75972317)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:16.216519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c62bfa39-a428-4c22-9a8a-8a382556706c None None] Current status of the port a39b62f8-d09e-4cdd-b171-156de9166ab0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:16.219271 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c62bfa39-a428-4c22-9a8a-8a382556706c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.323884 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.359092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46dba54f-5448-473b-91a3-98b68dbb4012 req-85117345-b87a-4a3d-bf42-296e1b94ae42 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098605 Feb 09 03:18:16.454124 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b098f74a-4d16-46d7-98b0-61925fbcc520), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.529052 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (78d5a8f5-764a-43e2-8b0c-ccae35e91722), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.566660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:16.625136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 788a847d-e1af-426e-b0f4-1a42a4c5a497 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:16.625638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 788a847d-e1af-426e-b0f4-1a42a4c5a497 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:16.632960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-c62bfa39-a428-4c22-9a8a-8a382556706c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:18:16.633412 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-c62bfa39-a428-4c22-9a8a-8a382556706c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:18:16.634815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=a39b62f8-d09e-4cdd-b171-156de9166ab0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:16.679367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b098f74a-4d16-46d7-98b0-61925fbcc520), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.715616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b098f74a-4d16-46d7-98b0-61925fbcc520']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:16.741083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5ec44c-da6b-47b2-b4fe-aea5638c252b') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:16.741417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5ec44c-da6b-47b2-b4fe-aea5638c252b') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:16.761335 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (78d5a8f5-764a-43e2-8b0c-ccae35e91722), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.780818 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (8a5ec44c-da6b-47b2-b4fe-aea5638c252b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.800581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a39b62f8-d09e-4cdd-b171-156de9166ab0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:16.806940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Network 07865df8-40e1-418a-8481-e5738a605157 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:16.843317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:16.846324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:16.852213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:16.853195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.902537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (8a5ec44c-da6b-47b2-b4fe-aea5638c252b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.931397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:18:16.932858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (8a5ec44c-da6b-47b2-b4fe-aea5638c252b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.945526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a39b62f8-d09e-4cdd-b171-156de9166ab0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:16.946229 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:16.951807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33920) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:16.952386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.3239627 Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:18:16.953196 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:18:17.074053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15f6d7-1347-4e38-bd02-00cd95f1d107 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=78d5a8f5-764a-43e2-8b0c-ccae35e91722,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:17.104823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 33928) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:17.211715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8d35b-7625-4c9e-ab92-686dfef673d9 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:17.215849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a39b62f8-d09e-4cdd-b171-156de9166ab0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:17.227723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8d35b-7625-4c9e-ab92-686dfef673d9 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:17.239826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8d35b-7625-4c9e-ab92-686dfef673d9 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:17.248360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-73a8d35b-7625-4c9e-ab92-686dfef673d9 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2915239 Feb 09 03:18:17.249826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33930) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:17.293635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c62bfa39-a428-4c22-9a8a-8a382556706c None None] Current status of the port a39b62f8-d09e-4cdd-b171-156de9166ab0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:17.436907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5f8ec6aa-2825-4faa-94f2-f4c2a2d7f7c9 None None] Provisioning complete for port f90f7e15-0821-48ed-84fc-a700b5d86d4f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:17.439284 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec6aa-2825-4faa-94f2-f4c2a2d7f7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f90f7e15-0821-48ed-84fc-a700b5d86d4f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.478919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7843ddda-a54c-4363-95aa-98203c71a499 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Deleting port 78d5a8f5-764a-43e2-8b0c-ccae35e91722 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:17.479254 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7843ddda-a54c-4363-95aa-98203c71a499 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (78d5a8f5-764a-43e2-8b0c-ccae35e91722), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.502097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b098f74a-4d16-46d7-98b0-61925fbcc520), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.558663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ec6aa-2825-4faa-94f2-f4c2a2d7f7c9 None None] Port f90f7e15-0821-48ed-84fc-a700b5d86d4f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:17.590756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5f8ec6aa-2825-4faa-94f2-f4c2a2d7f7c9 None None] Provisioning complete for port a39b62f8-d09e-4cdd-b171-156de9166ab0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:17.591154 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec6aa-2825-4faa-94f2-f4c2a2d7f7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.617413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.628422 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] 10.222.0.32 "DELETE /v2.0/networks/b098f74a-4d16-46d7-98b0-61925fbcc520 HTTP/1.1" status: 204 len: 168 time: 1.4505916 Feb 09 03:18:17.683394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bde319-168d-41c7-a593-8a91dff1c43e tempest-TagsTest-426778720 tempest-TagsTest-426778720-project] Pushing event deleted for resources: {'Network': ['ID=b098f74a-4d16-46d7-98b0-61925fbcc520,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:17.715233 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7843ddda-a54c-4363-95aa-98203c71a499 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (78d5a8f5-764a-43e2-8b0c-ccae35e91722), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:17.747057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7843ddda-a54c-4363-95aa-98203c71a499 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Calling delete_port for 78d5a8f5-764a-43e2-8b0c-ccae35e91722 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:17.768145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe58c2-85e4-4e40-887c-96af4d105c0b req-23b4167e-243e-4dc0-a341-c35501428eba tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:17.777409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3cfe58c2-85e4-4e40-887c-96af4d105c0b req-23b4167e-243e-4dc0-a341-c35501428eba tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2773640 Feb 09 03:18:17.828116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ec6aa-2825-4faa-94f2-f4c2a2d7f7c9 None None] Current status of the port a39b62f8-d09e-4cdd-b171-156de9166ab0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:17.952549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9b077151-fbc8-4a47-a28b-73ddd74cfb11 None None] Provisioning complete for port f90f7e15-0821-48ed-84fc-a700b5d86d4f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:17.954348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9b077151-fbc8-4a47-a28b-73ddd74cfb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f90f7e15-0821-48ed-84fc-a700b5d86d4f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.047796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9b077151-fbc8-4a47-a28b-73ddd74cfb11 None None] Port f90f7e15-0821-48ed-84fc-a700b5d86d4f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:18.087084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9b077151-fbc8-4a47-a28b-73ddd74cfb11 None None] Provisioning complete for port 78d5a8f5-764a-43e2-8b0c-ccae35e91722 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:18.087639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9b077151-fbc8-4a47-a28b-73ddd74cfb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (78d5a8f5-764a-43e2-8b0c-ccae35e91722), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.115074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3cfe58c2-85e4-4e40-887c-96af4d105c0b req-c30a3120-1ff1-4d50-9a01-233429db4410 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251383 Feb 09 03:18:18.151114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7843ddda-a54c-4363-95aa-98203c71a499 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (78d5a8f5-764a-43e2-8b0c-ccae35e91722), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.165924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9b077151-fbc8-4a47-a28b-73ddd74cfb11 None None] Port 78d5a8f5-764a-43e2-8b0c-ccae35e91722 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:18.274222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (54893c5c-9a83-48ef-8b36-e14187e5303a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.332856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843ddda-a54c-4363-95aa-98203c71a499 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Port': ['ID=78d5a8f5-764a-43e2-8b0c-ccae35e91722,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:18.355073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33958) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:18.503427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7843ddda-a54c-4363-95aa-98203c71a499 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.507826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7843ddda-a54c-4363-95aa-98203c71a499 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "DELETE /v2.0/ports/78d5a8f5-764a-43e2-8b0c-ccae35e91722 HTTP/1.1" status: 204 len: 168 time: 1.2569661 Feb 09 03:18:18.515786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:18.574446 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf762f3-ca27-4725-9d45-b866025770b2 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] GET failed (client error): The resource could not be found. Feb 09 03:18:18.578532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fdf762f3-ca27-4725-9d45-b866025770b2 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "GET /v2.0/ports/78d5a8f5-764a-43e2-8b0c-ccae35e91722 HTTP/1.1" status: 404 len: 333 time: 0.0616663 Feb 09 03:18:18.584635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33968) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:18.590129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'network_id': '07865df8-40e1-418a-8481-e5738a605157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2146182160'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:18.781235 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1aa317c6-d2f0-41fd-91aa-6dcc75323f51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dd34b24d80147ac8284bf5f061378f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217858 Feb 09 03:18:18.783888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 33972) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:18.895318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Made reservation on behalf of f4c8844381264396a330b3e4b3e19476 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:18.907484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.923223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3431f0e6-7e2b-4a65-8c89-93556612dfa5 admin admin] Publish callbacks [] for security_group (b4dd0bbf-4f73-4c77-a18b-512a4fe78b9b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.949997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:18.950900 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:18.998372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] device_id is not set on port aee29333-69a3-4b92-aad5-18d5910979d1 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:18:19.014540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3431f0e6-7e2b-4a65-8c89-93556612dfa5 admin admin] Publish callbacks [] for security_group (b4dd0bbf-4f73-4c77-a18b-512a4fe78b9b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.058281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:19.058657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.073924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:19.165585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3431f0e6-7e2b-4a65-8c89-93556612dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b4dd0bbf-4f73-4c77-a18b-512a4fe78b9b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.170468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3431f0e6-7e2b-4a65-8c89-93556612dfa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.175158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3431f0e6-7e2b-4a65-8c89-93556612dfa5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4dd0bbf-4f73-4c77-a18b-512a4fe78b9b HTTP/1.1" status: 204 len: 168 time: 0.3813305 Feb 09 03:18:19.255046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431f0e6-7e2b-4a65-8c89-93556612dfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dd0bbf-4f73-4c77-a18b-512a4fe78b9b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:19.398569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Allocated IP 2001:db8::1b7 (07865df8-40e1-418a-8481-e5738a605157/32b2e84a-5923-4a0f-9464-4c3bfc7a0272/aee29333-69a3-4b92-aad5-18d5910979d1) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:19.440562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7fe9d9f3-8a3e-4d72-8987-df57922fbcf0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.547980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=7fe9d9f3-8a3e-4d72-8987-df57922fbcf0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:19.630192 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.728569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (aee29333-69a3-4b92-aad5-18d5910979d1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.886113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a03c5-d37d-49db-ae42-2dd85abb13d3 req-397473dd-da2d-456f-90e9-c49b7deb92e0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:19.900597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb5a03c5-d37d-49db-ae42-2dd85abb13d3 req-397473dd-da2d-456f-90e9-c49b7deb92e0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.6722696 Feb 09 03:18:19.902747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (aee29333-69a3-4b92-aad5-18d5910979d1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:19.961914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=aee29333-69a3-4b92-aad5-18d5910979d1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:20.015506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Network 07865df8-40e1-418a-8481-e5738a605157 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:20.022112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:20.040631 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:20.047305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:20.048240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.083539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb5a03c5-d37d-49db-ae42-2dd85abb13d3 req-bbc02263-2b21-4657-85e7-2dd96c36d5e0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231978 Feb 09 03:18:20.102795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8d997c95-23ad-4140-9fe9-117c344c2f10 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5170727 Feb 09 03:18:20.113981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34010) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:20.121013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1cd', 'mac_address': 'fa:16:3e:9b:8c:2f'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:20.498285 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (aee29333-69a3-4b92-aad5-18d5910979d1), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.609292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9a6e0924-05b1-4049-9bc5-42fd0caa6999 None None] Provisioning complete for port aee29333-69a3-4b92-aad5-18d5910979d1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:20.614754 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0924-05b1-4049-9bc5-42fd0caa6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aee29333-69a3-4b92-aad5-18d5910979d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.647599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (54893c5c-9a83-48ef-8b36-e14187e5303a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:20.689274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e0924-05b1-4049-9bc5-42fd0caa6999 None None] Port aee29333-69a3-4b92-aad5-18d5910979d1 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:21.011426 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (aee29333-69a3-4b92-aad5-18d5910979d1), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.025962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (aee29333-69a3-4b92-aad5-18d5910979d1), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.067387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] In _notify_port_updated(), no bound segment for port aee29333-69a3-4b92-aad5-18d5910979d1 on network 07865df8-40e1-418a-8481-e5738a605157 {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:18:21.075314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 54893c5c-9a83-48ef-8b36-e14187e5303a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:21.082654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.084228 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.091838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "PUT /v2.0/ports/aee29333-69a3-4b92-aad5-18d5910979d1 HTTP/1.1" status: 200 len: 1003 time: 0.9766610 Feb 09 03:18:21.093363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34036) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:21.277252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:21.285498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-03904e65-296a-422c-9e63-175f9c9b8a8c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "PUT /v2.0/routers/54893c5c-9a83-48ef-8b36-e14187e5303a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1740253 Feb 09 03:18:21.286127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:21.296626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] Sync routers for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:21.315740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:21.316388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:21.459513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-160bad4a-0878-4200-bd3e-7e2bf538d66c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting subnet d021f6a0-ccaf-4e83-a21b-c76b9cd63154 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:18:21.464473 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-160bad4a-0878-4200-bd3e-7e2bf538d66c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (d021f6a0-ccaf-4e83-a21b-c76b9cd63154), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.487785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446877f-1570-4002-8e1d-32b3edb85c23 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=aee29333-69a3-4b92-aad5-18d5910979d1,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:21.520444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:21.520614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfc9c9-ec62-478e-b9c2-31d81932a20c req-bbadcf20-729c-4687-9ce0-b89589c25283 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:21.522170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9edfc9c9-ec62-478e-b9c2-31d81932a20c req-bbadcf20-729c-4687-9ce0-b89589c25283 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.1561859 Feb 09 03:18:21.563342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-160bad4a-0878-4200-bd3e-7e2bf538d66c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (d021f6a0-ccaf-4e83-a21b-c76b9cd63154), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.563600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9525ba3d-497a-44ae-9aeb-7d5abd738d97 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Deleting port aee29333-69a3-4b92-aad5-18d5910979d1 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:21.564948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9525ba3d-497a-44ae-9aeb-7d5abd738d97 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (aee29333-69a3-4b92-aad5-18d5910979d1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.617610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9edfc9c9-ec62-478e-b9c2-31d81932a20c req-cc1ac9b9-e0b7-4c24-ac68-864c65eafbd1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862403 Feb 09 03:18:21.725296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-160bad4a-0878-4200-bd3e-7e2bf538d66c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d021f6a0-ccaf-4e83-a21b-c76b9cd63154), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.797279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9525ba3d-497a-44ae-9aeb-7d5abd738d97 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (aee29333-69a3-4b92-aad5-18d5910979d1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.844803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9525ba3d-497a-44ae-9aeb-7d5abd738d97 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Calling delete_port for aee29333-69a3-4b92-aad5-18d5910979d1 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:21.875054 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-160bad4a-0878-4200-bd3e-7e2bf538d66c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (d021f6a0-ccaf-4e83-a21b-c76b9cd63154), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.888814 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.895427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d1e6a5fd-ea35-4217-bc62-0e8a54f5fa05 None None] Provisioning complete for port aee29333-69a3-4b92-aad5-18d5910979d1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:21.899632 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d1e6a5fd-ea35-4217-bc62-0e8a54f5fa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (aee29333-69a3-4b92-aad5-18d5910979d1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.952292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bad4a-0878-4200-bd3e-7e2bf538d66c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Subnet': ['ID=d021f6a0-ccaf-4e83-a21b-c76b9cd63154,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:21.960461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-160bad4a-0878-4200-bd3e-7e2bf538d66c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:21.972162 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-160bad4a-0878-4200-bd3e-7e2bf538d66c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/subnets/d021f6a0-ccaf-4e83-a21b-c76b9cd63154 HTTP/1.1" status: 204 len: 168 time: 0.6848381 Feb 09 03:18:21.976805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1457a-cfc1-40fa-8610-4b85c83c9e7f None None] Network 2306873e-6237-423f-8c7d-89d908044c15 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:21.978777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:22.097915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6a5fd-ea35-4217-bc62-0e8a54f5fa05 None None] Port aee29333-69a3-4b92-aad5-18d5910979d1 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:22.142589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (54893c5c-9a83-48ef-8b36-e14187e5303a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.155854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:22.198512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9525ba3d-497a-44ae-9aeb-7d5abd738d97 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (aee29333-69a3-4b92-aad5-18d5910979d1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.229045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] Checking router: 54893c5c-9a83-48ef-8b36-e14187e5303a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:22.266255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525ba3d-497a-44ae-9aeb-7d5abd738d97 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Port': ['ID=aee29333-69a3-4b92-aad5-18d5910979d1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:22.268203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] Routers {'54893c5c-9a83-48ef-8b36-e14187e5303a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:22.268854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['54893c5c-9a83-48ef-8b36-e14187e5303a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:22.429591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9525ba3d-497a-44ae-9aeb-7d5abd738d97 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.437024 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (54893c5c-9a83-48ef-8b36-e14187e5303a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.447325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9525ba3d-497a-44ae-9aeb-7d5abd738d97 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "DELETE /v2.0/ports/aee29333-69a3-4b92-aad5-18d5910979d1 HTTP/1.1" status: 204 len: 168 time: 1.2870073 Feb 09 03:18:22.448417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34080) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:22.506406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] DHCP port deletion for 2306873e-6237-423f-8c7d-89d908044c15 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:18:22.510635 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b61406-5947-44d1-b973-259bc2af1a42 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] GET failed (client error): The resource could not be found. Feb 09 03:18:22.518270 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f3b61406-5947-44d1-b973-259bc2af1a42 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "GET /v2.0/ports/aee29333-69a3-4b92-aad5-18d5910979d1 HTTP/1.1" status: 404 len: 333 time: 0.0687468 Feb 09 03:18:22.526763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34082) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:22.531802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'network_id': '07865df8-40e1-418a-8481-e5738a605157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1131132662'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:22.624285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:22.624489 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.705761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] Deleting port 846b85d1-0fd0-4e07-aee9-339a4374cecd {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:22.706146 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.823950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0bed98b2-68ad-4ca0-a04e-025e99bc9c4a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:22.825366 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:22.836309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 846b85d1-0fd0-4e07-aee9-339a4374cecd no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:22.852901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] Set router 54893c5c-9a83-48ef-8b36-e14187e5303a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:22.887330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:22.960575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Made reservation on behalf of f4c8844381264396a330b3e4b3e19476 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:22.964094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.001298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] device_id is not set on port db54419e-9b6d-4b24-a78c-a2bc37d771f2 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:18:23.330066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] For port 846b85d1-0fd0-4e07-aee9-339a4374cecd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=846b85d1-0fd0-4e07-aee9-339a4374cecd,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:23.330697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0bed98b2-68ad-4ca0-a04e-025e99bc9c4a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.331309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.355505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Allocated IP 2001:db8::3da (07865df8-40e1-418a-8481-e5738a605157/32b2e84a-5923-4a0f-9464-4c3bfc7a0272/db54419e-9b6d-4b24-a78c-a2bc37d771f2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:23.366958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] Calling delete_port for 846b85d1-0fd0-4e07-aee9-339a4374cecd owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:23.391452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=0bed98b2-68ad-4ca0-a04e-025e99bc9c4a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:23.417555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e6d08-05d1-4cc7-83dd-9ecb6e976ce6 req-25743dfe-6dc3-4d73-96a0-aedfaa399f5f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:23.427426 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-191e6d08-05d1-4cc7-83dd-9ecb6e976ce6 req-25743dfe-6dc3-4d73-96a0-aedfaa399f5f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.6201901 Feb 09 03:18:23.483840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 846b85d1-0fd0-4e07-aee9-339a4374cecd is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:23.484145 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.514832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-191e6d08-05d1-4cc7-83dd-9ecb6e976ce6 req-27a9705b-80b0-4528-ad98-3f0c80d1932f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 Feb 09 03:18:23.522376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (54893c5c-9a83-48ef-8b36-e14187e5303a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.625260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 846b85d1-0fd0-4e07-aee9-339a4374cecd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=846b85d1-0fd0-4e07-aee9-339a4374cecd,segment=NetworkSegment(5f9c64ae-0dee-4b19-974f-93913a2a03dd),segment_id=5f9c64ae-0dee-4b19-974f-93913a2a03dd)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:23.638734 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.699065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.705417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=846b85d1-0fd0-4e07-aee9-339a4374cecd,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:23.738806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:23.755910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (54893c5c-9a83-48ef-8b36-e14187e5303a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.759489 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_controller (54893c5c-9a83-48ef-8b36-e14187e5303a), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.784394 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (846b85d1-0fd0-4e07-aee9-339a4374cecd), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.788768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3cacbc-cc02-4e27-9514-cadfa2abc0a1 None None] The sync data for ids ['54893c5c-9a83-48ef-8b36-e14187e5303a'] in n-d-827839-4 is: [{'id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928478673', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:15:36Z', 'updated_at': '2022-02-09T03:18:19Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '0bed98b2-68ad-4ca0-a04e-025e99bc9c4a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54893c5c-9a83-48ef-8b36-e14187e5303a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:15:37Z', 'updated_at': '2022-02-09T03:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:23.806211 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.827456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] Pushing event deleted for resources: {'Port': ['ID=846b85d1-0fd0-4e07-aee9-339a4374cecd,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:23.840593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (54893c5c-9a83-48ef-8b36-e14187e5303a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.841197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Fanout notify agent at l3_agent the message router_deleted on router 54893c5c-9a83-48ef-8b36-e14187e5303a {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:18:23.843154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd03b9-8d75-42bd-a4e2-097ff6d2d805 None None] No DVR routers for this DVR port 846b85d1-0fd0-4e07-aee9-339a4374cecd on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:23.865189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:23.873829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6ab7f9fc-6e15-4353-8242-73f29074056a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/routers/54893c5c-9a83-48ef-8b36-e14187e5303a HTTP/1.1" status: 204 len: 168 time: 1.8914280 Feb 09 03:18:23.874396 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34108) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:23.927343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Network 07865df8-40e1-418a-8481-e5738a605157 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:23.947798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:23.956979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:23.985526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:23.986188 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.054774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=db54419e-9b6d-4b24-a78c-a2bc37d771f2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:24.056875 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (2306873e-6237-423f-8c7d-89d908044c15), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.084698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-18dea666-f3f8-4aae-bdba-0291814fb2c8 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5566792 Feb 09 03:18:24.088917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34120) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:24.125527 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9b:8c:2f'}]}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:24.333319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (2306873e-6237-423f-8c7d-89d908044c15), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.377902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2306873e-6237-423f-8c7d-89d908044c15']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:24.405716 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9c64ae-0dee-4b19-974f-93913a2a03dd') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:24.406265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9c64ae-0dee-4b19-974f-93913a2a03dd') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:24.426362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (5f9c64ae-0dee-4b19-974f-93913a2a03dd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.482688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-974f99cf-fd26-475c-8054-ad67187ad6ab None None] Provisioning complete for port db54419e-9b6d-4b24-a78c-a2bc37d771f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:24.483286 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-974f99cf-fd26-475c-8054-ad67187ad6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.485519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5f9c64ae-0dee-4b19-974f-93913a2a03dd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.500057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:18:24.500718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (5f9c64ae-0dee-4b19-974f-93913a2a03dd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:18:24.504298 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:18:24.506749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.555101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-974f99cf-fd26-475c-8054-ad67187ad6ab None None] Port db54419e-9b6d-4b24-a78c-a2bc37d771f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:24.679996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (2306873e-6237-423f-8c7d-89d908044c15), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.690890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.696943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34154) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:24.697157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/networks/2306873e-6237-423f-8c7d-89d908044c15 HTTP/1.1" status: 204 len: 168 time: 0.8215492 Feb 09 03:18:24.872426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8edc8-32fc-4290-ad95-04014e37ed30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Network': ['ID=2306873e-6237-423f-8c7d-89d908044c15,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:24.877748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:24.909669 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db5b2234-d920-4ebf-b922-1899a3c2953f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (c0aadf96-ed71-4229-8036-36550e13ef00), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:24.948912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4d4af-a8d1-43f1-80ff-56f78232b9bf req-bd703149-85d5-454d-b55a-f53801fc404e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:24.949133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:24.949459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7fe9d9f3-8a3e-4d72-8987-df57922fbcf0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:24.950540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5e4d4af-a8d1-43f1-80ff-56f78232b9bf req-bd703149-85d5-454d-b55a-f53801fc404e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.3131461 Feb 09 03:18:24.980885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db5b2234-d920-4ebf-b922-1899a3c2953f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (c0aadf96-ed71-4229-8036-36550e13ef00), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.015666 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5e4d4af-a8d1-43f1-80ff-56f78232b9bf req-02cdaf35-4bec-4d0f-b895-9c78f51ad786 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577376 Feb 09 03:18:25.090494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.102227 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.123692 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db5b2234-d920-4ebf-b922-1899a3c2953f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c0aadf96-ed71-4229-8036-36550e13ef00), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.128096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-db5b2234-d920-4ebf-b922-1899a3c2953f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.129706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-db5b2234-d920-4ebf-b922-1899a3c2953f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/security-groups/c0aadf96-ed71-4229-8036-36550e13ef00 HTTP/1.1" status: 204 len: 168 time: 0.4315331 Feb 09 03:18:25.136345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] In _notify_port_updated(), no bound segment for port db54419e-9b6d-4b24-a78c-a2bc37d771f2 on network 07865df8-40e1-418a-8481-e5738a605157 {{(pid=109856) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:18:25.141381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:25.142031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.149340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "PUT /v2.0/ports/db54419e-9b6d-4b24-a78c-a2bc37d771f2 HTTP/1.1" status: 200 len: 1003 time: 1.0556998 Feb 09 03:18:25.165086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34172) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:25.165913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b2234-d920-4ebf-b922-1899a3c2953f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aadf96-ed71-4229-8036-36550e13ef00,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:25.296348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61913ebd-e7f7-4d66-877a-deca42868258 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=db54419e-9b6d-4b24-a78c-a2bc37d771f2,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:25.513150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0c637ec7-cf2f-4246-9a15-f0064d9a4709 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Deleting port db54419e-9b6d-4b24-a78c-a2bc37d771f2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:25.513433 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c637ec7-cf2f-4246-9a15-f0064d9a4709 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.633936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-378ddafb-e967-4a41-be7c-33c2d7b80708 None None] Provisioning complete for port db54419e-9b6d-4b24-a78c-a2bc37d771f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:25.634601 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-378ddafb-e967-4a41-be7c-33c2d7b80708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.690098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-378ddafb-e967-4a41-be7c-33c2d7b80708 None None] Port db54419e-9b6d-4b24-a78c-a2bc37d771f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:25.703787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34180) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:25.711880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c637ec7-cf2f-4246-9a15-f0064d9a4709 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.718278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-de3a521d-a70f-44ad-ac84-d58c28a452ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375644200', 'description': 'tempest-secgroup-smoke-375644200 description', 'project_id': '1cd773e8482b465982b74bd96fc10950'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:25.728267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0c637ec7-cf2f-4246-9a15-f0064d9a4709 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Calling delete_port for db54419e-9b6d-4b24-a78c-a2bc37d771f2 owned by {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:25.763269 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de3a521d-a70f-44ad-ac84-d58c28a452ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.879071 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de3a521d-a70f-44ad-ac84-d58c28a452ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (f231629f-4ed6-4528-ac0b-f537850039b8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.886340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de3a521d-a70f-44ad-ac84-d58c28a452ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f231629f-4ed6-4528-ac0b-f537850039b8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.937832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-de3a521d-a70f-44ad-ac84-d58c28a452ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:25.939328 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-de3a521d-a70f-44ad-ac84-d58c28a452ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2339668 Feb 09 03:18:25.942601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34190) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:25.953556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6c52b4a2-695b-4319-b0e3-5bb8bc1a7332 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'f231629f-4ed6-4528-ac0b-f537850039b8', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:25.991876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a521d-a70f-44ad-ac84-d58c28a452ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f231629f-4ed6-4528-ac0b-f537850039b8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:26.040264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c52b4a2-695b-4319-b0e3-5bb8bc1a7332 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (51b7abf6-5185-4c3a-b159-84bdd76e144e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.170989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c52b4a2-695b-4319-b0e3-5bb8bc1a7332 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (51b7abf6-5185-4c3a-b159-84bdd76e144e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.182596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c52b4a2-695b-4319-b0e3-5bb8bc1a7332 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (51b7abf6-5185-4c3a-b159-84bdd76e144e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.237952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52b4a2-695b-4319-b0e3-5bb8bc1a7332 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b7abf6-5185-4c3a-b159-84bdd76e144e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:26.258471 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6c52b4a2-695b-4319-b0e3-5bb8bc1a7332 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.260271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6c52b4a2-695b-4319-b0e3-5bb8bc1a7332 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156288 Feb 09 03:18:26.263133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34204) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:26.270401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ee60193a-7fd6-495c-82d4-114941fba148 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'f231629f-4ed6-4528-ac0b-f537850039b8', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:26.309637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee60193a-7fd6-495c-82d4-114941fba148 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (3c5e68b5-900d-4f98-a3c1-3440ef08b987), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.435448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee60193a-7fd6-495c-82d4-114941fba148 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (3c5e68b5-900d-4f98-a3c1-3440ef08b987), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.445655 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee60193a-7fd6-495c-82d4-114941fba148 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (3c5e68b5-900d-4f98-a3c1-3440ef08b987), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.466316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60193a-7fd6-495c-82d4-114941fba148 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5e68b5-900d-4f98-a3c1-3440ef08b987,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:26.504843 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee60193a-7fd6-495c-82d4-114941fba148 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.508335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ee60193a-7fd6-495c-82d4-114941fba148 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2430482 Feb 09 03:18:26.510771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34212) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:26.518738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6387b115-70fa-4484-be52-34ed03b032e2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'f231629f-4ed6-4528-ac0b-f537850039b8', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:26.572180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6387b115-70fa-4484-be52-34ed03b032e2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (27c7cf6a-7335-4ae8-bc23-e3d1a4c10f31), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.594735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158c0e2-ae3a-496f-937f-10d5b86d94b2 req-0a979fd7-a51a-43c6-826b-cbae71ab8006 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:26.599303 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3158c0e2-ae3a-496f-937f-10d5b86d94b2 req-0a979fd7-a51a-43c6-826b-cbae71ab8006 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.1963515 Feb 09 03:18:26.616579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34214) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:26.702784 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6387b115-70fa-4484-be52-34ed03b032e2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (27c7cf6a-7335-4ae8-bc23-e3d1a4c10f31), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.711268 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6387b115-70fa-4484-be52-34ed03b032e2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (27c7cf6a-7335-4ae8-bc23-e3d1a4c10f31), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.733801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:26.756565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387b115-70fa-4484-be52-34ed03b032e2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c7cf6a-7335-4ae8-bc23-e3d1a4c10f31,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:26.775630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6387b115-70fa-4484-be52-34ed03b032e2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.777598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6387b115-70fa-4484-be52-34ed03b032e2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2658386 Feb 09 03:18:26.781919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34222) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:26.787276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b770d77f-327f-4774-84be-06a52d6506c6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'f231629f-4ed6-4528-ac0b-f537850039b8', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:26.790872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:26.791231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0bed98b2-68ad-4ca0-a04e-025e99bc9c4a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:26.807046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3158c0e2-ae3a-496f-937f-10d5b86d94b2 req-c100f382-e44d-4d1b-8eac-f967a6848493 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019820 Feb 09 03:18:26.853259 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c637ec7-cf2f-4246-9a15-f0064d9a4709 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (db54419e-9b6d-4b24-a78c-a2bc37d771f2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.874754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b770d77f-327f-4774-84be-06a52d6506c6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (e640ea47-9599-4243-845b-5f21edc69ba8), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.906979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c637ec7-cf2f-4246-9a15-f0064d9a4709 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Port': ['ID=db54419e-9b6d-4b24-a78c-a2bc37d771f2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:26.922128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1a9738e-152e-42be-888a-56c9e7b174cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.948665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c637ec7-cf2f-4246-9a15-f0064d9a4709 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.953682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0c637ec7-cf2f-4246-9a15-f0064d9a4709 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "DELETE /v2.0/ports/db54419e-9b6d-4b24-a78c-a2bc37d771f2 HTTP/1.1" status: 204 len: 168 time: 1.7836485 Feb 09 03:18:26.956582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34224) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:26.976976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b770d77f-327f-4774-84be-06a52d6506c6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (e640ea47-9599-4243-845b-5f21edc69ba8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:26.989148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b770d77f-327f-4774-84be-06a52d6506c6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (e640ea47-9599-4243-845b-5f21edc69ba8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.018907 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91d7dbc-4c62-4446-b46c-2a9ce7d191e2 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] GET failed (client error): The resource could not be found. Feb 09 03:18:27.024763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770d77f-327f-4774-84be-06a52d6506c6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e640ea47-9599-4243-845b-5f21edc69ba8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:27.025060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c91d7dbc-4c62-4446-b46c-2a9ce7d191e2 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "GET /v2.0/ports/db54419e-9b6d-4b24-a78c-a2bc37d771f2 HTTP/1.1" status: 404 len: 333 time: 0.0631976 Feb 09 03:18:27.025060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34228) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:27.026989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b770d77f-327f-4774-84be-06a52d6506c6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.031039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b770d77f-327f-4774-84be-06a52d6506c6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2449908 Feb 09 03:18:27.031196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'network_id': '07865df8-40e1-418a-8481-e5738a605157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-949823844'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:27.031832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34230) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:27.041562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6e574ef6-bb2a-4934-929b-c25cc58017b3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'f231629f-4ed6-4528-ac0b-f537850039b8', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:27.098788 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-6e574ef6-bb2a-4934-929b-c25cc58017b3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Project 1cd773e8482b465982b74bd96fc10950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:18:27.112311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e574ef6-bb2a-4934-929b-c25cc58017b3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (9b4535c5-328e-402f-a0e3-3d54aaa0b610), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.118737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1a9738e-152e-42be-888a-56c9e7b174cb admin admin] Publish callbacks [] for security_group (d78af764-db54-4450-b08d-4201af4e8144), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.133003 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e1a9738e-152e-42be-888a-56c9e7b174cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d78af764-db54-4450-b08d-4201af4e8144), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.217751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9738e-152e-42be-888a-56c9e7b174cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78af764-db54-4450-b08d-4201af4e8144,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:27.260316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e1a9738e-152e-42be-888a-56c9e7b174cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc4e6719674a4d13b4579387c21ea97c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6425462 Feb 09 03:18:27.263509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34238) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:27.270076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Made reservation on behalf of f4c8844381264396a330b3e4b3e19476 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:27.275670 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.300476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] device_id is not set on port 1966aa5d-b083-4389-97f1-3693be23d845 yet. {{(pid=109857) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:18:27.316023 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e574ef6-bb2a-4934-929b-c25cc58017b3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (9b4535c5-328e-402f-a0e3-3d54aaa0b610), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.331327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7699-9141-4529-ba40-eb9ab633e389 admin admin] Publish callbacks [] for security_group (d78af764-db54-4450-b08d-4201af4e8144), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.397981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7699-9141-4529-ba40-eb9ab633e389 admin admin] Publish callbacks [] for security_group (d78af764-db54-4450-b08d-4201af4e8144), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.445262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e574ef6-bb2a-4934-929b-c25cc58017b3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (9b4535c5-328e-402f-a0e3-3d54aaa0b610), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.461097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Allocated IP 2001:db8::b6 (07865df8-40e1-418a-8481-e5738a605157/32b2e84a-5923-4a0f-9464-4c3bfc7a0272/1966aa5d-b083-4389-97f1-3693be23d845) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:27.479384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e574ef6-bb2a-4934-929b-c25cc58017b3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.480737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6e574ef6-bb2a-4934-929b-c25cc58017b3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4477017 Feb 09 03:18:27.481562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e574ef6-bb2a-4934-929b-c25cc58017b3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4535c5-328e-402f-a0e3-3d54aaa0b610,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:27.485234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34240) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:27.487791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7699-9141-4529-ba40-eb9ab633e389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d78af764-db54-4450-b08d-4201af4e8144), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.490649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7699-9141-4529-ba40-eb9ab633e389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.491992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cf3d7699-9141-4529-ba40-eb9ab633e389 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d78af764-db54-4450-b08d-4201af4e8144 HTTP/1.1" status: 204 len: 168 time: 0.2203050 Feb 09 03:18:27.496193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-040b8e8e-86b4-4455-aa98-eaeb7720d595 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'f231629f-4ed6-4528-ac0b-f537850039b8', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:27.524051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d7699-9141-4529-ba40-eb9ab633e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78af764-db54-4450-b08d-4201af4e8144,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:27.527886 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-040b8e8e-86b4-4455-aa98-eaeb7720d595 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Project 1cd773e8482b465982b74bd96fc10950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:18:27.533640 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-040b8e8e-86b4-4455-aa98-eaeb7720d595 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (3eec8fd8-dc18-4205-ad0e-d7c51fd13f44), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.596791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-040b8e8e-86b4-4455-aa98-eaeb7720d595 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (3eec8fd8-dc18-4205-ad0e-d7c51fd13f44), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.602844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-040b8e8e-86b4-4455-aa98-eaeb7720d595 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (3eec8fd8-dc18-4205-ad0e-d7c51fd13f44), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.629035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b8e8e-86b4-4455-aa98-eaeb7720d595 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eec8fd8-dc18-4205-ad0e-d7c51fd13f44,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:27.651585 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-040b8e8e-86b4-4455-aa98-eaeb7720d595 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.655528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-040b8e8e-86b4-4455-aa98-eaeb7720d595 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687043 Feb 09 03:18:27.661431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34244) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:27.688005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'network': {'name': 'tempest-network-smoke--126884746', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'port_security_enabled': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:27.732490 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (1966aa5d-b083-4389-97f1-3693be23d845), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.748714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:27.755179 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.807148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:27.839848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (56df6568-bb79-4db9-98c2-95704117196e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.839848 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Added segment 56df6568-bb79-4db9-98c2-95704117196e of type vlan for network a173cc9b-602e-40ec-9a64-3f2f1f65a63b Feb 09 03:18:27.845988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1966aa5d-b083-4389-97f1-3693be23d845), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.927179 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a173cc9b-602e-40ec-9a64-3f2f1f65a63b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:27.954118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=1966aa5d-b083-4389-97f1-3693be23d845,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:27.986118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Network 07865df8-40e1-418a-8481-e5738a605157 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:27.990302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:28.004773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:28.020427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:28.025988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.034687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.resource_extend [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 03:18:28.042755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34254) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:28.062441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7737a8b1-59f6-4433-b2f3-bacdb3136015 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0365138 Feb 09 03:18:28.074382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34256) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:28.103570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'network_id': '07865df8-40e1-418a-8481-e5738a605157', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-480787616'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:28.174534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f5479666-6163-4700-8b0d-a7efff79a641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.202441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a173cc9b-602e-40ec-9a64-3f2f1f65a63b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.207622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:28.208167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.356029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f31f0d-ee3d-4d2f-a78f-9ebe135ae73d req-fbd22c6d-8481-4735-9286-ac1674957a2e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:28.362349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b6f31f0d-ee3d-4d2f-a78f-9ebe135ae73d req-fbd22c6d-8481-4735-9286-ac1674957a2e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.4212377 Feb 09 03:18:28.407580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34264) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:28.407766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7380030 Feb 09 03:18:28.412156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'admin_state_up': True, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:28.456183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3b21b002-f35a-4571-915b-79eca0f41e27 None None] Provisioning complete for port 1966aa5d-b083-4389-97f1-3693be23d845 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:28.456840 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3b21b002-f35a-4571-915b-79eca0f41e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1966aa5d-b083-4389-97f1-3693be23d845), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.465478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (553529ea-90ff-4cde-ae95-52a3eca13534), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.465478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (553529ea-90ff-4cde-ae95-52a3eca13534), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.469919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f4354-af56-411e-8b08-acaa2c15ada2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Network': ['ID=a173cc9b-602e-40ec-9a64-3f2f1f65a63b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:28.528131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b6f31f0d-ee3d-4d2f-a78f-9ebe135ae73d req-2421b7d0-fc78-4511-b31d-ea80c0376bf8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649559 Feb 09 03:18:28.537429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3b21b002-f35a-4571-915b-79eca0f41e27 None None] Port 1966aa5d-b083-4389-97f1-3693be23d845 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:28.551769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:28.561398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f5479666-6163-4700-8b0d-a7efff79a641 admin admin] Publish callbacks [] for security_group (489ee0a4-d91e-464f-86c2-a6f6440abc0e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.565664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Made reservation on behalf of f4c8844381264396a330b3e4b3e19476 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:28.574008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.615853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] device_id is not set on port d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 yet. {{(pid=109856) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 03:18:28.629822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_controller (553529ea-90ff-4cde-ae95-52a3eca13534), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.732280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f5479666-6163-4700-8b0d-a7efff79a641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (489ee0a4-d91e-464f-86c2-a6f6440abc0e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.802127 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f5479666-6163-4700-8b0d-a7efff79a641 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d910699da1649b38e59dde5856d6280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7371697 Feb 09 03:18:28.802543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34270) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:28.905838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5479666-6163-4700-8b0d-a7efff79a641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489ee0a4-d91e-464f-86c2-a6f6440abc0e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:28.912324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (553529ea-90ff-4cde-ae95-52a3eca13534), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.950438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Allocated IP 2001:db8::1aa (07865df8-40e1-418a-8481-e5738a605157/32b2e84a-5923-4a0f-9464-4c3bfc7a0272/d3a7cfaa-9237-4a9e-9e35-2ea1ff026909) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:28.967176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-715bd94b-d5b1-4b62-b577-7032cb50aefa admin admin] Publish callbacks [] for security_group (489ee0a4-d91e-464f-86c2-a6f6440abc0e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:28.994357 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-715bd94b-d5b1-4b62-b577-7032cb50aefa admin admin] Publish callbacks [] for security_group (489ee0a4-d91e-464f-86c2-a6f6440abc0e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.114604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-715bd94b-d5b1-4b62-b577-7032cb50aefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (489ee0a4-d91e-464f-86c2-a6f6440abc0e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.116337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-715bd94b-d5b1-4b62-b577-7032cb50aefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.121872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-715bd94b-d5b1-4b62-b577-7032cb50aefa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/489ee0a4-d91e-464f-86c2-a6f6440abc0e HTTP/1.1" status: 204 len: 168 time: 0.3148403 Feb 09 03:18:29.169139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bd94b-d5b1-4b62-b577-7032cb50aefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489ee0a4-d91e-464f-86c2-a6f6440abc0e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:29.205035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.249648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.304757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Network 07865df8-40e1-418a-8481-e5738a605157 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:29.314115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:29.336579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:29.342830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.344351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.393037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2972856 Feb 09 03:18:29.396764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34282) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:29.417783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1cd', 'mac_address': 'fa:16:3e:9b:8c:2f'}, {'ip_address': '2001:db8::b6', 'mac_address': 'fa:16:3e:ca:10:be'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:29.435236 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660194f-d76e-464b-98f0-f8b589a9ee61 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=d3a7cfaa-9237-4a9e-9e35-2ea1ff026909,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:29.486331 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (553529ea-90ff-4cde-ae95-52a3eca13534), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.651602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.791573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c7868c46-e21b-482a-b6f7-7c9ad7eb914b None None] Provisioning complete for port d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:29.792113 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c7868c46-e21b-482a-b6f7-7c9ad7eb914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:29.872137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c7868c46-e21b-482a-b6f7-7c9ad7eb914b None None] Port d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:29.876330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69c888-df65-4d51-ba2d-6f2b2f6a1f54 req-94e5b5a8-958b-496d-877b-53d661da46ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:29.879013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a69c888-df65-4d51-ba2d-6f2b2f6a1f54 req-94e5b5a8-958b-496d-877b-53d661da46ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 943 time: 0.2290075 Feb 09 03:18:29.961380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a69c888-df65-4d51-ba2d-6f2b2f6a1f54 req-cdccae7a-b1f3-42cf-bcb5-e727f579e475 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601766 Feb 09 03:18:29.974524 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.038429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.25.2.177 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/38341245-1832-4069-8bea-3a9f64bf8420) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:30.213785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5c2f7226-ea77-42d7-9008-599da22bc3b8 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:18:30.273089 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (38341245-1832-4069-8bea-3a9f64bf8420), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.345916 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd56ca70-f5db-4fcc-97c8-8b0fd7248066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.410838 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (38341245-1832-4069-8bea-3a9f64bf8420), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.427107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 5c2f7226-ea77-42d7-9008-599da22bc3b8, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5c2f7226-ea77-42d7-9008-599da22bc3b8,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:30.443357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '5c2f7226-ea77-42d7-9008-599da22bc3b8', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'port_id': '5c2f7226-ea77-42d7-9008-599da22bc3b8', 'mac_address': 'fa:16:3e:6e:9b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:18:30.465511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.481335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:30.486117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:30.488594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=38341245-1832-4069-8bea-3a9f64bf8420,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:30.492313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:30.495101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.562168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] In _notify_port_updated(), no bound segment for port d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 on network 07865df8-40e1-418a-8481-e5738a605157 {{(pid=109857) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 03:18:30.574501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:30.576187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 5c2f7226-ea77-42d7-9008-599da22bc3b8 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:30.576602 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.580769 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.584227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "PUT /v2.0/ports/d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 HTTP/1.1" status: 200 len: 1066 time: 1.1838043 Feb 09 03:18:30.584647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34326) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:30.633930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2f7226-ea77-42d7-9008-599da22bc3b8 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:30.644927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83098a-6a55-405b-936d-f57641d07fb4 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event updated for resources: {'Port': ['ID=d3a7cfaa-9237-4a9e-9e35-2ea1ff026909,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:30.697346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 5c2f7226-ea77-42d7-9008-599da22bc3b8, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5c2f7226-ea77-42d7-9008-599da22bc3b8,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:30.718017 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.816459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9aafa2c8-fcb9-4b02-a994-754454e46fed tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Deleting port d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:30.817114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9aafa2c8-fcb9-4b02-a994-754454e46fed tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:30.832817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=5c2f7226-ea77-42d7-9008-599da22bc3b8,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:30.848179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.848535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.848887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.849233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.849574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.849914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.850821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.859148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.859396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.859741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.860122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.860462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.860797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:30.987756 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9aafa2c8-fcb9-4b02-a994-754454e46fed tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.019219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9aafa2c8-fcb9-4b02-a994-754454e46fed tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Calling delete_port for d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:31.034078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['5c2f7226-ea77-42d7-9008-599da22bc3b8'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:31.125290 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (553529ea-90ff-4cde-ae95-52a3eca13534), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.134205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5b70cb9d-7753-4bc4-b055-f4438d648d09 None None] Provisioning complete for port d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:31.135006 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5b70cb9d-7753-4bc4-b055-f4438d648d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.199481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5b70cb9d-7753-4bc4-b055-f4438d648d09 None None] Port d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:31.352526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4bb05-2330-4ff6-bc2d-2dfc673bb483 req-dc4c3dc9-4860-48fc-84f4-48009502bbd8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:31.356860 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aa4bb05-2330-4ff6-bc2d-2dfc673bb483 req-dc4c3dc9-4860-48fc-84f4-48009502bbd8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 944 time: 0.2042084 Feb 09 03:18:31.525715 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9aafa2c8-fcb9-4b02-a994-754454e46fed tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d3a7cfaa-9237-4a9e-9e35-2ea1ff026909), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.578090 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aa4bb05-2330-4ff6-bc2d-2dfc673bb483 req-c6c2c824-3abe-4553-87da-89a411fdfddb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143316 Feb 09 03:18:31.659450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (553529ea-90ff-4cde-ae95-52a3eca13534), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:31.724329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafa2c8-fcb9-4b02-a994-754454e46fed tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Port': ['ID=d3a7cfaa-9237-4a9e-9e35-2ea1ff026909,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:31.997728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 553529ea-90ff-4cde-ae95-52a3eca13534 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:18:32.211388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5c2f7226-ea77-42d7-9008-599da22bc3b8 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:32.277459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:32.292188 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Sync routers for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:32.315219 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:32.316234 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:32.334154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.335996 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-09889114-4f37-4209-a8db-63b5439cc866 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9272439 Feb 09 03:18:32.339557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34368) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:32.352123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 5c2f7226-ea77-42d7-9008-599da22bc3b8 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:18:32.358675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 5c2f7226-ea77-42d7-9008-599da22bc3b8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:32.359069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.443339 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9aafa2c8-fcb9-4b02-a994-754454e46fed tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.460101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9aafa2c8-fcb9-4b02-a994-754454e46fed tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "DELETE /v2.0/ports/d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 HTTP/1.1" status: 204 len: 168 time: 1.8717082 Feb 09 03:18:32.460101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34372) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:32.480613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-197b9bdc-a61d-4f2c-ad56-a96f1eba5f5a tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1cd773e8482b465982b74bd96fc10950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1398914 Feb 09 03:18:32.481233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34374) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:32.529210 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fb6a60-ffe0-4e30-b420-85415766bb1c tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] GET failed (client error): The resource could not be found. Feb 09 03:18:32.539503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c0fb6a60-ffe0-4e30-b420-85415766bb1c tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "GET /v2.0/ports/d3a7cfaa-9237-4a9e-9e35-2ea1ff026909 HTTP/1.1" status: 404 len: 333 time: 0.0755515 Feb 09 03:18:32.539886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34378) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:32.586678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 5c2f7226-ea77-42d7-9008-599da22bc3b8 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:32.587500 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.630803 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:32.646652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 5c2f7226-ea77-42d7-9008-599da22bc3b8, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5c2f7226-ea77-42d7-9008-599da22bc3b8,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:32.648082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae01456-69fc-451f-bc98-bf8036760329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2f7226-ea77-42d7-9008-599da22bc3b8'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:32.650813 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f691c72-80c6-4ad3-9780-0d5a2b997cff" -d '{"events": [{"server_uuid": "dae01456-69fc-451f-bc98-bf8036760329", "name": "network-vif-plugged", "status": "completed", "tag": "5c2f7226-ea77-42d7-9008-599da22bc3b8"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:32.665244 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.715154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6e954-8986-4c37-95ae-7b70826be6cf tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:32.719609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-96f6e954-8986-4c37-95ae-7b70826be6cf tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2345495 Feb 09 03:18:32.734115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34390) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:32.796791 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01ed3a1-b9fc-4fac-b2db-f66209a0ae5d x-openstack-request-id: req-e01ed3a1-b9fc-4fac-b2db-f66209a0ae5d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:32.804842 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae01456-69fc-451f-bc98-bf8036760329", "name": "network-vif-plugged", "status": "completed", "tag": "5c2f7226-ea77-42d7-9008-599da22bc3b8", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:32.805261 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e01ed3a1-b9fc-4fac-b2db-f66209a0ae5d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:32.805708 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae01456-69fc-451f-bc98-bf8036760329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2f7226-ea77-42d7-9008-599da22bc3b8', 'code': 200} Feb 09 03:18:32.830271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ef6eca43-5caf-474a-8df4-5df5269e7994 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0923328 Feb 09 03:18:32.833476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34394) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:32.841737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538882180', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:32.850032 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ebd2809-a110-4e40-8739-20e26808df83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.888426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Deleting port 1966aa5d-b083-4389-97f1-3693be23d845 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:32.890599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1966aa5d-b083-4389-97f1-3693be23d845), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:32.935192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=5c2f7226-ea77-42d7-9008-599da22bc3b8,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:33.073302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1966aa5d-b083-4389-97f1-3693be23d845), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.089347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Calling delete_port for 1966aa5d-b083-4389-97f1-3693be23d845 owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:33.139626 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:30Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:33.224378 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Checking router: 553529ea-90ff-4cde-ae95-52a3eca13534 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:33.224731 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Updating router 553529ea-90ff-4cde-ae95-52a3eca13534 port 38341245-1832-4069-8bea-3a9f64bf8420 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:18:33.258477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1966aa5d-b083-4389-97f1-3693be23d845), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.299932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Port': ['ID=1966aa5d-b083-4389-97f1-3693be23d845,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:33.324653 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (38341245-1832-4069-8bea-3a9f64bf8420), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.354998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.356950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.357550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.358357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.360467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.360973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.361427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.361875 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.362903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.364545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.365016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.365739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.367976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:33.383137 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.391600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-abba4e3d-b363-4c4e-a870-7bc0560a7f2f tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "DELETE /v2.0/ports/1966aa5d-b083-4389-97f1-3693be23d845 HTTP/1.1" status: 204 len: 168 time: 0.8506913 Feb 09 03:18:33.394331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34406) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:33.406380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9ca51-7d74-493e-bca5-98acdd99ba88 req-efb3cebe-cd60-44cd-b086-9c4dde562cf0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.416519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b9ca51-7d74-493e-bca5-98acdd99ba88 req-efb3cebe-cd60-44cd-b086-9c4dde562cf0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 945 time: 0.6255474 Feb 09 03:18:33.454811 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0fd7a9-b2c1-4381-81e6-dd62c70210a0 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] GET failed (client error): The resource could not be found. Feb 09 03:18:33.458831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-af0fd7a9-b2c1-4381-81e6-dd62c70210a0 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "GET /v2.0/ports/1966aa5d-b083-4389-97f1-3693be23d845 HTTP/1.1" status: 404 len: 333 time: 0.0622711 Feb 09 03:18:33.461945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34408) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:33.481863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:33.485620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.507327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab804db-2e19-4453-9053-c53f09135ae5 req-79f4b19b-0398-4f89-b403-f03c42fcf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:33.517242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ab804db-2e19-4453-9053-c53f09135ae5 req-79f4b19b-0398-4f89-b403-f03c42fcf9f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 1127 time: 0.1882250 Feb 09 03:18:33.596376 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b9ca51-7d74-493e-bca5-98acdd99ba88 req-ec6f1337-f789-442a-a04a-8fc9a8684772 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786342 Feb 09 03:18:33.648220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ab804db-2e19-4453-9053-c53f09135ae5 req-e695ecf0-a911-4797-93db-ae19129669d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486386 Feb 09 03:18:33.703487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1fcff19a-0b77-4af1-99d3-c7ac7c2aad60 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Deleting port f90f7e15-0821-48ed-84fc-a700b5d86d4f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:33.704009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fcff19a-0b77-4af1-99d3-c7ac7c2aad60 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f90f7e15-0821-48ed-84fc-a700b5d86d4f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.854094 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Publish callbacks [] for port (38341245-1832-4069-8bea-3a9f64bf8420), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.870050 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (38341245-1832-4069-8bea-3a9f64bf8420), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.884291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (bc845def-c19e-4772-949d-2a1030ba3f2c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.906068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fcff19a-0b77-4af1-99d3-c7ac7c2aad60 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f90f7e15-0821-48ed-84fc-a700b5d86d4f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.931720 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Attempting to bind port 38341245-1832-4069-8bea-3a9f64bf8420 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:33.932539 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Attempting to bind port 38341245-1832-4069-8bea-3a9f64bf8420 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:33.932984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1fcff19a-0b77-4af1-99d3-c7ac7c2aad60 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Calling delete_port for f90f7e15-0821-48ed-84fc-a700b5d86d4f owned by {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:33.933251 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Attempting to bind port 38341245-1832-4069-8bea-3a9f64bf8420 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:33.949477 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:33.950301 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:33.950929 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.951484 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:33.952139 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Bound port: 38341245-1832-4069-8bea-3a9f64bf8420, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:33.952686 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (38341245-1832-4069-8bea-3a9f64bf8420), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:33.970297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Subnet': ['ID=bc845def-c19e-4772-949d-2a1030ba3f2c,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:33.983995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Checking segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:33.985003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network hostable DHCP agents. Network: a173cc9b-602e-40ec-9a64-3f2f1f65a63b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:34.005747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:34.016985 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] For port 38341245-1832-4069-8bea-3a9f64bf8420, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:34.019964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.021963 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] For port 38341245-1832-4069-8bea-3a9f64bf8420, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=38341245-1832-4069-8bea-3a9f64bf8420,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:34.022694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a173cc9b-602e-40ec-9a64-3f2f1f65a63b) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:34.032992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab9a0e-efce-4b5f-80a7-0e74229456eb None None] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:34.033171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:34.033747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.045060 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (38341245-1832-4069-8bea-3a9f64bf8420), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.049210 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Pushing event updated for resources: {'Port': ['ID=38341245-1832-4069-8bea-3a9f64bf8420,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:34.073111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34414) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:34.073562 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e2084d28-7c49-4610-b692-fa829fd1e330 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2371283 Feb 09 03:18:34.076424 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.077047 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.078177 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.078784 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.079684 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.080240 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.080800 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.081374 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.082453 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.083023 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.083586 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.085150 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.085935 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:18:34.129277 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:34.130447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:34.276018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:18:34.277138 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.316066 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fdf7e-1a9f-4746-b7a5-b579432fb200 None None] Pushing event updated for resources: {'Port': ['ID=38341245-1832-4069-8bea-3a9f64bf8420,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:34.365045 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:34.412187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fcff19a-0b77-4af1-99d3-c7ac7c2aad60 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f90f7e15-0821-48ed-84fc-a700b5d86d4f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.521461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcff19a-0b77-4af1-99d3-c7ac7c2aad60 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Port': ['ID=f90f7e15-0821-48ed-84fc-a700b5d86d4f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:34.558841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Allocated IP 172.20.0.2 (a173cc9b-602e-40ec-9a64-3f2f1f65a63b/bc845def-c19e-4772-949d-2a1030ba3f2c/27edc2f9-cc24-4763-b8b4-468ef650aab1) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:34.581704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1fcff19a-0b77-4af1-99d3-c7ac7c2aad60 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.586216 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1fcff19a-0b77-4af1-99d3-c7ac7c2aad60 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "DELETE /v2.0/ports/f90f7e15-0821-48ed-84fc-a700b5d86d4f HTTP/1.1" status: 204 len: 168 time: 1.1200542 Feb 09 03:18:34.588938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34418) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:34.762014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c217eea-d60f-4445-82fd-f438b6bf6cab tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Deleting subnet 32b2e84a-5923-4a0f-9464-4c3bfc7a0272 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:18:34.766439 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c217eea-d60f-4445-82fd-f438b6bf6cab tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for subnet (32b2e84a-5923-4a0f-9464-4c3bfc7a0272), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.882449 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:30Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:34.885295 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Publish callbacks [] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.900052 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.957429 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c217eea-d60f-4445-82fd-f438b6bf6cab tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (32b2e84a-5923-4a0f-9464-4c3bfc7a0272), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:34.995500 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f412c-0c27-4432-bc32-978c755d7b75 None None] The sync data for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 is: [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:30Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:35.028107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Pushing event updated for resources: {'Port': ['ID=27edc2f9-cc24-4763-b8b4-468ef650aab1,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:35.040777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:35.043763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:35.047502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:35.086721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9706b6-a8d0-42d3-b70a-879de997f096 req-81f0ba3f-f1e1-41fa-936d-d742e907e4dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:35.088323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b9706b6-a8d0-42d3-b70a-879de997f096 req-81f0ba3f-f1e1-41fa-936d-d742e907e4dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 945 time: 0.2943792 Feb 09 03:18:35.203519 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.223407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Attempting to bind port 27edc2f9-cc24-4763-b8b4-468ef650aab1 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:35.224183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Attempting to bind port 27edc2f9-cc24-4763-b8b4-468ef650aab1 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:35.224718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Attempting to bind port 27edc2f9-cc24-4763-b8b4-468ef650aab1 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:35.236071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:35.236850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Checking segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:35.237436 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.237991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Bound using segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:35.238714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Bound port: 27edc2f9-cc24-4763-b8b4-468ef650aab1, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:35.239312 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.250593 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c217eea-d60f-4445-82fd-f438b6bf6cab tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (32b2e84a-5923-4a0f-9464-4c3bfc7a0272), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.281974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b9706b6-a8d0-42d3-b70a-879de997f096 req-00f0f27d-1615-4c4f-ae7c-fa96f77176e2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787944 Feb 09 03:18:35.413037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] For port 27edc2f9-cc24-4763-b8b4-468ef650aab1, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:35.420545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] For port 27edc2f9-cc24-4763-b8b4-468ef650aab1, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=27edc2f9-cc24-4763-b8b4-468ef650aab1,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:35.439796 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.455850 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c217eea-d60f-4445-82fd-f438b6bf6cab tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (32b2e84a-5923-4a0f-9464-4c3bfc7a0272), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.499019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c217eea-d60f-4445-82fd-f438b6bf6cab tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Subnet': ['ID=32b2e84a-5923-4a0f-9464-4c3bfc7a0272,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:35.501154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3c217eea-d60f-4445-82fd-f438b6bf6cab tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.510603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3c217eea-d60f-4445-82fd-f438b6bf6cab tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "DELETE /v2.0/subnets/32b2e84a-5923-4a0f-9464-4c3bfc7a0272 HTTP/1.1" status: 204 len: 168 time: 0.9206266 Feb 09 03:18:35.511603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34428) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:35.533627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9534c0b-88a3-4c85-bbfc-52d6d0c9ee9f None None] Network 07865df8-40e1-418a-8481-e5738a605157 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:35.538798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.700482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (07865df8-40e1-418a-8481-e5738a605157), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.740293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06293071-3c58-41bb-baf9-4959c60b428f None None] Pushing event updated for resources: {'Port': ['ID=27edc2f9-cc24-4763-b8b4-468ef650aab1,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:35.836973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Deleting port a39b62f8-d09e-4cdd-b171-156de9166ab0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:35.837318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.924073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] For port a39b62f8-d09e-4cdd-b171-156de9166ab0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a39b62f8-d09e-4cdd-b171-156de9166ab0,segment=NetworkSegment(5ca2a707-81b0-4018-b36f-205d75972317),segment_id=5ca2a707-81b0-4018-b36f-205d75972317)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:35.924448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:35.938310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] DHCP port deletion for 07865df8-40e1-418a-8481-e5738a605157 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:18:35.951617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Calling delete_port for a39b62f8-d09e-4cdd-b171-156de9166ab0 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:36.085861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] Deleting port a39b62f8-d09e-4cdd-b171-156de9166ab0 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:36.088288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.169397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.20.0.1 (a173cc9b-602e-40ec-9a64-3f2f1f65a63b/bc845def-c19e-4772-949d-2a1030ba3f2c/c7429a35-59e1-4a81-8e1c-bc72ea7381b3) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:36.221731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.297249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Port': ['ID=a39b62f8-d09e-4cdd-b171-156de9166ab0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:36.316961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] No DVR routers for this DVR port a39b62f8-d09e-4cdd-b171-156de9166ab0 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:36.354813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] For port a39b62f8-d09e-4cdd-b171-156de9166ab0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a39b62f8-d09e-4cdd-b171-156de9166ab0,segment=NetworkSegment(5ca2a707-81b0-4018-b36f-205d75972317),segment_id=5ca2a707-81b0-4018-b36f-205d75972317)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:36.355214 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.379355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] Calling delete_port for a39b62f8-d09e-4cdd-b171-156de9166ab0 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:36.520385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.559122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (07865df8-40e1-418a-8481-e5738a605157), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.577806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.622702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.624177 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (a39b62f8-d09e-4cdd-b171-156de9166ab0), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.644050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07865df8-40e1-418a-8481-e5738a605157']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:36.687016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca2a707-81b0-4018-b36f-205d75972317') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:36.687599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca2a707-81b0-4018-b36f-205d75972317') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:36.699615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] Pushing event deleted for resources: {'Port': ['ID=a39b62f8-d09e-4cdd-b171-156de9166ab0,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:36.703305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:36.704602 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (5ca2a707-81b0-4018-b36f-205d75972317), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.706887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:36.709284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:36.737505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e439b26e-779c-4897-8c46-dd787fc567a8 None None] No DVR routers for this DVR port a39b62f8-d09e-4cdd-b171-156de9166ab0 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:36.739473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (5ca2a707-81b0-4018-b36f-205d75972317), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.760578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:18:36.761169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (5ca2a707-81b0-4018-b36f-205d75972317), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.817303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:36.841072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (553529ea-90ff-4cde-ae95-52a3eca13534), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:18:36.909327 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:18:36.915330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (07865df8-40e1-418a-8481-e5738a605157), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.929181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755802fa-e3af-46d5-9fbe-39e3b4fb1ecf req-c524e6e0-1ad9-4cce-bb50-a8ae9603b7d6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:36.931093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-755802fa-e3af-46d5-9fbe-39e3b4fb1ecf req-c524e6e0-1ad9-4cce-bb50-a8ae9603b7d6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 945 time: 0.3987937 Feb 09 03:18:36.932382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:36.936110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] 10.222.0.32 "DELETE /v2.0/networks/07865df8-40e1-418a-8481-e5738a605157 HTTP/1.1" status: 204 len: 168 time: 1.4145143 Feb 09 03:18:37.009286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf978c-df93-4c64-b728-3281df036f30 tempest-AllowedAddressPairIpV6TestJSON-443870596 tempest-AllowedAddressPairIpV6TestJSON-443870596-project] Pushing event deleted for resources: {'Network': ['ID=07865df8-40e1-418a-8481-e5738a605157,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:37.033539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-755802fa-e3af-46d5-9fbe-39e3b4fb1ecf req-a4432071-8024-4aeb-ad6e-b98f92c6cee9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921872 Feb 09 03:18:37.165096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 27edc2f9-cc24-4763-b8b4-468ef650aab1 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:37.295918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:37.296471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 27edc2f9-cc24-4763-b8b4-468ef650aab1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:37.296817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:37.430047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62334c88-d691-4cef-b86e-089fe16de2f8 req-48f7725c-1f8f-41f3-9160-89d6e8ed6591 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:37.431979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62334c88-d691-4cef-b86e-089fe16de2f8 req-48f7725c-1f8f-41f3-9160-89d6e8ed6591 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 945 time: 0.2621312 Feb 09 03:18:37.513107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 27edc2f9-cc24-4763-b8b4-468ef650aab1 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:37.514694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:37.519981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03afee7-19c1-4783-9779-007d09c79ff4 None None] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:37.598362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34464) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:37.661042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62334c88-d691-4cef-b86e-089fe16de2f8 req-21bfcd67-de10-4cc8-b7dd-1a028b3cf0cb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215805 Feb 09 03:18:37.736405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 27edc2f9-cc24-4763-b8b4-468ef650aab1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=27edc2f9-cc24-4763-b8b4-468ef650aab1,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:37.750303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1e0d3239-bb47-45a7-b1db-860dadcd5cec None None] Provisioning complete for port 27edc2f9-cc24-4763-b8b4-468ef650aab1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:37.751350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e0d3239-bb47-45a7-b1db-860dadcd5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:37.808584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:37.808584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 38341245-1832-4069-8bea-3a9f64bf8420 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:37.944500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-30015a99-d76c-4e84-9a9b-1c0e12b63b3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4c8844381264396a330b3e4b3e19476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3447821 Feb 09 03:18:37.945721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34472) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:37.994423 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.008125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.088044 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d406a1ae-216d-42ca-9ee4-fcc3d1b32084 admin admin] Publish callbacks [] for security_group (30d85165-951a-4a4f-8f85-55295b53e767), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.143743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (553529ea-90ff-4cde-ae95-52a3eca13534), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.143743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:38.187463 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d406a1ae-216d-42ca-9ee4-fcc3d1b32084 admin admin] Publish callbacks [] for security_group (30d85165-951a-4a4f-8f85-55295b53e767), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.290554 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d406a1ae-216d-42ca-9ee4-fcc3d1b32084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (30d85165-951a-4a4f-8f85-55295b53e767), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.293519 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d406a1ae-216d-42ca-9ee4-fcc3d1b32084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.295058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d406a1ae-216d-42ca-9ee4-fcc3d1b32084 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30d85165-951a-4a4f-8f85-55295b53e767 HTTP/1.1" status: 204 len: 168 time: 0.3472600 Feb 09 03:18:38.309907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406a1ae-216d-42ca-9ee4-fcc3d1b32084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d85165-951a-4a4f-8f85-55295b53e767,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:38.497774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20195847-3e3c-4b3e-902f-e7a20a9c18d0 req-bd85e5dd-b4d4-4ebd-8fe0-736460dc1850 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:38.512083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20195847-3e3c-4b3e-902f-e7a20a9c18d0 req-bd85e5dd-b4d4-4ebd-8fe0-736460dc1850 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 945 time: 0.2222145 Feb 09 03:18:38.565742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=27edc2f9-cc24-4763-b8b4-468ef650aab1,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:38.618190 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20195847-3e3c-4b3e-902f-e7a20a9c18d0 req-efc8e198-804e-42bf-9f1d-92c0e46e19e0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964596 Feb 09 03:18:38.622493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:38.624096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:38.626873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1e0d3239-bb47-45a7-b1db-860dadcd5cec None None] Current status of the port 27edc2f9-cc24-4763-b8b4-468ef650aab1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:38.671126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 38341245-1832-4069-8bea-3a9f64bf8420 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:38.671510 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (38341245-1832-4069-8bea-3a9f64bf8420), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.878566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 38341245-1832-4069-8bea-3a9f64bf8420 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:38.878964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (38341245-1832-4069-8bea-3a9f64bf8420), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:38.920186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 38341245-1832-4069-8bea-3a9f64bf8420, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=38341245-1832-4069-8bea-3a9f64bf8420,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:38.920796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 553529ea-90ff-4cde-ae95-52a3eca13534 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:38.945754 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (38341245-1832-4069-8bea-3a9f64bf8420), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:39.077081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=38341245-1832-4069-8bea-3a9f64bf8420,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:39.082133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a39b62f8-d09e-4cdd-b171-156de9166ab0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:39.107893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a39b62f8-d09e-4cdd-b171-156de9166ab0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:39.108414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a39b62f8-d09e-4cdd-b171-156de9166ab0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:39.163811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1717d769-ea6d-43cd-8b16-21232aa24467 None None] Provisioning complete for port 27edc2f9-cc24-4763-b8b4-468ef650aab1 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:39.164113 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1717d769-ea6d-43cd-8b16-21232aa24467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:39.211303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:39.230152 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dab9b1e3-5de5-4764-807b-368ad352e678 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "PUT /v2.0/routers/553529ea-90ff-4cde-ae95-52a3eca13534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1560907 Feb 09 03:18:39.253031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Sync routers for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:39.318005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 27edc2f9-cc24-4763-b8b4-468ef650aab1 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:39.424477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:39.424826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:39.429103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 27edc2f9-cc24-4763-b8b4-468ef650aab1 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:39.429448 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:39.619615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-4f272b43-1699-40ce-b18e-7e6295b1b85d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375644200&fields=id&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 267 time: 0.1260552 Feb 09 03:18:39.705229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34522) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:39.726959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1717d769-ea6d-43cd-8b16-21232aa24467 None None] Current status of the port 27edc2f9-cc24-4763-b8b4-468ef650aab1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:39.778024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:39.779768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 27edc2f9-cc24-4763-b8b4-468ef650aab1 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:39.780884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 38341245-1832-4069-8bea-3a9f64bf8420 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:39.852056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1717d769-ea6d-43cd-8b16-21232aa24467 None None] Provisioning complete for port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:39.852430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1717d769-ea6d-43cd-8b16-21232aa24467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:39.869654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9b6f9ed8-ceb6-4199-90c7-714ccfcbf717 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] Request body: {'port': {'network_id': '97ae02f5-688e-461c-9d69-850e11834b4b', 'name': 'tempest-NetworksNegativeTestJSON-162502779'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:39.902161 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:18:39.905904 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6f9ed8-ceb6-4199-90c7-714ccfcbf717 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] POST failed (client error): The resource could not be found. Feb 09 03:18:39.906441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6f9ed8-ceb6-4199-90c7-714ccfcbf717 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:39.907589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9b6f9ed8-ceb6-4199-90c7-714ccfcbf717 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2013602 Feb 09 03:18:39.914464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34526) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:39.919403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-b398b548-be9c-4bd4-b444-a28d8113c0ac tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:39.920890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-b398b548-be9c-4bd4-b444-a28d8113c0ac tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 796 time: 0.2997549 Feb 09 03:18:39.926683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32850ae-0492-4415-a8e7-6c808271b36b req-80cf178b-00a1-4f91-b648-cd4aa9b2c1da tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:39.928809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b32850ae-0492-4415-a8e7-6c808271b36b req-80cf178b-00a1-4f91-b648-cd4aa9b2c1da tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 945 time: 0.1400106 Feb 09 03:18:39.957707 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9404002c-e7ba-4467-a86f-a81e4e01ee99 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:39.958249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9404002c-e7ba-4467-a86f-a81e4e01ee99 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:39.961288 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9404002c-e7ba-4467-a86f-a81e4e01ee99 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "DELETE /v2.0/networks/ddbda5bb-000d-4cf3-a188-4edecd934906 HTTP/1.1" status: 404 len: 339 time: 0.0315428 Feb 09 03:18:39.965299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34528) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:39.992943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d17a4de4-c883-4033-96d0-a9e5ad343a43 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/quotas/1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 375 time: 0.0267310 Feb 09 03:18:40.017464 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b047a213-3c7c-4b0c-b7b8-70a37a318296 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:40.018032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b047a213-3c7c-4b0c-b7b8-70a37a318296 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:40.019571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1717d769-ea6d-43cd-8b16-21232aa24467 None None] Port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:40.021056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b047a213-3c7c-4b0c-b7b8-70a37a318296 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "DELETE /v2.0/ports/c0a14528-c1fe-4aa7-abf5-ea34db9722e7 HTTP/1.1" status: 404 len: 333 time: 0.0550227 Feb 09 03:18:40.028198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34530) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:40.063016 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9161042c-d60d-4cd6-ae2b-2341b16a4582 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] DELETE failed (client error): The resource could not be found. Feb 09 03:18:40.063476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9161042c-d60d-4cd6-ae2b-2341b16a4582 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:40.065788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-8453db98-ba9c-4cc5-a625-6bade08148f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:40.066676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9161042c-d60d-4cd6-ae2b-2341b16a4582 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "DELETE /v2.0/subnets/c3ec1232-d404-43a8-9348-95c3521f0a23 HTTP/1.1" status: 404 len: 337 time: 0.0374403 Feb 09 03:18:40.067695 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-8453db98-ba9c-4cc5-a625-6bade08148f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 945 time: 0.1895685 Feb 09 03:18:40.073283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34532) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:40.094706 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b32850ae-0492-4415-a8e7-6c808271b36b req-4f239f1d-010c-47f7-81cd-3edd7dc23f83 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522465 Feb 09 03:18:40.121621 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0655cf1-2d9d-4eb4-b070-200a31ca0d75 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] GET failed (client error): The resource could not be found. Feb 09 03:18:40.126911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d0655cf1-2d9d-4eb4-b070-200a31ca0d75 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "GET /v2.0/networks/cd5fb4d8-8ee9-4adc-915f-1ab603bc4b95 HTTP/1.1" status: 404 len: 339 time: 0.0521955 Feb 09 03:18:40.128542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34536) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:40.155729 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf90124-54e1-4f83-b5d9-e398838701a4 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] GET failed (client error): The resource could not be found. Feb 09 03:18:40.161839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4cf90124-54e1-4f83-b5d9-e398838701a4 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "GET /v2.0/ports/f41a2db0-989e-4501-a565-3f433b720911 HTTP/1.1" status: 404 len: 333 time: 0.0320203 Feb 09 03:18:40.163312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34538) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:40.194880 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c864620-3ebc-404e-a719-65da01719179 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] GET failed (client error): The resource could not be found. Feb 09 03:18:40.200187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-5311a898-f20c-4905-91d5-a976d2bac8e4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1947348 Feb 09 03:18:40.200926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7c864620-3ebc-404e-a719-65da01719179 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "GET /v2.0/subnets/c0c877ce-20c9-484b-93f6-92c04859dd63 HTTP/1.1" status: 404 len: 337 time: 0.0363288 Feb 09 03:18:40.202214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34540) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:40.207691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f16a429e-fb63-4cfd-9574-54b51e771ba6 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:40.223778 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16a429e-fb63-4cfd-9574-54b51e771ba6 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] PUT failed (client error): The resource could not be found. Feb 09 03:18:40.224595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16a429e-fb63-4cfd-9574-54b51e771ba6 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:40.230436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f16a429e-fb63-4cfd-9574-54b51e771ba6 tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "PUT /v2.0/networks/f4e67997-67ea-45a2-a47f-d2a092107425 HTTP/1.1" status: 404 len: 339 time: 0.0270293 Feb 09 03:18:40.232485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34542) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:40.232608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 38341245-1832-4069-8bea-3a9f64bf8420 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:40.232960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (38341245-1832-4069-8bea-3a9f64bf8420), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:40.238403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f06be052-0e66-4f4f-bb52-c054afc4d0ad tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:40.263331 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06be052-0e66-4f4f-bb52-c054afc4d0ad tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] PUT failed (client error): The resource could not be found. Feb 09 03:18:40.264213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06be052-0e66-4f4f-bb52-c054afc4d0ad tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:40.270145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f06be052-0e66-4f4f-bb52-c054afc4d0ad tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "PUT /v2.0/ports/48bdbdc2-d458-43c0-8acd-30bbe6b0734d HTTP/1.1" status: 404 len: 333 time: 0.0361404 Feb 09 03:18:40.271075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34546) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:40.278107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f962fa3a-8166-4b3c-98bf-fa33fc048d2a tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:40.313125 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f962fa3a-8166-4b3c-98bf-fa33fc048d2a tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] PUT failed (client error): The resource could not be found. Feb 09 03:18:40.313730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f962fa3a-8166-4b3c-98bf-fa33fc048d2a tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:18:40.330946 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f962fa3a-8166-4b3c-98bf-fa33fc048d2a tempest-NetworksNegativeTestJSON-828289911 tempest-NetworksNegativeTestJSON-828289911-project] 10.222.0.32 "PUT /v2.0/subnets/d46180df-1da2-4cc6-8936-aacf87eb2430 HTTP/1.1" status: 404 len: 337 time: 0.0580013 Feb 09 03:18:40.372861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-74d62553-4c83-4c0c-ac97-3afbe5388983 None None] Provisioning complete for port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:40.372861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-74d62553-4c83-4c0c-ac97-3afbe5388983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:40.373721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-ca4aa974-b0c9-4709-8037-befab64597c4 service neutron] 10.222.0.32 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580858 Feb 09 03:18:40.479870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 38341245-1832-4069-8bea-3a9f64bf8420 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:40.495738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port 5c2f7226-ea77-42d7-9008-599da22bc3b8 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:40.496081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:40.516563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 2, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:40.532055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-74d62553-4c83-4c0c-ac97-3afbe5388983 None None] Port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:40.565194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Checking router: 553529ea-90ff-4cde-ae95-52a3eca13534 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:18:40.565702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Updating router 553529ea-90ff-4cde-ae95-52a3eca13534 port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:18:40.602171 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:40.619873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-56a0f814-7aaa-4fab-9671-4aad19949ea3 service neutron] 10.222.0.32 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213197 Feb 09 03:18:40.676054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] For port 5c2f7226-ea77-42d7-9008-599da22bc3b8, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=5c2f7226-ea77-42d7-9008-599da22bc3b8,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:40.678046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:40.703447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for 5c2f7226-ea77-42d7-9008-599da22bc3b8 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:40.761835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34556) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:40.948422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5c2f7226-ea77-42d7-9008-599da22bc3b8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:40.960954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5974fdaf-fa24-4fe7-af0d-13f2061005e0 req-9b180bdd-572f-4c1d-81bd-e14af259a976 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 210 time: 0.0769827 Feb 09 03:18:41.005818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=5c2f7226-ea77-42d7-9008-599da22bc3b8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:41.019004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e0ee16a-b193-40f3-ac40-a1b3820b6258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.043180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['599be6e4-8256-40e0-98fb-06b9d2b25c25'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:41.062891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] No DVR routers for this DVR port 5c2f7226-ea77-42d7-9008-599da22bc3b8 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:18:41.065674 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.070857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc89af8f-b0b0-4458-a812-c93be8fcb635 req-ff6cb632-d51a-46d7-91c0-c1ad0db8d745 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "DELETE /v2.0/ports/5c2f7226-ea77-42d7-9008-599da22bc3b8 HTTP/1.1" status: 204 len: 173 time: 0.9949677 Feb 09 03:18:41.071350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae01456-69fc-451f-bc98-bf8036760329', 'name': 'network-vif-deleted', 'tag': '5c2f7226-ea77-42d7-9008-599da22bc3b8'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:41.073694 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fde980-24aa-41af-90a9-b312df783fd0" -d '{"events": [{"server_uuid": "dae01456-69fc-451f-bc98-bf8036760329", "name": "network-vif-deleted", "tag": "5c2f7226-ea77-42d7-9008-599da22bc3b8"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:41.177012 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6bfa3b-1226-4df7-8cf7-60c286e2f39d x-openstack-request-id: req-5e6bfa3b-1226-4df7-8cf7-60c286e2f39d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:41.177513 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae01456-69fc-451f-bc98-bf8036760329", "name": "network-vif-deleted", "tag": "5c2f7226-ea77-42d7-9008-599da22bc3b8", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:41.178483 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e6bfa3b-1226-4df7-8cf7-60c286e2f39d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:41.179064 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae01456-69fc-451f-bc98-bf8036760329', 'name': 'network-vif-deleted', 'tag': '5c2f7226-ea77-42d7-9008-599da22bc3b8', 'status': 'completed', 'code': 200} Feb 09 03:18:41.315205 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2041ba0-2a9b-485d-970b-bcecc0f7754d req-4199c37f-f2c8-487c-b1eb-f7b14c44fdf0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0393429 Feb 09 03:18:41.325158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e0ee16a-b193-40f3-ac40-a1b3820b6258 admin admin] Publish callbacks [] for security_group (1bb3c48f-3ef9-4eaf-928d-d577262db15b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.331238 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e0ee16a-b193-40f3-ac40-a1b3820b6258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1bb3c48f-3ef9-4eaf-928d-d577262db15b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.446436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ee16a-b193-40f3-ac40-a1b3820b6258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb3c48f-3ef9-4eaf-928d-d577262db15b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:41.465801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8e0ee16a-b193-40f3-ac40-a1b3820b6258 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d9bac69125e4ce0b297b7ab738d39a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7022557 Feb 09 03:18:41.468527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34578) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:41.583601 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Publish callbacks [] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.598268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.609833 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9955-e997-4650-97c5-f8c74c771d76 admin admin] Publish callbacks [] for security_group (1bb3c48f-3ef9-4eaf-928d-d577262db15b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.664577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a53b-c43b-41ec-94fc-1129e4ef6920 None None] Pushing event updated for resources: {'Port': ['ID=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:41.680643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9955-e997-4650-97c5-f8c74c771d76 admin admin] Publish callbacks [] for security_group (1bb3c48f-3ef9-4eaf-928d-d577262db15b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.767968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Attempting to bind port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:41.768737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Attempting to bind port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:41.769408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Attempting to bind port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:41.778935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:41.779759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Checking segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:41.780406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.781061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Bound using segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:41.782029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Bound port: c7429a35-59e1-4a81-8e1c-bc72ea7381b3, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:41.783370 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.786579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9955-e997-4650-97c5-f8c74c771d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1bb3c48f-3ef9-4eaf-928d-d577262db15b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.788014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9955-e997-4650-97c5-f8c74c771d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:41.792452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fb7b9955-e997-4650-97c5-f8c74c771d76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bb3c48f-3ef9-4eaf-928d-d577262db15b HTTP/1.1" status: 204 len: 168 time: 0.3226833 Feb 09 03:18:41.807426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b9955-e997-4650-97c5-f8c74c771d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb3c48f-3ef9-4eaf-928d-d577262db15b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:41.936719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] For port c7429a35-59e1-4a81-8e1c-bc72ea7381b3, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:41.946639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] For port c7429a35-59e1-4a81-8e1c-bc72ea7381b3, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:42.000618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:42.102787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a53b-c43b-41ec-94fc-1129e4ef6920 None None] Pushing event updated for resources: {'Port': ['ID=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:42.141561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8afd7ecd-d43d-44a3-8731-6bb31d8fe5e9 req-4a49f270-8d7f-4104-ae20-31a2f24354db tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 210 time: 0.0575655 Feb 09 03:18:42.150714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:42.151457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:42.554485 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36dd6052-eb24-4bad-b926-169d32fbbaab req-b9494eaf-214b-4096-b466-00d18ca0e9e0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0947874 Feb 09 03:18:42.646312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5c2f7226-ea77-42d7-9008-599da22bc3b8 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:18:42.660355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f2748686-d11a-40c7-bdb0-c18355e37b8b None None] Provisioning complete for port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:42.660731 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f2748686-d11a-40c7-bdb0-c18355e37b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:42.695492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-7e4ca288-9721-47e2-9652-a892203dae33 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:42.699224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-7e4ca288-9721-47e2-9652-a892203dae33 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 796 time: 0.2654107 Feb 09 03:18:42.741193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 5c2f7226-ea77-42d7-9008-599da22bc3b8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:18:42.741542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 5c2f7226-ea77-42d7-9008-599da22bc3b8 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:18:42.798675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:18:42.884091 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-ddad10c9-4879-4031-a6d2-1824730ea790 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 379 time: 0.1658232 Feb 09 03:18:42.898100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'port': {'device_id': 'de5971ef-239a-45a8-9978-3ae43250716c', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'admin_state_up': True, 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'security_groups': ['f231629f-4ed6-4528-ac0b-f537850039b8']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:42.920253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f2748686-d11a-40c7-bdb0-c18355e37b8b None None] Current status of the port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:42.920649 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f2748686-d11a-40c7-bdb0-c18355e37b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.015405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f2748686-d11a-40c7-bdb0-c18355e37b8b None None] For port c7429a35-59e1-4a81-8e1c-bc72ea7381b3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:43.033556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34612) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:43.043297 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f2748686-d11a-40c7-bdb0-c18355e37b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.064352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:43.069752 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.215770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1c26bf22-e194-40df-aca9-8078f6c1642f tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2098669831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:43.239020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.20.0.6 (a173cc9b-602e-40ec-9a64-3f2f1f65a63b/bc845def-c19e-4772-949d-2a1030ba3f2c/126e6f43-204f-4257-b053-5ab6c7829a50) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:43.245049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e86da614-90df-4419-a8bf-ca5a33119318 None None] Provisioning complete for port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:43.245711 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e86da614-90df-4419-a8bf-ca5a33119318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.247064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748686-d11a-40c7-bdb0-c18355e37b8b None None] Pushing event updated for resources: {'Port': ['ID=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:43.266132 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c26bf22-e194-40df-aca9-8078f6c1642f tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.270782 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c26bf22-e194-40df-aca9-8078f6c1642f tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.336224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e170513d-981e-4ae3-be82-1e432802de4b req-7bf3661f-a3ae-43af-af93-b1abbf0b5742 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 210 time: 0.0545044 Feb 09 03:18:43.363176 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c26bf22-e194-40df-aca9-8078f6c1642f tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for router_controller (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.374897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:41Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:43.375356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c26bf22-e194-40df-aca9-8078f6c1642f tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.405806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c15fd-157c-40cf-a87a-b46cf1588ec9 None None] The sync data for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 is: [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:41Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:43.414917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1c26bf22-e194-40df-aca9-8078f6c1642f tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.416443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1c26bf22-e194-40df-aca9-8078f6c1642f tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3803337 Feb 09 03:18:43.419206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34618) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:43.425265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-206164657'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:43.472575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e86da614-90df-4419-a8bf-ca5a33119318 None None] Current status of the port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:43.476988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Made reservation on behalf of d448d304b9044a05820af7f8a3cd559d for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:43.480980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.491946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.529023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (126e6f43-204f-4257-b053-5ab6c7829a50), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.583470 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for security_group (15ca3d6b-6707-42ef-a18d-ab177779d597), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.592143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (15ca3d6b-6707-42ef-a18d-ab177779d597), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.597518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.675607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:43.692733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:43.702873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:43.720241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:43.781822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ca3d6b-6707-42ef-a18d-ab177779d597,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:43.812917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8c1961c8-e083-482f-b674-fa23e88b87cb req-616baddf-2596-4143-b5ac-faf1f37bdb26 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.1089282 Feb 09 03:18:43.826833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b2da493b-2953-418d-bdcb-f67af52da4c8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.827377 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Added segment b2da493b-2953-418d-bdcb-f67af52da4c8 of type vlan for network a81acc9b-c4a4-4a60-9600-6a67be369d70 Feb 09 03:18:43.836473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:43.867939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:43.868729 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.900607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-d9c0a128-1d82-4038-bbc1-8045893b503d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0096824 Feb 09 03:18:43.947403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a81acc9b-c4a4-4a60-9600-6a67be369d70), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.991370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a81acc9b-c4a4-4a60-9600-6a67be369d70), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:43.997633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:43.998164 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.049449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Request body: {'port': {'device_id': 'de5971ef-239a-45a8-9978-3ae43250716c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:44.130807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2370fe5a-efa1-4040-8148-284675eff6d5 None None] Provisioning complete for port 126e6f43-204f-4257-b053-5ab6c7829a50 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:44.131224 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2370fe5a-efa1-4040-8148-284675eff6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.193108 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7727578 Feb 09 03:18:44.196195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34636) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:44.212863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'subnet': {'network_id': 'a81acc9b-c4a4-4a60-9600-6a67be369d70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:44.221268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.230736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34638) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:44.238363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea31e9d-db1c-499a-b251-206b907bd062 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Network': ['ID=a81acc9b-c4a4-4a60-9600-6a67be369d70,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:44.239910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2370fe5a-efa1-4040-8148-284675eff6d5 None None] Port 126e6f43-204f-4257-b053-5ab6c7829a50 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:44.255817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a81acc9b-c4a4-4a60-9600-6a67be369d70 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:44.441884 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Made reservation on behalf of d448d304b9044a05820af7f8a3cd559d for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:44.448466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.653094 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b66d4090-fa3c-43f3-9f89-02d2260616a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.711526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (afb53b0a-4535-43b5-8789-a1de9690468b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.759792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c93a-4bdf-4e90-bce3-196a840ef208 req-11e4091d-4d20-4340-b707-6f463d88aa48 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.769382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7316c93a-4bdf-4e90-bce3-196a840ef208 req-11e4091d-4d20-4340-b707-6f463d88aa48 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 931 time: 0.1808443 Feb 09 03:18:44.783306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Subnet': ['ID=afb53b0a-4535-43b5-8789-a1de9690468b,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:44.807710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126e6f43-204f-4257-b053-5ab6c7829a50 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:44.826092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Publish callbacks [] for port (126e6f43-204f-4257-b053-5ab6c7829a50), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.851769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Checking segment: {'id': 'b2da493b-2953-418d-bdcb-f67af52da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a81acc9b-c4a4-4a60-9600-6a67be369d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:44.852386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network hostable DHCP agents. Network: a81acc9b-c4a4-4a60-9600-6a67be369d70, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:44.876105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network a81acc9b-c4a4-4a60-9600-6a67be369d70 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:44.893750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Transition to ACTIVE for port object 126e6f43-204f-4257-b053-5ab6c7829a50 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:18:44.901359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7316c93a-4bdf-4e90-bce3-196a840ef208 req-17f16d46-1d95-4154-8777-62cdd83601d4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307814 Feb 09 03:18:44.911651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a81acc9b-c4a4-4a60-9600-6a67be369d70) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:44.916792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:44.917315 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.917561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.925803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defec0f2-94f0-4398-ba7b-8567c5139510 None None] Network a81acc9b-c4a4-4a60-9600-6a67be369d70 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:44.971383 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-19074f15-0898-49ac-a650-385afb920741 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7688754 Feb 09 03:18:44.971851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:44.974126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34650) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:44.976177 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b66d4090-fa3c-43f3-9f89-02d2260616a7 admin admin] Publish callbacks [] for security_group (797c8fe4-e810-48c5-a896-a98950f9e541), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:44.985185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'network': {'name': 'tempest-router-network01--340805617'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:44.993193 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b66d4090-fa3c-43f3-9f89-02d2260616a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (797c8fe4-e810-48c5-a896-a98950f9e541), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.056735 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42891b11-f5a7-4e88-ba10-e25edabb9fc3 req-63c12b1c-94eb-4a60-9cee-fca2edf6cbf4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0993826 Feb 09 03:18:45.097872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d4090-fa3c-43f3-9f89-02d2260616a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797c8fe4-e810-48c5-a896-a98950f9e541,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:45.101717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Made reservation on behalf of d448d304b9044a05820af7f8a3cd559d for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:45.105474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.165520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b66d4090-fa3c-43f3-9f89-02d2260616a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4114e146a044194a0db99e21b4dcad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9306333 Feb 09 03:18:45.166269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34652) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:45.180219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-a81acc9b-c4a4-4a60-9600-6a67be369d70', 'network_id': 'a81acc9b-c4a4-4a60-9600-6a67be369d70', 'project_id': 'd448d304b9044a05820af7f8a3cd559d', 'fixed_ips': [{'subnet_id': 'afb53b0a-4535-43b5-8789-a1de9690468b'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:18:45.185262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.239524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:45.304535 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (de816629-16ac-4401-bbd4-ee8ba849b442), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.305029 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Added segment de816629-16ac-4401-bbd4-ee8ba849b442 of type vlan for network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea Feb 09 03:18:45.314600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28148056-cb6f-4663-a1a8-f5c0a9b6ba38 admin admin] Publish callbacks [] for security_group (797c8fe4-e810-48c5-a896-a98950f9e541), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.381226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28148056-cb6f-4663-a1a8-f5c0a9b6ba38 admin admin] Publish callbacks [] for security_group (797c8fe4-e810-48c5-a896-a98950f9e541), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.405967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:45.406475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:45.407246 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:45.415068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c7429a35-59e1-4a81-8e1c-bc72ea7381b3 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:45.442491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (24b5b7e4-cf1f-4c4a-a759-0ffddff649ea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.454953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:18:45.455684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:45.463375 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28148056-cb6f-4663-a1a8-f5c0a9b6ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (797c8fe4-e810-48c5-a896-a98950f9e541), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.466451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:45.468623 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28148056-cb6f-4663-a1a8-f5c0a9b6ba38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.469016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Checking segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:45.469680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Bound using segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:45.470380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Bound port: 126e6f43-204f-4257-b053-5ab6c7829a50, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:45.470975 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.473875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-28148056-cb6f-4663-a1a8-f5c0a9b6ba38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/797c8fe4-e810-48c5-a896-a98950f9e541 HTTP/1.1" status: 204 len: 168 time: 0.3045757 Feb 09 03:18:45.488486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148056-cb6f-4663-a1a8-f5c0a9b6ba38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797c8fe4-e810-48c5-a896-a98950f9e541,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:45.583717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (24b5b7e4-cf1f-4c4a-a759-0ffddff649ea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.595178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:45.595973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.692682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:45.738366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:45.746637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:45.747123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.776346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7947619 Feb 09 03:18:45.779270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34662) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:45.784853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'network': {'name': 'tempest-router-network02--1680818650'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:45.790126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.797338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Allocated IP 2001:db8::2 (a81acc9b-c4a4-4a60-9600-6a67be369d70/afb53b0a-4535-43b5-8789-a1de9690468b/1233824a-44fa-4fef-9ffb-afb298fe650a) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:45.837110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Made reservation on behalf of d448d304b9044a05820af7f8a3cd559d for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:45.841143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.889990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:45.912890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (870c2049-46f1-4256-bb03-bcb951d52a49), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.913322 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Added segment 870c2049-46f1-4256-bb03-bcb951d52a49 of type vlan for network 967a34b5-b06b-4875-9ae1-e66eb20102b8 Feb 09 03:18:45.936147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:45.939663 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:45.943272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-a9520864-c347-406d-a0a0-405595ea647c service neutron] 10.222.0.61 "PUT /v2.0/ports/126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 1091 time: 2.0325198 Feb 09 03:18:45.958493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:45.982150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:45.999083 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7516bf22-8575-4930-b725-7d347027c9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:46.032619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3047db-9505-4f79-82e1-cf4703dc274e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Network': ['ID=24b5b7e4-cf1f-4c4a-a759-0ffddff649ea,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:46.060778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:46.079882 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (967a34b5-b06b-4875-9ae1-e66eb20102b8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:46.134801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Publish callbacks [] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:46.159486 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cae0db-e354-4d40-8813-34fc6af7cf63 x-openstack-request-id: req-c8cae0db-e354-4d40-8813-34fc6af7cf63 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:46.160434 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:46.160794 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8cae0db-e354-4d40-8813-34fc6af7cf63 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:46.161874 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'status': 'completed', 'code': 200} Feb 09 03:18:46.165942 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:46.191756 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (967a34b5-b06b-4875-9ae1-e66eb20102b8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:46.200679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:46.202250 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:46.277868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Network a81acc9b-c4a4-4a60-9600-6a67be369d70 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:46.283275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9520864-c347-406d-a0a0-405595ea647c service neutron] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:46.294336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:46.302126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:46.343496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87ad5644-1392-4d41-8582-fca5bb6923fd req-64caea14-ab0a-4a84-80a2-2c4cddf3d865 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0835543 Feb 09 03:18:46.351423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5710435 Feb 09 03:18:46.355104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34678) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:46.370357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'subnet': {'network_id': '24b5b7e4-cf1f-4c4a-a759-0ffddff649ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:46.383865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-4f804818-106f-43bb-a46a-d090e455325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:46.398085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-4f804818-106f-43bb-a46a-d090e455325d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1125 time: 0.3903489 Feb 09 03:18:46.508167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Pushing event updated for resources: {'Port': ['ID=1233824a-44fa-4fef-9ffb-afb298fe650a,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:46.551776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a0bae-650a-41ec-953c-2a52850cc54e req-16d09968-5e67-4385-9b1b-a575db420999 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:46.552728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Attempting to bind port 1233824a-44fa-4fef-9ffb-afb298fe650a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:46.555305 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c0a0bae-650a-41ec-953c-2a52850cc54e req-16d09968-5e67-4385-9b1b-a575db420999 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 943 time: 0.4137568 Feb 09 03:18:46.557220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-cf50e81f-7a06-4396-b21b-ecc73ddae1c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 217 time: 0.1498463 Feb 09 03:18:46.560904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Attempting to bind port 1233824a-44fa-4fef-9ffb-afb298fe650a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'b2da493b-2953-418d-bdcb-f67af52da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a81acc9b-c4a4-4a60-9600-6a67be369d70'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:46.561618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Attempting to bind port 1233824a-44fa-4fef-9ffb-afb298fe650a on network a81acc9b-c4a4-4a60-9600-6a67be369d70 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:46.579756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:46.586498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Checking segment: {'id': 'b2da493b-2953-418d-bdcb-f67af52da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a81acc9b-c4a4-4a60-9600-6a67be369d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:46.587191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:46.587772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Bound using segment: {'id': 'b2da493b-2953-418d-bdcb-f67af52da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a81acc9b-c4a4-4a60-9600-6a67be369d70'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:46.588456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Bound port: 1233824a-44fa-4fef-9ffb-afb298fe650a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2da493b-2953-418d-bdcb-f67af52da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a81acc9b-c4a4-4a60-9600-6a67be369d70'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:46.590143 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:46.734117 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] For port 1233824a-44fa-4fef-9ffb-afb298fe650a, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:46.741577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] For port 1233824a-44fa-4fef-9ffb-afb298fe650a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1233824a-44fa-4fef-9ffb-afb298fe650a,segment=NetworkSegment(b2da493b-2953-418d-bdcb-f67af52da4c8),segment_id=b2da493b-2953-418d-bdcb-f67af52da4c8)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:46.763074 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:46.791313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c0a0bae-650a-41ec-953c-2a52850cc54e req-8e761303-27b1-46ca-8610-eea044762b55 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219234 Feb 09 03:18:46.832273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-f3b1d780-079b-4fa0-b51c-68d7747b0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:46.835511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-f3b1d780-079b-4fa0-b51c-68d7747b0fa4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 200 len: 835 time: 0.2343805 Feb 09 03:18:46.887492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0f177-a95f-4774-b90c-e2185b83a5ff None None] Pushing event updated for resources: {'Port': ['ID=1233824a-44fa-4fef-9ffb-afb298fe650a,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:46.935713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-c2a8c06b-13bc-4d59-bcca-4a12417e6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:46.937365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-c2a8c06b-13bc-4d59-bcca-4a12417e6075 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969381 Feb 09 03:18:46.991916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd0bfe-e878-4072-85b1-ce2a8ace2d9d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Network': ['ID=967a34b5-b06b-4875-9ae1-e66eb20102b8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:47.002122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 967a34b5-b06b-4875-9ae1-e66eb20102b8 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:47.092130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-e2b1db31-c3a5-40d2-bd00-e0170b96e467 service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477666 Feb 09 03:18:47.112322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Made reservation on behalf of d448d304b9044a05820af7f8a3cd559d for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:47.121683 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:47.363243 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cc6bb5ea-f4ef-42cd-8631-b126c6fff5ae req-e220663c-1b0a-47f0-8386-cb6b1879e911 service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638757 Feb 09 03:18:47.443187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1233824a-44fa-4fef-9ffb-afb298fe650a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:47.513454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516bf22-8575-4930-b725-7d347027c9cf req-d3290548-2d4c-44d6-b682-a6313a3166f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.515105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7516bf22-8575-4930-b725-7d347027c9cf req-d3290548-2d4c-44d6-b682-a6313a3166f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1125 time: 0.0662048 Feb 09 03:18:47.559124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1233824a-44fa-4fef-9ffb-afb298fe650a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:47.559711 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:47.599611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29d8bafe-a87a-456f-b846-8412a55c4fdb req-040cad0a-bfbb-4df2-83aa-be4fa6446cc7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.1250727 Feb 09 03:18:47.682832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516bf22-8575-4930-b725-7d347027c9cf req-55d36ddf-f7c8-46c9-819f-080f315bd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:47.687943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7516bf22-8575-4930-b725-7d347027c9cf req-55d36ddf-f7c8-46c9-819f-080f315bd22c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 897 time: 0.1656239 Feb 09 03:18:47.728750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (6feeae4d-8313-47ff-a3be-c0a2af74c0d9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:47.785867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1233824a-44fa-4fef-9ffb-afb298fe650a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:47.786368 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:47.868155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1233824a-44fa-4fef-9ffb-afb298fe650a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1233824a-44fa-4fef-9ffb-afb298fe650a,segment=NetworkSegment(b2da493b-2953-418d-bdcb-f67af52da4c8),segment_id=b2da493b-2953-418d-bdcb-f67af52da4c8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:47.878393 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:47.890641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Subnet': ['ID=6feeae4d-8313-47ff-a3be-c0a2af74c0d9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:47.958959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34712) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:47.982555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1233824a-44fa-4fef-9ffb-afb298fe650a,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:47.991206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Checking segment: {'id': 'de816629-16ac-4401-bbd4-ee8ba849b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '24b5b7e4-cf1f-4c4a-a759-0ffddff649ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:47.991694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network hostable DHCP agents. Network: 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:48.029315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:48.041880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:48.051934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43ee9f0-1a3d-46d0-ba83-968ebae56ad6 None None] Network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:48.058672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:48.060521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.093071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dee34b98-8fa7-46cb-95ca-3f7f68ff4800 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7365952 Feb 09 03:18:48.094207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34716) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:48.099822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'subnet': {'network_id': '967a34b5-b06b-4875-9ae1-e66eb20102b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:48.186329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7516bf22-8575-4930-b725-7d347027c9cf req-daddba48-a6eb-4569-b350-50d9d39ef8d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 217 time: 0.4917588 Feb 09 03:18:48.248061 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7fba62fc-065f-4ced-93fb-9d7b9c7760e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.276656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516bf22-8575-4930-b725-7d347027c9cf req-b4d18f4e-e152-4e42-b549-9d2ecf890825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:48.278407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7516bf22-8575-4930-b725-7d347027c9cf req-b4d18f4e-e152-4e42-b549-9d2ecf890825 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 200 len: 835 time: 0.0775940 Feb 09 03:18:48.284667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-24b5b7e4-cf1f-4c4a-a759-0ffddff649ea', 'network_id': '24b5b7e4-cf1f-4c4a-a759-0ffddff649ea', 'project_id': 'd448d304b9044a05820af7f8a3cd559d', 'fixed_ips': [{'subnet_id': '6feeae4d-8313-47ff-a3be-c0a2af74c0d9'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:18:48.286011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.393334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef66edc-dc0d-443b-b82c-dd72cceecda6 req-a31108e6-5775-4f7a-83c5-ae0258290732 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:48.399602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Made reservation on behalf of d448d304b9044a05820af7f8a3cd559d for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:48.404242 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.405411 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ef66edc-dc0d-443b-b82c-dd72cceecda6 req-a31108e6-5775-4f7a-83c5-ae0258290732 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 943 time: 0.2216730 Feb 09 03:18:48.424031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7fba62fc-065f-4ced-93fb-9d7b9c7760e0 admin admin] Publish callbacks [] for security_group (659f2c24-c7cd-45ba-9c50-f89e21313998), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.453721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516bf22-8575-4930-b725-7d347027c9cf req-3566b449-9d59-4911-9cd5-c6ff562b77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:48.455259 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7516bf22-8575-4930-b725-7d347027c9cf req-3566b449-9d59-4911-9cd5-c6ff562b77a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1602936 Feb 09 03:18:48.459689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7fba62fc-065f-4ced-93fb-9d7b9c7760e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (659f2c24-c7cd-45ba-9c50-f89e21313998), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.502625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Allocated IP 2001:db8::2 (24b5b7e4-cf1f-4c4a-a759-0ffddff649ea/6feeae4d-8313-47ff-a3be-c0a2af74c0d9/058523d7-1a71-450d-8ee8-70edc3c0828c) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:48.547940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7fba62fc-065f-4ced-93fb-9d7b9c7760e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7af9bc0a4f78433e838671f90f10ed18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5862007 Feb 09 03:18:48.550021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba62fc-065f-4ced-93fb-9d7b9c7760e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659f2c24-c7cd-45ba-9c50-f89e21313998,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:48.554047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ef66edc-dc0d-443b-b82c-dd72cceecda6 req-ef1c00d0-c50d-4030-9bbf-c5f2eb193b9d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475289 Feb 09 03:18:48.565196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34718) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:48.622892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7516bf22-8575-4930-b725-7d347027c9cf req-1e292b96-c079-4565-b9b8-6b4f13902417 service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569808 Feb 09 03:18:48.624829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe894dec-7bd3-4ab7-af5d-acfe93d19338 None None] Network a81acc9b-c4a4-4a60-9600-6a67be369d70 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:48.681242 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-19c8dfe2-d2c7-4f9f-b388-68c19798675f admin admin] Publish callbacks [] for security_group (659f2c24-c7cd-45ba-9c50-f89e21313998), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.711010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6ca3d99c-a5b3-4f2d-913d-67519c158092 None None] Provisioning complete for port 1233824a-44fa-4fef-9ffb-afb298fe650a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:48.711499 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d99c-a5b3-4f2d-913d-67519c158092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.765125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-19c8dfe2-d2c7-4f9f-b388-68c19798675f admin admin] Publish callbacks [] for security_group (659f2c24-c7cd-45ba-9c50-f89e21313998), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.766863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7516bf22-8575-4930-b725-7d347027c9cf req-b4e996ad-501e-450c-b1d9-9e9bc3a115fd service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376972 Feb 09 03:18:48.770056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-57d600b8-0fcc-46c4-8b12-6d3ab064586a req-c585f3a1-eb10-48d7-af24-a57b31baa238 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0423539 Feb 09 03:18:48.817386 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (e1b44b49-f3c6-430f-bcf7-89d546095f27), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.862409 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Publish callbacks [] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.878764 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.920561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Subnet': ['ID=e1b44b49-f3c6-430f-bcf7-89d546095f27,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:48.941288 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-19c8dfe2-d2c7-4f9f-b388-68c19798675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (659f2c24-c7cd-45ba-9c50-f89e21313998), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.948266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-19c8dfe2-d2c7-4f9f-b388-68c19798675f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:48.952082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-19c8dfe2-d2c7-4f9f-b388-68c19798675f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/659f2c24-c7cd-45ba-9c50-f89e21313998 HTTP/1.1" status: 204 len: 168 time: 0.3810029 Feb 09 03:18:48.960447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3d99c-a5b3-4f2d-913d-67519c158092 None None] Current status of the port 1233824a-44fa-4fef-9ffb-afb298fe650a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:48.964233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:48.967561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Checking segment: {'id': '870c2049-46f1-4256-bb03-bcb951d52a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '967a34b5-b06b-4875-9ae1-e66eb20102b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:48.967929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network hostable DHCP agents. Network: 967a34b5-b06b-4875-9ae1-e66eb20102b8, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:48.969988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:48.970768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8dfe2-d2c7-4f9f-b388-68c19798675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659f2c24-c7cd-45ba-9c50-f89e21313998,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:48.976484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:48.982673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Pushing event updated for resources: {'Port': ['ID=058523d7-1a71-450d-8ee8-70edc3c0828c,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:49.027710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network 967a34b5-b06b-4875-9ae1-e66eb20102b8 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:49.041086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 967a34b5-b06b-4875-9ae1-e66eb20102b8) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:49.048855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.049463 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.057494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e0e1ee-2165-4347-972a-40490f5e40e9 None None] Network 967a34b5-b06b-4875-9ae1-e66eb20102b8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:49.086802 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6145d2d1-a684-40a7-9fdb-f63833bc4beb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9906223 Feb 09 03:18:49.088790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34728) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:49.125305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Attempting to bind port 058523d7-1a71-450d-8ee8-70edc3c0828c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:49.125745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Attempting to bind port 058523d7-1a71-450d-8ee8-70edc3c0828c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'de816629-16ac-4401-bbd4-ee8ba849b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '24b5b7e4-cf1f-4c4a-a759-0ffddff649ea'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:49.126357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Attempting to bind port 058523d7-1a71-450d-8ee8-70edc3c0828c on network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:49.139128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:49.139597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Checking segment: {'id': 'de816629-16ac-4401-bbd4-ee8ba849b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '24b5b7e4-cf1f-4c4a-a759-0ffddff649ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:49.140079 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.140601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Bound using segment: {'id': 'de816629-16ac-4401-bbd4-ee8ba849b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '24b5b7e4-cf1f-4c4a-a759-0ffddff649ea'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:49.141169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Bound port: 058523d7-1a71-450d-8ee8-70edc3c0828c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de816629-16ac-4401-bbd4-ee8ba849b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '24b5b7e4-cf1f-4c4a-a759-0ffddff649ea'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:49.141633 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.286578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1233824a-44fa-4fef-9ffb-afb298fe650a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:49.348034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-967a34b5-b06b-4875-9ae1-e66eb20102b8', 'network_id': '967a34b5-b06b-4875-9ae1-e66eb20102b8', 'project_id': 'd448d304b9044a05820af7f8a3cd559d', 'fixed_ips': [{'subnet_id': 'e1b44b49-f3c6-430f-bcf7-89d546095f27'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:18:49.349001 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.353954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] For port 058523d7-1a71-450d-8ee8-70edc3c0828c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:49.381496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] For port 058523d7-1a71-450d-8ee8-70edc3c0828c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=058523d7-1a71-450d-8ee8-70edc3c0828c,segment=NetworkSegment(de816629-16ac-4401-bbd4-ee8ba849b442),segment_id=de816629-16ac-4401-bbd4-ee8ba849b442)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:49.397750 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.491516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d22aa497-4323-42a3-86ff-f3e2c7037732 None None] Provisioning complete for port 1233824a-44fa-4fef-9ffb-afb298fe650a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:49.491978 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d22aa497-4323-42a3-86ff-f3e2c7037732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.508595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.790019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1233824a-44fa-4fef-9ffb-afb298fe650a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:49.790602 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.814446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a1343-0bd8-46c4-bea3-c5cb44d5d9f1 req-f48c46ab-7cb4-48a4-8109-8a72b78c4d27 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:49.822166 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-003a1343-0bd8-46c4-bea3-c5cb44d5d9f1 req-f48c46ab-7cb4-48a4-8109-8a72b78c4d27 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 943 time: 0.1130784 Feb 09 03:18:49.882408 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:49.932985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-003a1343-0bd8-46c4-bea3-c5cb44d5d9f1 req-29957e05-ef8a-4938-a172-58b1a6c9433e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048481 Feb 09 03:18:49.959609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a77b-8620-4b8e-9f8e-8d6798aa7394 None None] Pushing event updated for resources: {'Port': ['ID=058523d7-1a71-450d-8ee8-70edc3c0828c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:49.985577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Allocated IP 2001:db8::1 (24b5b7e4-cf1f-4c4a-a759-0ffddff649ea/6feeae4d-8313-47ff-a3be-c0a2af74c0d9/304dc188-e60e-4fc8-b361-e0f60d81bbb5) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:50.019004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Allocated IP 2001:db8::2 (967a34b5-b06b-4875-9ae1-e66eb20102b8/e1b44b49-f3c6-430f-bcf7-89d546095f27/11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:50.046006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbc095ea-cf89-4053-a854-2ad5386376d9 req-7a1a6f01-5c3c-4fc5-944a-dab22b016070 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0558441 Feb 09 03:18:50.139515 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1233824a-44fa-4fef-9ffb-afb298fe650a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:50.157346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d22aa497-4323-42a3-86ff-f3e2c7037732 None None] Current status of the port 1233824a-44fa-4fef-9ffb-afb298fe650a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:50.184497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34756) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:50.225274 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.284354 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Publish callbacks [] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.285165 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.302412 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.338903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:50.342689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:50.342847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1184916643-network', 'tenant_id': '9231a4189c844c779f0624f15f36c5b1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:50.347448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:50.348098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.351992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Port': ['ID=304dc188-e60e-4fc8-b361-e0f60d81bbb5,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:50.361849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Network 967a34b5-b06b-4875-9ae1-e66eb20102b8 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:50.364849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:50.369938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:50.373602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Pushing event updated for resources: {'Port': ['ID=11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:50.399962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Made reservation on behalf of 9231a4189c844c779f0624f15f36c5b1 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:50.404981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.424123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.483447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Attempting to bind port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:50.484785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Attempting to bind port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '870c2049-46f1-4256-bb03-bcb951d52a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '967a34b5-b06b-4875-9ae1-e66eb20102b8'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:50.486094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Attempting to bind port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 on network 967a34b5-b06b-4875-9ae1-e66eb20102b8 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:50.501386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:50.503982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Checking segment: {'id': '870c2049-46f1-4256-bb03-bcb951d52a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '967a34b5-b06b-4875-9ae1-e66eb20102b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:50.505345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.506942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Bound using segment: {'id': '870c2049-46f1-4256-bb03-bcb951d52a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '967a34b5-b06b-4875-9ae1-e66eb20102b8'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:50.507969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Bound port: 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870c2049-46f1-4256-bb03-bcb951d52a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '967a34b5-b06b-4875-9ae1-e66eb20102b8'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:50.510151 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.576564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.610354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Publish callbacks [] for security_group (fb2b39a2-4948-4713-9999-70af937a582e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.627984 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fb2b39a2-4948-4713-9999-70af937a582e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.630100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] For port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:50.638360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] For port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92,segment=NetworkSegment(870c2049-46f1-4256-bb03-bcb951d52a49),segment_id=870c2049-46f1-4256-bb03-bcb951d52a49)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:50.661027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.665380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:50.683282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:18:50.692836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2b39a2-4948-4713-9999-70af937a582e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:50.698173 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.700474 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Added segment 96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164 of type vlan for network a69fd9bc-887b-4298-aabb-99e22a18f928 Feb 09 03:18:50.803313 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a69fd9bc-887b-4298-aabb-99e22a18f928), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.863972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a69fd9bc-887b-4298-aabb-99e22a18f928), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.865061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:50.867118 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:50.886707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:50.934348 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '126e6f43-204f-4257-b053-5ab6c7829a50', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'port_id': '126e6f43-204f-4257-b053-5ab6c7829a50', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:18:50.940826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36d3d9-9e6a-440d-950a-65700108503d None None] Pushing event updated for resources: {'Port': ['ID=11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:51.052415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 126e6f43-204f-4257-b053-5ab6c7829a50 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:51.053392 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.065617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] Pushing event updated for resources: {'Network': ['ID=a69fd9bc-887b-4298-aabb-99e22a18f928,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:51.077084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f449ea0e-3524-4c45-ac18-acd403e4a9cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8888314 Feb 09 03:18:51.079782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:51.102707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126e6f43-204f-4257-b053-5ab6c7829a50 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:18:51.104727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Request body: {'subnet': {'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1184916643-subnet', 'tenant_id': '9231a4189c844c779f0624f15f36c5b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:51.109894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a69fd9bc-887b-4298-aabb-99e22a18f928 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:51.136765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.165095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.172724 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.182721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f0b68-1b7f-408a-8d50-f8296bf6935c req-2d9bd288-ece5-4107-a8c2-ab426667b3d2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:51.184332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a8f0b68-1b7f-408a-8d50-f8296bf6935c req-2d9bd288-ece5-4107-a8c2-ab426667b3d2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 943 time: 0.1156960 Feb 09 03:18:51.233283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:51.253457 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.317871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a86319-585b-4ab0-9357-f5f52d1598b5 None None] Network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:51.320090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a8f0b68-1b7f-408a-8d50-f8296bf6935c req-85f33485-5444-424b-8d5b-01bc28037580 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265292 Feb 09 03:18:51.342219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-04111163-cae4-496c-bdac-5f6cf4d0018c req-fbbbf2b5-ffcf-4d7e-be60-cb9e642d1c30 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.1556795 Feb 09 03:18:51.342826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Made reservation on behalf of 9231a4189c844c779f0624f15f36c5b1 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:51.345113 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.448082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:51.481192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['126e6f43-204f-4257-b053-5ab6c7829a50'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:18:51.487748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:51.495231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-50b8f155-15f8-49e0-be56-dd106f1abee7 None None] Provisioning complete for port 058523d7-1a71-450d-8ee8-70edc3c0828c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:51.495842 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-50b8f155-15f8-49e0-be56-dd106f1abee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.496967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Port': ['ID=304dc188-e60e-4fc8-b361-e0f60d81bbb5,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:51.574370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:51.578750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:51.687590 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.729279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:51.729911 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.792035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (efd37af8-ffb3-4334-8f52-f843dbd7586d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.800387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Router 38098fa6-a803-4c9e-b5ac-29b3b4bbb19b is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:18:51.803008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-50b8f155-15f8-49e0-be56-dd106f1abee7 None None] Current status of the port 058523d7-1a71-450d-8ee8-70edc3c0828c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:51.803848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-50b8f155-15f8-49e0-be56-dd106f1abee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.915691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-50b8f155-15f8-49e0-be56-dd106f1abee7 None None] For port 058523d7-1a71-450d-8ee8-70edc3c0828c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=058523d7-1a71-450d-8ee8-70edc3c0828c,segment=NetworkSegment(de816629-16ac-4401-bbd4-ee8ba849b442),segment_id=de816629-16ac-4401-bbd4-ee8ba849b442)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:51.928140 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-50b8f155-15f8-49e0-be56-dd106f1abee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:51.953362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd37af8-ffb3-4334-8f52-f843dbd7586d,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:52.010410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Checking segment: {'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:52.011077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Network hostable DHCP agents. Network: a69fd9bc-887b-4298-aabb-99e22a18f928, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:52.030073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8f155-15f8-49e0-be56-dd106f1abee7 None None] Pushing event updated for resources: {'Port': ['ID=058523d7-1a71-450d-8ee8-70edc3c0828c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:52.044151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:52.052821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ee145de3-2923-48e2-a77c-c52820501a15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "PUT /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9624951 Feb 09 03:18:52.054880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Network a69fd9bc-887b-4298-aabb-99e22a18f928 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:52.057082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34774) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:52.068141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:52.069185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.078628 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9409c-e6f6-4673-afe2-ac47b9bdaac4 None None] Sync routers for ids ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:52.096481 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9409c-e6f6-4673-afe2-ac47b9bdaac4 None None] Routers {'38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:52.098974 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dcc9409c-e6f6-4673-afe2-ac47b9bdaac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:52.101332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a69fd9bc-887b-4298-aabb-99e22a18f928) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:52.124127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:52.125779 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.154279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4782f1e5-3d96-4ab3-bb78-421e96d5ca21 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0663209 Feb 09 03:18:52.171191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a8a13-cdbf-4b1d-b8de-b93d0fbf5a0b None None] Network a69fd9bc-887b-4298-aabb-99e22a18f928 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:52.179644 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dcc9409c-e6f6-4673-afe2-ac47b9bdaac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:52.206262 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9409c-e6f6-4673-afe2-ac47b9bdaac4 None None] Routers {'38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:52.207476 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dcc9409c-e6f6-4673-afe2-ac47b9bdaac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:52.280664 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-dcc9409c-e6f6-4673-afe2-ac47b9bdaac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:52.281334 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9409c-e6f6-4673-afe2-ac47b9bdaac4 None None] The sync data for ids ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:52.331484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92,segment=NetworkSegment(870c2049-46f1-4256-bb03-bcb951d52a49),segment_id=870c2049-46f1-4256-bb03-bcb951d52a49)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:52.356055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.357321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 058523d7-1a71-450d-8ee8-70edc3c0828c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:52.456479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a91029b8-0f48-4d90-b9fb-1f6878d3a34e None None] Provisioning complete for port 304dc188-e60e-4fc8-b361-e0f60d81bbb5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:52.456864 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a91029b8-0f48-4d90-b9fb-1f6878d3a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.632598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8ce32-a977-43c1-8ada-1ac1c26fd9d8 None None] Network a69fd9bc-887b-4298-aabb-99e22a18f928 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:52.640557 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9856ca4b-df54-4191-bc78-ee290ecbf4ad req-d8b88f5c-e845-49dc-a195-44e4a4f19088 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0711010 Feb 09 03:18:52.727834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380261dd-15bb-4cdd-ad9d-109495a3dd46 None None] Network 967a34b5-b06b-4875-9ae1-e66eb20102b8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:52.730029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a91029b8-0f48-4d90-b9fb-1f6878d3a34e None None] Port 304dc188-e60e-4fc8-b361-e0f60d81bbb5 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:52.742972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:52.782289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2f9b7-3dd4-4212-8518-47d607c15d6b req-1d5c7400-c695-49d6-9ba2-5b2022f405f5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:52.784404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71c2f9b7-3dd4-4212-8518-47d607c15d6b req-1d5c7400-c695-49d6-9ba2-5b2022f405f5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.1506264 Feb 09 03:18:52.787602 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-15f3b376-a268-4912-96f4-8a0a0715d0d5 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:18:52.792026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-15f3b376-a268-4912-96f4-8a0a0715d0d5 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "PUT /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7333443 Feb 09 03:18:52.792151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34786) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:52.844220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 058523d7-1a71-450d-8ee8-70edc3c0828c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:52.844600 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:52.894487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71c2f9b7-3dd4-4212-8518-47d607c15d6b req-71c49e93-34ca-4d49-8327-ce1098badcb0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921271 Feb 09 03:18:53.105123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a91029b8-0f48-4d90-b9fb-1f6878d3a34e None None] Provisioning complete for port 058523d7-1a71-450d-8ee8-70edc3c0828c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:53.105661 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a91029b8-0f48-4d90-b9fb-1f6878d3a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.280838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a91029b8-0f48-4d90-b9fb-1f6878d3a34e None None] Current status of the port 058523d7-1a71-450d-8ee8-70edc3c0828c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:53.309372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 058523d7-1a71-450d-8ee8-70edc3c0828c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:53.317425 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.416626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-863c873a-2f64-47ab-b5cb-a7d517295e58 None None] Provisioning complete for port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:53.417007 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-863c873a-2f64-47ab-b5cb-a7d517295e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.460311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:53.617253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:53.617933 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.645684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-863c873a-2f64-47ab-b5cb-a7d517295e58 None None] Current status of the port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:53.668264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-863c873a-2f64-47ab-b5cb-a7d517295e58 None None] Provisioning complete for port 304dc188-e60e-4fc8-b361-e0f60d81bbb5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:53.668531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-863c873a-2f64-47ab-b5cb-a7d517295e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.716265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-863c873a-2f64-47ab-b5cb-a7d517295e58 None None] Port 304dc188-e60e-4fc8-b361-e0f60d81bbb5 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:53.778939 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-203617ce-9613-4278-b2a6-631f60246f21 req-1cbb42a7-5e61-47fa-a770-2f860907e661 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0316670 Feb 09 03:18:53.805930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:53.808974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 058523d7-1a71-450d-8ee8-70edc3c0828c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:53.819153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Deleting port 304dc188-e60e-4fc8-b361-e0f60d81bbb5 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:18:53.819501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.861792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-22dc8024-2543-48ef-a882-7248d0def58d None None] Provisioning complete for port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:53.862166 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-22dc8024-2543-48ef-a882-7248d0def58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.953563 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.960694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 058523d7-1a71-450d-8ee8-70edc3c0828c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:53.960869 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:53.982617 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Calling delete_port for 304dc188-e60e-4fc8-b361-e0f60d81bbb5 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:18:54.011778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-22dc8024-2543-48ef-a882-7248d0def58d None None] Current status of the port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:54.069627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ccd3f-add2-4f0c-93dd-5462368d22ff req-97d4d802-6711-47c2-bcbc-aff9136aee6b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:54.078008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b51ccd3f-add2-4f0c-93dd-5462368d22ff req-97d4d802-6711-47c2-bcbc-aff9136aee6b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.0792961 Feb 09 03:18:54.138326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 058523d7-1a71-450d-8ee8-70edc3c0828c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:54.160382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b51ccd3f-add2-4f0c-93dd-5462368d22ff req-8e9ce9c9-40e5-499b-8af0-c37db4b266f5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760262 Feb 09 03:18:54.266659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (304dc188-e60e-4fc8-b361-e0f60d81bbb5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:54.308701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Port': ['ID=304dc188-e60e-4fc8-b361-e0f60d81bbb5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:54.429468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:54.688972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:54.772777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 126e6f43-204f-4257-b053-5ab6c7829a50 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:18:54.778970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 126e6f43-204f-4257-b053-5ab6c7829a50 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:54.779678 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:54.890193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 126e6f43-204f-4257-b053-5ab6c7829a50 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:54.890693 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:54.922403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:18:54.925725 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877cba29-6269-4cc0-8286-7cd01e8ceffa" -d '{"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-plugged", "status": "completed", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:18:54.944907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:54.950874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:54.976706 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a1bd92-3c8e-4326-b50b-06445c221f27 x-openstack-request-id: req-49a1bd92-3c8e-4326-b50b-06445c221f27 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:18:54.977057 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-plugged", "status": "completed", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:18:54.977245 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49a1bd92-3c8e-4326-b50b-06445c221f27 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:18:54.977649 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'code': 200} Feb 09 03:18:55.014511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:55.015362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f804946-9a9b-472c-82d0-d1439678ae5b req-ae7cd24b-ea01-41f1-b5fc-258f68e912c4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0436249 Feb 09 03:18:55.089292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda408cd-5b64-4567-855a-c9168dd02848 req-ec56dcff-1e84-4fb7-85ad-d6b0abb7fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.090402 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fda408cd-5b64-4567-855a-c9168dd02848 req-ec56dcff-1e84-4fb7-85ad-d6b0abb7fe3b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1127 time: 0.0467405 Feb 09 03:18:55.102693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Router 38098fa6-a803-4c9e-b5ac-29b3b4bbb19b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:55.141591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fda408cd-5b64-4567-855a-c9168dd02848 req-068c7445-0da6-4209-b535-d4d5af09587d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 Feb 09 03:18:55.184226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:55.193524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3fc82711-7de8-4d0b-bcac-a73ab5255f48 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "PUT /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3945184 Feb 09 03:18:55.193846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34814) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:55.195367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f8c5e6-7522-46e1-8359-1a8b0157a5b0 None None] Sync routers for ids ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:55.206850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8c5e6-7522-46e1-8359-1a8b0157a5b0 None None] Routers {'38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:55.207730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66f8c5e6-7522-46e1-8359-1a8b0157a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:55.241837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66f8c5e6-7522-46e1-8359-1a8b0157a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:55.248331 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-7fe340e3-4ea8-4f8a-954c-2a275a146f35 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] delete failed (client error): The resource could not be found. Feb 09 03:18:55.250287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7fe340e3-4ea8-4f8a-954c-2a275a146f35 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1646690578 HTTP/1.1" status: 404 len: 335 time: 0.0540135 Feb 09 03:18:55.251691 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f8c5e6-7522-46e1-8359-1a8b0157a5b0 None None] Routers {'38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:55.252300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66f8c5e6-7522-46e1-8359-1a8b0157a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:55.255028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34816) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:55.259932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-64587c94-0110-4bc2-bae6-5eae1beed12d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'router': {'external_gateway_info': {'network_id': '38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:55.325232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6877dc0-e544-482c-b165-161756a42819 req-721febf5-7002-4f73-9c0c-62bd51eb5464 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.327023 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6877dc0-e544-482c-b165-161756a42819 req-721febf5-7002-4f73-9c0c-62bd51eb5464 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.0874016 Feb 09 03:18:55.340673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-66f8c5e6-7522-46e1-8359-1a8b0157a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:55.344646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f8c5e6-7522-46e1-8359-1a8b0157a5b0 None None] The sync data for ids ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'] in n-d-827839-4 is: [] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:55.391804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6877dc0-e544-482c-b165-161756a42819 req-84c5e27c-655a-40d8-9174-6a2560a94f29 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583839 Feb 09 03:18:55.529818 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64587c94-0110-4bc2-bae6-5eae1beed12d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for router_gateway (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:55.559225 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-64587c94-0110-4bc2-bae6-5eae1beed12d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] update failed (client error): The resource could not be found. Feb 09 03:18:55.560325 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-64587c94-0110-4bc2-bae6-5eae1beed12d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "PUT /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b HTTP/1.1" status: 404 len: 339 time: 0.3042519 Feb 09 03:18:55.564435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34830) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:55.571518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-663141973'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:55.593933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Made reservation on behalf of d448d304b9044a05820af7f8a3cd559d for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:55.598773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:55.629734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:18:55.642581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cddef569-6fba-4b0c-ba48-5924502581d0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:55.642963 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Added segment cddef569-6fba-4b0c-ba48-5924502581d0 of type vlan for network dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e Feb 09 03:18:55.694851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:55.723891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:55.727735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-aae0b76e-7177-4205-9b03-e42e52c755f3 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.728950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:55.729266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-aae0b76e-7177-4205-9b03-e42e52c755f3 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/networks?id=a69fd9bc-887b-4298-aabb-99e22a18f928 HTTP/1.1" status: 200 len: 809 time: 0.1217520 Feb 09 03:18:55.729550 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:55.746160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-8c80c52e-4893-480e-ac6b-169f3e0d11a1 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/quotas/9231a4189c844c779f0624f15f36c5b1 HTTP/1.1" status: 200 len: 375 time: 0.0100493 Feb 09 03:18:55.782717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-b5f8c6df-e1cc-42f5-a271-606fdb0d07a3 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9231a4189c844c779f0624f15f36c5b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307992 Feb 09 03:18:55.795984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2292216 Feb 09 03:18:55.798775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34838) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:55.803516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'subnet': {'network_id': 'dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:55.821245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22352f0-8e5e-4786-ab8e-48d530258d90 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Network': ['ID=dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:55.833084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:18:55.895919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-134c1035-5257-4a52-a45f-927dfe8c6bbd service neutron] 10.222.0.32 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043060 Feb 09 03:18:55.910205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Made reservation on behalf of d448d304b9044a05820af7f8a3cd559d for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:55.914770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.012196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-cc7dcace-a6dd-4a05-bd66-ab9a68e9ad06 service neutron] 10.222.0.32 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094339 Feb 09 03:18:56.173638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03ac0f7e-cd5e-4fbe-98d5-2b7f97c3179d req-080ad0ad-76d2-43a6-9d3b-6e13d3f4b536 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0608187 Feb 09 03:18:56.191574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (23e5a305-37a6-4468-b136-b33d5e941201), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.261747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Checking segment: {'id': 'cddef569-6fba-4b0c-ba48-5924502581d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:56.262995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network hostable DHCP agents. Network: dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:18:56.263261 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17f054c8-05e3-4420-aa49-55d697d0ee74 req-a118f26c-2cb7-4984-bac8-3cc89f4838cf tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 210 time: 0.0853479 Feb 09 03:18:56.271902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Subnet': ['ID=23e5a305-37a6-4468-b136-b33d5e941201,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:56.295713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:18:56.307562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:56.313736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.314606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.320245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c01a4-5415-48f9-aabf-5ea619b07f28 None None] Network dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:56.341061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34848) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:56.341313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2f36678f-69e3-49a1-86f7-3212d9e19fb6 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5413570 Feb 09 03:18:56.346390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8111528d-5067-4222-b5ff-ba44c9712a26 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:56.517703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e', 'network_id': 'dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e', 'project_id': 'd448d304b9044a05820af7f8a3cd559d', 'fixed_ips': [{'subnet_id': '23e5a305-37a6-4468-b136-b33d5e941201'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:18:56.519127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.585813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71df66-fc0b-4688-a3e9-f9d87769d58b req-43d864c7-6540-45c3-b2cb-50f4f37c2b67 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.593693 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea71df66-fc0b-4688-a3e9-f9d87769d58b req-43d864c7-6540-45c3-b2cb-50f4f37c2b67 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.1030934 Feb 09 03:18:56.657718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ea71df66-fc0b-4688-a3e9-f9d87769d58b req-d40d193a-fd9a-4450-ad12-ca697af9db33 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626743 Feb 09 03:18:56.733442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8111528d-5067-4222-b5ff-ba44c9712a26 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for router_gateway (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.735516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Allocated IP 2001:db8:1::2 (dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e/23e5a305-37a6-4468-b136-b33d5e941201/54ae78df-e73a-44a8-88cf-ee6f0700215e) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:56.852950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11f210-541c-4bb6-b40b-50e6e6fbd030 req-706762d1-2e44-46bf-9886-874be956e3d7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:56.860234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e11f210-541c-4bb6-b40b-50e6e6fbd030 req-706762d1-2e44-46bf-9886-874be956e3d7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.1229398 Feb 09 03:18:56.934484 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Publish callbacks [] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.935166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e11f210-541c-4bb6-b40b-50e6e6fbd030 req-f5a6f009-dc64-4544-8b15-8ca796434ac0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735309 Feb 09 03:18:56.943414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:56.946952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34862) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:56.968532 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-8111528d-5067-4222-b5ff-ba44c9712a26 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:18:56.978933 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8111528d-5067-4222-b5ff-ba44c9712a26 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "PUT /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b HTTP/1.1" status: 400 len: 364 time: 0.6367004 Feb 09 03:18:56.979628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34864) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:56.992965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Network dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:56.999235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:57.004886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:57.055594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015a1ab0-839b-4907-870e-c5df215ec2f2 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.060851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-015a1ab0-839b-4907-870e-c5df215ec2f2 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1122 time: 0.1068180 Feb 09 03:18:57.066713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34866) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:57.075806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '126e6f43-204f-4257-b053-5ab6c7829a50', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:57.077119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Pushing event updated for resources: {'Port': ['ID=54ae78df-e73a-44a8-88cf-ee6f0700215e,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:57.081533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Attempting to bind port 54ae78df-e73a-44a8-88cf-ee6f0700215e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:18:57.084994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Attempting to bind port 54ae78df-e73a-44a8-88cf-ee6f0700215e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'cddef569-6fba-4b0c-ba48-5924502581d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:18:57.085425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Attempting to bind port 54ae78df-e73a-44a8-88cf-ee6f0700215e on network dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:18:57.095276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:18:57.095664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Checking segment: {'id': 'cddef569-6fba-4b0c-ba48-5924502581d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:18:57.096174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.096461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Bound using segment: {'id': 'cddef569-6fba-4b0c-ba48-5924502581d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:18:57.096932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Bound port: 54ae78df-e73a-44a8-88cf-ee6f0700215e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddef569-6fba-4b0c-ba48-5924502581d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:18:57.102012 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.109971 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.251931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] For port 54ae78df-e73a-44a8-88cf-ee6f0700215e, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:18:57.256028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] For port 54ae78df-e73a-44a8-88cf-ee6f0700215e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=54ae78df-e73a-44a8-88cf-ee6f0700215e,segment=NetworkSegment(cddef569-6fba-4b0c-ba48-5924502581d0),segment_id=cddef569-6fba-4b0c-ba48-5924502581d0)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:18:57.267115 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.306398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.395626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b8fab-7971-4f54-b87b-8fb53698cb01 None None] Pushing event updated for resources: {'Port': ['ID=54ae78df-e73a-44a8-88cf-ee6f0700215e,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:57.398455 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.426763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71876859-aeeb-49d1-bf1e-58d78b068f14 req-7e23af1f-3079-4da8-8489-4a67831d94c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0713022 Feb 09 03:18:57.444343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c9d30368-e43d-44e0-8288-69fed3120144 req-febe4784-2f5a-4e6c-8996-55823c7e39d3 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 210 time: 0.0425613 Feb 09 03:18:57.508874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.25.2.200 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/49e2db28-1330-40ca-9187-1c408423098e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:57.820186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Allocated IP 2001:db8::1 (a81acc9b-c4a4-4a60-9600-6a67be369d70/afb53b0a-4535-43b5-8789-a1de9690468b/97feadf1-c0a7-4841-984e-97df198c6b57) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:57.879945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-b1c0963b-5e49-4e6e-9e30-51913376a139 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:18:57.882520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-b1c0963b-5e49-4e6e-9e30-51913376a139 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.61 "GET /v2.0/networks?id=a69fd9bc-887b-4298-aabb-99e22a18f928 HTTP/1.1" status: 200 len: 809 time: 0.2320290 Feb 09 03:18:57.897122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Request body: {'port': {'device_id': '3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74', 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928', 'admin_state_up': True, 'tenant_id': '9231a4189c844c779f0624f15f36c5b1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:18:57.922121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (49e2db28-1330-40ca-9187-1c408423098e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:57.970076 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for port (97feadf1-c0a7-4841-984e-97df198c6b57), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.007186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (97feadf1-c0a7-4841-984e-97df198c6b57), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.030958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (49e2db28-1330-40ca-9187-1c408423098e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.051725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network a81acc9b-c4a4-4a60-9600-6a67be369d70 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:58.057157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:58.061122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:58.061789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.079480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=49e2db28-1330-40ca-9187-1c408423098e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:58.099324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:58.100892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Made reservation on behalf of 9231a4189c844c779f0624f15f36c5b1 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:18:58.104591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.106187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Port': ['ID=97feadf1-c0a7-4841-984e-97df198c6b57,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:58.108640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:58.117176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:18:58.211183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (97feadf1-c0a7-4841-984e-97df198c6b57), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.598593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-61895911-3ab6-4423-ac3d-9642ce61fcf0 None None] Provisioning complete for port 97feadf1-c0a7-4841-984e-97df198c6b57 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:58.599224 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-61895911-3ab6-4423-ac3d-9642ce61fcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97feadf1-c0a7-4841-984e-97df198c6b57), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.625738 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f59f04c8-b471-4880-8177-120c5f3983ba req-a3a7d39b-3bc0-4991-9b7e-509e090d8f5a tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 210 time: 0.0420921 Feb 09 03:18:58.643109 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for port (97feadf1-c0a7-4841-984e-97df198c6b57), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.661114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (97feadf1-c0a7-4841-984e-97df198c6b57), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.663610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:58.676386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-61895911-3ab6-4423-ac3d-9642ce61fcf0 None None] Port 97feadf1-c0a7-4841-984e-97df198c6b57 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:58.773520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event updated for resources: {'Port': ['ID=97feadf1-c0a7-4841-984e-97df198c6b57,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:58.827319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Network a81acc9b-c4a4-4a60-9600-6a67be369d70 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:58.830015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:58.940744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f3748-0bf4-4e2e-b319-a7e5c941ec6b None None] Network dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:18:58.959406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Router 38098fa6-a803-4c9e-b5ac-29b3b4bbb19b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:18:59.050156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1044f98f-eb27-4024-934a-d59465ca1e36 None None] Provisioning complete for port 54ae78df-e73a-44a8-88cf-ee6f0700215e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:59.050647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1044f98f-eb27-4024-934a-d59465ca1e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.089708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:18:59.097962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e219e6c6-6833-4dcc-8941-9bdc26a1c9eb tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "PUT /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146812 Feb 09 03:18:59.098206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34884) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:18:59.105353 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4296ee-831b-4776-b44e-03c8a0a9809a None None] Sync routers for ids ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:18:59.124274 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4296ee-831b-4776-b44e-03c8a0a9809a None None] Routers {'38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:59.131535 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1b4296ee-831b-4776-b44e-03c8a0a9809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:59.152208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Allocated IP 172.20.0.5 (a69fd9bc-887b-4298-aabb-99e22a18f928/efd37af8-ffb3-4334-8f52-f843dbd7586d/5f50e4e0-afdf-4150-8374-288f4dd65bc6) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:18:59.206093 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1b4296ee-831b-4776-b44e-03c8a0a9809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:59.224878 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4296ee-831b-4776-b44e-03c8a0a9809a None None] Routers {'38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:18:59.225618 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1b4296ee-831b-4776-b44e-03c8a0a9809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:59.268953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f1c1c0e9-eccf-4bdb-bcbd-182744e1aff4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for router (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.300248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1044f98f-eb27-4024-934a-d59465ca1e36 None None] Current status of the port 54ae78df-e73a-44a8-88cf-ee6f0700215e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:59.300646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1044f98f-eb27-4024-934a-d59465ca1e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.304061 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1b4296ee-831b-4776-b44e-03c8a0a9809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:18:59.304719 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4296ee-831b-4776-b44e-03c8a0a9809a None None] The sync data for ids ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:18:59.348618 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks [] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.357564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1044f98f-eb27-4024-934a-d59465ca1e36 None None] For port 54ae78df-e73a-44a8-88cf-ee6f0700215e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=54ae78df-e73a-44a8-88cf-ee6f0700215e,segment=NetworkSegment(cddef569-6fba-4b0c-ba48-5924502581d0),segment_id=cddef569-6fba-4b0c-ba48-5924502581d0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:18:59.363859 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1044f98f-eb27-4024-934a-d59465ca1e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.460498 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044f98f-eb27-4024-934a-d59465ca1e36 None None] Pushing event updated for resources: {'Port': ['ID=54ae78df-e73a-44a8-88cf-ee6f0700215e,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:59.488017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-51c5b830-18c3-464d-a3e9-accf8f520572 None None] Provisioning complete for port 97feadf1-c0a7-4841-984e-97df198c6b57 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:59.488551 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-51c5b830-18c3-464d-a3e9-accf8f520572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (97feadf1-c0a7-4841-984e-97df198c6b57), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.543930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 54ae78df-e73a-44a8-88cf-ee6f0700215e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:18:59.599029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-51c5b830-18c3-464d-a3e9-accf8f520572 None None] Port 97feadf1-c0a7-4841-984e-97df198c6b57 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:18:59.639148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 54ae78df-e73a-44a8-88cf-ee6f0700215e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:59.639545 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.649890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (fce86aa4-60ff-47d6-9a92-203c6b65cef2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.747702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89c5ca4b-2a56-4c63-82b5-c97c6bd7bfaa req-7bd99c33-7583-4af8-be3b-6f902095b4c2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 1.0736864 Feb 09 03:18:59.808655 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49e2db28-1330-40ca-9187-1c408423098e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.812082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6116db26-9e79-4e8b-ac8c-d7b37fb4d6dc None None] Provisioning complete for port 54ae78df-e73a-44a8-88cf-ee6f0700215e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:18:59.812469 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6116db26-9e79-4e8b-ac8c-d7b37fb4d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.838868 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:18:59.865402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 54ae78df-e73a-44a8-88cf-ee6f0700215e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:59.919506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6116db26-9e79-4e8b-ac8c-d7b37fb4d6dc None None] Current status of the port 54ae78df-e73a-44a8-88cf-ee6f0700215e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:18:59.928308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Network a69fd9bc-887b-4298-aabb-99e22a18f928 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:18:59.932394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:18:59.944204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Pushing event updated for resources: {'Port': ['ID=5f50e4e0-afdf-4150-8374-288f4dd65bc6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:18:59.970614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:19:00.029069 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-f1c1c0e9-eccf-4bdb-bcbd-182744e1aff4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 03:19:00.031282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f1c1c0e9-eccf-4bdb-bcbd-182744e1aff4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b HTTP/1.1" status: 409 len: 329 time: 0.9308813 Feb 09 03:19:00.034985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34892) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:00.043742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.044074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5024d-6a94-4e3e-99e8-fdb057cfe34f req-e14c478c-c230-4ba1-aa90-d313771a83a5 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:00.044376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.045565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ec5024d-6a94-4e3e-99e8-fdb057cfe34f req-e14c478c-c230-4ba1-aa90-d313771a83a5 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 931 time: 0.0773644 Feb 09 03:19:00.086073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-1a8ca960-3274-4e3a-9413-c9ba283ba5d7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1940110 Feb 09 03:19:00.098922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Request body: {'port': {'device_id': '3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:00.178540 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ec5024d-6a94-4e3e-99e8-fdb057cfe34f req-0bbeb21d-2d83-48e0-8a1e-c6b6c99f832f tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882020 Feb 09 03:19:00.178925 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (49e2db28-1330-40ca-9187-1c408423098e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.180782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.228969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (49e2db28-1330-40ca-9187-1c408423098e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.270509 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83b1ef79-8e5d-45fc-bb7f-afb6048700a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.403157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=49e2db28-1330-40ca-9187-1c408423098e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:00.408489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (fce86aa4-60ff-47d6-9a92-203c6b65cef2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.460180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.583016 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Floating IP fce86aa4-60ff-47d6-9a92-203c6b65cef2 associated. External IP: 172.25.2.200, port: 126e6f43-204f-4257-b053-5ab6c7829a50. Feb 09 03:19:00.733738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Deleting port 97feadf1-c0a7-4841-984e-97df198c6b57 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:00.734104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (97feadf1-c0a7-4841-984e-97df198c6b57), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.738932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f50e4e0-afdf-4150-8374-288f4dd65bc6 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:00.749133 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Publish callbacks [] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.766850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Transition to ACTIVE for port object 5f50e4e0-afdf-4150-8374-288f4dd65bc6 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:19:00.836981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.851807 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (97feadf1-c0a7-4841-984e-97df198c6b57), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:00.866036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Calling delete_port for 97feadf1-c0a7-4841-984e-97df198c6b57 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:00.921173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9620c06-70f1-407c-aad0-999e041aa2cb req-9dfd0c3c-877c-4bba-b534-92f1f96b1d35 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0560963 Feb 09 03:19:00.952705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f50e4e0-afdf-4150-8374-288f4dd65bc6,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:00.999739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 553529ea-90ff-4cde-ae95-52a3eca13534 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:19:01.082462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (97feadf1-c0a7-4841-984e-97df198c6b57), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:01.131724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Attempting to bind port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:01.131724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Attempting to bind port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:01.131724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Attempting to bind port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 on network a69fd9bc-887b-4298-aabb-99e22a18f928 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:01.138720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 on network a69fd9bc-887b-4298-aabb-99e22a18f928 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:01.139054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Attempting to bind port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 on network a69fd9bc-887b-4298-aabb-99e22a18f928 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:01.139940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Port': ['ID=97feadf1-c0a7-4841-984e-97df198c6b57,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:01.153249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:01.153595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Checking segment: {'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:01.153983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Bound using segment: {'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:01.154728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Bound port: 5f50e4e0-afdf-4150-8374-288f4dd65bc6, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:01.155103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:01.214671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:19:01.231162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] Sync routers for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:19:01.257417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:01.257855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:01.259234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:01.281319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] For port 5f50e4e0-afdf-4150-8374-288f4dd65bc6, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:01.294467 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:01.304478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] For port 5f50e4e0-afdf-4150-8374-288f4dd65bc6, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5f50e4e0-afdf-4150-8374-288f4dd65bc6,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:01.311286 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-de4ae484-4438-49be-ac5d-5d386ccf0fc4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2427962 Feb 09 03:19:01.311286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:01.326461 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb0690-acaa-4828-bcc8-3da9590d2b84" -d '{"events": [{"name": "network-changed", "server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:01.336156 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:01.436760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f50e4e0-afdf-4150-8374-288f4dd65bc6,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:01.457187 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.457824 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:01.459333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-ad684d5e-29cf-4356-b8dc-1680ef9af0b5 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f50e4e0-afdf-4150-8374-288f4dd65bc6 HTTP/1.1" status: 200 len: 1091 time: 1.3656631 Feb 09 03:19:01.503631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 54ae78df-e73a-44a8-88cf-ee6f0700215e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:01.526696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bad66-f09c-42f8-a0fa-3a208145538c req-bc5d5c79-e11c-4c74-848d-1f452acc54df tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.528257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-972bad66-f09c-42f8-a0fa-3a208145538c req-bc5d5c79-e11c-4c74-848d-1f452acc54df tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.0925977 Feb 09 03:19:01.610537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:01.633562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-da8556d4-945e-40bc-a048-ccaa3617cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.635427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-da8556d4-945e-40bc-a048-ccaa3617cdbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9231a4189c844c779f0624f15f36c5b1&device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 1125 time: 0.1061435 Feb 09 03:19:01.651099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-972bad66-f09c-42f8-a0fa-3a208145538c req-e808d1e4-a873-48b3-9ed6-e465802ed769 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110182 Feb 09 03:19:01.682856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af9756-ff01-41d4-bef7-ccf509700c69 req-b7ae2777-9679-4905-ac57-0421d0d9de13 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.684440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80af9756-ff01-41d4-bef7-ccf509700c69 req-b7ae2777-9679-4905-ac57-0421d0d9de13 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 943 time: 0.1897595 Feb 09 03:19:01.685247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34910) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:01.736966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Router 38098fa6-a803-4c9e-b5ac-29b3b4bbb19b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:19:01.755606 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f94e1-2466-46eb-b72c-61537dec6205 x-openstack-request-id: req-953f94e1-2466-46eb-b72c-61537dec6205 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:01.756240 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:01.756680 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-953f94e1-2466-46eb-b72c-61537dec6205 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:01.757246 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'status': 'completed', 'code': 200} Feb 09 03:19:01.764343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-035bcc06-4a46-46ba-bbe9-fa1f37dfff9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f50e4e0-afdf-4150-8374-288f4dd65bc6 HTTP/1.1" status: 200 len: 217 time: 0.1121600 Feb 09 03:19:01.804789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-80af9756-ff01-41d4-bef7-ccf509700c69 req-c3082e27-f1b6-405e-a012-61011424d77a tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093731 Feb 09 03:19:01.830695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-97bf022c-2d53-4141-b029-be5ce4cc7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.832690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-97bf022c-2d53-4141-b029-be5ce4cc7321 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd37af8-ffb3-4334-8f52-f843dbd7586d HTTP/1.1" status: 200 len: 849 time: 0.0622187 Feb 09 03:19:01.876713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-2c2eaeb8-1876-4e0f-8974-fd430bde8ac3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a69fd9bc-887b-4298-aabb-99e22a18f928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368516 Feb 09 03:19:01.900923 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-788fafc7-4db7-499b-92c3-951fb9456d0a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/fce86aa4-60ff-47d6-9a92-203c6b65cef2 HTTP/1.1" status: 200 len: 991 time: 0.2143893 Feb 09 03:19:01.916384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:19:01.923357 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d1ff199a-d22a-4b0e-bcd0-33a112192e7b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "PUT /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871930 Feb 09 03:19:01.929557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34912) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:01.931152 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77473-a434-4166-9cbd-c405b1aae0aa None None] Sync routers for ids ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:19:01.949509 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b77473-a434-4166-9cbd-c405b1aae0aa None None] Routers {'38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:01.950143 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-76b77473-a434-4166-9cbd-c405b1aae0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:01.959561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 54ae78df-e73a-44a8-88cf-ee6f0700215e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:01.960096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:01.983511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-4b3c2c1f-1995-45df-9479-6d4b9b4c5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:01.985071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-4b3c2c1f-1995-45df-9479-6d4b9b4c5a88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1127 time: 0.1877329 Feb 09 03:19:01.986140 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-ce341080-8dc6-453b-9c69-3ebcda872a6b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] show failed (client error): The resource could not be found. Feb 09 03:19:01.987116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ce341080-8dc6-453b-9c69-3ebcda872a6b tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-89978185 HTTP/1.1" status: 404 len: 333 time: 0.0557218 Feb 09 03:19:01.991983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34916) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:02.007979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a4270c29-5203-47b6-96a3-037033482afe tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:02.019395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-d8e37595-ab38-4ca2-b6ed-c912ce746abc service neutron] 10.222.0.61 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363764 Feb 09 03:19:02.024704 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-76b77473-a434-4166-9cbd-c405b1aae0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:02.046529 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b77473-a434-4166-9cbd-c405b1aae0aa None None] Routers {'38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:02.047156 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-76b77473-a434-4166-9cbd-c405b1aae0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:02.080994 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-a4270c29-5203-47b6-96a3-037033482afe tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] update failed (client error): The resource could not be found. Feb 09 03:19:02.082206 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a4270c29-5203-47b6-96a3-037033482afe tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1876321704 HTTP/1.1" status: 404 len: 335 time: 0.0810220 Feb 09 03:19:02.086541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34918) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:02.119181 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-76b77473-a434-4166-9cbd-c405b1aae0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:02.119823 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77473-a434-4166-9cbd-c405b1aae0aa None None] The sync data for ids ['38098fa6-a803-4c9e-b5ac-29b3b4bbb19b'] in n-d-827839-4 is: [] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:19:02.124370 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad3a2baa-d56d-469c-b3a3-bc8a70e8d466 req-e03a2996-76d3-460e-8ece-63cbf5e4cda8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=dae01456-69fc-451f-bc98-bf8036760329 HTTP/1.1" status: 200 len: 210 time: 0.0444894 Feb 09 03:19:02.163394 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1b097a-3ac6-47a1-bbce-e10088dc6dc9 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Deleting subnet 23e5a305-37a6-4468-b136-b33d5e941201 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:19:02.170140 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-8507af50-69af-406c-a457-bd745c1e8f62 service neutron] 10.222.0.61 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437881 Feb 09 03:19:02.172344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d1b097a-3ac6-47a1-bbce-e10088dc6dc9 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (23e5a305-37a6-4468-b136-b33d5e941201), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:02.210946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-da03244c-925a-4b5c-9ad7-df766b4887f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.212529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-da03244c-925a-4b5c-9ad7-df766b4887f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 897 time: 0.2213359 Feb 09 03:19:02.246395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 54ae78df-e73a-44a8-88cf-ee6f0700215e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:02.273883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d1b097a-3ac6-47a1-bbce-e10088dc6dc9 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (23e5a305-37a6-4468-b136-b33d5e941201), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:02.332671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'fce86aa4-60ff-47d6-9a92-203c6b65cef2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'port_id': '126e6f43-204f-4257-b053-5ab6c7829a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5971ef-239a-45a8-9978-3ae43250716c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:58Z', 'updated_at': '2022-02-09T03:18:58Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:42Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:02.341628 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-c95ede27-8814-4e5b-af76-ff3a931e5cdc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 999 time: 0.1124699 Feb 09 03:19:02.363682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] Checking router: 553529ea-90ff-4cde-ae95-52a3eca13534 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:19:02.372491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:19:02.373115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:18:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:02.423920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d1b097a-3ac6-47a1-bbce-e10088dc6dc9 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (23e5a305-37a6-4468-b136-b33d5e941201), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:02.452555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-bd051153-dd5a-485f-a7b3-d71d3d8bab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.454854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-bd051153-dd5a-485f-a7b3-d71d3d8bab4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 200 len: 835 time: 0.1042275 Feb 09 03:19:02.510964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:19:02.549107 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d1b097a-3ac6-47a1-bbce-e10088dc6dc9 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (23e5a305-37a6-4468-b136-b33d5e941201), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:02.559804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-d4aa4e2b-fa1f-4cc7-b950-76d61e738649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:02.561239 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-d4aa4e2b-fa1f-4cc7-b950-76d61e738649 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0965202 Feb 09 03:19:02.607981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b097a-3ac6-47a1-bbce-e10088dc6dc9 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Subnet': ['ID=23e5a305-37a6-4468-b136-b33d5e941201,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:02.613567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d1b097a-3ac6-47a1-bbce-e10088dc6dc9 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:02.616728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6d1b097a-3ac6-47a1-bbce-e10088dc6dc9 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/subnets/23e5a305-37a6-4468-b136-b33d5e941201 HTTP/1.1" status: 204 len: 168 time: 0.5294511 Feb 09 03:19:02.619377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34922) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:02.650991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade6ac9-cc67-48ab-91a9-28c5bae8ba7b None None] Network dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:02.710196 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:02.734801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-ab19ff5b-380c-4ca4-9ddd-d2f28f60fc2e service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517410 Feb 09 03:19:02.750296 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-99fad1ed-eb60-4ed9-b745-6fd466f5eadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:02.819551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Deleting port 54ae78df-e73a-44a8-88cf-ee6f0700215e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:02.819834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:02.865631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4fb0690-acaa-4828-bcc8-3da9590d2b84 req-11ffb28f-176b-41ff-a85b-8cf82c0fc9f9 service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221085 Feb 09 03:19:02.904037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34928) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:02.993644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] For port 54ae78df-e73a-44a8-88cf-ee6f0700215e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=54ae78df-e73a-44a8-88cf-ee6f0700215e,segment=NetworkSegment(cddef569-6fba-4b0c-ba48-5924502581d0),segment_id=cddef569-6fba-4b0c-ba48-5924502581d0)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:02.994164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.004055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] DHCP port deletion for dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:19:03.026558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Calling delete_port for 54ae78df-e73a-44a8-88cf-ee6f0700215e owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:03.065357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'fce86aa4-60ff-47d6-9a92-203c6b65cef2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'port_id': '126e6f43-204f-4257-b053-5ab6c7829a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5971ef-239a-45a8-9978-3ae43250716c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:58Z', 'updated_at': '2022-02-09T03:18:58Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:42Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:03.081626 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8327dab2-b2b7-4616-b995-aa54d00734ac tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/fce86aa4-60ff-47d6-9a92-203c6b65cef2 HTTP/1.1" status: 200 len: 991 time: 0.1750607 Feb 09 03:19:03.099861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19865142-e4bf-47d0-89bc-3986382c8866 req-63c2e5d5-d4c7-4dab-8ed2-47622300bee6 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:03.101812 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19865142-e4bf-47d0-89bc-3986382c8866 req-63c2e5d5-d4c7-4dab-8ed2-47622300bee6 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 943 time: 0.0961115 Feb 09 03:19:03.111929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b13c07-dac9-411b-babc-5280d7a0ea67 None None] The sync data for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 is: [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'fce86aa4-60ff-47d6-9a92-203c6b65cef2', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'port_id': '126e6f43-204f-4257-b053-5ab6c7829a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5971ef-239a-45a8-9978-3ae43250716c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:18:58Z', 'updated_at': '2022-02-09T03:18:58Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:42Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:19:03.139789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] Deleting port 54ae78df-e73a-44a8-88cf-ee6f0700215e {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:03.140442 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.167503 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.182683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] No DVR routers for this DVR port 54ae78df-e73a-44a8-88cf-ee6f0700215e on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:03.194052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19865142-e4bf-47d0-89bc-3986382c8866 req-b3d2f594-2ba9-442e-a741-2452d7a9be17 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862513 Feb 09 03:19:03.230369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Port': ['ID=54ae78df-e73a-44a8-88cf-ee6f0700215e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:03.240869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] For port 54ae78df-e73a-44a8-88cf-ee6f0700215e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=54ae78df-e73a-44a8-88cf-ee6f0700215e,segment=NetworkSegment(cddef569-6fba-4b0c-ba48-5924502581d0),segment_id=cddef569-6fba-4b0c-ba48-5924502581d0)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:03.241405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.255605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] Calling delete_port for 54ae78df-e73a-44a8-88cf-ee6f0700215e owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:03.261105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.261766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.262112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.262485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.262808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.263143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.263472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.263798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.264123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.264451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.264779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.265097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.265823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:03.331586 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.356924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:03.368126 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (54ae78df-e73a-44a8-88cf-ee6f0700215e), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.381871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddef569-6fba-4b0c-ba48-5924502581d0') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:03.381871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddef569-6fba-4b0c-ba48-5924502581d0') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:03.406629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] Pushing event deleted for resources: {'Port': ['ID=54ae78df-e73a-44a8-88cf-ee6f0700215e,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:03.407474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (cddef569-6fba-4b0c-ba48-5924502581d0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.413587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b951d178-698b-45c4-b94c-0fc015dcd008 None None] No DVR routers for this DVR port 54ae78df-e73a-44a8-88cf-ee6f0700215e on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:03.435362 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (cddef569-6fba-4b0c-ba48-5924502581d0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.444873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:19:03.445697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (cddef569-6fba-4b0c-ba48-5924502581d0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:19:03.448970 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:19:03.461243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 54ae78df-e73a-44a8-88cf-ee6f0700215e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:03.484466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 54ae78df-e73a-44a8-88cf-ee6f0700215e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:03.484940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 54ae78df-e73a-44a8-88cf-ee6f0700215e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:03.506433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b42d86-0922-43d4-99b1-285647e94825 None None] New status for floating IP fce86aa4-60ff-47d6-9a92-203c6b65cef2: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:19:03.523273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.528650 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.542299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/networks/dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e HTTP/1.1" status: 204 len: 168 time: 0.9159145 Feb 09 03:19:03.542535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34934) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:03.561043 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc75e34-6f94-40ac-852e-618c51c8b594 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Network': ['ID=dfc369e0-ea2b-4d88-99e3-ae3ddc45a58e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:03.605430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd0d438-2235-48cf-8a2d-1fec7ec628a1 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Deleting subnet e1b44b49-f3c6-430f-bcf7-89d546095f27 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:19:03.608731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd0d438-2235-48cf-8a2d-1fec7ec628a1 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (e1b44b49-f3c6-430f-bcf7-89d546095f27), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.677739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd0d438-2235-48cf-8a2d-1fec7ec628a1 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (e1b44b49-f3c6-430f-bcf7-89d546095f27), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.758310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74', 'tag': '5f50e4e0-afdf-4150-8374-288f4dd65bc6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:03.761013 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74", "tag": "5f50e4e0-afdf-4150-8374-288f4dd65bc6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:03.772346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd0d438-2235-48cf-8a2d-1fec7ec628a1 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (e1b44b49-f3c6-430f-bcf7-89d546095f27), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.803735 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22039c3f-7d31-43e0-a550-872494df0fb0 x-openstack-request-id: req-22039c3f-7d31-43e0-a550-872494df0fb0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:03.804170 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74", "tag": "5f50e4e0-afdf-4150-8374-288f4dd65bc6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:03.804437 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22039c3f-7d31-43e0-a550-872494df0fb0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:03.804839 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74', 'tag': '5f50e4e0-afdf-4150-8374-288f4dd65bc6', 'status': 'completed', 'code': 200} Feb 09 03:19:03.867521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd0d438-2235-48cf-8a2d-1fec7ec628a1 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (e1b44b49-f3c6-430f-bcf7-89d546095f27), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.898679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0d438-2235-48cf-8a2d-1fec7ec628a1 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b44b49-f3c6-430f-bcf7-89d546095f27,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:03.903723 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-efd0d438-2235-48cf-8a2d-1fec7ec628a1 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:03.909791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-efd0d438-2235-48cf-8a2d-1fec7ec628a1 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/subnets/e1b44b49-f3c6-430f-bcf7-89d546095f27 HTTP/1.1" status: 204 len: 168 time: 0.3662593 Feb 09 03:19:03.909791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34942) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:03.911033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd57d60-be99-4185-9849-88e900d0ac08 None None] Network 967a34b5-b06b-4875-9ae1-e66eb20102b8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:03.954793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-cf726d88-b70f-4832-9977-096c9474f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:03.956340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-cf726d88-b70f-4832-9977-096c9474f8d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9231a4189c844c779f0624f15f36c5b1&device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 1125 time: 0.1302648 Feb 09 03:19:03.979347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27181fc-5873-4b71-84e6-fa1ecf4cb222 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Deleting subnet 6feeae4d-8313-47ff-a3be-c0a2af74c0d9 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:19:04.023229 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.024408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27181fc-5873-4b71-84e6-fa1ecf4cb222 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (6feeae4d-8313-47ff-a3be-c0a2af74c0d9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.076751 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27181fc-5873-4b71-84e6-fa1ecf4cb222 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (6feeae4d-8313-47ff-a3be-c0a2af74c0d9), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.084575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34944) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:04.122197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] DHCP port deletion for 967a34b5-b06b-4875-9ae1-e66eb20102b8 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:19:04.140168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-8aa95644-a1a0-4efe-80f9-319a5112618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.141696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-8aa95644-a1a0-4efe-80f9-319a5112618a service neutron] 10.222.0.61 "GET /v2.0/networks?id=a69fd9bc-887b-4298-aabb-99e22a18f928 HTTP/1.1" status: 200 len: 910 time: 0.1786792 Feb 09 03:19:04.168910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-33552d0d-8445-4133-b56d-0263a247ac54 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/fce86aa4-60ff-47d6-9a92-203c6b65cef2 HTTP/1.1" status: 200 len: 993 time: 0.0824106 Feb 09 03:19:04.197171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] Deleting port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:04.197553 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.215279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-15ed0f74-6e85-4ace-b410-c4e6ea5f1e69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f50e4e0-afdf-4150-8374-288f4dd65bc6 HTTP/1.1" status: 200 len: 217 time: 0.0647044 Feb 09 03:19:04.272533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] For port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92,segment=NetworkSegment(870c2049-46f1-4256-bb03-bcb951d52a49),segment_id=870c2049-46f1-4256-bb03-bcb951d52a49)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:04.273079 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.289219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] Calling delete_port for 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:04.292229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27181fc-5873-4b71-84e6-fa1ecf4cb222 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6feeae4d-8313-47ff-a3be-c0a2af74c0d9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.331923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-3f22d0d0-7772-406b-9020-cc226bb04135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.333353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-3f22d0d0-7772-406b-9020-cc226bb04135 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd37af8-ffb3-4334-8f52-f843dbd7586d HTTP/1.1" status: 200 len: 849 time: 0.1061342 Feb 09 03:19:04.373868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-94ff0bc6-a05a-4907-87fc-d39cc3d12a56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a69fd9bc-887b-4298-aabb-99e22a18f928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338755 Feb 09 03:19:04.417592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.458089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] Pushing event deleted for resources: {'Port': ['ID=11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:04.466211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e64a7-7ddb-4a64-9c22-2d71c41c50cd None None] No DVR routers for this DVR port 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:04.484177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27181fc-5873-4b71-84e6-fa1ecf4cb222 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (6feeae4d-8313-47ff-a3be-c0a2af74c0d9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.528274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27181fc-5873-4b71-84e6-fa1ecf4cb222 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Subnet': ['ID=6feeae4d-8313-47ff-a3be-c0a2af74c0d9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:04.542721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a4088-f6c1-4633-83f3-70a0f1606d87 None None] Network 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:04.543837 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b27181fc-5873-4b71-84e6-fa1ecf4cb222 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.548716 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b27181fc-5873-4b71-84e6-fa1ecf4cb222 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/subnets/6feeae4d-8313-47ff-a3be-c0a2af74c0d9 HTTP/1.1" status: 204 len: 168 time: 0.6379406 Feb 09 03:19:04.551595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34950) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:04.640378 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-d3013301-d1e7-4114-833c-9f0c64a277a6 service neutron] 10.222.0.61 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600527 Feb 09 03:19:04.704315 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (967a34b5-b06b-4875-9ae1-e66eb20102b8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.763985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5f50e4e0-afdf-4150-8374-288f4dd65bc6 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:04.845564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-41cdfb29-66a8-4fac-9121-e0b5bd9bcc0c req-cd0c392d-5c5a-4ea6-b9ca-7aad0123ed36 service neutron] 10.222.0.61 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950469 Feb 09 03:19:04.863068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (967a34b5-b06b-4875-9ae1-e66eb20102b8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.882453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] DHCP port deletion for 24b5b7e4-cf1f-4c4a-a759-0ffddff649ea request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:19:04.900888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967a34b5-b06b-4875-9ae1-e66eb20102b8']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:04.905901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd1547-a79a-4bd8-b5cc-e1fe363cfd0e req-cf4ced95-43da-4fa4-8d5f-f3e52ac7cde9 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:04.907500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60fd1547-a79a-4bd8-b5cc-e1fe363cfd0e req-cf4ced95-43da-4fa4-8d5f-f3e52ac7cde9 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 943 time: 0.6313767 Feb 09 03:19:04.924153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870c2049-46f1-4256-bb03-bcb951d52a49') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:04.924534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870c2049-46f1-4256-bb03-bcb951d52a49') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:04.947016 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (870c2049-46f1-4256-bb03-bcb951d52a49), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.978777 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (870c2049-46f1-4256-bb03-bcb951d52a49), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:04.984604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5f50e4e0-afdf-4150-8374-288f4dd65bc6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5f50e4e0-afdf-4150-8374-288f4dd65bc6,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:04.991988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:19:04.992398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (870c2049-46f1-4256-bb03-bcb951d52a49), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.001114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] Deleting port 058523d7-1a71-450d-8ee8-70edc3c0828c {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:05.001694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.022294 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60fd1547-a79a-4bd8-b5cc-e1fe363cfd0e req-36a4a045-d1f1-4f31-b251-6706fc81dbcb tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083531 Feb 09 03:19:05.026387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '5f50e4e0-afdf-4150-8374-288f4dd65bc6', 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928', 'port_id': '5f50e4e0-afdf-4150-8374-288f4dd65bc6', 'mac_address': 'fa:16:3e:2b:e8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd37af8-ffb3-4334-8f52-f843dbd7586d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:05.149752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] For port 058523d7-1a71-450d-8ee8-70edc3c0828c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=058523d7-1a71-450d-8ee8-70edc3c0828c,segment=NetworkSegment(de816629-16ac-4401-bbd4-ee8ba849b442),segment_id=de816629-16ac-4401-bbd4-ee8ba849b442)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:05.150098 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.155161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.173461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] Calling delete_port for 058523d7-1a71-450d-8ee8-70edc3c0828c owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:05.175156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:05.175550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.197460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f50e4e0-afdf-4150-8374-288f4dd65bc6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:05.221065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5f50e4e0-afdf-4150-8374-288f4dd65bc6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5f50e4e0-afdf-4150-8374-288f4dd65bc6,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:05.233886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.323508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5f50e4e0-afdf-4150-8374-288f4dd65bc6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:05.420160 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (058523d7-1a71-450d-8ee8-70edc3c0828c), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.425626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-2a805da6-3b30-4e17-9d20-aa8930ba49e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828233 Feb 09 03:19:05.504098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] No DVR routers for this DVR port 058523d7-1a71-450d-8ee8-70edc3c0828c on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:05.514474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efddc14-cdea-47c6-a66b-7f237c953c1c None None] Pushing event deleted for resources: {'Port': ['ID=058523d7-1a71-450d-8ee8-70edc3c0828c,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:19:05.517328 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:19:05.520422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5f50e4e0-afdf-4150-8374-288f4dd65bc6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:05.520422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:05.564666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-15b30b75-ab73-4e0d-98b4-e4b4e3fb78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.566918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-15b30b75-ab73-4e0d-98b4-e4b4e3fb78de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 1128 time: 0.0836353 Feb 09 03:19:05.572445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (967a34b5-b06b-4875-9ae1-e66eb20102b8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.584333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:05.584801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 11abb2ae-6c0b-40e8-a24c-e43ffdaa8e92 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:05.585499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 058523d7-1a71-450d-8ee8-70edc3c0828c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:05.586659 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.590309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/networks/967a34b5-b06b-4875-9ae1-e66eb20102b8 HTTP/1.1" status: 204 len: 168 time: 1.0377471 Feb 09 03:19:05.593278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34958) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:05.601644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee87a3-3799-4e24-9286-deef2e45f40a tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Network': ['ID=967a34b5-b06b-4875-9ae1-e66eb20102b8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:05.614500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 058523d7-1a71-450d-8ee8-70edc3c0828c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:05.614905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 058523d7-1a71-450d-8ee8-70edc3c0828c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:05.811675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-b8b72bf9-39e7-4f27-b8d8-edf895663b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.813106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-b8b72bf9-39e7-4f27-b8d8-edf895663b2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.2061634 Feb 09 03:19:05.860226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-5f53418d-1894-4310-b858-9262bec76829 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25 HTTP/1.1" status: 200 len: 217 time: 0.0396888 Feb 09 03:19:05.863571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (24b5b7e4-cf1f-4c4a-a759-0ffddff649ea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:05.938456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-968bd9db-6559-4faf-a2ab-2ebc2ab303b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:05.939967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-968bd9db-6559-4faf-a2ab-2ebc2ab303b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0729713 Feb 09 03:19:06.016479 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (24b5b7e4-cf1f-4c4a-a759-0ffddff649ea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.041570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b5b7e4-cf1f-4c4a-a759-0ffddff649ea']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:06.053595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de816629-16ac-4401-bbd4-ee8ba849b442') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:06.053890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de816629-16ac-4401-bbd4-ee8ba849b442') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:06.056759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-c6820c8a-a661-4143-9639-2835eab49bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.058288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-c6820c8a-a661-4143-9639-2835eab49bdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077671 Feb 09 03:19:06.075327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (de816629-16ac-4401-bbd4-ee8ba849b442), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.129110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (de816629-16ac-4401-bbd4-ee8ba849b442), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.139261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:19:06.139600 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (de816629-16ac-4401-bbd4-ee8ba849b442), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:19:06.152011 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:19:06.219971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d8acf-7614-4d51-b0ea-d26cf29da069 req-fa95fb7f-9312-468a-99ce-9976b105b4ef tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:06.221406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-613d8acf-7614-4d51-b0ea-d26cf29da069 req-fa95fb7f-9312-468a-99ce-9976b105b4ef tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 944 time: 0.0782692 Feb 09 03:19:06.259047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-8281d5e7-0996-4906-875a-c29f585def2a service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949015 Feb 09 03:19:06.260631 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (24b5b7e4-cf1f-4c4a-a759-0ffddff649ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.272247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.275665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/networks/24b5b7e4-cf1f-4c4a-a759-0ffddff649ea HTTP/1.1" status: 204 len: 168 time: 0.6810992 Feb 09 03:19:06.278167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34966) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:06.299330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee2c05-6ec8-4dea-94c6-fca2d194420d tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Network': ['ID=24b5b7e4-cf1f-4c4a-a759-0ffddff649ea,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:06.314007 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-613d8acf-7614-4d51-b0ea-d26cf29da069 req-a3e79bdd-bbac-4781-b51a-117ca65a2292 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786695 Feb 09 03:19:06.349819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a66b94-95e6-4fa9-bd65-605abf934ed4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Deleting subnet afb53b0a-4535-43b5-8789-a1de9690468b {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:19:06.353519 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59a66b94-95e6-4fa9-bd65-605abf934ed4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (afb53b0a-4535-43b5-8789-a1de9690468b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.385875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f36ec4ac-100e-4425-9e4a-7babfe9fd08b req-4230f542-68e8-4efa-9f67-af39ba0148a6 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173539 Feb 09 03:19:06.404962 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59a66b94-95e6-4fa9-bd65-605abf934ed4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (afb53b0a-4535-43b5-8789-a1de9690468b), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.471784 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.526878 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59a66b94-95e6-4fa9-bd65-605abf934ed4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (afb53b0a-4535-43b5-8789-a1de9690468b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.604189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59a66b94-95e6-4fa9-bd65-605abf934ed4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (afb53b0a-4535-43b5-8789-a1de9690468b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.637747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a66b94-95e6-4fa9-bd65-605abf934ed4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Subnet': ['ID=afb53b0a-4535-43b5-8789-a1de9690468b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:06.642535 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59a66b94-95e6-4fa9-bd65-605abf934ed4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.647810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-59a66b94-95e6-4fa9-bd65-605abf934ed4 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/subnets/afb53b0a-4535-43b5-8789-a1de9690468b HTTP/1.1" status: 204 len: 168 time: 0.3657920 Feb 09 03:19:06.648574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34970) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:06.651172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654c6b26-91e8-4d19-8efd-226dd3103999 None None] Network a81acc9b-c4a4-4a60-9600-6a67be369d70 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:19:06.745955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a81acc9b-c4a4-4a60-9600-6a67be369d70), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.764229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5f50e4e0-afdf-4150-8374-288f4dd65bc6 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:06.824609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Deleting port 1233824a-44fa-4fef-9ffb-afb298fe650a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:06.825118 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.900828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] For port 1233824a-44fa-4fef-9ffb-afb298fe650a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1233824a-44fa-4fef-9ffb-afb298fe650a,segment=NetworkSegment(b2da493b-2953-418d-bdcb-f67af52da4c8),segment_id=b2da493b-2953-418d-bdcb-f67af52da4c8)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:06.901405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:06.919031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Calling delete_port for 1233824a-44fa-4fef-9ffb-afb298fe650a owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:07.018770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:07.019445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1233824a-44fa-4fef-9ffb-afb298fe650a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.023629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:07.024031 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.044344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] No DVR routers for this DVR port 1233824a-44fa-4fef-9ffb-afb298fe650a on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:07.060848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348d5c6d-5cfb-4096-bcb2-a01708076bad None None] DHCP port deletion for a81acc9b-c4a4-4a60-9600-6a67be369d70 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:19:07.078549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Port': ['ID=1233824a-44fa-4fef-9ffb-afb298fe650a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:07.128519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:07.128913 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.151787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f50e4e0-afdf-4150-8374-288f4dd65bc6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:07.154001 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49653075-60d2-4e1c-ae6e-aa39131afb3d" -d '{"events": [{"server_uuid": "3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74", "name": "network-vif-plugged", "status": "completed", "tag": "5f50e4e0-afdf-4150-8374-288f4dd65bc6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:07.166157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a81acc9b-c4a4-4a60-9600-6a67be369d70), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.167617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5f50e4e0-afdf-4150-8374-288f4dd65bc6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5f50e4e0-afdf-4150-8374-288f4dd65bc6,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:07.175664 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.203673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81acc9b-c4a4-4a60-9600-6a67be369d70']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:07.223230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2da493b-2953-418d-bdcb-f67af52da4c8') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:07.223550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2da493b-2953-418d-bdcb-f67af52da4c8') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:19:07.224732 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5058cf9-32ba-4cdd-9412-4bac068fe060 x-openstack-request-id: req-d5058cf9-32ba-4cdd-9412-4bac068fe060 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:07.225020 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74", "name": "network-vif-plugged", "status": "completed", "tag": "5f50e4e0-afdf-4150-8374-288f4dd65bc6", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:07.225273 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5058cf9-32ba-4cdd-9412-4bac068fe060 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:07.225668 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f50e4e0-afdf-4150-8374-288f4dd65bc6', 'code': 200} Feb 09 03:19:07.235916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5f50e4e0-afdf-4150-8374-288f4dd65bc6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:07.237876 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (b2da493b-2953-418d-bdcb-f67af52da4c8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.260612 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b2da493b-2953-418d-bdcb-f67af52da4c8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.267792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:19:07.268127 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (b2da493b-2953-418d-bdcb-f67af52da4c8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:19:07.272492 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:19:07.364145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a81acc9b-c4a4-4a60-9600-6a67be369d70), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.373435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.379249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/networks/a81acc9b-c4a4-4a60-9600-6a67be369d70 HTTP/1.1" status: 204 len: 168 time: 0.7297151 Feb 09 03:19:07.379489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34980) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:07.393545 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5250-d3e4-4415-af04-0965143f6894 req-8ef18d9a-b10d-4ddf-9b82-2c6c4393cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.395122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76fb5250-d3e4-4415-af04-0965143f6894 req-8ef18d9a-b10d-4ddf-9b82-2c6c4393cc45 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 1127 time: 0.0833931 Feb 09 03:19:07.396814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd914675-a3c6-430c-9066-83afddbdcf5e tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Pushing event deleted for resources: {'Network': ['ID=a81acc9b-c4a4-4a60-9600-6a67be369d70,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:07.439660 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f7af99e7-2197-4a91-9d5a-72a6d1ef7f15 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "GET /v2.0/ports?device_id=38098fa6-a803-4c9e-b5ac-29b3b4bbb19b HTTP/1.1" status: 200 len: 205 time: 0.0580330 Feb 09 03:19:07.442567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 34982) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:07.444628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1233824a-44fa-4fef-9ffb-afb298fe650a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:07.457857 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76fb5250-d3e4-4415-af04-0965143f6894 req-a247cb33-82a8-4685-8c81-0cb4401d16ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531547 Feb 09 03:19:07.466735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1233824a-44fa-4fef-9ffb-afb298fe650a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:07.467320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1233824a-44fa-4fef-9ffb-afb298fe650a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:07.526151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71894bc-7fef-429b-a114-0da53d4edd96 req-9f9ca8fb-649d-49ea-b21c-744e218b60e1 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:07.527606 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b71894bc-7fef-429b-a114-0da53d4edd96 req-9f9ca8fb-649d-49ea-b21c-744e218b60e1 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 945 time: 0.0645175 Feb 09 03:19:07.559488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c766835b-4b57-44de-bcae-1ef5eb638bb0 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for router (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.583237 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b71894bc-7fef-429b-a114-0da53d4edd96 req-8155dd80-9416-4989-806f-9cbccf7a217d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498538 Feb 09 03:19:07.741007 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c766835b-4b57-44de-bcae-1ef5eb638bb0 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.743246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c766835b-4b57-44de-bcae-1ef5eb638bb0 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for router_controller (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.790332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c766835b-4b57-44de-bcae-1ef5eb638bb0 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (38098fa6-a803-4c9e-b5ac-29b3b4bbb19b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.790963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c766835b-4b57-44de-bcae-1ef5eb638bb0 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Fanout notify agent at l3_agent the message router_deleted on router 38098fa6-a803-4c9e-b5ac-29b3b4bbb19b {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:19:07.800685 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c766835b-4b57-44de-bcae-1ef5eb638bb0 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:07.805045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c766835b-4b57-44de-bcae-1ef5eb638bb0 tempest-RoutersNegativeIpV6Test-2031434698 tempest-RoutersNegativeIpV6Test-2031434698-project] 10.222.0.32 "DELETE /v2.0/routers/38098fa6-a803-4c9e-b5ac-29b3b4bbb19b HTTP/1.1" status: 204 len: 168 time: 0.3580899 Feb 09 03:19:08.008453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34994) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:08.151068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ee157386-cea9-4455-9d55-b8569485b4da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d448d304b9044a05820af7f8a3cd559d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409712 Feb 09 03:19:08.153413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 34998) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:08.203870 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6aa7-541c-4d66-99e7-cb56346710fb admin admin] Publish callbacks [] for security_group (15ca3d6b-6707-42ef-a18d-ab177779d597), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:08.224978 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6aa7-541c-4d66-99e7-cb56346710fb admin admin] Publish callbacks [] for security_group (15ca3d6b-6707-42ef-a18d-ab177779d597), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:08.278453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6aa7-541c-4d66-99e7-cb56346710fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (15ca3d6b-6707-42ef-a18d-ab177779d597), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:08.281141 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef3b6aa7-541c-4d66-99e7-cb56346710fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:08.282327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef3b6aa7-541c-4d66-99e7-cb56346710fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15ca3d6b-6707-42ef-a18d-ab177779d597 HTTP/1.1" status: 204 len: 168 time: 0.1279957 Feb 09 03:19:08.292765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b6aa7-541c-4d66-99e7-cb56346710fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ca3d6b-6707-42ef-a18d-ab177779d597,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:08.729221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8b238-b667-4d81-b927-e4b9226805ba req-2a207f4f-4bc4-47d6-a487-99be47cea965 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:08.730830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7c8b238-b667-4d81-b927-e4b9226805ba req-2a207f4f-4bc4-47d6-a487-99be47cea965 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 945 time: 0.0592804 Feb 09 03:19:08.807375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7c8b238-b667-4d81-b927-e4b9226805ba req-6b4aba0c-1a97-4b7a-a432-4e9ba43cb544 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686028 Feb 09 03:19:09.074152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35038) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:09.222400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0cb717c3-8410-48f9-b447-ab7f7d357919 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:09.223473 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-0cb717c3-8410-48f9-b447-ab7f7d357919 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 03:19:09.224732 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-0cb717c3-8410-48f9-b447-ab7f7d357919 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:19:09.225744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0cb717c3-8410-48f9-b447-ab7f7d357919 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1503544 Feb 09 03:19:09.229470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35044) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:09.235078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276612507'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:09.275554 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.289956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.431371 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (0ba005a6-1e3b-44e7-afd0-70e7ab3607f8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.436240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0ba005a6-1e3b-44e7-afd0-70e7ab3607f8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.534018 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.561281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.570507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba005a6-1e3b-44e7-afd0-70e7ab3607f8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:09.602660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:09.611503 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.616273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35054) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:09.616505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4e8bf91c-a409-4549-b7ab-a3514cde47cb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3855364 Feb 09 03:19:09.622802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-923e3e42-4a19-4edc-a04e-0f3ffe354d23 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:09.644502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4da0e2-6efa-4ca2-9e2d-fe3e3d6c02f1 req-0b971998-f84b-4db0-9d42-b9fedfb68d1f tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:09.646331 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb4da0e2-6efa-4ca2-9e2d-fe3e3d6c02f1 req-0b971998-f84b-4db0-9d42-b9fedfb68d1f tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 945 time: 0.1481643 Feb 09 03:19:09.651178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-923e3e42-4a19-4edc-a04e-0f3ffe354d23 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group_rule (5bd2a006-82f6-46a5-9df4-02ca48bbdc33), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.720132 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-923e3e42-4a19-4edc-a04e-0f3ffe354d23 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group_rule (5bd2a006-82f6-46a5-9df4-02ca48bbdc33), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.727408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb4da0e2-6efa-4ca2-9e2d-fe3e3d6c02f1 req-52c0f19b-408a-4091-861e-a8485ab499a7 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694096 Feb 09 03:19:09.727740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-923e3e42-4a19-4edc-a04e-0f3ffe354d23 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (5bd2a006-82f6-46a5-9df4-02ca48bbdc33), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.749882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e3e42-4a19-4edc-a04e-0f3ffe354d23 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd2a006-82f6-46a5-9df4-02ca48bbdc33,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:09.760813 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-923e3e42-4a19-4edc-a04e-0f3ffe354d23 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.762317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-923e3e42-4a19-4edc-a04e-0f3ffe354d23 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447740 Feb 09 03:19:09.764979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35058) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:09.769471 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ffc525e7-73aa-4376-8334-b836142faa39 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:09.797336 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc525e7-73aa-4376-8334-b836142faa39 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group_rule (559738d9-1451-4491-9e4d-82c1bc8af318), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.856294 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-ffc525e7-73aa-4376-8334-b836142faa39 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 03:19:09.857736 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ffc525e7-73aa-4376-8334-b836142faa39 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0917525 Feb 09 03:19:09.860631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:09.918079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3742679-1981-4664-8d89-893a55d71f9b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.945408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3742679-1981-4664-8d89-893a55d71f9b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:09.999647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3742679-1981-4664-8d89-893a55d71f9b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.003058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c3742679-1981-4664-8d89-893a55d71f9b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.007057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c3742679-1981-4664-8d89-893a55d71f9b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3 HTTP/1.1" status: 204 len: 168 time: 0.1424768 Feb 09 03:19:10.007801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35064) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.016261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742679-1981-4664-8d89-893a55d71f9b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8d531f-ea1f-4f9e-b9c6-1ddc936bc5d3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:10.075591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f204116a-523a-495c-b78b-9a2fa0c9d755 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653696 Feb 09 03:19:10.080124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35066) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.085174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cc55ffde-870d-485d-8f26-bd035e8bd62d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--182892713'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:10.108521 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc55ffde-870d-485d-8f26-bd035e8bd62d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.185899 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc55ffde-870d-485d-8f26-bd035e8bd62d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (86fc2561-5eaf-47f8-b91a-e8c9b33d610f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.195629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc55ffde-870d-485d-8f26-bd035e8bd62d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (86fc2561-5eaf-47f8-b91a-e8c9b33d610f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.240290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cc55ffde-870d-485d-8f26-bd035e8bd62d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.244259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cc55ffde-870d-485d-8f26-bd035e8bd62d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1601989 Feb 09 03:19:10.244488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35068) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.250995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-72523f64-e747-46f1-8757-15407b8e0327 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '86fc2561-5eaf-47f8-b91a-e8c9b33d610f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:10.252730 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-72523f64-e747-46f1-8757-15407b8e0327 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 03:19:10.253469 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-72523f64-e747-46f1-8757-15407b8e0327 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:10.257584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35070) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.267586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-72523f64-e747-46f1-8757-15407b8e0327 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0185931 Feb 09 03:19:10.268818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55ffde-870d-485d-8f26-bd035e8bd62d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fc2561-5eaf-47f8-b91a-e8c9b33d610f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:10.324986 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e23d7822-2b4b-438b-bbfd-fa3c0fb0cf65 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (86fc2561-5eaf-47f8-b91a-e8c9b33d610f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.348679 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e23d7822-2b4b-438b-bbfd-fa3c0fb0cf65 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (86fc2561-5eaf-47f8-b91a-e8c9b33d610f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.392675 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e23d7822-2b4b-438b-bbfd-fa3c0fb0cf65 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (86fc2561-5eaf-47f8-b91a-e8c9b33d610f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.396500 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e23d7822-2b4b-438b-bbfd-fa3c0fb0cf65 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.400249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e23d7822-2b4b-438b-bbfd-fa3c0fb0cf65 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/86fc2561-5eaf-47f8-b91a-e8c9b33d610f HTTP/1.1" status: 204 len: 168 time: 0.1389141 Feb 09 03:19:10.400588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35072) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.414287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d7822-2b4b-438b-bbfd-fa3c0fb0cf65 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fc2561-5eaf-47f8-b91a-e8c9b33d610f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:10.475940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bed159b3-b3b2-4d5a-9f39-8a47a5b6efe2 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0700908 Feb 09 03:19:10.476166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35074) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.480483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-472219ce-131d-4998-afe5-3c5d89b5e16b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422370850'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:10.501364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-472219ce-131d-4998-afe5-3c5d89b5e16b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.589126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-472219ce-131d-4998-afe5-3c5d89b5e16b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (cdf47060-ef7e-4417-9d58-dc679ef458a9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.593673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-472219ce-131d-4998-afe5-3c5d89b5e16b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cdf47060-ef7e-4417-9d58-dc679ef458a9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.642039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472219ce-131d-4998-afe5-3c5d89b5e16b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf47060-ef7e-4417-9d58-dc679ef458a9,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:10.648575 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-472219ce-131d-4998-afe5-3c5d89b5e16b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.650005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-472219ce-131d-4998-afe5-3c5d89b5e16b tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1729183 Feb 09 03:19:10.652778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35076) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.660036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5c38e750-7f8e-4984-bd34-501eb75e91fd tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'cdf47060-ef7e-4417-9d58-dc679ef458a9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:10.660619 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-5c38e750-7f8e-4984-bd34-501eb75e91fd tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 03:19:10.661172 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-5c38e750-7f8e-4984-bd34-501eb75e91fd tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:10.664897 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5c38e750-7f8e-4984-bd34-501eb75e91fd tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085564 Feb 09 03:19:10.665461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35078) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.726928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72798dee-b869-47b6-be0a-e14dfa597f84 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (cdf47060-ef7e-4417-9d58-dc679ef458a9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.758930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72798dee-b869-47b6-be0a-e14dfa597f84 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (cdf47060-ef7e-4417-9d58-dc679ef458a9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.862060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72798dee-b869-47b6-be0a-e14dfa597f84 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cdf47060-ef7e-4417-9d58-dc679ef458a9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.862060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-72798dee-b869-47b6-be0a-e14dfa597f84 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:10.862060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-72798dee-b869-47b6-be0a-e14dfa597f84 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/cdf47060-ef7e-4417-9d58-dc679ef458a9 HTTP/1.1" status: 204 len: 168 time: 0.1928082 Feb 09 03:19:10.863497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35086) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.886849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72798dee-b869-47b6-be0a-e14dfa597f84 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf47060-ef7e-4417-9d58-dc679ef458a9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:10.933563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-330ec1ad-8458-4f54-b831-66ccc2acbcc6 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.935115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-330ec1ad-8458-4f54-b831-66ccc2acbcc6 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 945 time: 0.1200211 Feb 09 03:19:10.941792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0e9447e3-e544-42bb-9c71-42b648ba7dd9 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732336 Feb 09 03:19:10.943414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35088) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:10.948156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6ceb8aee-d923-4f78-ae64-a8df35a386ef tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--207878397'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:10.956475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761b69d-b580-4aff-b26d-94cba38a6630 req-0b297fd9-4eed-4411-8982-be645c680ee1 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:10.957990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1761b69d-b580-4aff-b26d-94cba38a6630 req-0b297fd9-4eed-4411-8982-be645c680ee1 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 945 time: 0.0981379 Feb 09 03:19:10.971851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8aee-d923-4f78-ae64-a8df35a386ef tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.051816 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8aee-d923-4f78-ae64-a8df35a386ef tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (38e32b94-41e1-4571-8916-81d8efa04052), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.056802 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8aee-d923-4f78-ae64-a8df35a386ef tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (38e32b94-41e1-4571-8916-81d8efa04052), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.061161 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1761b69d-b580-4aff-b26d-94cba38a6630 req-027ce735-f7b6-4589-8fbb-d1cd94b75765 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853770 Feb 09 03:19:11.086876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Deleting port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:11.087554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.093058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8aee-d923-4f78-ae64-a8df35a386ef tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.094326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6ceb8aee-d923-4f78-ae64-a8df35a386ef tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1498382 Feb 09 03:19:11.099405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35090) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.103928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1ae375a8-3f00-463a-bddc-b5d29df38288 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '38e32b94-41e1-4571-8916-81d8efa04052', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.104856 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-1ae375a8-3f00-463a-bddc-b5d29df38288 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 03:19:11.105356 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-1ae375a8-3f00-463a-bddc-b5d29df38288 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.106457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ae375a8-3f00-463a-bddc-b5d29df38288 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057795 Feb 09 03:19:11.109479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35092) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.115273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2820806e-6fa6-48be-bffd-d5347efb2965 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '38e32b94-41e1-4571-8916-81d8efa04052', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.115967 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-2820806e-6fa6-48be-bffd-d5347efb2965 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 03:19:11.117414 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-2820806e-6fa6-48be-bffd-d5347efb2965 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.120871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2820806e-6fa6-48be-bffd-d5347efb2965 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079362 Feb 09 03:19:11.120871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb8aee-d923-4f78-ae64-a8df35a386ef tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e32b94-41e1-4571-8916-81d8efa04052,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:11.121899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35094) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.126736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e7a17d1b-0773-4b0f-9f24-824af05e662e tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '38e32b94-41e1-4571-8916-81d8efa04052', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.127560 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-e7a17d1b-0773-4b0f-9f24-824af05e662e tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 03:19:11.128053 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-e7a17d1b-0773-4b0f-9f24-824af05e662e tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.132200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e7a17d1b-0773-4b0f-9f24-824af05e662e tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063093 Feb 09 03:19:11.132200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35096) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.136642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-18a6b530-811e-4a94-bc0d-c9e1b683cc92 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '38e32b94-41e1-4571-8916-81d8efa04052', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.137496 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-18a6b530-811e-4a94-bc0d-c9e1b683cc92 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 03:19:11.137968 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-18a6b530-811e-4a94-bc0d-c9e1b683cc92 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.141215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-18a6b530-811e-4a94-bc0d-c9e1b683cc92 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059841 Feb 09 03:19:11.142157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35098) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.231328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] For port 5f50e4e0-afdf-4150-8374-288f4dd65bc6, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5f50e4e0-afdf-4150-8374-288f4dd65bc6,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:11.231697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.241410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e770458c-fc30-41d0-bc82-780a13c360b2 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (38e32b94-41e1-4571-8916-81d8efa04052), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.261314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Calling delete_port for 5f50e4e0-afdf-4150-8374-288f4dd65bc6 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:11.279983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e770458c-fc30-41d0-bc82-780a13c360b2 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (38e32b94-41e1-4571-8916-81d8efa04052), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.382195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e770458c-fc30-41d0-bc82-780a13c360b2 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (38e32b94-41e1-4571-8916-81d8efa04052), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.385424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e770458c-fc30-41d0-bc82-780a13c360b2 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.388853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e770458c-fc30-41d0-bc82-780a13c360b2 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/38e32b94-41e1-4571-8916-81d8efa04052 HTTP/1.1" status: 204 len: 168 time: 0.2441297 Feb 09 03:19:11.389239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35102) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.418745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770458c-fc30-41d0-bc82-780a13c360b2 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e32b94-41e1-4571-8916-81d8efa04052,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:11.456066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4532ab7a-5aa7-4217-90b3-841e2de37ff5 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655842 Feb 09 03:19:11.461334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35104) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.462586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5f50e4e0-afdf-4150-8374-288f4dd65bc6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.472158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3d4528b5-747d-47e0-bcd0-39d16feec9eb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--645842809'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.474825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5f50e4e0-afdf-4150-8374-288f4dd65bc6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:11.502678 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d4528b5-747d-47e0-bcd0-39d16feec9eb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.518249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Pushing event deleted for resources: {'Port': ['ID=5f50e4e0-afdf-4150-8374-288f4dd65bc6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:11.582549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] No DVR routers for this DVR port 5f50e4e0-afdf-4150-8374-288f4dd65bc6 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:11.587384 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.592268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fae98d7c-7155-4d01-a066-5ac043b0846d req-44857157-ce8b-48dc-9441-e78a521c0b23 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.61 "DELETE /v2.0/ports/5f50e4e0-afdf-4150-8374-288f4dd65bc6 HTTP/1.1" status: 204 len: 173 time: 0.6513143 Feb 09 03:19:11.592807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74', 'name': 'network-vif-deleted', 'tag': '5f50e4e0-afdf-4150-8374-288f4dd65bc6'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:11.597905 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e5d2f-bfed-4ecd-8a33-08396f2b06b2" -d '{"events": [{"server_uuid": "3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74", "name": "network-vif-deleted", "tag": "5f50e4e0-afdf-4150-8374-288f4dd65bc6"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:11.606794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d4528b5-747d-47e0-bcd0-39d16feec9eb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (a76761f7-1250-4c8f-9217-8a353ef7faa6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.616381 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d4528b5-747d-47e0-bcd0-39d16feec9eb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a76761f7-1250-4c8f-9217-8a353ef7faa6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.655611 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d4528b5-747d-47e0-bcd0-39d16feec9eb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:11.663930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3d4528b5-747d-47e0-bcd0-39d16feec9eb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1952970 Feb 09 03:19:11.664686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35110) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.671556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-da79eadb-5ec5-40b7-8549-a53484a920e8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.672226 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-da79eadb-5ec5-40b7-8549-a53484a920e8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 03:19:11.672746 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-da79eadb-5ec5-40b7-8549-a53484a920e8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.678952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-da79eadb-5ec5-40b7-8549-a53484a920e8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118449 Feb 09 03:19:11.679364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35112) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.686973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-22862de0-0cd3-416f-b59b-93070bbeece5 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.695068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4528b5-747d-47e0-bcd0-39d16feec9eb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76761f7-1250-4c8f-9217-8a353ef7faa6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:11.762508 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-22862de0-0cd3-416f-b59b-93070bbeece5 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.778533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-22862de0-0cd3-416f-b59b-93070bbeece5 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0952404 Feb 09 03:19:11.779092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35114) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.786275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c67dcb51-3162-4d44-9cda-8abf8c606389 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.788079 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-c67dcb51-3162-4d44-9cda-8abf8c606389 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 03:19:11.788573 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-c67dcb51-3162-4d44-9cda-8abf8c606389 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.792395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c67dcb51-3162-4d44-9cda-8abf8c606389 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093749 Feb 09 03:19:11.792395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35116) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.797454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-045879d6-e00d-4438-aff5-995c38fdead3 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.845921 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-045879d6-e00d-4438-aff5-995c38fdead3 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.845921 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-045879d6-e00d-4438-aff5-995c38fdead3 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0492442 Feb 09 03:19:11.846254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35120) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.858350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f22592a9-f297-4364-885d-5a52ddd51f4d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.861636 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-f22592a9-f297-4364-885d-5a52ddd51f4d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 03:19:11.861636 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-f22592a9-f297-4364-885d-5a52ddd51f4d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.865370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f22592a9-f297-4364-885d-5a52ddd51f4d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0142975 Feb 09 03:19:11.866552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35124) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.877188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-92b23b3d-1e29-4e93-a3d6-37aed0586ece tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.902816 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125bfee0-a2e6-4bb2-aa3c-6d5a13cf68d8 x-openstack-request-id: req-125bfee0-a2e6-4bb2-aa3c-6d5a13cf68d8 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:11.903184 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74", "name": "network-vif-deleted", "tag": "5f50e4e0-afdf-4150-8374-288f4dd65bc6", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:11.903388 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-125bfee0-a2e6-4bb2-aa3c-6d5a13cf68d8 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:11.903745 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74', 'name': 'network-vif-deleted', 'tag': '5f50e4e0-afdf-4150-8374-288f4dd65bc6', 'status': 'completed', 'code': 200} Feb 09 03:19:11.917844 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-92b23b3d-1e29-4e93-a3d6-37aed0586ece tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Project 441b83f34492455aadc32e8b9da96efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:19:11.943504 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-92b23b3d-1e29-4e93-a3d6-37aed0586ece tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.947518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-92b23b3d-1e29-4e93-a3d6-37aed0586ece tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0761683 Feb 09 03:19:11.947854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35126) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.952863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0a57635d-81b1-48fe-b46b-5f99073c8dee tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.953350 n-d-827839-4 neutron-server[109857]: WARNING neutron.api.v2.base [None req-0a57635d-81b1-48fe-b46b-5f99073c8dee tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 03:19:11.953834 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-0a57635d-81b1-48fe-b46b-5f99073c8dee tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:11.957348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0a57635d-81b1-48fe-b46b-5f99073c8dee tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059228 Feb 09 03:19:11.957595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35128) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:11.963427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e93d21a7-7842-4210-9bf4-9f428870ca5e tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:11.994981 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-e93d21a7-7842-4210-9bf4-9f428870ca5e tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Project 441b83f34492455aadc32e8b9da96efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:19:12.015843 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-e93d21a7-7842-4210-9bf4-9f428870ca5e tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:12.017259 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e93d21a7-7842-4210-9bf4-9f428870ca5e tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0587032 Feb 09 03:19:12.020585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35130) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.025261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-863f5612-6468-4ca2-9970-cfa01438d4a6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'a76761f7-1250-4c8f-9217-8a353ef7faa6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:12.048798 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-863f5612-6468-4ca2-9970-cfa01438d4a6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Project 441b83f34492455aadc32e8b9da96efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:19:12.065900 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-863f5612-6468-4ca2-9970-cfa01438d4a6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:12.068658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-863f5612-6468-4ca2-9970-cfa01438d4a6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0469270 Feb 09 03:19:12.071357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35132) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.135372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ce331a-a4f8-41d0-8ee2-c090cb4566e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (a76761f7-1250-4c8f-9217-8a353ef7faa6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.165439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ce331a-a4f8-41d0-8ee2-c090cb4566e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (a76761f7-1250-4c8f-9217-8a353ef7faa6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.275207 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-02442683-2fff-4eae-9a5a-ce7f132e96b4 req-a4c64495-85ba-46ec-8552-4b5ad4bca1f0 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b7a6f6a-7cfd-4fad-a50b-c5fc399b2f74 HTTP/1.1" status: 200 len: 210 time: 0.0492427 Feb 09 03:19:12.301331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ce331a-a4f8-41d0-8ee2-c090cb4566e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a76761f7-1250-4c8f-9217-8a353ef7faa6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.305868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c7ce331a-a4f8-41d0-8ee2-c090cb4566e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.307219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c7ce331a-a4f8-41d0-8ee2-c090cb4566e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/a76761f7-1250-4c8f-9217-8a353ef7faa6 HTTP/1.1" status: 204 len: 168 time: 0.2348466 Feb 09 03:19:12.310174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35136) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.331023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce331a-a4f8-41d0-8ee2-c090cb4566e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76761f7-1250-4c8f-9217-8a353ef7faa6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:12.393108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-091176bd-7c2d-4f53-ac22-af1795019dad tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820291 Feb 09 03:19:12.397302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35142) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.401261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b482cd45-66ac-485a-bbda-048911e71102 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--962401291'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:12.436997 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b482cd45-66ac-485a-bbda-048911e71102 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.518406 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b482cd45-66ac-485a-bbda-048911e71102 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (2e34c331-f420-432f-aaac-b6258807774a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.524037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b482cd45-66ac-485a-bbda-048911e71102 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2e34c331-f420-432f-aaac-b6258807774a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.560639 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b482cd45-66ac-485a-bbda-048911e71102 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.560639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b482cd45-66ac-485a-bbda-048911e71102 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1628041 Feb 09 03:19:12.562569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482cd45-66ac-485a-bbda-048911e71102 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e34c331-f420-432f-aaac-b6258807774a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:12.563519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35144) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.568631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-25ed282c-a7c8-45cc-8fa5-4edd3bae6d8c tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '2e34c331-f420-432f-aaac-b6258807774a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:12.616850 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-25ed282c-a7c8-45cc-8fa5-4edd3bae6d8c tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The resource could not be found. Feb 09 03:19:12.620807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-25ed282c-a7c8-45cc-8fa5-4edd3bae6d8c tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0536325 Feb 09 03:19:12.621117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35146) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.626321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a52f4878-7353-4637-a339-75b72e8bee46 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '2e34c331-f420-432f-aaac-b6258807774a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4c7ecd09-884d-4e72-85a8-05f6e49c3181'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:12.683148 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-a52f4878-7353-4637-a339-75b72e8bee46 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The resource could not be found. Feb 09 03:19:12.687536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35148) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.687776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a52f4878-7353-4637-a339-75b72e8bee46 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0653679 Feb 09 03:19:12.743432 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0268-940b-4b28-b48a-43ce0cee77ca tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (2e34c331-f420-432f-aaac-b6258807774a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.766423 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0268-940b-4b28-b48a-43ce0cee77ca tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (2e34c331-f420-432f-aaac-b6258807774a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.827816 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0268-940b-4b28-b48a-43ce0cee77ca tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2e34c331-f420-432f-aaac-b6258807774a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.832221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0268-940b-4b28-b48a-43ce0cee77ca tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:12.834053 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ed0c0268-940b-4b28-b48a-43ce0cee77ca tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/2e34c331-f420-432f-aaac-b6258807774a HTTP/1.1" status: 204 len: 168 time: 0.1452932 Feb 09 03:19:12.837022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35150) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.846843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c0268-940b-4b28-b48a-43ce0cee77ca tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e34c331-f420-432f-aaac-b6258807774a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:12.923587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35154) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.923766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e1e5e477-e81e-433a-b687-258cc370cf9c tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0847180 Feb 09 03:19:12.928804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a7478861-bfba-4f93-abae-6c54d85174e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '35dfe827-afe3-4a91-aa77-fcb9f62a6452', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:12.969831 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-a7478861-bfba-4f93-abae-6c54d85174e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The resource could not be found. Feb 09 03:19:12.974924 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a7478861-bfba-4f93-abae-6c54d85174e1 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0463762 Feb 09 03:19:12.975171 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:12.979799 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e7f49716-2cf3-498b-9bec-a5c197219c28 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896242127'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:12.999999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7f49716-2cf3-498b-9bec-a5c197219c28 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.069465 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7f49716-2cf3-498b-9bec-a5c197219c28 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (38d2909c-49e1-4b33-9c86-5f45005a423c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.073161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7f49716-2cf3-498b-9bec-a5c197219c28 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (38d2909c-49e1-4b33-9c86-5f45005a423c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.101045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e7f49716-2cf3-498b-9bec-a5c197219c28 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.102302 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e7f49716-2cf3-498b-9bec-a5c197219c28 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1262202 Feb 09 03:19:13.104975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35160) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:13.109186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cae45f9b-3313-4577-98d5-5d9a502ca213 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--138981050'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:13.116710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f49716-2cf3-498b-9bec-a5c197219c28 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d2909c-49e1-4b33-9c86-5f45005a423c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:13.132633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9b-3313-4577-98d5-5d9a502ca213 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.200558 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9b-3313-4577-98d5-5d9a502ca213 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.205313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9b-3313-4577-98d5-5d9a502ca213 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.236062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae45f9b-3313-4577-98d5-5d9a502ca213 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:13.240842 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cae45f9b-3313-4577-98d5-5d9a502ca213 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.244781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cae45f9b-3313-4577-98d5-5d9a502ca213 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1361721 Feb 09 03:19:13.245298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35162) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:13.249291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0a1b971b-ea8e-4a5e-ae73-b18dc94ac96c tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': '38d2909c-49e1-4b33-9c86-5f45005a423c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:13.282684 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-0a1b971b-ea8e-4a5e-ae73-b18dc94ac96c tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:13.286178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0a1b971b-ea8e-4a5e-ae73-b18dc94ac96c tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0378416 Feb 09 03:19:13.286531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35164) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:13.342373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ff574d0-5e6e-479d-bef7-f961e6ff48c6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.367498 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ff574d0-5e6e-479d-bef7-f961e6ff48c6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.415727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ff574d0-5e6e-479d-bef7-f961e6ff48c6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.418946 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9ff574d0-5e6e-479d-bef7-f961e6ff48c6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.422526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9ff574d0-5e6e-479d-bef7-f961e6ff48c6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae HTTP/1.1" status: 204 len: 168 time: 0.1326666 Feb 09 03:19:13.422987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35172) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:13.430435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff574d0-5e6e-479d-bef7-f961e6ff48c6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd9c5d6-2b5d-4a6d-bc53-f3197ef3bfae,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:13.504878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35180) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:13.506079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d8722cd3-4562-4df9-95a9-616e08cd8cbc tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0807190 Feb 09 03:19:13.630909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c7340fe-d6ff-4259-8170-ab3e587ebd20 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (38d2909c-49e1-4b33-9c86-5f45005a423c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.675038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c7340fe-d6ff-4259-8170-ab3e587ebd20 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (38d2909c-49e1-4b33-9c86-5f45005a423c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.691536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-f70e81f8-a98b-4e27-8e2a-30a69e7f7689 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:13.693062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-f70e81f8-a98b-4e27-8e2a-30a69e7f7689 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/networks?id=a69fd9bc-887b-4298-aabb-99e22a18f928 HTTP/1.1" status: 200 len: 809 time: 0.1541202 Feb 09 03:19:13.722794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-4a6555fe-2a68-4fc4-9351-5c6e3ee3b356 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/quotas/9231a4189c844c779f0624f15f36c5b1 HTTP/1.1" status: 200 len: 375 time: 0.0205660 Feb 09 03:19:13.750573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c7340fe-d6ff-4259-8170-ab3e587ebd20 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (38d2909c-49e1-4b33-9c86-5f45005a423c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.753010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c7340fe-d6ff-4259-8170-ab3e587ebd20 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.756622 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5c7340fe-d6ff-4259-8170-ab3e587ebd20 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/38d2909c-49e1-4b33-9c86-5f45005a423c HTTP/1.1" status: 204 len: 168 time: 0.2472384 Feb 09 03:19:13.757123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35186) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:13.781508 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-631d0e8a-742b-4282-a215-d73c095096b2 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9231a4189c844c779f0624f15f36c5b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419583 Feb 09 03:19:13.789270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7340fe-d6ff-4259-8170-ab3e587ebd20 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d2909c-49e1-4b33-9c86-5f45005a423c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:13.844040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ca2d4adb-42c4-4990-9b66-b46d9947bd1a tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0855231 Feb 09 03:19:13.849262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35188) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:13.855841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c5faca6a-8dea-471a-9a07-1054bd55ffc8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--252483149'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:13.896842 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5faca6a-8dea-471a-9a07-1054bd55ffc8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:13.930676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b02fe7e7-58f6-4156-99a7-b239f396aeac service neutron] 10.222.0.32 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349289 Feb 09 03:19:14.033121 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5faca6a-8dea-471a-9a07-1054bd55ffc8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.041145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5faca6a-8dea-471a-9a07-1054bd55ffc8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.056635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-1414c409-17b9-433c-9321-23650965e876 service neutron] 10.222.0.32 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234946 Feb 09 03:19:14.082643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faca6a-8dea-471a-9a07-1054bd55ffc8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:14.087330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c5faca6a-8dea-471a-9a07-1054bd55ffc8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.091402 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c5faca6a-8dea-471a-9a07-1054bd55ffc8 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2377710 Feb 09 03:19:14.091840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35196) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:14.096514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-207b78c3-29b6-4dc1-a05d-af0cc8bfbe0d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:14.139187 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-207b78c3-29b6-4dc1-a05d-af0cc8bfbe0d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:14.143036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-207b78c3-29b6-4dc1-a05d-af0cc8bfbe0d tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0475216 Feb 09 03:19:14.143368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35198) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:14.148689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e5f42aab-b249-4d71-bdfe-780411313efb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group_rule': {'security_group_id': 'fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:14.212202 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-e5f42aab-b249-4d71-bdfe-780411313efb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:19:14.216319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e5f42aab-b249-4d71-bdfe-780411313efb tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0687850 Feb 09 03:19:14.216925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35200) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:14.327447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d7684db-329f-4ccc-baa2-448955c55088 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.359361 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d7684db-329f-4ccc-baa2-448955c55088 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.363081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2af1686-ee4f-4b68-aa97-71558f45b96f req-e2503c24-4015-4bcf-84d3-9cf29592a6a4 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 210 time: 0.0491903 Feb 09 03:19:14.453529 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d7684db-329f-4ccc-baa2-448955c55088 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.456765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6d7684db-329f-4ccc-baa2-448955c55088 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.458048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6d7684db-329f-4ccc-baa2-448955c55088 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b HTTP/1.1" status: 204 len: 168 time: 0.2399817 Feb 09 03:19:14.462749 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35208) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:14.468993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7684db-329f-4ccc-baa2-448955c55088 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbdb97-ceb1-4454-9bdc-c3ff1d8dc62b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:14.534074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-60a21a41-7c5e-4cda-96de-2161bb494838 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690849 Feb 09 03:19:14.537779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35214) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:14.542651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a8ad8e3e-1277-4e28-b89e-69b83fedc122 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500736658'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:14.573894 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8e3e-1277-4e28-b89e-69b83fedc122 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.704578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8e3e-1277-4e28-b89e-69b83fedc122 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (1a7996b1-ece7-4eb0-93c0-aaca88517928), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.715364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8e3e-1277-4e28-b89e-69b83fedc122 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1a7996b1-ece7-4eb0-93c0-aaca88517928), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.745111 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8ad8e3e-1277-4e28-b89e-69b83fedc122 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.746392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a8ad8e3e-1277-4e28-b89e-69b83fedc122 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2072401 Feb 09 03:19:14.749298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35226) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:14.754803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e1e1e1b1-35e9-4ccb-9495-328ad0b37d67 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:14.755484 n-d-827839-4 neutron-server[109856]: WARNING neutron.api.v2.base [None req-e1e1e1b1-35e9-4ccb-9495-328ad0b37d67 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 03:19:14.756294 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-e1e1e1b1-35e9-4ccb-9495-328ad0b37d67 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 03:19:14.757421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e1e1e1b1-35e9-4ccb-9495-328ad0b37d67 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "PUT /v2.0/security-groups/1a7996b1-ece7-4eb0-93c0-aaca88517928 HTTP/1.1" status: 409 len: 330 time: 0.0069551 Feb 09 03:19:14.760276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35228) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:14.779950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad8e3e-1277-4e28-b89e-69b83fedc122 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7996b1-ece7-4eb0-93c0-aaca88517928,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:14.844718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5f50e4e0-afdf-4150-8374-288f4dd65bc6 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:14.879748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24f4d0ec-e682-4054-ad24-6a93d7ec9d69 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (1a7996b1-ece7-4eb0-93c0-aaca88517928), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.896045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 5f50e4e0-afdf-4150-8374-288f4dd65bc6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:14.896329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5f50e4e0-afdf-4150-8374-288f4dd65bc6 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:14.921104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24f4d0ec-e682-4054-ad24-6a93d7ec9d69 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (1a7996b1-ece7-4eb0-93c0-aaca88517928), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.995067 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24f4d0ec-e682-4054-ad24-6a93d7ec9d69 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1a7996b1-ece7-4eb0-93c0-aaca88517928), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.997932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-24f4d0ec-e682-4054-ad24-6a93d7ec9d69 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:14.999281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-24f4d0ec-e682-4054-ad24-6a93d7ec9d69 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a7996b1-ece7-4eb0-93c0-aaca88517928 HTTP/1.1" status: 204 len: 168 time: 0.2376850 Feb 09 03:19:15.003098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35234) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:15.034303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4d0ec-e682-4054-ad24-6a93d7ec9d69 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7996b1-ece7-4eb0-93c0-aaca88517928,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:15.087289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35244) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:15.101228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d9a7810d-2539-47ed-ba78-39f44ec5d970 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0786924 Feb 09 03:19:15.106003 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-e8dbfab7-d2fe-42e3-8e99-8a32db86e1a6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] delete failed (client error): The resource could not be found. Feb 09 03:19:15.107746 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e8dbfab7-d2fe-42e3-8e99-8a32db86e1a6 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "DELETE /v2.0/security-groups/dfbdf08f-2c4c-4e40-b038-bf0e94fed67d HTTP/1.1" status: 404 len: 347 time: 0.0187840 Feb 09 03:19:15.114064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35246) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:15.136662 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-ed289961-7e6b-495c-9c4e-5a11baeda95a tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] show failed (client error): The resource could not be found. Feb 09 03:19:15.137970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed289961-7e6b-495c-9c4e-5a11baeda95a tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-groups/fd1b9920-3d51-4e4d-bb43-a26c92933281 HTTP/1.1" status: 404 len: 347 time: 0.0220566 Feb 09 03:19:15.141615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35248) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:15.158644 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [None req-5db2d5ba-4ed2-45c7-a0f0-df4312d24c84 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] show failed (client error): The resource could not be found. Feb 09 03:19:15.159882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5db2d5ba-4ed2-45c7-a0f0-df4312d24c84 tempest-NegativeSecGroupIPv6Test-1746373818 tempest-NegativeSecGroupIPv6Test-1746373818-project] 10.222.0.32 "GET /v2.0/security-group-rules/d93a6c24-9792-457c-b2dc-75f9433c3a29 HTTP/1.1" status: 404 len: 356 time: 0.0171211 Feb 09 03:19:15.543888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4604dc1b-34b0-4b05-bf2a-b7251c5dfe44 req-8867cc74-6beb-40b4-9300-e74f8ea8dc6a tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 210 time: 0.0703764 Feb 09 03:19:15.605462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 35264) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:15.951808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b1e18cac-a347-437e-819b-bdf921b448bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=441b83f34492455aadc32e8b9da96efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443229 Feb 09 03:19:15.954307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35272) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:15.972829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-7f55ee6f-4786-4186-9e05-7a68728b0b63 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:15.974559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-7f55ee6f-4786-4186-9e05-7a68728b0b63 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.26 "GET /v2.0/networks?id=a69fd9bc-887b-4298-aabb-99e22a18f928 HTTP/1.1" status: 200 len: 809 time: 0.2949383 Feb 09 03:19:15.993190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Request body: {'port': {'device_id': '54d72bcc-1056-4064-a53a-d7798cb887eb', 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928', 'admin_state_up': True, 'tenant_id': '9231a4189c844c779f0624f15f36c5b1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:16.055689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1de1183d-2dc3-4199-89ba-f602ac1c39e7 admin admin] Publish callbacks [] for security_group (0ba005a6-1e3b-44e7-afd0-70e7ab3607f8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.095441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1de1183d-2dc3-4199-89ba-f602ac1c39e7 admin admin] Publish callbacks [] for security_group (0ba005a6-1e3b-44e7-afd0-70e7ab3607f8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.176747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1de1183d-2dc3-4199-89ba-f602ac1c39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0ba005a6-1e3b-44e7-afd0-70e7ab3607f8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.190594 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1de1183d-2dc3-4199-89ba-f602ac1c39e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.203111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1de1183d-2dc3-4199-89ba-f602ac1c39e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ba005a6-1e3b-44e7-afd0-70e7ab3607f8 HTTP/1.1" status: 204 len: 168 time: 0.2391419 Feb 09 03:19:16.226483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1183d-2dc3-4199-89ba-f602ac1c39e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba005a6-1e3b-44e7-afd0-70e7ab3607f8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:16.251081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Made reservation on behalf of 9231a4189c844c779f0624f15f36c5b1 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:19:16.254643 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.498177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Allocated IP 172.20.0.2 (a69fd9bc-887b-4298-aabb-99e22a18f928/efd37af8-ffb3-4334-8f52-f843dbd7586d/8bef5804-379c-4edb-8b2e-f627a9f6e183) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:19:16.748912 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-238d0669-6af5-407b-9d39-491e9cf94422 req-ae1e5c66-4c1c-4cdd-9ddb-6c68d7a29ffd tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 210 time: 0.0383379 Feb 09 03:19:16.794533 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks [] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.859798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:16.903004 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:19:16.928562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Pushing event updated for resources: {'Port': ['ID=8bef5804-379c-4edb-8b2e-f627a9f6e183,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:16.958552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Network a69fd9bc-887b-4298-aabb-99e22a18f928 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:19:16.960762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:19:16.980251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:19:17.054539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:17.055185 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.078055 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-b50d703a-8892-4d6c-accd-90330c99c99d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0901215 Feb 09 03:19:17.091084 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Request body: {'port': {'device_id': '54d72bcc-1056-4064-a53a-d7798cb887eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:17.171520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.616718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bef5804-379c-4edb-8b2e-f627a9f6e183 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:17.624467 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Publish callbacks [] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.639484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Transition to ACTIVE for port object 8bef5804-379c-4edb-8b2e-f627a9f6e183 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:19:17.644261 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.775387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Pushing event updated for resources: {'Port': ['ID=8bef5804-379c-4edb-8b2e-f627a9f6e183,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:17.863393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Attempting to bind port 8bef5804-379c-4edb-8b2e-f627a9f6e183 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:17.863860 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Attempting to bind port 8bef5804-379c-4edb-8b2e-f627a9f6e183 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:17.864289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Attempting to bind port 8bef5804-379c-4edb-8b2e-f627a9f6e183 on network a69fd9bc-887b-4298-aabb-99e22a18f928 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:17.869385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Port 8bef5804-379c-4edb-8b2e-f627a9f6e183 on network a69fd9bc-887b-4298-aabb-99e22a18f928 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:17.869941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Attempting to bind port 8bef5804-379c-4edb-8b2e-f627a9f6e183 on network a69fd9bc-887b-4298-aabb-99e22a18f928 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:17.875210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:17.875650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Checking segment: {'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:17.876129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Bound using segment: {'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:17.876743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Bound port: 8bef5804-379c-4edb-8b2e-f627a9f6e183, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:17.877215 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.953759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] For port 8bef5804-379c-4edb-8b2e-f627a9f6e183, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:17.958804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] For port 8bef5804-379c-4edb-8b2e-f627a9f6e183, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8bef5804-379c-4edb-8b2e-f627a9f6e183,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:17.981279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:17.985816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41eeeaa-845f-4529-b1ea-428db59079c2 req-bdaf770a-b9fd-468b-a821-6e95e99be27d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:17.988214 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b41eeeaa-845f-4529-b1ea-428db59079c2 req-bdaf770a-b9fd-468b-a821-6e95e99be27d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 943 time: 0.1202700 Feb 09 03:19:18.053553 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b41eeeaa-845f-4529-b1ea-428db59079c2 req-291fd5da-297e-4291-afdb-cb9dc3b0818d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Feb 09 03:19:18.095222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.096377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:18.099873 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] 10.222.0.26 "PUT /v2.0/ports/8bef5804-379c-4edb-8b2e-f627a9f6e183 HTTP/1.1" status: 200 len: 1091 time: 1.0117006 Feb 09 03:19:18.099873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d72bcc-1056-4064-a53a-d7798cb887eb', 'tag': '8bef5804-379c-4edb-8b2e-f627a9f6e183'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:18.111171 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03330bdb-f586-4a64-a93e-1e3eb766c8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "54d72bcc-1056-4064-a53a-d7798cb887eb", "tag": "8bef5804-379c-4edb-8b2e-f627a9f6e183"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:18.156954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f052f22-4de5-4e5e-82cc-d5f5edbae553 service neutron] Pushing event updated for resources: {'Port': ['ID=8bef5804-379c-4edb-8b2e-f627a9f6e183,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:18.199838 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a2898c-7f95-4589-8fb6-ab944d86b30c x-openstack-request-id: req-a1a2898c-7f95-4589-8fb6-ab944d86b30c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:18.200380 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d72bcc-1056-4064-a53a-d7798cb887eb", "tag": "8bef5804-379c-4edb-8b2e-f627a9f6e183", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:18.200885 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1a2898c-7f95-4589-8fb6-ab944d86b30c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:18.201501 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d72bcc-1056-4064-a53a-d7798cb887eb', 'tag': '8bef5804-379c-4edb-8b2e-f627a9f6e183', 'status': 'completed', 'code': 200} Feb 09 03:19:18.240257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-374d6605-1099-4bea-ad40-58df9ac336c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.242508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-374d6605-1099-4bea-ad40-58df9ac336c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9231a4189c844c779f0624f15f36c5b1&device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 1125 time: 0.0810094 Feb 09 03:19:18.300587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-07bf4daf-cb8d-4eb7-bb92-642891ec6264 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bef5804-379c-4edb-8b2e-f627a9f6e183 HTTP/1.1" status: 200 len: 217 time: 0.0498278 Feb 09 03:19:18.399206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-c606cacc-b9d8-423a-8902-a896ec3524e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:18.400689 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-c606cacc-b9d8-423a-8902-a896ec3524e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=efd37af8-ffb3-4334-8f52-f843dbd7586d HTTP/1.1" status: 200 len: 849 time: 0.0950601 Feb 09 03:19:18.469543 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-e0631e8a-e871-48bd-b032-2dee49cd37b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a69fd9bc-887b-4298-aabb-99e22a18f928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622740 Feb 09 03:19:18.652128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-9d60e4e0-3fe7-475c-adde-ec7f3bc1753f service neutron] 10.222.0.26 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697390 Feb 09 03:19:18.792865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df0c8f1b-bc3b-4bc9-af33-2892964553c0 req-91ee6916-5aa6-4559-aeb0-e538b37ab2b1 service neutron] 10.222.0.26 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350176 Feb 09 03:19:18.997846 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-119699d1-3a47-4e03-9e27-8ea78174df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.000298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-119699d1-3a47-4e03-9e27-8ea78174df65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9231a4189c844c779f0624f15f36c5b1&device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 1125 time: 0.1460004 Feb 09 03:19:19.265462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f2ad6-cbab-4377-8f29-6912b5c7a48b req-b5a65021-7468-43f9-9d87-a126da8a7568 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.267741 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451f2ad6-cbab-4377-8f29-6912b5c7a48b req-b5a65021-7468-43f9-9d87-a126da8a7568 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 943 time: 0.0818374 Feb 09 03:19:19.361297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-92963d76-2f47-4ac4-b92e-b25915e7eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.363229 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-92963d76-2f47-4ac4-b92e-b25915e7eddb service neutron] 10.222.0.26 "GET /v2.0/networks?id=a69fd9bc-887b-4298-aabb-99e22a18f928 HTTP/1.1" status: 200 len: 910 time: 0.3561549 Feb 09 03:19:19.387670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451f2ad6-cbab-4377-8f29-6912b5c7a48b req-a84020cc-0ea8-437a-af3e-68dfa00cf1b9 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115527 Feb 09 03:19:19.438539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-b5c78280-2d32-4e35-9937-f188eac08cd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8bef5804-379c-4edb-8b2e-f627a9f6e183 HTTP/1.1" status: 200 len: 217 time: 0.0687804 Feb 09 03:19:19.493005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-8a3f6014-b342-4818-b3c4-0e3c88e7240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:19.495321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-8a3f6014-b342-4818-b3c4-0e3c88e7240a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=efd37af8-ffb3-4334-8f52-f843dbd7586d HTTP/1.1" status: 200 len: 849 time: 0.0507853 Feb 09 03:19:19.545516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-766ec68d-cf2f-44ae-8454-3b380287651f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a69fd9bc-887b-4298-aabb-99e22a18f928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432441 Feb 09 03:19:19.632061 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:19.699509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-7a49c417-34c4-4d91-8038-2e0c210f4111 service neutron] 10.222.0.26 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473770 Feb 09 03:19:19.872659 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03330bdb-f586-4a64-a93e-1e3eb766c8ca req-2d4c66ba-bd41-4308-9487-3d04f25d4fef service neutron] 10.222.0.26 "GET /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628304 Feb 09 03:19:20.665012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839238cd-d59a-425a-aad3-3785ba662861 req-a9dbc0a8-221d-4112-8ad5-da1dfb31757a tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:20.672256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-839238cd-d59a-425a-aad3-3785ba662861 req-a9dbc0a8-221d-4112-8ad5-da1dfb31757a tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 943 time: 0.1051331 Feb 09 03:19:20.788425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-839238cd-d59a-425a-aad3-3785ba662861 req-4d6e2ae9-1adf-4406-85ca-6eb52ec7b0ed tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132596 Feb 09 03:19:21.669017 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:22.079169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bdc7d-6896-4c63-bde2-46aa66887e50 req-c29c9bad-50a7-4371-929b-5061dec87b16 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:22.088634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-965bdc7d-6896-4c63-bde2-46aa66887e50 req-c29c9bad-50a7-4371-929b-5061dec87b16 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 943 time: 0.1092546 Feb 09 03:19:22.158168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-965bdc7d-6896-4c63-bde2-46aa66887e50 req-20965c02-1283-4958-82a9-bf1202a50110 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682406 Feb 09 03:19:22.413253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8bef5804-379c-4edb-8b2e-f627a9f6e183 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:22.654978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8bef5804-379c-4edb-8b2e-f627a9f6e183, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8bef5804-379c-4edb-8b2e-f627a9f6e183,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:22.684764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '8bef5804-379c-4edb-8b2e-f627a9f6e183', 'network_id': 'a69fd9bc-887b-4298-aabb-99e22a18f928', 'port_id': '8bef5804-379c-4edb-8b2e-f627a9f6e183', 'mac_address': 'fa:16:3e:de:88:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd37af8-ffb3-4334-8f52-f843dbd7586d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:19:22.732725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8bef5804-379c-4edb-8b2e-f627a9f6e183 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:22.734326 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:22.752665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bef5804-379c-4edb-8b2e-f627a9f6e183 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:19:22.786045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8bef5804-379c-4edb-8b2e-f627a9f6e183, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8bef5804-379c-4edb-8b2e-f627a9f6e183,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:22.792058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:22.865036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8bef5804-379c-4edb-8b2e-f627a9f6e183,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:23.097931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8bef5804-379c-4edb-8b2e-f627a9f6e183'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:23.381628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a2461-7893-4b7c-baf2-a438c1733c84 req-718aef7f-b433-4d11-82d1-57908de78f95 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:23.389085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-538a2461-7893-4b7c-baf2-a438c1733c84 req-718aef7f-b433-4d11-82d1-57908de78f95 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 944 time: 0.0850835 Feb 09 03:19:23.460416 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-538a2461-7893-4b7c-baf2-a438c1733c84 req-e31e712f-f807-4262-af69-ac68811cb603 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703795 Feb 09 03:19:24.154042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67392d5b-8186-45e8-8529-518e72f79a7b req-366cc802-6d4d-4c1f-8744-6b01cf6fea4a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.155848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-67392d5b-8186-45e8-8529-518e72f79a7b req-366cc802-6d4d-4c1f-8744-6b01cf6fea4a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 946 time: 0.0571630 Feb 09 03:19:24.210388 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-67392d5b-8186-45e8-8529-518e72f79a7b req-c48ae8e2-9133-4562-b762-ac2cf968d312 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Feb 09 03:19:24.417662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8bef5804-379c-4edb-8b2e-f627a9f6e183 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:19:24.479710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 8bef5804-379c-4edb-8b2e-f627a9f6e183 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:19:24.484717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 8bef5804-379c-4edb-8b2e-f627a9f6e183 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:24.485095 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:24.640648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8bef5804-379c-4edb-8b2e-f627a9f6e183 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:24.641140 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:24.672195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d72bcc-1056-4064-a53a-d7798cb887eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef5804-379c-4edb-8b2e-f627a9f6e183'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:24.674679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f05c90-7925-4284-bdc2-927106b7143c req-12275e6c-27e4-4d29-92e5-ed70b398593d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.675296 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9006cc02-1207-43d0-8852-b7f054cdf920" -d '{"events": [{"server_uuid": "54d72bcc-1056-4064-a53a-d7798cb887eb", "name": "network-vif-plugged", "status": "completed", "tag": "8bef5804-379c-4edb-8b2e-f627a9f6e183"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:24.678694 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6f05c90-7925-4284-bdc2-927106b7143c req-12275e6c-27e4-4d29-92e5-ed70b398593d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 944 time: 0.1043818 Feb 09 03:19:24.732814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8bef5804-379c-4edb-8b2e-f627a9f6e183, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8bef5804-379c-4edb-8b2e-f627a9f6e183,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:24.753883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:24.791122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6f05c90-7925-4284-bdc2-927106b7143c req-685853b9-9724-437b-8c4c-24f8405f9a68 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063240 Feb 09 03:19:24.834441 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03ad159-4661-4869-b530-3823cbab120f x-openstack-request-id: req-f03ad159-4661-4869-b530-3823cbab120f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:24.835033 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d72bcc-1056-4064-a53a-d7798cb887eb", "name": "network-vif-plugged", "status": "completed", "tag": "8bef5804-379c-4edb-8b2e-f627a9f6e183", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:24.835756 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f03ad159-4661-4869-b530-3823cbab120f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:24.836394 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d72bcc-1056-4064-a53a-d7798cb887eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef5804-379c-4edb-8b2e-f627a9f6e183', 'code': 200} Feb 09 03:19:24.872346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8bef5804-379c-4edb-8b2e-f627a9f6e183,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:24.923405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0cdaa-a0ab-43e5-b678-afcc817128df req-73061d70-3032-4814-87a5-b92947db1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:24.924903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3c0cdaa-a0ab-43e5-b678-afcc817128df req-73061d70-3032-4814-87a5-b92947db1644 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 1127 time: 0.0497632 Feb 09 03:19:24.986559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3c0cdaa-a0ab-43e5-b678-afcc817128df req-60cbbb81-8e01-4853-94df-568b9abaea20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553255 Feb 09 03:19:25.427812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc928a-a79b-4571-b10f-6b348ea5df54 req-ecce23ef-c364-4cef-bfd7-2aa5025d3c32 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.439741 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-96fc928a-a79b-4571-b10f-6b348ea5df54 req-ecce23ef-c364-4cef-bfd7-2aa5025d3c32 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 946 time: 0.0986392 Feb 09 03:19:25.506911 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-96fc928a-a79b-4571-b10f-6b348ea5df54 req-d962cc1e-e5fb-4da0-add0-54d403b9c401 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=18064297-562d-4625-9733-6f5192fd2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582662 Feb 09 03:19:25.949626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bac3f5-4f5c-4c71-af2b-3c489f6867f7 req-49e588c0-a8e6-478d-a407-67cd5c7e9add tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:25.951157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-04bac3f5-4f5c-4c71-af2b-3c489f6867f7 req-49e588c0-a8e6-478d-a407-67cd5c7e9add tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 945 time: 0.0606203 Feb 09 03:19:26.005955 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-04bac3f5-4f5c-4c71-af2b-3c489f6867f7 req-4fd01875-1ffc-4f3e-82ce-670fb0ded7a4 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471604 Feb 09 03:19:26.069524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-df9cebb2-f477-46e3-ac7f-481c8f782086 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:26.071020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-df9cebb2-f477-46e3-ac7f-481c8f782086 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 946 time: 0.0570436 Feb 09 03:19:26.170054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port 599be6e4-8256-40e0-98fb-06b9d2b25c25 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:26.170430 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.258102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] For port 599be6e4-8256-40e0-98fb-06b9d2b25c25, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=599be6e4-8256-40e0-98fb-06b9d2b25c25,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:26.258493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.271767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for 599be6e4-8256-40e0-98fb-06b9d2b25c25 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:26.449280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (599be6e4-8256-40e0-98fb-06b9d2b25c25), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.495023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=599be6e4-8256-40e0-98fb-06b9d2b25c25,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:26.571307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] No DVR routers for this DVR port 599be6e4-8256-40e0-98fb-06b9d2b25c25 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:26.586214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:26.597629 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-121b030b-b9ff-44d6-83fe-2c138aefd356 req-6d4c79e8-199d-4994-9725-89f7407c090f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "DELETE /v2.0/ports/599be6e4-8256-40e0-98fb-06b9d2b25c25 HTTP/1.1" status: 204 len: 173 time: 0.5203056 Feb 09 03:19:26.599468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe', 'name': 'network-vif-deleted', 'tag': '599be6e4-8256-40e0-98fb-06b9d2b25c25'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:26.622651 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ca1f51-da64-4f70-b89b-fe8d377d8c83" -d '{"events": [{"server_uuid": "1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe", "name": "network-vif-deleted", "tag": "599be6e4-8256-40e0-98fb-06b9d2b25c25"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:26.664831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f772ae1f-00f1-4387-a2d0-8f103d8e27d0 req-4887c7a0-4095-476c-ae27-00054f7464ee tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0372689 Feb 09 03:19:26.714110 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dde8b8d-213a-42aa-bcfa-2327d3e494fa x-openstack-request-id: req-2dde8b8d-213a-42aa-bcfa-2327d3e494fa {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:26.715833 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe", "name": "network-vif-deleted", "tag": "599be6e4-8256-40e0-98fb-06b9d2b25c25", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:26.715833 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dde8b8d-213a-42aa-bcfa-2327d3e494fa {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:26.715833 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe', 'name': 'network-vif-deleted', 'tag': '599be6e4-8256-40e0-98fb-06b9d2b25c25', 'status': 'completed', 'code': 200} Feb 09 03:19:27.224528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dbb4b-7dea-4c8b-8932-a5999abac978 req-d06f569d-1e7b-4aa4-b401-bcb49ef95b68 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:27.232203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b74dbb4b-7dea-4c8b-8932-a5999abac978 req-d06f569d-1e7b-4aa4-b401-bcb49ef95b68 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 945 time: 0.0759463 Feb 09 03:19:27.298172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b74dbb4b-7dea-4c8b-8932-a5999abac978 req-a65dc3b4-1e54-44f7-8a1e-1fe140ddf1a4 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639467 Feb 09 03:19:27.872865 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9fb89f59-616a-4cc8-b439-821c69ea1320 req-79eed39a-730d-47e4-9b3c-e615efddf4de tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0634477 Feb 09 03:19:28.381165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a6f79-3b3c-4ef6-a698-c7dd1a640118 req-8f629a13-f92f-43b9-823b-5aea2b063923 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:28.399909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-031a6f79-3b3c-4ef6-a698-c7dd1a640118 req-8f629a13-f92f-43b9-823b-5aea2b063923 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 945 time: 0.0977850 Feb 09 03:19:28.616771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 599be6e4-8256-40e0-98fb-06b9d2b25c25 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:28.616771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 599be6e4-8256-40e0-98fb-06b9d2b25c25 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:28.616771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 599be6e4-8256-40e0-98fb-06b9d2b25c25 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:28.624122 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-031a6f79-3b3c-4ef6-a698-c7dd1a640118 req-5dab0b00-3ec0-4aa4-bf98-fb89f900afc8 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161921 Feb 09 03:19:29.013500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-041be81c-c613-4bd3-80a2-3ffde5d53579 req-3d469a09-b990-49ad-8ead-44638097227c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0355701 Feb 09 03:19:29.743360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-fadd33d2-8003-44fc-972b-bbf041e1ed2e tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:29.744910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-fadd33d2-8003-44fc-972b-bbf041e1ed2e tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.26 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 945 time: 0.0723014 Feb 09 03:19:29.758394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba3949-2186-4153-bca6-873edd96320d req-a6fdc517-5282-445d-acc1-57beb7e01e6d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:29.760001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3ba3949-2186-4153-bca6-873edd96320d req-a6fdc517-5282-445d-acc1-57beb7e01e6d tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 945 time: 0.1243277 Feb 09 03:19:29.940188 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3ba3949-2186-4153-bca6-873edd96320d req-58fd6788-8606-42e6-9fcc-dadb7eff1cab tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb2b39a2-4948-4713-9999-70af937a582e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720564 Feb 09 03:19:29.983059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Deleting port 8bef5804-379c-4edb-8b2e-f627a9f6e183 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:19:29.983658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:30.154428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8da14fc2-b380-4dd9-adcb-3633b3b6e5a8 req-cd186f64-0bbf-4389-9147-5e83dabe8976 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0598991 Feb 09 03:19:30.169621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] For port 8bef5804-379c-4edb-8b2e-f627a9f6e183, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8bef5804-379c-4edb-8b2e-f627a9f6e183,segment=NetworkSegment(96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164),segment_id=96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:30.170392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:30.190389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Calling delete_port for 8bef5804-379c-4edb-8b2e-f627a9f6e183 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:19:30.300754 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6cbb44dc-d290-4921-9e49-9be6ce3155d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:30.435092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8bef5804-379c-4edb-8b2e-f627a9f6e183), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:30.450546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8bef5804-379c-4edb-8b2e-f627a9f6e183'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:30.476363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Pushing event deleted for resources: {'Port': ['ID=8bef5804-379c-4edb-8b2e-f627a9f6e183,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:30.530415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] No DVR routers for this DVR port 8bef5804-379c-4edb-8b2e-f627a9f6e183 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:30.533822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:30.540740 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a154b765-181e-47fe-bdb6-e90fd189e4e0 req-bc0eaaed-23da-489a-bbb2-ff1e1383bfbc tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.26 "DELETE /v2.0/ports/8bef5804-379c-4edb-8b2e-f627a9f6e183 HTTP/1.1" status: 204 len: 173 time: 0.7795682 Feb 09 03:19:30.541320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d72bcc-1056-4064-a53a-d7798cb887eb', 'name': 'network-vif-deleted', 'tag': '8bef5804-379c-4edb-8b2e-f627a9f6e183'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:30.551144 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97696424-3853-42b5-89e4-dfb2fafb2ebf" -d '{"events": [{"server_uuid": "54d72bcc-1056-4064-a53a-d7798cb887eb", "name": "network-vif-deleted", "tag": "8bef5804-379c-4edb-8b2e-f627a9f6e183"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:30.610093 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea46b24a-fb79-4b5e-b490-c4d9052b47b0 x-openstack-request-id: req-ea46b24a-fb79-4b5e-b490-c4d9052b47b0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:30.610604 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d72bcc-1056-4064-a53a-d7798cb887eb", "name": "network-vif-deleted", "tag": "8bef5804-379c-4edb-8b2e-f627a9f6e183", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:30.610928 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea46b24a-fb79-4b5e-b490-c4d9052b47b0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:30.611420 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d72bcc-1056-4064-a53a-d7798cb887eb', 'name': 'network-vif-deleted', 'tag': '8bef5804-379c-4edb-8b2e-f627a9f6e183', 'status': 'completed', 'code': 200} Feb 09 03:19:31.081070 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3b7ccbd3-aec4-40a4-8e45-48389238a95a req-18c00a15-5fb2-4879-8569-ffe84a208745 tempest-VolumesActionsTest-551248463 tempest-VolumesActionsTest-551248463-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d72bcc-1056-4064-a53a-d7798cb887eb HTTP/1.1" status: 200 len: 210 time: 0.0412278 Feb 09 03:19:31.295649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-05088ab6-9c75-4475-b22b-d7c2cb251be7 req-0aafaf1b-f8d2-4ba1-98b9-974155e2c698 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0379608 Feb 09 03:19:32.436381 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56dd26c5-c70c-4359-b95c-3baa6a915b73 req-5d3bb8da-0790-4857-877a-d68a03c352ec tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0435669 Feb 09 03:19:32.493480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8bef5804-379c-4edb-8b2e-f627a9f6e183 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:32.530874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 8bef5804-379c-4edb-8b2e-f627a9f6e183 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:19:32.533427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8bef5804-379c-4edb-8b2e-f627a9f6e183 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:32.713922 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7f805096-4dd9-4457-9525-a3b5ed6f682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:33.635346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d69dd-859f-48d4-abef-f09e428a9cae req-1445eb1f-de07-487c-84c1-4651e5d26b90 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:33.643697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-218d69dd-859f-48d4-abef-f09e428a9cae req-1445eb1f-de07-487c-84c1-4651e5d26b90 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.1057224 Feb 09 03:19:33.649649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c536fc60-dbe7-4d2e-955d-18f56f24449e req-21f7be1d-0cc3-4d89-840e-56cc97d75739 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0803959 Feb 09 03:19:33.760386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-218d69dd-859f-48d4-abef-f09e428a9cae req-48884f41-7e9d-41b0-9191-7ef68f91678f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154816 Feb 09 03:19:33.791573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 35880) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:34.021784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5d304d74-be30-4027-9270-939365b906fc tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/fce86aa4-60ff-47d6-9a92-203c6b65cef2 HTTP/1.1" status: 200 len: 993 time: 0.2290468 Feb 09 03:19:34.034658 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:34.555473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3199c-0100-40bc-9f4c-5bc55d345c45 req-c176877c-24b7-4c2c-bc4c-b03f80c1975b tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:34.557478 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33c3199c-0100-40bc-9f4c-5bc55d345c45 req-c176877c-24b7-4c2c-bc4c-b03f80c1975b tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1127 time: 0.1177990 Feb 09 03:19:34.690448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33c3199c-0100-40bc-9f4c-5bc55d345c45 req-e3118b02-e645-4599-adae-7be2018a1b04 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270630 Feb 09 03:19:34.809645 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d46cb9d-0d78-47a2-b910-21cab2d3535e req-cc07dc42-cd2b-4b83-a0f6-e3d1165d8a47 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0389493 Feb 09 03:19:35.116868 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:35.995092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03ac41ef-bee4-4959-9f86-5f3a9d0e4cc8 req-ff38aa46-2440-4523-9415-ab35c08c5364 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0697901 Feb 09 03:19:36.113952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-3b59ff6c-39c5-4add-8acb-7fc89bb6e333 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2528598 Feb 09 03:19:36.127457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-166a1b48-c406-45a9-96e0-e0364b1a55ae service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:19:36.166649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-166a1b48-c406-45a9-96e0-e0364b1a55ae service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0347083 Feb 09 03:19:36.525764 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:37.690367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-998e57ad-2803-4c87-bc0f-02c54f5e5238 req-4d6c86d5-28cd-4709-a7fc-47b97f0b03fe service neutron] (109856) timed out ('10.222.0.61', 53894) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:19:38.049966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-713492a5-cf39-4044-a87c-9da8392715d8 req-4d21e223-3e63-4217-b9f8-c8c381effaf9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.0436530 Feb 09 03:19:38.079106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-6f1b371b-ef43-4a9b-8b75-8ea67710d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:38.080555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-6f1b371b-ef43-4a9b-8b75-8ea67710d1b9 service neutron] 10.222.0.32 "GET /v2.0/ports/126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 1124 time: 0.9667275 Feb 09 03:19:38.091397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Request body: {'binding': {'host': 'n-h2-827839-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:38.091397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Unknown quota resources ['binding']. {{(pid=109857) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 03:19:38.356126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36058) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:38.420975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on host n-h2-827839-4 for vnic_type normal with profile None {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:38.421242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:38.426584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:38.440257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:38.446093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:38.453560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:38.453911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Checking segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:38.454590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Bound using segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:38.455311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Bound port: 126e6f43-204f-4257-b053-5ab6c7829a50, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:38.593338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:38.640655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:38.660122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:38.661663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-f05140ed-21fd-4fd6-ab95-43f446e2c11c service neutron] 10.222.0.32 "POST /v2.0/ports/126e6f43-204f-4257-b053-5ab6c7829a50/bindings HTTP/1.1" status: 201 len: 389 time: 0.5751615 Feb 09 03:19:38.781346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Publish callbacks [] for security_group (3ab1203b-4818-42af-b8df-ecd40fe9d274), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:38.804266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3ab1203b-4818-42af-b8df-ecd40fe9d274), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:38.875932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36076) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:38.877595 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9cf251a70d04b328d87a05930e3c6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5202634 Feb 09 03:19:38.878679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab1203b-4818-42af-b8df-ecd40fe9d274,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:38.888306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.888959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.889549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.890062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.890612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.891182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.891720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.892225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.892717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.893421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.893916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.894447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:38.895467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852d32c-863b-4a48-b1cd-e85ba0f59094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:39.183232 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c7f1-1cc8-4200-b3a5-2d50ac14674b admin admin] Publish callbacks [] for security_group (3ab1203b-4818-42af-b8df-ecd40fe9d274), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:39.242473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c7f1-1cc8-4200-b3a5-2d50ac14674b admin admin] Publish callbacks [] for security_group (3ab1203b-4818-42af-b8df-ecd40fe9d274), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:39.332000 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c71b4ec-7699-48c1-9d3a-a84ea509025e req-52269935-a3ab-4d07-b12e-7303b42a2dcb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.1030905 Feb 09 03:19:39.381307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c7f1-1cc8-4200-b3a5-2d50ac14674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3ab1203b-4818-42af-b8df-ecd40fe9d274), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:39.389273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0eb6c7f1-1cc8-4200-b3a5-2d50ac14674b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:39.395751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0eb6c7f1-1cc8-4200-b3a5-2d50ac14674b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ab1203b-4818-42af-b8df-ecd40fe9d274 HTTP/1.1" status: 204 len: 168 time: 0.5181832 Feb 09 03:19:39.450006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6c7f1-1cc8-4200-b3a5-2d50ac14674b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab1203b-4818-42af-b8df-ecd40fe9d274,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:39.467968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-0af8b4da-77d1-4e84-b9f2-a18a856acbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.473318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-0af8b4da-77d1-4e84-b9f2-a18a856acbe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1127 time: 0.4101312 Feb 09 03:19:39.494647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48595a-1ef9-4304-a92d-6a7b6074164d req-1e40fc0f-e509-4a0e-8d89-80670c635ab6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.498369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b48595a-1ef9-4304-a92d-6a7b6074164d req-1e40fc0f-e509-4a0e-8d89-80670c635ab6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.5192573 Feb 09 03:19:39.787837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b48595a-1ef9-4304-a92d-6a7b6074164d req-8f1976b8-b800-47ab-a785-c9af8a15a0fe tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671080 Feb 09 03:19:39.909950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-aea14c4e-f9fe-4105-a81a-433eb4eb89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:39.912082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-aea14c4e-f9fe-4105-a81a-433eb4eb89cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 897 time: 0.4127777 Feb 09 03:19:40.019357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36106) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:40.047453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83b2d5a9-9301-4332-ab9f-2487c7791904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:40.094662 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-89c00b58-1167-4083-bd30-d0c399c540fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 1001 time: 0.1761167 Feb 09 03:19:40.237009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-6099c125-2569-43b6-8303-5d7c81a29f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.238521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-6099c125-2569-43b6-8303-5d7c81a29f54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 200 len: 835 time: 0.1283789 Feb 09 03:19:40.250547 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83b2d5a9-9301-4332-ab9f-2487c7791904 admin admin] Publish callbacks [] for security_group (731bd400-6e68-4b78-9347-621bfc4abfbb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:40.266333 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83b2d5a9-9301-4332-ab9f-2487c7791904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (731bd400-6e68-4b78-9347-621bfc4abfbb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:40.338647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2d5a9-9301-4332-ab9f-2487c7791904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731bd400-6e68-4b78-9347-621bfc4abfbb,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:40.344350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-65cc27a2-f885-4742-8002-6a1464c24166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:40.345919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-65cc27a2-f885-4742-8002-6a1464c24166 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1009657 Feb 09 03:19:40.401190 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-83b2d5a9-9301-4332-ab9f-2487c7791904 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc31eb67888d4cacbc118b2fffbdecb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800924 Feb 09 03:19:40.405491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36114) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:40.520587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8968a5c-d74c-4446-bf90-c65bc304bd78 admin admin] Publish callbacks [] for security_group (731bd400-6e68-4b78-9347-621bfc4abfbb), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:40.594314 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8968a5c-d74c-4446-bf90-c65bc304bd78 admin admin] Publish callbacks [] for security_group (731bd400-6e68-4b78-9347-621bfc4abfbb), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:40.600974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-c8e312b8-c4c2-452b-b0b9-438ac0986f0d service neutron] 10.222.0.26 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456377 Feb 09 03:19:40.654641 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3d2438ab-433c-446f-be6d-7ae797131902 req-9d5a1dea-9a51-4db1-89e4-95efa6956b0f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=1db14ad3-d5ee-4ce3-80ae-3b7d8c7572fe HTTP/1.1" status: 200 len: 210 time: 0.1511009 Feb 09 03:19:40.694346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8968a5c-d74c-4446-bf90-c65bc304bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (731bd400-6e68-4b78-9347-621bfc4abfbb), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:40.719354 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c8968a5c-d74c-4446-bf90-c65bc304bd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:40.725443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c8968a5c-d74c-4446-bf90-c65bc304bd78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/731bd400-6e68-4b78-9347-621bfc4abfbb HTTP/1.1" status: 204 len: 168 time: 0.3187823 Feb 09 03:19:40.753242 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8968a5c-d74c-4446-bf90-c65bc304bd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731bd400-6e68-4b78-9347-621bfc4abfbb,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:41.141492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-291ec20d-f3c1-4036-93da-c724f1080a59 service neutron] 10.222.0.26 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303426 Feb 09 03:19:41.557919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6ee5-1756-4676-ab39-c77b67674264 req-275b7dae-5249-46fc-ae0c-e7cc681c4163 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.559547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0fb6ee5-1756-4676-ab39-c77b67674264 req-275b7dae-5249-46fc-ae0c-e7cc681c4163 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.5668092 Feb 09 03:19:41.750138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-cf71e311-af92-4668-b961-802ddf868623 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:41.751866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-cf71e311-af92-4668-b961-802ddf868623 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c&tenant_id=1cd773e8482b465982b74bd96fc10950&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1127 time: 0.5427859 Feb 09 03:19:41.783939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827839-4'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:41.991429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b0fb6ee5-1756-4676-ab39-c77b67674264 req-6169313d-a547-4f53-afe0-35761bc50f9f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4153898 Feb 09 03:19:42.130715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:42.499169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:42.590594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:42.706403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Publish callbacks [] for port (126e6f43-204f-4257-b053-5ab6c7829a50), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:42.712938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:42.718896 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c18c90-d6cc-4fc4-8302-7f11bd1434e4" -d '{"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-unplugged", "status": "completed", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:42.743457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:42.784233 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22578411-b7cd-4e01-8dcf-88a7e0ac629f x-openstack-request-id: req-22578411-b7cd-4e01-8dcf-88a7e0ac629f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:42.784793 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-unplugged", "status": "completed", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:42.785232 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22578411-b7cd-4e01-8dcf-88a7e0ac629f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:42.786276 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'code': 200} Feb 09 03:19:43.010761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:43.117882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on host n-h1-827839-4 for vnic_type normal with profile {"migrating_to": "n-h2-827839-4"} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:19:43.118148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:19:43.118480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:43.146662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:19:43.146985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Attempting to bind port 126e6f43-204f-4257-b053-5ab6c7829a50 on network a173cc9b-602e-40ec-9a64-3f2f1f65a63b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:19:43.161564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:19:43.162221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Checking segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:19:43.163181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Bound using segment: {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:19:43.163888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Bound port: 126e6f43-204f-4257-b053-5ab6c7829a50, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56df6568-bb79-4db9-98c2-95704117196e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:19:43.164437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:43.389553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-004f8e10-1fa7-414a-a5b5-ff1ff76e6b00 None None] Provisioning complete for port 126e6f43-204f-4257-b053-5ab6c7829a50 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:43.390175 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-004f8e10-1fa7-414a-a5b5-ff1ff76e6b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:43.432940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0ee8-2bc8-4e38-bb18-0001d40ae962 req-112bdb76-78b3-4141-9f7c-05ac23cfdd55 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:43.450062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6bd0ee8-2bc8-4e38-bb18-0001d40ae962 req-112bdb76-78b3-4141-9f7c-05ac23cfdd55 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 943 time: 0.2470365 Feb 09 03:19:43.496765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:43.506280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-004f8e10-1fa7-414a-a5b5-ff1ff76e6b00 None None] Port 126e6f43-204f-4257-b053-5ab6c7829a50 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:19:43.549461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:19:43.613947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:43.709874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d6bd0ee8-2bc8-4e38-bb18-0001d40ae962 req-e2aae782-043c-49dc-8c2c-246616a9be89 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568882 Feb 09 03:19:43.787675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=8']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:44.088468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:44.088829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.090285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-7de688c3-9eba-40bc-9226-38bea2c5e175 service neutron] 10.222.0.26 "PUT /v2.0/ports/126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 1121 time: 2.3128972 Feb 09 03:19:44.153800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['126e6f43-204f-4257-b053-5ab6c7829a50'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:19:44.424313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Provisioning complete for port 126e6f43-204f-4257-b053-5ab6c7829a50 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:19:44.424996 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.698305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Current status of the port 126e6f43-204f-4257-b053-5ab6c7829a50 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:44.699247 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.745376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:44.748495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:44.751050 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a7349-429c-487d-8bf5-ced2d7369a60" -d '{"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-plugged", "status": "completed", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:44.763080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:44.787009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:44.790648 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920" -d '{"events": [{"name": "network-changed", "server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:44.945892 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c860a0-c22a-4b48-a10b-51ad0e10e4b1 x-openstack-request-id: req-17c860a0-c22a-4b48-a10b-51ad0e10e4b1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:44.946195 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-plugged", "status": "completed", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:44.946491 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17c860a0-c22a-4b48-a10b-51ad0e10e4b1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:44.946894 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'code': 200} Feb 09 03:19:44.981388 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bf8323-1a3e-45ec-a5ae-50a1c29df26c x-openstack-request-id: req-d7bf8323-1a3e-45ec-a5ae-50a1c29df26c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:44.981687 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:44.981951 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7bf8323-1a3e-45ec-a5ae-50a1c29df26c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:44.982400 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'status': 'completed', 'code': 200} Feb 09 03:19:45.139016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:45.146597 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8d70c-20bc-424c-870d-4570a038fa34 req-06b5114b-5c13-4756-b79f-3d6aa13b9f55 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.154189 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8d8d70c-20bc-424c-870d-4570a038fa34 req-06b5114b-5c13-4756-b79f-3d6aa13b9f55 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.2936771 Feb 09 03:19:45.167594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.167949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.168301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.168647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.168989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.169323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.169860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.170399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.170896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.171416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.171912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.172416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.172903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfcc6e-ee21-4765-abcb-3215804f11b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:19:45.330891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8d8d70c-20bc-424c-870d-4570a038fa34 req-8297f97f-dc62-4db9-a3e8-3a64ef08c519 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703496 Feb 09 03:19:45.372439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-21a54143-2289-4d4f-9405-446f2f7fd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.383057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-21a54143-2289-4d4f-9405-446f2f7fd1e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1157 time: 0.3014126 Feb 09 03:19:45.538177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-e4284a34-0a49-4b44-bca5-a7177f1b564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.539736 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-e4284a34-0a49-4b44-bca5-a7177f1b564e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 897 time: 0.1458385 Feb 09 03:19:45.704152 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-4618b298-f71a-4b9e-bad4-8ff3abfbfdc8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 1001 time: 0.1566648 Feb 09 03:19:45.819609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-1fe61299-3032-46b6-b366-3202803720ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.821529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-1fe61299-3032-46b6-b366-3202803720ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 200 len: 835 time: 0.1087646 Feb 09 03:19:45.931116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-c470c584-c083-4f94-b1d1-8050c228e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:45.932975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-c470c584-c083-4f94-b1d1-8050c228e9df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1037698 Feb 09 03:19:46.219793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-61cd81c7-8480-4105-9746-fc28e99cba2a service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683766 Feb 09 03:19:46.440292 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fba0df2-8b51-48f8-82c4-b8b5ac36e920 req-a259f834-2e61-498c-a086-b593702978ed service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122264 Feb 09 03:19:46.601131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:19:46.708498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b06a-0d12-4cdd-85cc-85565167826b req-b20d02ad-d47f-4933-ae21-7eb4ad1175af tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.710295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4527b06a-0d12-4cdd-85cc-85565167826b req-b20d02ad-d47f-4933-ae21-7eb4ad1175af tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.1920276 Feb 09 03:19:46.777719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-3e824680-676d-4098-a2a3-bd7b00a34f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:46.782055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-3e824680-676d-4098-a2a3-bd7b00a34f53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1157 time: 0.1913221 Feb 09 03:19:46.837339 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4527b06a-0d12-4cdd-85cc-85565167826b req-b548c0ba-4a6d-495e-a7c5-fd2e444b2e76 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990779 Feb 09 03:19:46.972068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:47.015341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 has no active binding in host n-h2-827839-4 {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 03:19:47.092773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-b57e68ef-324f-436a-b843-1719766735bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.094912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-b57e68ef-324f-436a-b843-1719766735bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 897 time: 0.2828515 Feb 09 03:19:47.256594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-b6d9bb12-a5e4-43be-8a4d-2de1eeae773a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 1001 time: 0.1545451 Feb 09 03:19:47.398269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-16f1033b-4427-494d-8cef-134fbe5d02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.399786 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-16f1033b-4427-494d-8cef-134fbe5d02c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 200 len: 835 time: 0.1350234 Feb 09 03:19:47.536906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-8481cff8-9703-4369-a702-fd57862f4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:47.546577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-8481cff8-9703-4369-a702-fd57862f4b14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1364567 Feb 09 03:19:47.769340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-12c8c81e-082b-4977-9c8d-55bf5f4119a0 service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164745 Feb 09 03:19:47.968253 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be3d1ab5-d193-4f34-b09c-a54d918fbc3c req-977626da-7f9d-4f38-942c-999b52856263 service neutron] 10.222.0.61 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877944 Feb 09 03:19:48.079850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152dbdf-384d-4066-acb1-fb858d014af8 req-8a76ca2f-c20d-4dad-87c1-b374f90d11c9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:48.087643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5152dbdf-384d-4066-acb1-fb858d014af8 req-8a76ca2f-c20d-4dad-87c1-b374f90d11c9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.0990191 Feb 09 03:19:48.199220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5152dbdf-384d-4066-acb1-fb858d014af8 req-862f7df9-3170-486f-be54-28fc67146bda tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972292 Feb 09 03:19:49.503857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d70724-5831-4f4e-8776-218fd4d56899 req-0aee16b4-66aa-49c6-8f8a-fde0fa6f7335 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:49.516975 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-91d70724-5831-4f4e-8776-218fd4d56899 req-0aee16b4-66aa-49c6-8f8a-fde0fa6f7335 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.1669891 Feb 09 03:19:49.592768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-91d70724-5831-4f4e-8776-218fd4d56899 req-1f9c547a-68bc-491b-91a4-3e1b9fa0545c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745525 Feb 09 03:19:49.643157 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:50.869898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc88602-b641-4721-9451-ed96760e586b req-62cbad61-fbcc-436d-be53-be50cfad946a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:50.897246 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fdc88602-b641-4721-9451-ed96760e586b req-62cbad61-fbcc-436d-be53-be50cfad946a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.1485882 Feb 09 03:19:51.026882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fdc88602-b641-4721-9451-ed96760e586b req-5a5b971c-9b5c-444a-9a82-2712bca73949 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286325 Feb 09 03:19:51.659145 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:52.278588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392246d-355b-4331-bb3e-7c4053d21b26 req-648a1ec5-a2c5-4651-938d-903c5089afb7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:52.290277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d392246d-355b-4331-bb3e-7c4053d21b26 req-648a1ec5-a2c5-4651-938d-903c5089afb7 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 945 time: 0.1356442 Feb 09 03:19:52.427500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d392246d-355b-4331-bb3e-7c4053d21b26 req-a8ba7490-8593-455d-b00b-6a02f4e6104e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360164 Feb 09 03:19:52.780011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-9a44d75d-df10-4df1-bc92-9e43be121351 service neutron] 10.222.0.61 "GET /v2.0/ports/126e6f43-204f-4257-b053-5ab6c7829a50/bindings/n-h2-827839-4 HTTP/1.1" status: 200 len: 384 time: 0.1646619 Feb 09 03:19:53.361265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:53.441129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:53.575082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:19:53.577936 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6064e0a-a3bb-471f-9f17-4a67406f60f0" -d '{"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-unplugged", "status": "completed", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:19:53.595726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:19:53.631621 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.698460 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213a79fe-481c-4daa-82f2-8e5e130e5cfe x-openstack-request-id: req-213a79fe-481c-4daa-82f2-8e5e130e5cfe {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:19:53.698864 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-unplugged", "status": "completed", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:19:53.703354 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-213a79fe-481c-4daa-82f2-8e5e130e5cfe {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:19:53.703889 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'code': 200} Feb 09 03:19:53.795970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] Transition to ACTIVE for port object 126e6f43-204f-4257-b053-5ab6c7829a50 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:19:53.810657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:53.854455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9e6af-e755-4810-942e-935eb51fe333 req-60bf2e5a-a67c-4a84-befb-70e496fe9bbc tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:53.856048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80d9e6af-e755-4810-942e-935eb51fe333 req-60bf2e5a-a67c-4a84-befb-70e496fe9bbc tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.2091362 Feb 09 03:19:53.904059 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:19:53.949308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80d9e6af-e755-4810-942e-935eb51fe333 req-fa3413ac-de66-4f5e-b5ca-4c847fd4b612 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845478 Feb 09 03:19:54.161504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] No DVR routers for this DVR port 126e6f43-204f-4257-b053-5ab6c7829a50 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:19:54.373279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] Pushing event updated for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=11']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:54.603656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e99edb21-e071-43f1-83d5-342062ab6e60 service neutron] 10.222.0.61 "PUT /v2.0/ports/126e6f43-204f-4257-b053-5ab6c7829a50/bindings/n-h2-827839-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8163040 Feb 09 03:19:54.826523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36590) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:54.838663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-74fa1cfa-00b6-46ee-972c-2576445b9999 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162440498', 'description': 'tempest-secgroup-smoke-1162440498 description', 'project_id': '1c3537c302fe486ea56fc838efa75b2c'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:54.877738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-60887c84-165b-4172-96ec-08b26278bf12 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:54.881266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-60887c84-165b-4172-96ec-08b26278bf12 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c&tenant_id=1cd773e8482b465982b74bd96fc10950&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.1847534 Feb 09 03:19:54.923405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74fa1cfa-00b6-46ee-972c-2576445b9999 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.036172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:55.080823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-badf12af-8169-42b6-805a-d419d674d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.087725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-badf12af-8169-42b6-805a-d419d674d81f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 1126 time: 0.1909463 Feb 09 03:19:55.175219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 126e6f43-204f-4257-b053-5ab6c7829a50 host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:19:55.176353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:19:55.187046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74fa1cfa-00b6-46ee-972c-2576445b9999 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group (dfecd1e7-a507-42aa-88f3-61d2530f679b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.227775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-18249242-c6f5-4994-a970-e8d30f848aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.230356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-18249242-c6f5-4994-a970-e8d30f848aec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1126 time: 0.1220381 Feb 09 03:19:55.240645 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74fa1cfa-00b6-46ee-972c-2576445b9999 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dfecd1e7-a507-42aa-88f3-61d2530f679b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.353657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74fa1cfa-00b6-46ee-972c-2576445b9999 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.358588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-74fa1cfa-00b6-46ee-972c-2576445b9999 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5308299 Feb 09 03:19:55.359437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-85e091bb-9694-4fec-bbe7-af37e56d6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.360169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36606) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:55.362129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-85e091bb-9694-4fec-bbe7-af37e56d6552 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 897 time: 0.1200354 Feb 09 03:19:55.396734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f4aa3cec-8972-4a78-af86-c52c81e13895 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'security_group_rule': {'security_group_id': 'dfecd1e7-a507-42aa-88f3-61d2530f679b', 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:55.425757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa1cfa-00b6-46ee-972c-2576445b9999 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfecd1e7-a507-42aa-88f3-61d2530f679b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.452869 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3cec-8972-4a78-af86-c52c81e13895 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (48894b1a-d148-45e0-9f1a-5e483e540cc4), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.482993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef3d05-36a9-4abc-86e0-5ef393b6ca37 req-087572d0-f198-4500-bbed-b6971e5ea7d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.512181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ef3d05-36a9-4abc-86e0-5ef393b6ca37 req-087572d0-f198-4500-bbed-b6971e5ea7d3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.3573358 Feb 09 03:19:55.591821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-2acf10f9-b006-42dc-aa5f-582e0408a0e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 999 time: 0.2213619 Feb 09 03:19:55.647699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ef3d05-36a9-4abc-86e0-5ef393b6ca37 req-3a8333c0-60e3-46fa-beba-fced25b77021 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341882 Feb 09 03:19:55.717521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-10af578e-f181-444e-8de6-e30e69adfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.720074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-10af578e-f181-444e-8de6-e30e69adfd37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 200 len: 835 time: 0.1135945 Feb 09 03:19:55.806909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e8451add-05d0-4216-bb88-1ebec6d61eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:55.808938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-e8451add-05d0-4216-bb88-1ebec6d61eff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830038 Feb 09 03:19:55.819736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3cec-8972-4a78-af86-c52c81e13895 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (48894b1a-d148-45e0-9f1a-5e483e540cc4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.834561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3cec-8972-4a78-af86-c52c81e13895 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (48894b1a-d148-45e0-9f1a-5e483e540cc4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.866496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa3cec-8972-4a78-af86-c52c81e13895 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48894b1a-d148-45e0-9f1a-5e483e540cc4,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:55.884353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3cec-8972-4a78-af86-c52c81e13895 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:55.887447 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f4aa3cec-8972-4a78-af86-c52c81e13895 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5053713 Feb 09 03:19:55.890187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:55.895222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cd298037-e393-4dd2-9ebd-be2a08b59f62 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'security_group_rule': {'security_group_id': 'dfecd1e7-a507-42aa-88f3-61d2530f679b', 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:55.955216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd298037-e393-4dd2-9ebd-be2a08b59f62 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (d97c4cea-15ef-4a2e-b713-45ebc3315c01), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.169335 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-61608df5-eec7-4ee9-b58f-05f83eda21a2 service neutron] 10.222.0.26 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514824 Feb 09 03:19:56.229974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd298037-e393-4dd2-9ebd-be2a08b59f62 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (d97c4cea-15ef-4a2e-b713-45ebc3315c01), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.240794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd298037-e393-4dd2-9ebd-be2a08b59f62 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (d97c4cea-15ef-4a2e-b713-45ebc3315c01), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.281266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd298037-e393-4dd2-9ebd-be2a08b59f62 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97c4cea-15ef-4a2e-b713-45ebc3315c01,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:56.296095 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd298037-e393-4dd2-9ebd-be2a08b59f62 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.300443 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd298037-e393-4dd2-9ebd-be2a08b59f62 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4083805 Feb 09 03:19:56.303307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36630) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:56.317402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-68de740b-44a6-462a-b167-3a043ef05555 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'security_group_rule': {'security_group_id': 'dfecd1e7-a507-42aa-88f3-61d2530f679b', 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:56.414094 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68de740b-44a6-462a-b167-3a043ef05555 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (c55c5525-5a80-4734-9f3f-92f7616d6087), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.439149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-a764f584-4c6e-4ce7-8489-b785138c4a12 service neutron] 10.222.0.26 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603257 Feb 09 03:19:56.633186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:19:56.697262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68de740b-44a6-462a-b167-3a043ef05555 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (c55c5525-5a80-4734-9f3f-92f7616d6087), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.711963 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68de740b-44a6-462a-b167-3a043ef05555 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (c55c5525-5a80-4734-9f3f-92f7616d6087), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.797892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 126e6f43-204f-4257-b053-5ab6c7829a50 is: DOWN; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:19:56.810949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de740b-44a6-462a-b167-3a043ef05555 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55c5525-5a80-4734-9f3f-92f7616d6087,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:56.824132 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-68de740b-44a6-462a-b167-3a043ef05555 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.835434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-68de740b-44a6-462a-b167-3a043ef05555 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5214374 Feb 09 03:19:56.850460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36644) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:56.858702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-16260878-d6c6-487f-b207-202e7f83498b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'security_group_rule': {'security_group_id': 'dfecd1e7-a507-42aa-88f3-61d2530f679b', 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:56.913254 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16260878-d6c6-487f-b207-202e7f83498b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (2468093a-dacd-4248-a7c6-8adbcd46c84f), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:56.968221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-1a3ce49b-d5b5-4145-bd2b-b11fbed85992 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:56.970142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-1a3ce49b-d5b5-4145-bd2b-b11fbed85992 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c&tenant_id=1cd773e8482b465982b74bd96fc10950&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 1126 time: 0.1980131 Feb 09 03:19:57.056912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16260878-d6c6-487f-b207-202e7f83498b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (2468093a-dacd-4248-a7c6-8adbcd46c84f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.069276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16260878-d6c6-487f-b207-202e7f83498b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (2468093a-dacd-4248-a7c6-8adbcd46c84f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.095528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16260878-d6c6-487f-b207-202e7f83498b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2468093a-dacd-4248-a7c6-8adbcd46c84f,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:57.161892 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-16260878-d6c6-487f-b207-202e7f83498b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.169465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-16260878-d6c6-487f-b207-202e7f83498b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3157926 Feb 09 03:19:57.173311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36650) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:57.190015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9d3dfca9-189f-489e-8d33-366db85cd554 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'security_group_rule': {'security_group_id': 'dfecd1e7-a507-42aa-88f3-61d2530f679b', 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:57.251830 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-9d3dfca9-189f-489e-8d33-366db85cd554 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Project 1c3537c302fe486ea56fc838efa75b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:19:57.263450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfca9-189f-489e-8d33-366db85cd554 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (2e0fd4d5-defe-4919-b67b-803b4f20b4a4), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.411874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-37578616-1557-4788-86f1-fda4a732012a service neutron] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:19:57.437446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-37578616-1557-4788-86f1-fda4a732012a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.440615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-75bc228f-2de4-4ddd-99c0-31c6b0f6131e req-37578616-1557-4788-86f1-fda4a732012a service neutron] 10.222.0.26 "DELETE /v2.0/ports/126e6f43-204f-4257-b053-5ab6c7829a50/bindings/n-h1-827839-4 HTTP/1.1" status: 204 len: 173 time: 0.4591067 Feb 09 03:19:57.470334 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfca9-189f-489e-8d33-366db85cd554 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (2e0fd4d5-defe-4919-b67b-803b4f20b4a4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.488842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e8d9c-ea2c-4dc7-9d9d-c2c71565a773 req-e803662e-a0cb-4c80-ae02-3bc966965db4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:57.495021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-659e8d9c-ea2c-4dc7-9d9d-c2c71565a773 req-e803662e-a0cb-4c80-ae02-3bc966965db4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.6144161 Feb 09 03:19:57.495945 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfca9-189f-489e-8d33-366db85cd554 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (2e0fd4d5-defe-4919-b67b-803b4f20b4a4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.565964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfca9-189f-489e-8d33-366db85cd554 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.568173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9d3dfca9-189f-489e-8d33-366db85cd554 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3897190 Feb 09 03:19:57.574630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36652) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:57.580105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dfca9-189f-489e-8d33-366db85cd554 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0fd4d5-defe-4919-b67b-803b4f20b4a4,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:57.588635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4eda36c6-f941-4bd1-b157-5e401dc731ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'security_group_rule': {'security_group_id': 'dfecd1e7-a507-42aa-88f3-61d2530f679b', 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:19:57.617935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-659e8d9c-ea2c-4dc7-9d9d-c2c71565a773 req-14995d25-d655-4231-bcf6-bb1fea8764f1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198578 Feb 09 03:19:57.657165 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-4eda36c6-f941-4bd1-b157-5e401dc731ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Project 1c3537c302fe486ea56fc838efa75b2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:19:57.664108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4eda36c6-f941-4bd1-b157-5e401dc731ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (4eb6d602-c212-4fa9-b67e-8678fbd0bb3e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.823455 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4eda36c6-f941-4bd1-b157-5e401dc731ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (4eb6d602-c212-4fa9-b67e-8678fbd0bb3e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.831076 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4eda36c6-f941-4bd1-b157-5e401dc731ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (4eb6d602-c212-4fa9-b67e-8678fbd0bb3e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.877442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda36c6-f941-4bd1-b157-5e401dc731ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb6d602-c212-4fa9-b67e-8678fbd0bb3e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:19:57.899549 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4eda36c6-f941-4bd1-b157-5e401dc731ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:19:57.904208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4eda36c6-f941-4bd1-b157-5e401dc731ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3251317 Feb 09 03:19:58.936795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83479dc0-055b-49d7-a012-e73dfc7c11fd req-85c41a0e-daf2-4aa0-b82a-73519b1ba675 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:58.947655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83479dc0-055b-49d7-a012-e73dfc7c11fd req-85c41a0e-daf2-4aa0-b82a-73519b1ba675 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.1810412 Feb 09 03:19:59.094130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83479dc0-055b-49d7-a012-e73dfc7c11fd req-75a568ad-c557-4ea2-b8bf-a92fe9330cc1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372099 Feb 09 03:19:59.315996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40f670-bcf9-4e14-8ab9-f4d72a110e30 req-f70bd462-04dd-4085-b177-0467caba1ec0 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:59.336412 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a40f670-bcf9-4e14-8ab9-f4d72a110e30 req-f70bd462-04dd-4085-b177-0467caba1ec0 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1126 time: 0.1357911 Feb 09 03:19:59.433473 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7a40f670-bcf9-4e14-8ab9-f4d72a110e30 req-60d7c075-8b36-4625-ac82-e98f6f31c700 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925579 Feb 09 03:19:59.662991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea6693-f6f7-4c57-a27b-eff98447c89b req-3f8c3bbb-98c5-4e6d-98f7-eb926c79620a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:19:59.674900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ea6693-f6f7-4c57-a27b-eff98447c89b req-3f8c3bbb-98c5-4e6d-98f7-eb926c79620a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.1347544 Feb 09 03:19:59.778691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d2ea6693-f6f7-4c57-a27b-eff98447c89b req-ea6224b0-b96d-4bfa-8a91-905472b7df17 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953281 Feb 09 03:19:59.806859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36774) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:19:59.962453 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7566eaa6-b440-4d41-833b-2c984cde70a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/fce86aa4-60ff-47d6-9a92-203c6b65cef2 HTTP/1.1" status: 200 len: 991 time: 0.1543145 Feb 09 03:20:00.275383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36788) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:00.315425 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-508d78db-a4be-4ce7-9471-4830742a85df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.719737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 49e2db28-1330-40ca-9187-1c408423098e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:00.720277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (49e2db28-1330-40ca-9187-1c408423098e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.856459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (49e2db28-1330-40ca-9187-1c408423098e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.857021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (49e2db28-1330-40ca-9187-1c408423098e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:00.873897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 49e2db28-1330-40ca-9187-1c408423098e owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:01.161920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (49e2db28-1330-40ca-9187-1c408423098e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.262482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=49e2db28-1330-40ca-9187-1c408423098e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:01.343123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (fce86aa4-60ff-47d6-9a92-203c6b65cef2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:01.343123 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Floating IP fce86aa4-60ff-47d6-9a92-203c6b65cef2 disassociated (deleted). External IP: 172.25.2.200, port: 126e6f43-204f-4257-b053-5ab6c7829a50. Feb 09 03:20:01.766835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 553529ea-90ff-4cde-ae95-52a3eca13534 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:02.038878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:02.051549 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] Sync routers for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:02.060169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.085389 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:02.088764 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:19:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:02.124745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ebe1b49f-b127-4040-aa5a-07c7762625f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/floatingips/fce86aa4-60ff-47d6-9a92-203c6b65cef2 HTTP/1.1" status: 204 len: 168 time: 1.8481481 Feb 09 03:20:02.125506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:02.128130 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:02.277846 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3550dcab-17d5-4d5f-9f32-daee8bfea0f5 x-openstack-request-id: req-3550dcab-17d5-4d5f-9f32-daee8bfea0f5 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:02.278138 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:02.278426 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3550dcab-17d5-4d5f-9f32-daee8bfea0f5 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:02.278981 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'status': 'completed', 'code': 200} Feb 09 03:20:02.477813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-27563823-6c2e-41eb-9447-0e18d762440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:02.480683 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-27563823-6c2e-41eb-9447-0e18d762440f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 1126 time: 0.1775234 Feb 09 03:20:02.506800 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:02.706653 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-31444861-ee89-4182-b397-2e3291835dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:02.840522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de3c9f-4524-48c8-9988-eb5d0766bec0 req-8c5a2230-cf83-42ab-822d-d04a1151a0e0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:02.844462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34de3c9f-4524-48c8-9988-eb5d0766bec0 req-8c5a2230-cf83-42ab-822d-d04a1151a0e0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.1290038 Feb 09 03:20:02.848985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-1b090f32-7527-4f15-8f30-0b0536f82512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:02.850705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-1b090f32-7527-4f15-8f30-0b0536f82512 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 200 len: 897 time: 0.3586051 Feb 09 03:20:02.999634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-1e9c3f8b-a967-40f6-8d65-8242e7afd3d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 200 len: 217 time: 0.0714810 Feb 09 03:20:03.120980 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:42Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:03.195235 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] Checking router: 553529ea-90ff-4cde-ae95-52a3eca13534 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:03.197771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34de3c9f-4524-48c8-9988-eb5d0766bec0 req-a1acc741-dfe8-4bbc-8651-76a789063a77 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456938 Feb 09 03:20:03.227996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-b1a374ac-d3bf-47aa-b828-3390e9da7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:03.229485 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-b1a374ac-d3bf-47aa-b828-3390e9da7638 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 200 len: 835 time: 0.2240114 Feb 09 03:20:03.245276 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:03.249903 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:03.290589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-7dbb2ab0-2b04-4b2c-b668-a9fac08d0912 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:03.293541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-7dbb2ab0-2b04-4b2c-b668-a9fac08d0912 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.26 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.2114284 Feb 09 03:20:03.461072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-b384f2e7-ad72-4578-9f66-0a5f5d3a58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:03.462659 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-b384f2e7-ad72-4578-9f66-0a5f5d3a58e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a173cc9b-602e-40ec-9a64-3f2f1f65a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2144966 Feb 09 03:20:03.557432 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:04.026436 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:42Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:04.045144 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.079562 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e6fe37-b8dd-4811-b6ab-f22ab65fbfb3 None None] The sync data for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 is: [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:18:37Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c7429a35-59e1-4a81-8e1c-bc72ea7381b3', 'name': '', 'network_id': 'a173cc9b-602e-40ec-9a64-3f2f1f65a63b', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:a2:aa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:35Z', 'updated_at': '2022-02-09T03:18:42Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'bc845def-c19e-4772-949d-2a1030ba3f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:04.503180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e25033-5952-495b-96fd-9003fe7f3015 req-8f0d9021-61e3-41cb-8964-349b2ce2fd52 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:04.510335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 126e6f43-204f-4257-b053-5ab6c7829a50 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:04.511055 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.527670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0e25033-5952-495b-96fd-9003fe7f3015 req-8f0d9021-61e3-41cb-8964-349b2ce2fd52 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 944 time: 0.2033966 Feb 09 03:20:04.709993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a0e25033-5952-495b-96fd-9003fe7f3015 req-a9a70e78-a1b7-40f1-b277-cb30e8bb3355 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=f231629f-4ed6-4528-ac0b-f537850039b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763980 Feb 09 03:20:04.764804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-bc471799-1063-4cb9-bd38-1f456ff1d7ee service neutron] 10.222.0.26 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2937858 Feb 09 03:20:04.788346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910919b5-340e-4f89-a0a3-ff293db76994 None None] New status for floating IP fce86aa4-60ff-47d6-9a92-203c6b65cef2: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:20:04.809934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 126e6f43-204f-4257-b053-5ab6c7829a50, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=126e6f43-204f-4257-b053-5ab6c7829a50,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:04.810360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:04.955344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 126e6f43-204f-4257-b053-5ab6c7829a50 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:05.127517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.195387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c6e641c-4638-4ef8-bc2c-8c6a42095a8d req-6f6262cf-5e20-4cc5-af47-cb6f96fb4e77 service neutron] 10.222.0.26 "GET /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239216 Feb 09 03:20:05.346744 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (126e6f43-204f-4257-b053-5ab6c7829a50), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.437726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=126e6f43-204f-4257-b053-5ab6c7829a50,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:05.511953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.512585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.526794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.527172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.527519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.527861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.528234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.528574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.528908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.529241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.529570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.529896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.530221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:05.596262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] No DVR routers for this DVR port 126e6f43-204f-4257-b053-5ab6c7829a50 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:05.607225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:05.616864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9750e13-b2bc-4e57-9aca-3ccead79e2c3 req-f36ea966-5a02-405f-981f-9846b012f127 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.26 "DELETE /v2.0/ports/126e6f43-204f-4257-b053-5ab6c7829a50 HTTP/1.1" status: 204 len: 173 time: 2.3124514 Feb 09 03:20:05.621484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-deleted', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:05.629976 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b0cb2a-1350-48d4-83e3-c313eb91f183" -d '{"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-deleted", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:05.799316 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c2cdd3-3ab0-464a-8b61-6d30df97c3b3 x-openstack-request-id: req-97c2cdd3-3ab0-464a-8b61-6d30df97c3b3 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:05.801480 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5971ef-239a-45a8-9978-3ae43250716c", "name": "network-vif-deleted", "tag": "126e6f43-204f-4257-b053-5ab6c7829a50", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:05.801628 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97c2cdd3-3ab0-464a-8b61-6d30df97c3b3 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:05.802037 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5971ef-239a-45a8-9978-3ae43250716c', 'name': 'network-vif-deleted', 'tag': '126e6f43-204f-4257-b053-5ab6c7829a50', 'status': 'completed', 'code': 200} Feb 09 03:20:06.032425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a25db58e-eade-46ce-bd94-a9d2da524f47 req-69278b3e-a053-4b3b-8194-088e53d77d83 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 210 time: 0.0621781 Feb 09 03:20:06.467369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6466116a-b0fb-46c8-aa57-3b077c28cbc9 req-8935ef63-645e-463f-b70e-8c7b499f97d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=de5971ef-239a-45a8-9978-3ae43250716c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1239722 Feb 09 03:20:06.531725 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:06.666938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:06.745431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 126e6f43-204f-4257-b053-5ab6c7829a50 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:06.746835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 126e6f43-204f-4257-b053-5ab6c7829a50 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:06.774202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6466116a-b0fb-46c8-aa57-3b077c28cbc9 req-b942680c-669f-4b07-85d0-a9ef13ed336a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=de5971ef-239a-45a8-9978-3ae43250716c HTTP/1.1" status: 200 len: 210 time: 0.0818741 Feb 09 03:20:07.135043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36914) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:07.506876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466116a-b0fb-46c8-aa57-3b077c28cbc9 req-98b12277-90a9-4a3b-9fb7-2224c01ddf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:07.514303 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6466116a-b0fb-46c8-aa57-3b077c28cbc9 req-98b12277-90a9-4a3b-9fb7-2224c01ddf01 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1cd773e8482b465982b74bd96fc10950&shared=False HTTP/1.1" status: 200 len: 897 time: 0.7089825 Feb 09 03:20:07.942515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466116a-b0fb-46c8-aa57-3b077c28cbc9 req-6e9294bd-ccce-46da-9e25-84f968089ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:07.944457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6466116a-b0fb-46c8-aa57-3b077c28cbc9 req-6e9294bd-ccce-46da-9e25-84f968089ac2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4163284 Feb 09 03:20:08.250280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (553529ea-90ff-4cde-ae95-52a3eca13534), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.438696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port c7429a35-59e1-4a81-8e1c-bc72ea7381b3 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:09.439370 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.671791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port c7429a35-59e1-4a81-8e1c-bc72ea7381b3, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:09.672462 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:09.689135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for c7429a35-59e1-4a81-8e1c-bc72ea7381b3 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:10.078811 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c7429a35-59e1-4a81-8e1c-bc72ea7381b3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.118834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=c7429a35-59e1-4a81-8e1c-bc72ea7381b3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:10.477279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (553529ea-90ff-4cde-ae95-52a3eca13534), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:10.969343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 553529ea-90ff-4cde-ae95-52a3eca13534 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:11.292241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:11.304981 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] Sync routers for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:11.321029 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:11.325433 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:11.330861 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-30b0799b-5d31-47d6-8c2f-c8ae17ae3aba tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "PUT /v2.0/routers/553529ea-90ff-4cde-ae95-52a3eca13534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1928105 Feb 09 03:20:11.332466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 36976) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:11.533948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddde5ee7-e9e4-4365-9f33-413821fe580e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting subnet bc845def-c19e-4772-949d-2a1030ba3f2c {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:20:11.543973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddde5ee7-e9e4-4365-9f33-413821fe580e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (bc845def-c19e-4772-949d-2a1030ba3f2c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:11.671102 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddde5ee7-e9e4-4365-9f33-413821fe580e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (bc845def-c19e-4772-949d-2a1030ba3f2c), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:11.708219 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:11.873390 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddde5ee7-e9e4-4365-9f33-413821fe580e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (bc845def-c19e-4772-949d-2a1030ba3f2c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.008262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddde5ee7-e9e4-4365-9f33-413821fe580e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (bc845def-c19e-4772-949d-2a1030ba3f2c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.071389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddde5ee7-e9e4-4365-9f33-413821fe580e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.077488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 36986) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:12.078776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ddde5ee7-e9e4-4365-9f33-413821fe580e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/subnets/bc845def-c19e-4772-949d-2a1030ba3f2c HTTP/1.1" status: 204 len: 168 time: 0.7442894 Feb 09 03:20:12.079818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde5ee7-e9e4-4365-9f33-413821fe580e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Subnet': ['ID=bc845def-c19e-4772-949d-2a1030ba3f2c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:12.087753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa4b76-53ef-4550-a219-a4cb6f365f80 None None] Network a173cc9b-602e-40ec-9a64-3f2f1f65a63b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:12.180150 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:20:10Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:12.240614 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] Checking router: 553529ea-90ff-4cde-ae95-52a3eca13534 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:12.257928 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] Routers {'553529ea-90ff-4cde-ae95-52a3eca13534'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:12.259541 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['553529ea-90ff-4cde-ae95-52a3eca13534'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:12.450216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] DHCP port deletion for a173cc9b-602e-40ec-9a64-3f2f1f65a63b request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:20:12.495077 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (553529ea-90ff-4cde-ae95-52a3eca13534), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.533595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] Deleting port 27edc2f9-cc24-4763-b8b4-468ef650aab1 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:12.535215 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.651791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] For port 27edc2f9-cc24-4763-b8b4-468ef650aab1, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=27edc2f9-cc24-4763-b8b4-468ef650aab1,segment=NetworkSegment(56df6568-bb79-4db9-98c2-95704117196e),segment_id=56df6568-bb79-4db9-98c2-95704117196e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:12.653082 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.690542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] Calling delete_port for 27edc2f9-cc24-4763-b8b4-468ef650aab1 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:12.729385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (553529ea-90ff-4cde-ae95-52a3eca13534), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.826170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 38341245-1832-4069-8bea-3a9f64bf8420 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:20:12.826170 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (38341245-1832-4069-8bea-3a9f64bf8420), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.891759 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (27edc2f9-cc24-4763-b8b4-468ef650aab1), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:12.996444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] Pushing event deleted for resources: {'Port': ['ID=27edc2f9-cc24-4763-b8b4-468ef650aab1,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:13.024399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8362d-efe1-4715-a5bb-ea20894a4d7d None None] No DVR routers for this DVR port 27edc2f9-cc24-4763-b8b4-468ef650aab1 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:20:13.100573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] Set router 553529ea-90ff-4cde-ae95-52a3eca13534 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:13.139528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 38341245-1832-4069-8bea-3a9f64bf8420, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=38341245-1832-4069-8bea-3a9f64bf8420,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:13.140073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (38341245-1832-4069-8bea-3a9f64bf8420), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.161791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 38341245-1832-4069-8bea-3a9f64bf8420 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:20:13.522830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 27edc2f9-cc24-4763-b8b4-468ef650aab1 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:13.589302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 27edc2f9-cc24-4763-b8b4-468ef650aab1 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:13.589763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 27edc2f9-cc24-4763-b8b4-468ef650aab1 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:13.595984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (38341245-1832-4069-8bea-3a9f64bf8420), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.620082 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:20:10Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:13.656443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=38341245-1832-4069-8bea-3a9f64bf8420,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:13.657061 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe88f43-1fdf-4424-b450-afa279a096ef None None] The sync data for ids ['553529ea-90ff-4cde-ae95-52a3eca13534'] in n-d-827839-4 is: [{'id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376756367', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '38341245-1832-4069-8bea-3a9f64bf8420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:18:28Z', 'updated_at': '2022-02-09T03:20:10Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': '38341245-1832-4069-8bea-3a9f64bf8420', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553529ea-90ff-4cde-ae95-52a3eca13534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:18:29Z', 'updated_at': '2022-02-09T03:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:13.768161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (553529ea-90ff-4cde-ae95-52a3eca13534), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.946743 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (553529ea-90ff-4cde-ae95-52a3eca13534), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:13.949774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_controller (553529ea-90ff-4cde-ae95-52a3eca13534), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.039331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (553529ea-90ff-4cde-ae95-52a3eca13534), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.039996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Fanout notify agent at l3_agent the message router_deleted on router 553529ea-90ff-4cde-ae95-52a3eca13534 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:20:14.071631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.083701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9965d4f7-6a3d-4952-8d1e-deb387bff71f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/routers/553529ea-90ff-4cde-ae95-52a3eca13534 HTTP/1.1" status: 204 len: 168 time: 2.0030904 Feb 09 03:20:14.084706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37004) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:14.247708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a173cc9b-602e-40ec-9a64-3f2f1f65a63b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.470691 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a173cc9b-602e-40ec-9a64-3f2f1f65a63b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.506817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a173cc9b-602e-40ec-9a64-3f2f1f65a63b']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:14.561042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56df6568-bb79-4db9-98c2-95704117196e') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:14.561444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56df6568-bb79-4db9-98c2-95704117196e') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:14.574183 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (56df6568-bb79-4db9-98c2-95704117196e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.591026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (56df6568-bb79-4db9-98c2-95704117196e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.601018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:20:14.601480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (56df6568-bb79-4db9-98c2-95704117196e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:20:14.725084 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:20:14.736400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a173cc9b-602e-40ec-9a64-3f2f1f65a63b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.755072 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.760643 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/networks/a173cc9b-602e-40ec-9a64-3f2f1f65a63b HTTP/1.1" status: 204 len: 168 time: 0.6743314 Feb 09 03:20:14.763707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37016) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:14.790992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124456a-aec9-407e-96fc-771818fb1e2b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Network': ['ID=a173cc9b-602e-40ec-9a64-3f2f1f65a63b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:14.929664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a05d5f89-f07e-44bc-a891-5f458516b9d2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (f231629f-4ed6-4528-ac0b-f537850039b8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:14.999627 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a05d5f89-f07e-44bc-a891-5f458516b9d2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (f231629f-4ed6-4528-ac0b-f537850039b8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.117887 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a05d5f89-f07e-44bc-a891-5f458516b9d2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f231629f-4ed6-4528-ac0b-f537850039b8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.133396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a05d5f89-f07e-44bc-a891-5f458516b9d2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:15.153453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a05d5f89-f07e-44bc-a891-5f458516b9d2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/security-groups/f231629f-4ed6-4528-ac0b-f537850039b8 HTTP/1.1" status: 204 len: 168 time: 0.3693941 Feb 09 03:20:15.197234 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d5f89-f07e-44bc-a891-5f458516b9d2 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f231629f-4ed6-4528-ac0b-f537850039b8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:15.556926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 38341245-1832-4069-8bea-3a9f64bf8420 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:15.597870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 38341245-1832-4069-8bea-3a9f64bf8420 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:15.610706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 38341245-1832-4069-8bea-3a9f64bf8420 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:15.611372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c7429a35-59e1-4a81-8e1c-bc72ea7381b3 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:20:15.637621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c7429a35-59e1-4a81-8e1c-bc72ea7381b3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:20:15.638324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c7429a35-59e1-4a81-8e1c-bc72ea7381b3 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:20:15.890719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37032) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:15.897645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0bded3bd-f31e-4fbe-87b2-8acf78498207 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70523482', 'description': 'tempest-secgroup-smoke-70523482 description', 'project_id': '1cd773e8482b465982b74bd96fc10950'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:16.053043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bded3bd-f31e-4fbe-87b2-8acf78498207 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.240579 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bded3bd-f31e-4fbe-87b2-8acf78498207 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (a3589b0b-c088-43eb-ae63-05aae2443c51), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.251078 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bded3bd-f31e-4fbe-87b2-8acf78498207 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a3589b0b-c088-43eb-ae63-05aae2443c51), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.315600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0bded3bd-f31e-4fbe-87b2-8acf78498207 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.320064 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0bded3bd-f31e-4fbe-87b2-8acf78498207 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4247313 Feb 09 03:20:16.320383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37038) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:16.320861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bded3bd-f31e-4fbe-87b2-8acf78498207 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3589b0b-c088-43eb-ae63-05aae2443c51,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:16.326331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ca5e03cd-3552-4395-841b-755c591bfb98 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'a3589b0b-c088-43eb-ae63-05aae2443c51', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:16.407268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca5e03cd-3552-4395-841b-755c591bfb98 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (bc679bc6-252a-43c6-b64c-96beee507e6a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.579272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca5e03cd-3552-4395-841b-755c591bfb98 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (bc679bc6-252a-43c6-b64c-96beee507e6a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.589759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca5e03cd-3552-4395-841b-755c591bfb98 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (bc679bc6-252a-43c6-b64c-96beee507e6a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.639943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e03cd-3552-4395-841b-755c591bfb98 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc679bc6-252a-43c6-b64c-96beee507e6a,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:16.651845 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ca5e03cd-3552-4395-841b-755c591bfb98 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.656764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ca5e03cd-3552-4395-841b-755c591bfb98 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326292 Feb 09 03:20:16.657080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37048) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:16.663787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7dc2bec0-3015-400c-8976-64fb7909f62c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'a3589b0b-c088-43eb-ae63-05aae2443c51', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:16.724740 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bec0-3015-400c-8976-64fb7909f62c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (42f2cd75-8e84-4b03-b5ae-a8a02ba385db), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.844014 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bec0-3015-400c-8976-64fb7909f62c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (42f2cd75-8e84-4b03-b5ae-a8a02ba385db), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.858893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bec0-3015-400c-8976-64fb7909f62c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (42f2cd75-8e84-4b03-b5ae-a8a02ba385db), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.907538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2bec0-3015-400c-8976-64fb7909f62c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f2cd75-8e84-4b03-b5ae-a8a02ba385db,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:16.929458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bec0-3015-400c-8976-64fb7909f62c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:16.934195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37050) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:16.934868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7dc2bec0-3015-400c-8976-64fb7909f62c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759008 Feb 09 03:20:16.939727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cc5ed91f-c8be-42d6-a1e2-0788ff1f19be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'a3589b0b-c088-43eb-ae63-05aae2443c51', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:16.996549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed91f-c8be-42d6-a1e2-0788ff1f19be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (787645af-9601-4595-96fc-908ce34573ab), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.138111 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed91f-c8be-42d6-a1e2-0788ff1f19be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (787645af-9601-4595-96fc-908ce34573ab), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.153100 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed91f-c8be-42d6-a1e2-0788ff1f19be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (787645af-9601-4595-96fc-908ce34573ab), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.200260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ed91f-c8be-42d6-a1e2-0788ff1f19be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787645af-9601-4595-96fc-908ce34573ab,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:17.213483 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed91f-c8be-42d6-a1e2-0788ff1f19be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.219688 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cc5ed91f-c8be-42d6-a1e2-0788ff1f19be tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817063 Feb 09 03:20:17.220541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37052) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:17.226672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-808cb84c-bcb2-47d8-ab70-cc800fe13daf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'a3589b0b-c088-43eb-ae63-05aae2443c51', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:17.292237 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-808cb84c-bcb2-47d8-ab70-cc800fe13daf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (436db0b8-0629-4b46-9b43-e312abbfd48a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.480875 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-808cb84c-bcb2-47d8-ab70-cc800fe13daf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (436db0b8-0629-4b46-9b43-e312abbfd48a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.496912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-808cb84c-bcb2-47d8-ab70-cc800fe13daf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (436db0b8-0629-4b46-9b43-e312abbfd48a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.551748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-808cb84c-bcb2-47d8-ab70-cc800fe13daf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.555850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-808cb84c-bcb2-47d8-ab70-cc800fe13daf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332031 Feb 09 03:20:17.561331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37058) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:17.567717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cb84c-bcb2-47d8-ab70-cc800fe13daf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436db0b8-0629-4b46-9b43-e312abbfd48a,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:17.587247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4f859cc2-94fd-429d-aae2-5004aa86812f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'a3589b0b-c088-43eb-ae63-05aae2443c51', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:17.653890 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-4f859cc2-94fd-429d-aae2-5004aa86812f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Project 1cd773e8482b465982b74bd96fc10950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:20:17.669181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f859cc2-94fd-429d-aae2-5004aa86812f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (02bf2b98-e553-4cc3-94e9-f0b002fa9a24), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.824830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f859cc2-94fd-429d-aae2-5004aa86812f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (02bf2b98-e553-4cc3-94e9-f0b002fa9a24), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.836496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f859cc2-94fd-429d-aae2-5004aa86812f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (02bf2b98-e553-4cc3-94e9-f0b002fa9a24), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.872214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f859cc2-94fd-429d-aae2-5004aa86812f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bf2b98-e553-4cc3-94e9-f0b002fa9a24,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:17.893464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f859cc2-94fd-429d-aae2-5004aa86812f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:17.895537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f859cc2-94fd-429d-aae2-5004aa86812f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3318639 Feb 09 03:20:17.900639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37064) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:17.911876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b9c9804d-3416-492c-91a6-2feb4b6e394c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'security_group_rule': {'security_group_id': 'a3589b0b-c088-43eb-ae63-05aae2443c51', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:17.971869 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-b9c9804d-3416-492c-91a6-2feb4b6e394c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Project 1cd773e8482b465982b74bd96fc10950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:20:17.981827 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9c9804d-3416-492c-91a6-2feb4b6e394c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (69492f37-c235-4b51-ba0d-98c80345e103), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.104510 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9c9804d-3416-492c-91a6-2feb4b6e394c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (69492f37-c235-4b51-ba0d-98c80345e103), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.114516 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9c9804d-3416-492c-91a6-2feb4b6e394c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (69492f37-c235-4b51-ba0d-98c80345e103), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.144350 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9804d-3416-492c-91a6-2feb4b6e394c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69492f37-c235-4b51-ba0d-98c80345e103,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:18.156283 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b9c9804d-3416-492c-91a6-2feb4b6e394c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.158274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b9c9804d-3416-492c-91a6-2feb4b6e394c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2533333 Feb 09 03:20:18.161190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:18.168593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'network': {'name': 'tempest-network-smoke--1293327037', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'port_security_enabled': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:18.199492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:18.205963 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.291404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:20:18.310275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6bb2ffc7-befa-41c0-90cd-dace2876ff8e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.311043 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Added segment 6bb2ffc7-befa-41c0-90cd-dace2876ff8e of type vlan for network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 Feb 09 03:20:18.358402 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (3cd9288d-12b3-428f-a5c2-39ea8cc988e1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.388158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (3cd9288d-12b3-428f-a5c2-39ea8cc988e1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.394148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:18.394946 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.465929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3033879 Feb 09 03:20:18.468730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37090) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:18.473878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'admin_state_up': True, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:18.491070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffbe32-b8c6-4bf9-86ca-ff537a0d24ed tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Network': ['ID=3cd9288d-12b3-428f-a5c2-39ea8cc988e1,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:18.503999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:20:18.521464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.522938 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.601579 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_controller (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:18.826219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.115015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.144622 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.282086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.25.2.82 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/fcee7b91-224c-4fde-9b7a-a70b9afc8567) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:19.440302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.489935 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.545270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:19.554462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:19.561272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:19.564393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=fcee7b91-224c-4fde-9b7a-a70b9afc8567,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:19.640128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:19.913863 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.175693 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.353675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:20:20.501403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:20.511304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Sync routers for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:20.526586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:20.528879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:20.547004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:20.551992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-edf9b5ad-5300-4f8c-8e34-49a477a49181 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0786166 Feb 09 03:20:20.552283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37136) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:20.636269 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2dca79d7-240d-45d8-9035-7ceac66347a4 tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1cd773e8482b465982b74bd96fc10950&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795660 Feb 09 03:20:20.637119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37142) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:20.725914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:20.803309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251da03-3647-4b16-9080-f28a0ff5202b tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:20.808247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4251da03-3647-4b16-9080-f28a0ff5202b tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1668901 Feb 09 03:20:20.808619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37150) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:20.859252 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d42047ed-3f98-4ad3-9d72-fd074cd427cd tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486634 Feb 09 03:20:20.861896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:20.867733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774586933', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:21.068711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:21.073287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.367333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:19Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:21.401140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Checking router: 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:21.401510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Updating router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 port fcee7b91-224c-4fde-9b7a-a70b9afc8567 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:20:21.439514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.477747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (c6d43eb5-c9d4-4044-ac5e-19bde37c41a8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.623332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Checking segment: {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:21.623738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network hostable DHCP agents. Network: 3cd9288d-12b3-428f-a5c2-39ea8cc988e1, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:20:21.627527 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Subnet': ['ID=c6d43eb5-c9d4-4044-ac5e-19bde37c41a8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:21.656536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:20:21.680015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 3cd9288d-12b3-428f-a5c2-39ea8cc988e1) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:21.685228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:21.686266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:21.712791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f618db-19c0-4cc7-b35d-922b01fb1398 None None] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:21.724739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0cbc1c0d-b86a-47ca-8fed-332e3e2c234b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8615100 Feb 09 03:20:21.729463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37196) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:21.869559 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.150122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:20:22.154577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.228856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Publish callbacks [] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.287679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.554584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adf06f-9fd4-443c-8f8e-a6d9e108faae None None] Pushing event updated for resources: {'Port': ['ID=fcee7b91-224c-4fde-9b7a-a70b9afc8567,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:22.578705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Attempting to bind port fcee7b91-224c-4fde-9b7a-a70b9afc8567 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:22.579062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Attempting to bind port fcee7b91-224c-4fde-9b7a-a70b9afc8567 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:22.579435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Attempting to bind port fcee7b91-224c-4fde-9b7a-a70b9afc8567 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:22.601290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:22.601715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:22.602131 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.602789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:22.603335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Bound port: fcee7b91-224c-4fde-9b7a-a70b9afc8567, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:22.603731 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.652036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.685951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Allocated IP 172.20.0.2 (3cd9288d-12b3-428f-a5c2-39ea8cc988e1/c6d43eb5-c9d4-4044-ac5e-19bde37c41a8/f19c0a14-e7b0-422f-9e1c-82bf43325882) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:22.870352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Publish callbacks [] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.886069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:22.910173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:22.915045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:22.939238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:23.010522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] For port fcee7b91-224c-4fde-9b7a-a70b9afc8567, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:23.044994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Pushing event updated for resources: {'Port': ['ID=f19c0a14-e7b0-422f-9e1c-82bf43325882,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:23.057186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] For port fcee7b91-224c-4fde-9b7a-a70b9afc8567, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fcee7b91-224c-4fde-9b7a-a70b9afc8567,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:23.068191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.127423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.20.0.1 (3cd9288d-12b3-428f-a5c2-39ea8cc988e1/c6d43eb5-c9d4-4044-ac5e-19bde37c41a8/2abe2206-33b4-4f1e-adbe-16ed1535e54c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:23.132274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adf06f-9fd4-443c-8f8e-a6d9e108faae None None] Pushing event updated for resources: {'Port': ['ID=fcee7b91-224c-4fde-9b7a-a70b9afc8567,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:23.149728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Attempting to bind port f19c0a14-e7b0-422f-9e1c-82bf43325882 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:23.149728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Attempting to bind port f19c0a14-e7b0-422f-9e1c-82bf43325882 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:23.149728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Attempting to bind port f19c0a14-e7b0-422f-9e1c-82bf43325882 on network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:23.157946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:23.158352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Checking segment: {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:23.158758 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.159153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Bound using segment: {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:23.160249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Bound port: f19c0a14-e7b0-422f-9e1c-82bf43325882, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:23.160633 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.273066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:23.273709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:23.286289 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.332762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.465088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=2abe2206-33b4-4f1e-adbe-16ed1535e54c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:23.496300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] For port f19c0a14-e7b0-422f-9e1c-82bf43325882, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:23.506933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] For port f19c0a14-e7b0-422f-9e1c-82bf43325882, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f19c0a14-e7b0-422f-9e1c-82bf43325882,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:23.507660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:23.513530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:23.563487 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.567052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:23.699142 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:23.761705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c060716-603e-4f1e-a08c-4b837d4cbc28 None None] Pushing event updated for resources: {'Port': ['ID=f19c0a14-e7b0-422f-9e1c-82bf43325882,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:23.808130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:24.035851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:24.259664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:19Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:24.328486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef1ceb-eb61-4d7b-971c-a04d29ead8d4 None None] The sync data for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 is: [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:19Z', 'revision_number': 3, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:25.358154 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.378065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.491015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8778869-511d-45a4-ba6e-3124b11118de None None] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:25.600509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=2abe2206-33b4-4f1e-adbe-16ed1535e54c,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:25.638187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.703225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fcee7b91-224c-4fde-9b7a-a70b9afc8567 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:25.794090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cee35cee-dcd8-4e53-b12d-a8f5c974d563 None None] Provisioning complete for port f19c0a14-e7b0-422f-9e1c-82bf43325882 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:25.795450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cee35cee-dcd8-4e53-b12d-a8f5c974d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:25.864785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:25.869277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:25.936663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port fcee7b91-224c-4fde-9b7a-a70b9afc8567 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:25.937036 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:26.028072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cee35cee-dcd8-4e53-b12d-a8f5c974d563 None None] Current status of the port f19c0a14-e7b0-422f-9e1c-82bf43325882 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:26.028444 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cee35cee-dcd8-4e53-b12d-a8f5c974d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:26.146513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port fcee7b91-224c-4fde-9b7a-a70b9afc8567 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:26.146893 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:26.155709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:26.195527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port fcee7b91-224c-4fde-9b7a-a70b9afc8567, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fcee7b91-224c-4fde-9b7a-a70b9afc8567,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:26.200412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cee35cee-dcd8-4e53-b12d-a8f5c974d563 None None] For port f19c0a14-e7b0-422f-9e1c-82bf43325882, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f19c0a14-e7b0-422f-9e1c-82bf43325882,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:26.208071 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:26.209310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f19c0a14-e7b0-422f-9e1c-82bf43325882 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:26.289159 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cee35cee-dcd8-4e53-b12d-a8f5c974d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:26.382862 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:26.389235 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3f974393-dc88-4b2b-aedf-f79786e4bc30 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "PUT /v2.0/routers/3ccd7954-fc59-4a18-9dc4-f131eb8228e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6585743 Feb 09 03:20:26.416996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f19c0a14-e7b0-422f-9e1c-82bf43325882 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:26.422750 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:26.467087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=fcee7b91-224c-4fde-9b7a-a70b9afc8567,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:26.594037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee35cee-dcd8-4e53-b12d-a8f5c974d563 None None] Pushing event updated for resources: {'Port': ['ID=f19c0a14-e7b0-422f-9e1c-82bf43325882,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:26.627825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-69073ec4-73a4-479e-9508-5aa0f70a017f None None] Provisioning complete for port f19c0a14-e7b0-422f-9e1c-82bf43325882 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:26.627825 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-69073ec4-73a4-479e-9508-5aa0f70a017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:26.761872 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-4643b9d7-af60-4bca-9213-529cf0464704 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70523482&fields=id&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 267 time: 0.0986943 Feb 09 03:20:26.918601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-69073ec4-73a4-479e-9508-5aa0f70a017f None None] Current status of the port f19c0a14-e7b0-422f-9e1c-82bf43325882 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:26.931750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f19c0a14-e7b0-422f-9e1c-82bf43325882 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:26.951715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-69073ec4-73a4-479e-9508-5aa0f70a017f None None] Provisioning complete for port 2abe2206-33b4-4f1e-adbe-16ed1535e54c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:26.953480 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-69073ec4-73a4-479e-9508-5aa0f70a017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.041244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-7fe0facc-fe44-4828-97eb-8f0620866692 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:27.046545 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-7fe0facc-fe44-4828-97eb-8f0620866692 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/networks?id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1 HTTP/1.1" status: 200 len: 797 time: 0.2767184 Feb 09 03:20:27.086122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-1528aac8-7328-435f-950b-d52964c01b8b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/quotas/1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 375 time: 0.0278332 Feb 09 03:20:27.173785 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-a731567b-14cc-47a1-b83a-178b0ec27d3c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787082 Feb 09 03:20:27.374012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-13c31b12-e644-4678-a238-c7667adef802 service neutron] 10.222.0.32 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971002 Feb 09 03:20:27.460174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-69073ec4-73a4-479e-9508-5aa0f70a017f None None] Port 2abe2206-33b4-4f1e-adbe-16ed1535e54c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:27.489413 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Sync routers for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:27.509504 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:27.510414 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:27.589086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-475d8fe4-8eda-43d2-862c-c0f6934989ff None None] Provisioning complete for port 2abe2206-33b4-4f1e-adbe-16ed1535e54c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:27.591814 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-475d8fe4-8eda-43d2-862c-c0f6934989ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:27.618174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-ede649e3-72e8-4316-928f-82c395e73ad4 service neutron] 10.222.0.32 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277284 Feb 09 03:20:27.677079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fcee7b91-224c-4fde-9b7a-a70b9afc8567 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:27.803743 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:27.851012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-475d8fe4-8eda-43d2-862c-c0f6934989ff None None] Port 2abe2206-33b4-4f1e-adbe-16ed1535e54c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:27.962084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port fcee7b91-224c-4fde-9b7a-a70b9afc8567 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:27.962510 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.002062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b9764ff-a8fd-43f5-9fc3-7ee6b193cbfe req-9784e2f4-e1a9-4f80-b233-edda18cb1956 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 210 time: 0.0571392 Feb 09 03:20:28.255237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port fcee7b91-224c-4fde-9b7a-a70b9afc8567 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:28.257081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f19c0a14-e7b0-422f-9e1c-82bf43325882 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:28.354914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f19c0a14-e7b0-422f-9e1c-82bf43325882 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:28.358028 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.439576 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:24Z', 'revision_number': 2, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:28.514886 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Checking router: 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:28.515573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Updating router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 port 2abe2206-33b4-4f1e-adbe-16ed1535e54c binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:20:28.582064 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:28.600358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f19c0a14-e7b0-422f-9e1c-82bf43325882 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:29.247046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37316) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:29.293926 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Publish callbacks [] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.304768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5953b848-eca4-42ba-8e2a-abe6d3948f25 req-f25e6ece-67b7-48f8-840f-e5a82aea36cd tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 210 time: 0.0866482 Feb 09 03:20:29.306406 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.344477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd756bf-77be-48f9-b116-c47e5961a37a admin admin] Deleting subnet efd37af8-ffb3-4334-8f52-f843dbd7586d {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:20:29.349425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bd756bf-77be-48f9-b116-c47e5961a37a admin admin] Publish callbacks [] for subnet (efd37af8-ffb3-4334-8f52-f843dbd7586d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.450553 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bd756bf-77be-48f9-b116-c47e5961a37a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (efd37af8-ffb3-4334-8f52-f843dbd7586d), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.478629 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Pushing event updated for resources: {'Port': ['ID=2abe2206-33b4-4f1e-adbe-16ed1535e54c,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.511690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:29.548325 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Attempting to bind port 2abe2206-33b4-4f1e-adbe-16ed1535e54c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:29.549255 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Attempting to bind port 2abe2206-33b4-4f1e-adbe-16ed1535e54c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:29.549813 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Attempting to bind port 2abe2206-33b4-4f1e-adbe-16ed1535e54c on network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:29.562361 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:29.563051 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Checking segment: {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:29.563611 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.564151 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Bound using segment: {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:29.564952 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Bound port: 2abe2206-33b4-4f1e-adbe-16ed1535e54c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:29.571610 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.574229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bd756bf-77be-48f9-b116-c47e5961a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (efd37af8-ffb3-4334-8f52-f843dbd7586d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.707734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bd756bf-77be-48f9-b116-c47e5961a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (efd37af8-ffb3-4334-8f52-f843dbd7586d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.770630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd756bf-77be-48f9-b116-c47e5961a37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd37af8-ffb3-4334-8f52-f843dbd7586d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:29.773578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1bd756bf-77be-48f9-b116-c47e5961a37a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.776656 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] For port 2abe2206-33b4-4f1e-adbe-16ed1535e54c, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:29.785471 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1bd756bf-77be-48f9-b116-c47e5961a37a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/efd37af8-ffb3-4334-8f52-f843dbd7586d HTTP/1.1" status: 204 len: 168 time: 0.5373354 Feb 09 03:20:29.787533 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] For port 2abe2206-33b4-4f1e-adbe-16ed1535e54c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2abe2206-33b4-4f1e-adbe-16ed1535e54c,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:29.788711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37322) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:29.811241 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.902554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8e711e27-b62d-40ff-a46a-66ec60410e7c None None] Provisioning complete for port 2abe2206-33b4-4f1e-adbe-16ed1535e54c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:29.903114 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8e711e27-b62d-40ff-a46a-66ec60410e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:29.972727 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:29.996782 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:30.019794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a69fd9bc-887b-4298-aabb-99e22a18f928), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.108979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8e711e27-b62d-40ff-a46a-66ec60410e7c None None] Current status of the port 2abe2206-33b4-4f1e-adbe-16ed1535e54c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:30.109607 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8e711e27-b62d-40ff-a46a-66ec60410e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.120978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-f4c8a6c5-90fa-435f-a534-a39fe7fb3e0b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:30.123667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-f4c8a6c5-90fa-435f-a534-a39fe7fb3e0b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/networks?id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1 HTTP/1.1" status: 200 len: 797 time: 0.3753223 Feb 09 03:20:30.152103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8e711e27-b62d-40ff-a46a-66ec60410e7c None None] For port 2abe2206-33b4-4f1e-adbe-16ed1535e54c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2abe2206-33b4-4f1e-adbe-16ed1535e54c,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:30.159780 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8e711e27-b62d-40ff-a46a-66ec60410e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.223676 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e3c2-852b-4846-8738-72809072e725 None None] Pushing event updated for resources: {'Port': ['ID=2abe2206-33b4-4f1e-adbe-16ed1535e54c,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:30.260524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-7f62c910-9688-4251-8f57-cea4fc2e204a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd773e8482b465982b74bd96fc10950 HTTP/1.1" status: 200 len: 378 time: 0.1289978 Feb 09 03:20:30.267771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e711e27-b62d-40ff-a46a-66ec60410e7c None None] Pushing event updated for resources: {'Port': ['ID=2abe2206-33b4-4f1e-adbe-16ed1535e54c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:30.273592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'port': {'device_id': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'admin_state_up': True, 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'security_groups': ['a3589b0b-c088-43eb-ae63-05aae2443c51']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:30.309430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-695a80b1-4f83-481d-bfd6-98cbceb35357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.428419 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:30.489605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-bb4cd200-d1a4-49ee-be18-f4c0eab64441 None None] Provisioning complete for port 2abe2206-33b4-4f1e-adbe-16ed1535e54c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:30.489985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd200-d1a4-49ee-be18-f4c0eab64441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.551771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Made reservation on behalf of 1cd773e8482b465982b74bd96fc10950 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:30.556450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:30.625283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bb4cd200-d1a4-49ee-be18-f4c0eab64441 None None] Current status of the port 2abe2206-33b4-4f1e-adbe-16ed1535e54c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:30.767550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.20.0.9 (3cd9288d-12b3-428f-a5c2-39ea8cc988e1/c6d43eb5-c9d4-4044-ac5e-19bde37c41a8/95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:30.937690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:20:31.042949 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:29Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:31.080589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.099911 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4b3a18-94c4-4423-aa9f-e934ca596627 None None] The sync data for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 is: [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:29Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:31.176199 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.219497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a69fd9bc-887b-4298-aabb-99e22a18f928), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.248350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:31.250341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:31.253785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:31.258673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:31.326455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69fd9bc-887b-4298-aabb-99e22a18f928']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:31.348874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:31.353382 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.357726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:31.358221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:31.389507 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.412442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-79cd543c-5f09-4728-9ea7-0ae85330147c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1288383 Feb 09 03:20:31.418562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.427662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Request body: {'port': {'device_id': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:31.430828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:20:31.431235 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (96c0c7a1-cf4b-42ad-9a2a-b9f67adf0164), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:20:31.574328 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:20:31.605006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a69fd9bc-887b-4298-aabb-99e22a18f928), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.629843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2abe2206-33b4-4f1e-adbe-16ed1535e54c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:31.636415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.664221 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.669708 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a69fd9bc-887b-4298-aabb-99e22a18f928 HTTP/1.1" status: 204 len: 168 time: 1.8750131 Feb 09 03:20:31.702063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570b618-012c-43d5-b7ca-5f0b1f4e2a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69fd9bc-887b-4298-aabb-99e22a18f928,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:31.801404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab4a65-d3d3-46d0-8e6e-7d0d7dc1d1bc req-b6321d4e-014f-41e0-83b9-b09b71c4d1f3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:31.820297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ab4a65-d3d3-46d0-8e6e-7d0d7dc1d1bc req-b6321d4e-014f-41e0-83b9-b09b71c4d1f3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 931 time: 0.2619176 Feb 09 03:20:31.919071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2abe2206-33b4-4f1e-adbe-16ed1535e54c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:31.922535 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.924484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3d6b33fe-5831-451c-ba0f-9000b75606d4 None None] Provisioning complete for port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:31.925390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d6b33fe-5831-451c-ba0f-9000b75606d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:31.962838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44ab4a65-d3d3-46d0-8e6e-7d0d7dc1d1bc req-5a1f5892-98df-4a3d-af01-66b00d697cc6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409247 Feb 09 03:20:32.089188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b33fe-5831-451c-ba0f-9000b75606d4 None None] Port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:32.203008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37354) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:32.213221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2abe2206-33b4-4f1e-adbe-16ed1535e54c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:32.326651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-24cfb31d-e467-4982-bc8f-a52c40f18dc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9231a4189c844c779f0624f15f36c5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201522 Feb 09 03:20:32.327678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37356) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:32.479572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c8af-ddc0-46ee-99f6-34440029f8c3 admin admin] Publish callbacks [] for security_group (fb2b39a2-4948-4713-9999-70af937a582e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.572520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:32.594742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c8af-ddc0-46ee-99f6-34440029f8c3 admin admin] Publish callbacks [] for security_group (fb2b39a2-4948-4713-9999-70af937a582e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.618633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Publish callbacks [] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.698964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Transition to ACTIVE for port object 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:20:32.719149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.740362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c211eadb-a65b-48c6-9b9d-a4f2d1a70971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.781110 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c8af-ddc0-46ee-99f6-34440029f8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fb2b39a2-4948-4713-9999-70af937a582e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.783741 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c8af-ddc0-46ee-99f6-34440029f8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:32.792515 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f6a9c8af-ddc0-46ee-99f6-34440029f8c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb2b39a2-4948-4713-9999-70af937a582e HTTP/1.1" status: 204 len: 168 time: 0.4579568 Feb 09 03:20:32.877784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9c8af-ddc0-46ee-99f6-34440029f8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2b39a2-4948-4713-9999-70af937a582e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:33.118842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Pushing event updated for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:33.390383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Attempting to bind port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:33.390773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Attempting to bind port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:33.391058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Attempting to bind port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 on network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:33.415142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 on network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:20:33.415477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Attempting to bind port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 on network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:33.451362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841f86c-34d4-4455-b7c1-866dc23df3ba req-53807dbf-40af-4190-afb4-6b53d83e3249 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:33.452868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b841f86c-34d4-4455-b7c1-866dc23df3ba req-53807dbf-40af-4190-afb4-6b53d83e3249 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 943 time: 0.3257499 Feb 09 03:20:33.482654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:33.483024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Checking segment: {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:33.483377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Bound using segment: {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:33.483819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Bound port: 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb2ffc7-befa-41c0-90cd-dace2876ff8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:33.484178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:33.666321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b841f86c-34d4-4455-b7c1-866dc23df3ba req-b3c7faa8-c1ac-4418-8728-3dbcda4cde2d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2024305 Feb 09 03:20:33.731652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:33.735190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:33.760516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:33.875554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:33.881903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:33.885167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] 10.222.0.61 "PUT /v2.0/ports/95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 HTTP/1.1" status: 200 len: 1091 time: 2.4696209 Feb 09 03:20:33.885820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:33.902719 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ea22e2-7689-4ca8-b820-de96dc824dee" -d '{"events": [{"name": "network-changed", "server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:34.021579 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.054276 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445377db-6eed-465e-8bfc-3ae0b4f70925 x-openstack-request-id: req-445377db-6eed-465e-8bfc-3ae0b4f70925 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:34.055352 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:34.056226 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-445377db-6eed-465e-8bfc-3ae0b4f70925 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:34.057269 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'status': 'completed', 'code': 200} Feb 09 03:20:34.095230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399272-f5f3-40b0-b3eb-b07dc77fa756 service neutron] Pushing event updated for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:34.135090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-afa3d8aa-3890-40ca-8e09-f51f5546f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:34.137634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-afa3d8aa-3890-40ca-8e09-f51f5546f128 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1125 time: 0.1973939 Feb 09 03:20:34.234982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-7d5a70fd-adf2-4997-a8ed-8d2e052ced51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 HTTP/1.1" status: 200 len: 217 time: 0.0879211 Feb 09 03:20:34.397139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-acbd0ab2-56d4-4ce6-b53c-5c92d6116773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:34.399336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-acbd0ab2-56d4-4ce6-b53c-5c92d6116773 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6d43eb5-c9d4-4044-ac5e-19bde37c41a8 HTTP/1.1" status: 200 len: 834 time: 0.1570642 Feb 09 03:20:34.476533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-9218269f-9284-40ef-a5fa-9458df60f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:34.478143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-9218269f-9284-40ef-a5fa-9458df60f4a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0710099 Feb 09 03:20:34.504869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37400) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:34.693348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-6b1c8f01-835d-43cc-a898-b440f0732861 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082944 Feb 09 03:20:34.717172 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-745842545-network', 'tenant_id': '0ad9edbb31964aff8b5863ea24309b67'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:34.799245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Made reservation on behalf of 0ad9edbb31964aff8b5863ea24309b67 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:34.803940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.832320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:34.998085 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Publish callbacks [] for security_group (4de5af3a-bedb-45fb-abc3-2b3a93e45a2a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.009078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e93145-1614-4bd2-b997-98fb81346659 req-4f3b2fc8-1a9f-4635-9181-2a89d0ef68e8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:35.010715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9e93145-1614-4bd2-b997-98fb81346659 req-4f3b2fc8-1a9f-4635-9181-2a89d0ef68e8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 943 time: 0.1570950 Feb 09 03:20:35.012110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4de5af3a-bedb-45fb-abc3-2b3a93e45a2a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.055376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:20:35.079192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:35.093954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.094254 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Added segment ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6 of type vlan for network da893c8a-68eb-40e5-a8b8-5be0a971484a Feb 09 03:20:35.108586 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9e93145-1614-4bd2-b997-98fb81346659 req-5e2913ad-4b32-4f2b-97ea-3888672ed15c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909033 Feb 09 03:20:35.120083 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.128805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-22001323-0373-4dd7-9fa2-0705c00929a2 req-0ed61dfc-a8f3-4e7c-bb0c-4f7f8146d799 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262092 Feb 09 03:20:35.156187 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (da893c8a-68eb-40e5-a8b8-5be0a971484a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.211832 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (da893c8a-68eb-40e5-a8b8-5be0a971484a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.213133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:35.214142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.289851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7807553 Feb 09 03:20:35.290522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37416) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:35.295640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Request body: {'subnet': {'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-745842545-subnet', 'tenant_id': '0ad9edbb31964aff8b5863ea24309b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:35.297316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-5e709f3e-e3c4-47b4-afbd-12f798ad42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:35.299098 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-5e709f3e-e3c4-47b4-afbd-12f798ad42bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1125 time: 0.1007938 Feb 09 03:20:35.306141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b619e-5a12-4985-af10-f3605774d9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=da893c8a-68eb-40e5-a8b8-5be0a971484a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:35.317181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network da893c8a-68eb-40e5-a8b8-5be0a971484a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:20:35.360733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Made reservation on behalf of 0ad9edbb31964aff8b5863ea24309b67 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:35.364197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.507951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-78e0b640-8b93-4345-968e-52b627661c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:35.510019 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-78e0b640-8b93-4345-968e-52b627661c95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1 HTTP/1.1" status: 200 len: 898 time: 0.2023714 Feb 09 03:20:35.615667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-189f23f4-5fcc-4735-8f3d-0efdc1286148 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 HTTP/1.1" status: 200 len: 217 time: 0.0974505 Feb 09 03:20:35.755169 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (5c89c429-e4ae-40b9-8ab7-8abb814befd5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:35.770459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-0072f95f-a009-498d-bbcc-48b99757f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:35.772359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-0072f95f-a009-498d-bbcc-48b99757f049 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6d43eb5-c9d4-4044-ac5e-19bde37c41a8 HTTP/1.1" status: 200 len: 834 time: 0.1485229 Feb 09 03:20:35.871224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c89c429-e4ae-40b9-8ab7-8abb814befd5,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:35.887410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Checking segment: {'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:35.887949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Network hostable DHCP agents. Network: da893c8a-68eb-40e5-a8b8-5be0a971484a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:20:35.933083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-67a46d62-fba9-4e44-a225-a1d8b4f6089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:35.934687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Network da893c8a-68eb-40e5-a8b8-5be0a971484a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:20:35.945808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-67a46d62-fba9-4e44-a225-a1d8b4f6089d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1612730 Feb 09 03:20:35.951262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, da893c8a-68eb-40e5-a8b8-5be0a971484a) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:35.977140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bcfbe-2eef-4a74-9267-9122efc0d649 None None] Network da893c8a-68eb-40e5-a8b8-5be0a971484a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:35.999482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:36.007251 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.071016 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a28c8c46-e65f-4d2b-a778-64a14d87d484 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7699568 Feb 09 03:20:36.356825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-b8b87145-add5-4c0b-80ed-ff303b9293c2 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018362 Feb 09 03:20:36.382194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e796-be37-43ad-846d-02a9c2c61fd1 req-69174b6b-ce74-4f5e-8a46-7ac26ea2d2fe tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:36.384042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bf1e796-be37-43ad-846d-02a9c2c61fd1 req-69174b6b-ce74-4f5e-8a46-7ac26ea2d2fe tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 943 time: 0.1408575 Feb 09 03:20:36.391580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b2486-6d80-47eb-b1b9-ec12294fe1dc None None] Network da893c8a-68eb-40e5-a8b8-5be0a971484a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:20:36.510930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0bf1e796-be37-43ad-846d-02a9c2c61fd1 req-a0d669b6-aa80-4110-a252-559050fde8df tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105208 Feb 09 03:20:36.585231 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:36.639907 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94ea22e2-7689-4ca8-b820-de96dc824dee req-f63399e9-1c1c-4ec7-bfa4-107bff14e1fa service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760446 Feb 09 03:20:37.184978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:20:37.559341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:37.595173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'port_id': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'mac_address': 'fa:16:3e:e7:cf:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:20:37.659829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:37.660784 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.708004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:37.778333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:37.788864 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:37.794055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9082f65-7bf6-411b-8f6e-6f3fb19612df req-5f80fe02-c40c-4d77-8775-784f9ed2e55a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:37.807468 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9082f65-7bf6-411b-8f6e-6f3fb19612df req-5f80fe02-c40c-4d77-8775-784f9ed2e55a tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 943 time: 0.1597137 Feb 09 03:20:37.940559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9082f65-7bf6-411b-8f6e-6f3fb19612df req-a23aeff8-dee2-438c-b5e2-ef213e26a88c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264415 Feb 09 03:20:38.042375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:20:38.126190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:39.167012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eabf2-4e8e-439f-b44d-ab2e217f70f0 req-a53d42d1-1824-40dd-a3cb-d369f367978f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:39.179151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e7eabf2-4e8e-439f-b44d-ab2e217f70f0 req-a53d42d1-1824-40dd-a3cb-d369f367978f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 944 time: 0.1023567 Feb 09 03:20:39.200664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:20:39.295705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e7eabf2-4e8e-439f-b44d-ab2e217f70f0 req-f322c721-af87-4c1f-b712-b1aaa1d41a7e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107855 Feb 09 03:20:39.327733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:20:39.332317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:39.332569 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.569732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:20:39.570054 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.660629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:20:39.666158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:39.676054 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664e9981-ad13-4ce1-92c9-9ca3714618a9" -d '{"events": [{"server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "name": "network-vif-plugged", "status": "completed", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:39.683426 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:39.811118 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59928d31-7e86-4170-b78a-209562b26437 x-openstack-request-id: req-59928d31-7e86-4170-b78a-209562b26437 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:39.813800 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "name": "network-vif-plugged", "status": "completed", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:39.814454 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59928d31-7e86-4170-b78a-209562b26437 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:39.816997 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'code': 200} Feb 09 03:20:39.899889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:40.016737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca582-11c6-464b-b2dd-e74ab874a419 req-d38387ca-df69-4cd2-b7e3-4b8c71d40a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:40.020640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0efca582-11c6-464b-b2dd-e74ab874a419 req-d38387ca-df69-4cd2-b7e3-4b8c71d40a33 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1127 time: 0.0935538 Feb 09 03:20:40.085371 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0efca582-11c6-464b-b2dd-e74ab874a419 req-e69b7659-a53a-428b-bf01-5ed2878f3f68 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590880 Feb 09 03:20:40.411650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439b093-01dc-4d64-b132-6dc9cdeb7dc1 req-0299afe7-43d2-4e28-a4e2-b2b0bed486bf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:40.419128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b439b093-01dc-4d64-b132-6dc9cdeb7dc1 req-0299afe7-43d2-4e28-a4e2-b2b0bed486bf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.0682421 Feb 09 03:20:40.490804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b439b093-01dc-4d64-b132-6dc9cdeb7dc1 req-93a7fd18-fe3e-4c9d-a781-7cecdf38b398 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563340 Feb 09 03:20:41.668464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da609783-971c-4c55-8a5c-f42a2f26445e req-7f0306bc-2639-478f-aa0b-2ffd6f4a0f15 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:41.670013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da609783-971c-4c55-8a5c-f42a2f26445e req-7f0306bc-2639-478f-aa0b-2ffd6f4a0f15 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.0810204 Feb 09 03:20:41.739350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da609783-971c-4c55-8a5c-f42a2f26445e req-c2772efe-821f-4286-99b1-d483bad31da0 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561678 Feb 09 03:20:41.879416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb96a39-d748-4ef2-b02b-3754db03ce7c req-2ac0ea99-37bc-405d-a08e-49d4df065a0b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:41.881491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4eb96a39-d748-4ef2-b02b-3754db03ce7c req-2ac0ea99-37bc-405d-a08e-49d4df065a0b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.0716910 Feb 09 03:20:41.958225 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4eb96a39-d748-4ef2-b02b-3754db03ce7c req-fff2d939-b8df-43bd-b39d-eef9e98b3d52 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651481 Feb 09 03:20:41.978218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 37964) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:42.094105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae38874-7c13-45e8-8c70-8f92ddafd97c tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:42.097908 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ae38874-7c13-45e8-8c70-8f92ddafd97c tempest-TestNetworkAdvancedServerOps-624568778 tempest-TestNetworkAdvancedServerOps-624568778-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1122 time: 0.1112378 Feb 09 03:20:42.100618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 37972) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:42.107211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:42.161613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.445446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:42.774708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Allocated IP 172.25.2.7 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/bfbfde01-25ff-45af-812a-caf5dedb31c8) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:43.002052 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (bfbfde01-25ff-45af-812a-caf5dedb31c8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.056108 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (bfbfde01-25ff-45af-812a-caf5dedb31c8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.102088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:43.106490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:43.114437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:43.142149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=bfbfde01-25ff-45af-812a-caf5dedb31c8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:43.697491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (0bc4069f-13e2-4dba-abcb-5861aec4fc59), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:43.928953 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (bfbfde01-25ff-45af-812a-caf5dedb31c8), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.186035 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for port (bfbfde01-25ff-45af-812a-caf5dedb31c8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.198635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (bfbfde01-25ff-45af-812a-caf5dedb31c8), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.274036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event updated for resources: {'Port': ['ID=bfbfde01-25ff-45af-812a-caf5dedb31c8,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:44.305336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (0bc4069f-13e2-4dba-abcb-5861aec4fc59), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:44.516446 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Floating IP 0bc4069f-13e2-4dba-abcb-5861aec4fc59 associated. External IP: 172.25.2.7, port: 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65. Feb 09 03:20:44.798351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:20:44.996663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:20:45.032917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] Sync routers for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:20:45.041949 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:45.053089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:45.055146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:45.079893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-83c21a82-4279-4ce7-931c-ee8c1daa9640 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9777594 Feb 09 03:20:45.080708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:45.094361 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:45.167105 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3147df-7b79-47d7-8386-4a5ac6947f61 x-openstack-request-id: req-7d3147df-7b79-47d7-8386-4a5ac6947f61 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:45.168319 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:45.168799 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d3147df-7b79-47d7-8386-4a5ac6947f61 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:45.169530 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'status': 'completed', 'code': 200} Feb 09 03:20:45.216832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:45.270144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-ac92fe90-125e-4385-a5cd-7da4f6bd5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:45.273516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-ac92fe90-125e-4385-a5cd-7da4f6bd5041 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1127 time: 0.0780675 Feb 09 03:20:45.396126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3913aa-d78a-4090-aed2-6922793070ff req-2aa4c5f5-6294-4e6b-a158-96c53da2ec17 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:45.398436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8c3913aa-d78a-4090-aed2-6922793070ff req-2aa4c5f5-6294-4e6b-a158-96c53da2ec17 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.2149246 Feb 09 03:20:45.457431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-9078cc28-17c2-4e1d-821a-90e4624b6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:45.459598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-9078cc28-17c2-4e1d-821a-90e4624b6a39 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1 HTTP/1.1" status: 200 len: 898 time: 0.1801550 Feb 09 03:20:45.551646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8c3913aa-d78a-4090-aed2-6922793070ff req-1f174a76-1abd-45c4-8f21-7378fcdd03f6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204231 Feb 09 03:20:45.574093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38062) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:45.577052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-99815e4c-da6e-4ed7-9491-e2ec7cfdd639 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 HTTP/1.1" status: 200 len: 997 time: 0.1104620 Feb 09 03:20:45.636411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-cb0f1be9-cf51-47e7-9d25-c6c3f4b9954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:45.637972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-cb0f1be9-cf51-47e7-9d25-c6c3f4b9954e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6d43eb5-c9d4-4044-ac5e-19bde37c41a8 HTTP/1.1" status: 200 len: 834 time: 0.0556567 Feb 09 03:20:45.641679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '0bc4069f-13e2-4dba-abcb-5861aec4fc59', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'port_id': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'mac_address': 'fa:16:3e:e7:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:20:43Z', 'updated_at': '2022-02-09T03:20:43Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:30Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:45.673025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] Checking router: 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:20:45.682577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:20:45.683325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:20:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:45.693840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c59cc81b-9fce-4e84-a1ff-ffd37798358b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/0bc4069f-13e2-4dba-abcb-5861aec4fc59 HTTP/1.1" status: 200 len: 989 time: 0.1185837 Feb 09 03:20:45.734362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-3f447be7-24ce-4698-b831-5c3bc6b9ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:45.737352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-3f447be7-24ce-4698-b831-5c3bc6b9ab70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925360 Feb 09 03:20:45.822697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:20:45.871921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-3d63ebdf-0aae-44af-82be-9abf938e6271 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269457 Feb 09 03:20:46.030594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb5b8f6e-d12f-4c92-94fb-37c1e0d41fb4 req-8fa4f19b-408a-4456-8d34-4b245126af47 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510689 Feb 09 03:20:46.179705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '0bc4069f-13e2-4dba-abcb-5861aec4fc59', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'port_id': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'mac_address': 'fa:16:3e:e7:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:20:43Z', 'updated_at': '2022-02-09T03:20:43Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:30Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:20:46.456905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bafc4f-b0fe-4f89-aac8-4bcc017b7481 None None] The sync data for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 is: [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '0bc4069f-13e2-4dba-abcb-5861aec4fc59', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'port_id': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'mac_address': 'fa:16:3e:e7:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:20:43Z', 'updated_at': '2022-02-09T03:20:43Z', 'revision_number': 0, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:30Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:20:46.697937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38082) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:46.889898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-23161f34-8758-4193-8250-3d8cdbfeb2a4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/0bc4069f-13e2-4dba-abcb-5861aec4fc59 HTTP/1.1" status: 200 len: 989 time: 0.1901071 Feb 09 03:20:46.945117 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd310f10-dbed-4973-95b0-43a2ebd5b006 None None] New status for floating IP 0bc4069f-13e2-4dba-abcb-5861aec4fc59: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:20:47.211769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-979b6286-78e2-4d0c-910e-5c530165d166 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162440498&fields=id&tenant_id=1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 267 time: 0.0853691 Feb 09 03:20:47.403584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-979755e9-9cb4-47c8-aba0-a9f9e316515d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:47.405528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-979755e9-9cb4-47c8-aba0-a9f9e316515d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.1927965 Feb 09 03:20:47.448772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-14621c1e-df61-438d-963f-9d5827185410 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/quotas/1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 375 time: 0.0166397 Feb 09 03:20:47.512782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-0e720a0b-0dc0-4574-a051-39e943e6ea1b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0604029 Feb 09 03:20:47.557510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-4aa3890b-3105-4c68-9b9b-243b1f0b70d6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846913 Feb 09 03:20:47.652531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-4a6aea08-52d0-4c12-b7af-ab93c3ee6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:47.654317 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-4a6aea08-52d0-4c12-b7af-ab93c3ee6546 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1127 time: 0.0940378 Feb 09 03:20:47.674646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-b1a71146-3c00-4d37-9dce-fb6e74aae7bd service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156306 Feb 09 03:20:47.835483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-86087816-656d-44cd-8f6c-a06bcccd6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:47.837434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-86087816-656d-44cd-8f6c-a06bcccd6fe5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1 HTTP/1.1" status: 200 len: 898 time: 0.1567881 Feb 09 03:20:47.874112 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-2992cb67-9152-4e2b-b685-a1f79fbcee5f service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977262 Feb 09 03:20:47.894509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38104) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:47.954080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-f5db7232-f692-407d-9963-4f889b867b3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 HTTP/1.1" status: 200 len: 999 time: 0.1081920 Feb 09 03:20:48.041905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b27faca5-95ba-4095-9646-981c944d801b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/0bc4069f-13e2-4dba-abcb-5861aec4fc59 HTTP/1.1" status: 200 len: 991 time: 0.1462190 Feb 09 03:20:48.061700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-c484947d-7f26-42a4-b4c2-fb60a8287649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:48.063536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-c484947d-7f26-42a4-b4c2-fb60a8287649 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6d43eb5-c9d4-4044-ac5e-19bde37c41a8 HTTP/1.1" status: 200 len: 834 time: 0.1011176 Feb 09 03:20:48.153533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-3e95a346-cb8e-4d2c-b9a6-12265b308ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:48.155171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-3e95a346-cb8e-4d2c-b9a6-12265b308ace service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0853970 Feb 09 03:20:48.322049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-575504ee-a771-4986-969c-47660e5f9c5d service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592431 Feb 09 03:20:48.582111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-494e84d6-8ab5-4b2c-bb38-15809347f27e req-9ae485b9-5dd7-4ea5-ba77-235dca700c2e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.1378522 Feb 09 03:20:48.583997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-707e1cf6-c448-42c9-a771-d48b0c1403de req-59856403-2d5b-4960-aebc-52a3e6406af8 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505975 Feb 09 03:20:49.616292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-470171c5-941b-49c3-a8c4-c62c9921c658 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:49.618107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-470171c5-941b-49c3-a8c4-c62c9921c658 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.1513066 Feb 09 03:20:49.660624 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:49.783845 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8195ed0e-3310-4e31-a479-f87031c45ab4 req-3ee9c6fa-c47a-49e5-8364-b1a6022f6675 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0634618 Feb 09 03:20:49.790851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9bc11119-11a7-4120-afe1-b3187a87f01b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 380 time: 0.1635246 Feb 09 03:20:49.800982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'port': {'device_id': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'admin_state_up': True, 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'security_groups': ['dfecd1e7-a507-42aa-88f3-61d2530f679b']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:50.058806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:20:50.062531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.316076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.20.0.9 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/f1c7fa33-cf17-4a96-a11c-fa7f10e640aa) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:20:50.503208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.543198 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.654957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:20:50.656460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:20:50.659439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:20:50.665463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:50.754609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:50.755729 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:50.782469 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-9388bb40-3218-4790-904c-7b4c27869329 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9864964 Feb 09 03:20:50.794833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Request body: {'port': {'device_id': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:20:50.983020 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.066442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb31a7-3161-4d3c-bd5f-fcff302a9bad req-df7e974f-4fcc-4c15-875c-745e99d8fdd4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:51.068051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbeb31a7-3161-4d3c-bd5f-fcff302a9bad req-df7e974f-4fcc-4c15-875c-745e99d8fdd4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 931 time: 0.1673877 Feb 09 03:20:51.162140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-645a7ba3-eabf-4dc6-83ce-ad52c1370c61 None None] Provisioning complete for port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:20:51.163155 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-645a7ba3-eabf-4dc6-83ce-ad52c1370c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.178650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fbeb31a7-3161-4d3c-bd5f-fcff302a9bad req-c39362b0-891b-4f4c-841a-7cd1cbcc05c9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988097 Feb 09 03:20:51.241676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-645a7ba3-eabf-4dc6-83ce-ad52c1370c61 None None] Port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:20:51.521590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c7fa33-cf17-4a96-a11c-fa7f10e640aa {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:20:51.538158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Publish callbacks [] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.566619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Transition to ACTIVE for port object f1c7fa33-cf17-4a96-a11c-fa7f10e640aa will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:20:51.577309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.651266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Pushing event updated for resources: {'Port': ['ID=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:51.667455 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.793913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Attempting to bind port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:20:51.794987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Attempting to bind port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:20:51.795569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Attempting to bind port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:51.803810 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:20:51.804494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Attempting to bind port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:20:51.811677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:20:51.812100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:20:51.812740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:20:51.813672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Bound port: f1c7fa33-cf17-4a96-a11c-fa7f10e640aa, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:20:51.814142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.909174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] For port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:20:51.914828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] For port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:20:51.929036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.986049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:51.990157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:51.992053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] 10.222.0.26 "PUT /v2.0/ports/f1c7fa33-cf17-4a96-a11c-fa7f10e640aa HTTP/1.1" status: 200 len: 1091 time: 1.2021284 Feb 09 03:20:51.993474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'tag': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:20:51.996333 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae", "tag": "f1c7fa33-cf17-4a96-a11c-fa7f10e640aa"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:20:52.033177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0563d-9080-4bde-8b4b-04f470775f1c service neutron] Pushing event updated for resources: {'Port': ['ID=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:52.085160 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3af906-1c5d-4087-9d3e-41d6f2aeada0 x-openstack-request-id: req-5a3af906-1c5d-4087-9d3e-41d6f2aeada0 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:20:52.085463 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae", "tag": "f1c7fa33-cf17-4a96-a11c-fa7f10e640aa", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:20:52.085728 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a3af906-1c5d-4087-9d3e-41d6f2aeada0 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:20:52.086148 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'tag': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'status': 'completed', 'code': 200} Feb 09 03:20:52.140849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-30a181b5-64f0-4a40-85d4-7f87b2735b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:52.142701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-30a181b5-64f0-4a40-85d4-7f87b2735b4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 1125 time: 0.0834038 Feb 09 03:20:52.211302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-1886a0f9-ee69-4648-9871-5cb30dd171d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa HTTP/1.1" status: 200 len: 217 time: 0.0552797 Feb 09 03:20:52.311843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-4072e01f-5513-4f6f-9011-79c7efefb1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:52.312929 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-4072e01f-5513-4f6f-9011-79c7efefb1b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0950112 Feb 09 03:20:52.397291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d601b-5144-4ac2-80ff-f2dda86ba1c5 req-5a111cd9-9812-4d3f-8b01-8c8cd3b5327a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:52.420057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-72609903-420f-41fd-903f-acb15187e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:52.422974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-947d601b-5144-4ac2-80ff-f2dda86ba1c5 req-5a111cd9-9812-4d3f-8b01-8c8cd3b5327a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.1211102 Feb 09 03:20:52.423247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-72609903-420f-41fd-903f-acb15187e7ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1031108 Feb 09 03:20:52.497359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-947d601b-5144-4ac2-80ff-f2dda86ba1c5 req-cdc1d7b9-b738-40d8-ba88-4d663083df1a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723028 Feb 09 03:20:52.577145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-46cada33-daca-432e-a6b5-21e5e9b5ad53 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471612 Feb 09 03:20:52.696603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a15a908c-90f9-4e16-9a4f-c887a6393dd2 req-5f0d0205-01be-4d1f-9fce-207c71ab88d7 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123066 Feb 09 03:20:52.808619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-95290670-4022-444a-8e0d-5f800f727f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:52.810743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-95290670-4022-444a-8e0d-5f800f727f11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 1125 time: 0.0664017 Feb 09 03:20:53.016940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-893dd2e4-7e32-4c36-9757-d64516927a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:53.018966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-893dd2e4-7e32-4c36-9757-d64516927a86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.2024524 Feb 09 03:20:53.065720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-3784233f-2c54-4fe1-980e-9f28544745ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa HTTP/1.1" status: 200 len: 217 time: 0.0408924 Feb 09 03:20:53.134579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-aba92895-ece4-482d-a641-310f9a848795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:53.136219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-aba92895-ece4-482d-a641-310f9a848795 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0626254 Feb 09 03:20:53.281457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-59373845-77cc-4280-b796-d59a30e23cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:53.290558 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-59373845-77cc-4280-b796-d59a30e23cf2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1459827 Feb 09 03:20:53.469134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-d583d7fd-da3c-4b70-914e-a326d2d342d3 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725254 Feb 09 03:20:53.601660 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49b8a3dd-5f77-47dc-a3ef-c7d387dd1625 req-a39268a7-47a2-4e7f-ac3f-11b8c939c68b service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264887 Feb 09 03:20:53.631843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38178) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:53.689235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0abca-180f-48bc-baab-5167dd97f717 req-9a08530c-12aa-4071-a260-1c11f8c53eb0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:53.691816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6d0abca-180f-48bc-baab-5167dd97f717 req-9a08530c-12aa-4071-a260-1c11f8c53eb0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0856254 Feb 09 03:20:53.782851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6d0abca-180f-48bc-baab-5167dd97f717 req-ec885c7f-1844-4597-a0b2-16b42d15fd8b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843532 Feb 09 03:20:53.801062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.976911 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Publish callbacks [] for security_group (2ad9ef5f-c310-4764-bc7c-f34c1ba740ad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:53.981308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2ad9ef5f-c310-4764-bc7c-f34c1ba740ad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.027284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad9ef5f-c310-4764-bc7c-f34c1ba740ad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=911b580e50e94fd1b40ee286fca5b831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4057660 Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.043736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.044525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.044525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.044681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.044929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.045217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a4ac3-0b98-4109-a744-2d88a8bb3e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:20:54.045768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38186) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:54.132557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad28e275-0693-43f1-90c5-bc390cf0d7eb admin admin] Publish callbacks [] for security_group (2ad9ef5f-c310-4764-bc7c-f34c1ba740ad), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.156058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad28e275-0693-43f1-90c5-bc390cf0d7eb admin admin] Publish callbacks [] for security_group (2ad9ef5f-c310-4764-bc7c-f34c1ba740ad), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.215405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad28e275-0693-43f1-90c5-bc390cf0d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2ad9ef5f-c310-4764-bc7c-f34c1ba740ad), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.228382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad28e275-0693-43f1-90c5-bc390cf0d7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.233976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ad28e275-0693-43f1-90c5-bc390cf0d7eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ad9ef5f-c310-4764-bc7c-f34c1ba740ad HTTP/1.1" status: 204 len: 168 time: 0.1846271 Feb 09 03:20:54.256173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28e275-0693-43f1-90c5-bc390cf0d7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad9ef5f-c310-4764-bc7c-f34c1ba740ad,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:54.718149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38196) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:54.739023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-476ad05e-5518-40d7-b490-5d56042460d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.876183 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-476ad05e-5518-40d7-b490-5d56042460d2 admin admin] Publish callbacks [] for security_group (955fe626-dc15-4478-a3d6-2ea1a1de9c79), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.883642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-476ad05e-5518-40d7-b490-5d56042460d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (955fe626-dc15-4478-a3d6-2ea1a1de9c79), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:54.968872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-476ad05e-5518-40d7-b490-5d56042460d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6e4d0f7aa16496faa29097f9576fbdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471879 Feb 09 03:20:54.968872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ad05e-5518-40d7-b490-5d56042460d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955fe626-dc15-4478-a3d6-2ea1a1de9c79,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:54.969185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38202) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:20:55.046812 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dbdf2-1e32-4e22-aa38-4d6f861f0920 req-720c1e00-27fb-4749-bd4d-42ca7229169a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:55.054156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-350dbdf2-1e32-4e22-aa38-4d6f861f0920 req-720c1e00-27fb-4749-bd4d-42ca7229169a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.1485131 Feb 09 03:20:55.081291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e75df18-88f4-4902-adce-41f9051999a2 admin admin] Publish callbacks [] for security_group (955fe626-dc15-4478-a3d6-2ea1a1de9c79), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.125260 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-350dbdf2-1e32-4e22-aa38-4d6f861f0920 req-c5980297-59e2-40f1-9358-dbfa43c9325d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701811 Feb 09 03:20:55.140055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e75df18-88f4-4902-adce-41f9051999a2 admin admin] Publish callbacks [] for security_group (955fe626-dc15-4478-a3d6-2ea1a1de9c79), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.226738 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e75df18-88f4-4902-adce-41f9051999a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (955fe626-dc15-4478-a3d6-2ea1a1de9c79), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.247032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e75df18-88f4-4902-adce-41f9051999a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:20:55.250700 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9e75df18-88f4-4902-adce-41f9051999a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/955fe626-dc15-4478-a3d6-2ea1a1de9c79 HTTP/1.1" status: 204 len: 168 time: 0.2781639 Feb 09 03:20:55.265273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75df18-88f4-4902-adce-41f9051999a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955fe626-dc15-4478-a3d6-2ea1a1de9c79,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:20:56.288232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93e62-8df3-4e74-86f1-d0f3138deb10 req-404eb57d-8308-4e71-99f7-baf300010969 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:56.292962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8c93e62-8df3-4e74-86f1-d0f3138deb10 req-404eb57d-8308-4e71-99f7-baf300010969 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0829599 Feb 09 03:20:56.431813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8c93e62-8df3-4e74-86f1-d0f3138deb10 req-1a0367dd-3a71-4755-85eb-4a0ca39381f5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299350 Feb 09 03:20:57.639488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ad67-b298-42f6-a834-bb65d20a3959 req-b6e67b2d-1382-46a5-8b61-ad02e6a3a037 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:57.652732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56e6ad67-b298-42f6-a834-bb65d20a3959 req-b6e67b2d-1382-46a5-8b61-ad02e6a3a037 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.1244926 Feb 09 03:20:57.711681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56e6ad67-b298-42f6-a834-bb65d20a3959 req-b614eeac-198e-4a57-90b2-4cad0389679e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580266 Feb 09 03:20:58.849313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8292bb-caa1-450a-95e7-77c2d36267f6 req-b5a10b71-5ca8-4389-b0ac-22a16d777712 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:20:58.851557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d8292bb-caa1-450a-95e7-77c2d36267f6 req-b5a10b71-5ca8-4389-b0ac-22a16d777712 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0539653 Feb 09 03:20:58.921422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d8292bb-caa1-450a-95e7-77c2d36267f6 req-87378556-d201-47a2-a53d-1daf0f63c9ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637491 Feb 09 03:21:00.027938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c83b9-f94d-4ccd-bb44-65ec3b88710b req-76901210-fc33-4a00-921a-69efd6fe1bc8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:00.029420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-306c83b9-f94d-4ccd-bb44-65ec3b88710b req-76901210-fc33-4a00-921a-69efd6fe1bc8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0523076 Feb 09 03:21:00.079932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-306c83b9-f94d-4ccd-bb44-65ec3b88710b req-66da4a8b-a761-4b63-bce4-8d4cec158862 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438871 Feb 09 03:21:00.283960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e86b9a7-0bfd-4b86-9171-ca6448299e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:01.207583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f310a-169a-40eb-8539-c8c6cc41abb6 req-7da2847e-9930-45e6-bfbe-26a59569b4bb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:01.209097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-565f310a-169a-40eb-8539-c8c6cc41abb6 req-7da2847e-9930-45e6-bfbe-26a59569b4bb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0578156 Feb 09 03:21:01.264061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-565f310a-169a-40eb-8539-c8c6cc41abb6 req-a2691e35-82bf-4990-aded-4b12b00ff949 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490453 Feb 09 03:21:02.397104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852be664-4cd6-4159-8d32-cc5b73349db8 req-31fe05bd-a3d1-4df7-ab38-9ef7cab5acf8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:02.400541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-852be664-4cd6-4159-8d32-cc5b73349db8 req-31fe05bd-a3d1-4df7-ab38-9ef7cab5acf8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0607648 Feb 09 03:21:02.461917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-852be664-4cd6-4159-8d32-cc5b73349db8 req-733a4297-aca6-481b-92ac-6f83a75b1838 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491364 Feb 09 03:21:02.696703 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93fd624e-2021-43d3-a78a-a7fc3a72268d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:03.622396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba5f11-97bf-4faa-91f0-744993de96c6 req-1d141427-6e03-4428-9b93-f3621c3c8826 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:03.623995 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8ba5f11-97bf-4faa-91f0-744993de96c6 req-1d141427-6e03-4428-9b93-f3621c3c8826 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0646274 Feb 09 03:21:03.677635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a8ba5f11-97bf-4faa-91f0-744993de96c6 req-a357f2da-0ed5-41d9-8c8e-6eb4088e206e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Feb 09 03:21:04.015028 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:04.836485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985ba43-24e6-49ad-a70c-626278deec8a req-0295c138-c776-471c-835c-21c83d22568b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:04.843651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8985ba43-24e6-49ad-a70c-626278deec8a req-0295c138-c776-471c-835c-21c83d22568b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0733793 Feb 09 03:21:04.913667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8985ba43-24e6-49ad-a70c-626278deec8a req-3d956a89-4586-44f2-a725-845e033829f4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687926 Feb 09 03:21:05.109055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:06.103103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185d8e-cb73-4baa-a430-8599e126e461 req-d75c0551-b3fd-4a57-9edd-c45bfa28c947 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:06.104624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd185d8e-cb73-4baa-a430-8599e126e461 req-d75c0551-b3fd-4a57-9edd-c45bfa28c947 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.1057243 Feb 09 03:21:06.196798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd185d8e-cb73-4baa-a430-8599e126e461 req-8ccd1193-c250-41f3-bee4-3d7d443c5774 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823510 Feb 09 03:21:06.478467 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:07.345538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f403-c831-4ebd-944b-854bfcec05c7 req-267e87ac-7c8d-4566-9012-0300fdc25f79 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:07.349364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7571f403-c831-4ebd-944b-854bfcec05c7 req-267e87ac-7c8d-4566-9012-0300fdc25f79 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0632045 Feb 09 03:21:07.404756 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7571f403-c831-4ebd-944b-854bfcec05c7 req-67e3b1c1-0b32-4909-b908-c6a2a161c0ef tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503442 Feb 09 03:21:07.916024 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:21:08.538626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a632f-f500-4192-982e-3ab9e00aded7 req-17e472af-38f2-4987-b0c3-651ba0dfde34 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:08.546528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-930a632f-f500-4192-982e-3ab9e00aded7 req-17e472af-38f2-4987-b0c3-651ba0dfde34 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0627108 Feb 09 03:21:08.602807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-930a632f-f500-4192-982e-3ab9e00aded7 req-94b8fd02-7ca6-486b-9745-c6d42e4aadff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516057 Feb 09 03:21:09.717235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ea95-bf27-4b50-a375-46f4df81927d req-bf827b4d-a9cd-4b99-8127-1f393ce1ff15 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:09.718773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1691ea95-bf27-4b50-a375-46f4df81927d req-bf827b4d-a9cd-4b99-8127-1f393ce1ff15 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0530112 Feb 09 03:21:09.771481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1691ea95-bf27-4b50-a375-46f4df81927d req-a0f11dba-ce19-4491-9822-ce50f75fa8f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456648 Feb 09 03:21:10.894936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b06f68-6829-48b3-89f7-db3db571d123 req-e95a176e-a6be-4c83-99a9-75462876eac0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:10.896550 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b06f68-6829-48b3-89f7-db3db571d123 req-e95a176e-a6be-4c83-99a9-75462876eac0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0533841 Feb 09 03:21:10.950790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71b06f68-6829-48b3-89f7-db3db571d123 req-4b56806b-35f7-4619-8676-46078634dece tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481312 Feb 09 03:21:12.094469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef9512-4955-498f-ac15-52d3adb6428c req-8fc3cc9d-e667-47e3-9729-f684e29fdf40 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:12.096522 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8ef9512-4955-498f-ac15-52d3adb6428c req-8fc3cc9d-e667-47e3-9729-f684e29fdf40 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0749910 Feb 09 03:21:12.152758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8ef9512-4955-498f-ac15-52d3adb6428c req-0ca6b5fb-7c55-4626-a299-170b349ae458 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492277 Feb 09 03:21:12.931327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38516) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:13.045353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd4d5f-5ea7-4a6f-9847-f87105bdf3ce req-a6e4b8ef-eed0-42f3-8395-9ec474b3dcd3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:13.052415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4dd4d5f-5ea7-4a6f-9847-f87105bdf3ce req-a6e4b8ef-eed0-42f3-8395-9ec474b3dcd3 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.0697622 Feb 09 03:21:13.140043 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4dd4d5f-5ea7-4a6f-9847-f87105bdf3ce req-d8554b9b-e3b9-4d32-81e3-9005c6a034cb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851638 Feb 09 03:21:13.141715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.231931 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Publish callbacks [] for security_group (2f99bfca-c1b5-4668-b0b0-07178320799b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.236851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2f99bfca-c1b5-4668-b0b0-07178320799b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.276826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f99bfca-c1b5-4668-b0b0-07178320799b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:13.287736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.288348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.288850 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.289378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.290040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.290554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.291041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.291526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.292028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.292523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.293005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.293497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.293991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:13.320523 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-236893b4-f5b8-44e2-875a-6c680714e559 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d1cb598c005433a89f92203125b867d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3877010 Feb 09 03:21:13.321360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38530) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:13.363817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a48b1-f43d-4737-ad7b-3452652561b9 req-10f72320-2fae-42cc-81f9-923eda9b77b1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:13.373332 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c96a48b1-f43d-4737-ad7b-3452652561b9 req-10f72320-2fae-42cc-81f9-923eda9b77b1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0806160 Feb 09 03:21:13.377341 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43796cae-1a42-4c44-83c4-fba780588af3 admin admin] Publish callbacks [] for security_group (2f99bfca-c1b5-4668-b0b0-07178320799b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.400883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43796cae-1a42-4c44-83c4-fba780588af3 admin admin] Publish callbacks [] for security_group (2f99bfca-c1b5-4668-b0b0-07178320799b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.431609 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c96a48b1-f43d-4737-ad7b-3452652561b9 req-73451a26-5bbc-4aec-84b9-8a308a72b779 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572283 Feb 09 03:21:13.463391 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43796cae-1a42-4c44-83c4-fba780588af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2f99bfca-c1b5-4668-b0b0-07178320799b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.466792 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-43796cae-1a42-4c44-83c4-fba780588af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.470137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-43796cae-1a42-4c44-83c4-fba780588af3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f99bfca-c1b5-4668-b0b0-07178320799b HTTP/1.1" status: 204 len: 168 time: 0.1455183 Feb 09 03:21:13.488630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43796cae-1a42-4c44-83c4-fba780588af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f99bfca-c1b5-4668-b0b0-07178320799b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:13.772908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38538) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:13.789160 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b39a45a-afc5-44d0-a231-f993f6168395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.878448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b39a45a-afc5-44d0-a231-f993f6168395 admin admin] Publish callbacks [] for security_group (1b5b13a3-794b-460a-bc34-ad9e6667e630), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.882450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b39a45a-afc5-44d0-a231-f993f6168395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1b5b13a3-794b-460a-bc34-ad9e6667e630), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.920440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5b39a45a-afc5-44d0-a231-f993f6168395 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6aa417b4a63e4808a18f9b6580ff37db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462989 Feb 09 03:21:13.922375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39a45a-afc5-44d0-a231-f993f6168395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5b13a3-794b-460a-bc34-ad9e6667e630,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:13.923189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38542) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:13.972047 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c333a5f9-79f0-4403-9161-5d8e12fa45c1 admin admin] Publish callbacks [] for security_group (1b5b13a3-794b-460a-bc34-ad9e6667e630), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:13.993900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c333a5f9-79f0-4403-9161-5d8e12fa45c1 admin admin] Publish callbacks [] for security_group (1b5b13a3-794b-460a-bc34-ad9e6667e630), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.041358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c333a5f9-79f0-4403-9161-5d8e12fa45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1b5b13a3-794b-460a-bc34-ad9e6667e630), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.044123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c333a5f9-79f0-4403-9161-5d8e12fa45c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.047844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c333a5f9-79f0-4403-9161-5d8e12fa45c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b5b13a3-794b-460a-bc34-ad9e6667e630 HTTP/1.1" status: 204 len: 168 time: 0.1207991 Feb 09 03:21:14.054538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333a5f9-79f0-4403-9161-5d8e12fa45c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5b13a3-794b-460a-bc34-ad9e6667e630,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:14.278224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd6b49-d668-468e-80d7-347eac22813c req-f1dd7695-34c1-434d-b9f8-b307af131d3f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:14.279822 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6cd6b49-d668-468e-80d7-347eac22813c req-f1dd7695-34c1-434d-b9f8-b307af131d3f tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.0627515 Feb 09 03:21:14.341388 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6cd6b49-d668-468e-80d7-347eac22813c req-87bc506b-4bf3-478d-b4a3-6630028b3a88 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547822 Feb 09 03:21:14.427893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38552) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:14.442366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e794bb05-5e3c-4619-8a71-99b2bc636b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.524178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e794bb05-5e3c-4619-8a71-99b2bc636b1d admin admin] Publish callbacks [] for security_group (b2f765ea-c12c-4021-8efb-0e2275d2aa8c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.528607 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e794bb05-5e3c-4619-8a71-99b2bc636b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b2f765ea-c12c-4021-8efb-0e2275d2aa8c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.573904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba195a36-9889-48a4-99e6-1113dea49d4a req-f8d8b896-b5d7-4d83-940b-927ad33592f2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:14.574507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794bb05-5e3c-4619-8a71-99b2bc636b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f765ea-c12c-4021-8efb-0e2275d2aa8c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:14.576529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba195a36-9889-48a4-99e6-1113dea49d4a req-f8d8b896-b5d7-4d83-940b-927ad33592f2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0747380 Feb 09 03:21:14.580012 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e794bb05-5e3c-4619-8a71-99b2bc636b1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f58108ffc844a299f78ef584fa24759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503496 Feb 09 03:21:14.582460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38556) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:14.640790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f67188bb-efff-450c-9907-77a573a4231a admin admin] Publish callbacks [] for security_group (b2f765ea-c12c-4021-8efb-0e2275d2aa8c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.646121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba195a36-9889-48a4-99e6-1113dea49d4a req-41bf284f-62ca-4502-bae4-d37f1f1d1a43 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567091 Feb 09 03:21:14.664558 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f67188bb-efff-450c-9907-77a573a4231a admin admin] Publish callbacks [] for security_group (b2f765ea-c12c-4021-8efb-0e2275d2aa8c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.712202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f67188bb-efff-450c-9907-77a573a4231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b2f765ea-c12c-4021-8efb-0e2275d2aa8c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.714775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f67188bb-efff-450c-9907-77a573a4231a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:14.718332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f67188bb-efff-450c-9907-77a573a4231a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2f765ea-c12c-4021-8efb-0e2275d2aa8c HTTP/1.1" status: 204 len: 168 time: 0.1325018 Feb 09 03:21:14.728516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67188bb-efff-450c-9907-77a573a4231a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f765ea-c12c-4021-8efb-0e2275d2aa8c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:15.489304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004b500-9e95-4799-8719-ad1a91f848ec req-42c9cacf-c7ce-406b-b392-924ba7314ecb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:15.491571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b004b500-9e95-4799-8719-ad1a91f848ec req-42c9cacf-c7ce-406b-b392-924ba7314ecb tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.0654755 Feb 09 03:21:15.553773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b004b500-9e95-4799-8719-ad1a91f848ec req-ad1c4bee-5cc5-4a78-8106-161e8f037560 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553546 Feb 09 03:21:15.999547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662e4a9-9ce7-4db2-9391-aa2807e3b2a6 req-dd03f3e9-07f2-43af-9ded-03f2b81684f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:16.001276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b662e4a9-9ce7-4db2-9391-aa2807e3b2a6 req-dd03f3e9-07f2-43af-9ded-03f2b81684f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0560534 Feb 09 03:21:16.074588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b662e4a9-9ce7-4db2-9391-aa2807e3b2a6 req-eb7772d5-927b-4e59-8a50-04a314726ad8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610459 Feb 09 03:21:16.683564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9e721-e234-4a1e-8818-51fb662ec772 req-948632cb-1b2b-4566-935a-94d24a9ae57e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:16.685221 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21c9e721-e234-4a1e-8818-51fb662ec772 req-948632cb-1b2b-4566-935a-94d24a9ae57e tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.0600731 Feb 09 03:21:16.734057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21c9e721-e234-4a1e-8818-51fb662ec772 req-85661aa6-1cb9-446a-8082-8981cf175842 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428925 Feb 09 03:21:16.871832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38630) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:16.877081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'network': {'name': 'tempest-network-smoke--1257544633', 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'port_security_enabled': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:16.896615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Made reservation on behalf of 6f74edd7eefb4e37929c0c859abb8638 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:16.900234 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.909461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:16.948097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f1c7fa33-cf17-4a96-a11c-fa7f10e640aa details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:17.001820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (f8eba228-2a5b-4f19-b8f6-2d15006ba3e4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.005696 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f8eba228-2a5b-4f19-b8f6-2d15006ba3e4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.035796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:21:17.042114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eba228-2a5b-4f19-b8f6-2d15006ba3e4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:17.049036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6dd48e17-0881-458d-907a-15916002e2c6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.049457 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Added segment 6dd48e17-0881-458d-907a-15916002e2c6 of type vlan for network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 Feb 09 03:21:17.054186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:17.067003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'port_id': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'mac_address': 'fa:16:3e:79:0e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:17.105023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (0b5ea8d1-81ad-468d-898b-9c9b7960f252), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.114486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:17.114883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.131848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c7fa33-cf17-4a96-a11c-fa7f10e640aa {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:17.141416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (0b5ea8d1-81ad-468d-898b-9c9b7960f252), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.148099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:17.148808 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.157085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:17.162725 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.196694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab50098-3070-40fc-b024-90d2dfe9f3e4 req-7aebfb1c-bcaa-40e5-8457-dced5f79763c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:17.199005 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eab50098-3070-40fc-b024-90d2dfe9f3e4 req-7aebfb1c-bcaa-40e5-8457-dced5f79763c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 943 time: 0.0681930 Feb 09 03:21:17.240855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:17.256303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.256675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.257031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.257378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.257985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.258717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.259335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.259676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.260015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.260358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.261030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.261373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.261702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:21:17.275218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eab50098-3070-40fc-b024-90d2dfe9f3e4 req-9ce224df-378e-46b3-8de5-9b62f2fdd8f2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692325 Feb 09 03:21:17.522705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f1c7fa33-cf17-4a96-a11c-fa7f10e640aa'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:17.562772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6872075 Feb 09 03:21:17.563276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38638) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:17.567986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'admin_state_up': True, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:17.597308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f0739-51ee-4ea9-82b2-f04fec39bf8a tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Network': ['ID=0b5ea8d1-81ad-468d-898b-9c9b7960f252,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:17.605578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (0c182ecc-10ff-49e7-9f09-efa13b45b82e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.606793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (0c182ecc-10ff-49e7-9f09-efa13b45b82e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.620872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:21:17.670942 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_controller (0c182ecc-10ff-49e7-9f09-efa13b45b82e), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.919650 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_gateway (0c182ecc-10ff-49e7-9f09-efa13b45b82e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:17.994831 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb62bf1-f3ad-4919-8e77-173200a43058 req-e7110964-def2-419e-8201-491af9fa120d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:17.996285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2fb62bf1-f3ad-4919-8e77-173200a43058 req-e7110964-def2-419e-8201-491af9fa120d tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1464567 Feb 09 03:21:18.071101 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2fb62bf1-f3ad-4919-8e77-173200a43058 req-975f43c2-b152-46c6-9d1d-3a9fba35fdbf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668914 Feb 09 03:21:18.223342 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_gateway (0c182ecc-10ff-49e7-9f09-efa13b45b82e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.251415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.382848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Allocated IP 172.25.2.250 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/e7ef0d9f-5108-472a-a422-25872df8b125) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:18.396769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0af8b-419a-492e-af61-da38783abccd req-34e972b2-f62b-4a40-9f7b-133285bf6109 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:18.398622 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3f0af8b-419a-492e-af61-da38783abccd req-34e972b2-f62b-4a40-9f7b-133285bf6109 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 944 time: 0.0610623 Feb 09 03:21:18.457168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3f0af8b-419a-492e-af61-da38783abccd req-d2bcb8e7-048f-4a6b-aa8c-03ad7bd73b68 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493655 Feb 09 03:21:18.498918 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (e7ef0d9f-5108-472a-a422-25872df8b125), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.533804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.577815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:18.582964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:18.585446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:18.589283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=e7ef0d9f-5108-472a-a422-25872df8b125,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:18.843170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_gateway (0c182ecc-10ff-49e7-9f09-efa13b45b82e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:18.974876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f1c7fa33-cf17-4a96-a11c-fa7f10e640aa up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:19.031780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:19.035452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:19.035679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.051160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (0c182ecc-10ff-49e7-9f09-efa13b45b82e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.120463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:19.120871 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.159885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:19.165690 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9b7d7e-1121-488b-90d9-66343081bba5" -d '{"events": [{"server_uuid": "fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae", "name": "network-vif-plugged", "status": "completed", "tag": "f1c7fa33-cf17-4a96-a11c-fa7f10e640aa"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:19.202279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:19.209582 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.248518 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39f59ce-8167-45ca-9383-aae298383e5a x-openstack-request-id: req-f39f59ce-8167-45ca-9383-aae298383e5a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:19.249145 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae", "name": "network-vif-plugged", "status": "completed", "tag": "f1c7fa33-cf17-4a96-a11c-fa7f10e640aa", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:19.255978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aff1d7-3bd7-4eb5-ac45-1a629468b02e req-6227c0df-7d90-4f9c-baa2-2915780d2336 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:19.257603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1aff1d7-3bd7-4eb5-ac45-1a629468b02e req-6227c0df-7d90-4f9c-baa2-2915780d2336 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1112971 Feb 09 03:21:19.268354 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f39f59ce-8167-45ca-9383-aae298383e5a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:19.269179 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'code': 200} Feb 09 03:21:19.299481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Router 0c182ecc-10ff-49e7-9f09-efa13b45b82e is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:21:19.307713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:19.435313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1aff1d7-3bd7-4eb5-ac45-1a629468b02e req-acb3a5e2-e87c-4721-b7ef-094005454840 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700926 Feb 09 03:21:19.465508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf3fc3-8d0c-4e0d-9c73-cbeb786babc6 req-ff2aaf0d-566a-4510-80ef-410aff0bf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:19.468074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aaf3fc3-8d0c-4e0d-9c73-cbeb786babc6 req-ff2aaf0d-566a-4510-80ef-410aff0bf909 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 1127 time: 0.1627126 Feb 09 03:21:19.542699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:21:19.559122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Sync routers for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:21:19.566397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1aaf3fc3-8d0c-4e0d-9c73-cbeb786babc6 req-c8dbe4f7-f76e-49fb-b488-a9847a03a500 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911922 Feb 09 03:21:19.574897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:19.576053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:21:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:19.607636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.611633 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5cb8a7f3-41cc-44fd-a7d6-baaf68579e10 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0475512 Feb 09 03:21:19.614988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38664) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:19.678661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd988a-87f1-4536-8815-f81c8b3d43c0 req-baf9e995-c9df-4886-a860-36aef17ce4bb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:19.681605 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38dd988a-87f1-4536-8815-f81c8b3d43c0 req-baf9e995-c9df-4886-a860-36aef17ce4bb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 945 time: 0.0941417 Feb 09 03:21:19.683261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:19.739345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:19.773524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38dd988a-87f1-4536-8815-f81c8b3d43c0 req-fb9ba4b2-67fb-4f4a-9f62-2828d183aa1c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844409 Feb 09 03:21:19.779232 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38668) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:19.784441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-13596c2a-b13b-47f4-8a7a-7f3ea4d3ce4d tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6f74edd7eefb4e37929c0c859abb8638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1677098 Feb 09 03:21:19.875764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151ce52-3bf3-4a29-aee1-9739d095581a tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:19.881637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1151ce52-3bf3-4a29-aee1-9739d095581a tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969198 Feb 09 03:21:19.882715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38672) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:19.924496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38674) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:19.924732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f3a53803-8271-4422-8cba-445e71d4670a tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403342 Feb 09 03:21:19.930333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1141422604', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:19.976045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:18Z', 'revision_number': 3, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:20.006080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Checking router: 0c182ecc-10ff-49e7-9f09-efa13b45b82e for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:21:20.006906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Updating router 0c182ecc-10ff-49e7-9f09-efa13b45b82e port e7ef0d9f-5108-472a-a422-25872df8b125 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:21:20.038352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.353659 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Publish callbacks [] for port (e7ef0d9f-5108-472a-a422-25872df8b125), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.360275 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.405760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3d43-c519-4e78-820d-3658e6c52183 None None] Pushing event updated for resources: {'Port': ['ID=e7ef0d9f-5108-472a-a422-25872df8b125,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:20.441300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Attempting to bind port e7ef0d9f-5108-472a-a422-25872df8b125 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:20.442135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Attempting to bind port e7ef0d9f-5108-472a-a422-25872df8b125 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:20.442705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Attempting to bind port e7ef0d9f-5108-472a-a422-25872df8b125 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:20.449118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:20.449874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:20.450614 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.451204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:20.452046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Bound port: e7ef0d9f-5108-472a-a422-25872df8b125, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:20.452628 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.480553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Made reservation on behalf of 6f74edd7eefb4e37929c0c859abb8638 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:20.485124 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.538616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] For port e7ef0d9f-5108-472a-a422-25872df8b125, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:20.542431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] For port e7ef0d9f-5108-472a-a422-25872df8b125, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7ef0d9f-5108-472a-a422-25872df8b125,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:20.554023 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.625673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:20.626656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:21:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:20.661950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1be97d-712b-4dc5-a705-06b41c4b5eca req-804875de-b2f6-4795-a8f2-3d3dff98f3c5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:20.663592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa1be97d-712b-4dc5-a705-06b41c4b5eca req-804875de-b2f6-4795-a8f2-3d3dff98f3c5 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1177437 Feb 09 03:21:20.707226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (15a9ae09-2a5d-476a-b10c-0ec36399c779), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:20.759600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa1be97d-712b-4dc5-a705-06b41c4b5eca req-592fb5ef-4b8b-4802-a7b9-9de1bbd33dad tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843637 Feb 09 03:21:20.763318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Subnet': ['ID=15a9ae09-2a5d-476a-b10c-0ec36399c779,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:20.768660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:20.846100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Checking segment: {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:20.846960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network hostable DHCP agents. Network: 0b5ea8d1-81ad-468d-898b-9c9b7960f252, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:21:20.941006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3d43-c519-4e78-820d-3658e6c52183 None None] Pushing event updated for resources: {'Port': ['ID=e7ef0d9f-5108-472a-a422-25872df8b125,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:20.943870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:21:20.971434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 0b5ea8d1-81ad-468d-898b-9c9b7960f252) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:21.001143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb1eda3-9298-4bed-a4d8-10e8a93508ca None None] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:21.011633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.016215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.037262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72934c69-7545-4142-bae6-a5bf02551d42 req-eeecdb99-8e18-4527-af8a-fa84815b8867 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:21.038862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72934c69-7545-4142-bae6-a5bf02551d42 req-eeecdb99-8e18-4527-af8a-fa84815b8867 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 945 time: 0.1781466 Feb 09 03:21:21.051283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-82ceaea3-996f-4bbc-8588-adb2f18eb8ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1252151 Feb 09 03:21:21.054463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38704) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:21.109616 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72934c69-7545-4142-bae6-a5bf02551d42 req-c0e5ebe3-5e64-4d1f-8b1e-847621e906ac tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487568 Feb 09 03:21:21.152131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:18Z', 'revision_number': 3, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:21.183051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c8151-b65f-4aaf-b360-effd32c9db54 None None] The sync data for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 is: [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:18Z', 'revision_number': 3, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:21:21.195304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:21:21.200800 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.415606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Allocated IP 172.20.0.2 (0b5ea8d1-81ad-468d-898b-9c9b7960f252/15a9ae09-2a5d-476a-b10c-0ec36399c779/17390cd8-213e-47c4-a939-d4b1fd56aa71) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:21.675703 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Publish callbacks [] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.706298 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.763803 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.777398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.778172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:21.807463 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Pushing event updated for resources: {'Port': ['ID=17390cd8-213e-47c4-a939-d4b1fd56aa71,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:21.820721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:21.827601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:21.928174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Attempting to bind port 17390cd8-213e-47c4-a939-d4b1fd56aa71 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:21.928174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Attempting to bind port 17390cd8-213e-47c4-a939-d4b1fd56aa71 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:21.928650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Attempting to bind port 17390cd8-213e-47c4-a939-d4b1fd56aa71 on network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:21.935877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:21.936365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Checking segment: {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:21.936847 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:21.937395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Bound using segment: {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:21.937999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Bound port: 17390cd8-213e-47c4-a939-d4b1fd56aa71, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:21.938486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.029536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] For port 17390cd8-213e-47c4-a939-d4b1fd56aa71, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:22.034120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] For port 17390cd8-213e-47c4-a939-d4b1fd56aa71, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=17390cd8-213e-47c4-a939-d4b1fd56aa71,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:22.038057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868630d-0f37-435c-bbca-63abe1e6d0e9 req-eeebe186-20f8-4ca6-8e8c-17a7f3aed34c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:22.039850 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b868630d-0f37-435c-bbca-63abe1e6d0e9 req-eeebe186-20f8-4ca6-8e8c-17a7f3aed34c tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1287942 Feb 09 03:21:22.050721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:22.177408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25581ddd-f7b1-4f37-ab88-832f54202ce3 None None] Pushing event updated for resources: {'Port': ['ID=17390cd8-213e-47c4-a939-d4b1fd56aa71,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:22.292347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b868630d-0f37-435c-bbca-63abe1e6d0e9 req-4f82cfa1-917d-4d76-8623-3feef4d74258 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2371008 Feb 09 03:21:22.412724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe638cb-f261-4e2f-a759-5d5b4c5234e9 req-65f85db8-84aa-4405-bb51-8e1f33713291 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:22.429862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe638cb-f261-4e2f-a759-5d5b4c5234e9 req-65f85db8-84aa-4405-bb51-8e1f33713291 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 945 time: 0.1631033 Feb 09 03:21:22.571526 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe638cb-f261-4e2f-a759-5d5b4c5234e9 req-ff9033f6-df3c-4500-b5f1-9ce9ba6aca1e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411414 Feb 09 03:21:22.609163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Allocated IP 172.20.0.1 (0b5ea8d1-81ad-468d-898b-9c9b7960f252/15a9ae09-2a5d-476a-b10c-0ec36399c779/7914af32-9a2a-48f6-bec4-620bd3eb411b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:23.032384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b15dc1-466e-429d-b4ff-e796991bc647 req-2ee72bda-2526-4786-aca4-ce73b158fc83 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.036578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a3b15dc1-466e-429d-b4ff-e796991bc647 req-2ee72bda-2526-4786-aca4-ce73b158fc83 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 945 time: 0.2726061 Feb 09 03:21:23.093626 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.161587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a3b15dc1-466e-429d-b4ff-e796991bc647 req-fd3f530a-2abc-4fc4-a15d-a42f42f23daa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808184 Feb 09 03:21:23.175660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.188071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38746) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:23.196334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:23.199262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:23.220132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:23.286826 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (0c182ecc-10ff-49e7-9f09-efa13b45b82e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.330035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=7914af32-9a2a-48f6-bec4-620bd3eb411b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:23.569015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63173d9-1aad-4ad2-bbd2-92a896b0a2bf tempest-TestVolumeBootPattern-357535471 tempest-TestVolumeBootPattern-357535471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.576037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b63173d9-1aad-4ad2-bbd2-92a896b0a2bf tempest-TestVolumeBootPattern-357535471 tempest-TestVolumeBootPattern-357535471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 1122 time: 0.3862433 Feb 09 03:21:23.580555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38758) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:23.588885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0404abb-57fa-496f-baa0-31a20776c6cc req-e1ca184b-a212-4960-a9e8-78cbbcd1f0cf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:23.595822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0404abb-57fa-496f-baa0-31a20776c6cc req-e1ca184b-a212-4960-a9e8-78cbbcd1f0cf tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1859202 Feb 09 03:21:23.605662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:23.626865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.635346 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.690120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7ef0d9f-5108-472a-a422-25872df8b125 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:23.696603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0404abb-57fa-496f-baa0-31a20776c6cc req-5cd3877a-6f5c-4850-ad76-3a9b0d71ea06 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941596 Feb 09 03:21:23.788584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7ef0d9f-5108-472a-a422-25872df8b125 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:23.788976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.951748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7ef0d9f-5108-472a-a422-25872df8b125 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:23.952395 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:23.993899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port e7ef0d9f-5108-472a-a422-25872df8b125, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7ef0d9f-5108-472a-a422-25872df8b125,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:24.013122 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.014500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 17390cd8-213e-47c4-a939-d4b1fd56aa71 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:24.127276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=e7ef0d9f-5108-472a-a422-25872df8b125,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:24.136820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc95c07-1280-43ce-85e7-e59af018f674 None None] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:21:24.280933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7fb8181c-8ac9-4f1e-9e96-04847602ad20 None None] Provisioning complete for port 17390cd8-213e-47c4-a939-d4b1fd56aa71 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:24.281316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7fb8181c-8ac9-4f1e-9e96-04847602ad20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.329715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 17390cd8-213e-47c4-a939-d4b1fd56aa71 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:24.329995 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.650935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8181c-8ac9-4f1e-9e96-04847602ad20 None None] Current status of the port 17390cd8-213e-47c4-a939-d4b1fd56aa71 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:24.651335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7fb8181c-8ac9-4f1e-9e96-04847602ad20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.715135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 17390cd8-213e-47c4-a939-d4b1fd56aa71 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:24.716246 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.788404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7fb8181c-8ac9-4f1e-9e96-04847602ad20 None None] For port 17390cd8-213e-47c4-a939-d4b1fd56aa71, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=17390cd8-213e-47c4-a939-d4b1fd56aa71,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:24.813963 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7fb8181c-8ac9-4f1e-9e96-04847602ad20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:24.928725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8181c-8ac9-4f1e-9e96-04847602ad20 None None] Pushing event updated for resources: {'Port': ['ID=17390cd8-213e-47c4-a939-d4b1fd56aa71,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:24.973272 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:21:24.973674 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:21:24.988511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8b569-15d6-4c83-9f7f-0bbd7f3bc28b req-0852e00c-b87a-4f07-86a0-6f020af57473 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:24.990328 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2b8b569-15d6-4c83-9f7f-0bbd7f3bc28b req-0852e00c-b87a-4f07-86a0-6f020af57473 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1365125 Feb 09 03:21:25.032046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.044567 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.119644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (0c182ecc-10ff-49e7-9f09-efa13b45b82e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.130451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.203318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d2b8b569-15d6-4c83-9f7f-0bbd7f3bc28b req-5ce63ead-3d24-4e9e-88b0-98584bd7a714 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2052524 Feb 09 03:21:25.268701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5b9a922c-bd5f-4baf-992c-48a004049acf None None] Provisioning complete for port 7914af32-9a2a-48f6-bec4-620bd3eb411b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:25.268701 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5b9a922c-bd5f-4baf-992c-48a004049acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.308207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a922c-bd5f-4baf-992c-48a004049acf None None] Port 7914af32-9a2a-48f6-bec4-620bd3eb411b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:25.323428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5b9a922c-bd5f-4baf-992c-48a004049acf None None] Provisioning complete for port 17390cd8-213e-47c4-a939-d4b1fd56aa71 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:25.323814 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5b9a922c-bd5f-4baf-992c-48a004049acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.323951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=7914af32-9a2a-48f6-bec4-620bd3eb411b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:25.461628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.25.2.49 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/e834b7c2-51aa-43d4-9680-9acfddb3bc75) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:25.464977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:25.474449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:25.525202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a922c-bd5f-4baf-992c-48a004049acf None None] Current status of the port 17390cd8-213e-47c4-a939-d4b1fd56aa71 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:25.553202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 17390cd8-213e-47c4-a939-d4b1fd56aa71 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:25.656479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-901bcf87-e0c6-4adf-831b-93aa4f9fc32e None None] Provisioning complete for port 7914af32-9a2a-48f6-bec4-620bd3eb411b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:25.657034 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-901bcf87-e0c6-4adf-831b-93aa4f9fc32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:25.741980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7ef0d9f-5108-472a-a422-25872df8b125 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:25.823302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-901bcf87-e0c6-4adf-831b-93aa4f9fc32e None None] Port 7914af32-9a2a-48f6-bec4-620bd3eb411b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:25.847862 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Router 0c182ecc-10ff-49e7-9f09-efa13b45b82e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:21:25.887467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7ef0d9f-5108-472a-a422-25872df8b125 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:25.888005 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.012069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7ef0d9f-5108-472a-a422-25872df8b125 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:26.012912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 17390cd8-213e-47c4-a939-d4b1fd56aa71 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:26.055201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c97c7d-f224-496e-92a4-8a82b68e6f9b req-2581b2c2-9b29-4cee-9c7e-212a0a005197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.076497 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c97c7d-f224-496e-92a4-8a82b68e6f9b req-2581b2c2-9b29-4cee-9c7e-212a0a005197 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1127 time: 0.1822577 Feb 09 03:21:26.090362 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (e834b7c2-51aa-43d4-9680-9acfddb3bc75), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.111342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 17390cd8-213e-47c4-a939-d4b1fd56aa71 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:26.115938 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.120856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:21:26.137196 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Sync routers for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:21:26.143765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-462cecbc-7c20-4772-92f5-765c274286cc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "PUT /v2.0/routers/0c182ecc-10ff-49e7-9f09-efa13b45b82e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0883143 Feb 09 03:21:26.144427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38812) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:26.150361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d4ed5bdc-f448-4894-a5f5-b089f036d446 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--793899497', 'description': 'tempest-secgroup_access--793899497 description', 'project_id': '6f74edd7eefb4e37929c0c859abb8638'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:26.154010 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:26.154693 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:21:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:26.176610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-998a66d6-d978-41d8-adde-45cb557b474c None None] Provisioning complete for port 7914af32-9a2a-48f6-bec4-620bd3eb411b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:26.176992 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-998a66d6-d978-41d8-adde-45cb557b474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.187393 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e834b7c2-51aa-43d4-9680-9acfddb3bc75), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.213480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7c97c7d-f224-496e-92a4-8a82b68e6f9b req-2c524991-10e3-4645-b80f-1fc9c0ed9222 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314573 Feb 09 03:21:26.215002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5bdc-f448-4894-a5f5-b089f036d446 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.297718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=e834b7c2-51aa-43d4-9680-9acfddb3bc75,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:26.321160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-998a66d6-d978-41d8-adde-45cb557b474c None None] Port 7914af32-9a2a-48f6-bec4-620bd3eb411b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:26.338796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:26.340597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:26.349243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:26.390909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5bdc-f448-4894-a5f5-b089f036d446 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (1f7306ce-e4b0-4376-8ccc-257d54401c6a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.426343 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:26.432275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 17390cd8-213e-47c4-a939-d4b1fd56aa71 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:26.512369 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5bdc-f448-4894-a5f5-b089f036d446 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1f7306ce-e4b0-4376-8ccc-257d54401c6a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.555448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5bdc-f448-4894-a5f5-b089f036d446 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.559715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d4ed5bdc-f448-4894-a5f5-b089f036d446 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4102986 Feb 09 03:21:26.559715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed5bdc-f448-4894-a5f5-b089f036d446 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7306ce-e4b0-4376-8ccc-257d54401c6a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:26.561450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38828) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:26.567773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ea0b9489-14bb-4180-acd2-94720093b189 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--568073248', 'description': 'tempest-secgroup_general--568073248 description', 'project_id': '6f74edd7eefb4e37929c0c859abb8638'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:26.582660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817375b9-47d9-4812-850b-c674aeb3e551 req-eefd57ec-a1a3-4cc5-9335-ff1241e6a9e6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:26.584305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-817375b9-47d9-4812-850b-c674aeb3e551 req-eefd57ec-a1a3-4cc5-9335-ff1241e6a9e6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1870627 Feb 09 03:21:26.687574 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9489-14bb-4180-acd2-94720093b189 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.824486 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:24Z', 'revision_number': 2, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:26.883007 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9489-14bb-4180-acd2-94720093b189 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (88742188-7dd1-49c7-98d9-239b4bfc776a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.903538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-817375b9-47d9-4812-850b-c674aeb3e551 req-fa228b06-c04a-4b8e-8dc9-d46d76aac0e1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3122830 Feb 09 03:21:26.907892 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9489-14bb-4180-acd2-94720093b189 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (88742188-7dd1-49c7-98d9-239b4bfc776a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.914944 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Checking router: 0c182ecc-10ff-49e7-9f09-efa13b45b82e for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:21:26.915420 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Updating router 0c182ecc-10ff-49e7-9f09-efa13b45b82e port 7914af32-9a2a-48f6-bec4-620bd3eb411b binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:21:26.947628 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9489-14bb-4180-acd2-94720093b189 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:26.949675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ea0b9489-14bb-4180-acd2-94720093b189 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3858325 Feb 09 03:21:26.955534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 38842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:26.962341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b901c601-f129-4efc-9ff3-84db524d95ae tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'security_group_rule': {'security_group_id': '1f7306ce-e4b0-4376-8ccc-257d54401c6a', 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:26.997810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b9489-14bb-4180-acd2-94720093b189 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88742188-7dd1-49c7-98d9-239b4bfc776a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:27.008586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b901c601-f129-4efc-9ff3-84db524d95ae tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group_rule (75ff6832-4018-49dc-9472-86e2c073f59d), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.023928 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.149742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b901c601-f129-4efc-9ff3-84db524d95ae tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group_rule (75ff6832-4018-49dc-9472-86e2c073f59d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.154663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b901c601-f129-4efc-9ff3-84db524d95ae tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (75ff6832-4018-49dc-9472-86e2c073f59d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.199210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901c601-f129-4efc-9ff3-84db524d95ae tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ff6832-4018-49dc-9472-86e2c073f59d,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:27.210004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b901c601-f129-4efc-9ff3-84db524d95ae tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.230875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b901c601-f129-4efc-9ff3-84db524d95ae tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2739754 Feb 09 03:21:27.305856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.462560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:27.464770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:21:27.492606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e834b7c2-51aa-43d4-9680-9acfddb3bc75), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.582113 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Publish callbacks [] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.596702 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.694979 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c662e-a9d1-4d54-bf40-9e9ea2eeee19 None None] Pushing event updated for resources: {'Port': ['ID=7914af32-9a2a-48f6-bec4-620bd3eb411b,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:27.776574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (e834b7c2-51aa-43d4-9680-9acfddb3bc75), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.788738 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e834b7c2-51aa-43d4-9680-9acfddb3bc75), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.804707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:27.805349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.918920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:27.924650 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced172df-34d0-4263-b2a9-f7b2a58aa850" -d '{"events": [{"server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "name": "network-vif-unplugged", "status": "completed", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:27.933916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:27.940312 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Attempting to bind port 7914af32-9a2a-48f6-bec4-620bd3eb411b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:27.941032 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Attempting to bind port 7914af32-9a2a-48f6-bec4-620bd3eb411b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:27.941624 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Attempting to bind port 7914af32-9a2a-48f6-bec4-620bd3eb411b on network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:27.959023 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:27.959406 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Checking segment: {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:27.959819 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.965889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=e834b7c2-51aa-43d4-9680-9acfddb3bc75,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:27.976037 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Bound using segment: {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:27.976941 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Bound port: 7914af32-9a2a-48f6-bec4-620bd3eb411b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:27.977524 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:27.994614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:28.005045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'port_id': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'mac_address': 'fa:16:3e:e7:cf:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:28.021710 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.103163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.116222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:28.175080 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] For port 7914af32-9a2a-48f6-bec4-620bd3eb411b, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:28.180834 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] For port 7914af32-9a2a-48f6-bec4-620bd3eb411b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7914af32-9a2a-48f6-bec4-620bd3eb411b,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:28.181436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e469-9b8b-4c38-9693-d24cb207494c req-a34b5144-ebba-4fa4-8ee8-c3c93c0154ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:28.189296 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.190309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1612e469-9b8b-4c38-9693-d24cb207494c req-a34b5144-ebba-4fa4-8ee8-c3c93c0154ab tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 943 time: 0.1333678 Feb 09 03:21:28.195967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:28.196662 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.230028 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-83c1b51d-9dc9-4286-854a-8068820df988 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--568073248&fields=id&tenant_id=6f74edd7eefb4e37929c0c859abb8638 HTTP/1.1" status: 200 len: 267 time: 0.4496303 Feb 09 03:21:28.230410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:28.295293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:28.303373 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.313187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fc5dc2e7-3fec-4e52-bf4b-6054a626ccce None None] Provisioning complete for port 7914af32-9a2a-48f6-bec4-620bd3eb411b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:28.314759 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc2e7-3fec-4e52-bf4b-6054a626ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.331877 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:28.333233 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:21:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:28.401089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1612e469-9b8b-4c38-9693-d24cb207494c req-9898a564-1245-487d-ab6f-de2664eedf1b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2098253 Feb 09 03:21:28.406114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-c897af68-96a5-4de9-bab8-6cc7387ce0e9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--793899497&fields=id&tenant_id=6f74edd7eefb4e37929c0c859abb8638 HTTP/1.1" status: 200 len: 267 time: 0.1146345 Feb 09 03:21:28.428927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 38894) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:28.545328 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c662e-a9d1-4d54-bf40-9e9ea2eeee19 None None] Pushing event updated for resources: {'Port': ['ID=7914af32-9a2a-48f6-bec4-620bd3eb411b,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:28.579392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:28.602380 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6862b3-3674-4fde-83f8-ddc50cd9c762 x-openstack-request-id: req-2c6862b3-3674-4fde-83f8-ddc50cd9c762 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:28.602681 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "name": "network-vif-unplugged", "status": "completed", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:28.603005 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c6862b3-3674-4fde-83f8-ddc50cd9c762 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:28.603371 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'code': 200} Feb 09 03:21:28.617716 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:28.699905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:28.721198 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Floating IP 5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a associated. External IP: 172.25.2.49, port: f1c7fa33-cf17-4a96-a11c-fa7f10e640aa. Feb 09 03:21:28.847881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-70829bc7-a1a3-4f15-80d7-5d4be778acc1 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/floatingips/0bc4069f-13e2-4dba-abcb-5861aec4fc59 HTTP/1.1" status: 200 len: 990 time: 0.4106467 Feb 09 03:21:28.874745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fc5dc2e7-3fec-4e52-bf4b-6054a626ccce None None] Current status of the port 7914af32-9a2a-48f6-bec4-620bd3eb411b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:28.875061 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc2e7-3fec-4e52-bf4b-6054a626ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:28.935754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-b6f27027-ecbb-4f40-9c1a-53f3f8db30f4 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:28.938090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-b6f27027-ecbb-4f40-9c1a-53f3f8db30f4 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/networks?id=0b5ea8d1-81ad-468d-898b-9c9b7960f252 HTTP/1.1" status: 200 len: 797 time: 0.5056479 Feb 09 03:21:28.979514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-efe03102-e573-4f1b-86b4-ad193758e0a7 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/quotas/6f74edd7eefb4e37929c0c859abb8638 HTTP/1.1" status: 200 len: 375 time: 0.0231626 Feb 09 03:21:29.088941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fc5dc2e7-3fec-4e52-bf4b-6054a626ccce None None] For port 7914af32-9a2a-48f6-bec4-620bd3eb411b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7914af32-9a2a-48f6-bec4-620bd3eb411b,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:29.095721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc2e7-3fec-4e52-bf4b-6054a626ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.116462 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5d04060a-185a-4c92-9e26-13748173015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:28Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:29.177826 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04060a-185a-4c92-9e26-13748173015e None None] The sync data for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 is: [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:28Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:21:29.213511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5dc2e7-3fec-4e52-bf4b-6054a626ccce None None] Pushing event updated for resources: {'Port': ['ID=7914af32-9a2a-48f6-bec4-620bd3eb411b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:29.219597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-e640c909-a43d-4c3b-bb27-4e8b7e7f4681 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2389321 Feb 09 03:21:29.229979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:21:29.247299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c121cea6-a8a8-497d-90f1-57d2d0cdcdd6 None None] Provisioning complete for port 7914af32-9a2a-48f6-bec4-620bd3eb411b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:29.247783 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c121cea6-a8a8-497d-90f1-57d2d0cdcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.523471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c121cea6-a8a8-497d-90f1-57d2d0cdcdd6 None None] Current status of the port 7914af32-9a2a-48f6-bec4-620bd3eb411b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:29.607087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-4d1ea472-e73e-4ac5-8de7-ff67e0e4a74f service neutron] 10.222.0.32 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795279 Feb 09 03:21:29.720030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7914af32-9a2a-48f6-bec4-620bd3eb411b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:29.739092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-80b5ed9b-9c33-4642-ba1d-c82cbccc6c19 service neutron] 10.222.0.32 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310232 Feb 09 03:21:29.792175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:21:29.798832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7914af32-9a2a-48f6-bec4-620bd3eb411b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:29.799219 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.805046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:21:29.838497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:29.856078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:29.856987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:21:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:29.924005 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-056eb875-55fe-4cec-b1cf-ed5287d143b4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3362966 Feb 09 03:21:29.924689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'tag': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:29.928641 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae", "tag": "f1c7fa33-cf17-4a96-a11c-fa7f10e640aa"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:30.159295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:30.180570 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e527b-b69a-4f35-9303-b4c2a818ad58 x-openstack-request-id: req-116e527b-b69a-4f35-9303-b4c2a818ad58 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:30.180870 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae", "tag": "f1c7fa33-cf17-4a96-a11c-fa7f10e640aa", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:30.181125 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-116e527b-b69a-4f35-9303-b4c2a818ad58 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:30.181521 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'tag': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'status': 'completed', 'code': 200} Feb 09 03:21:30.210281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7b7e6ef-29e1-442a-a366-d06389a8b0f9 req-45732889-7293-4e5f-9451-00b826ea36b8 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 210 time: 0.1059232 Feb 09 03:21:30.240553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7914af32-9a2a-48f6-bec4-620bd3eb411b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:30.345534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-38c62e12-a6d9-45c7-92f4-c6799e157287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.347276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-38c62e12-a6d9-45c7-92f4-c6799e157287 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 1127 time: 0.1342919 Feb 09 03:21:30.410540 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a4b0-e8cd-473f-abf5-84b4ad69ab79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:30.571183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-90233d5e-ff53-40e2-91c7-a8278b0c70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.574333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-90233d5e-ff53-40e2-91c7-a8278b0c70f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.2163885 Feb 09 03:21:30.722296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-7edc5727-2a98-4658-a88b-f86b089830f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa HTTP/1.1" status: 200 len: 998 time: 0.1415467 Feb 09 03:21:30.766229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:79:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:26Z', 'updated_at': '2022-02-09T03:21:26Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:30.809015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:21:30.817670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-8af742a1-1123-4613-acd1-30bde20cac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.819854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-8af742a1-1123-4613-acd1-30bde20cac3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0847054 Feb 09 03:21:30.820502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:30.821286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:21:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:30.918822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-8701fe7e-509d-4a7d-838d-e2fc1d3bc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:30.921752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-8701fe7e-509d-4a7d-838d-e2fc1d3bc8e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0954921 Feb 09 03:21:31.048682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:31.093381 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-91e99712-f1cb-4054-af78-0358918e0e96 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662567 Feb 09 03:21:31.259172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f9d7461-67f8-44aa-8a57-3e70e1c1db0f req-7fcc9c63-5bd0-443a-a138-b251a5bf6012 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587520 Feb 09 03:21:31.487624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2aeef6e-624c-4fac-aa74-90f86ed339c6 req-ff402fa7-a282-49cb-8f32-29eb5eeaedb8 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 210 time: 0.0999808 Feb 09 03:21:31.554608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:31.734272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-e453f00a-481c-4b08-be51-f7c8eebb1dc8 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:31.736262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-e453f00a-481c-4b08-be51-f7c8eebb1dc8 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.61 "GET /v2.0/networks?id=0b5ea8d1-81ad-468d-898b-9c9b7960f252 HTTP/1.1" status: 200 len: 797 time: 0.2458375 Feb 09 03:21:31.824871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:31.825390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:31.874694 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-58147028-8b31-43cb-89f6-ee4b801984cd tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f74edd7eefb4e37929c0c859abb8638 HTTP/1.1" status: 200 len: 476 time: 0.1290004 Feb 09 03:21:31.895900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'port': {'device_id': 'c94d93a2-61d2-4027-8c62-41959326848a', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'admin_state_up': True, 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'security_groups': ['88742188-7dd1-49c7-98d9-239b4bfc776a', '1f7306ce-e4b0-4376-8ccc-257d54401c6a']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:32.020489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:32.020863 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.083781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:32.085962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:32.090150 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4f8ad3-98d9-42d8-8660-a3c2794d78a2" -d '{"events": [{"server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "name": "network-vif-plugged", "status": "completed", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:32.096365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.130975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Made reservation on behalf of 6f74edd7eefb4e37929c0c859abb8638 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:21:32.137100 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.160504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:79:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:26Z', 'updated_at': '2022-02-09T03:21:26Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:32.204288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1c203d-8f29-47de-88f1-428ec7e37d17 None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:79:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:26Z', 'updated_at': '2022-02-09T03:21:26Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:21:32.228031 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5663f6f7-7cab-4306-88cb-072b1635b932 x-openstack-request-id: req-5663f6f7-7cab-4306-88cb-072b1635b932 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:32.228333 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "name": "network-vif-plugged", "status": "completed", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:32.228594 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5663f6f7-7cab-4306-88cb-072b1635b932 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:32.228999 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'code': 200} Feb 09 03:21:32.235143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:32.393302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Allocated IP 172.20.0.6 (0b5ea8d1-81ad-468d-898b-9c9b7960f252/15a9ae09-2a5d-476a-b10c-0ec36399c779/cd44bac9-86ff-4d1d-8e62-0adc7af80332) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:32.721244 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a999d51-f632-4a15-90f6-5e9c49676d6e None None] New status for floating IP 5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:21:32.833091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8406c6e9-f639-44ef-b7f7-2fab6e0b7c03 req-5929734c-ee24-4b65-b749-4c58ad6c644d tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 210 time: 0.0899758 Feb 09 03:21:32.834688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7fb871b5-82d3-475f-b6ad-c9d602b37a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.835434 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:32.895758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:33.038213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=cd44bac9-86ff-4d1d-8e62-0adc7af80332,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:33.054406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:33.054406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:33.063966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:33.147665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.148326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:33.169986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-8183fc60-b96c-49da-9707-7bc12b9ab2d9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2858810 Feb 09 03:21:33.192822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Request body: {'port': {'device_id': 'c94d93a2-61d2-4027-8c62-41959326848a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:33.304833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:33.396053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8677ac33-4bb9-42f9-84f8-a142fa5d1ece None None] Provisioning complete for port cd44bac9-86ff-4d1d-8e62-0adc7af80332 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:33.396593 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8677ac33-4bb9-42f9-84f8-a142fa5d1ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:33.441565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8677ac33-4bb9-42f9-84f8-a142fa5d1ece None None] Port cd44bac9-86ff-4d1d-8e62-0adc7af80332 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:21:33.699181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd44bac9-86ff-4d1d-8e62-0adc7af80332 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:33.721697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Publish callbacks [] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:33.753560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Transition to ACTIVE for port object cd44bac9-86ff-4d1d-8e62-0adc7af80332 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:21:33.762364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:33.868345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Pushing event updated for resources: {'Port': ['ID=cd44bac9-86ff-4d1d-8e62-0adc7af80332,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:33.934769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e59d4-2997-4aa9-ad8f-9172cd04f0f1 req-ee8c4b5d-4df6-4fde-af8d-fe740ce8490c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:33.944330 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df3e59d4-2997-4aa9-ad8f-9172cd04f0f1 req-ee8c4b5d-4df6-4fde-af8d-fe740ce8490c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 982 time: 0.1239891 Feb 09 03:21:33.958317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Attempting to bind port cd44bac9-86ff-4d1d-8e62-0adc7af80332 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:21:33.958939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Attempting to bind port cd44bac9-86ff-4d1d-8e62-0adc7af80332 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:21:33.959356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Attempting to bind port cd44bac9-86ff-4d1d-8e62-0adc7af80332 on network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:33.964598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Port cd44bac9-86ff-4d1d-8e62-0adc7af80332 on network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:21:33.965163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Attempting to bind port cd44bac9-86ff-4d1d-8e62-0adc7af80332 on network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:21:33.970588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:21:33.971059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Checking segment: {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:21:33.971530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Bound using segment: {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:21:33.972208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Bound port: cd44bac9-86ff-4d1d-8e62-0adc7af80332, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd48e17-0881-458d-907a-15916002e2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:21:33.972809 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.039353 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.081974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df3e59d4-2997-4aa9-ad8f-9172cd04f0f1 req-0d5ca501-9a4e-4185-8bb3-0fbb6d229ef6 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1358416 Feb 09 03:21:34.088157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] For port cd44bac9-86ff-4d1d-8e62-0adc7af80332, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:21:34.097562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] For port cd44bac9-86ff-4d1d-8e62-0adc7af80332, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:21:34.109924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.160198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.160929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:34.162757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] 10.222.0.61 "PUT /v2.0/ports/cd44bac9-86ff-4d1d-8e62-0adc7af80332 HTTP/1.1" status: 200 len: 1130 time: 0.9813387 Feb 09 03:21:34.163448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:34.165879 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe622b7-6ba8-462e-b355-3190449376e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:34.259443 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698198f7-af6b-47dc-9680-6c63fc00ae8b x-openstack-request-id: req-698198f7-af6b-47dc-9680-6c63fc00ae8b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:34.259770 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:34.260022 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-698198f7-af6b-47dc-9680-6c63fc00ae8b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:34.260444 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'status': 'completed', 'code': 200} Feb 09 03:21:34.276709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa01b79-cc3b-4c1c-8594-07b3c6d0d3fe service neutron] Pushing event updated for resources: {'Port': ['ID=cd44bac9-86ff-4d1d-8e62-0adc7af80332,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:34.328927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-5b46c55f-47c2-4909-ba41-d0fc55b65070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.331362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-5b46c55f-47c2-4909-ba41-d0fc55b65070 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1164 time: 0.1069791 Feb 09 03:21:34.408392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-9d5dad9f-39dc-407a-9263-35b5434d21ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332 HTTP/1.1" status: 200 len: 217 time: 0.0705426 Feb 09 03:21:34.507577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ba265ed2-8f91-4272-a11e-f8514e882edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.515577 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-ba265ed2-8f91-4272-a11e-f8514e882edc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15a9ae09-2a5d-476a-b10c-0ec36399c779 HTTP/1.1" status: 200 len: 835 time: 0.0982878 Feb 09 03:21:34.573173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-70b37202-5f4f-4a18-b8ae-43cdcce69a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.576941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-70b37202-5f4f-4a18-b8ae-43cdcce69a5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b5ea8d1-81ad-468d-898b-9c9b7960f252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553222 Feb 09 03:21:34.728241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-21931212-2105-496a-87af-89f8b5e83fad service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451688 Feb 09 03:21:34.850103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4f076273-8d44-4fa2-bc2a-4ed4a1768056 req-b41c3a73-9a2f-400e-8c24-bd448f249f6d service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169686 Feb 09 03:21:34.974114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-3320d9ab-184a-4907-8134-35d78214d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:34.975672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-3320d9ab-184a-4907-8134-35d78214d09b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1164 time: 0.0751331 Feb 09 03:21:35.093939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-5b25bc5c-a8f4-497c-be78-cb6c15aa3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.096161 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-5b25bc5c-a8f4-497c-be78-cb6c15aa3343 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0b5ea8d1-81ad-468d-898b-9c9b7960f252 HTTP/1.1" status: 200 len: 898 time: 0.1092834 Feb 09 03:21:35.111607 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:35.170782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-c3016117-3864-4ca8-810b-0e814f191dbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332 HTTP/1.1" status: 200 len: 217 time: 0.0681846 Feb 09 03:21:35.244549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-b1349150-c418-4d83-b657-124c2f65151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.246225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-b1349150-c418-4d83-b657-124c2f65151f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15a9ae09-2a5d-476a-b10c-0ec36399c779 HTTP/1.1" status: 200 len: 835 time: 0.0684123 Feb 09 03:21:35.249929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152a89e-3a3a-47e3-969e-6e0543fa461c req-c8d3088b-aac6-45b7-8ed7-e754b10c7921 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.251573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c152a89e-3a3a-47e3-969e-6e0543fa461c req-c8d3088b-aac6-45b7-8ed7-e754b10c7921 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 982 time: 0.0613241 Feb 09 03:21:35.345049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-7383204b-5a37-4d82-b63b-a00b39c66f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:35.346905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-7383204b-5a37-4d82-b63b-a00b39c66f40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b5ea8d1-81ad-468d-898b-9c9b7960f252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0880373 Feb 09 03:21:35.357351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c152a89e-3a3a-47e3-969e-6e0543fa461c req-5ea91299-1305-4f32-b8b0-37412e3dfc32 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0986009 Feb 09 03:21:35.462587 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-5209fa95-6317-42b2-babf-334a5734dd19 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087704 Feb 09 03:21:35.604681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9fe622b7-6ba8-462e-b355-3190449376e3 req-7f8b9293-20ac-4350-b731-a528ff821717 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359813 Feb 09 03:21:36.477127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:36.580952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba893d-fb7d-422e-a52e-2fe24d4b011d req-33fac00e-463d-42e9-bb2b-7574a2eba5e5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:36.582499 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbba893d-fb7d-422e-a52e-2fe24d4b011d req-33fac00e-463d-42e9-bb2b-7574a2eba5e5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 982 time: 0.0993383 Feb 09 03:21:36.680856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbba893d-fb7d-422e-a52e-2fe24d4b011d req-9fc817f9-0acb-42c9-a085-b223fa043f79 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0911531 Feb 09 03:21:37.518510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device cd44bac9-86ff-4d1d-8e62-0adc7af80332 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:21:37.657382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port cd44bac9-86ff-4d1d-8e62-0adc7af80332, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:37.676569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'port_id': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'mac_address': 'fa:16:3e:49:9a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:21:37.743993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port cd44bac9-86ff-4d1d-8e62-0adc7af80332 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:37.744675 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:37.809293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd44bac9-86ff-4d1d-8e62-0adc7af80332 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:21:37.840245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port cd44bac9-86ff-4d1d-8e62-0adc7af80332, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:37.846645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:37.913129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0929-e86e-421c-a845-f82d3683b1ea req-efd4a77a-66fe-4fac-a622-f17eedb98c65 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:37.923449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=cd44bac9-86ff-4d1d-8e62-0adc7af80332,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:37.924641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-636d0929-e86e-421c-a845-f82d3683b1ea req-efd4a77a-66fe-4fac-a622-f17eedb98c65 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 982 time: 0.1463614 Feb 09 03:21:38.034729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-636d0929-e86e-421c-a845-f82d3683b1ea req-338ed7df-785a-48c1-9c29-b5b13a1e9f24 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0932295 Feb 09 03:21:38.087399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['cd44bac9-86ff-4d1d-8e62-0adc7af80332'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:21:39.171657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a859-7396-4b07-b73b-9595b027929f req-ce9e16fa-38db-4582-a09f-d6f40455bd33 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:39.174901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9703a859-7396-4b07-b73b-9595b027929f req-ce9e16fa-38db-4582-a09f-d6f40455bd33 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 983 time: 0.0789707 Feb 09 03:21:39.236241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9703a859-7396-4b07-b73b-9595b027929f req-8d8ec5f3-d0f1-4ce6-93e5-cc7fd1e07155 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0547140 Feb 09 03:21:39.527780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device cd44bac9-86ff-4d1d-8e62-0adc7af80332 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:21:39.601416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port cd44bac9-86ff-4d1d-8e62-0adc7af80332 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:21:39.605911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port cd44bac9-86ff-4d1d-8e62-0adc7af80332 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:21:39.606404 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:39.732803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port cd44bac9-86ff-4d1d-8e62-0adc7af80332 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:21:39.733200 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:39.772455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:39.775163 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb8d991-af7f-4cd5-b03d-b2df31500765" -d '{"events": [{"server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "name": "network-vif-plugged", "status": "completed", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:39.790695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port cd44bac9-86ff-4d1d-8e62-0adc7af80332, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:21:39.803599 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:39.835895 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c885e3-8724-464d-a75d-9bcd18a1308a x-openstack-request-id: req-66c885e3-8724-464d-a75d-9bcd18a1308a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:39.836188 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "name": "network-vif-plugged", "status": "completed", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:39.836445 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66c885e3-8724-464d-a75d-9bcd18a1308a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:39.836886 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'code': 200} Feb 09 03:21:39.871832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=cd44bac9-86ff-4d1d-8e62-0adc7af80332,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:39.957237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f9c37-4568-4cda-9972-2f47eb545561 req-0334c51a-0d6c-45a7-8582-d571ba3cd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:39.958816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a76f9c37-4568-4cda-9972-2f47eb545561 req-0334c51a-0d6c-45a7-8582-d571ba3cd59d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1166 time: 0.0523164 Feb 09 03:21:40.022998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a76f9c37-4568-4cda-9972-2f47eb545561 req-542e04f0-2de9-42c0-8a3a-0f9a653dc293 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&id=88742188-7dd1-49c7-98d9-239b4bfc776a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0564411 Feb 09 03:21:40.419406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85068201-a08c-4010-bca2-34db37c2e86f req-cc0eb7ae-1f7e-4619-9aac-b0e0302d2263 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:40.422377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85068201-a08c-4010-bca2-34db37c2e86f req-cc0eb7ae-1f7e-4619-9aac-b0e0302d2263 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 984 time: 0.1026113 Feb 09 03:21:40.520209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85068201-a08c-4010-bca2-34db37c2e86f req-24c8abab-7d57-415c-940f-c565ebbb2da2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0910313 Feb 09 03:21:41.677879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dd1b-a0cd-41c1-b4b9-832995841b81 req-ebb8334e-1fef-44b1-8c13-cfc35eea01eb tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.685726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c82dd1b-a0cd-41c1-b4b9-832995841b81 req-ebb8334e-1fef-44b1-8c13-cfc35eea01eb tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 984 time: 0.0793688 Feb 09 03:21:41.773240 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c82dd1b-a0cd-41c1-b4b9-832995841b81 req-4dd98b63-50e9-45eb-9934-f9751185c8c9 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0863018 Feb 09 03:21:41.965451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd12d-844b-4dec-b643-7dec1155405e req-9e1772c8-fcbe-4df7-a40d-76fd2350e718 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:41.967062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d1bd12d-844b-4dec-b643-7dec1155405e req-9e1772c8-fcbe-4df7-a40d-76fd2350e718 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 984 time: 0.0790188 Feb 09 03:21:42.050537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d1bd12d-844b-4dec-b643-7dec1155405e req-3399e44d-185f-447e-bbf0-f38c0f58163e tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0750430 Feb 09 03:21:42.195376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a6fa-544e-4ccd-ac43-98c11128beaa req-166f9d55-1740-4d8f-8c9b-dac438203cb0 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:42.196926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b66a6fa-544e-4ccd-ac43-98c11128beaa req-166f9d55-1740-4d8f-8c9b-dac438203cb0 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1166 time: 0.0712521 Feb 09 03:21:42.217004 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7b66a6fa-544e-4ccd-ac43-98c11128beaa req-b5580134-81de-4430-b8dc-46495ff901c6 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:42.323306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7b66a6fa-544e-4ccd-ac43-98c11128beaa req-b5580134-81de-4430-b8dc-46495ff901c6 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Publish callbacks [] for security_group (10b4b90d-05da-40bf-85ac-e658b89acbdf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:42.327405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-7b66a6fa-544e-4ccd-ac43-98c11128beaa req-b5580134-81de-4430-b8dc-46495ff901c6 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (10b4b90d-05da-40bf-85ac-e658b89acbdf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:42.377473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5580134-81de-4430-b8dc-46495ff901c6 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b4b90d-05da-40bf-85ac-e658b89acbdf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:42.384226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b66a6fa-544e-4ccd-ac43-98c11128beaa req-b5580134-81de-4430-b8dc-46495ff901c6 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1801939 Feb 09 03:21:42.408107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39470) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:42.459175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd91ac6b-945b-4864-ac86-d6f1faafdf44 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:42.461100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dd91ac6b-945b-4864-ac86-d6f1faafdf44 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1161 time: 0.0517604 Feb 09 03:21:42.464297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 39472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:42.480684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:21:42.521121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:42.676088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:42.822770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Allocated IP 172.25.2.175 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/4bd65823-0374-476d-8994-efc1fff9ca15) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:21:43.003385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (4bd65823-0374-476d-8994-efc1fff9ca15), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:43.044614 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4bd65823-0374-476d-8994-efc1fff9ca15), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:43.113937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:21:43.127205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=4bd65823-0374-476d-8994-efc1fff9ca15,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:43.132550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:21:43.135498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:21:43.700599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for floatingip (7293c9cb-9491-429f-b105-063e651ba0b7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:43.791974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4bd65823-0374-476d-8994-efc1fff9ca15), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.019882 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (4bd65823-0374-476d-8994-efc1fff9ca15), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.027619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4bd65823-0374-476d-8994-efc1fff9ca15), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.153094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=4bd65823-0374-476d-8994-efc1fff9ca15,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:21:44.163934 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (7293c9cb-9491-429f-b105-063e651ba0b7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.302323 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Floating IP 7293c9cb-9491-429f-b105-063e651ba0b7 associated. External IP: 172.25.2.175, port: cd44bac9-86ff-4d1d-8e62-0adc7af80332. Feb 09 03:21:44.601633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Router 0c182ecc-10ff-49e7-9f09-efa13b45b82e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:21:44.757594 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:21:44.772160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] Sync routers for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:21:44.780996 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:44.820346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:44.822572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:21:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:44.830935 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-138b76d5-f609-4675-9103-b500f8f2fe06 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3538158 Feb 09 03:21:44.831838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:21:44.833702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39578) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:44.848172 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:21:44.920119 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:21:44.977917 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258f3456-ca2b-4506-93b0-5c7e411d4890 x-openstack-request-id: req-258f3456-ca2b-4506-93b0-5c7e411d4890 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:21:44.978325 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:21:44.978819 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-258f3456-ca2b-4506-93b0-5c7e411d4890 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:21:44.979504 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'status': 'completed', 'code': 200} Feb 09 03:21:45.065126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:45.077576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-0f7c38cf-7b7a-4fa7-add0-6228b90c1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.079898 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-0f7c38cf-7b7a-4fa7-add0-6228b90c1896 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1166 time: 0.0708156 Feb 09 03:21:45.105337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.106012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.106657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.107364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.107825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.108283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.108735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.109182 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.111267 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fb42e272-0e50-4c2a-a446-7d0b393ab761 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.2764087 Feb 09 03:21:45.113843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39592) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:45.256269 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.256883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.258497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.259287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.259803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.260318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.260834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.261342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.266114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9ee5cf7f-7222-4afa-9aa7-0fb5531744e9 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5268 time: 0.1479211 Feb 09 03:21:45.266837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-b8ffbd3c-6e7f-48c2-b33e-2d2013d5a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.266837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-b8ffbd3c-6e7f-48c2-b33e-2d2013d5a8d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0b5ea8d1-81ad-468d-898b-9c9b7960f252 HTTP/1.1" status: 200 len: 898 time: 0.1790173 Feb 09 03:21:45.267186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39594) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:45.472301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-c8522caa-1619-45c0-9ecf-b4855ada7be0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332 HTTP/1.1" status: 200 len: 999 time: 0.1967547 Feb 09 03:21:45.494965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '7293c9cb-9491-429f-b105-063e651ba0b7', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'port_id': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'mac_address': 'fa:16:3e:49:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94d93a2-61d2-4027-8c62-41959326848a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:43Z', 'updated_at': '2022-02-09T03:21:43Z', 'revision_number': 0, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:28Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:45.559782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] Checking router: 0c182ecc-10ff-49e7-9f09-efa13b45b82e for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:21:45.591328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-b647b1e4-0d72-4c9e-a589-f64f6b8af0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.595750 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-b647b1e4-0d72-4c9e-a589-f64f6b8af0e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15a9ae09-2a5d-476a-b10c-0ec36399c779 HTTP/1.1" status: 200 len: 835 time: 0.1172817 Feb 09 03:21:45.599694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:21:45.600361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:21:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:45.684681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-c24a6c90-b6cf-4eb1-bfa0-4d21ca6a6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:45.686594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-c24a6c90-b6cf-4eb1-bfa0-4d21ca6a6140 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b5ea8d1-81ad-468d-898b-9c9b7960f252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0754135 Feb 09 03:21:45.785634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:21:45.825736 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-6a079b98-f31e-4bb6-8918-9d3079ef471e service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263409 Feb 09 03:21:45.957042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54fdef2d-9f9f-4c43-b080-987ddd3f53fe req-9d3b8dbc-148c-4a34-809a-ca2502a70aac service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292236 Feb 09 03:21:46.214856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '7293c9cb-9491-429f-b105-063e651ba0b7', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'port_id': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'mac_address': 'fa:16:3e:49:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94d93a2-61d2-4027-8c62-41959326848a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:43Z', 'updated_at': '2022-02-09T03:21:43Z', 'revision_number': 0, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:28Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:21:46.244044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9a3fc5-bf8a-444d-b280-7bfd0b109b7f None None] The sync data for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 is: [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '7293c9cb-9491-429f-b105-063e651ba0b7', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'port_id': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3831, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'mac_address': 'fa:16:3e:49:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94d93a2-61d2-4027-8c62-41959326848a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:21:43Z', 'updated_at': '2022-02-09T03:21:43Z', 'revision_number': 0, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:28Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:21:46.259036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cb5453b0-def0-43b5-9970-4196621d1a13 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 0.9898534 Feb 09 03:21:46.261678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 39630) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:21:46.356028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e2ac6-b0e3-4819-bb69-ce706fe875d1 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:46.361751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e2ac6-b0e3-4819-bb69-ce706fe875d1 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:46.369242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ef1e2ac6-b0e3-4819-bb69-ce706fe875d1 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0c182ecc-10ff-49e7-9f09-efa13b45b82e HTTP/1.1" status: 200 len: 2062 time: 0.1006138 Feb 09 03:21:46.599159 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f3818-4458-4785-aea1-6247d0927f6f None None] New status for floating IP 7293c9cb-9491-429f-b105-063e651ba0b7: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:21:49.669646 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:21:49.937559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16fd1717-72bd-4054-804c-9434dc664bba req-72ea6bc7-e304-4c6a-823e-554366c42178 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4980927 Feb 09 03:21:50.097741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd1717-72bd-4054-804c-9434dc664bba req-d43cf316-13f7-4d8d-b300-86bcb5a7396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:50.099958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16fd1717-72bd-4054-804c-9434dc664bba req-d43cf316-13f7-4d8d-b300-86bcb5a7396a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1127 time: 0.0860217 Feb 09 03:21:50.249615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd1717-72bd-4054-804c-9434dc664bba req-42744680-6d30-4249-af1e-bee916839504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:50.251450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16fd1717-72bd-4054-804c-9434dc664bba req-42744680-6d30-4249-af1e-bee916839504 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1 HTTP/1.1" status: 200 len: 898 time: 0.1295459 Feb 09 03:21:50.342747 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16fd1717-72bd-4054-804c-9434dc664bba req-89de56f1-ceae-4ec7-9f19-addc5779d432 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 HTTP/1.1" status: 200 len: 999 time: 0.0801277 Feb 09 03:21:50.407606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd1717-72bd-4054-804c-9434dc664bba req-ca6b3d10-a41d-4543-aec4-ea7f10935233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:50.409448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16fd1717-72bd-4054-804c-9434dc664bba req-ca6b3d10-a41d-4543-aec4-ea7f10935233 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6d43eb5-c9d4-4044-ac5e-19bde37c41a8 HTTP/1.1" status: 200 len: 834 time: 0.0471385 Feb 09 03:21:50.478479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd1717-72bd-4054-804c-9434dc664bba req-b0a0feb8-2ce9-4a3b-af83-ab198f5a1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:21:50.480166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16fd1717-72bd-4054-804c-9434dc664bba req-b0a0feb8-2ce9-4a3b-af83-ab198f5a1595 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0649810 Feb 09 03:21:50.613949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16fd1717-72bd-4054-804c-9434dc664bba req-2440c567-4eec-4ec9-b156-1b9ac3a725d6 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274405 Feb 09 03:21:50.722665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-16fd1717-72bd-4054-804c-9434dc664bba req-a784275b-31ee-4881-b48b-484519a1b713 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000583 Feb 09 03:21:51.677446 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:00.291241 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d66d03b-2bfb-416b-89a6-8e9489d15f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:02.697243 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d6ce04b2-6845-48a1-a2ee-cde6e98bb366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:03.989285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40624) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:04.027576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.211124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port bfbfde01-25ff-45af-812a-caf5dedb31c8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:04.211776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (bfbfde01-25ff-45af-812a-caf5dedb31c8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.317282 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (bfbfde01-25ff-45af-812a-caf5dedb31c8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.317855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (bfbfde01-25ff-45af-812a-caf5dedb31c8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.337065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for bfbfde01-25ff-45af-812a-caf5dedb31c8 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:04.530481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (bfbfde01-25ff-45af-812a-caf5dedb31c8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.602644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=bfbfde01-25ff-45af-812a-caf5dedb31c8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:04.618602 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.618967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.619447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.619800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.620142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.620481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.620817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.621151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.621484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.621819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.622152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.624453 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.624787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:04.693880 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for floatingip (0bc4069f-13e2-4dba-abcb-5861aec4fc59), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:04.694220 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Floating IP 0bc4069f-13e2-4dba-abcb-5861aec4fc59 disassociated (deleted). External IP: 172.25.2.7, port: 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65. Feb 09 03:22:04.980048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:05.113182 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:05.194563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:05.205476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] Sync routers for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:05.210840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:05.224585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:05.225263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:05.315854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-89f355a1-df74-4b42-9c49-d71a210aebf6 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/floatingips/0bc4069f-13e2-4dba-abcb-5861aec4fc59 HTTP/1.1" status: 204 len: 168 time: 1.3210597 Feb 09 03:22:05.315854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:05.334330 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:05.415845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:05.491315 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d784175-853e-4f52-98e9-509b10506b9d x-openstack-request-id: req-8d784175-853e-4f52-98e9-509b10506b9d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:05.491629 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:05.491911 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d784175-853e-4f52-98e9-509b10506b9d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:05.492351 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'status': 'completed', 'code': 200} Feb 09 03:22:05.648961 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-433e4d8d-9732-414b-ac66-1c4d07868ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.650964 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-433e4d8d-9732-414b-ac66-1c4d07868ef2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cd773e8482b465982b74bd96fc10950&device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 1127 time: 0.1367269 Feb 09 03:22:05.850779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-bf3b6b24-9173-480c-8784-01f9ae9f3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:05.853369 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-bf3b6b24-9173-480c-8784-01f9ae9f3b22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1 HTTP/1.1" status: 200 len: 898 time: 0.1953192 Feb 09 03:22:05.931828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:30Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:05.943814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-93afcdf1-8248-469c-936e-0ca9115079b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 HTTP/1.1" status: 200 len: 217 time: 0.0834928 Feb 09 03:22:05.984144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] Checking router: 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:06.001487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:06.002325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:06.019478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37def778-c60f-4aec-899b-7d5569803310 req-bb1d32c4-2726-4ee9-83fa-7841f64a0a28 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.033361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-aefdacfc-d7d7-4611-ba7a-cead5311755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.039406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-aefdacfc-d7d7-4611-ba7a-cead5311755e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c6d43eb5-c9d4-4044-ac5e-19bde37c41a8 HTTP/1.1" status: 200 len: 834 time: 0.0850234 Feb 09 03:22:06.043390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37def778-c60f-4aec-899b-7d5569803310 req-bb1d32c4-2726-4ee9-83fa-7841f64a0a28 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1027586 Feb 09 03:22:06.136646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-5b7892a1-0602-4e63-a95c-b643016c96da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:06.138289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-5b7892a1-0602-4e63-a95c-b643016c96da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3cd9288d-12b3-428f-a5c2-39ea8cc988e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0927327 Feb 09 03:22:06.205333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37def778-c60f-4aec-899b-7d5569803310 req-22dfe54d-e104-4586-9f47-99309966edad tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1605551 Feb 09 03:22:06.292277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-052069b4-a77a-4f47-a9f3-7db1c7cb850a service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461077 Feb 09 03:22:06.485170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8696376f-4ab7-4a25-b9f4-e5a875cad8c1 req-e192e819-07b9-4928-a82e-d13e13410906 service neutron] 10.222.0.61 "GET /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852951 Feb 09 03:22:06.537877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:06.699055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:06.890042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:30Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:06.956808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe1ab9e-7e5c-4c55-b80a-2b2241075ffb None None] The sync data for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 is: [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:20:23Z', 'revision_number': 4, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2abe2206-33b4-4f1e-adbe-16ed1535e54c', 'name': '', 'network_id': '3cd9288d-12b3-428f-a5c2-39ea8cc988e1', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'mac_address': 'fa:16:3e:0c:86:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:22Z', 'updated_at': '2022-02-09T03:20:30Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'subnets': [{'id': 'c6d43eb5-c9d4-4044-ac5e-19bde37c41a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:07.206132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06100d3b-76ac-4de9-8315-b1060323eeab req-4a8a38f1-67ed-49c8-ab18-0320c118659b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.207784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06100d3b-76ac-4de9-8315-b1060323eeab req-4a8a38f1-67ed-49c8-ab18-0320c118659b tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.1005437 Feb 09 03:22:07.430514 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3518a7e1-338b-42c4-bd69-bdcadfa795eb None None] New status for floating IP 0bc4069f-13e2-4dba-abcb-5861aec4fc59: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:22:07.435373 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-c5e7cb71-cc78-44c3-83ea-4ff9e820e937 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760472 Feb 09 03:22:07.497982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:07.501649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:07.614029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a6761-2223-4a58-b5d5-0bf792d12275 req-7c1f9574-fcf6-41a8-8dc4-7ba7a45f6df8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.616136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7a9a6761-2223-4a58-b5d5-0bf792d12275 req-7c1f9574-fcf6-41a8-8dc4-7ba7a45f6df8 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b21e67-8ff1-45a1-b9e3-13b7b9c07472 HTTP/1.1" status: 200 len: 945 time: 0.2601807 Feb 09 03:22:07.634916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-fae1ed06-fcf1-42ed-bea2-3f680040603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.636574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-fae1ed06-fcf1-42ed-bea2-3f680040603d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 1127 time: 0.1249366 Feb 09 03:22:07.752499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:07.752865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:07.776712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:07.847260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-1212e29f-ecd8-4a12-9cca-dd675458744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:07.848989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-1212e29f-ecd8-4a12-9cca-dd675458744c service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.1917870 Feb 09 03:22:07.916574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7a9a6761-2223-4a58-b5d5-0bf792d12275 req-e9a7eb4a-c5b2-471d-839b-f255b68e4f54 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3589b0b-c088-43eb-ae63-05aae2443c51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658703 Feb 09 03:22:07.935331 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-6322d59f-a7a0-4991-ac7d-25afddde23a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa HTTP/1.1" status: 200 len: 1000 time: 0.0802879 Feb 09 03:22:07.999458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-403270c3-bf40-4e22-93c1-1ca41e9d94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:08.001595 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-403270c3-bf40-4e22-93c1-1ca41e9d94c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0595059 Feb 09 03:22:08.007821 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:08.051202 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:08.061226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-682b5b95-8a87-4be1-92e2-aa31aac6c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:08.063387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-682b5b95-8a87-4be1-92e2-aa31aac6c8d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564249 Feb 09 03:22:08.116006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] No DVR routers for this DVR port 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:08.118920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:08.123088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-06100d3b-76ac-4de9-8315-b1060323eeab req-c1234b86-226c-488c-99d4-19c44e305131 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.61 "DELETE /v2.0/ports/95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 HTTP/1.1" status: 204 len: 173 time: 0.9065614 Feb 09 03:22:08.123662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'name': 'network-vif-deleted', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:08.127814 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c38f9-7717-4b91-8879-d064ccd44031" -d '{"events": [{"server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "name": "network-vif-deleted", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:08.188207 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add016ff-faa5-4dd8-a0f8-3ef6caaa1ab2 x-openstack-request-id: req-add016ff-faa5-4dd8-a0f8-3ef6caaa1ab2 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:08.188508 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b21e67-8ff1-45a1-b9e3-13b7b9c07472", "name": "network-vif-deleted", "tag": "95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:08.188762 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-add016ff-faa5-4dd8-a0f8-3ef6caaa1ab2 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:08.189223 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b21e67-8ff1-45a1-b9e3-13b7b9c07472', 'name': 'network-vif-deleted', 'tag': '95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65', 'status': 'completed', 'code': 200} Feb 09 03:22:08.223273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-5407d494-966e-4eb2-9db4-f34fb77fbf26 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508794 Feb 09 03:22:08.325535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b001f1d6-436b-4310-8e05-5cfb9658f3bb req-345f07da-fdff-47be-9077-df852bf135cd service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958462 Feb 09 03:22:08.988070 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40682) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:09.450720 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.717155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:09.743694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:09.744204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 95b34dfa-a1be-4bf4-80e5-c6b1fcad1d65 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:09.796279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port 2abe2206-33b4-4f1e-adbe-16ed1535e54c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:09.797335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.896913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port 2abe2206-33b4-4f1e-adbe-16ed1535e54c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2abe2206-33b4-4f1e-adbe-16ed1535e54c,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:09.897284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:09.915306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for 2abe2206-33b4-4f1e-adbe-16ed1535e54c owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:10.149351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2abe2206-33b4-4f1e-adbe-16ed1535e54c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.182847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=2abe2206-33b4-4f1e-adbe-16ed1535e54c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:10.382369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.610943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:10.725422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:10.730384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea65ff64-0263-43ac-b9b8-d86757999730 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "PUT /v2.0/routers/3ccd7954-fc59-4a18-9dc4-f131eb8228e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411718 Feb 09 03:22:10.733131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40694) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:10.738088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] Sync routers for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:10.748509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:10.749202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:10.785628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc8b96e-8950-42bc-aaf4-999caecd12a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting subnet c6d43eb5-c9d4-4044-ac5e-19bde37c41a8 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:22:10.788676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b96e-8950-42bc-aaf4-999caecd12a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (c6d43eb5-c9d4-4044-ac5e-19bde37c41a8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.830792 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b96e-8950-42bc-aaf4-999caecd12a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (c6d43eb5-c9d4-4044-ac5e-19bde37c41a8), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:10.861957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:10.951682 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b96e-8950-42bc-aaf4-999caecd12a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c6d43eb5-c9d4-4044-ac5e-19bde37c41a8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.018513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b96e-8950-42bc-aaf4-999caecd12a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (c6d43eb5-c9d4-4044-ac5e-19bde37c41a8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.047635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8b96e-8950-42bc-aaf4-999caecd12a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d43eb5-c9d4-4044-ac5e-19bde37c41a8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:11.054458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b96e-8950-42bc-aaf4-999caecd12a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.054708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094564a-cdb8-4b68-8862-d0239339cbb5 None None] Network 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:11.060957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:11.061514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4fc8b96e-8950-42bc-aaf4-999caecd12a9 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/subnets/c6d43eb5-c9d4-4044-ac5e-19bde37c41a8 HTTP/1.1" status: 204 len: 168 time: 0.3266706 Feb 09 03:22:11.061898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:22:10Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:11.121513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] Checking router: 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:11.145261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] Routers {'3ccd7954-fc59-4a18-9dc4-f131eb8228e5'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:11.146020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:11.181547 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.287095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] Set router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:11.298311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_gateway (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.382675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Deleting port fcee7b91-224c-4fde-9b7a-a70b9afc8567 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:11.383296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.398419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] DHCP port deletion for 3cd9288d-12b3-428f-a5c2-39ea8cc988e1 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:22:11.495231 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] For port fcee7b91-224c-4fde-9b7a-a70b9afc8567, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=fcee7b91-224c-4fde-9b7a-a70b9afc8567,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:11.495615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.503163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] Deleting port f19c0a14-e7b0-422f-9e1c-82bf43325882 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:11.503538 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.520157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Calling delete_port for fcee7b91-224c-4fde-9b7a-a70b9afc8567 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:11.580668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] For port f19c0a14-e7b0-422f-9e1c-82bf43325882, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f19c0a14-e7b0-422f-9e1c-82bf43325882,segment=NetworkSegment(6bb2ffc7-befa-41c0-90cd-dace2876ff8e),segment_id=6bb2ffc7-befa-41c0-90cd-dace2876ff8e)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:11.586863 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.602614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] Calling delete_port for f19c0a14-e7b0-422f-9e1c-82bf43325882 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:11.647567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:22:10Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:11.682230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf64423-a0e4-4b2f-9129-79097f6537d5 None None] The sync data for ids ['3ccd7954-fc59-4a18-9dc4-f131eb8228e5'] in n-d-827839-4 is: [{'id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901518810', 'tenant_id': '1cd773e8482b465982b74bd96fc10950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:20:18Z', 'updated_at': '2022-02-09T03:22:10Z', 'revision_number': 5, 'project_id': '1cd773e8482b465982b74bd96fc10950', 'gw_port': {'id': 'fcee7b91-224c-4fde-9b7a-a70b9afc8567', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd7954-fc59-4a18-9dc4-f131eb8228e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:20:19Z', 'updated_at': '2022-02-09T03:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:11.741836 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (fcee7b91-224c-4fde-9b7a-a70b9afc8567), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.747572 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (f19c0a14-e7b0-422f-9e1c-82bf43325882), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.779563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] Pushing event deleted for resources: {'Port': ['ID=f19c0a14-e7b0-422f-9e1c-82bf43325882,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:11.782542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf03172-344c-4a3e-8d50-8c91a53e3069 None None] No DVR routers for this DVR port f19c0a14-e7b0-422f-9e1c-82bf43325882 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:11.784764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Port': ['ID=fcee7b91-224c-4fde-9b7a-a70b9afc8567,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:11.863545 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.970895 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:11.973581 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router_controller (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.033690 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (3ccd7954-fc59-4a18-9dc4-f131eb8228e5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.034285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Fanout notify agent at l3_agent the message router_deleted on router 3ccd7954-fc59-4a18-9dc4-f131eb8228e5 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:22:12.042148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.051410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40716) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:12.051942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1a8c971d-b04b-4d56-b4c7-a0069aed8532 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/routers/3ccd7954-fc59-4a18-9dc4-f131eb8228e5 HTTP/1.1" status: 204 len: 168 time: 0.9896278 Feb 09 03:22:12.099418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f19c0a14-e7b0-422f-9e1c-82bf43325882 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:12.122566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: f19c0a14-e7b0-422f-9e1c-82bf43325882 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:12.122926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f19c0a14-e7b0-422f-9e1c-82bf43325882 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:12.201412 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (3cd9288d-12b3-428f-a5c2-39ea8cc988e1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.308269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (3cd9288d-12b3-428f-a5c2-39ea8cc988e1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.338497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd9288d-12b3-428f-a5c2-39ea8cc988e1']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:12.356338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb2ffc7-befa-41c0-90cd-dace2876ff8e') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:12.356636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb2ffc7-befa-41c0-90cd-dace2876ff8e') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:12.373456 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (6bb2ffc7-befa-41c0-90cd-dace2876ff8e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.395488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6bb2ffc7-befa-41c0-90cd-dace2876ff8e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.403357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:22:12.405264 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (6bb2ffc7-befa-41c0-90cd-dace2876ff8e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:22:12.407415 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:22:12.472855 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (3cd9288d-12b3-428f-a5c2-39ea8cc988e1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.481561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.488356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40722) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:12.501470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/networks/3cd9288d-12b3-428f-a5c2-39ea8cc988e1 HTTP/1.1" status: 204 len: 168 time: 0.4468029 Feb 09 03:22:12.521325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb302f6-ba3b-4054-a410-0479aefb84f4 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'Network': ['ID=3cd9288d-12b3-428f-a5c2-39ea8cc988e1,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:12.570551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-76556582-5f76-4eec-b896-e0ccbfdb6994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (a3589b0b-c088-43eb-ae63-05aae2443c51), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.597121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-76556582-5f76-4eec-b896-e0ccbfdb6994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (a3589b0b-c088-43eb-ae63-05aae2443c51), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.675518 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-76556582-5f76-4eec-b896-e0ccbfdb6994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a3589b0b-c088-43eb-ae63-05aae2443c51), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.679522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-76556582-5f76-4eec-b896-e0ccbfdb6994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:12.681040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-76556582-5f76-4eec-b896-e0ccbfdb6994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3589b0b-c088-43eb-ae63-05aae2443c51 HTTP/1.1" status: 204 len: 168 time: 0.1917069 Feb 09 03:22:12.693478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556582-5f76-4eec-b896-e0ccbfdb6994 tempest-TestNetworkAdvancedServerOps-283127055 tempest-TestNetworkAdvancedServerOps-283127055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3589b0b-c088-43eb-ae63-05aae2443c51,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:13.017944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40736) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:13.195156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3da87548-11b7-42b9-bc3c-84b211bc5a20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cd773e8482b465982b74bd96fc10950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753700 Feb 09 03:22:13.197073 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:13.248081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d4d837-f1fe-40cf-980e-c0333d368bfa admin admin] Publish callbacks [] for security_group (ad91d231-8f73-407a-a776-18cb552c5fca), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.271993 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d4d837-f1fe-40cf-980e-c0333d368bfa admin admin] Publish callbacks [] for security_group (ad91d231-8f73-407a-a776-18cb552c5fca), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.329177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d4d837-f1fe-40cf-980e-c0333d368bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ad91d231-8f73-407a-a776-18cb552c5fca), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.332073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-57d4d837-f1fe-40cf-980e-c0333d368bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.335874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-57d4d837-f1fe-40cf-980e-c0333d368bfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad91d231-8f73-407a-a776-18cb552c5fca HTTP/1.1" status: 204 len: 168 time: 0.1353278 Feb 09 03:22:13.342116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4d837-f1fe-40cf-980e-c0333d368bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad91d231-8f73-407a-a776-18cb552c5fca,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:13.670276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40746) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:13.670776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2abe2206-33b4-4f1e-adbe-16ed1535e54c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:13.694552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2abe2206-33b4-4f1e-adbe-16ed1535e54c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:13.695208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2abe2206-33b4-4f1e-adbe-16ed1535e54c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:13.695826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fcee7b91-224c-4fde-9b7a-a70b9afc8567 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:13.715767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: fcee7b91-224c-4fde-9b7a-a70b9afc8567 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:13.716140 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b3ec645c-09f8-482e-b5dd-66117c08fce0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46b77ec67b814fd78bac1413a2a7491d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446200 Feb 09 03:22:13.716531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device fcee7b91-224c-4fde-9b7a-a70b9afc8567 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:13.719308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40748) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:13.767763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c62d400-2d2b-40de-8279-c3dba4c8fb5c admin admin] Publish callbacks [] for security_group (7598a4a8-5821-4ac7-94b4-480ea80fc80c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.790487 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c62d400-2d2b-40de-8279-c3dba4c8fb5c admin admin] Publish callbacks [] for security_group (7598a4a8-5821-4ac7-94b4-480ea80fc80c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.839714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c62d400-2d2b-40de-8279-c3dba4c8fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7598a4a8-5821-4ac7-94b4-480ea80fc80c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.842332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c62d400-2d2b-40de-8279-c3dba4c8fb5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:13.846336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2c62d400-2d2b-40de-8279-c3dba4c8fb5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7598a4a8-5821-4ac7-94b4-480ea80fc80c HTTP/1.1" status: 204 len: 168 time: 0.1231506 Feb 09 03:22:13.853706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d400-2d2b-40de-8279-c3dba4c8fb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598a4a8-5821-4ac7-94b4-480ea80fc80c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:15.183021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40796) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:15.340057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'network': {'name': 'tempest-network-smoke--958720620', 'project_id': '68f50846d4f2489ca953152d349824bf', 'port_security_enabled': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:15.362724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:15.366320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.376012 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.457177 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (7b464b6e-c4fd-4d59-97cf-7655ac465e1d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.461048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7b464b6e-c4fd-4d59-97cf-7655ac465e1d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.489720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:22:15.500378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b464b6e-c4fd-4d59-97cf-7655ac465e1d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:15.505336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7e6b85c2-cc2a-438f-999f-014dc7125f65), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.505682 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Added segment 7e6b85c2-cc2a-438f-999f-014dc7125f65 of type vlan for network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 Feb 09 03:22:15.518424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.518776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.519122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.519460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.519794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.520127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.520452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.520778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.521103 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.521423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.521745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.522071 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.522417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:15.559284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b1dbd7ee-56ef-4d31-998c-76a23ea1cc37), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.583688 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b1dbd7ee-56ef-4d31-998c-76a23ea1cc37), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.588632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:15.589242 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:15.986641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8022311 Feb 09 03:22:15.989436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40802) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:15.993724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'admin_state_up': True, 'project_id': '68f50846d4f2489ca953152d349824bf', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:15.998490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fec45-1132-4974-940d-78799106da8b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Network': ['ID=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:16.011284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:22:16.020428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (ecc8de0a-ed14-4120-a974-099dba67209b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.021460 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (ecc8de0a-ed14-4120-a974-099dba67209b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.073920 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_controller (ecc8de0a-ed14-4120-a974-099dba67209b), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.226948 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_gateway (ecc8de0a-ed14-4120-a974-099dba67209b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.419653 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_gateway (ecc8de0a-ed14-4120-a974-099dba67209b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.442696 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.548365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.25.2.121 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:16.654943 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.698958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:16.741643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:16.746896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:16.750645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:16.782042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:17.022671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_gateway (ecc8de0a-ed14-4120-a974-099dba67209b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.235598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (ecc8de0a-ed14-4120-a974-099dba67209b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.367869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router ecc8de0a-ed14-4120-a974-099dba67209b is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:22:17.488658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:17.498743 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Sync routers for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:17.508728 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:17.509621 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:17.516795 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.521514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40814) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:17.522061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-37f50028-0bd8-43cc-a6a4-c5172b9061e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5312586 Feb 09 03:22:17.609042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6a34e3cc-2ef1-4e34-83e4-6494058e6208 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=68f50846d4f2489ca953152d349824bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828612 Feb 09 03:22:17.609875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40818) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:17.621704 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:17.766063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b5f406-d989-40f1-91bf-5b25606a8fd8 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:17.770903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40820) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:17.774642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-46b5f406-d989-40f1-91bf-5b25606a8fd8 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597424 Feb 09 03:22:17.804582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ea23942c-c63f-4bbc-9baa-3852ace996da tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324340 Feb 09 03:22:17.804915 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40822) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:17.812147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1122521271', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'project_id': '68f50846d4f2489ca953152d349824bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:17.820844 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:16Z', 'revision_number': 3, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:17.852350 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Checking router: ecc8de0a-ed14-4120-a974-099dba67209b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:17.852737 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Updating router ecc8de0a-ed14-4120-a974-099dba67209b port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:22:17.893542 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:17.911309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:17.915040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.125135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (053631a5-3e5e-42c6-ba1f-2cb8409b3369), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.168335 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Publish callbacks [] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.174266 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.200630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Subnet': ['ID=053631a5-3e5e-42c6-ba1f-2cb8409b3369,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:18.214777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Checking segment: {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:18.215138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network hostable DHCP agents. Network: b1dbd7ee-56ef-4d31-998c-76a23ea1cc37, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:22:18.229199 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Attempting to bind port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:18.229625 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Attempting to bind port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:18.230032 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Attempting to bind port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:18.239791 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:22:18.240866 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:18.241246 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:18.241650 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.242224 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:18.242728 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Bound port: 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:18.243112 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.254161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b1dbd7ee-56ef-4d31-998c-76a23ea1cc37) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:18.274026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d40ff-e468-42fe-a458-eb3038d5200f None None] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:18.277052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:18.277819 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.293426 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Pushing event updated for resources: {'Port': ['ID=5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:18.301861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b896f347-b859-489d-8ec8-c82980e0fce7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4930680 Feb 09 03:22:18.302149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40830) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:18.305271 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] For port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:18.308563 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] For port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:18.314927 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.315335 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.315689 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.316083 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.316519 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.316853 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.317320 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.317713 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.318161 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.318584 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.318959 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.319370 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.319751 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.325109 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.375769 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:18.376412 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:18.412457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:22:18.413492 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.522455 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:18.577387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Allocated IP 172.20.0.2 (b1dbd7ee-56ef-4d31-998c-76a23ea1cc37/053631a5-3e5e-42c6-ba1f-2cb8409b3369/55eacdf4-9a23-4d8f-a53d-af21fc183f29) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:18.632582 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01acbe-8016-4ff7-aa5a-9d7abe6fbabb None None] Pushing event updated for resources: {'Port': ['ID=5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:18.739280 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:16Z', 'revision_number': 3, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:18.768554 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Publish callbacks [] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.776596 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.779036 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15576916-9ba2-4c0d-b12d-3b997dd018b8 None None] The sync data for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 is: [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:16Z', 'revision_number': 3, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:18.826560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:18.834505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:18.837674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:18.855560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Pushing event updated for resources: {'Port': ['ID=55eacdf4-9a23-4d8f-a53d-af21fc183f29,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:18.910859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.910859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.910859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.911608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.915453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.915453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.915453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.915453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.915453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.915453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.917462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.917661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.917885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:22:18.937430 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Attempting to bind port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:18.940017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Attempting to bind port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:18.943598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Attempting to bind port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 on network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:18.957435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:18.958177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Checking segment: {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:18.958863 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:18.959633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Bound using segment: {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:18.960345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Bound port: 55eacdf4-9a23-4d8f-a53d-af21fc183f29, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:18.961201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.043605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] For port 55eacdf4-9a23-4d8f-a53d-af21fc183f29, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:19.048051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] For port 55eacdf4-9a23-4d8f-a53d-af21fc183f29, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=55eacdf4-9a23-4d8f-a53d-af21fc183f29,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:19.056597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.166179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89689c8-a8a1-4ec0-88a9-856334412b83 None None] Pushing event updated for resources: {'Port': ['ID=55eacdf4-9a23-4d8f-a53d-af21fc183f29,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:19.258283 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.644486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.20.0.1 (b1dbd7ee-56ef-4d31-998c-76a23ea1cc37/053631a5-3e5e-42c6-ba1f-2cb8409b3369/a7a334bd-9cc1-4f2b-bd23-2d02382fa411) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:19.670992 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.795066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 55eacdf4-9a23-4d8f-a53d-af21fc183f29 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:19.810273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.858123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.863611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:19.864569 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.905201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:19.911274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:19.927787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:19.930802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:19.970929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:19.971330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:19.994171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ecc8de0a-ed14-4120-a974-099dba67209b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.018925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 55eacdf4-9a23-4d8f-a53d-af21fc183f29, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=55eacdf4-9a23-4d8f-a53d-af21fc183f29,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:20.027902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.029276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:20.141901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=55eacdf4-9a23-4d8f-a53d-af21fc183f29,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:20.163978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:20.164198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.170361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.270655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:20.271114 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.292995 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:20.298349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.375320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:20.520751 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.525502 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.564687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d0799-1319-44ab-bc97-3afebd3ded87 None None] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:20.620254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:20.625389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ecc8de0a-ed14-4120-a974-099dba67209b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.661129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40848) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:20.751400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:20.753005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:20.822082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-559ad7bb-a4b8-4540-a7bb-72f7f588de78 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2802 time: 0.1594765 Feb 09 03:22:20.822789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40850) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:20.826612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-349a2f01-0f38-4704-8793-fcffab3dca2f None None] Provisioning complete for port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:20.827161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-349a2f01-0f38-4704-8793-fcffab3dca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.828858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'network': {'name': 'tempest-network-smoke--1297833295', 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'port_security_enabled': False}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:20.860103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Made reservation on behalf of 6f74edd7eefb4e37929c0c859abb8638 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:20.865358 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.904227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:22:20.909707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router ecc8de0a-ed14-4120-a974-099dba67209b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:20.915475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (235c5468-2631-4475-bcf5-e3f2e51fc47f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.916065 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Added segment 235c5468-2631-4475-bcf5-e3f2e51fc47f of type vlan for network bf88109c-e4ef-4e33-a1a8-685c63284679 Feb 09 03:22:20.964090 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (bf88109c-e4ef-4e33-a1a8-685c63284679), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:20.976510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-349a2f01-0f38-4704-8793-fcffab3dca2f None None] Current status of the port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:21.004745 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (bf88109c-e4ef-4e33-a1a8-685c63284679), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.019817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.019817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.096387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:21.105976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2777967 Feb 09 03:22:21.105976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eba6d1-2b1f-45b3-83d5-aaae0250f866 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Network': ['ID=bf88109c-e4ef-4e33-a1a8-685c63284679,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:21.106151 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ee79669-4e9a-4a65-b094-18657b23f31c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "PUT /v2.0/routers/ecc8de0a-ed14-4120-a974-099dba67209b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7996707 Feb 09 03:22:21.106151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40854) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:21.106351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40856) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:21.115317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network bf88109c-e4ef-4e33-a1a8-685c63284679 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:22:21.118720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'admin_state_up': True, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:21.159141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.160319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.192154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Sync routers for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:21.228455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:21.229096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:21.257563 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_controller (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.391630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:21.441595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.441962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.442454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.442918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.444057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.448316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.449025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.449657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.450312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:21.454354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_gateway (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.456306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-00175142-5aa3-483c-92c7-d236f3b4c3aa tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6312 time: 0.3495224 Feb 09 03:22:21.459123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40862) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:21.479794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4b8bdadd-7499-49b9-be1e-b94ae7a775f1 None None] Provisioning complete for port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:21.480197 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdadd-7499-49b9-be1e-b94ae7a775f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.707461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bdadd-7499-49b9-be1e-b94ae7a775f1 None None] Port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:21.715372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.740881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 55eacdf4-9a23-4d8f-a53d-af21fc183f29 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:21.751300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4b8bdadd-7499-49b9-be1e-b94ae7a775f1 None None] Provisioning complete for port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:21.751691 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4b8bdadd-7499-49b9-be1e-b94ae7a775f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.753911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_gateway (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.780455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:21.920945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:22:21.944074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bdadd-7499-49b9-be1e-b94ae7a775f1 None None] Current status of the port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:21.947794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Allocated IP 172.25.2.159 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/d5f000da-44d2-4bed-ba78-f1f705fab3a2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:21.951975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:21.953306 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.010723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 2, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:22.046939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Checking router: ecc8de0a-ed14-4120-a974-099dba67209b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:22.047307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Updating router ecc8de0a-ed14-4120-a974-099dba67209b port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:22:22.100046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:22.101292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:22.131731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.158796 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.180314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.196972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.197561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.198028 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.198513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.199085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.199537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.199991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.200442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:22.205775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4dd8dbf1-25e6-4c03-8624-0f4367393b7f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5269 time: 0.7422843 Feb 09 03:22:22.206042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40866) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:22.210752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:22.211164 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.212650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-29bfb73a-a51b-4017-baba-15933fed48e0 None None] Provisioning complete for port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:22.213022 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29bfb73a-a51b-4017-baba-15933fed48e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.259974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:22.261838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=d5f000da-44d2-4bed-ba78-f1f705fab3a2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:22.267114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:22.274529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:22.363523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-29bfb73a-a51b-4017-baba-15933fed48e0 None None] Port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:22.464599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:22.558988 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-67faca4a-c60b-47f4-a4ae-d8d02d7fa986 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4314 time: 0.3516448 Feb 09 03:22:22.574288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Publish callbacks [] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.580551 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.631239 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_gateway (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.631481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c6fbd-e3aa-4ced-b04f-4228618dac7d None None] Pushing event updated for resources: {'Port': ['ID=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:22.708956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Attempting to bind port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:22.709374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Attempting to bind port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:22.710165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Attempting to bind port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 on network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:22.715389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:22.715774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Checking segment: {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:22.716192 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.716594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Bound using segment: {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:22.717071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Bound port: a7a334bd-9cc1-4f2b-bd23-2d02382fa411, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:22.717466 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.817402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40874) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:22.820165 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] For port a7a334bd-9cc1-4f2b-bd23-2d02382fa411, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:22.822327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-af357a25-a4a1-4da2-89ec-30613d4aaa31 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662107718', 'description': 'tempest-secgroup-smoke-662107718 description', 'project_id': '68f50846d4f2489ca953152d349824bf'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:22.824229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] For port a7a334bd-9cc1-4f2b-bd23-2d02382fa411, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:22.831743 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.863550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af357a25-a4a1-4da2-89ec-30613d4aaa31 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.924390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c6fbd-e3aa-4ced-b04f-4228618dac7d None None] Pushing event updated for resources: {'Port': ['ID=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:22.950827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:22.951529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:22.958714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.968766 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af357a25-a4a1-4da2-89ec-30613d4aaa31 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (a291db9b-aa1e-4ac9-9dcb-f6e35f67810a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:22.975795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af357a25-a4a1-4da2-89ec-30613d4aaa31 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a291db9b-aa1e-4ac9-9dcb-f6e35f67810a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.018930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-af357a25-a4a1-4da2-89ec-30613d4aaa31 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.024030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-af357a25-a4a1-4da2-89ec-30613d4aaa31 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2054000 Feb 09 03:22:23.027567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40876) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.033976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6433cbfe-d3ec-4681-966b-f44db5b309f1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'a291db9b-aa1e-4ac9-9dcb-f6e35f67810a', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:23.061455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af357a25-a4a1-4da2-89ec-30613d4aaa31 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:23.119062 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6433cbfe-d3ec-4681-966b-f44db5b309f1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (3c921078-3e6e-4207-b668-a1459ac7fb7e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.191125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:23.199599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:22:23.252201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1dd6897f-90a1-4cb6-9ca4-4cdc3e1f7e26 None None] Provisioning complete for port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:23.253742 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6897f-90a1-4cb6-9ca4-4cdc3e1f7e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.301737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6433cbfe-d3ec-4681-966b-f44db5b309f1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (3c921078-3e6e-4207-b668-a1459ac7fb7e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.309178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6433cbfe-d3ec-4681-966b-f44db5b309f1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (3c921078-3e6e-4207-b668-a1459ac7fb7e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.341433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433cbfe-d3ec-4681-966b-f44db5b309f1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c921078-3e6e-4207-b668-a1459ac7fb7e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:23.360657 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6433cbfe-d3ec-4681-966b-f44db5b309f1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.365380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6433cbfe-d3ec-4681-966b-f44db5b309f1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366711 Feb 09 03:22:23.366352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.371851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-73473c8c-8a60-438e-8ccd-8669b76026a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'a291db9b-aa1e-4ac9-9dcb-f6e35f67810a', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:23.393465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:23.408114 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Sync routers for ids ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:23.411114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73473c8c-8a60-438e-8ccd-8669b76026a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (818527aa-577f-49d1-ba4e-30ca3986f9f7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.447623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.448247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c050246d-aa21-40bd-a029-b2d586a1df90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3428605 Feb 09 03:22:23.452025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40886) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.452498 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Routers {'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:23.453218 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:23.564895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882cb81e-9552-4b92-8209-e40ca1085b92 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:23.570848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-882cb81e-9552-4b92-8209-e40ca1085b92 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6f74edd7eefb4e37929c0c859abb8638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1149354 Feb 09 03:22:23.571608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40888) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.646178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73473c8c-8a60-438e-8ccd-8669b76026a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (818527aa-577f-49d1-ba4e-30ca3986f9f7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.651873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73473c8c-8a60-438e-8ccd-8669b76026a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (818527aa-577f-49d1-ba4e-30ca3986f9f7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.660293 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Set router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:23.696024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73473c8c-8a60-438e-8ccd-8669b76026a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818527aa-577f-49d1-ba4e-30ca3986f9f7,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:23.720351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-73473c8c-8a60-438e-8ccd-8669b76026a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.721644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-73473c8c-8a60-438e-8ccd-8669b76026a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3537526 Feb 09 03:22:23.724497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40890) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.731759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e3d6df00-9409-4039-b3c3-b3849f67c7d6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'a291db9b-aa1e-4ac9-9dcb-f6e35f67810a', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:23.759935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfa82e-3201-4471-baa4-a31e800a16d7 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:23.763099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6897f-90a1-4cb6-9ca4-4cdc3e1f7e26 None None] Current status of the port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:23.763495 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6897f-90a1-4cb6-9ca4-4cdc3e1f7e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.767275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-18cfa82e-3201-4471-baa4-a31e800a16d7 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1943915 Feb 09 03:22:23.767897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40892) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.792734 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df00-9409-4039-b3c3-b3849f67c7d6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (fb7b2921-b980-4553-95f6-df2dccaff01c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.833359 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d98983a4-bd4f-4740-bb5b-62d7d91e4ef0 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637200 Feb 09 03:22:23.834060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40894) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.837246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1dd6897f-90a1-4cb6-9ca4-4cdc3e1f7e26 None None] For port a7a334bd-9cc1-4f2b-bd23-2d02382fa411, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:23.843038 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6897f-90a1-4cb6-9ca4-4cdc3e1f7e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.877188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df00-9409-4039-b3c3-b3849f67c7d6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (fb7b2921-b980-4553-95f6-df2dccaff01c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.882628 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df00-9409-4039-b3c3-b3849f67c7d6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (fb7b2921-b980-4553-95f6-df2dccaff01c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.887922 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b9b07f30-a584-4ae4-9f36-eadeb48a8a15 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6f74edd7eefb4e37929c0c859abb8638&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515556 Feb 09 03:22:23.888668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40896) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.909047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:22Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:23.933805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df00-9409-4039-b3c3-b3849f67c7d6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:23.940963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e3d6df00-9409-4039-b3c3-b3849f67c7d6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2153869 Feb 09 03:22:23.943209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40898) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:23.947678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-757a0479-9c89-44c3-b7a3-3be7ecdb9840 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'a291db9b-aa1e-4ac9-9dcb-f6e35f67810a', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:23.970717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147a71a6-896f-4354-8a57-c089cd634345 None None] The sync data for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 is: [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:22Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:23.983628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6df00-9409-4039-b3c3-b3849f67c7d6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7b2921-b980-4553-95f6-df2dccaff01c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:23.988952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6897f-90a1-4cb6-9ca4-4cdc3e1f7e26 None None] Pushing event updated for resources: {'Port': ['ID=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:23.998217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-acfbca40-277a-4e82-b521-f31ca0680f92 None None] Provisioning complete for port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:23.998906 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-acfbca40-277a-4e82-b521-f31ca0680f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.016990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-757a0479-9c89-44c3-b7a3-3be7ecdb9840 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (f658a519-2191-43c0-8524-f75a35a9db8e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.017780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6029ffa-0ed7-4fda-b4e0-325c2449200e tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:24.019739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e6029ffa-0ed7-4fda-b4e0-325c2449200e tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298783 Feb 09 03:22:24.022489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40902) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:24.087835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4a7db538-9d68-4f95-a4ef-6df21f08b72c tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625274 Feb 09 03:22:24.090378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40904) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:24.110764 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:22Z', 'revision_number': 3, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:24.117551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1237289909', 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679', 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:24.151549 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Checking router: a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:24.151999 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Updating router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f port d5f000da-44d2-4bed-ba78-f1f705fab3a2 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:22:24.185807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-acfbca40-277a-4e82-b521-f31ca0680f92 None None] Current status of the port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:24.191721 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.271219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Made reservation on behalf of 6f74edd7eefb4e37929c0c859abb8638 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:24.274878 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.327010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-757a0479-9c89-44c3-b7a3-3be7ecdb9840 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (f658a519-2191-43c0-8524-f75a35a9db8e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.346463 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-757a0479-9c89-44c3-b7a3-3be7ecdb9840 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f658a519-2191-43c0-8524-f75a35a9db8e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.369413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a0479-9c89-44c3-b7a3-3be7ecdb9840 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f658a519-2191-43c0-8524-f75a35a9db8e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:24.393714 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-757a0479-9c89-44c3-b7a3-3be7ecdb9840 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.397800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40910) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:24.397950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-757a0479-9c89-44c3-b7a3-3be7ecdb9840 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4536231 Feb 09 03:22:24.402659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bb6ec52e-a195-42a5-95bd-1928cfc22eba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'a291db9b-aa1e-4ac9-9dcb-f6e35f67810a', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:24.431877 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-bb6ec52e-a195-42a5-95bd-1928cfc22eba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Project 68f50846d4f2489ca953152d349824bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:22:24.441879 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec52e-a195-42a5-95bd-1928cfc22eba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (aaba6bd7-afe4-4b4e-9b35-863e5772eaed), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.536789 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Publish callbacks [] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.553186 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.562374 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec52e-a195-42a5-95bd-1928cfc22eba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (aaba6bd7-afe4-4b4e-9b35-863e5772eaed), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.570445 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (dbafbb18-93e9-4c5e-8666-bddfe85c214c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.576651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec52e-a195-42a5-95bd-1928cfc22eba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (aaba6bd7-afe4-4b4e-9b35-863e5772eaed), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.610506 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb6ec52e-a195-42a5-95bd-1928cfc22eba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.611769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb6ec52e-a195-42a5-95bd-1928cfc22eba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2128658 Feb 09 03:22:24.614648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 40914) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:24.621649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-f2a8fc59-6676-45fa-b455-9331f1aaf6d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'a291db9b-aa1e-4ac9-9dcb-f6e35f67810a', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:24.627520 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Attempting to bind port d5f000da-44d2-4bed-ba78-f1f705fab3a2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:24.628025 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Attempting to bind port d5f000da-44d2-4bed-ba78-f1f705fab3a2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:24.628483 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Attempting to bind port d5f000da-44d2-4bed-ba78-f1f705fab3a2 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:24.631444 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bf561-9319-426d-930f-ca09811d3d9a None None] Pushing event updated for resources: {'Port': ['ID=d5f000da-44d2-4bed-ba78-f1f705fab3a2,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:24.639801 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:24.641176 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:24.641682 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.642170 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:24.642829 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Bound port: d5f000da-44d2-4bed-ba78-f1f705fab3a2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:24.643314 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.645621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ec52e-a195-42a5-95bd-1928cfc22eba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaba6bd7-afe4-4b4e-9b35-863e5772eaed,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:24.650908 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-f2a8fc59-6676-45fa-b455-9331f1aaf6d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Project 68f50846d4f2489ca953152d349824bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:22:24.655628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Subnet': ['ID=dbafbb18-93e9-4c5e-8666-bddfe85c214c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:24.657070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2a8fc59-6676-45fa-b455-9331f1aaf6d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (f6cab327-c632-4e1e-9d07-50162b2de6c3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.664104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Checking segment: {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:24.664656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network hostable DHCP agents. Network: bf88109c-e4ef-4e33-a1a8-685c63284679, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:22:24.691441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network bf88109c-e4ef-4e33-a1a8-685c63284679 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:22:24.705304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, bf88109c-e4ef-4e33-a1a8-685c63284679) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:24.711774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:24.714117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.719710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce9c40-3c7a-40d1-b6aa-0b4b25a79f85 None None] Network bf88109c-e4ef-4e33-a1a8-685c63284679 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:24.735519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f9a629ac-15cd-45ef-9180-b0324410a396 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6429384 Feb 09 03:22:24.738185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 40916) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:24.760950 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] For port d5f000da-44d2-4bed-ba78-f1f705fab3a2, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:24.769935 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] For port d5f000da-44d2-4bed-ba78-f1f705fab3a2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5f000da-44d2-4bed-ba78-f1f705fab3a2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:24.787915 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.837141 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2a8fc59-6676-45fa-b455-9331f1aaf6d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (f6cab327-c632-4e1e-9d07-50162b2de6c3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.842821 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2a8fc59-6676-45fa-b455-9331f1aaf6d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f6cab327-c632-4e1e-9d07-50162b2de6c3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.888201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8fc59-6676-45fa-b455-9331f1aaf6d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cab327-c632-4e1e-9d07-50162b2de6c3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:24.888774 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Routers {'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:24.889617 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:24.900462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f2a8fc59-6676-45fa-b455-9331f1aaf6d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:24.912276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f2a8fc59-6676-45fa-b455-9331f1aaf6d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2965221 Feb 09 03:22:24.967818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-bf88109c-e4ef-4e33-a1a8-685c63284679', 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679', 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'fixed_ips': [{'subnet_id': 'dbafbb18-93e9-4c5e-8666-bddfe85c214c'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:22:24.970597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.076622 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] Set router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:25.202186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-ed6ea278-b2fc-4a75-ada6-74580073f000 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662107718&fields=id&tenant_id=68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 267 time: 0.1044157 Feb 09 03:22:25.240445 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bf561-9319-426d-930f-ca09811d3d9a None None] Pushing event updated for resources: {'Port': ['ID=d5f000da-44d2-4bed-ba78-f1f705fab3a2,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:25.316077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Allocated IP 172.20.0.18 (bf88109c-e4ef-4e33-a1a8-685c63284679/dbafbb18-93e9-4c5e-8666-bddfe85c214c/1644ef78-8fab-4409-931d-16951d441396) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:25.395091 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:22Z', 'revision_number': 3, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:25.429885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-c764a6a1-3ff7-4146-ae67-2cb32ea33ec9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:25.436419 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cdff1-6e4e-4949-8812-6987d3bd46d4 None None] The sync data for ids ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'] in n-d-827839-4 is: [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:22Z', 'revision_number': 3, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:25.440414 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-c764a6a1-3ff7-4146-ae67-2cb32ea33ec9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/networks?id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 HTTP/1.1" status: 200 len: 796 time: 0.2313395 Feb 09 03:22:25.463111 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-ed82cac9-38ea-4a31-a718-28c8539d0783 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/quotas/68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 375 time: 0.0167220 Feb 09 03:22:25.568044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.568601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-63f6b09b-29d4-4f13-9542-28619944b8a5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994303 Feb 09 03:22:25.639280 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Publish callbacks [] for port (1644ef78-8fab-4409-931d-16951d441396), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.648336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (1644ef78-8fab-4409-931d-16951d441396), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.712993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Pushing event updated for resources: {'Port': ['ID=1644ef78-8fab-4409-931d-16951d441396,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:25.735604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Network bf88109c-e4ef-4e33-a1a8-685c63284679 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:25.737087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:25.743786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:25.843798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-bb7fa2a0-3cb8-4e8c-987c-dc16401b769f service neutron] 10.222.0.32 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543180 Feb 09 03:22:25.857701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a7a334bd-9cc1-4f2b-bd23-2d02382fa411 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:25.900365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Attempting to bind port 1644ef78-8fab-4409-931d-16951d441396 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:25.900732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Attempting to bind port 1644ef78-8fab-4409-931d-16951d441396 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:25.901705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Attempting to bind port 1644ef78-8fab-4409-931d-16951d441396 on network bf88109c-e4ef-4e33-a1a8-685c63284679 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:25.910067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:25.910866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Checking segment: {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:25.911790 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:25.912634 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Bound using segment: {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:25.913290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Bound port: 1644ef78-8fab-4409-931d-16951d441396, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:25.913857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1644ef78-8fab-4409-931d-16951d441396), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.012222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] For port 1644ef78-8fab-4409-931d-16951d441396, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:26.018261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] For port 1644ef78-8fab-4409-931d-16951d441396, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1644ef78-8fab-4409-931d-16951d441396,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:26.022758 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:26.023700 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.028722 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1644ef78-8fab-4409-931d-16951d441396), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.228960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7e25e-5e30-48b4-bd2c-7bff408bdc3f None None] Pushing event updated for resources: {'Port': ['ID=1644ef78-8fab-4409-931d-16951d441396,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:26.250644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Allocated IP 172.20.0.17 (bf88109c-e4ef-4e33-a1a8-685c63284679/dbafbb18-93e9-4c5e-8666-bddfe85c214c/35f7c9e4-34b9-4623-966e-cf3bdab461ae) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:26.279849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:26.479296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.533608 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:26.556965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-37a429bb-d409-4261-9150-9cac52ac8d53 service neutron] 10.222.0.32 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053435 Feb 09 03:22:26.604007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network bf88109c-e4ef-4e33-a1a8-685c63284679 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:26.607565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:26.612864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:26.617393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=35f7c9e4-34b9-4623-966e-cf3bdab461ae,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:26.681389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.080870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d0d7a6e1-2b0f-4110-892e-563bff60d5e7 req-aa8063d5-a3df-4ff6-b494-db4dc9ff0ddf tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 210 time: 0.0410318 Feb 09 03:22:27.201407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.553833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.563218 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.646025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=35f7c9e4-34b9-4623-966e-cf3bdab461ae,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:27.650644 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.663309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0115b90d-94a8-4009-93ad-70538d15c0d4 None None] Network bf88109c-e4ef-4e33-a1a8-685c63284679 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:27.769957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network bf88109c-e4ef-4e33-a1a8-685c63284679 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:27.771461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:27.784104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-822e6a31-c287-4f78-a907-e5cab943a995 None None] Provisioning complete for port 1644ef78-8fab-4409-931d-16951d441396 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:27.784494 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-822e6a31-c287-4f78-a907-e5cab943a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1644ef78-8fab-4409-931d-16951d441396), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:27.864453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5f000da-44d2-4bed-ba78-f1f705fab3a2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:27.925257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:27.986688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-822e6a31-c287-4f78-a907-e5cab943a995 None None] Current status of the port 1644ef78-8fab-4409-931d-16951d441396 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:27.987305 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-822e6a31-c287-4f78-a907-e5cab943a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1644ef78-8fab-4409-931d-16951d441396), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.003109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d5f000da-44d2-4bed-ba78-f1f705fab3a2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:28.003741 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.051185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:28.064324 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-138de14b-7709-4bdb-adca-954817d461ec tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "PUT /v2.0/routers/a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3168581 Feb 09 03:22:28.070700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-822e6a31-c287-4f78-a907-e5cab943a995 None None] For port 1644ef78-8fab-4409-931d-16951d441396, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1644ef78-8fab-4409-931d-16951d441396,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:28.076447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-822e6a31-c287-4f78-a907-e5cab943a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1644ef78-8fab-4409-931d-16951d441396), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.190318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e6a31-c287-4f78-a907-e5cab943a995 None None] Pushing event updated for resources: {'Port': ['ID=1644ef78-8fab-4409-931d-16951d441396,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:28.204017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d5f000da-44d2-4bed-ba78-f1f705fab3a2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:28.204423 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.245197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d5f000da-44d2-4bed-ba78-f1f705fab3a2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5f000da-44d2-4bed-ba78-f1f705fab3a2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:28.255369 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.256171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1644ef78-8fab-4409-931d-16951d441396 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:28.342591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-77ee49f5-f1c9-476b-bb0f-56b7b5f1f880 req-328a311e-934b-40b2-862a-4da854d8a2c6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 210 time: 0.1245320 Feb 09 03:22:28.380199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Sync routers for ids ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:28.448118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d5f000da-44d2-4bed-ba78-f1f705fab3a2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:28.454559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-94b998c7-284c-4b69-bf28-633fcf083a7d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:28.459752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-94b998c7-284c-4b69-bf28-633fcf083a7d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.26 "GET /v2.0/networks?id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 HTTP/1.1" status: 200 len: 796 time: 0.3002939 Feb 09 03:22:28.461921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Routers {'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:28.462589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:28.554087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-68614754-9d05-4bc1-9b97-5271809378de None None] Provisioning complete for port 35f7c9e4-34b9-4623-966e-cf3bdab461ae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:28.554472 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-68614754-9d05-4bc1-9b97-5271809378de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.583672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-d1cc3eb3-614a-4d02-aaf4-42cfb18f61af tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:28.585198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-d1cc3eb3-614a-4d02-aaf4-42cfb18f61af tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/networks?id=bf88109c-e4ef-4e33-a1a8-685c63284679 HTTP/1.1" status: 200 len: 798 time: 0.1727333 Feb 09 03:22:28.607824 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-bbd69c89-aeee-47fa-8d6b-565b18c06d30 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/quotas/6f74edd7eefb4e37929c0c859abb8638 HTTP/1.1" status: 200 len: 375 time: 0.0157077 Feb 09 03:22:28.621692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-bb048d0d-d17f-4515-8d3a-1f86e75cfd95 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 379 time: 0.1423619 Feb 09 03:22:28.632994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'port': {'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'admin_state_up': True, 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'security_groups': ['a291db9b-aa1e-4ac9-9dcb-f6e35f67810a']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:28.642882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-68614754-9d05-4bc1-9b97-5271809378de None None] Port 35f7c9e4-34b9-4623-966e-cf3bdab461ae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:28.714998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-78922955-addb-4b03-9c5e-f761b66eeaa5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1002553 Feb 09 03:22:28.736286 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Set router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:28.785524 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:28.790184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.794516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1644ef78-8fab-4409-931d-16951d441396 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:28.794978 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1644ef78-8fab-4409-931d-16951d441396), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.816887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-68614754-9d05-4bc1-9b97-5271809378de None None] Provisioning complete for port 1644ef78-8fab-4409-931d-16951d441396 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:28.817268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-68614754-9d05-4bc1-9b97-5271809378de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1644ef78-8fab-4409-931d-16951d441396), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:28.848585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-99a2e5f0-16ee-4e80-be17-00fcdb588acb service neutron] 10.222.0.32 "GET /v2.0/networks/bf88109c-e4ef-4e33-a1a8-685c63284679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118238 Feb 09 03:22:28.969977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.20.0.11 (b1dbd7ee-56ef-4d31-998c-76a23ea1cc37/053631a5-3e5e-42c6-ba1f-2cb8409b3369/a54db62d-9baf-4c44-937f-29250bb3f4c6) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:29.007548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-cbf15cb2-c4a9-4d29-9f28-b1b8e979c6e0 service neutron] 10.222.0.32 "GET /v2.0/networks/bf88109c-e4ef-4e33-a1a8-685c63284679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499605 Feb 09 03:22:29.169932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.246695 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14edec4c-0c8d-4c73-9afe-3a975c9d3bc0 req-2df751e6-4ba8-4f04-91a1-de6adc7a0b5e tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 210 time: 0.0376527 Feb 09 03:22:29.261001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.375317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:29.380283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:29.385811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:29.437988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=a54db62d-9baf-4c44-937f-29250bb3f4c6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:29.452860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-68614754-9d05-4bc1-9b97-5271809378de None None] Current status of the port 1644ef78-8fab-4409-931d-16951d441396 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:29.462913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1644ef78-8fab-4409-931d-16951d441396 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:29.472481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:27Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '35f7c9e4-34b9-4623-966e-cf3bdab461ae', 'name': '', 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:bb:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'dbafbb18-93e9-4c5e-8666-bddfe85c214c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:25Z', 'updated_at': '2022-02-09T03:22:27Z', 'revision_number': 2, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': 'dbafbb18-93e9-4c5e-8666-bddfe85c214c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:29.512748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:29.516730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.561342 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-a637f166-161e-4b9e-beca-bbb1282d793a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9337502 Feb 09 03:22:29.576272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Request body: {'port': {'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:29.585811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Checking router: a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:29.586167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Updating router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f port 35f7c9e4-34b9-4623-966e-cf3bdab461ae binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:22:29.637733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cebe3e-2d3e-4141-9b11-4c482e9f8a88 req-963333c9-2257-4156-b64f-90ad4f241dc9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:29.650055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7cebe3e-2d3e-4141-9b11-4c482e9f8a88 req-963333c9-2257-4156-b64f-90ad4f241dc9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 932 time: 0.1397839 Feb 09 03:22:29.698689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-446a9fcc-418a-473e-917e-944a05d3043d None None] Provisioning complete for port 35f7c9e4-34b9-4623-966e-cf3bdab461ae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:29.699271 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-446a9fcc-418a-473e-917e-944a05d3043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.717371 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.765334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:29.819110 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7cebe3e-2d3e-4141-9b11-4c482e9f8a88 req-84552360-5425-4004-bd06-6501bab9db62 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535397 Feb 09 03:22:29.820543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5f000da-44d2-4bed-ba78-f1f705fab3a2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:29.949115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-446a9fcc-418a-473e-917e-944a05d3043d None None] Port 35f7c9e4-34b9-4623-966e-cf3bdab461ae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:30.112686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d5f000da-44d2-4bed-ba78-f1f705fab3a2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:30.113687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.163135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-dd14e00c-feb6-43ef-a74d-c36306eb4a8f None None] Provisioning complete for port a54db62d-9baf-4c44-937f-29250bb3f4c6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:30.163519 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dd14e00c-feb6-43ef-a74d-c36306eb4a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.208579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dd14e00c-feb6-43ef-a74d-c36306eb4a8f None None] Port a54db62d-9baf-4c44-937f-29250bb3f4c6 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:30.295042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54db62d-9baf-4c44-937f-29250bb3f4c6 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:30.303904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Publish callbacks [] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.323030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Transition to ACTIVE for port object a54db62d-9baf-4c44-937f-29250bb3f4c6 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:30.329324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.361374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d5f000da-44d2-4bed-ba78-f1f705fab3a2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:30.362553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1644ef78-8fab-4409-931d-16951d441396 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:30.408527 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Publish callbacks [] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.424161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.490525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Pushing event updated for resources: {'Port': ['ID=a54db62d-9baf-4c44-937f-29250bb3f4c6,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:30.563964 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ed358b5-018c-4136-b82e-813c0243c20b req-e76cb1ba-fb13-4ee2-b31f-712f903bc2f0 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 210 time: 0.1141469 Feb 09 03:22:30.629619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Attempting to bind port a54db62d-9baf-4c44-937f-29250bb3f4c6 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:30.630273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Attempting to bind port a54db62d-9baf-4c44-937f-29250bb3f4c6 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:30.630792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Attempting to bind port a54db62d-9baf-4c44-937f-29250bb3f4c6 on network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:30.639745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Port a54db62d-9baf-4c44-937f-29250bb3f4c6 on network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:30.640849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Attempting to bind port a54db62d-9baf-4c44-937f-29250bb3f4c6 on network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:30.648277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:30.648895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Checking segment: {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:30.649466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Bound using segment: {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:30.650492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Bound port: a54db62d-9baf-4c44-937f-29250bb3f4c6, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6b85c2-cc2a-438f-999f-014dc7125f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:30.651040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.662082 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e834524b-54a2-4783-a818-2e81a678e157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.813499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] For port a54db62d-9baf-4c44-937f-29250bb3f4c6, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:30.818951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff221de9-0efa-464f-93bd-b9d7c0a68b46 None None] Pushing event updated for resources: {'Port': ['ID=35f7c9e4-34b9-4623-966e-cf3bdab461ae,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:30.823417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] For port a54db62d-9baf-4c44-937f-29250bb3f4c6, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:30.830490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1644ef78-8fab-4409-931d-16951d441396 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:30.833738 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1644ef78-8fab-4409-931d-16951d441396), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.840597 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.898158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Attempting to bind port 35f7c9e4-34b9-4623-966e-cf3bdab461ae on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:30.899085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Attempting to bind port 35f7c9e4-34b9-4623-966e-cf3bdab461ae by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:30.900423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Attempting to bind port 35f7c9e4-34b9-4623-966e-cf3bdab461ae on network bf88109c-e4ef-4e33-a1a8-685c63284679 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:30.917192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:30.918510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Checking segment: {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:30.919096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.919817 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Bound using segment: {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:30.920449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Bound port: 35f7c9e4-34b9-4623-966e-cf3bdab461ae, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:30.921856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:30.996282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:30.996906 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.003742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] 10.222.0.26 "PUT /v2.0/ports/a54db62d-9baf-4c44-937f-29250bb3f4c6 HTTP/1.1" status: 200 len: 1092 time: 1.4317467 Feb 09 03:22:31.008707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] For port 35f7c9e4-34b9-4623-966e-cf3bdab461ae, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:31.013918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] For port 35f7c9e4-34b9-4623-966e-cf3bdab461ae, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35f7c9e4-34b9-4623-966e-cf3bdab461ae,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:31.038636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.127669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:31.141064 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b57e305-350f-4cf9-9b1d-e4fcb5981411" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:31.151908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Routers {'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:31.152556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:31.271239 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c7115c-8564-434f-ab26-27331f44f9af x-openstack-request-id: req-f0c7115c-8564-434f-ab26-27331f44f9af {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:31.271828 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:31.272412 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0c7115c-8564-434f-ab26-27331f44f9af {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:31.273053 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'status': 'completed', 'code': 200} Feb 09 03:22:31.329584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527126a-c923-474c-a7b8-fcdcfc92b194 req-90a9210e-5104-4611-82b4-a58306633e5a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.335534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] Set router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:31.339405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0527126a-c923-474c-a7b8-fcdcfc92b194 req-90a9210e-5104-4611-82b4-a58306633e5a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 944 time: 0.2761824 Feb 09 03:22:31.353212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b0f7d-9ff9-44fc-8f7b-735fb48d6293 service neutron] Pushing event updated for resources: {'Port': ['ID=a54db62d-9baf-4c44-937f-29250bb3f4c6,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:31.396424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-2942a5e1-2c98-4acc-ae58-087b462b8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.399075 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-2942a5e1-2c98-4acc-ae58-087b462b8c45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 1126 time: 0.2535884 Feb 09 03:22:31.406526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-a0ef586f-2b84-4f75-a75d-6830ffff99e1 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.408364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-a0ef586f-2b84-4f75-a75d-6830ffff99e1 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.26 "GET /v2.0/networks?id=bf88109c-e4ef-4e33-a1a8-685c63284679 HTTP/1.1" status: 200 len: 798 time: 0.5106230 Feb 09 03:22:31.449144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0527126a-c923-474c-a7b8-fcdcfc92b194 req-ed551c49-c2c8-410c-a4ab-9363c5927c7a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087759 Feb 09 03:22:31.488640 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-02471ad5-250f-44c5-a39c-67e798fd015a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6 HTTP/1.1" status: 200 len: 217 time: 0.0790317 Feb 09 03:22:31.499285 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Request body: {'port': {'device_id': '944f3e41-73f0-4730-a59b-a461dd43be08', 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679', 'admin_state_up': True, 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:31.592528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1644ef78-8fab-4409-931d-16951d441396 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:31.643654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff221de9-0efa-464f-93bd-b9d7c0a68b46 None None] Pushing event updated for resources: {'Port': ['ID=35f7c9e4-34b9-4623-966e-cf3bdab461ae,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:31.715820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88d72c02-83d3-47e9-aa75-3d309d3aa531 req-19c66675-ccae-4e65-a0ff-96ba6507b1c1 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 210 time: 0.0477042 Feb 09 03:22:31.718106 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-78b02488-e8f7-4509-8649-cb9843579379 None None] Provisioning complete for port 35f7c9e4-34b9-4623-966e-cf3bdab461ae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:31.718813 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-78b02488-e8f7-4509-8649-cb9843579379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.734871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-b1358856-43dd-45c6-88c9-0962c324e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.736654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-b1358856-43dd-45c6-88c9-0962c324e07c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053631a5-3e5e-42c6-ba1f-2cb8409b3369 HTTP/1.1" status: 200 len: 835 time: 0.2336600 Feb 09 03:22:31.850207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-928d291a-d6f4-4c3e-8146-bf949c4f41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:31.852251 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-928d291a-d6f4-4c3e-8146-bf949c4f41de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983510 Feb 09 03:22:31.869500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Made reservation on behalf of 6f74edd7eefb4e37929c0c859abb8638 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:31.873256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.886437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-78b02488-e8f7-4509-8649-cb9843579379 None None] Current status of the port 35f7c9e4-34b9-4623-966e-cf3bdab461ae is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:31.886885 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-78b02488-e8f7-4509-8649-cb9843579379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:31.937540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:27Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '35f7c9e4-34b9-4623-966e-cf3bdab461ae', 'name': '', 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:bb:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'dbafbb18-93e9-4c5e-8666-bddfe85c214c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:25Z', 'updated_at': '2022-02-09T03:22:31Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': 'dbafbb18-93e9-4c5e-8666-bddfe85c214c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:31.983256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c53e46a-3546-4df2-82c1-3e3f647e7676 None None] The sync data for ids ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'] in n-d-827839-4 is: [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:27Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '35f7c9e4-34b9-4623-966e-cf3bdab461ae', 'name': '', 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:bb:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'dbafbb18-93e9-4c5e-8666-bddfe85c214c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:25Z', 'updated_at': '2022-02-09T03:22:31Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': 'dbafbb18-93e9-4c5e-8666-bddfe85c214c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:31.989016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-78b02488-e8f7-4509-8649-cb9843579379 None None] For port 35f7c9e4-34b9-4623-966e-cf3bdab461ae, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35f7c9e4-34b9-4623-966e-cf3bdab461ae,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:32.003363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-78b02488-e8f7-4509-8649-cb9843579379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:32.052535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-d12427ce-8907-4324-bd2f-fd2658868b0c service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937187 Feb 09 03:22:32.101479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b02488-e8f7-4509-8649-cb9843579379 None None] Pushing event updated for resources: {'Port': ['ID=35f7c9e4-34b9-4623-966e-cf3bdab461ae,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:32.190941 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Allocated IP 172.20.0.26 (bf88109c-e4ef-4e33-a1a8-685c63284679/dbafbb18-93e9-4c5e-8666-bddfe85c214c/31f697cf-a24e-4690-b21c-dbbf5e5220b7) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:32.298968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-41b16a1b-c1d5-4388-bc02-f1ec936134d4 req-aeee9de3-11ba-4f7a-8303-12079f554603 service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374249 Feb 09 03:22:32.431573 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:32.458836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-feff4f1a-0a4f-420f-8eda-b3c4baf71770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.460440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-feff4f1a-0a4f-420f-8eda-b3c4baf71770 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 1126 time: 0.1072748 Feb 09 03:22:32.574030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:32.633168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Network bf88109c-e4ef-4e33-a1a8-685c63284679 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:32.644995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:32.674448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:32.720601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event updated for resources: {'Port': ['ID=31f697cf-a24e-4690-b21c-dbbf5e5220b7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:32.732732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-7df38b5d-9f57-4284-ba08-c20d119cd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.736066 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-7df38b5d-9f57-4284-ba08-c20d119cd259 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 HTTP/1.1" status: 200 len: 897 time: 0.2689688 Feb 09 03:22:32.769863 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-46111b9f-de48-4b1b-9124-9dfbf5ce88a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:32.781444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886d48d-6f2d-4891-b319-7567f18a8992 req-2c17c09e-53c6-4cc7-a644-129a6c533d33 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.794408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2886d48d-6f2d-4891-b319-7567f18a8992 req-2c17c09e-53c6-4cc7-a644-129a6c533d33 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 944 time: 0.2222335 Feb 09 03:22:32.894694 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-2e02efdc-e18f-4ace-b212-feb34d752a24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6 HTTP/1.1" status: 200 len: 217 time: 0.1502836 Feb 09 03:22:32.920755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2886d48d-6f2d-4891-b319-7567f18a8992 req-c2f0c30c-850f-4cf1-bdc8-b61255c8fdb8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254442 Feb 09 03:22:32.944463 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:32.945323 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:33.023314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-2f469815-6541-47c0-a9e9-57d9fa9ab124 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5330949 Feb 09 03:22:33.039911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Request body: {'port': {'device_id': '944f3e41-73f0-4730-a59b-a461dd43be08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:33.092980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-39808427-9ec2-4ee3-ba2c-b77c35e6b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.094588 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-39808427-9ec2-4ee3-ba2c-b77c35e6b30f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053631a5-3e5e-42c6-ba1f-2cb8409b3369 HTTP/1.1" status: 200 len: 835 time: 0.1648922 Feb 09 03:22:33.117817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ab07d-97e1-4105-884c-d9ce5d263100 req-77227d0d-0033-4ba7-807c-a2b9d8d205b6 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.119796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-803ab07d-97e1-4105-884c-d9ce5d263100 req-77227d0d-0033-4ba7-807c-a2b9d8d205b6 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 895 time: 0.2442772 Feb 09 03:22:33.176224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2caea287-d3dd-4954-8887-f4783ae64e51 None None] Provisioning complete for port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:33.176911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:33.178078 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2caea287-d3dd-4954-8887-f4783ae64e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:33.247180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-976276ad-2e51-4084-8c22-7157779c5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:33.248821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-976276ad-2e51-4084-8c22-7157779c5e24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1447198 Feb 09 03:22:33.300540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2caea287-d3dd-4954-8887-f4783ae64e51 None None] Port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:22:33.484881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-fcd248ad-e545-43db-98da-870f44d41c74 service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271683 Feb 09 03:22:33.625516 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b57e305-350f-4cf9-9b1d-e4fcb5981411 req-70f50147-dda2-4b7b-95de-22daf407599e service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336169 Feb 09 03:22:33.685069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f697cf-a24e-4690-b21c-dbbf5e5220b7 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:33.695944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Publish callbacks [] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:33.713243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Transition to ACTIVE for port object 31f697cf-a24e-4690-b21c-dbbf5e5220b7 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:33.719038 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:33.814200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35f7c9e4-34b9-4623-966e-cf3bdab461ae up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:33.817130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Pushing event updated for resources: {'Port': ['ID=31f697cf-a24e-4690-b21c-dbbf5e5220b7,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:33.915866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Attempting to bind port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:33.916702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Attempting to bind port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:33.921497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Attempting to bind port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 on network bf88109c-e4ef-4e33-a1a8-685c63284679 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:33.927554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 on network bf88109c-e4ef-4e33-a1a8-685c63284679 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:33.928106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Attempting to bind port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 on network bf88109c-e4ef-4e33-a1a8-685c63284679 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:33.952689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 35f7c9e4-34b9-4623-966e-cf3bdab461ae triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:33.953077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:33.958987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:33.959801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Checking segment: {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:33.960419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Bound using segment: {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:33.962331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Bound port: 31f697cf-a24e-4690-b21c-dbbf5e5220b7, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235c5468-2631-4475-bcf5-e3f2e51fc47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:33.964256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:34.075527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] For port 31f697cf-a24e-4690-b21c-dbbf5e5220b7, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:34.081773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] For port 31f697cf-a24e-4690-b21c-dbbf5e5220b7, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=31f697cf-a24e-4690-b21c-dbbf5e5220b7,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:34.082358 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:34.091064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:34.161955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Pushing event updated for resources: {'Port': ['ID=31f697cf-a24e-4690-b21c-dbbf5e5220b7,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:34.169929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 35f7c9e4-34b9-4623-966e-cf3bdab461ae is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:34.184832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.185699 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:34.190145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-7c91f142-cbf1-41a0-9094-bab1337aadec service neutron] 10.222.0.26 "PUT /v2.0/ports/31f697cf-a24e-4690-b21c-dbbf5e5220b7 HTTP/1.1" status: 200 len: 1055 time: 1.1549978 Feb 09 03:22:34.190864 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944f3e41-73f0-4730-a59b-a461dd43be08', 'tag': '31f697cf-a24e-4690-b21c-dbbf5e5220b7'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:34.193474 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634abe48-6e36-4a62-820d-9e82d4838c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "944f3e41-73f0-4730-a59b-a461dd43be08", "tag": "31f697cf-a24e-4690-b21c-dbbf5e5220b7"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:34.197362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e43143-718b-43ac-991f-2678371874f5 req-ddef161c-d334-4218-8368-bbef2b116762 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.199001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7e43143-718b-43ac-991f-2678371874f5 req-ddef161c-d334-4218-8368-bbef2b116762 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 944 time: 0.1406882 Feb 09 03:22:34.303573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7e43143-718b-43ac-991f-2678371874f5 req-0fd5a56f-fbf7-4ad0-aa79-a38019eb83e9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864611 Feb 09 03:22:34.337582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-50b1736e-1deb-4849-8368-a609dc1736b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.339734 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-50b1736e-1deb-4849-8368-a609dc1736b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 1089 time: 0.1101525 Feb 09 03:22:34.391473 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-409b922d-0865-474f-ae40-0463e2b43a96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=31f697cf-a24e-4690-b21c-dbbf5e5220b7 HTTP/1.1" status: 200 len: 217 time: 0.0435784 Feb 09 03:22:34.393879 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a547114-e35d-4d20-bf1e-aee108ce8039 x-openstack-request-id: req-2a547114-e35d-4d20-bf1e-aee108ce8039 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:34.394319 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944f3e41-73f0-4730-a59b-a461dd43be08", "tag": "31f697cf-a24e-4690-b21c-dbbf5e5220b7", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:34.394704 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a547114-e35d-4d20-bf1e-aee108ce8039 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:34.395211 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944f3e41-73f0-4730-a59b-a461dd43be08', 'tag': '31f697cf-a24e-4690-b21c-dbbf5e5220b7', 'status': 'completed', 'code': 200} Feb 09 03:22:34.403227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20101f-20b9-4367-8b97-7482f1d20f44 req-dfbd603f-d48e-4563-b30f-8d420139782d tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.406700 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f20101f-20b9-4367-8b97-7482f1d20f44 req-dfbd603f-d48e-4563-b30f-8d420139782d tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 907 time: 0.1361558 Feb 09 03:22:34.458842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-ba3e4ec1-744b-4626-83d6-5e8a1e8d0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.460318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-ba3e4ec1-744b-4626-83d6-5e8a1e8d0551 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbafbb18-93e9-4c5e-8666-bddfe85c214c HTTP/1.1" status: 200 len: 838 time: 0.0522485 Feb 09 03:22:34.517698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-43e9dc57-dfd1-4b04-a575-47dcab2df4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.519213 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-43e9dc57-dfd1-4b04-a575-47dcab2df4cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf88109c-e4ef-4e33-a1a8-685c63284679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517015 Feb 09 03:22:34.613524 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-5ded8234-5782-4338-aaa2-625fae35f82d service neutron] 10.222.0.26 "GET /v2.0/networks/bf88109c-e4ef-4e33-a1a8-685c63284679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882978 Feb 09 03:22:34.707592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cb2fd994-de73-4e71-9aa6-d4451243f92d req-496d431f-3a3d-4bce-80c1-c26df703479d service neutron] 10.222.0.26 "GET /v2.0/networks/bf88109c-e4ef-4e33-a1a8-685c63284679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881371 Feb 09 03:22:34.803833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-d9334f6b-8256-4773-a6d1-87c4fd36821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.805382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-d9334f6b-8256-4773-a6d1-87c4fd36821c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 1089 time: 0.0530462 Feb 09 03:22:34.909995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-1fa14409-982d-462f-bc99-efcee8c139be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:34.911506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-1fa14409-982d-462f-bc99-efcee8c139be service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf88109c-e4ef-4e33-a1a8-685c63284679 HTTP/1.1" status: 200 len: 899 time: 0.0989285 Feb 09 03:22:34.963333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-a5088ef0-5130-4916-87bb-b30f5e960291 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=31f697cf-a24e-4690-b21c-dbbf5e5220b7 HTTP/1.1" status: 200 len: 217 time: 0.0453486 Feb 09 03:22:35.022406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-7d1631bc-7f33-4078-9746-224c1567f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:35.024033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-7d1631bc-7f33-4078-9746-224c1567f11f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbafbb18-93e9-4c5e-8666-bddfe85c214c HTTP/1.1" status: 200 len: 838 time: 0.0544538 Feb 09 03:22:35.075517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-2e3cb43b-5aab-4de5-868b-55d2663ece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:35.077805 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-2e3cb43b-5aab-4de5-868b-55d2663ece35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf88109c-e4ef-4e33-a1a8-685c63284679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470033 Feb 09 03:22:35.114583 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:35.180561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40948-2800-459d-8cd8-42cd035b449a req-0c7b4736-a910-4333-ad3d-a414544aba07 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:35.182254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-0c7b4736-a910-4333-ad3d-a414544aba07 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/networks?id=da893c8a-68eb-40e5-a8b8-5be0a971484a HTTP/1.1" status: 200 len: 813 time: 0.1193225 Feb 09 03:22:35.204801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-eecc9764-37cc-4656-b543-28ecd385ce6d tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/quotas/0ad9edbb31964aff8b5863ea24309b67 HTTP/1.1" status: 200 len: 375 time: 0.0122101 Feb 09 03:22:35.239109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-3526755d-44d1-427e-b2a9-49a49131b6be tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ad9edbb31964aff8b5863ea24309b67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294247 Feb 09 03:22:35.348194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-de3566fd-2740-4af1-a35b-8d2fc4f10bdc service neutron] 10.222.0.32 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013649 Feb 09 03:22:35.381386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a54db62d-9baf-4c44-937f-29250bb3f4c6 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:35.462044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-af1fd1b3-2611-4d9b-a965-ff621ed34976 service neutron] 10.222.0.26 "GET /v2.0/networks/bf88109c-e4ef-4e33-a1a8-685c63284679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786769 Feb 09 03:22:35.481827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-31f949ee-6699-4a52-89c7-59a1b09a0d3a service neutron] 10.222.0.32 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258736 Feb 09 03:22:35.556295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a54db62d-9baf-4c44-937f-29250bb3f4c6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:35.571173 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:35.591852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad795ab5-207a-48c0-a9b3-d8d19c81109f req-c9327f67-ec9f-4300-8787-b251ecda88db tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:35.594221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad795ab5-207a-48c0-a9b3-d8d19c81109f req-c9327f67-ec9f-4300-8787-b251ecda88db tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 944 time: 0.1352155 Feb 09 03:22:35.613215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a54db62d-9baf-4c44-937f-29250bb3f4c6 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:35.613614 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:35.630218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54db62d-9baf-4c44-937f-29250bb3f4c6 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:35.656601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a54db62d-9baf-4c44-937f-29250bb3f4c6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:35.661487 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:35.698737 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad795ab5-207a-48c0-a9b3-d8d19c81109f req-d8bd503e-83ac-4a35-831e-7176466bda42 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937319 Feb 09 03:22:35.702880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-634abe48-6e36-4a62-820d-9e82d4838c7c req-3af3ef3e-4041-481f-b1a6-6c2a6a0f37cc service neutron] 10.222.0.26 "GET /v2.0/networks/bf88109c-e4ef-4e33-a1a8-685c63284679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290516 Feb 09 03:22:35.729761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=a54db62d-9baf-4c44-937f-29250bb3f4c6,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:35.797589 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c4eb7ac9-951f-418a-b14d-0b0b891b6aac req-6d83f8df-8c6c-4d77-83b0-1a67cdd8cc49 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 210 time: 0.0442204 Feb 09 03:22:35.801403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9768e3-54ed-429b-a434-1595cd43b5fc req-f635e3f1-edef-4395-8016-9e276b3e44f0 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:35.813309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d9768e3-54ed-429b-a434-1595cd43b5fc req-f635e3f1-edef-4395-8016-9e276b3e44f0 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 907 time: 0.0975661 Feb 09 03:22:36.006306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['a54db62d-9baf-4c44-937f-29250bb3f4c6'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:36.474106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.728332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40948-2800-459d-8cd8-42cd035b449a req-b196f3a9-40e4-4b03-bff1-758c0f915dcc tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:36.730055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-b196f3a9-40e4-4b03-bff1-758c0f915dcc tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.61 "GET /v2.0/networks?id=da893c8a-68eb-40e5-a8b8-5be0a971484a HTTP/1.1" status: 200 len: 813 time: 0.1369538 Feb 09 03:22:36.747403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Request body: {'port': {'device_id': 'a036c6e9-983c-48a2-afae-3f5393483864', 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a', 'admin_state_up': True, 'tenant_id': '0ad9edbb31964aff8b5863ea24309b67'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:36.854079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93595be-9f37-4b1b-896e-226f50ea9b59 req-8c53a3d6-e464-4bc3-8243-71287386c0da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:36.857613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a93595be-9f37-4b1b-896e-226f50ea9b59 req-8c53a3d6-e464-4bc3-8243-71287386c0da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 945 time: 0.0794020 Feb 09 03:22:36.907631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a9aa8fbd-cabb-4a9c-be12-8c722b2e98f8 req-d9cbb8ee-f49e-4279-9e35-01b490176148 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 210 time: 0.0407286 Feb 09 03:22:36.908828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Made reservation on behalf of 0ad9edbb31964aff8b5863ea24309b67 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:22:36.912554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:36.926459 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a93595be-9f37-4b1b-896e-226f50ea9b59 req-04f00dde-4d01-463c-afb3-eb60d643c808 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627234 Feb 09 03:22:37.098342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3a5b6-f5ea-4cfc-8484-2578e8c40e86 req-fd8dbc99-63ee-43c9-89a4-73635d0a7018 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:37.099709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5be3a5b6-f5ea-4cfc-8484-2578e8c40e86 req-fd8dbc99-63ee-43c9-89a4-73635d0a7018 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 907 time: 0.1036761 Feb 09 03:22:37.110824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Allocated IP 172.20.0.5 (da893c8a-68eb-40e5-a8b8-5be0a971484a/5c89c429-e4ae-40b9-8ab7-8abb814befd5/cd8db184-107c-4a63-b86b-3ce0f392ae26) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:37.260650 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks [] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.295306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.335826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Network da893c8a-68eb-40e5-a8b8-5be0a971484a is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:37.340865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:37.344675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:37.372084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Pushing event updated for resources: {'Port': ['ID=cd8db184-107c-4a63-b86b-3ce0f392ae26,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:37.395335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 31f697cf-a24e-4690-b21c-dbbf5e5220b7 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:37.397514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:37.398261 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.398499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a54db62d-9baf-4c44-937f-29250bb3f4c6 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:37.415487 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-ad08f928-8630-4568-a666-dfebd8a29f58 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6723521 Feb 09 03:22:37.426623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Request body: {'port': {'device_id': 'a036c6e9-983c-48a2-afae-3f5393483864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:37.490823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.515791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port a54db62d-9baf-4c44-937f-29250bb3f4c6 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:37.528219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port a54db62d-9baf-4c44-937f-29250bb3f4c6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:37.528592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.731819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 31f697cf-a24e-4690-b21c-dbbf5e5220b7, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=31f697cf-a24e-4690-b21c-dbbf5e5220b7,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:37.753791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '31f697cf-a24e-4690-b21c-dbbf5e5220b7', 'network_id': 'bf88109c-e4ef-4e33-a1a8-685c63284679', 'port_id': '31f697cf-a24e-4690-b21c-dbbf5e5220b7', 'mac_address': 'fa:16:3e:80:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafbb18-93e9-4c5e-8666-bddfe85c214c', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:37.809985 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8db184-107c-4a63-b86b-3ce0f392ae26 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:37.819883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Publish callbacks [] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.820126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:37.820313 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.834575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Transition to ACTIVE for port object cd8db184-107c-4a63-b86b-3ce0f392ae26 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:22:37.839067 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.843957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f697cf-a24e-4690-b21c-dbbf5e5220b7 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:37.849390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port a54db62d-9baf-4c44-937f-29250bb3f4c6 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:37.849786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.896596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8db184-107c-4a63-b86b-3ce0f392ae26,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:37.904885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 31f697cf-a24e-4690-b21c-dbbf5e5220b7, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=31f697cf-a24e-4690-b21c-dbbf5e5220b7,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:37.921980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:37.926024 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d560404-c503-43aa-acb4-fdb6c6c68d9c" -d '{"events": [{"server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "name": "network-vif-plugged", "status": "completed", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:37.932381 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:37.954550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port a54db62d-9baf-4c44-937f-29250bb3f4c6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:37.997521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Attempting to bind port cd8db184-107c-4a63-b86b-3ce0f392ae26 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:22:37.998067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Attempting to bind port cd8db184-107c-4a63-b86b-3ce0f392ae26 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:22:38.000145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Attempting to bind port cd8db184-107c-4a63-b86b-3ce0f392ae26 on network da893c8a-68eb-40e5-a8b8-5be0a971484a {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:38.004362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.024025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Port cd8db184-107c-4a63-b86b-3ce0f392ae26 on network da893c8a-68eb-40e5-a8b8-5be0a971484a not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:22:38.024728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Attempting to bind port cd8db184-107c-4a63-b86b-3ce0f392ae26 on network da893c8a-68eb-40e5-a8b8-5be0a971484a {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:22:38.052502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:22:38.053039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Checking segment: {'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:22:38.053525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Bound using segment: {'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:22:38.054068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Bound port: cd8db184-107c-4a63-b86b-3ce0f392ae26, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:22:38.054691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.105663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=31f697cf-a24e-4690-b21c-dbbf5e5220b7,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:38.133762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b74e7f-3224-47b8-8374-b7dda251ae8b req-49eced2a-04c3-4963-a244-c358f0a85c67 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.136821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53b74e7f-3224-47b8-8374-b7dda251ae8b req-49eced2a-04c3-4963-a244-c358f0a85c67 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 943 time: 0.1286964 Feb 09 03:22:38.174035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] For port cd8db184-107c-4a63-b86b-3ce0f392ae26, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:22:38.178693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=a54db62d-9baf-4c44-937f-29250bb3f4c6,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:38.206063 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7585c598-db17-421f-a044-10323fe3faba x-openstack-request-id: req-7585c598-db17-421f-a044-10323fe3faba {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:38.206652 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "name": "network-vif-plugged", "status": "completed", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:38.207183 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7585c598-db17-421f-a044-10323fe3faba {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:38.207734 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'code': 200} Feb 09 03:22:38.207922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] For port cd8db184-107c-4a63-b86b-3ce0f392ae26, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd8db184-107c-4a63-b86b-3ce0f392ae26,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:22:38.254583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-53b74e7f-3224-47b8-8374-b7dda251ae8b req-163dd644-4f13-4d11-ab65-c7935c633890 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074543 Feb 09 03:22:38.261810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.268684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['31f697cf-a24e-4690-b21c-dbbf5e5220b7'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:38.332674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.333297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:38.335001 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] 10.222.0.61 "PUT /v2.0/ports/cd8db184-107c-4a63-b86b-3ce0f392ae26 HTTP/1.1" status: 200 len: 1091 time: 0.9125485 Feb 09 03:22:38.335542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a036c6e9-983c-48a2-afae-3f5393483864', 'tag': 'cd8db184-107c-4a63-b86b-3ce0f392ae26'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:38.338054 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a036c6e9-983c-48a2-afae-3f5393483864", "tag": "cd8db184-107c-4a63-b86b-3ce0f392ae26"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:38.385065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34801-9bab-42ac-826f-7c68452f3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8db184-107c-4a63-b86b-3ce0f392ae26,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:38.403532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bc9a6-dea5-4fa3-984b-b39470077bdc req-7d3bc670-51b4-4ae0-9af1-65c45b4d7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.406177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c52bc9a6-dea5-4fa3-984b-b39470077bdc req-7d3bc670-51b4-4ae0-9af1-65c45b4d7326 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 1128 time: 0.1315401 Feb 09 03:22:38.441253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaf762-c91a-4eb0-8605-266f7415739a req-357ef523-dc14-48a3-9c3a-ddb2e6a39d4a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.443054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cbaf762-c91a-4eb0-8605-266f7415739a req-357ef523-dc14-48a3-9c3a-ddb2e6a39d4a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 946 time: 0.1121244 Feb 09 03:22:38.476367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40948-2800-459d-8cd8-42cd035b449a req-85196cf6-180b-48a4-b880-a3fdf9276f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.477926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-85196cf6-180b-48a4-b880-a3fdf9276f33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ad9edbb31964aff8b5863ea24309b67&device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 1125 time: 0.1049421 Feb 09 03:22:38.485662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4563b-2adc-487b-9226-37f583c5495c req-a11908b5-50f1-439f-a019-69af59d4cb91 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.487043 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c52bc9a6-dea5-4fa3-984b-b39470077bdc req-b17c6b44-c2a6-4a0c-82df-cb3867cd3066 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732968 Feb 09 03:22:38.487180 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dca4563b-2adc-487b-9226-37f583c5495c req-a11908b5-50f1-439f-a019-69af59d4cb91 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 908 time: 0.0899861 Feb 09 03:22:38.531593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cbaf762-c91a-4eb0-8605-266f7415739a req-6dedc117-acc3-45ee-83a9-2b1df5409e7f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775793 Feb 09 03:22:38.533846 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-84fccafb-c2cf-4086-8838-b1a7309e221d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8db184-107c-4a63-b86b-3ce0f392ae26 HTTP/1.1" status: 200 len: 217 time: 0.0457428 Feb 09 03:22:38.557532 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c55a552-bd5c-41ac-9225-2a9483a4da10 x-openstack-request-id: req-7c55a552-bd5c-41ac-9225-2a9483a4da10 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:38.557824 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a036c6e9-983c-48a2-afae-3f5393483864", "tag": "cd8db184-107c-4a63-b86b-3ce0f392ae26", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:38.558080 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c55a552-bd5c-41ac-9225-2a9483a4da10 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:38.558518 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a036c6e9-983c-48a2-afae-3f5393483864', 'tag': 'cd8db184-107c-4a63-b86b-3ce0f392ae26', 'status': 'completed', 'code': 200} Feb 09 03:22:38.597097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40948-2800-459d-8cd8-42cd035b449a req-ddb8e050-e1ce-465a-847b-cb19b5cabc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.598854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-ddb8e050-e1ce-465a-847b-cb19b5cabc1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c89c429-e4ae-40b9-8ab7-8abb814befd5 HTTP/1.1" status: 200 len: 853 time: 0.0579662 Feb 09 03:22:38.637450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-c7d70d3c-a4bc-423f-8df7-26bb420fc2bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da893c8a-68eb-40e5-a8b8-5be0a971484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318191 Feb 09 03:22:38.728212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-fc594f11-af15-449a-ba59-570a359703b8 service neutron] 10.222.0.61 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849812 Feb 09 03:22:38.821147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea40948-2800-459d-8cd8-42cd035b449a req-e31b2588-569f-47f0-86f1-dbb3b71520b4 service neutron] 10.222.0.61 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875514 Feb 09 03:22:38.907582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-463f35ea-64a1-4b56-9a78-391075e5c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:38.909083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-463f35ea-64a1-4b56-9a78-391075e5c5d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ad9edbb31964aff8b5863ea24309b67&device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 1125 time: 0.0475059 Feb 09 03:22:39.000391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-973ca4e8-bc96-4224-8a04-81c2a2b40db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.001867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-973ca4e8-bc96-4224-8a04-81c2a2b40db1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=da893c8a-68eb-40e5-a8b8-5be0a971484a HTTP/1.1" status: 200 len: 914 time: 0.0862293 Feb 09 03:22:39.046965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-81e15bfb-0a79-4c96-b186-844878565e1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8db184-107c-4a63-b86b-3ce0f392ae26 HTTP/1.1" status: 200 len: 217 time: 0.0389426 Feb 09 03:22:39.094762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-d71c5b4b-1a7c-4031-a49b-9f7779587fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.096210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-d71c5b4b-1a7c-4031-a49b-9f7779587fae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c89c429-e4ae-40b9-8ab7-8abb814befd5 HTTP/1.1" status: 200 len: 853 time: 0.0432434 Feb 09 03:22:39.128393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-efcd0936-2b45-4b35-9dea-c0c310d258ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da893c8a-68eb-40e5-a8b8-5be0a971484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250735 Feb 09 03:22:39.220726 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-7a18a5af-a9c0-430a-959c-634719ce85f5 service neutron] 10.222.0.61 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856073 Feb 09 03:22:39.312238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5d39ea3-e688-4ea9-a331-54bb5639fc2c req-a66c6227-a1e8-4b0f-a10c-84216f2b7fbd service neutron] 10.222.0.61 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846751 Feb 09 03:22:39.384225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050e44c-4288-4804-9846-ee3866e235da req-8624c73b-1102-4620-b636-d55dbcdfbae9 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.386136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3050e44c-4288-4804-9846-ee3866e235da req-8624c73b-1102-4620-b636-d55dbcdfbae9 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 943 time: 0.0537217 Feb 09 03:22:39.421276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 31f697cf-a24e-4690-b21c-dbbf5e5220b7 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:39.445181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3050e44c-4288-4804-9846-ee3866e235da req-9a32e605-d22d-4f8c-a4e0-dc65023b9ef7 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486226 Feb 09 03:22:39.477811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:39.481460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:39.481839 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.575359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:39.575769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.634741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 31f697cf-a24e-4690-b21c-dbbf5e5220b7, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=31f697cf-a24e-4690-b21c-dbbf5e5220b7,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:39.640372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:39.668039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fc344-f20b-45d2-80dc-5e5708084e7d req-49976a38-a733-4b3a-a66a-66b9a9e35c90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.672044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c6fc344-f20b-45d2-80dc-5e5708084e7d req-49976a38-a733-4b3a-a66a-66b9a9e35c90 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 908 time: 0.0998898 Feb 09 03:22:39.680612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac52ff-9cf2-491c-a8fb-d88a5a459c05 req-f5f9c399-9e44-4a1e-9f06-04629fbb6a6c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:39.691523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7ac52ff-9cf2-491c-a8fb-d88a5a459c05 req-f5f9c399-9e44-4a1e-9f06-04629fbb6a6c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 946 time: 0.0830946 Feb 09 03:22:39.706759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=31f697cf-a24e-4690-b21c-dbbf5e5220b7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:39.741051 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7ac52ff-9cf2-491c-a8fb-d88a5a459c05 req-77914d79-7496-4d2c-813d-656257e326ff tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485520 Feb 09 03:22:40.209609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944f3e41-73f0-4730-a59b-a461dd43be08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f697cf-a24e-4690-b21c-dbbf5e5220b7'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:40.211983 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d64ccb2-fbd7-4c1a-abec-cff1153ea9f0" -d '{"events": [{"server_uuid": "944f3e41-73f0-4730-a59b-a461dd43be08", "name": "network-vif-plugged", "status": "completed", "tag": "31f697cf-a24e-4690-b21c-dbbf5e5220b7"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:40.248199 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d208638f-bfcf-49fd-b8e4-26f383d1430f x-openstack-request-id: req-d208638f-bfcf-49fd-b8e4-26f383d1430f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:40.248500 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944f3e41-73f0-4730-a59b-a461dd43be08", "name": "network-vif-plugged", "status": "completed", "tag": "31f697cf-a24e-4690-b21c-dbbf5e5220b7", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:40.248759 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d208638f-bfcf-49fd-b8e4-26f383d1430f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:40.249158 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944f3e41-73f0-4730-a59b-a461dd43be08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f697cf-a24e-4690-b21c-dbbf5e5220b7', 'code': 200} Feb 09 03:22:40.354051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534991c-f8e5-4685-92b9-3a9b54c2518e req-e0a78176-0ff1-41cb-86c5-c5676365c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.355572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f534991c-f8e5-4685-92b9-3a9b54c2518e req-e0a78176-0ff1-41cb-86c5-c5676365c70c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 1091 time: 0.0463889 Feb 09 03:22:40.586421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747227d-9a36-46b6-a0d3-5653f5ee1095 req-edf3911f-47d2-477d-a236-201bf23d5ecc tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.588037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d747227d-9a36-46b6-a0d3-5653f5ee1095 req-edf3911f-47d2-477d-a236-201bf23d5ecc tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 943 time: 0.0658472 Feb 09 03:22:40.641434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d747227d-9a36-46b6-a0d3-5653f5ee1095 req-54f2d930-4e6d-43d9-b897-724502962ad5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470934 Feb 09 03:22:40.810477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9f25f-6c8f-498d-aa8d-40c84a42608b req-4d9b162e-42b5-4907-b4fe-ba844c43151c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.812674 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44e9f25f-6c8f-498d-aa8d-40c84a42608b req-4d9b162e-42b5-4907-b4fe-ba844c43151c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 909 time: 0.0559051 Feb 09 03:22:40.877382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f30d3-f65d-453b-9e29-3e839ae1b95f req-7c324c98-7939-4388-8afb-d662102125a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:40.878917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8e7f30d3-f65d-453b-9e29-3e839ae1b95f req-7c324c98-7939-4388-8afb-d662102125a9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 946 time: 0.0565097 Feb 09 03:22:40.928889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8e7f30d3-f65d-453b-9e29-3e839ae1b95f req-5509fc00-08e5-4bcb-8b93-9de6f3477609 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438864 Feb 09 03:22:41.048945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8bca3-8953-442c-94b5-087539382553 req-e22d741e-e3f2-4e8d-bf44-12250cbfd9d4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:41.050467 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aaf8bca3-8953-442c-94b5-087539382553 req-e22d741e-e3f2-4e8d-bf44-12250cbfd9d4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 946 time: 0.0532649 Feb 09 03:22:41.102714 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aaf8bca3-8953-442c-94b5-087539382553 req-ce892e51-bf38-42ed-b32d-497930ec4886 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465779 Feb 09 03:22:41.124222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41578) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:41.169525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1731701-79eb-46bb-a28e-8ee7b92d6e05 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:41.171728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a1731701-79eb-46bb-a28e-8ee7b92d6e05 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 1123 time: 0.0464916 Feb 09 03:22:41.174973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41580) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:41.180784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:22:41.202978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:41.306120 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:41.415272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.25.2.11 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/6a8a6033-3039-4623-9363-50a5b81753bf) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:22:41.526161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (6a8a6033-3039-4623-9363-50a5b81753bf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:41.565162 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6a8a6033-3039-4623-9363-50a5b81753bf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:41.603936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:22:41.608920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:22:41.612560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:22:41.658296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=6a8a6033-3039-4623-9363-50a5b81753bf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:41.791776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c957ba-401b-46a9-88a3-778008ee8e2e req-2d8ffac5-1910-49f8-9330-6db22f35580b tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:41.803866 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47c957ba-401b-46a9-88a3-778008ee8e2e req-2d8ffac5-1910-49f8-9330-6db22f35580b tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 943 time: 0.0803990 Feb 09 03:22:41.868095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device cd8db184-107c-4a63-b86b-3ce0f392ae26 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:22:41.884229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-47c957ba-401b-46a9-88a3-778008ee8e2e req-d8d0983e-3bc5-4704-bad9-6c9707c946a6 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788279 Feb 09 03:22:42.042497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port cd8db184-107c-4a63-b86b-3ce0f392ae26, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd8db184-107c-4a63-b86b-3ce0f392ae26,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:42.046214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10047d-f120-41a2-9d02-e81a3c00fdcf req-fecf32e6-11a2-4503-ab88-13f4413450ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.056606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f10047d-f120-41a2-9d02-e81a3c00fdcf req-fecf32e6-11a2-4503-ab88-13f4413450ff tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 909 time: 0.0942597 Feb 09 03:22:42.057254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'cd8db184-107c-4a63-b86b-3ce0f392ae26', 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a', 'port_id': 'cd8db184-107c-4a63-b86b-3ce0f392ae26', 'mac_address': 'fa:16:3e:19:f0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c89c429-e4ae-40b9-8ab7-8abb814befd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:22:42.184909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port cd8db184-107c-4a63-b86b-3ce0f392ae26 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:42.185316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.211513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8db184-107c-4a63-b86b-3ce0f392ae26 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:22:42.251954 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8e8bf-be37-42fb-9d1f-1b8f8e0430f6 req-c11be591-e6c4-4aad-8571-ce92daa0d08f tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.257967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port cd8db184-107c-4a63-b86b-3ce0f392ae26, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd8db184-107c-4a63-b86b-3ce0f392ae26,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:42.263437 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.263747 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for floatingip (59b062b5-c112-47ee-b54e-af80a1a9be3f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.267229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f4c8e8bf-be37-42fb-9d1f-1b8f8e0430f6 req-c11be591-e6c4-4aad-8571-ce92daa0d08f tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 909 time: 0.1108658 Feb 09 03:22:42.355133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=cd8db184-107c-4a63-b86b-3ce0f392ae26,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:42.406268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6a8a6033-3039-4623-9363-50a5b81753bf), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.444982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f124c7d-e707-4ab4-9e49-498c19116e0d req-ecdfafbf-5d47-46c5-8d53-031cb45c5c41 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.446663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f124c7d-e707-4ab4-9e49-498c19116e0d req-ecdfafbf-5d47-46c5-8d53-031cb45c5c41 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 1091 time: 0.1007752 Feb 09 03:22:42.485092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['cd8db184-107c-4a63-b86b-3ce0f392ae26'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:22:42.584473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371e293-add4-4db1-aad5-f636aa0473f4 req-aa5047a0-391d-451a-a796-4c950dd69d86 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.593556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0371e293-add4-4db1-aad5-f636aa0473f4 req-aa5047a0-391d-451a-a796-4c950dd69d86 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1166 time: 0.0636551 Feb 09 03:22:42.622653 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (6a8a6033-3039-4623-9363-50a5b81753bf), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.628431 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (6a8a6033-3039-4623-9363-50a5b81753bf), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.673449 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0371e293-add4-4db1-aad5-f636aa0473f4 req-3e2daa8f-eaf8-4dd8-8ff0-b7f4ddccfea0 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0779977 Feb 09 03:22:42.685479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41596) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:42.742662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=6a8a6033-3039-4623-9363-50a5b81753bf,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:42.766729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925e3e55-90f3-4ebf-a489-7b4ef2de6205 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:42.770962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-925e3e55-90f3-4ebf-a489-7b4ef2de6205 tempest-TestSecurityGroupsBasicOps-1308635883 tempest-TestSecurityGroupsBasicOps-1308635883-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 1086 time: 0.0815771 Feb 09 03:22:42.774371 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (59b062b5-c112-47ee-b54e-af80a1a9be3f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:42.925926 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Floating IP 59b062b5-c112-47ee-b54e-af80a1a9be3f associated. External IP: 172.25.2.11, port: a54db62d-9baf-4c44-937f-29250bb3f4c6. Feb 09 03:22:43.070184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10634c18-e097-466d-82e6-7551452bfb4d req-b7af3c10-bad2-492f-8223-c4be76dcb7f6 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.095806 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-10634c18-e097-466d-82e6-7551452bfb4d req-b7af3c10-bad2-492f-8223-c4be76dcb7f6 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 909 time: 0.0980024 Feb 09 03:22:43.116446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fee23-77c1-4b03-9f7e-e642d97c5336 req-079c25d9-869c-43e8-9f93-bfa96e5dd676 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.117853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f5fee23-77c1-4b03-9f7e-e642d97c5336 req-079c25d9-869c-43e8-9f93-bfa96e5dd676 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 944 time: 0.1265790 Feb 09 03:22:43.254012 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f5fee23-77c1-4b03-9f7e-e642d97c5336 req-3fd1fd07-1e4b-45f8-9fac-b3346ac8b23f tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182563 Feb 09 03:22:43.298955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router ecc8de0a-ed14-4120-a974-099dba67209b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:43.422615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:43.435564 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] Sync routers for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:43.443389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:43.454609 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:43.455310 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:43.478503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ee38962b-4829-4614-825e-4039e7b68fb9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2995310 Feb 09 03:22:43.478503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:43.479431 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ba25a2-0c87-47f1-af98-c4f126664ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:43.479809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41618) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:43.531993 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce466326-6353-4be5-8af4-8f5388316dd4 x-openstack-request-id: req-ce466326-6353-4be5-8af4-8f5388316dd4 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:43.532289 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:43.532548 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce466326-6353-4be5-8af4-8f5388316dd4 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:43.532958 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'status': 'completed', 'code': 200} Feb 09 03:22:43.580238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd2520bf-ec71-4e32-a08d-d8a1c3ba9e27 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/floatingips/59b062b5-c112-47ee-b54e-af80a1a9be3f HTTP/1.1" status: 200 len: 991 time: 0.0990438 Feb 09 03:22:43.636012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-57f71603-9101-469e-9f52-546d86ae6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.637616 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:43.638985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-57f71603-9101-469e-9f52-546d86ae6440 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 1128 time: 0.0837934 Feb 09 03:22:43.740131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-494da64b-7a75-434c-9046-6a4cc4e055a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.741627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-494da64b-7a75-434c-9046-6a4cc4e055a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 HTTP/1.1" status: 200 len: 897 time: 0.0952165 Feb 09 03:22:43.829953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-d535e77b-abf1-4385-b075-d4b2b1df65c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6 HTTP/1.1" status: 200 len: 999 time: 0.0813928 Feb 09 03:22:43.879210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device cd8db184-107c-4a63-b86b-3ce0f392ae26 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:22:43.885232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-27e7c4c7-4060-4ec9-beb2-407b1e8e33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.886637 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-27e7c4c7-4060-4ec9-beb2-407b1e8e33e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053631a5-3e5e-42c6-ba1f-2cb8409b3369 HTTP/1.1" status: 200 len: 835 time: 0.0511000 Feb 09 03:22:43.893505 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:42Z', 'revision_number': 0, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:43.956312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-fe81bfab-2e5d-401d-b684-6a460d763461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:43.956913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port cd8db184-107c-4a63-b86b-3ce0f392ae26 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:22:43.957647 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] Checking router: ecc8de0a-ed14-4120-a974-099dba67209b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:43.958702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-fe81bfab-2e5d-401d-b684-6a460d763461 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644000 Feb 09 03:22:43.962047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port cd8db184-107c-4a63-b86b-3ce0f392ae26 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:22:43.962471 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:43.969315 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:43.970010 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:44.121270 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-9c483258-90cf-454f-a89f-8ed33811a9d5 service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473422 Feb 09 03:22:44.124800 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:44.166787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port cd8db184-107c-4a63-b86b-3ce0f392ae26 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:22:44.166787 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.199876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a036c6e9-983c-48a2-afae-3f5393483864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8db184-107c-4a63-b86b-3ce0f392ae26'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:44.202181 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209f19a9-8b0f-4f15-8046-2d89acaa92b0" -d '{"events": [{"server_uuid": "a036c6e9-983c-48a2-afae-3f5393483864", "name": "network-vif-plugged", "status": "completed", "tag": "cd8db184-107c-4a63-b86b-3ce0f392ae26"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:44.263240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port cd8db184-107c-4a63-b86b-3ce0f392ae26, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd8db184-107c-4a63-b86b-3ce0f392ae26,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:44.269756 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.284675 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37ba25a2-0c87-47f1-af98-c4f126664ba5 req-f7dbe552-0cfb-4595-86a9-641af68cec07 service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544094 Feb 09 03:22:44.370725 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ac0ab6-e921-41e9-bc7e-af74989a0af5 x-openstack-request-id: req-01ac0ab6-e921-41e9-bc7e-af74989a0af5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:44.371032 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a036c6e9-983c-48a2-afae-3f5393483864", "name": "network-vif-plugged", "status": "completed", "tag": "cd8db184-107c-4a63-b86b-3ce0f392ae26", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:44.371301 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01ac0ab6-e921-41e9-bc7e-af74989a0af5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:44.371797 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a036c6e9-983c-48a2-afae-3f5393483864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8db184-107c-4a63-b86b-3ce0f392ae26', 'code': 200} Feb 09 03:22:44.415886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fe49e-2862-4c28-a8fa-bf3d0827b92f req-cad2ee18-6e73-40ee-9b1d-5d21f8801094 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.415886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-276fe49e-2862-4c28-a8fa-bf3d0827b92f req-cad2ee18-6e73-40ee-9b1d-5d21f8801094 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 909 time: 0.1268699 Feb 09 03:22:44.444820 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26c958-0065-4406-99f9-4751be580b49 req-cd2fe8a4-f43e-4fe5-b038-6e70f0aa8f60 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.444820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c26c958-0065-4406-99f9-4751be580b49 req-cd2fe8a4-f43e-4fe5-b038-6e70f0aa8f60 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.26 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 909 time: 0.1148374 Feb 09 03:22:44.455446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=cd8db184-107c-4a63-b86b-3ce0f392ae26,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:44.584297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41644) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:44.594246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae2cb4-3c92-489d-85af-8be306dafe57 req-aa4a8291-6acd-4bb5-a9ea-939f44820a5b tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.596787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73ae2cb4-3c92-489d-85af-8be306dafe57 req-aa4a8291-6acd-4bb5-a9ea-939f44820a5b tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 945 time: 0.1225758 Feb 09 03:22:44.612938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745df1-d847-4bf2-8922-5497e9a75d04 req-520f8cf5-c871-4e5b-8a17-9aaf9a396161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:44.614386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db745df1-d847-4bf2-8922-5497e9a75d04 req-520f8cf5-c871-4e5b-8a17-9aaf9a396161 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 1127 time: 0.2174873 Feb 09 03:22:44.661316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:44.661730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.734464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73ae2cb4-3c92-489d-85af-8be306dafe57 req-99c10e55-1b80-4e94-a4cf-d77d44277375 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238413 Feb 09 03:22:44.740057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3649cdd9-cf80-478b-82bf-29eafdd7707c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/floatingips/59b062b5-c112-47ee-b54e-af80a1a9be3f HTTP/1.1" status: 200 len: 991 time: 0.1422107 Feb 09 03:22:44.764637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db745df1-d847-4bf2-8922-5497e9a75d04 req-1f16680b-951e-4d65-8a94-bf080ae125e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191058 Feb 09 03:22:44.829860 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:42Z', 'revision_number': 0, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:44.890001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] For port 31f697cf-a24e-4690-b21c-dbbf5e5220b7, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=31f697cf-a24e-4690-b21c-dbbf5e5220b7,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:44.890425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:44.895963 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1753d507-e96d-4705-8cd5-8b260dc9b315 None None] The sync data for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 is: [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:42Z', 'revision_number': 0, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:44.913381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Calling delete_port for 31f697cf-a24e-4690-b21c-dbbf5e5220b7 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:45.159008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (31f697cf-a24e-4690-b21c-dbbf5e5220b7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:45.196123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Port': ['ID=31f697cf-a24e-4690-b21c-dbbf5e5220b7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:45.245993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309debcd-ace3-4558-90ec-5cce46593e93 None None] New status for floating IP 59b062b5-c112-47ee-b54e-af80a1a9be3f: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:22:45.303019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] No DVR routers for this DVR port 31f697cf-a24e-4690-b21c-dbbf5e5220b7 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:45.307283 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:45.311988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9c26c958-0065-4406-99f9-4751be580b49 req-1f7dc6e4-97b3-479f-945b-472265806912 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.26 "DELETE /v2.0/ports/31f697cf-a24e-4690-b21c-dbbf5e5220b7 HTTP/1.1" status: 204 len: 173 time: 0.8674293 Feb 09 03:22:45.533979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944f3e41-73f0-4730-a59b-a461dd43be08', 'name': 'network-vif-deleted', 'tag': '31f697cf-a24e-4690-b21c-dbbf5e5220b7'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:45.536609 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c930540-ccaf-4138-860b-bab746bf5d11" -d '{"events": [{"server_uuid": "944f3e41-73f0-4730-a59b-a461dd43be08", "name": "network-vif-deleted", "tag": "31f697cf-a24e-4690-b21c-dbbf5e5220b7"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:45.579605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c157e8c-6731-4744-a066-0f064d6bb277 req-0d98933a-7fa4-4711-a822-8548c6c59b62 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=944f3e41-73f0-4730-a59b-a461dd43be08 HTTP/1.1" status: 200 len: 210 time: 0.0309675 Feb 09 03:22:45.611225 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4514248-9b4a-44a5-acb4-3c6cfb903a7b x-openstack-request-id: req-e4514248-9b4a-44a5-acb4-3c6cfb903a7b {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:45.611585 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944f3e41-73f0-4730-a59b-a461dd43be08", "name": "network-vif-deleted", "tag": "31f697cf-a24e-4690-b21c-dbbf5e5220b7", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:45.611936 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4514248-9b4a-44a5-acb4-3c6cfb903a7b {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:45.612429 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944f3e41-73f0-4730-a59b-a461dd43be08', 'name': 'network-vif-deleted', 'tag': '31f697cf-a24e-4690-b21c-dbbf5e5220b7', 'status': 'completed', 'code': 200} Feb 09 03:22:45.745172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41668) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:45.858331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81be2f1-3ab0-48f5-aa82-701ce948af04 req-2a3ad74c-e99d-4de2-a8db-cb4c613e862a tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:45.867420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d81be2f1-3ab0-48f5-aa82-701ce948af04 req-2a3ad74c-e99d-4de2-a8db-cb4c613e862a tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 945 time: 0.0745842 Feb 09 03:22:45.892542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7e22f2fe-e5d4-4332-8faa-50e256799052 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/floatingips/59b062b5-c112-47ee-b54e-af80a1a9be3f HTTP/1.1" status: 200 len: 993 time: 0.1456258 Feb 09 03:22:45.931332 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d81be2f1-3ab0-48f5-aa82-701ce948af04 req-3c5150ad-774c-40ac-8d7e-b66d9d2ca8b0 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633202 Feb 09 03:22:46.664855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41690) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:47.442841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 31f697cf-a24e-4690-b21c-dbbf5e5220b7 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:47.468719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 31f697cf-a24e-4690-b21c-dbbf5e5220b7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:47.469135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 31f697cf-a24e-4690-b21c-dbbf5e5220b7 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:47.507515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09842-9cd3-4059-b077-9d6cd900f04b req-107abeff-a13e-4fab-9d01-45af068dbe23 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:47.509923 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84f09842-9cd3-4059-b077-9d6cd900f04b req-107abeff-a13e-4fab-9d01-45af068dbe23 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 945 time: 0.1191883 Feb 09 03:22:47.624086 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84f09842-9cd3-4059-b077-9d6cd900f04b req-0af9b7d1-d762-43aa-bf70-0c202e2ee2df tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691738 Feb 09 03:22:47.742890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.160401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting port 35f7c9e4-34b9-4623-966e-cf3bdab461ae {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:48.160993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.297457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] For port 35f7c9e4-34b9-4623-966e-cf3bdab461ae, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=35f7c9e4-34b9-4623-966e-cf3bdab461ae,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:48.299356 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.323986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Calling delete_port for 35f7c9e4-34b9-4623-966e-cf3bdab461ae owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:48.663324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (35f7c9e4-34b9-4623-966e-cf3bdab461ae), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:48.724797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Port': ['ID=35f7c9e4-34b9-4623-966e-cf3bdab461ae,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:49.087504 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:49.505092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-d487b47f-81db-41af-b815-cdd2edcef959 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803599 Feb 09 03:22:49.563126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:49.663399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-e3a230a1-7ec7-487c-ba5a-9ad815a8f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.670425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-e3a230a1-7ec7-487c-ba5a-9ad815a8f304 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1166 time: 0.1363692 Feb 09 03:22:49.674525 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:49.816180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:49.818423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-a14cc9c9-7226-40a0-bfe3-e280f2b863e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:49.819984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-a14cc9c9-7226-40a0-bfe3-e280f2b863e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0b5ea8d1-81ad-468d-898b-9c9b7960f252 HTTP/1.1" status: 200 len: 898 time: 0.1317437 Feb 09 03:22:49.825891 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] Sync routers for ids ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:49.832221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4a087b39-3c1b-4b57-b0f7-22371b5eaa01 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "PUT /v2.0/routers/a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1638162 Feb 09 03:22:49.833920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41864) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:49.856901 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] Routers {'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:49.857534 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:49.941991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-076e24d9-a119-429e-9f17-8d846cd0cbc2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting subnet dbafbb18-93e9-4c5e-8666-bddfe85c214c {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:22:49.949048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-076e24d9-a119-429e-9f17-8d846cd0cbc2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for subnet (dbafbb18-93e9-4c5e-8666-bddfe85c214c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.050734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-a3807425-4c6b-4d20-8394-6bf90c2cf10a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332 HTTP/1.1" status: 200 len: 1001 time: 0.2203534 Feb 09 03:22:50.065269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-076e24d9-a119-429e-9f17-8d846cd0cbc2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (dbafbb18-93e9-4c5e-8666-bddfe85c214c), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.096853 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] Set router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:50.189367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-076e24d9-a119-429e-9f17-8d846cd0cbc2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (dbafbb18-93e9-4c5e-8666-bddfe85c214c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.235973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-36fc1ca6-ac6e-4c26-b68a-fc259df1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:50.239039 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-36fc1ca6-ac6e-4c26-b68a-fc259df1c66a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15a9ae09-2a5d-476a-b10c-0ec36399c779 HTTP/1.1" status: 200 len: 835 time: 0.1747186 Feb 09 03:22:50.314093 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-076e24d9-a119-429e-9f17-8d846cd0cbc2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (dbafbb18-93e9-4c5e-8666-bddfe85c214c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.337864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-910154ae-4b02-4f4e-ba30-cef8b74e47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:50.343851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-910154ae-4b02-4f4e-ba30-cef8b74e47ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b5ea8d1-81ad-468d-898b-9c9b7960f252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0999482 Feb 09 03:22:50.376193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e24d9-a119-429e-9f17-8d846cd0cbc2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Subnet': ['ID=dbafbb18-93e9-4c5e-8666-bddfe85c214c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:50.395845 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-076e24d9-a119-429e-9f17-8d846cd0cbc2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.396282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0fbfa5-ce98-4134-a3b1-fe7f296204c8 None None] Network bf88109c-e4ef-4e33-a1a8-685c63284679 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:22:50.402124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-076e24d9-a119-429e-9f17-8d846cd0cbc2 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/subnets/dbafbb18-93e9-4c5e-8666-bddfe85c214c HTTP/1.1" status: 204 len: 168 time: 0.5665019 Feb 09 03:22:50.404063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41884) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:50.575055 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:48Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:50.666213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.667500 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] Checking router: a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:50.688562 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] Routers {'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:50.689556 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:50.713530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-e31937da-f096-4c7d-9beb-37fdae5b47a8 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637981 Feb 09 03:22:50.788291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] DHCP port deletion for bf88109c-e4ef-4e33-a1a8-685c63284679 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:22:50.845545 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_gateway (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.910282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting port d5f000da-44d2-4bed-ba78-f1f705fab3a2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:50.910608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:50.935815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c8e3eff-b19a-40ca-a3b7-d3cb32613c50 req-cc7cd6c4-c82e-4b4e-b0e4-5d6e1a52a1e6 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159991 Feb 09 03:22:50.944561 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] Set router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:50.969557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] Deleting port 1644ef78-8fab-4409-931d-16951d441396 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:50.970021 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1644ef78-8fab-4409-931d-16951d441396), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.129816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] For port d5f000da-44d2-4bed-ba78-f1f705fab3a2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d5f000da-44d2-4bed-ba78-f1f705fab3a2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:51.138222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] For port 1644ef78-8fab-4409-931d-16951d441396, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1644ef78-8fab-4409-931d-16951d441396,segment=NetworkSegment(235c5468-2631-4475-bcf5-e3f2e51fc47f),segment_id=235c5468-2631-4475-bcf5-e3f2e51fc47f)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:51.138222 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1644ef78-8fab-4409-931d-16951d441396), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.145161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.169169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] Calling delete_port for 1644ef78-8fab-4409-931d-16951d441396 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:51.180079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Calling delete_port for d5f000da-44d2-4bed-ba78-f1f705fab3a2 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:51.254201 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:48Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:51.335790 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b730a16a-4d3b-4e02-ad23-c32ff3772293 None None] The sync data for ids ['a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f'] in n-d-827839-4 is: [{'id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1760648859', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:48Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'd5f000da-44d2-4bed-ba78-f1f705fab3a2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:21Z', 'updated_at': '2022-02-09T03:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:51.345389 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (1644ef78-8fab-4409-931d-16951d441396), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.434927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] Pushing event deleted for resources: {'Port': ['ID=1644ef78-8fab-4409-931d-16951d441396,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:51.448021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e270946-5e81-4040-8ca2-967a3097d61e None None] No DVR routers for this DVR port 1644ef78-8fab-4409-931d-16951d441396 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:51.490110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d5f000da-44d2-4bed-ba78-f1f705fab3a2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.603353 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Port': ['ID=d5f000da-44d2-4bed-ba78-f1f705fab3a2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:51.733570 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.745045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.961863 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:51.964742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_controller (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.008520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1644ef78-8fab-4409-931d-16951d441396 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:52.041493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.041979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Fanout notify agent at l3_agent the message router_deleted on router a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:22:52.056525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.067967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-849bad97-b989-41f6-81bb-72f443c4c786 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/routers/a6cd7182-61f3-4e4b-8f73-2fa2d4d4f64f HTTP/1.1" status: 204 len: 168 time: 1.6616659 Feb 09 03:22:52.070387 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 41922) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:52.074411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1644ef78-8fab-4409-931d-16951d441396 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:52.074861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1644ef78-8fab-4409-931d-16951d441396 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:52.075176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35f7c9e4-34b9-4623-966e-cf3bdab461ae no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:52.134531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 35f7c9e4-34b9-4623-966e-cf3bdab461ae {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:52.134901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 35f7c9e4-34b9-4623-966e-cf3bdab461ae not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:52.176269 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (bf88109c-e4ef-4e33-a1a8-685c63284679), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.614844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (bf88109c-e4ef-4e33-a1a8-685c63284679), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.655251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf88109c-e4ef-4e33-a1a8-685c63284679']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:52.677479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c5468-2631-4475-bcf5-e3f2e51fc47f') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:52.677782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c5468-2631-4475-bcf5-e3f2e51fc47f') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:52.700848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (235c5468-2631-4475-bcf5-e3f2e51fc47f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.727662 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (235c5468-2631-4475-bcf5-e3f2e51fc47f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.737095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:22:52.737780 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (235c5468-2631-4475-bcf5-e3f2e51fc47f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:22:52.741561 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:22:52.847557 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (bf88109c-e4ef-4e33-a1a8-685c63284679), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.854981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:52.868114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 41950) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:52.871591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/networks/bf88109c-e4ef-4e33-a1a8-685c63284679 HTTP/1.1" status: 204 len: 168 time: 0.7994852 Feb 09 03:22:52.888736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386a2a4-529d-42b3-9e3e-13082bd85e38 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Network': ['ID=bf88109c-e4ef-4e33-a1a8-685c63284679,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:53.126197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting port 4bd65823-0374-476d-8994-efc1fff9ca15 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:53.126660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4bd65823-0374-476d-8994-efc1fff9ca15), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.228981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4bd65823-0374-476d-8994-efc1fff9ca15), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.229640 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for floatingip (4bd65823-0374-476d-8994-efc1fff9ca15), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.242602 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Calling delete_port for 4bd65823-0374-476d-8994-efc1fff9ca15 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:53.471464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4bd65823-0374-476d-8994-efc1fff9ca15), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:53.507157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Port': ['ID=4bd65823-0374-476d-8994-efc1fff9ca15,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:53.672115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5f000da-44d2-4bed-ba78-f1f705fab3a2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:22:53.700465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d5f000da-44d2-4bed-ba78-f1f705fab3a2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:22:53.700903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d5f000da-44d2-4bed-ba78-f1f705fab3a2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:22:54.022488 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for floatingip (7293c9cb-9491-429f-b105-063e651ba0b7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.022488 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Floating IP 7293c9cb-9491-429f-b105-063e651ba0b7 disassociated (deleted). External IP: 172.25.2.175, port: cd44bac9-86ff-4d1d-8e62-0adc7af80332. Feb 09 03:22:54.297008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Router 0c182ecc-10ff-49e7-9f09-efa13b45b82e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:22:54.444168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:22:54.454878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] Sync routers for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:22:54.457476 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:54.473742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:54.474733 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:54.502894 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b88f9ff8-42d7-4d10-bf7c-94ec4e9b75bc tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/floatingips/7293c9cb-9491-429f-b105-063e651ba0b7 HTTP/1.1" status: 204 len: 168 time: 1.6329856 Feb 09 03:22:54.504028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:54.506675 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ec218f-9d98-4e09-b5d5-5758bd91c051" -d '{"events": [{"name": "network-changed", "server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:54.603069 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332e1830-cd9e-44ef-b93d-eb01ddc1013a x-openstack-request-id: req-332e1830-cd9e-44ef-b93d-eb01ddc1013a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:54.603376 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:54.603626 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-332e1830-cd9e-44ef-b93d-eb01ddc1013a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:54.604037 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'status': 'completed', 'code': 200} Feb 09 03:22:54.692300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-14f447ee-91d2-431f-a608-dece462fa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.693890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-14f447ee-91d2-431f-a608-dece462fa5d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f74edd7eefb4e37929c0c859abb8638&device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 1166 time: 0.0593636 Feb 09 03:22:54.796222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:54.939055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-bd6e46f1-058f-4987-96cd-d83774bde761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:54.940933 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-bd6e46f1-058f-4987-96cd-d83774bde761 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0b5ea8d1-81ad-468d-898b-9c9b7960f252 HTTP/1.1" status: 200 len: 898 time: 0.2395604 Feb 09 03:22:55.037460 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-5fda4b01-314d-4403-bbd0-ae1801a74193 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332 HTTP/1.1" status: 200 len: 217 time: 0.0883563 Feb 09 03:22:55.093638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975172c-1771-4cb9-bc3a-42ee0ad38be5 req-0275ecff-742d-4212-b21a-e7544c2e90f1 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:55.097870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9975172c-1771-4cb9-bc3a-42ee0ad38be5 req-0275ecff-742d-4212-b21a-e7544c2e90f1 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 984 time: 0.1347816 Feb 09 03:22:55.110841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:28Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:55.113673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-8931bba2-c153-436e-99dd-1fd36f0fa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:55.115322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-8931bba2-c153-436e-99dd-1fd36f0fa4f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=15a9ae09-2a5d-476a-b10c-0ec36399c779 HTTP/1.1" status: 200 len: 835 time: 0.0719483 Feb 09 03:22:55.141129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] Checking router: 0c182ecc-10ff-49e7-9f09-efa13b45b82e for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:22:55.150300 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:22:55.150998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:55.236340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9975172c-1771-4cb9-bc3a-42ee0ad38be5 req-7a7c740f-bda2-43d1-bb5d-d7fea05bb166 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1263194 Feb 09 03:22:55.258227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-5c3e4d27-9d5d-4fb2-bd62-6ba484243fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:55.265651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-5c3e4d27-9d5d-4fb2-bd62-6ba484243fff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0b5ea8d1-81ad-468d-898b-9c9b7960f252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1399486 Feb 09 03:22:55.422722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-177c8482-3dd4-4620-8fbe-839e3bb5377c service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509538 Feb 09 03:22:55.568894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:22:55.680544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01ec218f-9d98-4e09-b5d5-5758bd91c051 req-295450c7-5581-408a-95d1-12d4a44751fe service neutron] 10.222.0.61 "GET /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512040 Feb 09 03:22:55.867392 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:28Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:22:55.902039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e332455-951c-4049-b718-130dd95bbb2d None None] The sync data for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 is: [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7914af32-9a2a-48f6-bec4-620bd3eb411b', 'name': '', 'network_id': '0b5ea8d1-81ad-468d-898b-9c9b7960f252', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'mac_address': 'fa:16:3e:03:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:22Z', 'updated_at': '2022-02-09T03:21:28Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'subnets': [{'id': '15a9ae09-2a5d-476a-b10c-0ec36399c779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:22:56.283395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-16d34fa4-8a75-469d-961d-96b702e82571 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:56.284921 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724cc69b-3f16-47e4-9e0b-57fd78777a6e None None] New status for floating IP 7293c9cb-9491-429f-b105-063e651ba0b7: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:22:56.286348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-16d34fa4-8a75-469d-961d-96b702e82571 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.61 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 984 time: 0.1034150 Feb 09 03:22:56.513858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting port cd44bac9-86ff-4d1d-8e62-0adc7af80332 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:56.515041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:56.539378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d835801-9d6b-4eb7-8e1b-a22fef861015 req-75eb7ea2-20fb-4f52-a4e6-21e16a30b3fb tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:22:56.540899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d835801-9d6b-4eb7-8e1b-a22fef861015 req-75eb7ea2-20fb-4f52-a4e6-21e16a30b3fb tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94d93a2-61d2-4027-8c62-41959326848a HTTP/1.1" status: 200 len: 984 time: 0.1217809 Feb 09 03:22:56.704270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] For port cd44bac9-86ff-4d1d-8e62-0adc7af80332, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd44bac9-86ff-4d1d-8e62-0adc7af80332,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:56.705731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:56.731657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Calling delete_port for cd44bac9-86ff-4d1d-8e62-0adc7af80332 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:56.737810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5d835801-9d6b-4eb7-8e1b-a22fef861015 req-c9853211-a962-4641-b666-258b7479e7e6 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "GET /v2.0/security-groups?id=88742188-7dd1-49c7-98d9-239b4bfc776a&id=1f7306ce-e4b0-4376-8ccc-257d54401c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1549261 Feb 09 03:22:56.982820 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cd44bac9-86ff-4d1d-8e62-0adc7af80332), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:57.030525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Port': ['ID=cd44bac9-86ff-4d1d-8e62-0adc7af80332,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:57.082889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] No DVR routers for this DVR port cd44bac9-86ff-4d1d-8e62-0adc7af80332 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:22:57.086863 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:57.092044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72d1aa69-389f-4ca8-97d9-84426d6efb07 req-591aa10f-e27b-4a84-87da-3edee8a51b19 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.61 "DELETE /v2.0/ports/cd44bac9-86ff-4d1d-8e62-0adc7af80332 HTTP/1.1" status: 204 len: 173 time: 0.7990446 Feb 09 03:22:57.092044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'name': 'network-vif-deleted', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:22:57.095572 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da32724b-25f1-47f1-bcbf-0bcd54a6e2a5" -d '{"events": [{"server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "name": "network-vif-deleted", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:22:57.149141 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3964c243-49ea-4bf2-a670-1070a2a9cc8c x-openstack-request-id: req-3964c243-49ea-4bf2-a670-1070a2a9cc8c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:22:57.149554 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d93a2-61d2-4027-8c62-41959326848a", "name": "network-vif-deleted", "tag": "cd44bac9-86ff-4d1d-8e62-0adc7af80332", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:22:57.149806 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3964c243-49ea-4bf2-a670-1070a2a9cc8c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:22:57.150210 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d93a2-61d2-4027-8c62-41959326848a', 'name': 'network-vif-deleted', 'tag': 'cd44bac9-86ff-4d1d-8e62-0adc7af80332', 'status': 'completed', 'code': 200} Feb 09 03:22:57.842492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42122) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:57.925015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-affdc7ec-61ff-4ab2-ad1a-08a16ac61704 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (88742188-7dd1-49c7-98d9-239b4bfc776a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:57.959262 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-affdc7ec-61ff-4ab2-ad1a-08a16ac61704 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (88742188-7dd1-49c7-98d9-239b4bfc776a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.016196 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-affdc7ec-61ff-4ab2-ad1a-08a16ac61704 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (88742188-7dd1-49c7-98d9-239b4bfc776a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.019475 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-affdc7ec-61ff-4ab2-ad1a-08a16ac61704 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.021399 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-affdc7ec-61ff-4ab2-ad1a-08a16ac61704 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/security-groups/88742188-7dd1-49c7-98d9-239b4bfc776a HTTP/1.1" status: 204 len: 168 time: 0.1771412 Feb 09 03:22:58.023697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42128) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:58.036299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdc7ec-61ff-4ab2-ad1a-08a16ac61704 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88742188-7dd1-49c7-98d9-239b4bfc776a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:58.128800 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aefb773b-b899-47bb-abef-b9841b44b8a5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (1f7306ce-e4b0-4376-8ccc-257d54401c6a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.163351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aefb773b-b899-47bb-abef-b9841b44b8a5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (1f7306ce-e4b0-4376-8ccc-257d54401c6a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.222894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aefb773b-b899-47bb-abef-b9841b44b8a5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1f7306ce-e4b0-4376-8ccc-257d54401c6a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.235353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aefb773b-b899-47bb-abef-b9841b44b8a5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.236713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aefb773b-b899-47bb-abef-b9841b44b8a5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/security-groups/1f7306ce-e4b0-4376-8ccc-257d54401c6a HTTP/1.1" status: 204 len: 168 time: 0.2118645 Feb 09 03:22:58.242470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42138) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:22:58.321946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb773b-b899-47bb-abef-b9841b44b8a5 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7306ce-e4b0-4376-8ccc-257d54401c6a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:22:58.867914 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (0c182ecc-10ff-49e7-9f09-efa13b45b82e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:58.927854 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:22:59.293360 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting port 7914af32-9a2a-48f6-bec4-620bd3eb411b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:22:59.294012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.415358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] For port 7914af32-9a2a-48f6-bec4-620bd3eb411b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7914af32-9a2a-48f6-bec4-620bd3eb411b,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:22:59.415754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.432431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Calling delete_port for 7914af32-9a2a-48f6-bec4-620bd3eb411b owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:22:59.783610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7914af32-9a2a-48f6-bec4-620bd3eb411b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:22:59.817809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Port': ['ID=7914af32-9a2a-48f6-bec4-620bd3eb411b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:00.097535 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (0c182ecc-10ff-49e7-9f09-efa13b45b82e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.551781 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1c7bbf5-ca98-4239-9155-5d736f600665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:00.768897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Router 0c182ecc-10ff-49e7-9f09-efa13b45b82e has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:23:00.962915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:00.974494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8edeced5-58a8-4faf-ba7c-7ab7b96b9645 tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "PUT /v2.0/routers/0c182ecc-10ff-49e7-9f09-efa13b45b82e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7305672 Feb 09 03:23:00.977420 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] Sync routers for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:00.977608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42224) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:01.000086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:01.001385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:01.097015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f1021d-cbd8-45a5-9157-ca739062cbcf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting subnet 15a9ae09-2a5d-476a-b10c-0ec36399c779 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:23:01.101383 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-32f1021d-cbd8-45a5-9157-ca739062cbcf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for subnet (15a9ae09-2a5d-476a-b10c-0ec36399c779), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:01.147091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:01.151864 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-32f1021d-cbd8-45a5-9157-ca739062cbcf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (15a9ae09-2a5d-476a-b10c-0ec36399c779), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:01.353156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-32f1021d-cbd8-45a5-9157-ca739062cbcf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (15a9ae09-2a5d-476a-b10c-0ec36399c779), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:01.454897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-32f1021d-cbd8-45a5-9157-ca739062cbcf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (15a9ae09-2a5d-476a-b10c-0ec36399c779), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:01.464513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:22:59Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:01.506208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] Checking router: 0c182ecc-10ff-49e7-9f09-efa13b45b82e for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:01.522077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] Routers {'0c182ecc-10ff-49e7-9f09-efa13b45b82e'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:01.523027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:22:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:01.541397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1021d-cbd8-45a5-9157-ca739062cbcf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Subnet': ['ID=15a9ae09-2a5d-476a-b10c-0ec36399c779,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:01.543879 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-32f1021d-cbd8-45a5-9157-ca739062cbcf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:01.551811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42240) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:01.559172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-32f1021d-cbd8-45a5-9157-ca739062cbcf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/subnets/15a9ae09-2a5d-476a-b10c-0ec36399c779 HTTP/1.1" status: 204 len: 168 time: 0.5802894 Feb 09 03:23:01.582819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a43f9-e27e-4c85-981b-ffe8c8225dca None None] Network 0b5ea8d1-81ad-468d-898b-9c9b7960f252 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:01.754525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router (0c182ecc-10ff-49e7-9f09-efa13b45b82e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:01.854070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] Set router 0c182ecc-10ff-49e7-9f09-efa13b45b82e gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:01.924766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] DHCP port deletion for 0b5ea8d1-81ad-468d-898b-9c9b7960f252 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:23:02.005850 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_gateway (0c182ecc-10ff-49e7-9f09-efa13b45b82e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.017163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device cd44bac9-86ff-4d1d-8e62-0adc7af80332 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:02.080091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: cd44bac9-86ff-4d1d-8e62-0adc7af80332 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:02.080730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device cd44bac9-86ff-4d1d-8e62-0adc7af80332 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:02.117716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Deleting port e7ef0d9f-5108-472a-a422-25872df8b125 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:02.118001 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.151530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] Deleting port 17390cd8-213e-47c4-a939-d4b1fd56aa71 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:02.152451 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.284392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] For port e7ef0d9f-5108-472a-a422-25872df8b125, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7ef0d9f-5108-472a-a422-25872df8b125,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:02.284704 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.301891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] For port 17390cd8-213e-47c4-a939-d4b1fd56aa71, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=17390cd8-213e-47c4-a939-d4b1fd56aa71,segment=NetworkSegment(6dd48e17-0881-458d-907a-15916002e2c6),segment_id=6dd48e17-0881-458d-907a-15916002e2c6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:02.302198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.312838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Calling delete_port for e7ef0d9f-5108-472a-a422-25872df8b125 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:02.322644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] Calling delete_port for 17390cd8-213e-47c4-a939-d4b1fd56aa71 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:02.340252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:22:59Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:02.461886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416406f-eea9-4acb-a148-42e75370cffb None None] The sync data for ids ['0c182ecc-10ff-49e7-9f09-efa13b45b82e'] in n-d-827839-4 is: [{'id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-484157661', 'tenant_id': '6f74edd7eefb4e37929c0c859abb8638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:21:17Z', 'updated_at': '2022-02-09T03:22:59Z', 'revision_number': 5, 'project_id': '6f74edd7eefb4e37929c0c859abb8638', 'gw_port': {'id': 'e7ef0d9f-5108-472a-a422-25872df8b125', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:97:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c182ecc-10ff-49e7-9f09-efa13b45b82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:21:18Z', 'updated_at': '2022-02-09T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:02.561779 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (17390cd8-213e-47c4-a939-d4b1fd56aa71), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.599505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] No DVR routers for this DVR port 17390cd8-213e-47c4-a939-d4b1fd56aa71 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:02.603743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1958611-5ae9-4629-9570-2e7e1bdbf963 None None] Pushing event deleted for resources: {'Port': ['ID=17390cd8-213e-47c4-a939-d4b1fd56aa71,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:02.652544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e7ef0d9f-5108-472a-a422-25872df8b125), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.685214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Port': ['ID=e7ef0d9f-5108-472a-a422-25872df8b125,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:02.703924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9371430f-38da-4243-a9c1-36f12ea27e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.785315 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (0c182ecc-10ff-49e7-9f09-efa13b45b82e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.948468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (0c182ecc-10ff-49e7-9f09-efa13b45b82e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:02.951163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router_controller (0c182ecc-10ff-49e7-9f09-efa13b45b82e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.014583 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (0c182ecc-10ff-49e7-9f09-efa13b45b82e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.015175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Fanout notify agent at l3_agent the message router_deleted on router 0c182ecc-10ff-49e7-9f09-efa13b45b82e {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:23:03.025170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.026635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ccd03a6b-2087-405a-baf5-4d9f3c1db8bf tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/routers/0c182ecc-10ff-49e7-9f09-efa13b45b82e HTTP/1.1" status: 204 len: 168 time: 1.4737413 Feb 09 03:23:03.029338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42264) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:03.155726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (0b5ea8d1-81ad-468d-898b-9c9b7960f252), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.295119 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (0b5ea8d1-81ad-468d-898b-9c9b7960f252), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.334823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5ea8d1-81ad-468d-898b-9c9b7960f252']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:03.345170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd48e17-0881-458d-907a-15916002e2c6') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:03.345488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd48e17-0881-458d-907a-15916002e2c6') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:03.358017 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (6dd48e17-0881-458d-907a-15916002e2c6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.374070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6dd48e17-0881-458d-907a-15916002e2c6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.381568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:23:03.382096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (6dd48e17-0881-458d-907a-15916002e2c6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:23:03.385660 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:23:03.468215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (0b5ea8d1-81ad-468d-898b-9c9b7960f252), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.482069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:03.489160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] 10.222.0.32 "DELETE /v2.0/networks/0b5ea8d1-81ad-468d-898b-9c9b7960f252 HTTP/1.1" status: 204 len: 168 time: 0.4554543 Feb 09 03:23:03.501329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f01f32-ea96-48c0-a1b0-29575630d22c tempest-TestSecurityGroupsBasicOps-134397257 tempest-TestSecurityGroupsBasicOps-134397257-project] Pushing event deleted for resources: {'Network': ['ID=0b5ea8d1-81ad-468d-898b-9c9b7960f252,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:03.945248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42290) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:03.948372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7ef0d9f-5108-472a-a422-25872df8b125 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:03.976941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e7ef0d9f-5108-472a-a422-25872df8b125 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:03.977505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7ef0d9f-5108-472a-a422-25872df8b125 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:03.977946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7914af32-9a2a-48f6-bec4-620bd3eb411b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:04.034806 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 7914af32-9a2a-48f6-bec4-620bd3eb411b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:04.035575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7914af32-9a2a-48f6-bec4-620bd3eb411b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:04.036235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 17390cd8-213e-47c4-a939-d4b1fd56aa71 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:04.067509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 17390cd8-213e-47c4-a939-d4b1fd56aa71 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:04.068455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 17390cd8-213e-47c4-a939-d4b1fd56aa71 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:04.100777 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.150628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42294) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:04.151229 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b605900f-4ff0-4e32-8194-0f9142783273 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f74edd7eefb4e37929c0c859abb8638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2041674 Feb 09 03:23:04.217415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edd22c42-7ab5-45ed-b825-2722a20cc5f1 admin admin] Publish callbacks [] for security_group (f8eba228-2a5b-4f19-b8f6-2d15006ba3e4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.247987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edd22c42-7ab5-45ed-b825-2722a20cc5f1 admin admin] Publish callbacks [] for security_group (f8eba228-2a5b-4f19-b8f6-2d15006ba3e4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.319828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edd22c42-7ab5-45ed-b825-2722a20cc5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f8eba228-2a5b-4f19-b8f6-2d15006ba3e4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.323229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-edd22c42-7ab5-45ed-b825-2722a20cc5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.329954 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-edd22c42-7ab5-45ed-b825-2722a20cc5f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8eba228-2a5b-4f19-b8f6-2d15006ba3e4 HTTP/1.1" status: 204 len: 168 time: 0.1782825 Feb 09 03:23:04.355720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd22c42-7ab5-45ed-b825-2722a20cc5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eba228-2a5b-4f19-b8f6-2d15006ba3e4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:04.772607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42310) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:04.786400 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77e86661-ab42-40e7-ae84-e079cc779045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.933049 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77e86661-ab42-40e7-ae84-e079cc779045 admin admin] Publish callbacks [] for security_group (f98e5140-c557-4790-9469-1eff78bf1d3f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.940940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-77e86661-ab42-40e7-ae84-e079cc779045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f98e5140-c557-4790-9469-1eff78bf1d3f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:04.982020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-77e86661-ab42-40e7-ae84-e079cc779045 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8e359069a5b4b00a4e78ab68f11eb0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2077682 Feb 09 03:23:04.984738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42320) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:05.011253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e86661-ab42-40e7-ae84-e079cc779045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98e5140-c557-4790-9469-1eff78bf1d3f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:05.060935 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Publish callbacks [] for security_group (f98e5140-c557-4790-9469-1eff78bf1d3f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:05.101950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Publish callbacks [] for security_group (f98e5140-c557-4790-9469-1eff78bf1d3f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:05.117212 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:05.178367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f98e5140-c557-4790-9469-1eff78bf1d3f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:05.188360 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:05.190889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f98e5140-c557-4790-9469-1eff78bf1d3f HTTP/1.1" status: 204 len: 168 time: 0.2048879 Feb 09 03:23:05.210372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98e5140-c557-4790-9469-1eff78bf1d3f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:05.240966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.241837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.242472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.243088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.243702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.244305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.244988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.245670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.246414 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.247992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.249373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.250401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.252190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b114135-b171-4c03-bfd6-a78ac969e49f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:05.966777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42340) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:06.053406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b903ae1b-cd06-449c-b7a0-fe6bd8b19a0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=960c77c65e6e48f1a9f3b0789d927ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845442 Feb 09 03:23:06.055750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42344) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:06.114809 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20905fa3-632a-443a-822d-a01f1d4cbaf8 admin admin] Publish callbacks [] for security_group (10b4b90d-05da-40bf-85ac-e658b89acbdf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:06.171697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20905fa3-632a-443a-822d-a01f1d4cbaf8 admin admin] Publish callbacks [] for security_group (10b4b90d-05da-40bf-85ac-e658b89acbdf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:06.235059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20905fa3-632a-443a-822d-a01f1d4cbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (10b4b90d-05da-40bf-85ac-e658b89acbdf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:06.237642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20905fa3-632a-443a-822d-a01f1d4cbaf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:06.257653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20905fa3-632a-443a-822d-a01f1d4cbaf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10b4b90d-05da-40bf-85ac-e658b89acbdf HTTP/1.1" status: 204 len: 168 time: 0.1843283 Feb 09 03:23:06.277849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20905fa3-632a-443a-822d-a01f1d4cbaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b4b90d-05da-40bf-85ac-e658b89acbdf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:06.541292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:07.428007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-d7b4e376-f2e7-489d-9ba5-eb90e115d2b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812387 Feb 09 03:23:07.579880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-da433ec4-0a7b-4899-9d8b-d937d53896e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:07.581729 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-da433ec4-0a7b-4899-9d8b-d937d53896e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 1127 time: 0.1123707 Feb 09 03:23:07.615714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42398) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:07.770856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-343451848-network', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:07.799751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Made reservation on behalf of edb07aabd33b40c185e5b205112fd698 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:07.805718 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:07.815766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-b0033f40-f078-42fb-91b5-67807aa6acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:07.817360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-b0033f40-f078-42fb-91b5-67807aa6acef service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.2157993 Feb 09 03:23:07.820754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:07.936318 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-0872a37c-d33c-432f-b07e-a384f82da603 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa HTTP/1.1" status: 200 len: 1000 time: 0.1125422 Feb 09 03:23:07.959783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Publish callbacks [] for security_group (a8ea8cf2-59ed-4fd1-b039-92a11fb8d9c6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:07.976669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a8ea8cf2-59ed-4fd1-b039-92a11fb8d9c6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.009901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:23:08.024646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-1941483b-9b78-4117-9cdf-7616a2517a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:08.026676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-1941483b-9b78-4117-9cdf-7616a2517a66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0846391 Feb 09 03:23:08.082495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (04cf51b5-39de-4bc9-8288-491959fa7550), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.083163 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Added segment 04cf51b5-39de-4bc9-8288-491959fa7550 of type vlan for network 26299b47-9a44-4ea1-a63e-ea81b2eb98be Feb 09 03:23:08.092361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea8cf2-59ed-4fd1-b039-92a11fb8d9c6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:08.111399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-89ef98a4-b77c-4658-86ba-fd612b108f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:08.113249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-89ef98a4-b77c-4658-86ba-fd612b108f2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805888 Feb 09 03:23:08.146993 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (26299b47-9a44-4ea1-a63e-ea81b2eb98be), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.207919 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (26299b47-9a44-4ea1-a63e-ea81b2eb98be), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.208999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:08.209670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.295297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6777608 Feb 09 03:23:08.297490 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-7395e8d2-13a7-4ed9-84cd-f24fd1c93bde service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754141 Feb 09 03:23:08.300267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42412) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:08.313328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Request body: {'subnet': {'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-343451848-subnet', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:08.334590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3458d-d521-4f15-a6ec-587d25be75fe admin admin] Pushing event updated for resources: {'Network': ['ID=26299b47-9a44-4ea1-a63e-ea81b2eb98be,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:08.345796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:23:08.436675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Made reservation on behalf of edb07aabd33b40c185e5b205112fd698 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:08.439750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.594891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e7aba98-baeb-4b74-adbe-8050193549f9 req-ff4e49b1-1bd5-4a01-9caf-8b9f4c6230dd service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884257 Feb 09 03:23:08.720974 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (a4d2c71e-7abb-40dc-91ff-200cd6451d70), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.778976 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d2c71e-7abb-40dc-91ff-200cd6451d70,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:08.822550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Checking segment: {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:08.823027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Network hostable DHCP agents. Network: 26299b47-9a44-4ea1-a63e-ea81b2eb98be, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:23:08.843879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:23:08.854348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 26299b47-9a44-4ea1-a63e-ea81b2eb98be) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:08.860845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:08.862073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.867776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93754c4d-0b91-4dd1-a2d7-8602a4a22797 None None] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:08.887768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6a60794b-bbb2-4eee-9546-29a107a3634d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5845578 Feb 09 03:23:08.889577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42432) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:08.895771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:08.923490 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (48db6005-a631-4fb5-841c-e7f70b32cb49), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:08.925031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (48db6005-a631-4fb5-841c-e7f70b32cb49), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.002823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks [] for router_controller (48db6005-a631-4fb5-841c-e7f70b32cb49), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.021146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:23:09.022118 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.268692 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks [] for router_gateway (48db6005-a631-4fb5-841c-e7f70b32cb49), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.278369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Allocated IP 172.20.0.2 (26299b47-9a44-4ea1-a63e-ea81b2eb98be/a4d2c71e-7abb-40dc-91ff-200cd6451d70/ced9bb6c-a58c-49af-b170-ed6f42851896) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:09.536968 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Publish callbacks [] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.543697 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.566297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks [] for router_gateway (48db6005-a631-4fb5-841c-e7f70b32cb49), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.588130 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.598227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:09.601346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:09.608382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:09.612162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Pushing event updated for resources: {'Port': ['ID=ced9bb6c-a58c-49af-b170-ed6f42851896,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:09.681810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Attempting to bind port ced9bb6c-a58c-49af-b170-ed6f42851896 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:09.683223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Attempting to bind port ced9bb6c-a58c-49af-b170-ed6f42851896 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:09.683604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Attempting to bind port ced9bb6c-a58c-49af-b170-ed6f42851896 on network 26299b47-9a44-4ea1-a63e-ea81b2eb98be {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:09.690206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:09.690651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Checking segment: {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:09.691066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.691467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Bound using segment: {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:09.691941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Bound port: ced9bb6c-a58c-49af-b170-ed6f42851896, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:09.692329 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.742689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Allocated IP 172.25.2.139 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/c99f4c15-c854-4b25-aa9c-798d57a70e43) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:09.762215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] For port ced9bb6c-a58c-49af-b170-ed6f42851896, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:09.765991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] For port ced9bb6c-a58c-49af-b170-ed6f42851896, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ced9bb6c-a58c-49af-b170-ed6f42851896,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:09.773166 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.875472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9db696-c6dc-4a4a-b0bb-745e1029e762 None None] Pushing event updated for resources: {'Port': ['ID=ced9bb6c-a58c-49af-b170-ed6f42851896,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:09.913145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks [] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:09.974721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:10.069050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:10.072436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:10.085366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:10.156920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c99f4c15-c854-4b25-aa9c-798d57a70e43,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:10.564402 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks [] for router_gateway (48db6005-a631-4fb5-841c-e7f70b32cb49), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:11.179275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (48db6005-a631-4fb5-841c-e7f70b32cb49), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:11.398918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Router 48db6005-a631-4fb5-841c-e7f70b32cb49 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:23:11.449532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b064d-7f79-4cef-a591-28aa5e853d55 None None] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:11.531555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b448f30d-ee62-4ff9-a980-bdda15faf69b None None] Provisioning complete for port ced9bb6c-a58c-49af-b170-ed6f42851896 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:11.531984 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b448f30d-ee62-4ff9-a980-bdda15faf69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:11.658089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:11.681791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b448f30d-ee62-4ff9-a980-bdda15faf69b None None] Current status of the port ced9bb6c-a58c-49af-b170-ed6f42851896 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:11.681791 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b448f30d-ee62-4ff9-a980-bdda15faf69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:11.702510 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Sync routers for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:11.705480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:11.717420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42484) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:11.719744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9bd61625-2295-4d8b-be84-981b4af411e4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8288805 Feb 09 03:23:11.734464 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:11.737636 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:11.855657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b448f30d-ee62-4ff9-a980-bdda15faf69b None None] For port ced9bb6c-a58c-49af-b170-ed6f42851896, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ced9bb6c-a58c-49af-b170-ed6f42851896,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:11.861877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b448f30d-ee62-4ff9-a980-bdda15faf69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:11.933598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ced9bb6c-a58c-49af-b170-ed6f42851896 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:11.993641 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:12.101053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448f30d-ee62-4ff9-a980-bdda15faf69b None None] Pushing event updated for resources: {'Port': ['ID=ced9bb6c-a58c-49af-b170-ed6f42851896,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:12.144863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ced9bb6c-a58c-49af-b170-ed6f42851896 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:12.146616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.333424 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:10Z', 'revision_number': 3, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:12.385895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2b94a9d3-87cd-4b7c-a53d-99cdc69b8165 None None] Provisioning complete for port ced9bb6c-a58c-49af-b170-ed6f42851896 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:12.386355 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b94a9d3-87cd-4b7c-a53d-99cdc69b8165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.422295 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Checking router: 48db6005-a631-4fb5-841c-e7f70b32cb49 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:12.422774 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Updating router 48db6005-a631-4fb5-841c-e7f70b32cb49 port c99f4c15-c854-4b25-aa9c-798d57a70e43 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:23:12.453218 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.513269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ced9bb6c-a58c-49af-b170-ed6f42851896 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:12.546013 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.918684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2b94a9d3-87cd-4b7c-a53d-99cdc69b8165 None None] Current status of the port ced9bb6c-a58c-49af-b170-ed6f42851896 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:12.931998 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Publish callbacks [] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.947216 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:12.985061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Allocated IP 172.20.0.1 (26299b47-9a44-4ea1-a63e-ea81b2eb98be/a4d2c71e-7abb-40dc-91ff-200cd6451d70/2569735b-dd7e-4183-b993-90a0b0a400d7) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:13.059549 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d933d4-d8d2-4724-aa7c-24144ce82509 None None] Pushing event updated for resources: {'Port': ['ID=c99f4c15-c854-4b25-aa9c-798d57a70e43,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:13.075888 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Attempting to bind port c99f4c15-c854-4b25-aa9c-798d57a70e43 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:13.080233 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Attempting to bind port c99f4c15-c854-4b25-aa9c-798d57a70e43 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:13.080807 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Attempting to bind port c99f4c15-c854-4b25-aa9c-798d57a70e43 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:13.095660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:13.096284 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:13.096949 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.097501 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:13.098166 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Bound port: c99f4c15-c854-4b25-aa9c-798d57a70e43, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:13.099401 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.145320 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Publish callbacks [] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.166998 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] For port c99f4c15-c854-4b25-aa9c-798d57a70e43, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:13.171827 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] For port c99f4c15-c854-4b25-aa9c-798d57a70e43, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c99f4c15-c854-4b25-aa9c-798d57a70e43,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:13.178497 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.194849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.247193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:13.288732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:13.289585 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:13.305258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:13.307820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2569735b-dd7e-4183-b993-90a0b0a400d7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:13.310890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:13.365596 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d933d4-d8d2-4724-aa7c-24144ce82509 None None] Pushing event updated for resources: {'Port': ['ID=c99f4c15-c854-4b25-aa9c-798d57a70e43,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:13.401161 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (48db6005-a631-4fb5-841c-e7f70b32cb49), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.528025 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:13.697789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.760264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-81f8a3cc-dae3-499a-9646-d7ca4c1a17fd None None] Provisioning complete for port 2569735b-dd7e-4183-b993-90a0b0a400d7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:13.761420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-81f8a3cc-dae3-499a-9646-d7ca4c1a17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.832305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-81f8a3cc-dae3-499a-9646-d7ca4c1a17fd None None] Port 2569735b-dd7e-4183-b993-90a0b0a400d7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:13.838127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ced9bb6c-a58c-49af-b170-ed6f42851896 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:13.931930 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:10Z', 'revision_number': 3, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:13.937050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ced9bb6c-a58c-49af-b170-ed6f42851896 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:13.937449 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:13.997827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Publish callbacks [] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.003833 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c8153-b45f-4ca6-a153-250f37820286 None None] The sync data for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 is: [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:10Z', 'revision_number': 3, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:14.005265 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.102137 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ced9bb6c-a58c-49af-b170-ed6f42851896 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:14.120481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (48db6005-a631-4fb5-841c-e7f70b32cb49), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.137531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2569735b-dd7e-4183-b993-90a0b0a400d7,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:14.252763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:14.254155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:14.473504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Router 48db6005-a631-4fb5-841c-e7f70b32cb49 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:23:14.719635 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:14.735721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-30711361-098b-4443-8b3a-7b67902890e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/48db6005-a631-4fb5-841c-e7f70b32cb49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0171206 Feb 09 03:23:14.763257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-663f7dc8-0185-4081-a66f-8b3146bb49c9 None None] Provisioning complete for port 2569735b-dd7e-4183-b993-90a0b0a400d7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:14.766432 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-663f7dc8-0185-4081-a66f-8b3146bb49c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:14.830708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-663f7dc8-0185-4081-a66f-8b3146bb49c9 None None] Port 2569735b-dd7e-4183-b993-90a0b0a400d7 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:15.455704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42562) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:15.460608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1045744068-network', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:15.511593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Made reservation on behalf of e3bb25fac4e14036a49b3e5002bfcf05 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:15.515054 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.526375 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.632406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Publish callbacks [] for security_group (4dd8a428-e243-47d3-bad9-b24311050779), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.638362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4dd8a428-e243-47d3-bad9-b24311050779), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.734685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd8a428-e243-47d3-bad9-b24311050779,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:15.737502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:23:15.755742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b3bf7812-508b-48d4-853d-1216c7e1de66), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.756327 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Added segment b3bf7812-508b-48d4-853d-1216c7e1de66 of type vlan for network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 Feb 09 03:23:15.851276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c99f4c15-c854-4b25-aa9c-798d57a70e43 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:15.854009 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (8eb4c1b5-fab2-4dee-8d92-23b194b58752), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.900917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (8eb4c1b5-fab2-4dee-8d92-23b194b58752), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.902160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:15.902981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.929989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c99f4c15-c854-4b25-aa9c-798d57a70e43 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:15.930863 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:15.978190 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5187726 Feb 09 03:23:15.980739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42574) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:15.991299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Request body: {'subnet': {'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1045744068-subnet', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:16.011543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4563b9-369a-42b9-a449-21bd1468cca3 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb4c1b5-fab2-4dee-8d92-23b194b58752,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:16.025288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:23:16.041179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Made reservation on behalf of e3bb25fac4e14036a49b3e5002bfcf05 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:16.042773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.171484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c99f4c15-c854-4b25-aa9c-798d57a70e43 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:16.171780 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.193499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port c99f4c15-c854-4b25-aa9c-798d57a70e43, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c99f4c15-c854-4b25-aa9c-798d57a70e43,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:16.214560 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.327644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=c99f4c15-c854-4b25-aa9c-798d57a70e43,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:16.348143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (afbea69a-af37-4691-a79c-22162a01332d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.402817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbea69a-af37-4691-a79c-22162a01332d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:16.413528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.414228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.414604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.414950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.415365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.415703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.416040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.416372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.416703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.417032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.417893 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.418227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.418593 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:16.484477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Checking segment: {'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:16.484849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Network hostable DHCP agents. Network: 8eb4c1b5-fab2-4dee-8d92-23b194b58752, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:23:16.519966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:23:16.532473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 8eb4c1b5-fab2-4dee-8d92-23b194b58752) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:16.538049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:16.538865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.554102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c371401-085f-448b-b8bb-54a37fbc53c4 None None] Network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:16.570649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a81bc39a-8fe3-496f-88f2-64fed7bfd34c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5854037 Feb 09 03:23:16.572552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:16.581029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:16.613108 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.614498 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.710112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-8eb4c1b5-fab2-4dee-8d92-23b194b58752', 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752', 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'fixed_ips': [{'subnet_id': 'afbea69a-af37-4691-a79c-22162a01332d'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:23:16.711775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.735410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks [] for router_controller (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:16.846618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Sync routers for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:16.895538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:16.896275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:16.927497 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks [] for router_gateway (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.041662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:17.172848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks [] for router_gateway (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.174443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Allocated IP 172.20.0.2 (8eb4c1b5-fab2-4dee-8d92-23b194b58752/afbea69a-af37-4691-a79c-22162a01332d/2b3133e3-4f13-4d98-b3ff-49b1cbac731d) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:17.215670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.432002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 2, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:17.470588 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Publish callbacks [] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.472841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Checking router: 48db6005-a631-4fb5-841c-e7f70b32cb49 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:17.473407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Updating router 48db6005-a631-4fb5-841c-e7f70b32cb49 port 2569735b-dd7e-4183-b993-90a0b0a400d7 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:23:17.510919 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.514626 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.566421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:17.570379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:17.578513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:17.614551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Pushing event updated for resources: {'Port': ['ID=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:17.745625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Attempting to bind port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:17.746046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Attempting to bind port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:17.746462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Attempting to bind port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d on network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:17.754461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:17.754809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Checking segment: {'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:17.755217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.758273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Bound using segment: {'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:17.758273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Bound port: 2b3133e3-4f13-4d98-b3ff-49b1cbac731d, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:17.758273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.836769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] For port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:17.842269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] For port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,segment=NetworkSegment(b3bf7812-508b-48d4-853d-1216c7e1de66),segment_id=b3bf7812-508b-48d4-853d-1216c7e1de66)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:17.848303 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:17.866061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c99f4c15-c854-4b25-aa9c-798d57a70e43 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:17.890623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Allocated IP 172.25.2.88 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/47a806ed-74a6-48c6-8832-bac9730b8789) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:18.021284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa1243-dfdf-43f2-bd08-a25ac7ae49ba None None] Pushing event updated for resources: {'Port': ['ID=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:18.064327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c99f4c15-c854-4b25-aa9c-798d57a70e43 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:18.064886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.124893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks [] for port (47a806ed-74a6-48c6-8832-bac9730b8789), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.171254 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.324771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c99f4c15-c854-4b25-aa9c-798d57a70e43 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:18.331142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:18.334888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:18.337511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:18.386946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Pushing event updated for resources: {'Port': ['ID=47a806ed-74a6-48c6-8832-bac9730b8789,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:18.393186 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Publish callbacks [] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.412350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.571663 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Pushing event updated for resources: {'Port': ['ID=2569735b-dd7e-4183-b993-90a0b0a400d7,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:18.697129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Attempting to bind port 2569735b-dd7e-4183-b993-90a0b0a400d7 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:18.697509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Attempting to bind port 2569735b-dd7e-4183-b993-90a0b0a400d7 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:18.697878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Attempting to bind port 2569735b-dd7e-4183-b993-90a0b0a400d7 on network 26299b47-9a44-4ea1-a63e-ea81b2eb98be {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:18.706753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:18.707163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Checking segment: {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:18.707541 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.707936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Bound using segment: {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:18.708423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Bound port: 2569735b-dd7e-4183-b993-90a0b0a400d7, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:18.708806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:18.880264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] For port 2569735b-dd7e-4183-b993-90a0b0a400d7, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:18.888185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] For port 2569735b-dd7e-4183-b993-90a0b0a400d7, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2569735b-dd7e-4183-b993-90a0b0a400d7,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:18.900233 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.031997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:19.032653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:19.043060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks [] for router_gateway (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.610376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Pushing event updated for resources: {'Port': ['ID=2569735b-dd7e-4183-b993-90a0b0a400d7,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:19.672086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.672443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.672791 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.673136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.673952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.673952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.674199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.674490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.674823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.675867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.676212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.676546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.676914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd32c9-b21b-49ca-a92f-58208f5ab863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:19.721190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e6f2e527-3e19-4008-877f-91094e5d2094 None None] Provisioning complete for port 2569735b-dd7e-4183-b993-90a0b0a400d7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:19.721573 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e527-3e19-4008-877f-91094e5d2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.768728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e2de1-5b62-4ea0-aac6-7ec17a5e0de5 req-1886b5f6-4f38-4b8a-a9ac-b852cffff1a8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:19.770358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e02e2de1-5b62-4ea0-aac6-7ec17a5e0de5 req-1886b5f6-4f38-4b8a-a9ac-b852cffff1a8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 945 time: 1.1963189 Feb 09 03:23:19.817707 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.824839 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:19.896436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e02e2de1-5b62-4ea0-aac6-7ec17a5e0de5 req-8ec4c3a9-16cb-4b95-b5b5-990be8bb0a36 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132028 Feb 09 03:23:19.910038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:19.918131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2b3133e3-4f13-4d98-b3ff-49b1cbac731d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:20.010557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213d352-3032-4b5b-91e2-5bc69a62717d None None] Network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:20.156808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:23:20.188456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-977b4a3a-3414-4cf7-8b22-b042d16540f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:20.190162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-977b4a3a-3414-4cf7-8b22-b042d16540f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 945 time: 0.1331968 Feb 09 03:23:20.291279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:20.291756 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.359776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2e527-3e19-4008-877f-91094e5d2094 None None] Current status of the port 2569735b-dd7e-4183-b993-90a0b0a400d7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:20.360289 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e527-3e19-4008-877f-91094e5d2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.408449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:23:20.408805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.430175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e6f2e527-3e19-4008-877f-91094e5d2094 None None] For port 2569735b-dd7e-4183-b993-90a0b0a400d7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2569735b-dd7e-4183-b993-90a0b0a400d7,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:20.441718 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e527-3e19-4008-877f-91094e5d2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.461201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:20.482823 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Sync routers for ids ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:20.498930 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Routers {'3503c628-cdb4-4879-8fe5-ce614a4a7cb2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:20.499860 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:20.525082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.547967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5b723a89-77a8-45f7-8190-9fe2f5a53476 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9705532 Feb 09 03:23:20.552280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42660) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:20.661996 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Set router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:20.714766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:18Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:20.737585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] For port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:20.737848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.762646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2e527-3e19-4008-877f-91094e5d2094 None None] Pushing event updated for resources: {'Port': ['ID=2569735b-dd7e-4183-b993-90a0b0a400d7,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:20.782180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:20.782662 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.802101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28fa2f6-1168-4cb3-a1cf-787826a9797d None None] The sync data for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 is: [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:18Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:20.817412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0547d91b-fb62-406c-a91a-f55848c745b9 None None] Provisioning complete for port 2569735b-dd7e-4183-b993-90a0b0a400d7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:20.819666 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0547d91b-fb62-406c-a91a-f55848c745b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:20.974094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,segment=NetworkSegment(b3bf7812-508b-48d4-853d-1216c7e1de66),segment_id=b3bf7812-508b-48d4-853d-1216c7e1de66)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:21.004618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.147407 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:23:18Z', 'revision_number': 3, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port': {'id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:17Z', 'updated_at': '2022-02-09T03:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:21.253348 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Checking router: 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:21.254119 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Updating router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 port 47a806ed-74a6-48c6-8832-bac9730b8789 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:23:21.276557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:21.294684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0547d91b-fb62-406c-a91a-f55848c745b9 None None] Current status of the port 2569735b-dd7e-4183-b993-90a0b0a400d7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:21.307800 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.339190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0547d91b-fb62-406c-a91a-f55848c745b9 None None] Provisioning complete for port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:21.342502 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0547d91b-fb62-406c-a91a-f55848c745b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.562688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd391eaf-e83e-41f4-82a1-acca1e1bae5d req-58839338-2466-4d36-9027-1502eb8b1d4a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:21.568095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd391eaf-e83e-41f4-82a1-acca1e1bae5d req-58839338-2466-4d36-9027-1502eb8b1d4a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 945 time: 0.4657762 Feb 09 03:23:21.594946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0547d91b-fb62-406c-a91a-f55848c745b9 None None] Current status of the port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:21.759676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.760641 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-530ad5b4-ca16-4ebf-b44b-81d27dad0012 None None] Provisioning complete for port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:21.761010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-530ad5b4-ca16-4ebf-b44b-81d27dad0012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.762894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.846763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd391eaf-e83e-41f4-82a1-acca1e1bae5d req-07cd96e8-eeb0-421c-92a6-7f384d0c550e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557900 Feb 09 03:23:21.881912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.882856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:21.884277 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Floating IP 5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a disassociated. External IP: 172.25.2.49, port: f1c7fa33-cf17-4a96-a11c-fa7f10e640aa. Feb 09 03:23:21.884646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for f1c7fa33-cf17-4a96-a11c-fa7f10e640aa owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:23:21.997154 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Publish callbacks [] for port (47a806ed-74a6-48c6-8832-bac9730b8789), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.010018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-530ad5b4-ca16-4ebf-b44b-81d27dad0012 None None] Current status of the port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:22.019031 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.056275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2569735b-dd7e-4183-b993-90a0b0a400d7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:22.202749 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Attempting to bind port 47a806ed-74a6-48c6-8832-bac9730b8789 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:22.204956 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Attempting to bind port 47a806ed-74a6-48c6-8832-bac9730b8789 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:22.207097 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Attempting to bind port 47a806ed-74a6-48c6-8832-bac9730b8789 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:22.215755 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Pushing event updated for resources: {'Port': ['ID=47a806ed-74a6-48c6-8832-bac9730b8789,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:22.220131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f1c7fa33-cf17-4a96-a11c-fa7f10e640aa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.230900 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:22.231573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:22.235606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2569735b-dd7e-4183-b993-90a0b0a400d7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:22.235851 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.235987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.236653 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:22.237330 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Bound port: 47a806ed-74a6-48c6-8832-bac9730b8789, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:22.237926 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.242508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Allocated IP 172.20.0.1 (8eb4c1b5-fab2-4dee-8d92-23b194b58752/afbea69a-af37-4691-a79c-22162a01332d/61c050ab-3829-4da3-9636-a6e513233390) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:22.274222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=f1c7fa33-cf17-4a96-a11c-fa7f10e640aa,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:22.439433 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] For port 47a806ed-74a6-48c6-8832-bac9730b8789, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:22.448005 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] For port 47a806ed-74a6-48c6-8832-bac9730b8789, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=47a806ed-74a6-48c6-8832-bac9730b8789,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:22.450112 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.450513 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.451379 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.451720 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.452048 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.452378 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.452708 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.453035 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.453356 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.453677 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.453999 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.454348 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.454674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:23:22.470268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2569735b-dd7e-4183-b993-90a0b0a400d7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:22.472247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2b3133e3-4f13-4d98-b3ff-49b1cbac731d up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:22.486020 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.558506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:22.558897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.596282 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:23:22.618671 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222078-89a4-4c4d-990c-72cf9bc783db None None] Pushing event updated for resources: {'Port': ['ID=47a806ed-74a6-48c6-8832-bac9730b8789,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:22.655287 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Routers {'3503c628-cdb4-4879-8fe5-ce614a4a7cb2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:22.657966 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:22.688464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Publish callbacks [] for port (61c050ab-3829-4da3-9636-a6e513233390), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.769124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:22.796928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (61c050ab-3829-4da3-9636-a6e513233390), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:22.972842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Pushing event updated for resources: {'Port': ['ID=61c050ab-3829-4da3-9636-a6e513233390,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:22.996009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:23.007358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:23.013261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:23.014924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:23.017434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:23.030386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:23.031025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:23.104786 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] Set router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:23.122589 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:23.178773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] No DVR routers for this DVR port f1c7fa33-cf17-4a96-a11c-fa7f10e640aa on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:23:23.187054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:23.190663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9461f7e-ba2d-4f31-9d6c-63e89e62147e req-142375aa-a731-4be8-a3ef-4e710a4f14e1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "DELETE /v2.0/ports/f1c7fa33-cf17-4a96-a11c-fa7f10e640aa HTTP/1.1" status: 204 len: 173 time: 2.9896166 Feb 09 03:23:23.191150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'name': 'network-vif-deleted', 'tag': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:23.213085 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc72e5-6c14-40df-a4fa-2f65d6fdf6db" -d '{"events": [{"server_uuid": "fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae", "name": "network-vif-deleted", "tag": "f1c7fa33-cf17-4a96-a11c-fa7f10e640aa"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:23.251307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1b4b302-0103-4b98-9544-0079a24796c8 req-7ea5371a-d1a8-48bb-80a7-992d9b268cc4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.1231380 Feb 09 03:23:23.333069 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3521acd-bdab-4e00-a17f-0bc9044f4eab x-openstack-request-id: req-f3521acd-bdab-4e00-a17f-0bc9044f4eab {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:23.333365 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae", "name": "network-vif-deleted", "tag": "f1c7fa33-cf17-4a96-a11c-fa7f10e640aa", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:23.333624 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3521acd-bdab-4e00-a17f-0bc9044f4eab {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:23.334100 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae', 'name': 'network-vif-deleted', 'tag': 'f1c7fa33-cf17-4a96-a11c-fa7f10e640aa', 'status': 'completed', 'code': 200} Feb 09 03:23:23.449873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:23.603461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (61c050ab-3829-4da3-9636-a6e513233390), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:23.605823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f1c7fa33-cf17-4a96-a11c-fa7f10e640aa no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:23:23.673673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d9f237a8-cb22-47a5-b894-8832747f717f None None] Provisioning complete for port 61c050ab-3829-4da3-9636-a6e513233390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:23.674113 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d9f237a8-cb22-47a5-b894-8832747f717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (61c050ab-3829-4da3-9636-a6e513233390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:23.748879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: f1c7fa33-cf17-4a96-a11c-fa7f10e640aa {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:23:23.749118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f1c7fa33-cf17-4a96-a11c-fa7f10e640aa not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:23:23.751667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d9f237a8-cb22-47a5-b894-8832747f717f None None] Port 61c050ab-3829-4da3-9636-a6e513233390 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:23.865226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:23:18Z', 'revision_number': 3, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port': {'id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:17Z', 'updated_at': '2022-02-09T03:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:23.915491 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c69df47-06a7-4e97-ad06-9a1c3d9eb6b1 None None] The sync data for ids ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'] in n-d-827839-4 is: [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:23:18Z', 'revision_number': 3, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port': {'id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:17Z', 'updated_at': '2022-02-09T03:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:24.080600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:24.136478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Publish callbacks [] for port (61c050ab-3829-4da3-9636-a6e513233390), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:24.150316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (61c050ab-3829-4da3-9636-a6e513233390), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:24.176437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:24.196394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:24.198835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:24.210894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:24.366081 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Pushing event updated for resources: {'Port': ['ID=61c050ab-3829-4da3-9636-a6e513233390,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:24.522592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1767846-cce8-4135-bb26-37c9e6f65c13 req-125bca3a-6341-4e85-9c41-5cce68dfe1ee tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.1154904 Feb 09 03:23:24.598951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:24.600427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:24.739340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:24.943965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:23:25.256147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:25.273106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8489d868-8172-4ec1-8d32-c418c9a7f93c admin admin] 10.222.0.32 "PUT /v2.0/routers/3503c628-cdb4-4879-8fe5-ce614a4a7cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7195289 Feb 09 03:23:25.295821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-210dbdba-1b90-4369-8fb0-9e0e4083266b None None] Provisioning complete for port 61c050ab-3829-4da3-9636-a6e513233390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:25.296542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-210dbdba-1b90-4369-8fb0-9e0e4083266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (61c050ab-3829-4da3-9636-a6e513233390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:25.410263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-210dbdba-1b90-4369-8fb0-9e0e4083266b None None] Port 61c050ab-3829-4da3-9636-a6e513233390 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:25.550858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:25.699883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55f1db-5462-4508-b975-fc93d1128d8f None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:25.752776 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24a21c7d-2875-4662-9fc0-003a7b157356 req-10c84c8e-31df-4f68-8007-c4a9db4ff6f9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0705216 Feb 09 03:23:25.882814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 47a806ed-74a6-48c6-8832-bac9730b8789 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:26.017966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 47a806ed-74a6-48c6-8832-bac9730b8789 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:26.018311 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.209216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 47a806ed-74a6-48c6-8832-bac9730b8789 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:26.209904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.255234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 47a806ed-74a6-48c6-8832-bac9730b8789, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=47a806ed-74a6-48c6-8832-bac9730b8789,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:26.261531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.389448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=47a806ed-74a6-48c6-8832-bac9730b8789,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:26.508155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42768) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:26.513231 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-060c87c9-18bf-4100-80eb-f9637619ec66 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819242911', 'description': 'tempest-secgroup-smoke-819242911 description', 'project_id': 'edb07aabd33b40c185e5b205112fd698'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:26.527397 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf8508-ee92-43c5-8679-9edf281a3311 None None] New status for floating IP 5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:23:26.564388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-060c87c9-18bf-4100-80eb-f9637619ec66 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.761746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-060c87c9-18bf-4100-80eb-f9637619ec66 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group (219ec24f-4c02-493f-b6f7-922a966a1455), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.781708 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-060c87c9-18bf-4100-80eb-f9637619ec66 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (219ec24f-4c02-493f-b6f7-922a966a1455), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.840154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c87c9-18bf-4100-80eb-f9637619ec66 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219ec24f-4c02-493f-b6f7-922a966a1455,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:26.845751 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-060c87c9-18bf-4100-80eb-f9637619ec66 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.847338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-060c87c9-18bf-4100-80eb-f9637619ec66 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3380911 Feb 09 03:23:26.850222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42784) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:26.859030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-27008fdb-b351-4466-8a03-4d9003cfbc21 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'security_group_rule': {'security_group_id': '219ec24f-4c02-493f-b6f7-922a966a1455', 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:26.897478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-27008fdb-b351-4466-8a03-4d9003cfbc21 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (fdf9bd22-c20b-45d6-86fd-253dcc0988bd), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:26.972239 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2d4440f1-3669-4e41-839f-c71392342bf6 req-02b8e04f-cbf9-486a-aff2-c0c6c11dea3b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0573857 Feb 09 03:23:27.014196 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-27008fdb-b351-4466-8a03-4d9003cfbc21 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (fdf9bd22-c20b-45d6-86fd-253dcc0988bd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.023031 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-27008fdb-b351-4466-8a03-4d9003cfbc21 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (fdf9bd22-c20b-45d6-86fd-253dcc0988bd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.047225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27008fdb-b351-4466-8a03-4d9003cfbc21 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf9bd22-c20b-45d6-86fd-253dcc0988bd,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:27.057709 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-27008fdb-b351-4466-8a03-4d9003cfbc21 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.059503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-27008fdb-b351-4466-8a03-4d9003cfbc21 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075415 Feb 09 03:23:27.062957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42786) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:27.068562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ced6a857-ed72-40f7-80d3-213c355a97f7 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'security_group_rule': {'security_group_id': '219ec24f-4c02-493f-b6f7-922a966a1455', 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:27.111624 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ced6a857-ed72-40f7-80d3-213c355a97f7 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (033a438e-c919-47fe-9bfe-7d90249acf23), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.204789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ced6a857-ed72-40f7-80d3-213c355a97f7 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (033a438e-c919-47fe-9bfe-7d90249acf23), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.210069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ced6a857-ed72-40f7-80d3-213c355a97f7 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (033a438e-c919-47fe-9bfe-7d90249acf23), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.233928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Sync routers for ids ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:27.251003 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ced6a857-ed72-40f7-80d3-213c355a97f7 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.252870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ced6a857-ed72-40f7-80d3-213c355a97f7 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1885567 Feb 09 03:23:27.255459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:27.257391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Routers {'3503c628-cdb4-4879-8fe5-ce614a4a7cb2'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:27.258047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:27.261447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ddf89ddf-3f59-4888-bb93-606907cdf217 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'security_group_rule': {'security_group_id': '219ec24f-4c02-493f-b6f7-922a966a1455', 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:27.284670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6a857-ed72-40f7-80d3-213c355a97f7 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033a438e-c919-47fe-9bfe-7d90249acf23,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:27.298177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf89ddf-3f59-4888-bb93-606907cdf217 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (31a89352-25ad-4db2-b790-840c74a5cfe7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.373824 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf89ddf-3f59-4888-bb93-606907cdf217 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (31a89352-25ad-4db2-b790-840c74a5cfe7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.380974 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf89ddf-3f59-4888-bb93-606907cdf217 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (31a89352-25ad-4db2-b790-840c74a5cfe7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.416071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf89ddf-3f59-4888-bb93-606907cdf217 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a89352-25ad-4db2-b790-840c74a5cfe7,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:27.447522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ddf89ddf-3f59-4888-bb93-606907cdf217 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.447759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Set router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:27.449654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ddf89ddf-3f59-4888-bb93-606907cdf217 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927536 Feb 09 03:23:27.452844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42790) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:27.457922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-210c30b8-c8b5-4bbd-b20f-bde03dc0eb6c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'security_group_rule': {'security_group_id': '219ec24f-4c02-493f-b6f7-922a966a1455', 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:27.488341 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-210c30b8-c8b5-4bbd-b20f-bde03dc0eb6c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (dd2941d8-243c-45fa-a6f1-753b5a262a54), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.581395 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-210c30b8-c8b5-4bbd-b20f-bde03dc0eb6c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (dd2941d8-243c-45fa-a6f1-753b5a262a54), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.586385 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-210c30b8-c8b5-4bbd-b20f-bde03dc0eb6c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (dd2941d8-243c-45fa-a6f1-753b5a262a54), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.643668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-210c30b8-c8b5-4bbd-b20f-bde03dc0eb6c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.648524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-210c30b8-c8b5-4bbd-b20f-bde03dc0eb6c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1942952 Feb 09 03:23:27.651624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 42792) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:27.653753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c30b8-c8b5-4bbd-b20f-bde03dc0eb6c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2941d8-243c-45fa-a6f1-753b5a262a54,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:27.656821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fde833ff-ab77-4be0-9701-9555420cc3b6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'security_group_rule': {'security_group_id': '219ec24f-4c02-493f-b6f7-922a966a1455', 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:27.719360 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-fde833ff-ab77-4be0-9701-9555420cc3b6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Project edb07aabd33b40c185e5b205112fd698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:23:27.727671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fde833ff-ab77-4be0-9701-9555420cc3b6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (2d51c1cb-5f08-423e-ab21-1baf083dd136), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.818492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 47a806ed-74a6-48c6-8832-bac9730b8789 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:27.857137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fde833ff-ab77-4be0-9701-9555420cc3b6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (2d51c1cb-5f08-423e-ab21-1baf083dd136), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.861685 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fde833ff-ab77-4be0-9701-9555420cc3b6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (2d51c1cb-5f08-423e-ab21-1baf083dd136), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.889642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde833ff-ab77-4be0-9701-9555420cc3b6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d51c1cb-5f08-423e-ab21-1baf083dd136,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:27.908251 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fde833ff-ab77-4be0-9701-9555420cc3b6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.909479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fde833ff-ab77-4be0-9701-9555420cc3b6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2567141 Feb 09 03:23:27.912328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 42794) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:27.918044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ffddda1f-c81d-4118-99de-1e6b12b39018 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'security_group_rule': {'security_group_id': '219ec24f-4c02-493f-b6f7-922a966a1455', 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:27.933563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 47a806ed-74a6-48c6-8832-bac9730b8789 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:27.934203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:27.962962 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-ffddda1f-c81d-4118-99de-1e6b12b39018 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Project edb07aabd33b40c185e5b205112fd698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:23:27.970100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:23:23Z', 'revision_number': 4, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port': {'id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:17Z', 'updated_at': '2022-02-09T03:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '61c050ab-3829-4da3-9636-a6e513233390', 'name': '', 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'mac_address': 'fa:16:3e:a9:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'afbea69a-af37-4691-a79c-22162a01332d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:21Z', 'updated_at': '2022-02-09T03:23:23Z', 'revision_number': 2, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'subnets': [{'id': 'afbea69a-af37-4691-a79c-22162a01332d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:27.973638 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffddda1f-c81d-4118-99de-1e6b12b39018 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (cb44c815-6351-4ce5-a715-97c1595fbe3a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.046678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Checking router: 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:28.051985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Updating router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 port 61c050ab-3829-4da3-9636-a6e513233390 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:23:28.113905 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (61c050ab-3829-4da3-9636-a6e513233390), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.132553 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffddda1f-c81d-4118-99de-1e6b12b39018 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (cb44c815-6351-4ce5-a715-97c1595fbe3a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.179832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffddda1f-c81d-4118-99de-1e6b12b39018 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (cb44c815-6351-4ce5-a715-97c1595fbe3a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.203878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 47a806ed-74a6-48c6-8832-bac9730b8789 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:28.204693 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-012d6904-db5b-43dc-9a11-a3a8c763e079 req-8288d7ef-9d4b-40c4-b305-83127b336dec tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0867877 Feb 09 03:23:28.207735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddda1f-c81d-4118-99de-1e6b12b39018 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb44c815-6351-4ce5-a715-97c1595fbe3a,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:28.239388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ffddda1f-c81d-4118-99de-1e6b12b39018 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.241196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ffddda1f-c81d-4118-99de-1e6b12b39018 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275952 Feb 09 03:23:28.515545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-a94626e0-7a0e-4409-b528-1d857ecaa8e9 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819242911&fields=id&tenant_id=edb07aabd33b40c185e5b205112fd698 HTTP/1.1" status: 200 len: 267 time: 0.0723104 Feb 09 03:23:28.550005 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Publish callbacks [] for port (61c050ab-3829-4da3-9636-a6e513233390), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.560659 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (61c050ab-3829-4da3-9636-a6e513233390), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.625107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fc4b4-0d08-4a96-bb13-4c95e37fd276 None None] Pushing event updated for resources: {'Port': ['ID=61c050ab-3829-4da3-9636-a6e513233390,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:28.680595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-376cf9f8-f3ff-4f9f-b746-648f785811b0 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:28.692262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-376cf9f8-f3ff-4f9f-b746-648f785811b0 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/networks?id=26299b47-9a44-4ea1-a63e-ea81b2eb98be HTTP/1.1" status: 200 len: 808 time: 0.1754785 Feb 09 03:23:28.708101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Attempting to bind port 61c050ab-3829-4da3-9636-a6e513233390 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:28.708484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Attempting to bind port 61c050ab-3829-4da3-9636-a6e513233390 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:28.708941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Attempting to bind port 61c050ab-3829-4da3-9636-a6e513233390 on network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:28.710966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-3ecbe152-2230-47fa-b8e0-da8036741d32 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/quotas/edb07aabd33b40c185e5b205112fd698 HTTP/1.1" status: 200 len: 375 time: 0.0172882 Feb 09 03:23:28.715745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:28.716123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Checking segment: {'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:28.717069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.717608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Bound using segment: {'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:28.718283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Bound port: 61c050ab-3829-4da3-9636-a6e513233390, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bf7812-508b-48d4-853d-1216c7e1de66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:28.718608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (61c050ab-3829-4da3-9636-a6e513233390), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.796483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-e165b0cf-642e-4cd2-b6e8-a4670a6847cb tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=edb07aabd33b40c185e5b205112fd698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842035 Feb 09 03:23:28.828576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] For port 61c050ab-3829-4da3-9636-a6e513233390, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:28.832721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] For port 61c050ab-3829-4da3-9636-a6e513233390, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=61c050ab-3829-4da3-9636-a6e513233390,segment=NetworkSegment(b3bf7812-508b-48d4-853d-1216c7e1de66),segment_id=b3bf7812-508b-48d4-853d-1216c7e1de66)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:28.839317 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (61c050ab-3829-4da3-9636-a6e513233390), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:28.919149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Routers {'3503c628-cdb4-4879-8fe5-ce614a4a7cb2'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:28.920408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:28.965835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-124eabad-b74a-48bb-99aa-7eaef075c7d1 service neutron] 10.222.0.32 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531777 Feb 09 03:23:29.014822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fc4b4-0d08-4a96-bb13-4c95e37fd276 None None] Pushing event updated for resources: {'Port': ['ID=61c050ab-3829-4da3-9636-a6e513233390,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:29.077770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e384b85c-628b-4fc0-a12d-0db2339e50a0 None None] Provisioning complete for port 61c050ab-3829-4da3-9636-a6e513233390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:29.078150 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e384b85c-628b-4fc0-a12d-0db2339e50a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (61c050ab-3829-4da3-9636-a6e513233390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.081020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] Set router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:29.127096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-833161f6-3418-4dd1-9357-91df38e9b4f5 service neutron] 10.222.0.32 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520979 Feb 09 03:23:29.388572 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e635f510-1ca6-43ab-a9fd-df9e756a1d4a req-67d08707-718e-4428-aa6c-c82d7a5bd5e4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0565712 Feb 09 03:23:29.422366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e384b85c-628b-4fc0-a12d-0db2339e50a0 None None] Current status of the port 61c050ab-3829-4da3-9636-a6e513233390 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:29.423053 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e384b85c-628b-4fc0-a12d-0db2339e50a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (61c050ab-3829-4da3-9636-a6e513233390), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.436099 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cf7e51a9-5f40-4e43-b18b-f792215caaec req-4debdd05-f920-4460-9e10-ac2df626cdf6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 210 time: 0.0687666 Feb 09 03:23:29.503678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e384b85c-628b-4fc0-a12d-0db2339e50a0 None None] For port 61c050ab-3829-4da3-9636-a6e513233390, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=61c050ab-3829-4da3-9636-a6e513233390,segment=NetworkSegment(b3bf7812-508b-48d4-853d-1216c7e1de66),segment_id=b3bf7812-508b-48d4-853d-1216c7e1de66)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:29.511176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e384b85c-628b-4fc0-a12d-0db2339e50a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (61c050ab-3829-4da3-9636-a6e513233390), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.594335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384b85c-628b-4fc0-a12d-0db2339e50a0 None None] Pushing event updated for resources: {'Port': ['ID=61c050ab-3829-4da3-9636-a6e513233390,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:29.602947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:23:23Z', 'revision_number': 4, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port': {'id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:17Z', 'updated_at': '2022-02-09T03:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '61c050ab-3829-4da3-9636-a6e513233390', 'name': '', 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'mac_address': 'fa:16:3e:a9:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'afbea69a-af37-4691-a79c-22162a01332d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:21Z', 'updated_at': '2022-02-09T03:23:28Z', 'revision_number': 4, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'subnets': [{'id': 'afbea69a-af37-4691-a79c-22162a01332d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:29.641275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c8c28d-d8fd-4875-af12-19a4edac8bfb None None] The sync data for ids ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'] in n-d-827839-4 is: [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:23:23Z', 'revision_number': 4, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port': {'id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:17Z', 'updated_at': '2022-02-09T03:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '61c050ab-3829-4da3-9636-a6e513233390', 'name': '', 'network_id': '8eb4c1b5-fab2-4dee-8d92-23b194b58752', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'mac_address': 'fa:16:3e:a9:f6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'afbea69a-af37-4691-a79c-22162a01332d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:21Z', 'updated_at': '2022-02-09T03:23:28Z', 'revision_number': 4, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'subnets': [{'id': 'afbea69a-af37-4691-a79c-22162a01332d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:29.662789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fd88c9a0-30d1-4965-a76c-ee318637b50c None None] Provisioning complete for port 61c050ab-3829-4da3-9636-a6e513233390 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:29.663240 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fd88c9a0-30d1-4965-a76c-ee318637b50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (61c050ab-3829-4da3-9636-a6e513233390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:29.885574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fd88c9a0-30d1-4965-a76c-ee318637b50c None None] Current status of the port 61c050ab-3829-4da3-9636-a6e513233390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:30.509542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffa83c1b-c587-4daa-ac11-0aa612fc2be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:30.560659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2795be9-8d81-4d17-a15a-dab756ac96e2 req-830c0ed6-e803-4f96-a179-13e02d85f415 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0749750 Feb 09 03:23:30.607297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87684e7e-ff1e-424f-9a2d-0a2d8bdc3e7c req-5af350bd-dde7-4f3c-a373-ff58199ecf63 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 210 time: 0.0642126 Feb 09 03:23:30.726657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-723605b9-b7fc-4253-9f5a-04ed7c2b3f83 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:30.728651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-723605b9-b7fc-4253-9f5a-04ed7c2b3f83 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.61 "GET /v2.0/networks?id=26299b47-9a44-4ea1-a63e-ea81b2eb98be HTTP/1.1" status: 200 len: 808 time: 0.1758139 Feb 09 03:23:30.821096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-da486b7a-45a2-4cff-bd5e-a713abdf17f4 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb07aabd33b40c185e5b205112fd698 HTTP/1.1" status: 200 len: 379 time: 0.0829411 Feb 09 03:23:30.831225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'port': {'device_id': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'admin_state_up': True, 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'security_groups': ['219ec24f-4c02-493f-b6f7-922a966a1455']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:30.967845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Made reservation on behalf of edb07aabd33b40c185e5b205112fd698 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:30.971478 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.112436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Allocated IP 172.20.0.4 (26299b47-9a44-4ea1-a63e-ea81b2eb98be/a4d2c71e-7abb-40dc-91ff-200cd6451d70/49f7319b-e2dc-4cbc-9858-b4f88789365a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:31.267524 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.303883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.357262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:31.378537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:31.381123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:31.446585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.447202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.450856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'Port': ['ID=49f7319b-e2dc-4cbc-9858-b4f88789365a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:31.466584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-90ce4551-6723-44f3-b640-88e2308ef1b8 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6405354 Feb 09 03:23:31.477377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Request body: {'port': {'device_id': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:31.541906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.690359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f662f3fd-6d97-47a2-ab96-5c855b4278af req-a4f7ca12-1280-464c-b614-8ca00a43737b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0288062 Feb 09 03:23:31.740424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f330f001-48a8-41a0-a991-e2f6a8111806 None None] Provisioning complete for port 49f7319b-e2dc-4cbc-9858-b4f88789365a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:31.740961 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f330f001-48a8-41a0-a991-e2f6a8111806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.762891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6870f52-fe9f-4a82-88a8-ac27afc1d62f req-cfee1e34-707f-442d-9807-c763f2adc8a9 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:31.765693 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6870f52-fe9f-4a82-88a8-ac27afc1d62f req-cfee1e34-707f-442d-9807-c763f2adc8a9 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 931 time: 0.0856247 Feb 09 03:23:31.828293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f330f001-48a8-41a0-a991-e2f6a8111806 None None] Port 49f7319b-e2dc-4cbc-9858-b4f88789365a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:31.845265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 61c050ab-3829-4da3-9636-a6e513233390 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:31.867307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6870f52-fe9f-4a82-88a8-ac27afc1d62f req-befbc113-44cf-4569-92e5-ce922186ce04 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881243 Feb 09 03:23:31.906154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 61c050ab-3829-4da3-9636-a6e513233390 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:31.906886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (61c050ab-3829-4da3-9636-a6e513233390), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:31.994765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 61c050ab-3829-4da3-9636-a6e513233390 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:32.216948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f7319b-e2dc-4cbc-9858-b4f88789365a {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:32.225840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Publish callbacks [] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.238643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Transition to ACTIVE for port object 49f7319b-e2dc-4cbc-9858-b4f88789365a will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:32.242188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.292464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Pushing event updated for resources: {'Port': ['ID=49f7319b-e2dc-4cbc-9858-b4f88789365a,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:32.368222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Attempting to bind port 49f7319b-e2dc-4cbc-9858-b4f88789365a on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:32.368559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Attempting to bind port 49f7319b-e2dc-4cbc-9858-b4f88789365a by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:32.368890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Attempting to bind port 49f7319b-e2dc-4cbc-9858-b4f88789365a on network 26299b47-9a44-4ea1-a63e-ea81b2eb98be {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:32.374118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Port 49f7319b-e2dc-4cbc-9858-b4f88789365a on network 26299b47-9a44-4ea1-a63e-ea81b2eb98be not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:32.374639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Attempting to bind port 49f7319b-e2dc-4cbc-9858-b4f88789365a on network 26299b47-9a44-4ea1-a63e-ea81b2eb98be {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:32.379958 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:32.380305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Checking segment: {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:32.380690 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Bound using segment: {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:32.381577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Bound port: 49f7319b-e2dc-4cbc-9858-b4f88789365a, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cf51b5-39de-4bc9-8288-491959fa7550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:32.382066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.456776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] For port 49f7319b-e2dc-4cbc-9858-b4f88789365a, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:32.460605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] For port 49f7319b-e2dc-4cbc-9858-b4f88789365a, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:32.468960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.509355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:32.510429 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.512334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] 10.222.0.61 "PUT /v2.0/ports/49f7319b-e2dc-4cbc-9858-b4f88789365a HTTP/1.1" status: 200 len: 1091 time: 1.0390265 Feb 09 03:23:32.513000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'tag': '49f7319b-e2dc-4cbc-9858-b4f88789365a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:32.516573 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d34bf-70bc-474d-bbd7-5dba278f8313" -d '{"events": [{"name": "network-changed", "server_uuid": "debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d", "tag": "49f7319b-e2dc-4cbc-9858-b4f88789365a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:32.595347 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ccc9ab-71f4-4bac-8df3-914f7156a968 x-openstack-request-id: req-c1ccc9ab-71f4-4bac-8df3-914f7156a968 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:32.595761 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d", "tag": "49f7319b-e2dc-4cbc-9858-b4f88789365a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:32.596077 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1ccc9ab-71f4-4bac-8df3-914f7156a968 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:32.596548 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'tag': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'status': 'completed', 'code': 200} Feb 09 03:23:32.612978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734649-6344-496e-8f1d-c60bd8f12f84 service neutron] Pushing event updated for resources: {'Port': ['ID=49f7319b-e2dc-4cbc-9858-b4f88789365a,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:32.625343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cbd1bb65-27ef-47e0-bf94-8825206966b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:32.627162 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-cbd1bb65-27ef-47e0-bf94-8825206966b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edb07aabd33b40c185e5b205112fd698&device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1125 time: 0.0684178 Feb 09 03:23:32.686929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-1b212dfa-223d-4505-9454-f599eb1bac67 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a HTTP/1.1" status: 200 len: 217 time: 0.0467017 Feb 09 03:23:32.748637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-a9255da5-eec3-4586-a84f-91bc8f541b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:32.750874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-a9255da5-eec3-4586-a84f-91bc8f541b75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4d2c71e-7abb-40dc-91ff-200cd6451d70 HTTP/1.1" status: 200 len: 847 time: 0.0583999 Feb 09 03:23:32.772499 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-90ee0bf9-ae9e-4cc7-a2f3-932947ea6bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:32.818180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-f8cb6ba1-5555-4a2d-b859-dcb45ee9c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:32.819892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-f8cb6ba1-5555-4a2d-b859-dcb45ee9c051 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26299b47-9a44-4ea1-a63e-ea81b2eb98be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614676 Feb 09 03:23:32.823238 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8528965-0a07-4ded-b4d8-2327294a093e req-71a36ec9-194a-4f78-81cd-a7fddadfb0c8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0375535 Feb 09 03:23:32.923344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-77767c19-8286-46ec-b483-9c4e5852d98f service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976586 Feb 09 03:23:33.054606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c6ba-dbcd-41e7-bda3-e3517770bfa6 req-721673a2-943f-42e0-9afb-50901506bcf3 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.056126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72e6c6ba-dbcd-41e7-bda3-e3517770bfa6 req-721673a2-943f-42e0-9afb-50901506bcf3 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 943 time: 0.1183681 Feb 09 03:23:33.058350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-eb0219b2-a71a-4a0e-a9cd-cc350fa283fb req-6c795130-f98c-4ad6-a62c-b0f9ad930ea5 service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289890 Feb 09 03:23:33.111169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72e6c6ba-dbcd-41e7-bda3-e3517770bfa6 req-43aeb62b-c535-49b3-b522-8c273ab2fdc9 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489037 Feb 09 03:23:33.164621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-db92f8e9-91d4-4f39-901d-d55e110bbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.166126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-db92f8e9-91d4-4f39-901d-d55e110bbeeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edb07aabd33b40c185e5b205112fd698&device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1125 time: 0.0539348 Feb 09 03:23:33.255503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-6daa8118-f652-4365-b796-fec640497be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.257041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-6daa8118-f652-4365-b796-fec640497be0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26299b47-9a44-4ea1-a63e-ea81b2eb98be HTTP/1.1" status: 200 len: 909 time: 0.0857880 Feb 09 03:23:33.299140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-ac704e92-533f-4dac-8b02-021d9518f7a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a HTTP/1.1" status: 200 len: 217 time: 0.0364842 Feb 09 03:23:33.350148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-33921c6e-0db0-43d2-80cf-405f9a101738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.351663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-33921c6e-0db0-43d2-80cf-405f9a101738 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4d2c71e-7abb-40dc-91ff-200cd6451d70 HTTP/1.1" status: 200 len: 847 time: 0.0467269 Feb 09 03:23:33.406813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-48e1a51b-4e31-45c0-ab8b-fc62a747256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:33.408348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-48e1a51b-4e31-45c0-ab8b-fc62a747256d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26299b47-9a44-4ea1-a63e-ea81b2eb98be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494282 Feb 09 03:23:33.497630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-e4974187-fd25-4676-8cf6-edcc00b13a25 service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822594 Feb 09 03:23:33.605955 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-511d34bf-70bc-474d-bbd7-5dba278f8313 req-a43e6493-19a5-4d00-ac8f-bf473514eb7e service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025267 Feb 09 03:23:33.921210 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80b9512d-805d-46bc-8358-cc1b3ea0289f req-04db6f9e-9265-41b5-95ed-409b29b7c28a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0268362 Feb 09 03:23:34.029897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.103425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 49f7319b-e2dc-4cbc-9858-b4f88789365a details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:23:34.209583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 49f7319b-e2dc-4cbc-9858-b4f88789365a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:34.225079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'port_id': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'mac_address': 'fa:16:3e:a4:88:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:23:34.244835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38e35e-3858-4aef-9e8f-d3fce708d224 req-f1505aa9-0d05-4cf1-adc1-4af069cf5975 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:34.246431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a38e35e-3858-4aef-9e8f-d3fce708d224 req-f1505aa9-0d05-4cf1-adc1-4af069cf5975 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 943 time: 0.0608950 Feb 09 03:23:34.269803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 49f7319b-e2dc-4cbc-9858-b4f88789365a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:34.270201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.284080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f7319b-e2dc-4cbc-9858-b4f88789365a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:34.300544 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a38e35e-3858-4aef-9e8f-d3fce708d224 req-233998b3-fefb-4408-b8d6-66138f895d4b tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472114 Feb 09 03:23:34.304182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 49f7319b-e2dc-4cbc-9858-b4f88789365a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:34.309346 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:34.361410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=49f7319b-e2dc-4cbc-9858-b4f88789365a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:34.509804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['49f7319b-e2dc-4cbc-9858-b4f88789365a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:23:35.019936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb0adf87-d75e-4401-b9b0-6d6284a430aa req-602b5dba-34d2-4468-9d54-081b619fa05a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd4c4350-a83c-46f8-9d1b-2d82dbdd94ae HTTP/1.1" status: 200 len: 210 time: 0.0277023 Feb 09 03:23:35.106924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:35.429351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28979822-160b-4c14-b290-228f3915cbee req-613c1150-a954-4379-9bd1-d3c2994b0781 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:35.431097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28979822-160b-4c14-b290-228f3915cbee req-613c1150-a954-4379-9bd1-d3c2994b0781 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 944 time: 0.0548954 Feb 09 03:23:35.494809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-28979822-160b-4c14-b290-228f3915cbee req-f3b4a42a-c6a2-4607-974c-77446254d961 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572567 Feb 09 03:23:35.917325 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:23:36.121941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 49f7319b-e2dc-4cbc-9858-b4f88789365a up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:36.188347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 49f7319b-e2dc-4cbc-9858-b4f88789365a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:23:36.194847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 49f7319b-e2dc-4cbc-9858-b4f88789365a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:36.196160 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.301386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 49f7319b-e2dc-4cbc-9858-b4f88789365a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:36.302769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.330103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f7319b-e2dc-4cbc-9858-b4f88789365a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:36.332383 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b25b1c0-0262-4a27-b8e7-9094a8afcb43" -d '{"events": [{"server_uuid": "debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d", "name": "network-vif-plugged", "status": "completed", "tag": "49f7319b-e2dc-4cbc-9858-b4f88789365a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:36.347429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 49f7319b-e2dc-4cbc-9858-b4f88789365a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:36.353246 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.411867 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f92a53b-05e0-4ab8-8b71-025b6b9885fe x-openstack-request-id: req-1f92a53b-05e0-4ab8-8b71-025b6b9885fe {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:36.419386 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d", "name": "network-vif-plugged", "status": "completed", "tag": "49f7319b-e2dc-4cbc-9858-b4f88789365a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:36.423643 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f92a53b-05e0-4ab8-8b71-025b6b9885fe {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:36.424150 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'code': 200} Feb 09 03:23:36.445935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=49f7319b-e2dc-4cbc-9858-b4f88789365a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:36.453498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-934cc19e-214a-4a11-9977-1c7b22d81a26 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162440498&fields=id&tenant_id=1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 267 time: 0.1230271 Feb 09 03:23:36.504170 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:36.628742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fc3e7-1bf9-4ac3-aa67-bf374f073eaa req-0e6b3fa4-94cb-4947-890a-3f8dca540c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:36.630252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-363fc3e7-1bf9-4ac3-aa67-bf374f073eaa req-0e6b3fa4-94cb-4947-890a-3f8dca540c10 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1127 time: 0.1388078 Feb 09 03:23:36.631996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dd49a-c3e4-48c2-aca1-798a67ed2bee req-0b6c865c-4d74-4e31-9811-cbff5cdac59a tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:36.639519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f5dd49a-c3e4-48c2-aca1-798a67ed2bee req-0b6c865c-4d74-4e31-9811-cbff5cdac59a tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 945 time: 0.0670536 Feb 09 03:23:36.660455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-e8103d67-41e2-4ef1-a7c4-0fecd75a8201 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:36.662249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-e8103d67-41e2-4ef1-a7c4-0fecd75a8201 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.1987181 Feb 09 03:23:36.700025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f5dd49a-c3e4-48c2-aca1-798a67ed2bee req-eccad3b3-9388-432c-a109-d0f30d7c6a1a tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595188 Feb 09 03:23:36.701473 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-d99ec07c-34eb-4c17-b50a-e781e849771c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/quotas/1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 375 time: 0.0279198 Feb 09 03:23:36.705847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-363fc3e7-1bf9-4ac3-aa67-bf374f073eaa req-850984b1-e492-4044-9fb2-8a3ea5cb43c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695808 Feb 09 03:23:36.774321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-56dfc78a-ba0c-4043-93fa-c0830fad2e18 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664780 Feb 09 03:23:36.968086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-4353617e-061e-4fb7-ba0f-215c8d07c694 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803467 Feb 09 03:23:37.068093 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-4f60d4ab-fec3-4e94-893b-ee80ae067626 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931175 Feb 09 03:23:37.412029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2763fec-e26b-4b2d-805e-059d19f424af req-7cb6eb74-3c7f-46d5-b04a-097a8ad640a5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0367248 Feb 09 03:23:37.933450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcecb7-7c18-40e0-9ced-c1e1cd631600 req-fb97aec7-a09f-412d-98db-8575738e28dc tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:37.935465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8bcecb7-7c18-40e0-9ced-c1e1cd631600 req-fb97aec7-a09f-412d-98db-8575738e28dc tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 945 time: 0.0986080 Feb 09 03:23:38.025721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8bcecb7-7c18-40e0-9ced-c1e1cd631600 req-f4289db7-8088-471a-9c86-e79255583ba6 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779674 Feb 09 03:23:38.163455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca644de-563e-49a3-b4bf-67d00b124b64 req-58dd831e-fe80-4332-b8f1-d256329948fc tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.171058 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ca644de-563e-49a3-b4bf-67d00b124b64 req-58dd831e-fe80-4332-b8f1-d256329948fc tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 945 time: 0.0743623 Feb 09 03:23:38.226793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ca644de-563e-49a3-b4bf-67d00b124b64 req-527c0ac2-7c8a-4b4f-96f2-e20f643e9221 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547678 Feb 09 03:23:38.364907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b918e-77a2-4bdb-ae43-7557431515d3 req-7af52e02-a971-480d-8bfc-324bf68fc6d2 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.366947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-339b918e-77a2-4bdb-ae43-7557431515d3 req-7af52e02-a971-480d-8bfc-324bf68fc6d2 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 945 time: 0.0667825 Feb 09 03:23:38.471643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-339b918e-77a2-4bdb-ae43-7557431515d3 req-588258e7-171b-472f-866c-6999cd8557e0 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925729 Feb 09 03:23:38.499746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43220) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:38.617136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-189dee15-d3fa-4938-948b-2a663ec5c414 req-83c6d08e-bf9f-4f46-a539-0325c77aeac4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0522110 Feb 09 03:23:38.646137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810a526-d37a-4558-aba3-0a196ab5a3bf tempest-TestServerBasicOps-1992130311 tempest-TestServerBasicOps-1992130311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.648665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f810a526-d37a-4558-aba3-0a196ab5a3bf tempest-TestServerBasicOps-1992130311 tempest-TestServerBasicOps-1992130311-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1122 time: 0.1476729 Feb 09 03:23:38.651686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43240) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:38.657932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:38.684974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-98d322ce-7eaa-4908-9159-6842a372f06a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:38.686547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-98d322ce-7eaa-4908-9159-6842a372f06a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.2352641 Feb 09 03:23:38.701460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:38.844797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-579e6f6a-5b44-47c8-ba1c-8033cc02bfae tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 380 time: 0.1508086 Feb 09 03:23:38.857513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'port': {'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'admin_state_up': True, 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'security_groups': ['dfecd1e7-a507-42aa-88f3-61d2530f679b']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:38.888097 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.031265 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Allocated IP 172.25.2.246 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/362c96d4-8b99-492a-8125-35f90dc3fa0e) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:39.056056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:39.059480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.173017 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for port (362c96d4-8b99-492a-8125-35f90dc3fa0e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.251624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.20.0.4 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/1880050e-ef37-43d9-ad2b-636af71ed78a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:39.262282 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (362c96d4-8b99-492a-8125-35f90dc3fa0e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.325223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:39.328724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:39.336244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:39.345090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'Port': ['ID=362c96d4-8b99-492a-8125-35f90dc3fa0e,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:39.483109 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.579939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.685936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=1880050e-ef37-43d9-ad2b-636af71ed78a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:39.703523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:39.705287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:39.722939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:39.833338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.833915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73964bef-9f16-4b3e-acbe-bd4ef0b60e05 req-a7957128-c25f-4292-82e9-4c56f59e0af6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:39.834785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.841142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73964bef-9f16-4b3e-acbe-bd4ef0b60e05 req-a7957128-c25f-4292-82e9-4c56f59e0af6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 931 time: 0.1127183 Feb 09 03:23:39.862820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-800baa75-fdba-4a79-880e-ec24335ce295 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0113728 Feb 09 03:23:39.876022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Request body: {'port': {'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:39.976987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:39.997759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-73964bef-9f16-4b3e-acbe-bd4ef0b60e05 req-3f976730-2bf4-487b-9c65-ba7c746cba23 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506007 Feb 09 03:23:40.065850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for floatingip (a34a2c41-ec51-433b-aa88-a1b7998f873e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.161898 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (362c96d4-8b99-492a-8125-35f90dc3fa0e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.166849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ac8b6c1d-c7bd-43f4-a3c5-58e9ee7d093c None None] Provisioning complete for port 1880050e-ef37-43d9-ad2b-636af71ed78a triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:40.167361 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6c1d-c7bd-43f4-a3c5-58e9ee7d093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.237367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b6c1d-c7bd-43f4-a3c5-58e9ee7d093c None None] Port 1880050e-ef37-43d9-ad2b-636af71ed78a cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:40.370149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1880050e-ef37-43d9-ad2b-636af71ed78a {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:40.392424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for port (362c96d4-8b99-492a-8125-35f90dc3fa0e), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.393319 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Publish callbacks [] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.399053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (362c96d4-8b99-492a-8125-35f90dc3fa0e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.418112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Transition to ACTIVE for port object 1880050e-ef37-43d9-ad2b-636af71ed78a will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:40.423366 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.476532 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event updated for resources: {'Port': ['ID=362c96d4-8b99-492a-8125-35f90dc3fa0e,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:40.490120 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a34a2c41-ec51-433b-aa88-a1b7998f873e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.501739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Pushing event updated for resources: {'Port': ['ID=1880050e-ef37-43d9-ad2b-636af71ed78a,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:40.615049 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Floating IP a34a2c41-ec51-433b-aa88-a1b7998f873e associated. External IP: 172.25.2.246, port: 49f7319b-e2dc-4cbc-9858-b4f88789365a. Feb 09 03:23:40.621740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Attempting to bind port 1880050e-ef37-43d9-ad2b-636af71ed78a on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:40.622643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Attempting to bind port 1880050e-ef37-43d9-ad2b-636af71ed78a by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:40.622981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Attempting to bind port 1880050e-ef37-43d9-ad2b-636af71ed78a on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:40.627886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Port 1880050e-ef37-43d9-ad2b-636af71ed78a on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:40.628223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Attempting to bind port 1880050e-ef37-43d9-ad2b-636af71ed78a on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:40.633414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:40.633741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:40.634426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:40.634852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Bound port: 1880050e-ef37-43d9-ad2b-636af71ed78a, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:40.635210 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.724385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] For port 1880050e-ef37-43d9-ad2b-636af71ed78a, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:40.727873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] For port 1880050e-ef37-43d9-ad2b-636af71ed78a, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1880050e-ef37-43d9-ad2b-636af71ed78a,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:40.735892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.775960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:40.776580 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:40.777993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] 10.222.0.26 "PUT /v2.0/ports/1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 200 len: 1091 time: 0.9074185 Feb 09 03:23:40.778488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:40.780775 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a151166-acf6-4067-80d1-21c102afe165" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:40.831156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb19974-f7a8-4694-9e39-20484586259d service neutron] Pushing event updated for resources: {'Port': ['ID=1880050e-ef37-43d9-ad2b-636af71ed78a,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:40.855440 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52074e48-78ed-437d-8620-49af089e8224 x-openstack-request-id: req-52074e48-78ed-437d-8620-49af089e8224 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:40.856727 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:40.857143 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52074e48-78ed-437d-8620-49af089e8224 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:40.857700 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'status': 'completed', 'code': 200} Feb 09 03:23:40.898991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Router 48db6005-a631-4fb5-841c-e7f70b32cb49 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:23:40.903796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-9eb006bd-98ca-4f2d-9cfe-bf57d5c8d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:40.905679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-9eb006bd-98ca-4f2d-9cfe-bf57d5c8d386 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1125 time: 0.0668962 Feb 09 03:23:40.968732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-a5075967-8a94-4002-b27f-583a81d6d904 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 200 len: 217 time: 0.0540748 Feb 09 03:23:41.025962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0466a763-0781-468f-9689-8b47324ee9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.027504 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-0466a763-0781-468f-9689-8b47324ee9af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0527596 Feb 09 03:23:41.051462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:23:41.063406 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] Sync routers for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:23:41.084877 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:41.085524 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:41.099460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:41.108523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-88f2b420-ad69-482b-84be-040b6f076d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.110544 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-88f2b420-ad69-482b-84be-040b6f076d28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773160 Feb 09 03:23:41.162326 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-85ca8d0f-4143-4b61-a898-fd12700794ac tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5037973 Feb 09 03:23:41.162326 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'tag': '49f7319b-e2dc-4cbc-9858-b4f88789365a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:41.162326 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eb4cd4-db52-4baf-8e14-7894d35be669" -d '{"events": [{"name": "network-changed", "server_uuid": "debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d", "tag": "49f7319b-e2dc-4cbc-9858-b4f88789365a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:41.219738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7ad51-cf76-43d1-9cee-e64b9a53ae57 req-05c3354e-0998-4307-834c-890718b1aee9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.222989 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89d7ad51-cf76-43d1-9cee-e64b9a53ae57 req-05c3354e-0998-4307-834c-890718b1aee9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.1198139 Feb 09 03:23:41.225258 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5cbfd4-cb5f-4bc0-971e-19f0a499e50e x-openstack-request-id: req-eb5cbfd4-cb5f-4bc0-971e-19f0a499e50e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:41.225610 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d", "tag": "49f7319b-e2dc-4cbc-9858-b4f88789365a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:41.225930 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb5cbfd4-cb5f-4bc0-971e-19f0a499e50e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:41.226414 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'tag': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'status': 'completed', 'code': 200} Feb 09 03:23:41.234404 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:41.253982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-20dc5544-7282-4972-b985-b2d85f2503ef service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367617 Feb 09 03:23:41.321871 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-89d7ad51-cf76-43d1-9cee-e64b9a53ae57 req-48e71d4d-1050-49c0-b856-1f425239b987 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841949 Feb 09 03:23:41.328789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-a0d68bd1-b242-4c86-8357-11b3fb10ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.330418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-a0d68bd1-b242-4c86-8357-11b3fb10ed45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edb07aabd33b40c185e5b205112fd698&device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1127 time: 0.0820589 Feb 09 03:23:41.394475 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3d197cc-3ae6-4216-8df7-7b89558dd8c4 req-83950354-6e67-44d5-a000-a13a6816616e service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344578 Feb 09 03:23:41.511452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151166-acf6-4067-80d1-21c102afe165 req-f59e2540-724f-40de-b877-34ea3d72046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.515172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a151166-acf6-4067-80d1-21c102afe165 req-f59e2540-724f-40de-b877-34ea3d72046c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1125 time: 0.0674088 Feb 09 03:23:41.570840 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a34a2c41-ec51-433b-aa88-a1b7998f873e', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'port_id': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'mac_address': 'fa:16:3e:a4:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:23:39Z', 'updated_at': '2022-02-09T03:23:39Z', 'revision_number': 0, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 5, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:41.603125 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] Checking router: 48db6005-a631-4fb5-841c-e7f70b32cb49 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:23:41.613254 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:23:41.614568 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:23:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:41.639872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151166-acf6-4067-80d1-21c102afe165 req-54540eb9-a57f-463c-a7e8-aa0f3cd76d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.641397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a151166-acf6-4067-80d1-21c102afe165 req-54540eb9-a57f-463c-a7e8-aa0f3cd76d2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.1179042 Feb 09 03:23:41.689783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a151166-acf6-4067-80d1-21c102afe165 req-96f44d65-ba22-460b-980d-8f2620b1aadd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 200 len: 217 time: 0.0424016 Feb 09 03:23:41.737814 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:23:41.755518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151166-acf6-4067-80d1-21c102afe165 req-38bbb1dc-ad8f-474a-ba01-711791e02c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.757581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a151166-acf6-4067-80d1-21c102afe165 req-38bbb1dc-ad8f-474a-ba01-711791e02c16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0626807 Feb 09 03:23:41.783510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-174d89de-ee15-498c-b9dd-8b1f2a153c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.785278 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-174d89de-ee15-498c-b9dd-8b1f2a153c04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26299b47-9a44-4ea1-a63e-ea81b2eb98be HTTP/1.1" status: 200 len: 909 time: 0.4464123 Feb 09 03:23:41.818254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a151166-acf6-4067-80d1-21c102afe165 req-b1b04a68-d771-4404-b4cd-2ded3f1c0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.819882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a151166-acf6-4067-80d1-21c102afe165 req-b1b04a68-d771-4404-b4cd-2ded3f1c0d5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567906 Feb 09 03:23:41.868347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-e1b58e76-5012-4df6-b0d0-6a774dd8931e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a HTTP/1.1" status: 200 len: 999 time: 0.0772171 Feb 09 03:23:41.922872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a151166-acf6-4067-80d1-21c102afe165 req-5b8e59c5-5659-4f1e-8bd3-9e7fbefe9798 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962017 Feb 09 03:23:41.927306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-b4f477a2-f397-494a-901a-fe2acbfed4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.929002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-b4f477a2-f397-494a-901a-fe2acbfed4b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4d2c71e-7abb-40dc-91ff-200cd6451d70 HTTP/1.1" status: 200 len: 847 time: 0.0551813 Feb 09 03:23:41.988674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-b31ba928-d647-4481-8e73-d7de91123350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:41.990528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-b31ba928-d647-4481-8e73-d7de91123350 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26299b47-9a44-4ea1-a63e-ea81b2eb98be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563471 Feb 09 03:23:42.011764 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a34a2c41-ec51-433b-aa88-a1b7998f873e', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'port_id': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'mac_address': 'fa:16:3e:a4:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:23:39Z', 'updated_at': '2022-02-09T03:23:39Z', 'revision_number': 0, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 5, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:23:42.042704 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5867a3-c111-4d27-9b89-5720dbed711b None None] The sync data for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 is: [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a34a2c41-ec51-433b-aa88-a1b7998f873e', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'floating_ip_address': '172.25.2.246', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'port_id': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'mac_address': 'fa:16:3e:a4:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:23:39Z', 'updated_at': '2022-02-09T03:23:39Z', 'revision_number': 0, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 5, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:23:42.116431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-1174e5d2-9087-4dcf-8ca7-a6ea10654a60 service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092179 Feb 09 03:23:42.222975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9eb4cd4-db52-4baf-8e14-7894d35be669 req-daac7dfd-d4f5-4c96-a42a-6597abc65289 service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986941 Feb 09 03:23:42.329793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7079d-8e20-4e9f-b328-5c2c8d399703 None None] New status for floating IP a34a2c41-ec51-433b-aa88-a1b7998f873e: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:23:42.377363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a151166-acf6-4067-80d1-21c102afe165 req-17cbac2b-ee8e-4e85-a1b1-c8b56bbd8a9a service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442759 Feb 09 03:23:42.461194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bed708-8de2-4887-9b94-1aa6d30ecb11 req-4099b58e-b39d-439e-bcb7-0d7266f55daf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:42.462966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6bed708-8de2-4887-9b94-1aa6d30ecb11 req-4099b58e-b39d-439e-bcb7-0d7266f55daf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0541029 Feb 09 03:23:42.520278 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6bed708-8de2-4887-9b94-1aa6d30ecb11 req-7278b60c-ab41-4a5f-941d-1b8c709c267f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513730 Feb 09 03:23:43.641064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069fe2-ca2e-49e3-85c3-69c468708675 req-bc615cc4-0f96-46be-872c-2339ab390dd2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:43.642657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e069fe2-ca2e-49e3-85c3-69c468708675 req-bc615cc4-0f96-46be-872c-2339ab390dd2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0540943 Feb 09 03:23:43.695676 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e069fe2-ca2e-49e3-85c3-69c468708675 req-c3a496b6-c4f4-4f3d-beb5-01645c5f7f9e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472302 Feb 09 03:23:44.816945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759eb5-2211-4330-93ec-628d9b39689c req-12ad9f4f-bf53-4634-957f-a0b0f2d29506 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:44.818510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b759eb5-2211-4330-93ec-628d9b39689c req-12ad9f4f-bf53-4634-957f-a0b0f2d29506 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0560224 Feb 09 03:23:44.872610 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b759eb5-2211-4330-93ec-628d9b39689c req-f3afd647-666b-4b77-9259-693a641c7181 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481298 Feb 09 03:23:45.994828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc2b2-d75c-42ff-abfd-567f1337a0ea req-0d342d1e-e69a-430d-b2cb-3123984f24fa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:45.996316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-473fc2b2-d75c-42ff-abfd-567f1337a0ea req-0d342d1e-e69a-430d-b2cb-3123984f24fa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0531037 Feb 09 03:23:46.045352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-473fc2b2-d75c-42ff-abfd-567f1337a0ea req-ee36627c-d5e5-4861-8d34-0448bebf0585 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 Feb 09 03:23:46.583422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43368) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:46.665220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80cee6f-1778-4f25-b923-e1c29194de16 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.665706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80cee6f-1778-4f25-b923-e1c29194de16 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.666179 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80cee6f-1778-4f25-b923-e1c29194de16 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:46.667907 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d80cee6f-1778-4f25-b923-e1c29194de16 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=68f50846d4f2489ca953152d349824bf&network_id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 HTTP/1.1" status: 200 len: 3073 time: 0.0834444 Feb 09 03:23:47.163210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6cad-980c-4fd1-b17c-debab85b2652 req-bb2c45cc-8f3d-482e-871f-a7038f397e0d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:47.164810 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b20c6cad-980c-4fd1-b17c-debab85b2652 req-bb2c45cc-8f3d-482e-871f-a7038f397e0d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0526276 Feb 09 03:23:47.212195 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b20c6cad-980c-4fd1-b17c-debab85b2652 req-186a64ff-50d8-4841-9f8c-5c68a39e205b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Feb 09 03:23:48.331378 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab90a02-39f6-4ee5-a917-743f24c45488 req-4b4e3423-4eba-4f08-b0ee-10eadf665a98 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:48.332877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bab90a02-39f6-4ee5-a917-743f24c45488 req-4b4e3423-4eba-4f08-b0ee-10eadf665a98 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0522828 Feb 09 03:23:48.382042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bab90a02-39f6-4ee5-a917-743f24c45488 req-b3a7b214-a9af-4fac-adb2-7c612631c55f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Feb 09 03:23:49.507979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4780c8-3899-4704-9e7f-04c45484d48f req-18c8856c-38bc-464a-a283-d0dc9abb7457 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.509730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e4780c8-3899-4704-9e7f-04c45484d48f req-18c8856c-38bc-464a-a283-d0dc9abb7457 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0566943 Feb 09 03:23:49.560628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6e4780c8-3899-4704-9e7f-04c45484d48f req-65662949-78a4-41ed-bb71-b2d23ed2a666 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 Feb 09 03:23:49.681673 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:49.803959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43386) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:49.866400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4429a8-7540-424f-8830-94f8bf2e0533 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:49.867915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ec4429a8-7540-424f-8830-94f8bf2e0533 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f HTTP/1.1" status: 200 len: 814 time: 0.0629170 Feb 09 03:23:50.688352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22dc8a-0924-4d06-af0f-b80e25a84c40 req-f34c0782-62f9-48c1-8512-c55d7f63429b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:50.689843 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f22dc8a-0924-4d06-af0f-b80e25a84c40 req-f34c0782-62f9-48c1-8512-c55d7f63429b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0570486 Feb 09 03:23:50.737969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f22dc8a-0924-4d06-af0f-b80e25a84c40 req-b20abd35-6547-4d07-9c5b-aa3b5e89c22c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423601 Feb 09 03:23:50.804601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:50.810890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'network': {'name': 'tempest-network-smoke--916042655', 'project_id': '68f50846d4f2489ca953152d349824bf', 'port_security_enabled': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:50.830687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:50.833934 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.857990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:23:50.867331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6fe57ba4-2e86-4bae-9656-598fc12314ad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.867672 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Added segment 6fe57ba4-2e86-4bae-9656-598fc12314ad of type vlan for network 559cb34c-099b-4dff-9c16-98383fec2d93 Feb 09 03:23:50.908198 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (559cb34c-099b-4dff-9c16-98383fec2d93), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.932187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (559cb34c-099b-4dff-9c16-98383fec2d93), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:50.937107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:50.937696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.000336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1946623 Feb 09 03:23:51.003603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43396) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:51.008418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badef37f-0220-4a77-b76e-3717e00b649b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Network': ['ID=559cb34c-099b-4dff-9c16-98383fec2d93,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:51.020843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 559cb34c-099b-4dff-9c16-98383fec2d93 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:23:51.100060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd5ef9-608b-4158-a43f-a564241525dd tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.104403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e4cd5ef9-608b-4158-a43f-a564241525dd tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=68f50846d4f2489ca953152d349824bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0965178 Feb 09 03:23:51.105043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43398) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:51.191233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33891f8-d2ef-4924-99b2-905642415890 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.192735 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b33891f8-d2ef-4924-99b2-905642415890 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870004 Feb 09 03:23:51.195547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43400) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:51.223564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-19a2ec4e-ca5c-43dd-9876-7b3512978312 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269408 Feb 09 03:23:51.226129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43402) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:51.258168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4821d102-0b05-4ed8-bdee-7bb9035909f5 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=68f50846d4f2489ca953152d349824bf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309048 Feb 09 03:23:51.260906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43404) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:51.355917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07758cc-74ee-48bd-993a-f555a05daaa6 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.357554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d07758cc-74ee-48bd-993a-f555a05daaa6 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957005 Feb 09 03:23:51.362441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43406) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:51.405379 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d9617ad4-c3f5-4a14-a920-c433c30c841f tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421078 Feb 09 03:23:51.406082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43410) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:51.411118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-344806237', 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93', 'project_id': '68f50846d4f2489ca953152d349824bf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:51.535427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-6eb128aa-ee49-4033-b06f-1cb68eee39f8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1386342 Feb 09 03:23:51.541694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:51.547027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.671972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea62a-beb8-4812-813c-60524ff79a0b req-c3236c52-8103-4ec4-8f72-3502676b65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.673516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-c3236c52-8103-4ec4-8f72-3502676b65f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ad9edbb31964aff8b5863ea24309b67&device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 1127 time: 0.0814726 Feb 09 03:23:51.713857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.838595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:51.867415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd18359-0673-4935-944a-c42945131817 req-3c908987-5bb5-404d-91c4-284c9cfa2ce0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.868887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dd18359-0673-4935-944a-c42945131817 req-3c908987-5bb5-404d-91c4-284c9cfa2ce0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0614784 Feb 09 03:23:51.870263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea62a-beb8-4812-813c-60524ff79a0b req-a2308c75-e96b-464d-a472-6918316aeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:51.872234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-a2308c75-e96b-464d-a472-6918316aeab1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=da893c8a-68eb-40e5-a8b8-5be0a971484a HTTP/1.1" status: 200 len: 914 time: 0.1650813 Feb 09 03:23:51.926181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4dd18359-0673-4935-944a-c42945131817 req-86f91714-b694-4af8-98eb-ece803650c29 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491552 Feb 09 03:23:51.937065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Subnet': ['ID=6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:51.939829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-6936e16c-f84b-422b-bf77-26fa1f443a2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8db184-107c-4a63-b86b-3ce0f392ae26 HTTP/1.1" status: 200 len: 217 time: 0.0482376 Feb 09 03:23:51.954423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Checking segment: {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:51.954787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network hostable DHCP agents. Network: 559cb34c-099b-4dff-9c16-98383fec2d93, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:23:52.004791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 559cb34c-099b-4dff-9c16-98383fec2d93 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:23:52.015833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dea62a-beb8-4812-813c-60524ff79a0b req-4d313a83-9f9e-47e2-82d6-de3853972928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:52.017413 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-4d313a83-9f9e-47e2-82d6-de3853972928 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c89c429-e4ae-40b9-8ab7-8abb814befd5 HTTP/1.1" status: 200 len: 853 time: 0.0596077 Feb 09 03:23:52.018525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 559cb34c-099b-4dff-9c16-98383fec2d93) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:52.025118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:52.026526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.028761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d02bfe-ac12-4c28-a7f7-e21fc2e58d88 None None] Network 559cb34c-099b-4dff-9c16-98383fec2d93 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:52.056204 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-11be2939-c33d-4441-a0ef-9dec45f22823 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da893c8a-68eb-40e5-a8b8-5be0a971484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328145 Feb 09 03:23:52.066464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-806fa360-4cee-4e2d-8afe-2f09e218ab7d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:23:52.067465 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-806fa360-4cee-4e2d-8afe-2f09e218ab7d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056267 Feb 09 03:23:52.071159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-357af719-f35b-42f2-bf3f-ab03198c38c1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6640844 Feb 09 03:23:52.142351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-559cb34c-099b-4dff-9c16-98383fec2d93', 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93', 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ips': [{'subnet_id': '6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:23:52.143832 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.197775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-6ecda134-27a1-48a6-85b9-b53ae3859612 service neutron] 10.222.0.61 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242208 Feb 09 03:23:52.280876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Allocated IP 172.20.0.18 (559cb34c-099b-4dff-9c16-98383fec2d93/6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86/e54bcf3a-2786-43d5-b938-a8cb85487c29) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:52.301437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18dea62a-beb8-4812-813c-60524ff79a0b req-b390a33f-94d9-49fb-a690-67b0cc8974c2 service neutron] 10.222.0.61 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982831 Feb 09 03:23:52.359735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43416) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:52.364349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0aa4ea3f-f5be-4630-8250-bbeed49244b3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104746828', 'description': 'tempest-secgroup-smoke-2104746828 description', 'project_id': '68f50846d4f2489ca953152d349824bf'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:52.390160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ea3f-f5be-4630-8250-bbeed49244b3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.456528 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Publish callbacks [] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.458345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ea3f-f5be-4630-8250-bbeed49244b3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (fc38bab2-3a1f-4373-aeca-36a99a37154c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.462538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ea3f-f5be-4630-8250-bbeed49244b3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc38bab2-3a1f-4373-aeca-36a99a37154c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.465745 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.494504 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ea3f-f5be-4630-8250-bbeed49244b3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.495748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0aa4ea3f-f5be-4630-8250-bbeed49244b3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1349385 Feb 09 03:23:52.498788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43418) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:52.499802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ea3f-f5be-4630-8250-bbeed49244b3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc38bab2-3a1f-4373-aeca-36a99a37154c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.505407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2b0ad5af-d5af-4c6a-956d-ea4f13075a3e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'fc38bab2-3a1f-4373-aeca-36a99a37154c', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:52.530802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Pushing event updated for resources: {'Port': ['ID=e54bcf3a-2786-43d5-b938-a8cb85487c29,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.539347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Network 559cb34c-099b-4dff-9c16-98383fec2d93 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:52.541201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:52.543638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:52.551322 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b0ad5af-d5af-4c6a-956d-ea4f13075a3e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (0cd8859d-f280-44d7-bb91-e5cd2ba55736), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.608708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Attempting to bind port e54bcf3a-2786-43d5-b938-a8cb85487c29 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:52.609216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Attempting to bind port e54bcf3a-2786-43d5-b938-a8cb85487c29 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:52.609668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Attempting to bind port e54bcf3a-2786-43d5-b938-a8cb85487c29 on network 559cb34c-099b-4dff-9c16-98383fec2d93 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:52.611427 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b0ad5af-d5af-4c6a-956d-ea4f13075a3e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (0cd8859d-f280-44d7-bb91-e5cd2ba55736), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.614656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:52.615123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Checking segment: {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:52.615503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.615905 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Bound using segment: {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:52.616363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Bound port: e54bcf3a-2786-43d5-b938-a8cb85487c29, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:52.616744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.618535 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b0ad5af-d5af-4c6a-956d-ea4f13075a3e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (0cd8859d-f280-44d7-bb91-e5cd2ba55736), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.645298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ad5af-d5af-4c6a-956d-ea4f13075a3e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd8859d-f280-44d7-bb91-e5cd2ba55736,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.651018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2b0ad5af-d5af-4c6a-956d-ea4f13075a3e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.652453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2b0ad5af-d5af-4c6a-956d-ea4f13075a3e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525722 Feb 09 03:23:52.655259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43420) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:52.659823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8cbef01c-0188-49dc-a6e0-5c62134fccb3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'fc38bab2-3a1f-4373-aeca-36a99a37154c', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:52.686811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8cbef01c-0188-49dc-a6e0-5c62134fccb3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (251f823c-a84c-4c59-b891-c05e7d237122), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.704270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] For port e54bcf3a-2786-43d5-b938-a8cb85487c29, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:52.707542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] For port e54bcf3a-2786-43d5-b938-a8cb85487c29, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e54bcf3a-2786-43d5-b938-a8cb85487c29,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:52.713007 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.759473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8cbef01c-0188-49dc-a6e0-5c62134fccb3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (251f823c-a84c-4c59-b891-c05e7d237122), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.764770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8cbef01c-0188-49dc-a6e0-5c62134fccb3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (251f823c-a84c-4c59-b891-c05e7d237122), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.789256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3b9a5-1f77-4ef8-89d6-1fa99a36464d None None] Pushing event updated for resources: {'Port': ['ID=e54bcf3a-2786-43d5-b938-a8cb85487c29,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.803929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbef01c-0188-49dc-a6e0-5c62134fccb3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251f823c-a84c-4c59-b891-c05e7d237122,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.810495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8cbef01c-0188-49dc-a6e0-5c62134fccb3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.812298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8cbef01c-0188-49dc-a6e0-5c62134fccb3 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559844 Feb 09 03:23:52.815264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43422) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:52.820377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-40c40d86-d5fc-4ca0-9684-b0cef5e962e6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'fc38bab2-3a1f-4373-aeca-36a99a37154c', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:52.849652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40c40d86-d5fc-4ca0-9684-b0cef5e962e6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (1e716ed2-2aaa-4628-a800-e24f6f90f94e), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.913311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40c40d86-d5fc-4ca0-9684-b0cef5e962e6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (1e716ed2-2aaa-4628-a800-e24f6f90f94e), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.917593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40c40d86-d5fc-4ca0-9684-b0cef5e962e6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (1e716ed2-2aaa-4628-a800-e24f6f90f94e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.973823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c40d86-d5fc-4ca0-9684-b0cef5e962e6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e716ed2-2aaa-4628-a800-e24f6f90f94e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:52.983645 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40c40d86-d5fc-4ca0-9684-b0cef5e962e6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:52.986287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-40c40d86-d5fc-4ca0-9684-b0cef5e962e6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1678736 Feb 09 03:23:52.987510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43426) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:52.992000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c40b6788-2a0a-4385-8293-66815da6f440 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'fc38bab2-3a1f-4373-aeca-36a99a37154c', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:53.031275 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c40b6788-2a0a-4385-8293-66815da6f440 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (2a3b4b9b-058c-4d52-a9eb-2814ab07aca6), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.113907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ba9a8-6e00-469b-ba93-06eae4b2fc1a req-08516a0e-ce2b-49e5-b03a-1d5a7545ab72 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:53.119302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec7ba9a8-6e00-469b-ba93-06eae4b2fc1a req-08516a0e-ce2b-49e5-b03a-1d5a7545ab72 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0769844 Feb 09 03:23:53.149763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c40b6788-2a0a-4385-8293-66815da6f440 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (2a3b4b9b-058c-4d52-a9eb-2814ab07aca6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.156340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c40b6788-2a0a-4385-8293-66815da6f440 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (2a3b4b9b-058c-4d52-a9eb-2814ab07aca6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.177309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b6788-2a0a-4385-8293-66815da6f440 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3b4b9b-058c-4d52-a9eb-2814ab07aca6,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:53.197642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c40b6788-2a0a-4385-8293-66815da6f440 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.198769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec7ba9a8-6e00-469b-ba93-06eae4b2fc1a req-8723de27-7c89-41fa-a223-a2dafe31a8fb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770977 Feb 09 03:23:53.201809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43428) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:53.202196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c40b6788-2a0a-4385-8293-66815da6f440 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2135193 Feb 09 03:23:53.206603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5a9460f6-40e0-4fb0-85f3-59ef82fe42e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'fc38bab2-3a1f-4373-aeca-36a99a37154c', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:53.227315 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-5a9460f6-40e0-4fb0-85f3-59ef82fe42e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Project 68f50846d4f2489ca953152d349824bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:23:53.232969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a9460f6-40e0-4fb0-85f3-59ef82fe42e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (7ca90235-edd9-4ac0-a816-b9024fdb66cb), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.292051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a9460f6-40e0-4fb0-85f3-59ef82fe42e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (7ca90235-edd9-4ac0-a816-b9024fdb66cb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.296423 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a9460f6-40e0-4fb0-85f3-59ef82fe42e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (7ca90235-edd9-4ac0-a816-b9024fdb66cb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.314245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9460f6-40e0-4fb0-85f3-59ef82fe42e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca90235-edd9-4ac0-a816-b9024fdb66cb,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:53.321454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5a9460f6-40e0-4fb0-85f3-59ef82fe42e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.322690 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5a9460f6-40e0-4fb0-85f3-59ef82fe42e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197774 Feb 09 03:23:53.325542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 43430) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:23:53.329882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-dd27265c-07a9-4182-8d30-e448cf77d9f4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': 'fc38bab2-3a1f-4373-aeca-36a99a37154c', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:53.352165 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-dd27265c-07a9-4182-8d30-e448cf77d9f4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Project 68f50846d4f2489ca953152d349824bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:23:53.358206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd27265c-07a9-4182-8d30-e448cf77d9f4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (bfeef8f8-3023-40ff-9bbb-6999fbae2c24), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.419344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd27265c-07a9-4182-8d30-e448cf77d9f4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (bfeef8f8-3023-40ff-9bbb-6999fbae2c24), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.424882 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd27265c-07a9-4182-8d30-e448cf77d9f4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (bfeef8f8-3023-40ff-9bbb-6999fbae2c24), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.442947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27265c-07a9-4182-8d30-e448cf77d9f4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfeef8f8-3023-40ff-9bbb-6999fbae2c24,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:53.453454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-dd27265c-07a9-4182-8d30-e448cf77d9f4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.454697 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dd27265c-07a9-4182-8d30-e448cf77d9f4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281948 Feb 09 03:23:53.694973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-4b554827-b7df-4f52-bf2b-7f7a2d4ec62c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104746828&fields=id&tenant_id=68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 267 time: 0.0550706 Feb 09 03:23:53.811259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e54bcf3a-2786-43d5-b938-a8cb85487c29 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:53.830791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-9652e483-ee29-4020-b7c1-fd9805b1decd tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:53.832397 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-9652e483-ee29-4020-b7c1-fd9805b1decd tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/networks?id=559cb34c-099b-4dff-9c16-98383fec2d93 HTTP/1.1" status: 200 len: 796 time: 0.1364698 Feb 09 03:23:53.859193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-058a2335-97b9-421f-a43e-8f6f3d88ab0b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/quotas/68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 375 time: 0.0201898 Feb 09 03:23:53.875358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e54bcf3a-2786-43d5-b938-a8cb85487c29 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:53.875834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:53.904092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a7fc3-2efe-42e5-be54-39742a354948 None None] Network 559cb34c-099b-4dff-9c16-98383fec2d93 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:23:53.917818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-6550f8ee-410d-45c2-9a30-013e7aea9982 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0576427 Feb 09 03:23:54.034906 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-23a79ffc-2fca-4b5f-ab69-bc634946fad5 service neutron] 10.222.0.32 "GET /v2.0/networks/559cb34c-099b-4dff-9c16-98383fec2d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034510 Feb 09 03:23:54.059257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fee1db87-bb67-44c6-98c1-233883d83140 None None] Provisioning complete for port e54bcf3a-2786-43d5-b938-a8cb85487c29 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:54.059775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fee1db87-bb67-44c6-98c1-233883d83140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.084977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e54bcf3a-2786-43d5-b938-a8cb85487c29 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:54.085505 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.139089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-51b8d223-94b1-4d9e-9705-6c2b5b2c2703 service neutron] 10.222.0.32 "GET /v2.0/networks/559cb34c-099b-4dff-9c16-98383fec2d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034217 Feb 09 03:23:54.145608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port e54bcf3a-2786-43d5-b938-a8cb85487c29, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e54bcf3a-2786-43d5-b938-a8cb85487c29,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:23:54.151414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.239766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fee1db87-bb67-44c6-98c1-233883d83140 None None] Current status of the port e54bcf3a-2786-43d5-b938-a8cb85487c29 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:54.264504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=e54bcf3a-2786-43d5-b938-a8cb85487c29,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:54.348089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb6791-cbbf-4094-b30e-b849028c065d req-e727670f-4087-4328-90fa-35dd0401340a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:54.356142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ceb6791-cbbf-4094-b30e-b849028c065d req-e727670f-4087-4328-90fa-35dd0401340a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0702083 Feb 09 03:23:54.401682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe8334e9-4234-4693-9e3d-0c3a70c7b9b7 req-28ddfd19-4562-4458-962e-b87d07cfbf9c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 210 time: 0.0663071 Feb 09 03:23:54.423791 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ceb6791-cbbf-4094-b30e-b849028c065d req-a1eb1f28-8435-4f82-8ad5-01f5f065e258 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594790 Feb 09 03:23:54.466230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d49e6ce6-84aa-4363-bcdc-4b4091fa5c7f None None] Provisioning complete for port e54bcf3a-2786-43d5-b938-a8cb85487c29 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:54.466635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d49e6ce6-84aa-4363-bcdc-4b4091fa5c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:54.552907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d49e6ce6-84aa-4363-bcdc-4b4091fa5c7f None None] Current status of the port e54bcf3a-2786-43d5-b938-a8cb85487c29 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:55.378697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-551a0348-4a9d-447f-9412-7d82db3e15a0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:55.380268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-551a0348-4a9d-447f-9412-7d82db3e15a0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "GET /v2.0/networks?id=559cb34c-099b-4dff-9c16-98383fec2d93 HTTP/1.1" status: 200 len: 796 time: 0.1165664 Feb 09 03:23:55.458195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-07f2958a-eed8-431e-8664-138c82c9c06d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 472 time: 0.0699227 Feb 09 03:23:55.468187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'port': {'device_id': 'c11eb123-8a37-4b0b-8763-c22356d0be36', 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93', 'admin_state_up': True, 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'security_groups': ['fc38bab2-3a1f-4373-aeca-36a99a37154c']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:55.555592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69a6318b-5e96-468d-9efc-c986bef46d53 req-e8a79e5b-f298-4264-b419-a6a34175c65a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 210 time: 0.0720074 Feb 09 03:23:55.576707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ede462-190f-42e5-a728-6ca089fb0fc4 req-ad8cf5ae-04f9-47a6-b328-cba784d94dc6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:55.578954 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55ede462-190f-42e5-a728-6ca089fb0fc4 req-ad8cf5ae-04f9-47a6-b328-cba784d94dc6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0654411 Feb 09 03:23:55.622481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:23:55.626096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.631050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55ede462-190f-42e5-a728-6ca089fb0fc4 req-baaed17f-42cd-405d-852a-125283b68881 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462918 Feb 09 03:23:55.750246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e54bcf3a-2786-43d5-b938-a8cb85487c29 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:23:55.767373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.20.0.19 (559cb34c-099b-4dff-9c16-98383fec2d93/6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86/d0ae7f2d-a344-407f-95d7-195019635b3d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:23:55.814624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e54bcf3a-2786-43d5-b938-a8cb85487c29 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:55.815103 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.895570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e54bcf3a-2786-43d5-b938-a8cb85487c29 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:23:55.911307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.945121 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:55.989647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 559cb34c-099b-4dff-9c16-98383fec2d93 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:23:55.994843 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:23:55.997155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:23:56.039738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=d0ae7f2d-a344-407f-95d7-195019635b3d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:56.060302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.060992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.078722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-df85e81a-a2fe-4709-a19c-26f5a329d5a1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158252 Feb 09 03:23:56.090783 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Request body: {'port': {'device_id': 'c11eb123-8a37-4b0b-8763-c22356d0be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:23:56.158961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.289144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-50854e0a-5fce-43be-9db2-871eaf5e2f2c None None] Provisioning complete for port d0ae7f2d-a344-407f-95d7-195019635b3d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:23:56.289934 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-50854e0a-5fce-43be-9db2-871eaf5e2f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.339848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-50854e0a-5fce-43be-9db2-871eaf5e2f2c None None] Port d0ae7f2d-a344-407f-95d7-195019635b3d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:23:56.460797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ae7f2d-a344-407f-95d7-195019635b3d {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:23:56.469350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Publish callbacks [] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.482633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Transition to ACTIVE for port object d0ae7f2d-a344-407f-95d7-195019635b3d will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:23:56.486731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.547393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0ae7f2d-a344-407f-95d7-195019635b3d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:56.628176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Attempting to bind port d0ae7f2d-a344-407f-95d7-195019635b3d on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:23:56.629022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Attempting to bind port d0ae7f2d-a344-407f-95d7-195019635b3d by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:23:56.629440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Attempting to bind port d0ae7f2d-a344-407f-95d7-195019635b3d on network 559cb34c-099b-4dff-9c16-98383fec2d93 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:56.635269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Port d0ae7f2d-a344-407f-95d7-195019635b3d on network 559cb34c-099b-4dff-9c16-98383fec2d93 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:23:56.635743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Attempting to bind port d0ae7f2d-a344-407f-95d7-195019635b3d on network 559cb34c-099b-4dff-9c16-98383fec2d93 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:23:56.642003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:23:56.642530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Checking segment: {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:23:56.643176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Bound using segment: {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:23:56.643707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Bound port: d0ae7f2d-a344-407f-95d7-195019635b3d, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:23:56.644180 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.768012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b615-bec5-46ba-94f5-8f2537c0515e req-f5ba4208-dbe8-49c0-a7f8-1e631077803c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.769617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4579b615-bec5-46ba-94f5-8f2537c0515e req-f5ba4208-dbe8-49c0-a7f8-1e631077803c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 944 time: 0.1229196 Feb 09 03:23:56.775356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] For port d0ae7f2d-a344-407f-95d7-195019635b3d, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:23:56.780080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] For port d0ae7f2d-a344-407f-95d7-195019635b3d, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d0ae7f2d-a344-407f-95d7-195019635b3d,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:23:56.803280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.807553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17597595-9d2c-49a0-846f-8d1f9a4e369f req-0214a6c5-74c2-4d60-ac97-11c0af175ca6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.809436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17597595-9d2c-49a0-846f-8d1f9a4e369f req-0214a6c5-74c2-4d60-ac97-11c0af175ca6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0940006 Feb 09 03:23:56.860238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.860719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:23:56.862123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] 10.222.0.61 "PUT /v2.0/ports/d0ae7f2d-a344-407f-95d7-195019635b3d HTTP/1.1" status: 200 len: 1092 time: 0.7758338 Feb 09 03:23:56.867204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11eb123-8a37-4b0b-8763-c22356d0be36', 'tag': 'd0ae7f2d-a344-407f-95d7-195019635b3d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:23:56.869002 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fc1c9d-fab8-450b-98c2-f426c86f5ada" -d '{"events": [{"name": "network-changed", "server_uuid": "c11eb123-8a37-4b0b-8763-c22356d0be36", "tag": "d0ae7f2d-a344-407f-95d7-195019635b3d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:23:56.872937 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17597595-9d2c-49a0-846f-8d1f9a4e369f req-89d2c3a7-bcc5-4173-b77f-9bc4cdcd07ee tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568776 Feb 09 03:23:56.935192 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a85eca-69be-4358-94fb-281bf10a66e3 x-openstack-request-id: req-94a85eca-69be-4358-94fb-281bf10a66e3 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:23:56.935495 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11eb123-8a37-4b0b-8763-c22356d0be36", "tag": "d0ae7f2d-a344-407f-95d7-195019635b3d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:23:56.935878 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94a85eca-69be-4358-94fb-281bf10a66e3 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:23:56.936307 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11eb123-8a37-4b0b-8763-c22356d0be36', 'tag': 'd0ae7f2d-a344-407f-95d7-195019635b3d', 'status': 'completed', 'code': 200} Feb 09 03:23:56.946374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4579b615-bec5-46ba-94f5-8f2537c0515e req-9f0a28b5-7270-4569-977a-acc1be13a0fa tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684937 Feb 09 03:23:56.949228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1312af-0116-4df3-adf4-729eaf7599cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0ae7f2d-a344-407f-95d7-195019635b3d,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:23:56.981659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-f7f23e74-ba86-46d6-8cf7-ead3821b973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:56.983325 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-f7f23e74-ba86-46d6-8cf7-ead3821b973c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 1126 time: 0.0763104 Feb 09 03:23:57.028720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-cbea7e60-56b5-4246-a460-950041070455 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d0ae7f2d-a344-407f-95d7-195019635b3d HTTP/1.1" status: 200 len: 217 time: 0.0363550 Feb 09 03:23:57.081449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-ada41019-6bb4-49dd-902b-435df4a07dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.083110 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-ada41019-6bb4-49dd-902b-435df4a07dce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86 HTTP/1.1" status: 200 len: 837 time: 0.0489964 Feb 09 03:23:57.136558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-6dc47001-ad2c-4896-885d-69be05488dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.138920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-6dc47001-ad2c-4896-885d-69be05488dad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=559cb34c-099b-4dff-9c16-98383fec2d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470974 Feb 09 03:23:57.228601 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-9ff82f72-8f7f-471e-9cad-3ec15a9793a4 service neutron] 10.222.0.61 "GET /v2.0/networks/559cb34c-099b-4dff-9c16-98383fec2d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816884 Feb 09 03:23:57.322954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4e947ea5-db19-4c59-b45b-9e6da510d8b8 req-79968fcc-12dd-4082-9f9e-05e973516a6b service neutron] 10.222.0.61 "GET /v2.0/networks/559cb34c-099b-4dff-9c16-98383fec2d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885043 Feb 09 03:23:57.413095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-4d5a2a8f-eed2-40d7-8f0f-b246516d3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.414647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-4d5a2a8f-eed2-40d7-8f0f-b246516d3db1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 1126 time: 0.0456340 Feb 09 03:23:57.509367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-448372f4-267c-42cd-8937-a876a9916ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.510945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-448372f4-267c-42cd-8937-a876a9916ede service neutron] 10.222.0.61 "GET /v2.0/networks?id=559cb34c-099b-4dff-9c16-98383fec2d93 HTTP/1.1" status: 200 len: 897 time: 0.0887752 Feb 09 03:23:57.552953 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-bf684323-ebcb-432a-82e2-581676fc4e6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=d0ae7f2d-a344-407f-95d7-195019635b3d HTTP/1.1" status: 200 len: 217 time: 0.0360444 Feb 09 03:23:57.600853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-2034c821-dcfc-4494-bea2-3638b0dd672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.602340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-2034c821-dcfc-4494-bea2-3638b0dd672a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86 HTTP/1.1" status: 200 len: 837 time: 0.0430431 Feb 09 03:23:57.657395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-931cd928-f922-4a33-be44-a95a3fcfd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:57.658941 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-931cd928-f922-4a33-be44-a95a3fcfd2a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=559cb34c-099b-4dff-9c16-98383fec2d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456533 Feb 09 03:23:57.752733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-ac07f658-adeb-4d93-9cd5-a8972d34488e service neutron] 10.222.0.61 "GET /v2.0/networks/559cb34c-099b-4dff-9c16-98383fec2d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863483 Feb 09 03:23:57.841865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21fc1c9d-fab8-450b-98c2-f426c86f5ada req-2fd2d0c6-2e61-4c9b-8a86-962e4a93f8cc service neutron] 10.222.0.61 "GET /v2.0/networks/559cb34c-099b-4dff-9c16-98383fec2d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828316 Feb 09 03:23:58.004767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e5531-ec6b-4dfd-93f5-98cb19d9bcd4 req-6b03b08f-b216-4a48-a75d-6ae48dc657dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:58.012230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df8e5531-ec6b-4dfd-93f5-98cb19d9bcd4 req-6b03b08f-b216-4a48-a75d-6ae48dc657dd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0646322 Feb 09 03:23:58.067061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df8e5531-ec6b-4dfd-93f5-98cb19d9bcd4 req-12eef3fa-97f1-47fb-b15c-08017fae2d3f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538828 Feb 09 03:23:58.395226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a20ac-a1aa-4ee0-8f1f-1a17cabed922 req-cb92bf72-7223-4b29-9f79-dc622c663e65 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:58.396803 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e9a20ac-a1aa-4ee0-8f1f-1a17cabed922 req-cb92bf72-7223-4b29-9f79-dc622c663e65 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 944 time: 0.3633714 Feb 09 03:23:58.448690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e9a20ac-a1aa-4ee0-8f1f-1a17cabed922 req-f77b5e98-6b3e-47f8-b055-45bd5d224fd7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Feb 09 03:23:59.203226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5badc-1dca-4d5e-8f31-2a6cddf5a0f6 req-98cd9431-034e-4b9b-8cf7-6c71d88ea918 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.204742 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1d5badc-1dca-4d5e-8f31-2a6cddf5a0f6 req-98cd9431-034e-4b9b-8cf7-6c71d88ea918 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0594597 Feb 09 03:23:59.265701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1d5badc-1dca-4d5e-8f31-2a6cddf5a0f6 req-ccb27bd7-99e0-4842-82c2-17a2a054be09 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534649 Feb 09 03:23:59.597534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23357c79-75f9-4336-98d7-a03becccf199 req-d694a30b-ccb1-4bf3-a998-8234aff5d4fb tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:23:59.602778 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23357c79-75f9-4336-98d7-a03becccf199 req-d694a30b-ccb1-4bf3-a998-8234aff5d4fb tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 944 time: 0.0727944 Feb 09 03:23:59.663104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23357c79-75f9-4336-98d7-a03becccf199 req-58ab4206-dee5-4a53-8b58-9c321d0f2e3a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570064 Feb 09 03:24:00.275588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d0ae7f2d-a344-407f-95d7-195019635b3d details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:00.408081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d0ae7f2d-a344-407f-95d7-195019635b3d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d0ae7f2d-a344-407f-95d7-195019635b3d,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:00.422566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'd0ae7f2d-a344-407f-95d7-195019635b3d', 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93', 'port_id': 'd0ae7f2d-a344-407f-95d7-195019635b3d', 'mac_address': 'fa:16:3e:02:71:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:00.431998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085e0e8-606b-4370-9587-717a5580b436 req-b97c6b19-4529-459d-a3b5-4d39fd02ff90 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:00.439469 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0085e0e8-606b-4370-9587-717a5580b436 req-b97c6b19-4529-459d-a3b5-4d39fd02ff90 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0706401 Feb 09 03:24:00.474854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port d0ae7f2d-a344-407f-95d7-195019635b3d is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:00.475457 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.497833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0085e0e8-606b-4370-9587-717a5580b436 req-b4eed50e-e684-4e07-a52e-e5281ac79c21 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525172 Feb 09 03:24:00.514865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ae7f2d-a344-407f-95d7-195019635b3d {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:00.538971 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da2ddc82-9f63-41ca-9eb3-045e43e94f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.545476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d0ae7f2d-a344-407f-95d7-195019635b3d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d0ae7f2d-a344-407f-95d7-195019635b3d,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:00.549645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:00.606361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=d0ae7f2d-a344-407f-95d7-195019635b3d,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:00.811062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['d0ae7f2d-a344-407f-95d7-195019635b3d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:00.818778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9cf6-76d8-4a1d-9a16-713d391a6015 req-a0f3b4dc-1885-452a-8c68-babdb131c7fe tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:00.826061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb6e9cf6-76d8-4a1d-9a16-713d391a6015 req-a0f3b4dc-1885-452a-8c68-babdb131c7fe tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 945 time: 0.0851192 Feb 09 03:24:00.882463 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb6e9cf6-76d8-4a1d-9a16-713d391a6015 req-dbd35c5f-dc8c-4eb3-ba2b-6de93faff97a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529487 Feb 09 03:24:01.639262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b1fbb-b3da-474b-bc71-4e2c3cef231e req-188773e2-24c9-490f-818b-08656acab019 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:01.640754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f07b1fbb-b3da-474b-bc71-4e2c3cef231e req-188773e2-24c9-490f-818b-08656acab019 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0594485 Feb 09 03:24:01.695274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f07b1fbb-b3da-474b-bc71-4e2c3cef231e req-6e34eb78-e19d-41f7-a68c-34a308ab6b71 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482531 Feb 09 03:24:02.005809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44519807-6789-46c6-8a6d-140296bcfb31 req-355dde21-335d-44c9-9269-be853af12d45 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.007990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-44519807-6789-46c6-8a6d-140296bcfb31 req-355dde21-335d-44c9-9269-be853af12d45 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 945 time: 0.0559165 Feb 09 03:24:02.078607 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-44519807-6789-46c6-8a6d-140296bcfb31 req-d04e54eb-18e5-460e-869b-2c4588924d9d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642865 Feb 09 03:24:02.301944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d0ae7f2d-a344-407f-95d7-195019635b3d up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:02.359598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port d0ae7f2d-a344-407f-95d7-195019635b3d completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:02.364049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port d0ae7f2d-a344-407f-95d7-195019635b3d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:02.364426 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:02.444779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port d0ae7f2d-a344-407f-95d7-195019635b3d is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:02.445161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:02.470051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11eb123-8a37-4b0b-8763-c22356d0be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ae7f2d-a344-407f-95d7-195019635b3d'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:02.472229 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654063e0-98a7-466b-a9d2-a7382714ae2b" -d '{"events": [{"server_uuid": "c11eb123-8a37-4b0b-8763-c22356d0be36", "name": "network-vif-plugged", "status": "completed", "tag": "d0ae7f2d-a344-407f-95d7-195019635b3d"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:02.486012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port d0ae7f2d-a344-407f-95d7-195019635b3d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d0ae7f2d-a344-407f-95d7-195019635b3d,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:02.490274 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:02.519014 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7399ab-6cd9-4850-9627-9876281a2d6b x-openstack-request-id: req-4d7399ab-6cd9-4850-9627-9876281a2d6b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:02.519317 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11eb123-8a37-4b0b-8763-c22356d0be36", "name": "network-vif-plugged", "status": "completed", "tag": "d0ae7f2d-a344-407f-95d7-195019635b3d", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:02.519789 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d7399ab-6cd9-4850-9627-9876281a2d6b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:02.520186 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11eb123-8a37-4b0b-8763-c22356d0be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ae7f2d-a344-407f-95d7-195019635b3d', 'code': 200} Feb 09 03:24:02.549447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=d0ae7f2d-a344-407f-95d7-195019635b3d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:02.627227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b55e79-0c37-4fbd-a8f4-9739318a993a req-a23b5806-5f80-44fc-a39a-34e3da731550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.628855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55b55e79-0c37-4fbd-a8f4-9739318a993a req-a23b5806-5f80-44fc-a39a-34e3da731550 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 1128 time: 0.0454261 Feb 09 03:24:02.679880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55b55e79-0c37-4fbd-a8f4-9739318a993a req-ad53fc9b-ae1b-4793-aeff-d54ee0c509b1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444717 Feb 09 03:24:02.687579 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1ce686e-f185-42af-9e11-8b6b48741596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:02.831283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721096c-7a14-4b8e-9b9c-d9e02c5142c0 req-e3384361-3eb1-40d5-8e1b-d225df801305 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:02.832899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3721096c-7a14-4b8e-9b9c-d9e02c5142c0 req-e3384361-3eb1-40d5-8e1b-d225df801305 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0524387 Feb 09 03:24:02.881330 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3721096c-7a14-4b8e-9b9c-d9e02c5142c0 req-27d44115-3461-4e56-9d88-4348c828f0b9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Feb 09 03:24:03.216036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8517fe0-07b8-42e2-bc8e-1dae0aee868b req-48bf1d8e-b7e8-482e-bf5c-f74bd6bcce94 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:03.217521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8517fe0-07b8-42e2-bc8e-1dae0aee868b req-48bf1d8e-b7e8-482e-bf5c-f74bd6bcce94 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 946 time: 0.0592914 Feb 09 03:24:03.270766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e8517fe0-07b8-42e2-bc8e-1dae0aee868b req-18fa206c-8e6f-413c-915b-ebbab3d6fdd1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474236 Feb 09 03:24:04.035568 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:04.037053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49007c90-5abd-459d-90d6-9ad0688f2a27 req-4262f976-e38d-44a1-9062-ebcd5ae4afbd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:04.044713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49007c90-5abd-459d-90d6-9ad0688f2a27 req-4262f976-e38d-44a1-9062-ebcd5ae4afbd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0773032 Feb 09 03:24:04.094400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49007c90-5abd-459d-90d6-9ad0688f2a27 req-7212137c-0d41-48f5-8169-b35cc7df8268 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483193 Feb 09 03:24:04.410673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d0cae-c044-4aa3-929b-34d92037af7e req-580ac51e-ed9b-453a-94f7-de84527f8837 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:04.412392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-173d0cae-c044-4aa3-929b-34d92037af7e req-580ac51e-ed9b-453a-94f7-de84527f8837 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 946 time: 0.0580542 Feb 09 03:24:04.462279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-173d0cae-c044-4aa3-929b-34d92037af7e req-313b4599-7fca-422f-8654-50442b7ffb3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438018 Feb 09 03:24:04.630478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833e50-a87a-4118-81e2-752affb75bef req-6a8098d0-65cd-4349-a942-993247f84e59 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:04.639192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-48833e50-a87a-4118-81e2-752affb75bef req-6a8098d0-65cd-4349-a942-993247f84e59 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 946 time: 0.0722573 Feb 09 03:24:04.696800 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-48833e50-a87a-4118-81e2-752affb75bef req-a965350a-e8e0-4730-bdac-c1dd7a134852 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560570 Feb 09 03:24:05.125832 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:05.282794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4bbae-1e35-4e89-a7d2-5e95e2918ce0 req-138b1341-053f-4653-b60b-5da7d4a3df63 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:05.292090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ba4bbae-1e35-4e89-a7d2-5e95e2918ce0 req-138b1341-053f-4653-b60b-5da7d4a3df63 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.1189237 Feb 09 03:24:05.440475 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2ba4bbae-1e35-4e89-a7d2-5e95e2918ce0 req-69db13c3-3762-492f-bd5d-7eb54b0d4468 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471698 Feb 09 03:24:06.168136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 43998) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:06.525447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:06.664701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87d05-657c-435f-931d-186b1b412c6a req-cc2b787a-6416-4947-8d29-2e9af5ca6c14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:06.666850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35e87d05-657c-435f-931d-186b1b412c6a req-cc2b787a-6416-4947-8d29-2e9af5ca6c14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0794070 Feb 09 03:24:06.803297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35e87d05-657c-435f-931d-186b1b412c6a req-088348fe-e3df-4840-af4a-ed0df3682298 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957537 Feb 09 03:24:06.986021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.278856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.20.0.17 (559cb34c-099b-4dff-9c16-98383fec2d93/6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86/14355a8b-e56a-42aa-817e-54c7b5d35640) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:07.398955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.437644 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.487901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 559cb34c-099b-4dff-9c16-98383fec2d93 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:07.491281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:07.495365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:07.503654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=14355a8b-e56a-42aa-817e-54c7b5d35640,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:07.590498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.591575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.593357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.594639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.595170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.595673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.596178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.602762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.603403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.603939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.604466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.604993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.605509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:07.626661 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ecc8de0a-ed14-4120-a974-099dba67209b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.791818 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.830390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ff28f1-d7c9-4e78-b09c-96871a59adc7 None None] Provisioning complete for port 14355a8b-e56a-42aa-817e-54c7b5d35640 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:07.831531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ff28f1-d7c9-4e78-b09c-96871a59adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:07.934623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ff28f1-d7c9-4e78-b09c-96871a59adc7 None None] Port 14355a8b-e56a-42aa-817e-54c7b5d35640 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:07.971031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199e8e7-337f-4b27-8160-fd6c2ffe0fc5 req-64929193-fce0-47a5-8d8f-2896fdbd0a54 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:07.973364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f199e8e7-337f-4b27-8160-fd6c2ffe0fc5 req-64929193-fce0-47a5-8d8f-2896fdbd0a54 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.0878370 Feb 09 03:24:08.080578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f199e8e7-337f-4b27-8160-fd6c2ffe0fc5 req-cb30221b-da22-408d-9611-e07ab9053e2f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981359 Feb 09 03:24:08.313070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.318428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.407075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=14355a8b-e56a-42aa-817e-54c7b5d35640,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:08.449812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ecc8de0a-ed14-4120-a974-099dba67209b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:08.618608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 559cb34c-099b-4dff-9c16-98383fec2d93 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:08.622111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:08.936199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router ecc8de0a-ed14-4120-a974-099dba67209b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:09.065489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:09.085451 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Sync routers for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:09.088241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3902b080-d464-497c-a444-e9a644f0beb5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "PUT /v2.0/routers/ecc8de0a-ed14-4120-a974-099dba67209b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9172337 Feb 09 03:24:09.101532 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:09.101532 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:09.301052 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a143f75-4bce-4ae1-a021-f641793a2cb0 req-b7339745-3b0c-445c-b587-ff351059a098 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.308397 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a143f75-4bce-4ae1-a021-f641793a2cb0 req-b7339745-3b0c-445c-b587-ff351059a098 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 943 time: 0.1302185 Feb 09 03:24:09.357334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b86ddf7c-df9a-47ef-be6b-0f777ba7b3d0 None None] Provisioning complete for port 14355a8b-e56a-42aa-817e-54c7b5d35640 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:09.357943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b86ddf7c-df9a-47ef-be6b-0f777ba7b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:09.421393 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:09.438248 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-ba054406-be1b-4c4e-8c08-47ff3c2bc1d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818257 Feb 09 03:24:09.442155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b86ddf7c-df9a-47ef-be6b-0f777ba7b3d0 None None] Port 14355a8b-e56a-42aa-817e-54c7b5d35640 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:09.465210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2a143f75-4bce-4ae1-a021-f641793a2cb0 req-fabf0cce-9b29-4aa8-be7d-862e4f6a853d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433377 Feb 09 03:24:09.546706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-4f02ba65-2a93-4cec-a113-72f9fc58ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.549738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-4f02ba65-2a93-4cec-a113-72f9fc58ac4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 1128 time: 0.0884805 Feb 09 03:24:09.769633 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-2e044833-9f15-46a1-a126-355ff5e681a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:09.771150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-2e044833-9f15-46a1-a126-355ff5e681a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 HTTP/1.1" status: 200 len: 897 time: 0.2015734 Feb 09 03:24:09.822258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1880050e-ef37-43d9-ad2b-636af71ed78a details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:09.961528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-6a48cde6-dd33-4f91-85e0-7d537249cdc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6 HTTP/1.1" status: 200 len: 1001 time: 0.1847339 Feb 09 03:24:10.060907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-27a243c1-79c9-45e9-9d42-d379233a241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:10.061942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-27a243c1-79c9-45e9-9d42-d379233a241f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053631a5-3e5e-42c6-ba1f-2cb8409b3369 HTTP/1.1" status: 200 len: 835 time: 0.0948036 Feb 09 03:24:10.079780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1880050e-ef37-43d9-ad2b-636af71ed78a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1880050e-ef37-43d9-ad2b-636af71ed78a,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:10.099443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:10.159106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-e0bace57-f629-4087-a1df-0948b1d8a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:10.160623 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-e0bace57-f629-4087-a1df-0948b1d8a44d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0924714 Feb 09 03:24:10.163377 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:07Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:45Z', 'revision_number': 1, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14355a8b-e56a-42aa-817e-54c7b5d35640', 'name': '', 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:1a:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:07Z', 'updated_at': '2022-02-09T03:24:08Z', 'revision_number': 2, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:10.172443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-f7352439-b272-4bb8-8077-0e563ebb0719 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:24:10.173497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-f7352439-b272-4bb8-8077-0e563ebb0719 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069945 Feb 09 03:24:10.192330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1880050e-ef37-43d9-ad2b-636af71ed78a is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:10.193416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.209401 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Checking router: ecc8de0a-ed14-4120-a974-099dba67209b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:10.209914 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Updating router ecc8de0a-ed14-4120-a974-099dba67209b port 14355a8b-e56a-42aa-817e-54c7b5d35640 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:24:10.226623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1880050e-ef37-43d9-ad2b-636af71ed78a {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:10.247698 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.272897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1880050e-ef37-43d9-ad2b-636af71ed78a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1880050e-ef37-43d9-ad2b-636af71ed78a,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:10.280309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.365615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-9b4eed86-a5b5-45bc-852a-1d46d3b92604 service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860344 Feb 09 03:24:10.397603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1880050e-ef37-43d9-ad2b-636af71ed78a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:10.497012 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f14c8a-9e1c-4894-8456-c173132790b3 req-9365e29f-1bfc-4bd7-a0af-0358e9e884d0 service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235051 Feb 09 03:24:10.614559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['1880050e-ef37-43d9-ad2b-636af71ed78a'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:10.688503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd64db3-a65e-4f7c-a0e5-f406aa3b3ef6 req-d9716e00-fbfb-4d22-b614-0c4657a39dde tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:10.698624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cd64db3-a65e-4f7c-a0e5-f406aa3b3ef6 req-d9716e00-fbfb-4d22-b614-0c4657a39dde tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 944 time: 0.1131859 Feb 09 03:24:10.783974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cd64db3-a65e-4f7c-a0e5-f406aa3b3ef6 req-1d27559d-4e62-457b-86fb-d4d8ff908c45 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844514 Feb 09 03:24:10.847268 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Publish callbacks [] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:10.860476 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.028599 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfa243-c0af-4953-87cc-689cdd5049a1 None None] Pushing event updated for resources: {'Port': ['ID=14355a8b-e56a-42aa-817e-54c7b5d35640,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:11.161285 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Attempting to bind port 14355a8b-e56a-42aa-817e-54c7b5d35640 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:11.161962 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Attempting to bind port 14355a8b-e56a-42aa-817e-54c7b5d35640 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:11.162709 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Attempting to bind port 14355a8b-e56a-42aa-817e-54c7b5d35640 on network 559cb34c-099b-4dff-9c16-98383fec2d93 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:11.174141 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:11.175298 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Checking segment: {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:11.176218 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.179465 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Bound using segment: {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:11.180338 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Bound port: 14355a8b-e56a-42aa-817e-54c7b5d35640, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe57ba4-2e86-4bae-9656-598fc12314ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:11.180919 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.305043 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] For port 14355a8b-e56a-42aa-817e-54c7b5d35640, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:11.310548 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] For port 14355a8b-e56a-42aa-817e-54c7b5d35640, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=14355a8b-e56a-42aa-817e-54c7b5d35640,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:11.318483 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.420960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f510942b-f5f7-4c2f-9253-8b595741df2b None None] Provisioning complete for port 14355a8b-e56a-42aa-817e-54c7b5d35640 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:11.421977 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f510942b-f5f7-4c2f-9253-8b595741df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.459322 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:11.459959 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:11.595553 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfa243-c0af-4953-87cc-689cdd5049a1 None None] Pushing event updated for resources: {'Port': ['ID=14355a8b-e56a-42aa-817e-54c7b5d35640,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:11.617580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f510942b-f5f7-4c2f-9253-8b595741df2b None None] Current status of the port 14355a8b-e56a-42aa-817e-54c7b5d35640 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:11.618279 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f510942b-f5f7-4c2f-9253-8b595741df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.683645 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:11.686255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f510942b-f5f7-4c2f-9253-8b595741df2b None None] For port 14355a8b-e56a-42aa-817e-54c7b5d35640, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=14355a8b-e56a-42aa-817e-54c7b5d35640,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:11.702476 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f510942b-f5f7-4c2f-9253-8b595741df2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:11.812189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510942b-f5f7-4c2f-9253-8b595741df2b None None] Pushing event updated for resources: {'Port': ['ID=14355a8b-e56a-42aa-817e-54c7b5d35640,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:11.839451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1880050e-ef37-43d9-ad2b-636af71ed78a up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:11.932271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fd9a01a3-4fc1-453c-b620-cd2ba3f55f1f None None] Provisioning complete for port 14355a8b-e56a-42aa-817e-54c7b5d35640 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:11.938879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fd9a01a3-4fc1-453c-b620-cd2ba3f55f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.001370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6b714-66ec-4dcd-882e-f0b79182a890 req-abf84fe6-8bca-49e4-9f55-9b3be332d07f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:12.013114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2b6b714-66ec-4dcd-882e-f0b79182a890 req-abf84fe6-8bca-49e4-9f55-9b3be332d07f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 944 time: 0.1232264 Feb 09 03:24:12.065653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 1880050e-ef37-43d9-ad2b-636af71ed78a completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:12.086313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 1880050e-ef37-43d9-ad2b-636af71ed78a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:12.086861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.123813 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e2b6b714-66ec-4dcd-882e-f0b79182a890 req-6a8c3d20-e80e-458b-9212-1aa8dd79f35d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095216 Feb 09 03:24:12.194322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a01a3-4fc1-453c-b620-cd2ba3f55f1f None None] Current status of the port 14355a8b-e56a-42aa-817e-54c7b5d35640 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:12.226729 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:07Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:45Z', 'revision_number': 1, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14355a8b-e56a-42aa-817e-54c7b5d35640', 'name': '', 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:1a:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:07Z', 'updated_at': '2022-02-09T03:24:11Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:12.277998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 1880050e-ef37-43d9-ad2b-636af71ed78a is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:12.278460 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.321409 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89b1ff-6674-400a-a6b7-bcf63b05b8c6 None None] The sync data for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 is: [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:07Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:45Z', 'revision_number': 1, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14355a8b-e56a-42aa-817e-54c7b5d35640', 'name': '', 'network_id': '559cb34c-099b-4dff-9c16-98383fec2d93', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:1a:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:07Z', 'updated_at': '2022-02-09T03:24:11Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:12.347896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:12.353994 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dd1c4e-5d18-4f72-86da-49a2d4e758f4" -d '{"events": [{"server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "name": "network-vif-plugged", "status": "completed", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:12.386296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 1880050e-ef37-43d9-ad2b-636af71ed78a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1880050e-ef37-43d9-ad2b-636af71ed78a,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:12.391298 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:12.499268 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d9b0d-ff0c-47af-ad83-14954e5b5a8a x-openstack-request-id: req-3d7d9b0d-ff0c-47af-ad83-14954e5b5a8a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:12.499968 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "name": "network-vif-plugged", "status": "completed", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:12.499968 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d7d9b0d-ff0c-47af-ad83-14954e5b5a8a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:12.500501 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'code': 200} Feb 09 03:24:12.617443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=1880050e-ef37-43d9-ad2b-636af71ed78a,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:12.635414 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aaca9-2391-4342-806c-546231e62b29 req-6e0ba51c-73d4-4e69-9509-b3a61d1874a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:12.644648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e0aaca9-2391-4342-806c-546231e62b29 req-6e0ba51c-73d4-4e69-9509-b3a61d1874a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1127 time: 0.0942452 Feb 09 03:24:12.774901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e0aaca9-2391-4342-806c-546231e62b29 req-c9eaeb60-d42d-42d4-b8b1-5344fa550618 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203144 Feb 09 03:24:12.918818 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:24:13.294084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90cdf6-9e4e-409f-b895-03562477ca54 req-f446c98c-7870-4195-8a3c-553555263b67 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:13.295865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e90cdf6-9e4e-409f-b895-03562477ca54 req-f446c98c-7870-4195-8a3c-553555263b67 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 945 time: 0.0847733 Feb 09 03:24:13.387198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e90cdf6-9e4e-409f-b895-03562477ca54 req-7aef75a9-7525-42fc-8c54-50fe1cb78262 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837791 Feb 09 03:24:13.812334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 14355a8b-e56a-42aa-817e-54c7b5d35640 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:13.881999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 14355a8b-e56a-42aa-817e-54c7b5d35640 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:13.882428 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:13.980291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 14355a8b-e56a-42aa-817e-54c7b5d35640 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:14.553356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73ee7c-394a-455c-a1bb-a2696128de20 req-5f9a709e-a973-49e9-828c-7914c5d11937 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:14.561234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec73ee7c-394a-455c-a1bb-a2696128de20 req-5f9a709e-a973-49e9-828c-7914c5d11937 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 945 time: 0.0742593 Feb 09 03:24:14.622030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec73ee7c-394a-455c-a1bb-a2696128de20 req-8e5807d8-f089-4ee1-9934-b7a4fe7a70e8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593162 Feb 09 03:24:14.750596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37978dbc-efda-4921-8f24-88330d7337cd req-15c3bf16-af7f-439a-accb-fe5cacaa0693 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:14.753143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37978dbc-efda-4921-8f24-88330d7337cd req-15c3bf16-af7f-439a-accb-fe5cacaa0693 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 945 time: 0.0707946 Feb 09 03:24:14.815973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37978dbc-efda-4921-8f24-88330d7337cd req-21723353-594a-48f0-9516-adfe13bb43d4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557053 Feb 09 03:24:14.839409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44094) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:14.890925 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179d1e29-9bb5-4549-b0e5-99fae423f6dd tempest-TestVolumeBootPattern-357535471 tempest-TestVolumeBootPattern-357535471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:14.892485 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-179d1e29-9bb5-4549-b0e5-99fae423f6dd tempest-TestVolumeBootPattern-357535471 tempest-TestVolumeBootPattern-357535471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1122 time: 0.0520380 Feb 09 03:24:14.895310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44096) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:14.900623 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:14.924098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.047184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.174127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.25.2.241 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:15.355633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.402089 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:15.454779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:15.459624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:15.475768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:15.609388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:15.950061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (62911fdc-aba0-4c26-b4b7-c76e671f5d65), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.032018 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.227224 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.233403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.321059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:16.352629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (62911fdc-aba0-4c26-b4b7-c76e671f5d65), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:16.564112 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Floating IP 62911fdc-aba0-4c26-b4b7-c76e671f5d65 associated. External IP: 172.25.2.241, port: 1880050e-ef37-43d9-ad2b-636af71ed78a. Feb 09 03:24:16.910529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44126) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:16.956053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44130) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:17.085929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:17.185023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb975f68-4210-4c93-a9c1-ae9dabe99ad3 req-871dfc93-95d6-4c3e-a4ef-484e095679ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:17.193284 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb975f68-4210-4c93-a9c1-ae9dabe99ad3 req-871dfc93-95d6-4c3e-a4ef-484e095679ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1127 time: 0.2805741 Feb 09 03:24:17.249515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:17.259775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:17.271528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb975f68-4210-4c93-a9c1-ae9dabe99ad3 req-f997f3ba-ae20-46f1-855d-055157846865 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726845 Feb 09 03:24:17.273789 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.281042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:17.285596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:17.292423 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-15f09584-5a82-4e37-bb35-c5496abbd42b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e257cf5684454126888ec684fd90994b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336756 Feb 09 03:24:17.294660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44136) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:17.316967 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2944b0d2-3d1d-4312-a8ea-f65211ba1de5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4204996 Feb 09 03:24:17.317995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:17.320719 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9913564-e1a8-4742-9a45-7009d90a52a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:17.357913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-193f914f-6066-430c-a10d-ffd0f0f67d6b admin admin] Publish callbacks [] for security_group (db44a8a7-4764-4974-98cf-8f68c2e43712), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.391607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-193f914f-6066-430c-a10d-ffd0f0f67d6b admin admin] Publish callbacks [] for security_group (db44a8a7-4764-4974-98cf-8f68c2e43712), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.403177 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc3db98-8829-4c2e-8a56-6a0fb21ada58 x-openstack-request-id: req-2dc3db98-8829-4c2e-8a56-6a0fb21ada58 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:17.403177 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:17.403490 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dc3db98-8829-4c2e-8a56-6a0fb21ada58 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:17.403800 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'status': 'completed', 'code': 200} Feb 09 03:24:17.452259 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-193f914f-6066-430c-a10d-ffd0f0f67d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (db44a8a7-4764-4974-98cf-8f68c2e43712), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.456908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-193f914f-6066-430c-a10d-ffd0f0f67d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:17.458137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-193f914f-6066-430c-a10d-ffd0f0f67d6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db44a8a7-4764-4974-98cf-8f68c2e43712 HTTP/1.1" status: 204 len: 168 time: 0.1625443 Feb 09 03:24:17.479141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f914f-6066-430c-a10d-ffd0f0f67d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db44a8a7-4764-4974-98cf-8f68c2e43712,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:17.531288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-8d8d9065-ee3e-44bd-88d3-b338a9a54246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:17.536546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-8d8d9065-ee3e-44bd-88d3-b338a9a54246 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1127 time: 0.1138325 Feb 09 03:24:17.602775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:17.717396 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-a8598386-4fd0-4292-923b-7c1247cad417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:17.718961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-a8598386-4fd0-4292-923b-7c1247cad417 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.1686502 Feb 09 03:24:17.893269 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-ac8f5bfe-de6e-47e3-9ae9-47c9f68dbcf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 200 len: 999 time: 0.1689792 Feb 09 03:24:17.993954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-620f8fb2-013b-4147-9e2c-dac934c15957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:17.995628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-620f8fb2-013b-4147-9e2c-dac934c15957 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0971913 Feb 09 03:24:18.054461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-dfab8bac-5a3f-4bf5-affc-9447d363c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:18.056496 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-dfab8bac-5a3f-4bf5-affc-9447d363c5c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548356 Feb 09 03:24:18.223385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-4e608705-8af3-4c6c-bee0-000010585ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583445 Feb 09 03:24:18.226615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:15Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:18.259734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:18.283486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:18.284156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:18.433009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:18.777631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9913564-e1a8-4742-9a45-7009d90a52a9 req-b3e50367-5a7c-41d5-b99d-1776f5edde1e service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393035 Feb 09 03:24:18.925631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:15Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:18.977194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360e3ecf-0eb4-4efa-82ff-a8ffde881907 None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:15Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:19.373771 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db4c8ec-ea2d-4c07-aafe-2cc1de9b861a None None] New status for floating IP 62911fdc-aba0-4c26-b4b7-c76e671f5d65: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:24:19.707019 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:19.971980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44212) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:20.091813 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fb83782-1bad-4f4e-b0b0-789e382dc99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.177110 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fb83782-1bad-4f4e-b0b0-789e382dc99b admin admin] Publish callbacks [] for security_group (ec9582ab-98c5-4c4a-a57d-fe46f552fa5d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.182293 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fb83782-1bad-4f4e-b0b0-789e382dc99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ec9582ab-98c5-4c4a-a57d-fe46f552fa5d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.232041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6fb83782-1bad-4f4e-b0b0-789e382dc99b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fdebc229b9a4d4a8251d9de65e1d2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582982 Feb 09 03:24:20.233205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb83782-1bad-4f4e-b0b0-789e382dc99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9582ab-98c5-4c4a-a57d-fe46f552fa5d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:20.234782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44216) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:20.303133 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Publish callbacks [] for security_group (ec9582ab-98c5-4c4a-a57d-fe46f552fa5d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.333021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Publish callbacks [] for security_group (ec9582ab-98c5-4c4a-a57d-fe46f552fa5d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.413335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ec9582ab-98c5-4c4a-a57d-fe46f552fa5d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.416350 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:20.420070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec9582ab-98c5-4c4a-a57d-fe46f552fa5d HTTP/1.1" status: 204 len: 168 time: 0.1811638 Feb 09 03:24:20.428276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9582ab-98c5-4c4a-a57d-fe46f552fa5d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:20.469628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.469996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.470375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.470717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.471056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.471394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.471727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.472058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.472388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.472715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.482710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.483190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.483546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b15965-20e9-44ac-92d9-24efde1055e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:20.905262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44228) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:21.230921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c586605e-37cf-42b2-874b-62acc88a9245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.305410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c586605e-37cf-42b2-874b-62acc88a9245 admin admin] Publish callbacks [] for security_group (c8888b46-b21f-4be6-a477-ab284515280c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.310063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c586605e-37cf-42b2-874b-62acc88a9245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c8888b46-b21f-4be6-a477-ab284515280c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.348934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c586605e-37cf-42b2-874b-62acc88a9245 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ea66d41778148be8eae212f4f3716da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421337 Feb 09 03:24:21.349880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586605e-37cf-42b2-874b-62acc88a9245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8888b46-b21f-4be6-a477-ab284515280c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:21.351668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44230) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:21.408278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc17e-8111-4cb5-8d97-de63eef2cded admin admin] Publish callbacks [] for security_group (c8888b46-b21f-4be6-a477-ab284515280c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.431633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc17e-8111-4cb5-8d97-de63eef2cded admin admin] Publish callbacks [] for security_group (c8888b46-b21f-4be6-a477-ab284515280c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.479618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc17e-8111-4cb5-8d97-de63eef2cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c8888b46-b21f-4be6-a477-ab284515280c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.483042 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc17e-8111-4cb5-8d97-de63eef2cded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:21.486537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6e9cc17e-8111-4cb5-8d97-de63eef2cded admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8888b46-b21f-4be6-a477-ab284515280c HTTP/1.1" status: 204 len: 168 time: 0.1306436 Feb 09 03:24:21.492418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cc17e-8111-4cb5-8d97-de63eef2cded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8888b46-b21f-4be6-a477-ab284515280c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:21.743610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:22.858641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44278) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:22.990885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e2f75c8-3a1e-41fa-999e-ef34a1ba47af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.073460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e2f75c8-3a1e-41fa-999e-ef34a1ba47af admin admin] Publish callbacks [] for security_group (fba84b26-8699-41a3-8733-7baef0a8f51b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.077680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0e2f75c8-3a1e-41fa-999e-ef34a1ba47af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fba84b26-8699-41a3-8733-7baef0a8f51b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.117456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0e2f75c8-3a1e-41fa-999e-ef34a1ba47af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=652138944a2b45b2891242e3168b0849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576127 Feb 09 03:24:23.120062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44284) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:23.127544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f75c8-3a1e-41fa-999e-ef34a1ba47af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba84b26-8699-41a3-8733-7baef0a8f51b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:23.171389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-146b5a46-c295-47db-b210-c413537c4a81 admin admin] Publish callbacks [] for security_group (fba84b26-8699-41a3-8733-7baef0a8f51b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.196696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-146b5a46-c295-47db-b210-c413537c4a81 admin admin] Publish callbacks [] for security_group (fba84b26-8699-41a3-8733-7baef0a8f51b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.244506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-146b5a46-c295-47db-b210-c413537c4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fba84b26-8699-41a3-8733-7baef0a8f51b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.248263 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-146b5a46-c295-47db-b210-c413537c4a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:23.252502 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-146b5a46-c295-47db-b210-c413537c4a81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fba84b26-8699-41a3-8733-7baef0a8f51b HTTP/1.1" status: 204 len: 168 time: 0.1314692 Feb 09 03:24:23.262641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b5a46-c295-47db-b210-c413537c4a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba84b26-8699-41a3-8733-7baef0a8f51b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:26.315813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44312) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:26.431226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1428-fc18-40f8-a7c6-efeac70b815b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.516217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1428-fc18-40f8-a7c6-efeac70b815b admin admin] Publish callbacks [] for security_group (dd06ee44-ea29-49cb-b7e1-ed8b17cfb79f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.520604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfaf1428-fc18-40f8-a7c6-efeac70b815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dd06ee44-ea29-49cb-b7e1-ed8b17cfb79f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.554912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf1428-fc18-40f8-a7c6-efeac70b815b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd06ee44-ea29-49cb-b7e1-ed8b17cfb79f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:26.582954 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bfaf1428-fc18-40f8-a7c6-efeac70b815b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ac600e2a970460bb404101e83cf4eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656741 Feb 09 03:24:26.585193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44316) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:26.639561 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe44d8c-1e96-4515-9145-dfd11b79ec3c admin admin] Publish callbacks [] for security_group (dd06ee44-ea29-49cb-b7e1-ed8b17cfb79f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.661505 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe44d8c-1e96-4515-9145-dfd11b79ec3c admin admin] Publish callbacks [] for security_group (dd06ee44-ea29-49cb-b7e1-ed8b17cfb79f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.710389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe44d8c-1e96-4515-9145-dfd11b79ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dd06ee44-ea29-49cb-b7e1-ed8b17cfb79f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.713061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ebe44d8c-1e96-4515-9145-dfd11b79ec3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:26.717213 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ebe44d8c-1e96-4515-9145-dfd11b79ec3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd06ee44-ea29-49cb-b7e1-ed8b17cfb79f HTTP/1.1" status: 204 len: 168 time: 0.1276200 Feb 09 03:24:26.734094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44d8c-1e96-4515-9145-dfd11b79ec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd06ee44-ea29-49cb-b7e1-ed8b17cfb79f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:27.447918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44342) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:27.549325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-788956730-network', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:27.569932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Made reservation on behalf of d2517a9dab1a4bf98890c955fe2d342b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:27.572432 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.580701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.655354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Publish callbacks [] for security_group (0799c079-ba78-499c-8eea-00b2d18dd1a3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.659035 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0799c079-ba78-499c-8eea-00b2d18dd1a3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.685987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:24:27.696578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0799c079-ba78-499c-8eea-00b2d18dd1a3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:27.702193 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2e97bfe0-c558-4448-9904-3e85e1c433b8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.702567 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Added segment 2e97bfe0-c558-4448-9904-3e85e1c433b8 of type vlan for network 82be9dc3-b377-4e16-8e08-708759e88517 Feb 09 03:24:27.747151 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (82be9dc3-b377-4e16-8e08-708759e88517), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.773000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (82be9dc3-b377-4e16-8e08-708759e88517), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.774482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:27.775054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.847016 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3974600 Feb 09 03:24:27.849803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44346) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:27.854948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Request body: {'subnet': {'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-788956730-subnet', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:27.870435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854c7d7-8818-4208-afe3-eaadf99205e8 admin admin] Pushing event updated for resources: {'Network': ['ID=82be9dc3-b377-4e16-8e08-708759e88517,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:27.875352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Made reservation on behalf of d2517a9dab1a4bf98890c955fe2d342b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:27.877719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:27.880272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 82be9dc3-b377-4e16-8e08-708759e88517 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:24:28.047813 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (c2de377a-44d9-46ac-85b8-ebbfa207ddd8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.103524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2de377a-44d9-46ac-85b8-ebbfa207ddd8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:28.116169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Checking segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:28.116519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Network hostable DHCP agents. Network: 82be9dc3-b377-4e16-8e08-708759e88517, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:24:28.134461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Network 82be9dc3-b377-4e16-8e08-708759e88517 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:24:28.143505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 82be9dc3-b377-4e16-8e08-708759e88517) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:28.148368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:28.148965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.154977 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96e206c-bf68-4e27-ae16-e6e5f335ef34 None None] Network 82be9dc3-b377-4e16-8e08-708759e88517 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:28.168278 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-016f2286-2f09-44cd-b735-6b05bc934c70 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3141890 Feb 09 03:24:28.168782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44354) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:28.173116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:28.191994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.193340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.263337 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks [] for router_controller (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.280330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-82be9dc3-b377-4e16-8e08-708759e88517', 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'fixed_ips': [{'subnet_id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:24:28.281207 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.426371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Allocated IP 172.20.0.2 (82be9dc3-b377-4e16-8e08-708759e88517/c2de377a-44d9-46ac-85b8-ebbfa207ddd8/96287023-3c40-4e0c-a71b-7671ce033d76) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:28.440920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks [] for router_gateway (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.660364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks [] for router_gateway (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.686482 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.731155 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Publish callbacks [] for port (96287023-3c40-4e0c-a71b-7671ce033d76), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.737976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.777754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Network 82be9dc3-b377-4e16-8e08-708759e88517 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:28.782362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:28.786906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:28.792080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Pushing event updated for resources: {'Port': ['ID=96287023-3c40-4e0c-a71b-7671ce033d76,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:28.808050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Allocated IP 172.25.2.85 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/e7d3d3e4-d99a-4704-bbf7-5942d18c36b0) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:28.818768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.819073 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.819510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.819919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.820283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.820636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.820988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.821368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.821708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.822041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.822394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.822939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.823453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:28.859314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Attempting to bind port 96287023-3c40-4e0c-a71b-7671ce033d76 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:28.859687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Attempting to bind port 96287023-3c40-4e0c-a71b-7671ce033d76 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:28.860051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Attempting to bind port 96287023-3c40-4e0c-a71b-7671ce033d76 on network 82be9dc3-b377-4e16-8e08-708759e88517 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:28.865233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:28.865614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Checking segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:28.866013 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.866649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Bound using segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:28.867322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Bound port: 96287023-3c40-4e0c-a71b-7671ce033d76, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:28.867699 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.919912 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks [] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.934986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] For port 96287023-3c40-4e0c-a71b-7671ce033d76, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:28.938892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] For port 96287023-3c40-4e0c-a71b-7671ce033d76, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=96287023-3c40-4e0c-a71b-7671ce033d76,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:28.945276 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.960113 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:28.986433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:29.008590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f25f0-f4bb-463d-9cc0-4dd2136e4668 None None] Pushing event updated for resources: {'Port': ['ID=96287023-3c40-4e0c-a71b-7671ce033d76,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:29.025900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:29.028848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:29.051244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d3d3e4-d99a-4704-bbf7-5942d18c36b0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:29.343748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks [] for router_gateway (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.563356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:29.695043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:24:29.779636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44366) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:29.846315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 96287023-3c40-4e0c-a71b-7671ce033d76 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:29.929435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 96287023-3c40-4e0c-a71b-7671ce033d76 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:29.930089 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.096223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 96287023-3c40-4e0c-a71b-7671ce033d76 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:30.097879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.147926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 96287023-3c40-4e0c-a71b-7671ce033d76, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=96287023-3c40-4e0c-a71b-7671ce033d76,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:30.155520 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.222513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=96287023-3c40-4e0c-a71b-7671ce033d76,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:30.234904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:30.245298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Sync routers for ids ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:30.258834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Routers {'69aeb5d6-c906-4e74-85b3-15145b5ae8b3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:30.259831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:30.268805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.271143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-801dbff6-e078-4650-81df-920f66b233b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1008773 Feb 09 03:24:30.273018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44368) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:30.310480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a30dc5-6071-4307-a72c-9fa5e28667b7 None None] Network 82be9dc3-b377-4e16-8e08-708759e88517 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:30.411707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-905bf456-dae8-4ac3-85e7-0a06d6afb6c5 None None] Provisioning complete for port 96287023-3c40-4e0c-a71b-7671ce033d76 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:30.412071 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-905bf456-dae8-4ac3-85e7-0a06d6afb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.545243 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ecc8de0a-ed14-4120-a974-099dba67209b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.585539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-905bf456-dae8-4ac3-85e7-0a06d6afb6c5 None None] Current status of the port 96287023-3c40-4e0c-a71b-7671ce033d76 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:30.615465 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ef3d302e-abd7-4505-961a-d7d5c8e7e569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:30.618207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Set router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:30.826327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:29Z', 'revision_number': 3, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port': {'id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:30.854711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Checking router: 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:30.855385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Updating router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:24:30.888169 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.036197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2542f27e-b699-4105-b9e3-771430aae412 None None] Provisioning complete for port 96287023-3c40-4e0c-a71b-7671ce033d76 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:31.036606 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2542f27e-b699-4105-b9e3-771430aae412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.047961 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.237155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port 14355a8b-e56a-42aa-817e-54c7b5d35640 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:31.237672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.269353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2542f27e-b699-4105-b9e3-771430aae412 None None] Current status of the port 96287023-3c40-4e0c-a71b-7671ce033d76 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:31.305843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Publish callbacks [] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.325025 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.377973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Allocated IP 172.20.0.1 (82be9dc3-b377-4e16-8e08-708759e88517/c2de377a-44d9-46ac-85b8-ebbfa207ddd8/292a05b1-9696-4c04-887e-d0a94a83cbdd) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:31.388615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port 14355a8b-e56a-42aa-817e-54c7b5d35640, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=14355a8b-e56a-42aa-817e-54c7b5d35640,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:31.389068 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.409518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for 14355a8b-e56a-42aa-817e-54c7b5d35640 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:31.422783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0bb92-77b7-4784-905d-23e208cdb684 None None] Pushing event updated for resources: {'Port': ['ID=e7d3d3e4-d99a-4704-bbf7-5942d18c36b0,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:31.426168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Attempting to bind port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:31.426771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Attempting to bind port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:31.427148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Attempting to bind port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:31.434368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:31.434876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:31.435374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.435772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:31.436317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Bound port: e7d3d3e4-d99a-4704-bbf7-5942d18c36b0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:31.436711 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.511717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] For port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:31.515889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] For port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7d3d3e4-d99a-4704-bbf7-5942d18c36b0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:31.524204 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.599222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Routers {'69aeb5d6-c906-4e74-85b3-15145b5ae8b3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:31.599873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:31.606206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0bb92-77b7-4784-905d-23e208cdb684 None None] Pushing event updated for resources: {'Port': ['ID=e7d3d3e4-d99a-4704-bbf7-5942d18c36b0,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:31.630653 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Publish callbacks [] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.691630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.751057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] Set router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:31.771659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Network 82be9dc3-b377-4e16-8e08-708759e88517 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:31.779237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:31.786583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:31.790989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Pushing event updated for resources: {'Port': ['ID=292a05b1-9696-4c04-887e-d0a94a83cbdd,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:31.822934 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (14355a8b-e56a-42aa-817e-54c7b5d35640), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:31.879971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=14355a8b-e56a-42aa-817e-54c7b5d35640,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:31.904640 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 96287023-3c40-4e0c-a71b-7671ce033d76 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:31.950368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:32.254056 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ecc8de0a-ed14-4120-a974-099dba67209b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:32.273681 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:32.289888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 96287023-3c40-4e0c-a71b-7671ce033d76 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:32.295232 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:32.374668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f8c6e730-7327-4616-88fa-69a63ffe9b4c None None] Provisioning complete for port 292a05b1-9696-4c04-887e-d0a94a83cbdd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:32.375066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e730-7327-4616-88fa-69a63ffe9b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:32.421239 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6e730-7327-4616-88fa-69a63ffe9b4c None None] Port 292a05b1-9696-4c04-887e-d0a94a83cbdd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:32.482302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:29Z', 'revision_number': 3, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port': {'id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:32.521089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b612541-a24a-4f13-89f2-f85b070d7cd7 None None] The sync data for ids ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'] in n-d-827839-4 is: [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:29Z', 'revision_number': 3, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port': {'id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:32.534775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 96287023-3c40-4e0c-a71b-7671ce033d76 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:32.693288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-86833761-ef54-4003-b70f-897b4989ea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.001708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Publish callbacks [] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.007819 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.077145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router ecc8de0a-ed14-4120-a974-099dba67209b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:33.093096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.095230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Pushing event updated for resources: {'Port': ['ID=292a05b1-9696-4c04-887e-d0a94a83cbdd,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:33.288935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Network 82be9dc3-b377-4e16-8e08-708759e88517 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:33.291956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:33.295112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:33.313869 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] Sync routers for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:33.325349 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:33.326104 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:33.357969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0c7f66ca-17e6-4b0b-8e79-baed7f9f00ea tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "PUT /v2.0/routers/ecc8de0a-ed14-4120-a974-099dba67209b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5771666 Feb 09 03:24:33.480137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:33.504854 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:33.741451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:33.748728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-11d23e48-dcfe-4252-ab8a-2d3e9f6e785f admin admin] 10.222.0.32 "PUT /v2.0/routers/69aeb5d6-c906-4e74-85b3-15145b5ae8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4743934 Feb 09 03:24:33.757003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6b374-861f-4d5b-bd3c-56701f5f3ca2 req-c72200bc-42a2-4181-b608-71a8cf1b8d88 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:33.758705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17b6b374-861f-4d5b-bd3c-56701f5f3ca2 req-c72200bc-42a2-4181-b608-71a8cf1b8d88 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 946 time: 0.0889215 Feb 09 03:24:33.809697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d157be48-e43e-4ef2-b3c5-840f0376ee66 None None] Provisioning complete for port 292a05b1-9696-4c04-887e-d0a94a83cbdd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:33.810206 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d157be48-e43e-4ef2-b3c5-840f0376ee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:33.875075 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17b6b374-861f-4d5b-bd3c-56701f5f3ca2 req-0556fef5-b51f-4352-a961-ad976c09691f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072180 Feb 09 03:24:33.921765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d157be48-e43e-4ef2-b3c5-840f0376ee66 None None] Port 292a05b1-9696-4c04-887e-d0a94a83cbdd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:33.961450 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 6, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:45Z', 'revision_number': 1, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:34.000304 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] Checking router: ecc8de0a-ed14-4120-a974-099dba67209b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:34.010911 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:34.012375 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:34.057828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:34.082713 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.119088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:34.119470 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.160694 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:34.213736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:34.215206 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.238444 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7d3d3e4-d99a-4704-bbf7-5942d18c36b0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:34.246391 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.348388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=e7d3d3e4-d99a-4704-bbf7-5942d18c36b0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:34.462336 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 6, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:45Z', 'revision_number': 1, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:34.524437 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3465fb68-31b9-4916-aba2-bd38633d6a86 None None] The sync data for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 is: [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 6, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '59b062b5-c112-47ee-b54e-af80a1a9be3f', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'port_id': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'mac_address': 'fa:16:3e:d0:e3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:22:42Z', 'updated_at': '2022-02-09T03:22:45Z', 'revision_number': 1, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:34.647736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44398) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:34.653184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-710859365-network', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:34.675769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Made reservation on behalf of e2bd3ce3f428473e983572901418cebd for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:34.678754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.689570 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.768913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Publish callbacks [] for security_group (bf76fcfc-e90e-45eb-90da-d3adc44f6106), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.772704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bf76fcfc-e90e-45eb-90da-d3adc44f6106), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.797579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:24:34.807650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76fcfc-e90e-45eb-90da-d3adc44f6106,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:34.814513 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (79fea08b-1625-41f7-b9f9-023fe9eb628a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.814895 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Added segment 79fea08b-1625-41f7-b9f9-023fe9eb628a of type vlan for network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d Feb 09 03:24:34.823063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Sync routers for ids ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:34.836244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Routers {'69aeb5d6-c906-4e74-85b3-15145b5ae8b3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:34.836865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:34.868027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.916183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.918698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:34.919482 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:34.957191 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3079181 Feb 09 03:24:34.960233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44404) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:34.965218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Request body: {'subnet': {'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-710859365-subnet', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:35.006951 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Made reservation on behalf of e2bd3ce3f428473e983572901418cebd for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:35.009968 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.036858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Set router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:35.115301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98007b-b7b8-4540-9f18-c1205e3612d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:35.146638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-b1d2c526-5cc1-4958-b028-1ab0424f7b57 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.148644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-b1d2c526-5cc1-4958-b028-1ab0424f7b57 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 946 time: 0.2032602 Feb 09 03:24:35.155298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:24:35.164593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bde18-9cd5-4f83-80ec-65bf97308a31 req-f6df62cb-9c83-4e15-8afe-9cb820ffedad tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.166995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba2bde18-9cd5-4f83-80ec-65bf97308a31 req-f6df62cb-9c83-4e15-8afe-9cb820ffedad tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 946 time: 0.1360905 Feb 09 03:24:35.271797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (fb986362-d1a5-4bfb-8f70-4ce102701b07), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.280736 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.317377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba2bde18-9cd5-4f83-80ec-65bf97308a31 req-3e45c738-a629-4d03-935e-868001c3afb8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc38bab2-3a1f-4373-aeca-36a99a37154c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391733 Feb 09 03:24:35.333219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb986362-d1a5-4bfb-8f70-4ce102701b07,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:35.338610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port d0ae7f2d-a344-407f-95d7-195019635b3d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:35.338920 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.368450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Checking segment: {'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:35.368811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Network hostable DHCP agents. Network: a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:24:35.387469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:24:35.399852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:35.406952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:35.407551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.419531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fdaa9-5ed3-4d8f-be64-72e820ad728a None None] Network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:35.425959 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-17448648-4b79-4615-a75d-168d779eeed9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4644315 Feb 09 03:24:35.428702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44406) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:35.433864 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:35.458156 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (ddbd4770-eb4e-4786-a6f1-bcef4b768915), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.459570 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (ddbd4770-eb4e-4786-a6f1-bcef4b768915), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.508240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:32Z', 'revision_number': 4, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port': {'id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '292a05b1-9696-4c04-887e-d0a94a83cbdd', 'name': '', 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'mac_address': 'fa:16:3e:24:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:31Z', 'updated_at': '2022-02-09T03:24:32Z', 'revision_number': 2, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'subnets': [{'id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:35.536688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port d0ae7f2d-a344-407f-95d7-195019635b3d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=d0ae7f2d-a344-407f-95d7-195019635b3d,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:35.537057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.541054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks [] for router_controller (ddbd4770-eb4e-4786-a6f1-bcef4b768915), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.556267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Checking router: 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:35.556628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Updating router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 port 292a05b1-9696-4c04-887e-d0a94a83cbdd binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:24:35.572625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for d0ae7f2d-a344-407f-95d7-195019635b3d owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:35.608329 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.619014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d', 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d', 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'fixed_ips': [{'subnet_id': 'fb986362-d1a5-4bfb-8f70-4ce102701b07'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:24:35.619879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.764282 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d0ae7f2d-a344-407f-95d7-195019635b3d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.797374 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks [] for router_gateway (ddbd4770-eb4e-4786-a6f1-bcef4b768915), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.817167 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=d0ae7f2d-a344-407f-95d7-195019635b3d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:35.862052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:35.894659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] No DVR routers for this DVR port d0ae7f2d-a344-407f-95d7-195019635b3d on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:35.898197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:35.901476 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77a68d51-2be1-4279-95ad-a31727145ce2 req-6935d6ce-5e5b-4379-b70d-50399a182d3f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "DELETE /v2.0/ports/d0ae7f2d-a344-407f-95d7-195019635b3d HTTP/1.1" status: 204 len: 173 time: 0.7459860 Feb 09 03:24:35.902564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11eb123-8a37-4b0b-8763-c22356d0be36', 'name': 'network-vif-deleted', 'tag': 'd0ae7f2d-a344-407f-95d7-195019635b3d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:35.906187 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7655c611-b723-4bb3-a403-1a795da8c1ec" -d '{"events": [{"server_uuid": "c11eb123-8a37-4b0b-8763-c22356d0be36", "name": "network-vif-deleted", "tag": "d0ae7f2d-a344-407f-95d7-195019635b3d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:36.082343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks [] for router_gateway (ddbd4770-eb4e-4786-a6f1-bcef4b768915), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.106300 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.171096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Allocated IP 172.20.0.2 (a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d/fb986362-d1a5-4bfb-8f70-4ce102701b07/12b6932e-7195-4d62-9305-bafcfb4796f2) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:36.264658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:36.265186 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.275815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Allocated IP 172.25.2.26 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/0116f7d8-1b47-45c3-9c13-342f1ff36768) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:36.294020 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aaf465-7fbd-4e35-8236-abe05516d5c3 x-openstack-request-id: req-62aaf465-7fbd-4e35-8236-abe05516d5c3 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:36.294349 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11eb123-8a37-4b0b-8763-c22356d0be36", "name": "network-vif-deleted", "tag": "d0ae7f2d-a344-407f-95d7-195019635b3d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:36.294609 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62aaf465-7fbd-4e35-8236-abe05516d5c3 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:36.295017 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11eb123-8a37-4b0b-8763-c22356d0be36', 'name': 'network-vif-deleted', 'tag': 'd0ae7f2d-a344-407f-95d7-195019635b3d', 'status': 'completed', 'code': 200} Feb 09 03:24:36.323052 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Publish callbacks [] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.341161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.493590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks [] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.513596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07234126-9b3e-4ca9-8e6b-5015535140d9 None None] Pushing event updated for resources: {'Port': ['ID=292a05b1-9696-4c04-887e-d0a94a83cbdd,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:36.558574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.586995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3504b735-141a-4d17-b8d4-8a5268924a25 req-e7e1fa68-91a6-44c6-ad50-86509bf0c1c5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=c11eb123-8a37-4b0b-8763-c22356d0be36 HTTP/1.1" status: 200 len: 210 time: 0.0854588 Feb 09 03:24:36.616785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.686405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Pushing event updated for resources: {'Port': ['ID=0116f7d8-1b47-45c3-9c13-342f1ff36768,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:36.707827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:36.709455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:36.717464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:36.717630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:36.730980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 14355a8b-e56a-42aa-817e-54c7b5d35640 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:36.754049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 14355a8b-e56a-42aa-817e-54c7b5d35640 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:36.754490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 14355a8b-e56a-42aa-817e-54c7b5d35640 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:36.763928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Attempting to bind port 292a05b1-9696-4c04-887e-d0a94a83cbdd on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:36.764468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Attempting to bind port 292a05b1-9696-4c04-887e-d0a94a83cbdd by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:36.764951 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Attempting to bind port 292a05b1-9696-4c04-887e-d0a94a83cbdd on network 82be9dc3-b377-4e16-8e08-708759e88517 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:36.775073 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Publish callbacks [] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.777960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:36.778465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Checking segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:36.778941 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.779413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Bound using segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:36.779968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Bound port: 292a05b1-9696-4c04-887e-d0a94a83cbdd, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:36.780553 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.794033 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.892100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:36.892994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4cb56045-9e42-4c8f-a094-6c10b86db109 None None] Provisioning complete for port 292a05b1-9696-4c04-887e-d0a94a83cbdd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:36.893446 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cb56045-9e42-4c8f-a094-6c10b86db109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:36.904542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:36.906943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:36.932222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Pushing event updated for resources: {'Port': ['ID=12b6932e-7195-4d62-9305-bafcfb4796f2,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:36.984234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] For port 292a05b1-9696-4c04-887e-d0a94a83cbdd, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:36.989063 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4cb56045-9e42-4c8f-a094-6c10b86db109 None None] Port 292a05b1-9696-4c04-887e-d0a94a83cbdd cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:37.010660 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks [] for router_gateway (ddbd4770-eb4e-4786-a6f1-bcef4b768915), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.025721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] For port 292a05b1-9696-4c04-887e-d0a94a83cbdd, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=292a05b1-9696-4c04-887e-d0a94a83cbdd,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:37.038759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Attempting to bind port 12b6932e-7195-4d62-9305-bafcfb4796f2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:37.039201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Attempting to bind port 12b6932e-7195-4d62-9305-bafcfb4796f2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:37.039577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Attempting to bind port 12b6932e-7195-4d62-9305-bafcfb4796f2 on network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:37.042110 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.081068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:37.081458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Checking segment: {'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:37.081855 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.082295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Bound using segment: {'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:37.083251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Bound port: 12b6932e-7195-4d62-9305-bafcfb4796f2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:37.083407 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.165395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Routers {'69aeb5d6-c906-4e74-85b3-15145b5ae8b3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:37.166053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:37.208979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07234126-9b3e-4ca9-8e6b-5015535140d9 None None] Pushing event updated for resources: {'Port': ['ID=292a05b1-9696-4c04-887e-d0a94a83cbdd,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:37.275736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (ddbd4770-eb4e-4786-a6f1-bcef4b768915), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.493316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] For port 12b6932e-7195-4d62-9305-bafcfb4796f2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:37.518284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] For port 12b6932e-7195-4d62-9305-bafcfb4796f2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=12b6932e-7195-4d62-9305-bafcfb4796f2,segment=NetworkSegment(79fea08b-1625-41f7-b9f9-023fe9eb628a),segment_id=79fea08b-1625-41f7-b9f9-023fe9eb628a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:37.519643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6f771e1d-9b1d-4435-b601-e356bcd17ecf None None] Provisioning complete for port 292a05b1-9696-4c04-887e-d0a94a83cbdd triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:37.520014 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6f771e1d-9b1d-4435-b601-e356bcd17ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.549289 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.633775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] Set router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:37.682557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44422) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:37.722830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dff927-d18f-4321-8187-6bb584d95a0c None None] Pushing event updated for resources: {'Port': ['ID=12b6932e-7195-4d62-9305-bafcfb4796f2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:37.779258 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84c90206-7cdb-40db-a44c-5af7001bae6e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (fc38bab2-3a1f-4373-aeca-36a99a37154c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.829362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84c90206-7cdb-40db-a44c-5af7001bae6e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (fc38bab2-3a1f-4373-aeca-36a99a37154c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.863201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6f771e1d-9b1d-4435-b601-e356bcd17ecf None None] Current status of the port 292a05b1-9696-4c04-887e-d0a94a83cbdd is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:37.863607 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6f771e1d-9b1d-4435-b601-e356bcd17ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.921788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Router ddbd4770-eb4e-4786-a6f1-bcef4b768915 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:24:37.952687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84c90206-7cdb-40db-a44c-5af7001bae6e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc38bab2-3a1f-4373-aeca-36a99a37154c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.958732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84c90206-7cdb-40db-a44c-5af7001bae6e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:37.960648 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-84c90206-7cdb-40db-a44c-5af7001bae6e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc38bab2-3a1f-4373-aeca-36a99a37154c HTTP/1.1" status: 204 len: 168 time: 0.2761471 Feb 09 03:24:38.012837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c90206-7cdb-40db-a44c-5af7001bae6e tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc38bab2-3a1f-4373-aeca-36a99a37154c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:38.029630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44426) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:38.119251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af25bae-4d89-46ec-a6a3-c6b6ed4551d7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting subnet 6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:24:38.123406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6af25bae-4d89-46ec-a6a3-c6b6ed4551d7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.151251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6f771e1d-9b1d-4435-b601-e356bcd17ecf None None] For port 292a05b1-9696-4c04-887e-d0a94a83cbdd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=292a05b1-9696-4c04-887e-d0a94a83cbdd,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:38.177312 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6f771e1d-9b1d-4435-b601-e356bcd17ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.207063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:38.222104 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Sync routers for ids ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:38.233620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.237901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44430) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:38.240306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6af25bae-4d89-46ec-a6a3-c6b6ed4551d7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.244503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b821e51b-6059-407f-85c0-7e0603aefe64 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8139198 Feb 09 03:24:38.248782 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Routers {'ddbd4770-eb4e-4786-a6f1-bcef4b768915'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:38.249699 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:38.307618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:32Z', 'revision_number': 4, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port': {'id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '292a05b1-9696-4c04-887e-d0a94a83cbdd', 'name': '', 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'mac_address': 'fa:16:3e:24:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:31Z', 'updated_at': '2022-02-09T03:24:36Z', 'revision_number': 4, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'subnets': [{'id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:38.364249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001d79e3-5084-4e22-b9d3-18c82424569e None None] The sync data for ids ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'] in n-d-827839-4 is: [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:32Z', 'revision_number': 4, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port': {'id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '292a05b1-9696-4c04-887e-d0a94a83cbdd', 'name': '', 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'mac_address': 'fa:16:3e:24:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:31Z', 'updated_at': '2022-02-09T03:24:36Z', 'revision_number': 4, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'subnets': [{'id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:38.378824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f771e1d-9b1d-4435-b601-e356bcd17ecf None None] Pushing event updated for resources: {'Port': ['ID=292a05b1-9696-4c04-887e-d0a94a83cbdd,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:38.477925 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Set router ddbd4770-eb4e-4786-a6f1-bcef4b768915 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:38.507406 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6af25bae-4d89-46ec-a6a3-c6b6ed4551d7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.693581 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6af25bae-4d89-46ec-a6a3-c6b6ed4551d7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.763335 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6af25bae-4d89-46ec-a6a3-c6b6ed4551d7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.770085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6af25bae-4d89-46ec-a6a3-c6b6ed4551d7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/subnets/6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86 HTTP/1.1" status: 204 len: 168 time: 0.7368085 Feb 09 03:24:38.771016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44432) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:38.778959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e01ce-178d-432b-b206-e6b55d2d204e None None] Network 559cb34c-099b-4dff-9c16-98383fec2d93 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:38.841701 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:24:36Z', 'revision_number': 3, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port': {'id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:36Z', 'updated_at': '2022-02-09T03:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:38.859846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af25bae-4d89-46ec-a6a3-c6b6ed4551d7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebf95b8-5ca8-4f93-b6ca-4b56aae91e86,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:38.932815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (559cb34c-099b-4dff-9c16-98383fec2d93), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:38.933908 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Checking router: ddbd4770-eb4e-4786-a6f1-bcef4b768915 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:38.934972 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Updating router ddbd4770-eb4e-4786-a6f1-bcef4b768915 port 0116f7d8-1b47-45c3-9c13-342f1ff36768 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:24:39.058927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port e54bcf3a-2786-43d5-b938-a8cb85487c29 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:39.059781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.061308 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.130220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] DHCP port deletion for 559cb34c-099b-4dff-9c16-98383fec2d93 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:24:39.189813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port e54bcf3a-2786-43d5-b938-a8cb85487c29, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e54bcf3a-2786-43d5-b938-a8cb85487c29,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:39.190557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.216956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for e54bcf3a-2786-43d5-b938-a8cb85487c29 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:39.220291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] Deleting port e54bcf3a-2786-43d5-b938-a8cb85487c29 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:39.220883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.313073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.373478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] For port e54bcf3a-2786-43d5-b938-a8cb85487c29, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e54bcf3a-2786-43d5-b938-a8cb85487c29,segment=NetworkSegment(6fe57ba4-2e86-4bae-9656-598fc12314ad),segment_id=6fe57ba4-2e86-4bae-9656-598fc12314ad)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:39.373891 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.390992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] Calling delete_port for e54bcf3a-2786-43d5-b938-a8cb85487c29 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:39.449162 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.494428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] No DVR routers for this DVR port e54bcf3a-2786-43d5-b938-a8cb85487c29 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:39.503565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=e54bcf3a-2786-43d5-b938-a8cb85487c29,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:39.587113 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (e54bcf3a-2786-43d5-b938-a8cb85487c29), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.589344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2485f-5750-45ca-b5dd-5d682e1c1985 None None] Network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:39.676503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Allocated IP 172.20.0.1 (a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d/fb986362-d1a5-4bfb-8f70-4ce102701b07/4dd9fc00-3194-460d-a78a-35b3e226c704) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:39.678999 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (559cb34c-099b-4dff-9c16-98383fec2d93), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.681164 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Publish callbacks [] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.689705 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.721151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559cb34c-099b-4dff-9c16-98383fec2d93']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:39.744325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe57ba4-2e86-4bae-9656-598fc12314ad') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:39.744671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe57ba4-2e86-4bae-9656-598fc12314ad') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:39.772040 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Pushing event updated for resources: {'Port': ['ID=0116f7d8-1b47-45c3-9c13-342f1ff36768,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:39.772245 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (6fe57ba4-2e86-4bae-9656-598fc12314ad), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.789287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] No DVR routers for this DVR port e54bcf3a-2786-43d5-b938-a8cb85487c29 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:39.792737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6fe57ba4-2e86-4bae-9656-598fc12314ad), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.802729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:24:39.803309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (6fe57ba4-2e86-4bae-9656-598fc12314ad), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.804423 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Attempting to bind port 0116f7d8-1b47-45c3-9c13-342f1ff36768 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:39.805006 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Attempting to bind port 0116f7d8-1b47-45c3-9c13-342f1ff36768 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:39.805544 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Attempting to bind port 0116f7d8-1b47-45c3-9c13-342f1ff36768 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:24:39.809023 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:24:39.811443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083d7b7-a76e-4b04-a272-eb046f5a700f None None] Pushing event deleted for resources: {'Port': ['ID=e54bcf3a-2786-43d5-b938-a8cb85487c29,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:39.824561 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.824911 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.825248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.825579 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.826326 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.826728 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.826999 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.827327 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.827647 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.827969 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.828292 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.828608 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.833254 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:24:39.849995 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:39.850640 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:39.850834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7a8a5d47-4e57-452d-80f9-691ced77a658 None None] Provisioning complete for port 12b6932e-7195-4d62-9305-bafcfb4796f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:39.851228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a8a5d47-4e57-452d-80f9-691ced77a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.851577 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.852131 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:39.852786 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Bound port: 0116f7d8-1b47-45c3-9c13-342f1ff36768, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:39.853352 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.942427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (559cb34c-099b-4dff-9c16-98383fec2d93), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.947327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Publish callbacks [] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.956420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:39.968197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/networks/559cb34c-099b-4dff-9c16-98383fec2d93 HTTP/1.1" status: 204 len: 168 time: 1.1938710 Feb 09 03:24:39.976355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44436) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:39.996452 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] For port 0116f7d8-1b47-45c3-9c13-342f1ff36768, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:40.000723 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] For port 0116f7d8-1b47-45c3-9c13-342f1ff36768, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0116f7d8-1b47-45c3-9c13-342f1ff36768,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:40.002605 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64559f84-b200-4d45-9209-05caf2ca475c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Network': ['ID=559cb34c-099b-4dff-9c16-98383fec2d93,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.013363 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.052933 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.103788 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Routers {'ddbd4770-eb4e-4786-a6f1-bcef4b768915'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:40.104677 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:40.147863 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0715-b0cc-4d4c-996b-853d4756de95 None None] Pushing event updated for resources: {'Port': ['ID=0116f7d8-1b47-45c3-9c13-342f1ff36768,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.152431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 12b6932e-7195-4d62-9305-bafcfb4796f2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:40.197874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:40.201965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:40.204965 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:40.240091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd9fc00-3194-460d-a78a-35b3e226c704,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.267469 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] Set router ddbd4770-eb4e-4786-a6f1-bcef4b768915 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:40.272793 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (ddbd4770-eb4e-4786-a6f1-bcef4b768915), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.289866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a5d47-4e57-452d-80f9-691ced77a658 None None] Current status of the port 12b6932e-7195-4d62-9305-bafcfb4796f2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:40.290450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a8a5d47-4e57-452d-80f9-691ced77a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.380476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7a8a5d47-4e57-452d-80f9-691ced77a658 None None] For port 12b6932e-7195-4d62-9305-bafcfb4796f2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=12b6932e-7195-4d62-9305-bafcfb4796f2,segment=NetworkSegment(79fea08b-1625-41f7-b9f9-023fe9eb628a),segment_id=79fea08b-1625-41f7-b9f9-023fe9eb628a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:40.392141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port 6a8a6033-3039-4623-9363-50a5b81753bf {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:40.392499 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6a8a6033-3039-4623-9363-50a5b81753bf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.394990 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a8a5d47-4e57-452d-80f9-691ced77a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.475822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 12b6932e-7195-4d62-9305-bafcfb4796f2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:40.477701 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.484304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d0ae7f2d-a344-407f-95d7-195019635b3d no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:40.571491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: d0ae7f2d-a344-407f-95d7-195019635b3d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:40.572190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device d0ae7f2d-a344-407f-95d7-195019635b3d not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:40.609292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a5d47-4e57-452d-80f9-691ced77a658 None None] Pushing event updated for resources: {'Port': ['ID=12b6932e-7195-4d62-9305-bafcfb4796f2,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:40.623004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.625326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1b5b9373-2c72-4e17-a596-b76c03e9111c None None] Provisioning complete for port 12b6932e-7195-4d62-9305-bafcfb4796f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:40.629774 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9373-2c72-4e17-a596-b76c03e9111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.634355 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6a8a6033-3039-4623-9363-50a5b81753bf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.634818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for floatingip (6a8a6033-3039-4623-9363-50a5b81753bf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.664929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for 6a8a6033-3039-4623-9363-50a5b81753bf owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:40.738278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 12b6932e-7195-4d62-9305-bafcfb4796f2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:40.744019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 292a05b1-9696-4c04-887e-d0a94a83cbdd up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:40.878747 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:24:36Z', 'revision_number': 3, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port': {'id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:36Z', 'updated_at': '2022-02-09T03:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:40.899935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b9373-2c72-4e17-a596-b76c03e9111c None None] Current status of the port 12b6932e-7195-4d62-9305-bafcfb4796f2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:40.907860 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa7b87d-3b33-428a-9078-ba1d0111fca0 None None] The sync data for ids ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'] in n-d-827839-4 is: [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:24:36Z', 'revision_number': 3, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port': {'id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:36Z', 'updated_at': '2022-02-09T03:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:40.921820 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6a8a6033-3039-4623-9363-50a5b81753bf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.922941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Publish callbacks [] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.926292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 292a05b1-9696-4c04-887e-d0a94a83cbdd triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:40.927377 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.927956 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:40.962881 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=6a8a6033-3039-4623-9363-50a5b81753bf,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:41.029027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222f8c6-b857-49f4-a068-63e837e0697a req-33803967-32db-4aac-97c4-5a223e7e47bd tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.037411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for floatingip (59b062b5-c112-47ee-b54e-af80a1a9be3f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.038006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1222f8c6-b857-49f4-a068-63e837e0697a req-33803967-32db-4aac-97c4-5a223e7e47bd tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 945 time: 0.1550667 Feb 09 03:24:41.038449 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Floating IP 59b062b5-c112-47ee-b54e-af80a1a9be3f disassociated (deleted). External IP: 172.25.2.11, port: a54db62d-9baf-4c44-937f-29250bb3f4c6. Feb 09 03:24:41.047599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 292a05b1-9696-4c04-887e-d0a94a83cbdd is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:41.049598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd9fc00-3194-460d-a78a-35b3e226c704,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:41.053795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (ddbd4770-eb4e-4786-a6f1-bcef4b768915), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.055343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2f41f716-842a-4f96-95fe-5d352b4dd81c None None] Provisioning complete for port 4dd9fc00-3194-460d-a78a-35b3e226c704 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:41.059187 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f41f716-842a-4f96-95fe-5d352b4dd81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.124825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2f41f716-842a-4f96-95fe-5d352b4dd81c None None] Port 4dd9fc00-3194-460d-a78a-35b3e226c704 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:41.144326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e54bcf3a-2786-43d5-b938-a8cb85487c29 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:41.148982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1222f8c6-b857-49f4-a068-63e837e0697a req-1316dfe9-db9c-4544-9f91-efa9446830bb tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098719 Feb 09 03:24:41.169281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e54bcf3a-2786-43d5-b938-a8cb85487c29 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:41.169643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e54bcf3a-2786-43d5-b938-a8cb85487c29 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:41.204923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:41.206726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:41.361045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Router ddbd4770-eb4e-4786-a6f1-bcef4b768915 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:41.367506 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router ecc8de0a-ed14-4120-a974-099dba67209b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:41.500002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:41.504953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:41.507190 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8b6906ef-6e24-4db3-992c-655b28932784 admin admin] 10.222.0.32 "PUT /v2.0/routers/ddbd4770-eb4e-4786-a6f1-bcef4b768915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2625439 Feb 09 03:24:41.509887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.519859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79241302-8367-4207-814c-0382397c2e93 None None] Sync routers for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:41.533452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79241302-8367-4207-814c-0382397c2e93 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:41.534759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-79241302-8367-4207-814c-0382397c2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:41.570826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e254c66b-530b-4907-b60b-7f1a627c2eca tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/floatingips/59b062b5-c112-47ee-b54e-af80a1a9be3f HTTP/1.1" status: 204 len: 168 time: 1.5853224 Feb 09 03:24:41.572095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:41.579563 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:41.638860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b2c2d9e6-f988-46a6-877a-c10e68ac2c93 None None] Provisioning complete for port 4dd9fc00-3194-460d-a78a-35b3e226c704 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:41.639262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d9e6-f988-46a6-877a-c10e68ac2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:41.642155 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29da3ebe-c75a-4b3c-9ef2-de89c1aea594 x-openstack-request-id: req-29da3ebe-c75a-4b3c-9ef2-de89c1aea594 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:41.642617 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:41.642977 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29da3ebe-c75a-4b3c-9ef2-de89c1aea594 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:41.643275 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'status': 'completed', 'code': 200} Feb 09 03:24:41.728254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2d9e6-f988-46a6-877a-c10e68ac2c93 None None] Port 4dd9fc00-3194-460d-a78a-35b3e226c704 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:41.732819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-48cb5f76-16e8-45d9-82d2-ddef6dc081b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.744840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-48cb5f76-16e8-45d9-82d2-ddef6dc081b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 1128 time: 0.0890028 Feb 09 03:24:41.820336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-79241302-8367-4207-814c-0382397c2e93 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:41.929138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-115d763c-53c2-489a-abe9-28df98a6067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:41.930748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-115d763c-53c2-489a-abe9-28df98a6067f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 HTTP/1.1" status: 200 len: 897 time: 0.1765306 Feb 09 03:24:41.989551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-de92ba58-4039-44bb-aebb-d8a4b46d38ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6 HTTP/1.1" status: 200 len: 217 time: 0.0503535 Feb 09 03:24:42.013372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faca06-1c4c-4a04-b809-f7373607eef3 req-1c8a3504-0203-4943-8fc0-a12cc675af25 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.014979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9faca06-1c4c-4a04-b809-f7373607eef3 req-1c8a3504-0203-4943-8fc0-a12cc675af25 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 946 time: 0.1671031 Feb 09 03:24:42.020134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 12b6932e-7195-4d62-9305-bafcfb4796f2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:42.098028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-75b73d53-ab51-468e-a991-f6b4b0bb08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.100129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-75b73d53-ab51-468e-a991-f6b4b0bb08ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053631a5-3e5e-42c6-ba1f-2cb8409b3369 HTTP/1.1" status: 200 len: 835 time: 0.1033328 Feb 09 03:24:42.144100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9faca06-1c4c-4a04-b809-f7373607eef3 req-8ede90eb-e913-4820-b8fd-4899181a3513 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987837 Feb 09 03:24:42.158378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 12b6932e-7195-4d62-9305-bafcfb4796f2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:42.158766 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.192759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-500ca67c-e27a-4a8b-9c73-70ffae94d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.194294 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-500ca67c-e27a-4a8b-9c73-70ffae94d86f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878234 Feb 09 03:24:42.218950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-79241302-8367-4207-814c-0382397c2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 6, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:42.262955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79241302-8367-4207-814c-0382397c2e93 None None] Checking router: ecc8de0a-ed14-4120-a974-099dba67209b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:42.304234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79241302-8367-4207-814c-0382397c2e93 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:42.304998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-79241302-8367-4207-814c-0382397c2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:42.337494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0a97b846-44d2-44cb-8771-9374949948cd tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.339240 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0a97b846-44d2-44cb-8771-9374949948cd tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.61 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 945 time: 0.1007333 Feb 09 03:24:42.346403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-d5565431-076d-4954-a2ee-65339c971e43 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.347612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 12b6932e-7195-4d62-9305-bafcfb4796f2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:42.348885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd90b5-7112-4189-ab99-66566b38a366 req-98c4b526-b956-4fb9-9060-c7436f538c17 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:42.349091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0116f7d8-1b47-45c3-9c13-342f1ff36768 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:42.350443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1cfd90b5-7112-4189-ab99-66566b38a366 req-98c4b526-b956-4fb9-9060-c7436f538c17 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 945 time: 0.0978558 Feb 09 03:24:42.353585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-d5565431-076d-4954-a2ee-65339c971e43 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/networks?id=82be9dc3-b377-4e16-8e08-708759e88517 HTTP/1.1" status: 200 len: 910 time: 0.1824663 Feb 09 03:24:42.356888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-1262985d-eb38-4afa-898e-7ef6da44a6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563752 Feb 09 03:24:42.391757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-800b5e24-6408-46bc-b5ea-de0f265d7af4 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/quotas/e2bd3ce3f428473e983572901418cebd HTTP/1.1" status: 200 len: 375 time: 0.0369215 Feb 09 03:24:42.456023 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1cfd90b5-7112-4189-ab99-66566b38a366 req-c9bb0db6-a27a-469f-a480-42c29144a5b0 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981421 Feb 09 03:24:42.490971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b3fbb94e-e484-47df-a3e1-a4f0cc7d02b3 req-7deeb2f7-62e6-4d46-aefe-52ba8170b0dc service neutron] 10.222.0.26 "GET /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262581 Feb 09 03:24:42.528404 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-d1ac52f4-f1ee-47b8-b3e2-1137b43d8655 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2bd3ce3f428473e983572901418cebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325064 Feb 09 03:24:42.605936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Deleting port cd8db184-107c-4a63-b86b-3ce0f392ae26 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:42.606292 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.639085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0116f7d8-1b47-45c3-9c13-342f1ff36768 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:42.639721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.642282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-79241302-8367-4207-814c-0382397c2e93 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:42.688837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-fbafc849-377b-4478-93e0-1e7ba4444c77 service neutron] 10.222.0.32 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495013 Feb 09 03:24:42.761439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] For port cd8db184-107c-4a63-b86b-3ce0f392ae26, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=cd8db184-107c-4a63-b86b-3ce0f392ae26,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:42.761804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.781455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Calling delete_port for cd8db184-107c-4a63-b86b-3ce0f392ae26 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:42.844949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0116f7d8-1b47-45c3-9c13-342f1ff36768 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:42.845173 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.852519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-f01ab9d7-e205-45e2-9c88-08032708aacf service neutron] 10.222.0.32 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552453 Feb 09 03:24:42.882126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 0116f7d8-1b47-45c3-9c13-342f1ff36768, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0116f7d8-1b47-45c3-9c13-342f1ff36768,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:42.906923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.949627 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cd8db184-107c-4a63-b86b-3ce0f392ae26), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:42.966566 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['cd8db184-107c-4a63-b86b-3ce0f392ae26'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:42.983962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Pushing event deleted for resources: {'Port': ['ID=cd8db184-107c-4a63-b86b-3ce0f392ae26,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:43.009397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=0116f7d8-1b47-45c3-9c13-342f1ff36768,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:43.035956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-79241302-8367-4207-814c-0382397c2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 6, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:43.056536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] No DVR routers for this DVR port cd8db184-107c-4a63-b86b-3ce0f392ae26 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:43.060627 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.063985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6d62d1e7-c535-42db-8d21-cdfc677ef7ea req-0d730f68-6c68-47b9-90c1-4b6271b7eb85 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.61 "DELETE /v2.0/ports/cd8db184-107c-4a63-b86b-3ce0f392ae26 HTTP/1.1" status: 204 len: 173 time: 0.7197576 Feb 09 03:24:43.064460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a036c6e9-983c-48a2-afae-3f5393483864', 'name': 'network-vif-deleted', 'tag': 'cd8db184-107c-4a63-b86b-3ce0f392ae26'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:43.067216 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c280053b-e5bb-416a-808e-7e6b086caf8b" -d '{"events": [{"server_uuid": "a036c6e9-983c-48a2-afae-3f5393483864", "name": "network-vif-deleted", "tag": "cd8db184-107c-4a63-b86b-3ce0f392ae26"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:43.087273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79241302-8367-4207-814c-0382397c2e93 None None] The sync data for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 is: [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:31Z', 'revision_number': 6, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a7a334bd-9cc1-4f2b-bd23-2d02382fa411', 'name': '', 'network_id': 'b1dbd7ee-56ef-4d31-998c-76a23ea1cc37', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:ef:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:19Z', 'updated_at': '2022-02-09T03:22:23Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': '053631a5-3e5e-42c6-ba1f-2cb8409b3369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:43.102167 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-76becd19-d343-473c-bcfc-1141363c6011 req-482420a0-efa5-496c-b2a4-a70fc6ca0d84 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 210 time: 0.0597265 Feb 09 03:24:43.148264 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0924f285-1a6c-4081-83f2-1249a4819dc5 x-openstack-request-id: req-0924f285-1a6c-4081-83f2-1249a4819dc5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:43.148562 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a036c6e9-983c-48a2-afae-3f5393483864", "name": "network-vif-deleted", "tag": "cd8db184-107c-4a63-b86b-3ce0f392ae26", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:43.148822 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0924f285-1a6c-4081-83f2-1249a4819dc5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:43.149283 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a036c6e9-983c-48a2-afae-3f5393483864', 'name': 'network-vif-deleted', 'tag': 'cd8db184-107c-4a63-b86b-3ce0f392ae26', 'status': 'completed', 'code': 200} Feb 09 03:24:43.248614 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Sync routers for ids ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:43.268134 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Routers {'ddbd4770-eb4e-4786-a6f1-bcef4b768915'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:43.268773 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:43.304883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff4124-fe72-49d5-a3d4-1af3bb5cfa42 req-47f284f3-70fb-48f3-a550-4662df5028fd tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.306795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9eff4124-fe72-49d5-a3d4-1af3bb5cfa42 req-47f284f3-70fb-48f3-a550-4662df5028fd tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 946 time: 0.0598435 Feb 09 03:24:43.405076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-228ec223-56da-4f8d-9b14-5103fdbf557b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:43.407004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-228ec223-56da-4f8d-9b14-5103fdbf557b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 946 time: 0.0990674 Feb 09 03:24:43.420072 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Set router ddbd4770-eb4e-4786-a6f1-bcef4b768915 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:43.424106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9eff4124-fe72-49d5-a3d4-1af3bb5cfa42 req-d1c79205-afdf-4a6d-9ad4-e453714e8961 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855498 Feb 09 03:24:43.594018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port a54db62d-9baf-4c44-937f-29250bb3f4c6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:43.595006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.597214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56b336-c9aa-4f9e-bf2f-945b06cd1ade None None] New status for floating IP 59b062b5-c112-47ee-b54e-af80a1a9be3f: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:24:43.670405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7acf49a-f07e-40fa-86c0-f337cd36c266 req-bd7a13b0-15f0-4dd0-83e1-985e590923e5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=a036c6e9-983c-48a2-afae-3f5393483864 HTTP/1.1" status: 200 len: 210 time: 0.0499980 Feb 09 03:24:43.745724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port a54db62d-9baf-4c44-937f-29250bb3f4c6, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=a54db62d-9baf-4c44-937f-29250bb3f4c6,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:43.745724 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.763129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for a54db62d-9baf-4c44-937f-29250bb3f4c6 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:43.770666 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:24:40Z', 'revision_number': 4, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port': {'id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:36Z', 'updated_at': '2022-02-09T03:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '4dd9fc00-3194-460d-a78a-35b3e226c704', 'name': '', 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'mac_address': 'fa:16:3e:1a:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'fb986362-d1a5-4bfb-8f70-4ce102701b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:39Z', 'updated_at': '2022-02-09T03:24:40Z', 'revision_number': 2, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'subnets': [{'id': 'fb986362-d1a5-4bfb-8f70-4ce102701b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:43.800928 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Checking router: ddbd4770-eb4e-4786-a6f1-bcef4b768915 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:43.801289 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Updating router ddbd4770-eb4e-4786-a6f1-bcef4b768915 port 4dd9fc00-3194-460d-a78a-35b3e226c704 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:24:43.835172 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.840135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0116f7d8-1b47-45c3-9c13-342f1ff36768 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:43.900123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0116f7d8-1b47-45c3-9c13-342f1ff36768 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:43.900773 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.962226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a54db62d-9baf-4c44-937f-29250bb3f4c6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:43.998202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0116f7d8-1b47-45c3-9c13-342f1ff36768 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:44.002434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=a54db62d-9baf-4c44-937f-29250bb3f4c6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:44.053754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] No DVR routers for this DVR port a54db62d-9baf-4c44-937f-29250bb3f4c6 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:44.056610 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.060304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-781b27dd-5596-49ae-99ea-a1837eb4e405 req-0f1ee20b-9348-4aa9-8777-047dd11d0bf7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.26 "DELETE /v2.0/ports/a54db62d-9baf-4c44-937f-29250bb3f4c6 HTTP/1.1" status: 204 len: 173 time: 0.6482162 Feb 09 03:24:44.060988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'name': 'network-vif-deleted', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:44.064047 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a02b645-885b-4c15-be96-adb42d539596" -d '{"events": [{"server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "name": "network-vif-deleted", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:44.113497 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd480ec-4d35-4466-8d38-d9410194c984 x-openstack-request-id: req-abd480ec-4d35-4466-8d38-d9410194c984 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:44.114132 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a", "name": "network-vif-deleted", "tag": "a54db62d-9baf-4c44-937f-29250bb3f4c6", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:44.114132 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abd480ec-4d35-4466-8d38-d9410194c984 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:44.114607 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a', 'name': 'network-vif-deleted', 'tag': 'a54db62d-9baf-4c44-937f-29250bb3f4c6', 'status': 'completed', 'code': 200} Feb 09 03:24:44.179460 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Publish callbacks [] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.185706 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.204233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d7a9cc6a-30c2-4ae2-9ce2-9e9297c0d3ec req-96124eb5-58e3-4531-8574-07bbc73a6476 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 210 time: 0.0370193 Feb 09 03:24:44.238367 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8db89-db10-47a5-94be-c4b1856fe23a None None] Pushing event updated for resources: {'Port': ['ID=4dd9fc00-3194-460d-a78a-35b3e226c704,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:44.301433 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Attempting to bind port 4dd9fc00-3194-460d-a78a-35b3e226c704 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:44.302093 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Attempting to bind port 4dd9fc00-3194-460d-a78a-35b3e226c704 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:44.302230 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Attempting to bind port 4dd9fc00-3194-460d-a78a-35b3e226c704 on network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:44.307671 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:44.308055 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Checking segment: {'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:44.308455 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.308965 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Bound using segment: {'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:44.309439 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Bound port: 4dd9fc00-3194-460d-a78a-35b3e226c704, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fea08b-1625-41f7-b9f9-023fe9eb628a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:44.309802 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.389437 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] For port 4dd9fc00-3194-460d-a78a-35b3e226c704, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:44.394918 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] For port 4dd9fc00-3194-460d-a78a-35b3e226c704, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4dd9fc00-3194-460d-a78a-35b3e226c704,segment=NetworkSegment(79fea08b-1625-41f7-b9f9-023fe9eb628a),segment_id=79fea08b-1625-41f7-b9f9-023fe9eb628a)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:44.404093 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.533924 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8db89-db10-47a5-94be-c4b1856fe23a None None] Pushing event updated for resources: {'Port': ['ID=4dd9fc00-3194-460d-a78a-35b3e226c704,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:44.586143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d05d38a9-5e65-47f0-9a5e-1ac094826437 None None] Provisioning complete for port 4dd9fc00-3194-460d-a78a-35b3e226c704 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:44.586658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-fb3c1f1c-f500-4664-834a-3056501efb12 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:44.593835 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Routers {'ddbd4770-eb4e-4786-a6f1-bcef4b768915'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:44.594687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d05d38a9-5e65-47f0-9a5e-1ac094826437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.595985 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-fb3c1f1c-f500-4664-834a-3056501efb12 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.61 "GET /v2.0/networks?id=82be9dc3-b377-4e16-8e08-708759e88517 HTTP/1.1" status: 200 len: 910 time: 0.2354789 Feb 09 03:24:44.598273 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:44.610715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Request body: {'port': {'device_id': '95a6b997-f57d-4e52-9b71-20f3848eb0c4', 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'admin_state_up': True, 'tenant_id': 'e2bd3ce3f428473e983572901418cebd'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:44.650468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Made reservation on behalf of e2bd3ce3f428473e983572901418cebd for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:44.656601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.656841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bebb3fbf-6d14-42d6-98b5-652a1a1518e4 req-325bac65-4e83-4122-8828-084edb5cffbd tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1f151fb-16b7-4d63-8ccb-c4bdc1c9b54a HTTP/1.1" status: 200 len: 210 time: 0.0688229 Feb 09 03:24:44.814004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d05d38a9-5e65-47f0-9a5e-1ac094826437 None None] Current status of the port 4dd9fc00-3194-460d-a78a-35b3e226c704 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:44.814584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d05d38a9-5e65-47f0-9a5e-1ac094826437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.835012 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] Set router ddbd4770-eb4e-4786-a6f1-bcef4b768915 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:44.859851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Allocated IP 172.20.0.7 (82be9dc3-b377-4e16-8e08-708759e88517/c2de377a-44d9-46ac-85b8-ebbfa207ddd8/a008b94f-5751-4021-abbd-5fb624e95da3) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:44.879885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d05d38a9-5e65-47f0-9a5e-1ac094826437 None None] For port 4dd9fc00-3194-460d-a78a-35b3e226c704, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4dd9fc00-3194-460d-a78a-35b3e226c704,segment=NetworkSegment(79fea08b-1625-41f7-b9f9-023fe9eb628a),segment_id=79fea08b-1625-41f7-b9f9-023fe9eb628a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:44.885657 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d05d38a9-5e65-47f0-9a5e-1ac094826437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:44.948745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d38a9-5e65-47f0-9a5e-1ac094826437 None None] Pushing event updated for resources: {'Port': ['ID=4dd9fc00-3194-460d-a78a-35b3e226c704,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:45.009458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-be72a303-6aa2-4c3d-9f4c-4d79f86da524 None None] Provisioning complete for port 4dd9fc00-3194-460d-a78a-35b3e226c704 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:45.009996 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be72a303-6aa2-4c3d-9f4c-4d79f86da524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.051797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks [] for port (a008b94f-5751-4021-abbd-5fb624e95da3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.089917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.109396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-be72a303-6aa2-4c3d-9f4c-4d79f86da524 None None] Current status of the port 4dd9fc00-3194-460d-a78a-35b3e226c704 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:45.115453 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:24:40Z', 'revision_number': 4, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port': {'id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:36Z', 'updated_at': '2022-02-09T03:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '4dd9fc00-3194-460d-a78a-35b3e226c704', 'name': '', 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'mac_address': 'fa:16:3e:1a:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'fb986362-d1a5-4bfb-8f70-4ce102701b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:39Z', 'updated_at': '2022-02-09T03:24:44Z', 'revision_number': 4, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'subnets': [{'id': 'fb986362-d1a5-4bfb-8f70-4ce102701b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:45.143146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Network 82be9dc3-b377-4e16-8e08-708759e88517 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:45.146030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:45.148623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:45.156370 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518bd47-27a3-441a-bfd4-9af59839c3ed None None] The sync data for ids ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'] in n-d-827839-4 is: [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:24:40Z', 'revision_number': 4, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port': {'id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:36Z', 'updated_at': '2022-02-09T03:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '4dd9fc00-3194-460d-a78a-35b3e226c704', 'name': '', 'network_id': 'a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'mac_address': 'fa:16:3e:1a:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'fb986362-d1a5-4bfb-8f70-4ce102701b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:39Z', 'updated_at': '2022-02-09T03:24:44Z', 'revision_number': 4, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'subnets': [{'id': 'fb986362-d1a5-4bfb-8f70-4ce102701b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:45.208957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.209720 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.213093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Pushing event updated for resources: {'Port': ['ID=a008b94f-5751-4021-abbd-5fb624e95da3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:45.259837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-b6834740-6373-472b-aace-2574e3246b3a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6551471 Feb 09 03:24:45.275782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Request body: {'port': {'device_id': '95a6b997-f57d-4e52-9b71-20f3848eb0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:45.373537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.416786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3bc7d-7eb4-4b79-a4d9-1b97556fb506 req-3a2eeae5-09c2-4680-b446-f5a4a376e078 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:45.419762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52e3bc7d-7eb4-4b79-a4d9-1b97556fb506 req-3a2eeae5-09c2-4680-b446-f5a4a376e078 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1027 time: 0.0726783 Feb 09 03:24:45.435043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2762f610-b4d1-48f9-ac16-2c166faea544 None None] Provisioning complete for port a008b94f-5751-4021-abbd-5fb624e95da3 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:45.441961 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2762f610-b4d1-48f9-ac16-2c166faea544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.466897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-52e3bc7d-7eb4-4b79-a4d9-1b97556fb506 req-6f3e3541-5532-4545-97b7-f7a21cd347c6 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Feb 09 03:24:45.495840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2762f610-b4d1-48f9-ac16-2c166faea544 None None] Port a008b94f-5751-4021-abbd-5fb624e95da3 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:45.728360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44508) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:45.831921 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b870af60-3b4a-49b1-bf8a-51dd0397ee2d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (a291db9b-aa1e-4ac9-9dcb-f6e35f67810a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.865050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b870af60-3b4a-49b1-bf8a-51dd0397ee2d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (a291db9b-aa1e-4ac9-9dcb-f6e35f67810a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.898645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4dd9fc00-3194-460d-a78a-35b3e226c704 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:45.961155 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b870af60-3b4a-49b1-bf8a-51dd0397ee2d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a291db9b-aa1e-4ac9-9dcb-f6e35f67810a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.963762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b870af60-3b4a-49b1-bf8a-51dd0397ee2d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:45.965298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b870af60-3b4a-49b1-bf8a-51dd0397ee2d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/security-groups/a291db9b-aa1e-4ac9-9dcb-f6e35f67810a HTTP/1.1" status: 204 len: 168 time: 0.2353382 Feb 09 03:24:45.983780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870af60-3b4a-49b1-bf8a-51dd0397ee2d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a291db9b-aa1e-4ac9-9dcb-f6e35f67810a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:46.003550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44512) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:46.053903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 4dd9fc00-3194-460d-a78a-35b3e226c704 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:46.054565 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.192591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4dd9fc00-3194-460d-a78a-35b3e226c704 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:46.212376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a008b94f-5751-4021-abbd-5fb624e95da3 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:46.221453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Publish callbacks [] for port (a008b94f-5751-4021-abbd-5fb624e95da3), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.238769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Transition to ACTIVE for port object a008b94f-5751-4021-abbd-5fb624e95da3 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:46.243231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.303450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Pushing event updated for resources: {'Port': ['ID=a008b94f-5751-4021-abbd-5fb624e95da3,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:46.422719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Attempting to bind port a008b94f-5751-4021-abbd-5fb624e95da3 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:46.423147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Attempting to bind port a008b94f-5751-4021-abbd-5fb624e95da3 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:46.423560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Attempting to bind port a008b94f-5751-4021-abbd-5fb624e95da3 on network 82be9dc3-b377-4e16-8e08-708759e88517 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:46.428607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Port a008b94f-5751-4021-abbd-5fb624e95da3 on network 82be9dc3-b377-4e16-8e08-708759e88517 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:46.429012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Attempting to bind port a008b94f-5751-4021-abbd-5fb624e95da3 on network 82be9dc3-b377-4e16-8e08-708759e88517 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:46.434688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:46.435091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Checking segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:46.435558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Bound using segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:46.436062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Bound port: a008b94f-5751-4021-abbd-5fb624e95da3, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:46.436497 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.500711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device cd8db184-107c-4a63-b86b-3ce0f392ae26 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:46.559066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] For port a008b94f-5751-4021-abbd-5fb624e95da3, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:46.563771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: cd8db184-107c-4a63-b86b-3ce0f392ae26 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:46.564118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device cd8db184-107c-4a63-b86b-3ce0f392ae26 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:46.565880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] For port a008b94f-5751-4021-abbd-5fb624e95da3, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=a008b94f-5751-4021-abbd-5fb624e95da3,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:46.567053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ecc8de0a-ed14-4120-a974-099dba67209b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.578129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.690865 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.691490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:46.693087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] 10.222.0.61 "PUT /v2.0/ports/a008b94f-5751-4021-abbd-5fb624e95da3 HTTP/1.1" status: 200 len: 1091 time: 1.4259162 Feb 09 03:24:46.697966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a6b997-f57d-4e52-9b71-20f3848eb0c4', 'tag': 'a008b94f-5751-4021-abbd-5fb624e95da3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:46.701544 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f" -d '{"events": [{"name": "network-changed", "server_uuid": "95a6b997-f57d-4e52-9b71-20f3848eb0c4", "tag": "a008b94f-5751-4021-abbd-5fb624e95da3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:46.730293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c4559-a9d9-41e3-b409-66696170496a service neutron] Pushing event updated for resources: {'Port': ['ID=a008b94f-5751-4021-abbd-5fb624e95da3,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:46.781835 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48797e4-ba6d-4a94-bf02-fce8dc751b5e x-openstack-request-id: req-c48797e4-ba6d-4a94-bf02-fce8dc751b5e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:46.782138 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a6b997-f57d-4e52-9b71-20f3848eb0c4", "tag": "a008b94f-5751-4021-abbd-5fb624e95da3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:46.782422 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c48797e4-ba6d-4a94-bf02-fce8dc751b5e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:46.782826 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a6b997-f57d-4e52-9b71-20f3848eb0c4', 'tag': 'a008b94f-5751-4021-abbd-5fb624e95da3', 'status': 'completed', 'code': 200} Feb 09 03:24:46.788026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7c8a4-4510-460a-ba0c-406328f0b8f5 req-ec90412b-8e4e-4906-b285-0b5a85d88527 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.796652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-deb7c8a4-4510-460a-ba0c-406328f0b8f5 req-ec90412b-8e4e-4906-b285-0b5a85d88527 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1125 time: 0.1646771 Feb 09 03:24:46.868422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-f332be04-6f62-4266-9e28-6bfec2b83312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:46.869925 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-f332be04-6f62-4266-9e28-6bfec2b83312 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2bd3ce3f428473e983572901418cebd&device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1125 time: 0.1314406 Feb 09 03:24:46.899872 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-deb7c8a4-4510-460a-ba0c-406328f0b8f5 req-cdfe953d-dcc0-4ec0-85c3-c0d02f474286 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950551 Feb 09 03:24:46.956041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-0754b062-6dcb-4d69-a17b-e81546432597 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a008b94f-5751-4021-abbd-5fb624e95da3 HTTP/1.1" status: 200 len: 217 time: 0.0788863 Feb 09 03:24:46.969478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port a7a334bd-9cc1-4f2b-bd23-2d02382fa411 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:46.969831 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.026155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-afbcd8df-a042-4b64-b0f5-50e1f238459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.029079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-afbcd8df-a042-4b64-b0f5-50e1f238459f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2de377a-44d9-46ac-85b8-ebbfa207ddd8 HTTP/1.1" status: 200 len: 848 time: 0.0648513 Feb 09 03:24:47.070148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port a7a334bd-9cc1-4f2b-bd23-2d02382fa411, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:47.070929 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.085777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for a7a334bd-9cc1-4f2b-bd23-2d02382fa411 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:47.102089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-ea1dd8c5-c0ac-4af2-8589-c8ec35f3b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.103631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-ea1dd8c5-c0ac-4af2-8589-c8ec35f3b414 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82be9dc3-b377-4e16-8e08-708759e88517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696859 Feb 09 03:24:47.196823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-2cb9ae78-73bd-4cb1-b9b9-2fcfa3913840 service neutron] 10.222.0.61 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874231 Feb 09 03:24:47.294683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dc0e45be-94b0-4ce7-8cbe-ca6909bcebfc req-25727458-255c-4dd0-905a-860dd44f999d service neutron] 10.222.0.61 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924540 Feb 09 03:24:47.299954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a7a334bd-9cc1-4f2b-bd23-2d02382fa411), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.333014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=a7a334bd-9cc1-4f2b-bd23-2d02382fa411,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:47.431023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-2959c088-eb29-459c-84c8-f2e954465f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.432889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-2959c088-eb29-459c-84c8-f2e954465f74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2bd3ce3f428473e983572901418cebd&device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1125 time: 0.0662553 Feb 09 03:24:47.554582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ecc8de0a-ed14-4120-a974-099dba67209b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:47.561158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-37fb9485-ceaf-4336-8da6-b89a397f5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.563031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-37fb9485-ceaf-4336-8da6-b89a397f5e8d service neutron] 10.222.0.61 "GET /v2.0/networks?id=82be9dc3-b377-4e16-8e08-708759e88517 HTTP/1.1" status: 200 len: 910 time: 0.1242599 Feb 09 03:24:47.614288 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-e2de7ee3-c503-46bb-86de-06920332af8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a008b94f-5751-4021-abbd-5fb624e95da3 HTTP/1.1" status: 200 len: 217 time: 0.0407455 Feb 09 03:24:47.669241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-a116bc88-e0b1-41b8-9071-709699e24dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.670699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-a116bc88-e0b1-41b8-9071-709699e24dec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2de377a-44d9-46ac-85b8-ebbfa207ddd8 HTTP/1.1" status: 200 len: 848 time: 0.0491216 Feb 09 03:24:47.740217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-a91897e7-4734-417d-8fd0-f246693b4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:47.746662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-a91897e7-4734-417d-8fd0-f246693b4dff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82be9dc3-b377-4e16-8e08-708759e88517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0686824 Feb 09 03:24:47.909395 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a54db62d-9baf-4c44-937f-29250bb3f4c6 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:47.950722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: a54db62d-9baf-4c44-937f-29250bb3f4c6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:47.951085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device a54db62d-9baf-4c44-937f-29250bb3f4c6 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:47.976810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-335670da-0c36-4d84-b2af-04560d7752d9 service neutron] 10.222.0.61 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016408 Feb 09 03:24:48.092769 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0eea7ad0-ce94-43ad-bfc6-78040cb2df0f req-73b57842-e2fc-41cd-90d5-5f8f7f4665f7 service neutron] 10.222.0.61 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074524 Feb 09 03:24:48.093117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec71be-3883-4d02-8166-961ac2a4d971 req-1d29a208-9444-4031-94f8-bc5413c78b3e tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:48.094651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89ec71be-3883-4d02-8166-961ac2a4d971 req-1d29a208-9444-4031-94f8-bc5413c78b3e tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1125 time: 0.0783570 Feb 09 03:24:48.214396 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89ec71be-3883-4d02-8166-961ac2a4d971 req-b4c316d2-c765-4933-8a90-b58a68860faf tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102736 Feb 09 03:24:48.242993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router ecc8de0a-ed14-4120-a974-099dba67209b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:48.362595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:48.371370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44538) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:48.371870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1f5ab467-1cb3-4310-b2f5-62209f629ed7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "PUT /v2.0/routers/ecc8de0a-ed14-4120-a974-099dba67209b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3668098 Feb 09 03:24:48.374728 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] Sync routers for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:48.384799 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:48.385424 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:48.429352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d761de5-099e-47de-8465-b3d32cd3968c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting subnet 053631a5-3e5e-42c6-ba1f-2cb8409b3369 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:24:48.433324 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d761de5-099e-47de-8465-b3d32cd3968c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (053631a5-3e5e-42c6-ba1f-2cb8409b3369), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.476100 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d761de5-099e-47de-8465-b3d32cd3968c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (053631a5-3e5e-42c6-ba1f-2cb8409b3369), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.501732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:48.514200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device a008b94f-5751-4021-abbd-5fb624e95da3 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:24:48.592339 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d761de5-099e-47de-8465-b3d32cd3968c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (053631a5-3e5e-42c6-ba1f-2cb8409b3369), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.654549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port a008b94f-5751-4021-abbd-5fb624e95da3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=a008b94f-5751-4021-abbd-5fb624e95da3,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:48.661678 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d761de5-099e-47de-8465-b3d32cd3968c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (053631a5-3e5e-42c6-ba1f-2cb8409b3369), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.669843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'a008b94f-5751-4021-abbd-5fb624e95da3', 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'port_id': 'a008b94f-5751-4021-abbd-5fb624e95da3', 'mac_address': 'fa:16:3e:5a:08:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:24:48.678797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5d761de5-099e-47de-8465-b3d32cd3968c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.683830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5d761de5-099e-47de-8465-b3d32cd3968c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/subnets/053631a5-3e5e-42c6-ba1f-2cb8409b3369 HTTP/1.1" status: 204 len: 168 time: 0.3097115 Feb 09 03:24:48.686543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44540) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:48.700781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b0d0d-5c03-4845-878f-7e183152c317 None None] Network b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:48.707790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d761de5-099e-47de-8465-b3d32cd3968c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Subnet': ['ID=053631a5-3e5e-42c6-ba1f-2cb8409b3369,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:48.748871 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:47Z', 'revision_number': 7, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:48.770161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port a008b94f-5751-4021-abbd-5fb624e95da3 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:48.772812 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.776184 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] Checking router: ecc8de0a-ed14-4120-a974-099dba67209b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:48.786182 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] Routers {'ecc8de0a-ed14-4120-a974-099dba67209b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:48.786905 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ecc8de0a-ed14-4120-a974-099dba67209b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:48.804773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a008b94f-5751-4021-abbd-5fb624e95da3 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:48.836286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router (ecc8de0a-ed14-4120-a974-099dba67209b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.838124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port a008b94f-5751-4021-abbd-5fb624e95da3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=a008b94f-5751-4021-abbd-5fb624e95da3,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:48.845851 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:48.908550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=a008b94f-5751-4021-abbd-5fb624e95da3,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:48.929875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] DHCP port deletion for b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:24:48.952522 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] Set router ecc8de0a-ed14-4120-a974-099dba67209b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:48.966955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_gateway (ecc8de0a-ed14-4120-a974-099dba67209b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.002459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] Deleting port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:49.003272 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.034025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:24:49.034417 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.052868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['a008b94f-5751-4021-abbd-5fb624e95da3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:49.089858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] For port 55eacdf4-9a23-4d8f-a53d-af21fc183f29, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=55eacdf4-9a23-4d8f-a53d-af21fc183f29,segment=NetworkSegment(7e6b85c2-cc2a-438f-999f-014dc7125f65),segment_id=7e6b85c2-cc2a-438f-999f-014dc7125f65)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:49.090750 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.127604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:49.129107 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.140501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] Calling delete_port for 55eacdf4-9a23-4d8f-a53d-af21fc183f29 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:49.146545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:24:49.301535 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:47Z', 'revision_number': 7, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:49.328931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (55eacdf4-9a23-4d8f-a53d-af21fc183f29), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.355362 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351cde7-8df0-43ef-8519-5a7a795f5f08 None None] The sync data for ids ['ecc8de0a-ed14-4120-a974-099dba67209b'] in n-d-827839-4 is: [{'id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'name': 'tempest-TestNetworkBasicOps-router-1737868195', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:24:47Z', 'revision_number': 7, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8de0a-ed14-4120-a974-099dba67209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:22:16Z', 'updated_at': '2022-02-09T03:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:49.369166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] Pushing event deleted for resources: {'Port': ['ID=55eacdf4-9a23-4d8f-a53d-af21fc183f29,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:49.391707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9805d-1edc-405c-8b0f-1e6d00f60a5e req-3c99b98e-4a5f-47a4-a435-847da86effed tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:49.393982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8f9805d-1edc-405c-8b0f-1e6d00f60a5e req-3c99b98e-4a5f-47a4-a435-847da86effed tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1126 time: 0.0728920 Feb 09 03:24:49.398668 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.406278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01ea3c-18d2-41d9-90a3-9354322745b3 None None] No DVR routers for this DVR port 55eacdf4-9a23-4d8f-a53d-af21fc183f29 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:24:49.457957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:49.472136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8f9805d-1edc-405c-8b0f-1e6d00f60a5e req-0a51232b-d65d-4fef-813d-d9952f518f4b tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619006 Feb 09 03:24:49.527216 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (ecc8de0a-ed14-4120-a974-099dba67209b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.623823 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (ecc8de0a-ed14-4120-a974-099dba67209b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.625980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_controller (ecc8de0a-ed14-4120-a974-099dba67209b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.673051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (ecc8de0a-ed14-4120-a974-099dba67209b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.673566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Fanout notify agent at l3_agent the message router_deleted on router ecc8de0a-ed14-4120-a974-099dba67209b {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:24:49.680092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.681207 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-08044275-13ae-4326-9ec2-e6ea37ecf305 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/routers/ecc8de0a-ed14-4120-a974-099dba67209b HTTP/1.1" status: 204 len: 168 time: 0.9935901 Feb 09 03:24:49.684121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44546) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:49.704090 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.781350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b1dbd7ee-56ef-4d31-998c-76a23ea1cc37), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.887984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b1dbd7ee-56ef-4d31-998c-76a23ea1cc37), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.908090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a7a334bd-9cc1-4f2b-bd23-2d02382fa411 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:49.916423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dbd7ee-56ef-4d31-998c-76a23ea1cc37']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:49.919490 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:24:49.927616 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6b85c2-cc2a-438f-999f-014dc7125f65') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:49.927905 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6b85c2-cc2a-438f-999f-014dc7125f65') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:49.938005 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (7e6b85c2-cc2a-438f-999f-014dc7125f65), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.941091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a7a334bd-9cc1-4f2b-bd23-2d02382fa411 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:49.942177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a7a334bd-9cc1-4f2b-bd23-2d02382fa411 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:49.942809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 55eacdf4-9a23-4d8f-a53d-af21fc183f29 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:49.952677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (7e6b85c2-cc2a-438f-999f-014dc7125f65), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.958677 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:24:49.960509 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (7e6b85c2-cc2a-438f-999f-014dc7125f65), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:24:49.963034 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:24:49.968729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 55eacdf4-9a23-4d8f-a53d-af21fc183f29 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:49.969419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 55eacdf4-9a23-4d8f-a53d-af21fc183f29 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:50.028925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b1dbd7ee-56ef-4d31-998c-76a23ea1cc37), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.053670 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.056859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/networks/b1dbd7ee-56ef-4d31-998c-76a23ea1cc37 HTTP/1.1" status: 204 len: 168 time: 0.3715951 Feb 09 03:24:50.057878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8877-378f-440f-bcaa-47455fe84ace tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Network': ['ID=b1dbd7ee-56ef-4d31-998c-76a23ea1cc37,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:50.075641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44548) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:50.080699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'network': {'name': 'tempest-network-smoke--1174291109', 'project_id': '68f50846d4f2489ca953152d349824bf', 'port_security_enabled': True}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:50.101113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:50.105164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.132725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:24:50.145213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (676731a7-c22e-475b-a101-d1d047bacaa1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.145592 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Added segment 676731a7-c22e-475b-a101-d1d047bacaa1 of type vlan for network 5999ee79-29ee-4a87-9b1d-720ea86dc337 Feb 09 03:24:50.189591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (5999ee79-29ee-4a87-9b1d-720ea86dc337), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.220972 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (5999ee79-29ee-4a87-9b1d-720ea86dc337), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.225822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.226446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.285917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2066348 Feb 09 03:24:50.286451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44550) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:50.291293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-235989697', 'admin_state_up': True, 'project_id': '68f50846d4f2489ca953152d349824bf', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:50.298559 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120a44e-0a54-492a-a258-91f870372724 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Network': ['ID=5999ee79-29ee-4a87-9b1d-720ea86dc337,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:50.309284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:24:50.320310 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (63359023-87fb-4fe2-ab45-892e0e511ee7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.321403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (63359023-87fb-4fe2-ab45-892e0e511ee7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.379496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_controller (63359023-87fb-4fe2-ab45-892e0e511ee7), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.543386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device a008b94f-5751-4021-abbd-5fb624e95da3 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:50.563761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_gateway (63359023-87fb-4fe2-ab45-892e0e511ee7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.663511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port a008b94f-5751-4021-abbd-5fb624e95da3 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:24:50.669727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port a008b94f-5751-4021-abbd-5fb624e95da3 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:50.669987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.679638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460779e-12bc-40b4-b3a3-60270a2e892b req-43d257b8-8808-4392-9615-48d3d940ea4f tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:50.681416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f460779e-12bc-40b4-b3a3-60270a2e892b req-43d257b8-8808-4392-9615-48d3d940ea4f tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1126 time: 0.0759134 Feb 09 03:24:50.747758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f460779e-12bc-40b4-b3a3-60270a2e892b req-de18c481-19e0-4df4-b9a6-c35f04de2954 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595138 Feb 09 03:24:50.795054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port a008b94f-5751-4021-abbd-5fb624e95da3 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:50.795899 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.826819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6b997-f57d-4e52-9b71-20f3848eb0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a008b94f-5751-4021-abbd-5fb624e95da3'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:24:50.829656 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc302421-6a6d-4fa1-8f76-a5d94677f619" -d '{"events": [{"server_uuid": "95a6b997-f57d-4e52-9b71-20f3848eb0c4", "name": "network-vif-plugged", "status": "completed", "tag": "a008b94f-5751-4021-abbd-5fb624e95da3"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:24:50.852570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port a008b94f-5751-4021-abbd-5fb624e95da3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=a008b94f-5751-4021-abbd-5fb624e95da3,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:50.853997 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_gateway (63359023-87fb-4fe2-ab45-892e0e511ee7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.859006 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.876952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:50.899968 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66f0e3a-41a6-424e-80ba-3ac335b9b3d2 x-openstack-request-id: req-d66f0e3a-41a6-424e-80ba-3ac335b9b3d2 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:24:50.899968 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6b997-f57d-4e52-9b71-20f3848eb0c4", "name": "network-vif-plugged", "status": "completed", "tag": "a008b94f-5751-4021-abbd-5fb624e95da3", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:24:50.900278 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d66f0e3a-41a6-424e-80ba-3ac335b9b3d2 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:24:50.900628 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6b997-f57d-4e52-9b71-20f3848eb0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a008b94f-5751-4021-abbd-5fb624e95da3', 'code': 200} Feb 09 03:24:50.928657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=a008b94f-5751-4021-abbd-5fb624e95da3,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:51.028902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfec69-28d2-4853-a032-83dc5e2328d3 req-565d183e-ff30-4233-a2f6-1863586aae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.030456 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbdfec69-28d2-4853-a032-83dc5e2328d3 req-565d183e-ff30-4233-a2f6-1863586aae07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1127 time: 0.0895054 Feb 09 03:24:51.063230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.25.2.180 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/15c7e059-1459-4ee2-ad4b-ca7f846708a8) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:51.106692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbdfec69-28d2-4853-a032-83dc5e2328d3 req-d93f111d-fd6f-4508-a2af-9999ec77bb9e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699344 Feb 09 03:24:51.191925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.228984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.265627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:51.270442 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:51.274009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:51.301169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=15c7e059-1459-4ee2-ad4b-ca7f846708a8,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:51.551779 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_gateway (63359023-87fb-4fe2-ab45-892e0e511ee7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.721912 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.754675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:24:51.773441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (63359023-87fb-4fe2-ab45-892e0e511ee7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:51.786700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:24:51.787299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5f99f244-bb5a-4fe9-ab33-ad07bfae9a2c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:24:51.885775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56295af1-cb7e-406c-b428-b4bd29134db0 req-32cbedfd-baa8-453b-9154-bd7166950f25 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:51.887793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56295af1-cb7e-406c-b428-b4bd29134db0 req-32cbedfd-baa8-453b-9154-bd7166950f25 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1127 time: 0.0481496 Feb 09 03:24:51.915988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router 63359023-87fb-4fe2-ab45-892e0e511ee7 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:24:51.936706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56295af1-cb7e-406c-b428-b4bd29134db0 req-28763b0f-bdad-4506-ac34-2feef1d3cd41 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Feb 09 03:24:52.028175 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:52.039303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Sync routers for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:52.050534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:52.054747 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-572b809b-859e-42f1-91af-0bed50ef0b8d tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7644432 Feb 09 03:24:52.054909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:52.055262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44566) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:52.055702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:52.088106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-46fe2261-a798-4c8a-b2b7-6d82ba490930 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=68f50846d4f2489ca953152d349824bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318077 Feb 09 03:24:52.091216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44568) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:52.179038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:52.210146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62369440-6f9f-46bf-bf2e-706e008ff175 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.211760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-62369440-6f9f-46bf-bf2e-706e008ff175 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1186562 Feb 09 03:24:52.214700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44570) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:52.247156 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-daad1cb1-cc72-47d0-ab90-cd86a41a795a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311430 Feb 09 03:24:52.249513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44572) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:52.255496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904633320', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'project_id': '68f50846d4f2489ca953152d349824bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:52.355925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:52.359790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:52.404315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:51Z', 'revision_number': 3, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:52.440607 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Checking router: 63359023-87fb-4fe2-ab45-892e0e511ee7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:52.440966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Updating router 63359023-87fb-4fe2-ab45-892e0e511ee7 port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:24:52.445396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-a81d476a-8ae2-494f-a5dc-8485b0622e3b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576289 Feb 09 03:24:52.472542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:52.539083 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-1551c31c-a198-4e71-99c6-976db880e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.541720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-1551c31c-a198-4e71-99c6-976db880e5aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edb07aabd33b40c185e5b205112fd698&device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1127 time: 0.0707438 Feb 09 03:24:52.617104 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (d0a42b6a-4931-4b18-914b-daeb9e91eb91), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:52.703855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Subnet': ['ID=d0a42b6a-4931-4b18-914b-daeb9e91eb91,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:52.712157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Checking segment: {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:52.712582 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-7d1ca2e4-4789-466e-a546-b39fbf0786f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.712956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network hostable DHCP agents. Network: 5999ee79-29ee-4a87-9b1d-720ea86dc337, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:24:52.714625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-7d1ca2e4-4789-466e-a546-b39fbf0786f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26299b47-9a44-4ea1-a63e-ea81b2eb98be HTTP/1.1" status: 200 len: 909 time: 0.1552470 Feb 09 03:24:52.733202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:24:52.745221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 5999ee79-29ee-4a87-9b1d-720ea86dc337) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:52.751029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.752858 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:52.768510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186d1272-3bb2-4704-943a-85a91cb8ef4c None None] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:52.774773 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6146069f-52f7-4b17-8bba-77e86e1c88da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5237265 Feb 09 03:24:52.778637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44576) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:52.792603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-c73324af-8119-4186-a0eb-15515757f041 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a HTTP/1.1" status: 200 len: 1001 time: 0.0715706 Feb 09 03:24:52.849666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-0142e234-b7dd-45a1-8775-ecf66e6a09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:52.851245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-0142e234-b7dd-45a1-8775-ecf66e6a09ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4d2c71e-7abb-40dc-91ff-200cd6451d70 HTTP/1.1" status: 200 len: 847 time: 0.0523081 Feb 09 03:24:52.985776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-5999ee79-29ee-4a87-9b1d-720ea86dc337', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:24:52.986700 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.218061 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Publish callbacks [] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.225714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Allocated IP 172.20.0.2 (5999ee79-29ee-4a87-9b1d-720ea86dc337/d0a42b6a-4931-4b18-914b-daeb9e91eb91/18890d25-7268-4039-b905-e6516e483d88) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:53.227987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.288515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-bf500eb5-2b0a-4291-95db-df332f06712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.290079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-bf500eb5-2b0a-4291-95db-df332f06712b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26299b47-9a44-4ea1-a63e-ea81b2eb98be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4331183 Feb 09 03:24:53.311322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Attempting to bind port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:53.311693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Attempting to bind port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:53.312066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Attempting to bind port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:53.368299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:53.368692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:53.370413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.370850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:53.371354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Bound port: 15c7e059-1459-4ee2-ad4b-ca7f846708a8, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:53.371748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.371877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b8680-874b-43fb-a312-55684e494db8 req-7e6787a0-e003-437c-a564-de609c7dc6f0 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.373813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367542d8-41b6-4a0b-b686-1038356ca612 None None] Pushing event updated for resources: {'Port': ['ID=15c7e059-1459-4ee2-ad4b-ca7f846708a8,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:53.374407 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa4b8680-874b-43fb-a312-55684e494db8 req-7e6787a0-e003-437c-a564-de609c7dc6f0 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1127 time: 0.1324551 Feb 09 03:24:53.463340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] For port 15c7e059-1459-4ee2-ad4b-ca7f846708a8, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:53.464108 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa4b8680-874b-43fb-a312-55684e494db8 req-75ce673e-9bc1-46e1-b99b-cc7524de3ddc tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761054 Feb 09 03:24:53.469615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] For port 15c7e059-1459-4ee2-ad4b-ca7f846708a8, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=15c7e059-1459-4ee2-ad4b-ca7f846708a8,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:53.482995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-f13f678f-e66e-4bfa-ace1-750cc3231df4 service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855955 Feb 09 03:24:53.483391 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.564594 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.576758 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Publish callbacks [] for port (18890d25-7268-4039-b905-e6516e483d88), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.591269 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (18890d25-7268-4039-b905-e6516e483d88), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.593126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0d687f3-1845-4383-ad77-3840d2db7025 req-aba858cb-b101-4020-8ab7-999f2911836d service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022696 Feb 09 03:24:53.631732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:53.647382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:53.647382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:53.647797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:53.650542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:53.725557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367542d8-41b6-4a0b-b686-1038356ca612 None None] Pushing event updated for resources: {'Port': ['ID=15c7e059-1459-4ee2-ad4b-ca7f846708a8,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:53.759660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165de5d-836e-4c42-8f91-946b6cfd964c req-ea4d1d4a-8fdd-4886-b083-bac9e4b74481 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:53.762003 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b165de5d-836e-4c42-8f91-946b6cfd964c req-ea4d1d4a-8fdd-4886-b083-bac9e4b74481 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1127 time: 0.1503515 Feb 09 03:24:53.830134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Pushing event updated for resources: {'Port': ['ID=18890d25-7268-4039-b905-e6516e483d88,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:53.875938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Attempting to bind port 18890d25-7268-4039-b905-e6516e483d88 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:53.890968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Attempting to bind port 18890d25-7268-4039-b905-e6516e483d88 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:53.891537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Attempting to bind port 18890d25-7268-4039-b905-e6516e483d88 on network 5999ee79-29ee-4a87-9b1d-720ea86dc337 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:53.913891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b165de5d-836e-4c42-8f91-946b6cfd964c req-366da823-748f-4ec7-b8a0-11928addaf7b tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382492 Feb 09 03:24:53.926028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:53.928797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:53.929297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Checking segment: {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:53.930084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:53.930619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Bound using segment: {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:53.931240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Bound port: 18890d25-7268-4039-b905-e6516e483d88, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:53.931910 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (18890d25-7268-4039-b905-e6516e483d88), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.084186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51359807-9002-4109-9838-068de07cffa3 req-1e79e13e-d4e9-4d28-a8a9-523340bc1ab0 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:54.085326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.20.0.1 (5999ee79-29ee-4a87-9b1d-720ea86dc337/d0a42b6a-4931-4b18-914b-daeb9e91eb91/81bcac3d-8168-4519-a2c6-eb188ecd96fe) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:54.091888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51359807-9002-4109-9838-068de07cffa3 req-1e79e13e-d4e9-4d28-a8a9-523340bc1ab0 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1127 time: 0.0729599 Feb 09 03:24:54.130964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] For port 18890d25-7268-4039-b905-e6516e483d88, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:54.136080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] For port 18890d25-7268-4039-b905-e6516e483d88, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=18890d25-7268-4039-b905-e6516e483d88,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:54.171167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-51359807-9002-4109-9838-068de07cffa3 req-367d3416-d46d-4022-93a8-c8c0662eb600 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768485 Feb 09 03:24:54.173279 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (18890d25-7268-4039-b905-e6516e483d88), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.247834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fab4f-ad36-426b-a784-716fa8382f55 None None] Pushing event updated for resources: {'Port': ['ID=18890d25-7268-4039-b905-e6516e483d88,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:54.259805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:51Z', 'revision_number': 3, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:54.266717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.293425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f17b7f-c23f-4317-ae1b-606bffa148e0 None None] The sync data for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 is: [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:51Z', 'revision_number': 3, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:54.322815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.430937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:54.439245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:54.447217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=81bcac3d-8168-4519-a2c6-eb188ecd96fe,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:54.450183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:54.894441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-d799f4a4-ce42-4e1c-b257-15df680ea171 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:54.896568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-d799f4a4-ce42-4e1c-b257-15df680ea171 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/networks?id=82be9dc3-b377-4e16-8e08-708759e88517 HTTP/1.1" status: 200 len: 910 time: 0.5657704 Feb 09 03:24:54.904695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (63359023-87fb-4fe2-ab45-892e0e511ee7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:54.950387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-97cb8fbc-e952-41fc-8b3a-0483d17c529f tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/quotas/e2bd3ce3f428473e983572901418cebd HTTP/1.1" status: 200 len: 375 time: 0.0474207 Feb 09 03:24:54.971183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-0ea69d56-597b-4fac-b179-32187fd15dd2 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:54.979984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-0ea69d56-597b-4fac-b179-32187fd15dd2 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/networks?id=da893c8a-68eb-40e5-a8b8-5be0a971484a HTTP/1.1" status: 200 len: 813 time: 0.1253564 Feb 09 03:24:54.998480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-95d4435f-a4fc-46c2-bc59-db91caf3ee66 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/quotas/0ad9edbb31964aff8b5863ea24309b67 HTTP/1.1" status: 200 len: 375 time: 0.0173168 Feb 09 03:24:55.039281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-b6fe451f-bfec-4ceb-aa55-00d2e16b7a8e tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ad9edbb31964aff8b5863ea24309b67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396740 Feb 09 03:24:55.091499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-eb7bf1e1-6a4a-4050-b4b5-0f69ccee4a4a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2bd3ce3f428473e983572901418cebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1354105 Feb 09 03:24:55.158158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-411a73aa-3cb9-4e4d-9581-759f83d4b593 service neutron] 10.222.0.32 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175160 Feb 09 03:24:55.200976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.286271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-45644a74-f37e-464f-811e-cda09d317f34 service neutron] 10.222.0.32 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217299 Feb 09 03:24:55.294801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-f8621cc1-49e5-4db3-8865-79f6a0f8726c service neutron] 10.222.0.32 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904814 Feb 09 03:24:55.496690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c42451-b46e-44a7-9193-666c4f9036e2 None None] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:24:55.500928 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-ab279296-a3e1-415d-ace5-eae459f8f685 service neutron] 10.222.0.32 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648529 Feb 09 03:24:55.512322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e73a519c-4e6f-4b5c-9006-4beb219a2620 req-8ceb9151-fd09-4a07-8662-d02e376060c5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 210 time: 0.0425856 Feb 09 03:24:55.616087 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-eab1a99c-f3f5-4664-b38b-4903c2717a5a None None] Provisioning complete for port 18890d25-7268-4039-b905-e6516e483d88 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:55.616464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eab1a99c-f3f5-4664-b38b-4903c2717a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (18890d25-7268-4039-b905-e6516e483d88), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.660291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.666136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.792805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (63359023-87fb-4fe2-ab45-892e0e511ee7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.805919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=81bcac3d-8168-4519-a2c6-eb188ecd96fe,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:55.839408 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b44fdfa9-89a1-4dcf-903a-dfd096d3c53d req-6b452e8a-85b7-450e-84ce-4fec1412ce6d tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 210 time: 0.0710084 Feb 09 03:24:55.843803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-eab1a99c-f3f5-4664-b38b-4903c2717a5a None None] Current status of the port 18890d25-7268-4039-b905-e6516e483d88 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:55.844202 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eab1a99c-f3f5-4664-b38b-4903c2717a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (18890d25-7268-4039-b905-e6516e483d88), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:55.896942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-eab1a99c-f3f5-4664-b38b-4903c2717a5a None None] For port 18890d25-7268-4039-b905-e6516e483d88, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=18890d25-7268-4039-b905-e6516e483d88,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:55.905500 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eab1a99c-f3f5-4664-b38b-4903c2717a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (18890d25-7268-4039-b905-e6516e483d88), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:56.028018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:56.031121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:56.092271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1a99c-f3f5-4664-b38b-4903c2717a5a None None] Pushing event updated for resources: {'Port': ['ID=18890d25-7268-4039-b905-e6516e483d88,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:56.097356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 15c7e059-1459-4ee2-ad4b-ca7f846708a8 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:56.206357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router 63359023-87fb-4fe2-ab45-892e0e511ee7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:24:56.216842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:56.217329 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:56.272313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8d819355-474f-4969-b70e-d7eafe376863 None None] Provisioning complete for port 81bcac3d-8168-4519-a2c6-eb188ecd96fe triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:56.272848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8d819355-474f-4969-b70e-d7eafe376863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:56.392335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8d819355-474f-4969-b70e-d7eafe376863 None None] Port 81bcac3d-8168-4519-a2c6-eb188ecd96fe cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:56.400144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:24:56.409034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-662b3e3f-381d-4866-82e9-3ac098cf4753 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "PUT /v2.0/routers/63359023-87fb-4fe2-ab45-892e0e511ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6277990 Feb 09 03:24:56.410157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44634) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:56.428807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8d819355-474f-4969-b70e-d7eafe376863 None None] Provisioning complete for port 18890d25-7268-4039-b905-e6516e483d88 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:56.431132 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8d819355-474f-4969-b70e-d7eafe376863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (18890d25-7268-4039-b905-e6516e483d88), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:56.487789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:56.488580 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:56.527768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 15c7e059-1459-4ee2-ad4b-ca7f846708a8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=15c7e059-1459-4ee2-ad4b-ca7f846708a8,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:56.537042 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:56.538414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 18890d25-7268-4039-b905-e6516e483d88 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:56.576526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.577067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.577535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.578000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.578858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.579438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.579873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.580335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.580804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.581477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.581699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.586895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44638) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:56.588349 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f4bd5616-1ba9-4e90-8404-acc9ec44034a tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7773 time: 0.1765604 Feb 09 03:24:56.613904 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Sync routers for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:24:56.629657 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:56.630320 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:56.690701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ac653ff-326b-4a77-957a-547fb950e9b4 req-e8fde1e6-3410-4599-9b94-56da565393c7 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 210 time: 0.0470948 Feb 09 03:24:56.702376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.702846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.703298 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.704074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.704523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.704964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.705589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.706039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.706504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.706947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.707521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:56.715216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44640) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:56.722417 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-43c8690d-5583-4547-942b-8a6edc44b024 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7189 time: 0.1273744 Feb 09 03:24:56.898889 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:56.929441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8d819355-474f-4969-b70e-d7eafe376863 None None] Current status of the port 18890d25-7268-4039-b905-e6516e483d88 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:56.976809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=15c7e059-1459-4ee2-ad4b-ca7f846708a8,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:56.991896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be2e303c-2fa6-4adb-b455-cfc6f11808dd req-acfbdc2b-b1b5-42b5-a8d7-4d34be57f5b2 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 210 time: 0.0449023 Feb 09 03:24:57.017428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 18890d25-7268-4039-b905-e6516e483d88 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:57.017871 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (18890d25-7268-4039-b905-e6516e483d88), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.023779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-bed8dca7-9182-4ed9-8255-7ddcd240d39a tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:57.025236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-bed8dca7-9182-4ed9-8255-7ddcd240d39a tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.26 "GET /v2.0/networks?id=da893c8a-68eb-40e5-a8b8-5be0a971484a HTTP/1.1" status: 200 len: 813 time: 0.1908197 Feb 09 03:24:57.055362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Request body: {'port': {'device_id': '483ca179-db91-4904-a333-f63ee6b3eea0', 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a', 'admin_state_up': True, 'tenant_id': '0ad9edbb31964aff8b5863ea24309b67'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:57.069103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-32302a00-d3e7-44a1-b023-100f56d68152 None None] Provisioning complete for port 81bcac3d-8168-4519-a2c6-eb188ecd96fe triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:57.069640 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32302a00-d3e7-44a1-b023-100f56d68152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.107560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-32302a00-d3e7-44a1-b023-100f56d68152 None None] Port 81bcac3d-8168-4519-a2c6-eb188ecd96fe cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:57.134653 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ac698ea2-ee5b-4a7b-9f03-b2248211e9e1 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5916 time: 0.4168861 Feb 09 03:24:57.167645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 18890d25-7268-4039-b905-e6516e483d88 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:57.271244 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 2, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:57.283533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-20123742-5583-4011-9cbb-b733383b0dbf tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:57.285530 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-20123742-5583-4011-9cbb-b733383b0dbf tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.26 "GET /v2.0/networks?id=82be9dc3-b377-4e16-8e08-708759e88517 HTTP/1.1" status: 200 len: 910 time: 0.1452239 Feb 09 03:24:57.286972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Made reservation on behalf of 0ad9edbb31964aff8b5863ea24309b67 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:57.290993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.298049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Request body: {'port': {'device_id': '5638d66f-f5ae-438e-b499-6111e83d6143', 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'admin_state_up': True, 'tenant_id': 'e2bd3ce3f428473e983572901418cebd'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:57.307215 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Checking router: 63359023-87fb-4fe2-ab45-892e0e511ee7 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:24:57.307686 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Updating router 63359023-87fb-4fe2-ab45-892e0e511ee7 port 81bcac3d-8168-4519-a2c6-eb188ecd96fe binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:24:57.337728 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.356487 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44646) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:57.361357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4cb484e0-b023-4a67-a2ce-08ecc718b5c0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178630331', 'description': 'tempest-secgroup-smoke-1178630331 description', 'project_id': '68f50846d4f2489ca953152d349824bf'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:57.375244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Made reservation on behalf of e2bd3ce3f428473e983572901418cebd for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:24:57.378223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.384629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4cb484e0-b023-4a67-a2ce-08ecc718b5c0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.461000 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4cb484e0-b023-4a67-a2ce-08ecc718b5c0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (3e83fbab-8bf0-4356-bb97-18bdff88e416), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.466331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4cb484e0-b023-4a67-a2ce-08ecc718b5c0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3e83fbab-8bf0-4356-bb97-18bdff88e416), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.500121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb484e0-b023-4a67-a2ce-08ecc718b5c0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e83fbab-8bf0-4356-bb97-18bdff88e416,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:57.506087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4cb484e0-b023-4a67-a2ce-08ecc718b5c0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.511062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4cb484e0-b023-4a67-a2ce-08ecc718b5c0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1529188 Feb 09 03:24:57.511674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44648) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:57.516320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0f297bbe-ec90-4f98-b1d6-d96544842acc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': '3e83fbab-8bf0-4356-bb97-18bdff88e416', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:57.542185 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f297bbe-ec90-4f98-b1d6-d96544842acc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (fe92ea70-e320-40ae-9536-001258dec2ea), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.558537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Allocated IP 172.20.0.5 (da893c8a-68eb-40e5-a8b8-5be0a971484a/5c89c429-e4ae-40b9-8ab7-8abb814befd5/8103416d-69f1-4ff0-97da-b7cbc5a28aae) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:57.603797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Allocated IP 172.20.0.9 (82be9dc3-b377-4e16-8e08-708759e88517/c2de377a-44d9-46ac-85b8-ebbfa207ddd8/f9d32101-ddce-4098-81bc-333ac53616e5) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:24:57.607134 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f297bbe-ec90-4f98-b1d6-d96544842acc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (fe92ea70-e320-40ae-9536-001258dec2ea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.613674 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f297bbe-ec90-4f98-b1d6-d96544842acc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (fe92ea70-e320-40ae-9536-001258dec2ea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.634880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f297bbe-ec90-4f98-b1d6-d96544842acc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe92ea70-e320-40ae-9536-001258dec2ea,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:57.643028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f297bbe-ec90-4f98-b1d6-d96544842acc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.644062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0f297bbe-ec90-4f98-b1d6-d96544842acc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314397 Feb 09 03:24:57.646996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44650) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:57.652208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-be5a83de-4798-45cb-9d15-b4e7da16053f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': '3e83fbab-8bf0-4356-bb97-18bdff88e416', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:57.652476 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Publish callbacks [] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.658616 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.682079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be5a83de-4798-45cb-9d15-b4e7da16053f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (a19b206f-0298-4f8f-8494-f656dba3019a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.734508 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af159de9-7ac5-492a-b44a-8a93eb620f57 None None] Pushing event updated for resources: {'Port': ['ID=81bcac3d-8168-4519-a2c6-eb188ecd96fe,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:57.758480 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be5a83de-4798-45cb-9d15-b4e7da16053f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (a19b206f-0298-4f8f-8494-f656dba3019a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.765832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be5a83de-4798-45cb-9d15-b4e7da16053f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (a19b206f-0298-4f8f-8494-f656dba3019a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.770266 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Attempting to bind port 81bcac3d-8168-4519-a2c6-eb188ecd96fe on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:57.770846 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Attempting to bind port 81bcac3d-8168-4519-a2c6-eb188ecd96fe by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:57.771226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Attempting to bind port 81bcac3d-8168-4519-a2c6-eb188ecd96fe on network 5999ee79-29ee-4a87-9b1d-720ea86dc337 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:57.777185 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:57.777690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Checking segment: {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:57.778091 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.779020 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Bound using segment: {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:57.779492 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Bound port: 81bcac3d-8168-4519-a2c6-eb188ecd96fe, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:57.779867 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.799790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a83de-4798-45cb-9d15-b4e7da16053f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19b206f-0298-4f8f-8494-f656dba3019a,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:57.809302 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-be5a83de-4798-45cb-9d15-b4e7da16053f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.811605 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-be5a83de-4798-45cb-9d15-b4e7da16053f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629536 Feb 09 03:24:57.813513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44654) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:57.819611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0ae51d5b-66ef-4ad8-9e1a-e712baee4955 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': '3e83fbab-8bf0-4356-bb97-18bdff88e416', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:57.872091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72ee4b61-88d1-40d3-bc2a-0ef4a65ede4f req-7eaa8ad1-3c9f-4102-a2b5-fa3f6db237c4 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 210 time: 0.0454366 Feb 09 03:24:57.891149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ae51d5b-66ef-4ad8-9e1a-e712baee4955 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (cacca7b9-2e41-4c8c-8b27-9731ceca2ddb), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.892531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks [] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.904237 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] For port 81bcac3d-8168-4519-a2c6-eb188ecd96fe, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:24:57.911067 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] For port 81bcac3d-8168-4519-a2c6-eb188ecd96fe, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=81bcac3d-8168-4519-a2c6-eb188ecd96fe,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:24:57.919026 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.919468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 15c7e059-1459-4ee2-ad4b-ca7f846708a8 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:57.969933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks [] for port (f9d32101-ddce-4098-81bc-333ac53616e5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:57.985016 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:24:57.986002 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:24:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:58.009753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.040198 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ae51d5b-66ef-4ad8-9e1a-e712baee4955 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (cacca7b9-2e41-4c8c-8b27-9731ceca2ddb), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.045508 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ae51d5b-66ef-4ad8-9e1a-e712baee4955 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (cacca7b9-2e41-4c8c-8b27-9731ceca2ddb), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.060372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Network da893c8a-68eb-40e5-a8b8-5be0a971484a is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:58.069730 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:58.078942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:58.085747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:58.088493 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.117207 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.121533 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Pushing event updated for resources: {'Port': ['ID=8103416d-69f1-4ff0-97da-b7cbc5a28aae,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.127457 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:24:58.149870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae51d5b-66ef-4ad8-9e1a-e712baee4955 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacca7b9-2e41-4c8c-8b27-9731ceca2ddb,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.160416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ae51d5b-66ef-4ad8-9e1a-e712baee4955 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.161636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ae51d5b-66ef-4ad8-9e1a-e712baee4955 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3468735 Feb 09 03:24:58.164885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44658) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:58.172227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d56b635f-cc19-4525-9121-662c4ac300c8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': '3e83fbab-8bf0-4356-bb97-18bdff88e416', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:58.197630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['a008b94f-5751-4021-abbd-5fb624e95da3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:24:58.214750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d56b635f-cc19-4525-9121-662c4ac300c8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (c3f807ac-7665-444d-bfb9-66a585c2f2b6), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.254736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Network 82be9dc3-b377-4e16-8e08-708759e88517 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:24:58.267885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:58.268513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.269724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fbe543b1-2507-4c69-b412-2994e6395ffc None None] Provisioning complete for port 81bcac3d-8168-4519-a2c6-eb188ecd96fe triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:58.270205 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fbe543b1-2507-4c69-b412-2994e6395ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.281413 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af159de9-7ac5-492a-b44a-8a93eb620f57 None None] Pushing event updated for resources: {'Port': ['ID=81bcac3d-8168-4519-a2c6-eb188ecd96fe,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.298330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:24:58.302542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:24:58.311980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-1e0294a5-0bcc-44ca-88c7-29a1610e7ff5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2609954 Feb 09 03:24:58.335506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d56b635f-cc19-4525-9121-662c4ac300c8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (c3f807ac-7665-444d-bfb9-66a585c2f2b6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.341046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d56b635f-cc19-4525-9121-662c4ac300c8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (c3f807ac-7665-444d-bfb9-66a585c2f2b6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.356857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Request body: {'port': {'device_id': '483ca179-db91-4904-a333-f63ee6b3eea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:58.374030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b635f-cc19-4525-9121-662c4ac300c8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f807ac-7665-444d-bfb9-66a585c2f2b6,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.386269 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d56b635f-cc19-4525-9121-662c4ac300c8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.391347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d56b635f-cc19-4525-9121-662c4ac300c8 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2251914 Feb 09 03:24:58.392109 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44660) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:58.398261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7cf86594-d38e-4e4c-95d2-6f64d0de9b13 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': '3e83fbab-8bf0-4356-bb97-18bdff88e416', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:58.400125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Pushing event updated for resources: {'Port': ['ID=f9d32101-ddce-4098-81bc-333ac53616e5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.437392 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-7cf86594-d38e-4e4c-95d2-6f64d0de9b13 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Project 68f50846d4f2489ca953152d349824bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:24:58.443595 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:57Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:24:58.445020 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cf86594-d38e-4e4c-95d2-6f64d0de9b13 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (7ff393f9-c3b1-41a6-9a59-dabc94b8ed3c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.468814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:58.470049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 18890d25-7268-4039-b905-e6516e483d88 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:58.493345 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6cf17a-c6c3-4ab8-9e1d-0872813d852e None None] The sync data for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 is: [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:57Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:24:58.493842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4af39-0e63-4df1-9c03-0a755847cce7 req-13f28cfe-ccb3-4066-8a13-b073e7cd8cce tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:58.510565 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a7d4af39-0e63-4df1-9c03-0a755847cce7 req-13f28cfe-ccb3-4066-8a13-b073e7cd8cce tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1027 time: 0.3566132 Feb 09 03:24:58.516548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:58.516978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.531818 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cf86594-d38e-4e4c-95d2-6f64d0de9b13 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (7ff393f9-c3b1-41a6-9a59-dabc94b8ed3c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.537221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cf86594-d38e-4e4c-95d2-6f64d0de9b13 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (7ff393f9-c3b1-41a6-9a59-dabc94b8ed3c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.569840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf86594-d38e-4e4c-95d2-6f64d0de9b13 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff393f9-c3b1-41a6-9a59-dabc94b8ed3c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.570600 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.607394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7cf86594-d38e-4e4c-95d2-6f64d0de9b13 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.616014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7cf86594-d38e-4e4c-95d2-6f64d0de9b13 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2226024 Feb 09 03:24:58.617193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44662) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:24:58.620718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-7c035a90-603a-46e8-a59e-ab6a26635ebd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3266163 Feb 09 03:24:58.631738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-804a79f7-2070-47c7-9a15-6384b2e1b184 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'security_group_rule': {'security_group_id': '3e83fbab-8bf0-4356-bb97-18bdff88e416', 'project_id': '68f50846d4f2489ca953152d349824bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:58.633467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Request body: {'port': {'device_id': '5638d66f-f5ae-438e-b499-6111e83d6143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:24:58.663271 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-804a79f7-2070-47c7-9a15-6384b2e1b184 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Project 68f50846d4f2489ca953152d349824bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:24:58.669748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-804a79f7-2070-47c7-9a15-6384b2e1b184 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (9ab19ae8-591a-4ef3-a793-6b631b9e0d93), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.722850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fbe543b1-2507-4c69-b412-2994e6395ffc None None] Current status of the port 81bcac3d-8168-4519-a2c6-eb188ecd96fe is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:58.723249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fbe543b1-2507-4c69-b412-2994e6395ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.748925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a7d4af39-0e63-4df1-9c03-0a755847cce7 req-81bffac9-33e1-461c-b1ae-03a40c09961b tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278035 Feb 09 03:24:58.753142 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-804a79f7-2070-47c7-9a15-6384b2e1b184 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (9ab19ae8-591a-4ef3-a793-6b631b9e0d93), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.757017 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-804a79f7-2070-47c7-9a15-6384b2e1b184 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (9ab19ae8-591a-4ef3-a793-6b631b9e0d93), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.774966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 18890d25-7268-4039-b905-e6516e483d88 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:58.775349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (18890d25-7268-4039-b905-e6516e483d88), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.792479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a79f7-2070-47c7-9a15-6384b2e1b184 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab19ae8-591a-4ef3-a793-6b631b9e0d93,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.807041 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-804a79f7-2070-47c7-9a15-6384b2e1b184 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.817775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-804a79f7-2070-47c7-9a15-6384b2e1b184 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902766 Feb 09 03:24:58.858750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fbe543b1-2507-4c69-b412-2994e6395ffc None None] For port 81bcac3d-8168-4519-a2c6-eb188ecd96fe, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=81bcac3d-8168-4519-a2c6-eb188ecd96fe,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:24:58.859815 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.870971 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fbe543b1-2507-4c69-b412-2994e6395ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:58.972206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe543b1-2507-4c69-b412-2994e6395ffc None None] Pushing event updated for resources: {'Port': ['ID=81bcac3d-8168-4519-a2c6-eb188ecd96fe,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:58.979199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 18890d25-7268-4039-b905-e6516e483d88 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:59.000004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e7a35a4b-eb6f-40a2-933d-266352b98c21 None None] Provisioning complete for port f9d32101-ddce-4098-81bc-333ac53616e5 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:59.000783 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7a35a4b-eb6f-40a2-933d-266352b98c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.055656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e7a35a4b-eb6f-40a2-933d-266352b98c21 None None] Port f9d32101-ddce-4098-81bc-333ac53616e5 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:24:59.072314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e7a35a4b-eb6f-40a2-933d-266352b98c21 None None] Provisioning complete for port 81bcac3d-8168-4519-a2c6-eb188ecd96fe triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:59.073306 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e7a35a4b-eb6f-40a2-933d-266352b98c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.110155 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b5d7f-cc29-4408-8f0f-8897f2fc5771 req-d23ee15c-d43d-4dd8-893c-79e67ea58957 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:59.112480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-878b5d7f-cc29-4408-8f0f-8897f2fc5771 req-d23ee15c-d43d-4dd8-893c-79e67ea58957 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 931 time: 0.0759771 Feb 09 03:24:59.168033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e7a35a4b-eb6f-40a2-933d-266352b98c21 None None] Current status of the port 81bcac3d-8168-4519-a2c6-eb188ecd96fe is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:24:59.169545 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-878b5d7f-cc29-4408-8f0f-8897f2fc5771 req-cf47fc5c-30d8-4286-a133-b51d3c975a81 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495648 Feb 09 03:24:59.191796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-e6bc15b0-0f51-45e6-b3e4-cb3ff8d450ba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178630331&fields=id&tenant_id=68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 267 time: 0.1344824 Feb 09 03:24:59.316123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8103416d-69f1-4ff0-97da-b7cbc5a28aae {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:59.334058 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Publish callbacks [] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.374603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Transition to ACTIVE for port object 8103416d-69f1-4ff0-97da-b7cbc5a28aae will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:59.389042 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.435486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-4d4888a5-601b-4eab-8245-12f5f8a120c7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:59.436948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-4d4888a5-601b-4eab-8245-12f5f8a120c7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/networks?id=5999ee79-29ee-4a87-9b1d-720ea86dc337 HTTP/1.1" status: 200 len: 797 time: 0.2367580 Feb 09 03:24:59.498427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-40d39745-2038-407d-9874-fd7cecbc0d2b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/quotas/68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 375 time: 0.0402684 Feb 09 03:24:59.500826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Pushing event updated for resources: {'Port': ['ID=8103416d-69f1-4ff0-97da-b7cbc5a28aae,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:59.509288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d32101-ddce-4098-81bc-333ac53616e5 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:24:59.540696 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Publish callbacks [] for port (f9d32101-ddce-4098-81bc-333ac53616e5), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.600022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Transition to ACTIVE for port object f9d32101-ddce-4098-81bc-333ac53616e5 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:24:59.608659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.688585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d32101-ddce-4098-81bc-333ac53616e5,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:24:59.691394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Attempting to bind port 8103416d-69f1-4ff0-97da-b7cbc5a28aae on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:24:59.691737 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Attempting to bind port 8103416d-69f1-4ff0-97da-b7cbc5a28aae by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:24:59.692063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Attempting to bind port 8103416d-69f1-4ff0-97da-b7cbc5a28aae on network da893c8a-68eb-40e5-a8b8-5be0a971484a {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:59.704081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-aea82050-38c5-4a07-82b2-dbdd74862540 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908782 Feb 09 03:24:59.711446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Port 8103416d-69f1-4ff0-97da-b7cbc5a28aae on network da893c8a-68eb-40e5-a8b8-5be0a971484a not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:24:59.711446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Attempting to bind port 8103416d-69f1-4ff0-97da-b7cbc5a28aae on network da893c8a-68eb-40e5-a8b8-5be0a971484a {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:24:59.771169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:24:59.771169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Checking segment: {'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:24:59.771509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Bound using segment: {'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:24:59.771937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Bound port: 8103416d-69f1-4ff0-97da-b7cbc5a28aae, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:24:59.772288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.870453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 81bcac3d-8168-4519-a2c6-eb188ecd96fe up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:24:59.888010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92554-ae88-42dc-a283-7e1c83b31027 req-b2fb2a3c-e50c-4270-b92d-e718812ba552 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:24:59.895310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bf92554-ae88-42dc-a283-7e1c83b31027 req-b2fb2a3c-e50c-4270-b92d-e718812ba552 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1052 time: 0.0731862 Feb 09 03:24:59.952758 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 81bcac3d-8168-4519-a2c6-eb188ecd96fe triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:24:59.953403 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:24:59.959551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bf92554-ae88-42dc-a283-7e1c83b31027 req-3a051fb2-66c1-4ba8-a387-fb1b381bc94d tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632622 Feb 09 03:25:00.056953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 81bcac3d-8168-4519-a2c6-eb188ecd96fe is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:00.285012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Attempting to bind port f9d32101-ddce-4098-81bc-333ac53616e5 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:00.285565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Attempting to bind port f9d32101-ddce-4098-81bc-333ac53616e5 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:00.285699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Attempting to bind port f9d32101-ddce-4098-81bc-333ac53616e5 on network 82be9dc3-b377-4e16-8e08-708759e88517 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:00.301057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198a438-8356-44a6-b9d7-16acef01e2e0 req-5b644eda-f4dd-4f3d-b156-d2059b308210 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.302582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3198a438-8356-44a6-b9d7-16acef01e2e0 req-5b644eda-f4dd-4f3d-b156-d2059b308210 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 943 time: 0.0622339 Feb 09 03:25:00.308199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Port f9d32101-ddce-4098-81bc-333ac53616e5 on network 82be9dc3-b377-4e16-8e08-708759e88517 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:00.308531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Attempting to bind port f9d32101-ddce-4098-81bc-333ac53616e5 on network 82be9dc3-b377-4e16-8e08-708759e88517 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:00.315655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] For port 8103416d-69f1-4ff0-97da-b7cbc5a28aae, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:00.319095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:00.319095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Checking segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:00.319568 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Bound using segment: {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:00.320098 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Bound port: f9d32101-ddce-4098-81bc-333ac53616e5, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e97bfe0-c558-4448-9904-3e85e1c433b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:00.320464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.323939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-dedbaeea-f132-48dc-9764-66ce556a3043 service neutron] 10.222.0.32 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964906 Feb 09 03:25:00.326591 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] For port 8103416d-69f1-4ff0-97da-b7cbc5a28aae, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8103416d-69f1-4ff0-97da-b7cbc5a28aae,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:00.351617 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.352391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3198a438-8356-44a6-b9d7-16acef01e2e0 req-f139420e-c463-4d12-b395-cf4c167b3c13 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Feb 09 03:25:00.456891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.457426 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.458901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] 10.222.0.26 "PUT /v2.0/ports/8103416d-69f1-4ff0-97da-b7cbc5a28aae HTTP/1.1" status: 200 len: 1091 time: 2.1077638 Feb 09 03:25:00.459343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483ca179-db91-4904-a333-f63ee6b3eea0', 'tag': '8103416d-69f1-4ff0-97da-b7cbc5a28aae'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:00.461638 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba146f1-741e-4686-9a08-e7b425918a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "483ca179-db91-4904-a333-f63ee6b3eea0", "tag": "8103416d-69f1-4ff0-97da-b7cbc5a28aae"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:00.498835 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-23ea9297-2980-4837-8040-7d9cbe3447f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.527721 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1165d3-20e0-4e87-898b-6b56321e07c8 x-openstack-request-id: req-da1165d3-20e0-4e87-898b-6b56321e07c8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:00.528020 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483ca179-db91-4904-a333-f63ee6b3eea0", "tag": "8103416d-69f1-4ff0-97da-b7cbc5a28aae", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:00.528279 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da1165d3-20e0-4e87-898b-6b56321e07c8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:00.528696 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483ca179-db91-4904-a333-f63ee6b3eea0', 'tag': '8103416d-69f1-4ff0-97da-b7cbc5a28aae', 'status': 'completed', 'code': 200} Feb 09 03:25:00.559283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242c304-a6b1-480e-9353-8022226fa584 service neutron] Pushing event updated for resources: {'Port': ['ID=8103416d-69f1-4ff0-97da-b7cbc5a28aae,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:00.568767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] For port f9d32101-ddce-4098-81bc-333ac53616e5, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:00.574329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-554cad68-74fa-4ebf-a887-ca625ffb68c7 service neutron] 10.222.0.32 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406206 Feb 09 03:25:00.586878 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] For port f9d32101-ddce-4098-81bc-333ac53616e5, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f9d32101-ddce-4098-81bc-333ac53616e5,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:00.597538 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.632386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-6cb4d04b-387e-489c-befc-985a5cac9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.633909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-6cb4d04b-387e-489c-befc-985a5cac9cb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ad9edbb31964aff8b5863ea24309b67&device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 1125 time: 0.1328094 Feb 09 03:25:00.641896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.642539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:00.643944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] 10.222.0.26 "PUT /v2.0/ports/f9d32101-ddce-4098-81bc-333ac53616e5 HTTP/1.1" status: 200 len: 1091 time: 2.0147164 Feb 09 03:25:00.709407 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-435a69f1-b130-4e04-87d5-f1729a61b3d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8103416d-69f1-4ff0-97da-b7cbc5a28aae HTTP/1.1" status: 200 len: 217 time: 0.0644307 Feb 09 03:25:00.771201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e6884-0159-435f-a76d-4df2c7f68e50 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d32101-ddce-4098-81bc-333ac53616e5,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:00.802691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ab10eba1-6321-4200-88ba-6ee5fc4384e7 req-f2f47584-2120-47f5-a98c-eb49de906da9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 210 time: 0.0448990 Feb 09 03:25:00.812696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-86128145-b093-4a6a-97bc-68e4d497842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.825782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-86128145-b093-4a6a-97bc-68e4d497842a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2bd3ce3f428473e983572901418cebd&device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1125 time: 0.1219060 Feb 09 03:25:00.831416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-fad017b8-9bdc-4cf1-93ef-8dc95c41d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.832848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-fad017b8-9bdc-4cf1-93ef-8dc95c41d92a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c89c429-e4ae-40b9-8ab7-8abb814befd5 HTTP/1.1" status: 200 len: 853 time: 0.0995679 Feb 09 03:25:00.868950 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-e7561cff-1c1d-4089-b4c0-642ed4b8ea18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d32101-ddce-4098-81bc-333ac53616e5 HTTP/1.1" status: 200 len: 217 time: 0.0463483 Feb 09 03:25:00.896130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-69c8d472-6504-4cf6-920f-9c9255ed60ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da893c8a-68eb-40e5-a8b8-5be0a971484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352862 Feb 09 03:25:00.990341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-469cae1a-30f4-4f87-91fd-02945f1da98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:00.991837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-469cae1a-30f4-4f87-91fd-02945f1da98d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2de377a-44d9-46ac-85b8-ebbfa207ddd8 HTTP/1.1" status: 200 len: 848 time: 0.0984933 Feb 09 03:25:01.084386 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-3831f541-e8d4-4093-a05b-e3b141723ef3 service neutron] 10.222.0.26 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809025 Feb 09 03:25:01.151421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-cc52108f-b80d-43f7-a047-2048f5e95357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.153446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-cc52108f-b80d-43f7-a047-2048f5e95357 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82be9dc3-b377-4e16-8e08-708759e88517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1544025 Feb 09 03:25:01.173132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5dc55-1294-41d9-b71b-88aaa3eb402e req-582e0395-5f2c-42b7-8b61-2bc1dd65a21a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.175408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bef5dc55-1294-41d9-b71b-88aaa3eb402e req-582e0395-5f2c-42b7-8b61-2bc1dd65a21a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1125 time: 0.1351783 Feb 09 03:25:01.309874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c13a2ac9-49e9-4a30-8780-ac21ae9512e9 req-4c19fda1-79b5-413c-9265-ea11a03cf32d service neutron] 10.222.0.26 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158103 Feb 09 03:25:01.321238 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bef5dc55-1294-41d9-b71b-88aaa3eb402e req-f8d1778d-f4c3-4f0b-b1bc-fccad4018786 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292315 Feb 09 03:25:01.325555 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-5853d0d4-d4f5-4cd1-a4f8-ed8c0262f153 service neutron] 10.222.0.26 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658759 Feb 09 03:25:01.450550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-2bab6df9-4832-40ee-a9fa-8302ae265d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.452146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-2bab6df9-4832-40ee-a9fa-8302ae265d2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ad9edbb31964aff8b5863ea24309b67&device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 1125 time: 0.0909305 Feb 09 03:25:01.473615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd91b86e-8a14-43b9-a4d7-8a806605aa50 req-36af66fe-8589-4248-a4d8-549b4ea08351 service neutron] 10.222.0.26 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421220 Feb 09 03:25:01.474068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2305f-5d94-4286-b322-2804e38b6ff5 req-bd64f508-453b-47b9-aa16-b5e2667b981a tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.475624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93b2305f-5d94-4286-b322-2804e38b6ff5 req-bd64f508-453b-47b9-aa16-b5e2667b981a tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 943 time: 0.0536120 Feb 09 03:25:01.534194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93b2305f-5d94-4286-b322-2804e38b6ff5 req-e6c81539-1065-4d4c-9c8d-fdc3271800ef tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494049 Feb 09 03:25:01.556798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-57f9ce32-dce8-4cea-ad0f-e3a703187207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.558329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-57f9ce32-dce8-4cea-ad0f-e3a703187207 service neutron] 10.222.0.26 "GET /v2.0/networks?id=da893c8a-68eb-40e5-a8b8-5be0a971484a HTTP/1.1" status: 200 len: 914 time: 0.0976124 Feb 09 03:25:01.599191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-d9d6543a-5f09-4abf-89cb-18d8c1826469 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8103416d-69f1-4ff0-97da-b7cbc5a28aae HTTP/1.1" status: 200 len: 217 time: 0.0349410 Feb 09 03:25:01.649126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-6bb16a40-1bd1-4f04-bf01-886036635708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.650650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-6bb16a40-1bd1-4f04-bf01-886036635708 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c89c429-e4ae-40b9-8ab7-8abb814befd5 HTTP/1.1" status: 200 len: 853 time: 0.0464537 Feb 09 03:25:01.687301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-6605ca4d-e5cf-4d75-a837-cc154450bc52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da893c8a-68eb-40e5-a8b8-5be0a971484a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313170 Feb 09 03:25:01.782816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-a68733c6-2784-4532-8778-e728004d2fab service neutron] 10.222.0.26 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899198 Feb 09 03:25:01.785330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-180ab043-cb0a-4529-81b4-9972214e8595 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:01.786926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-180ab043-cb0a-4529-81b4-9972214e8595 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "GET /v2.0/networks?id=5999ee79-29ee-4a87-9b1d-720ea86dc337 HTTP/1.1" status: 200 len: 797 time: 0.1191902 Feb 09 03:25:01.885177 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-4bb47c6d-6e6d-48e5-ae31-4f6917b46b34 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68f50846d4f2489ca953152d349824bf HTTP/1.1" status: 200 len: 380 time: 0.0769269 Feb 09 03:25:01.902948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'port': {'device_id': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'admin_state_up': True, 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'security_groups': ['3e83fbab-8bf0-4356-bb97-18bdff88e416']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:01.922739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e2cbdcf3-4722-4d35-961f-2a698a153c39 req-37405ff1-6e6a-462c-b423-ad563c5b6d20 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 210 time: 0.0346742 Feb 09 03:25:01.935256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1ba146f1-741e-4686-9a08-e7b425918a4f req-4bfad133-9d71-4838-80a2-d76e17d0da2e service neutron] 10.222.0.26 "GET /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464427 Feb 09 03:25:02.019744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Made reservation on behalf of 68f50846d4f2489ca953152d349824bf for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:02.022986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.144263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.20.0.13 (5999ee79-29ee-4a87-9b1d-720ea86dc337/d0a42b6a-4931-4b18-914b-daeb9e91eb91/4f75b2a4-412c-4a1f-bd3b-f66e60062aa4) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:25:02.284004 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.316347 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.357263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:25:02.362366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:02.366114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:25:02.399653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:02.449661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.450307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.471894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091ecc6-0049-430a-b7e4-514c0680dda6 req-d4594108-a46d-4560-a257-36e024879001 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.473455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8091ecc6-0049-430a-b7e4-514c0680dda6 req-d4594108-a46d-4560-a257-36e024879001 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1125 time: 0.0776615 Feb 09 03:25:02.476584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-1f54a466-d8be-41ba-b671-85ddfec9bec1 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803616 Feb 09 03:25:02.491111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Request body: {'port': {'device_id': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:02.530325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5638d66f-f5ae-438e-b499-6111e83d6143', 'tag': 'f9d32101-ddce-4098-81bc-333ac53616e5'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:02.533074 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5638d66f-f5ae-438e-b499-6111e83d6143", "tag": "f9d32101-ddce-4098-81bc-333ac53616e5"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:02.572732 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d36c80-3050-4ed6-a0eb-ebc085cd393a x-openstack-request-id: req-99d36c80-3050-4ed6-a0eb-ebc085cd393a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:02.573243 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5638d66f-f5ae-438e-b499-6111e83d6143", "tag": "f9d32101-ddce-4098-81bc-333ac53616e5", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:02.573511 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99d36c80-3050-4ed6-a0eb-ebc085cd393a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:02.573921 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5638d66f-f5ae-438e-b499-6111e83d6143', 'tag': 'f9d32101-ddce-4098-81bc-333ac53616e5', 'status': 'completed', 'code': 200} Feb 09 03:25:02.577231 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8091ecc6-0049-430a-b7e4-514c0680dda6 req-abef35ed-ce6f-4754-8620-9a04b0ff602f tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972149 Feb 09 03:25:02.584381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.661758 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-83e6f21c-2dbd-41be-861d-05177a7966ec None None] Provisioning complete for port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:02.662956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83e6f21c-2dbd-41be-861d-05177a7966ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.696074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-c16c4afb-8533-403f-b018-aaf0d077caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.697680 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-c16c4afb-8533-403f-b018-aaf0d077caf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2bd3ce3f428473e983572901418cebd&device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1125 time: 0.0891290 Feb 09 03:25:02.709532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-83e6f21c-2dbd-41be-861d-05177a7966ec None None] Port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:25:02.712154 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9dc64212-05e6-4e3f-b9b0-2141885b266a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.737475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc1a02-19b2-488e-bdf7-08996a90910f req-f2db82e7-3d62-46ad-845f-ab4bebcf3a43 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.739000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cfc1a02-19b2-488e-bdf7-08996a90910f req-f2db82e7-3d62-46ad-845f-ab4bebcf3a43 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 943 time: 0.0948758 Feb 09 03:25:02.829821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0cfc1a02-19b2-488e-bdf7-08996a90910f req-b2b5ed82-bef8-4e7e-b507-084d9da84709 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656726 Feb 09 03:25:02.843242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-c19d2298-e701-42a4-8a78-5a3e936efbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.844832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-c19d2298-e701-42a4-8a78-5a3e936efbed service neutron] 10.222.0.26 "GET /v2.0/networks?id=82be9dc3-b377-4e16-8e08-708759e88517 HTTP/1.1" status: 200 len: 910 time: 0.1403606 Feb 09 03:25:02.886784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:02.890977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-724f9874-f7bb-4387-a457-b9cf39012813 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9d32101-ddce-4098-81bc-333ac53616e5 HTTP/1.1" status: 200 len: 217 time: 0.0393066 Feb 09 03:25:02.894289 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Publish callbacks [] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.906959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Transition to ACTIVE for port object 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:02.911353 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:02.940075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-7b44e915-ae08-48e4-b3d6-b3e1e494a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:02.941641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-7b44e915-ae08-48e4-b3d6-b3e1e494a12a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2de377a-44d9-46ac-85b8-ebbfa207ddd8 HTTP/1.1" status: 200 len: 848 time: 0.0447628 Feb 09 03:25:02.980722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Pushing event updated for resources: {'Port': ['ID=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:03.014528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-d3bbaf24-3b10-4460-ad96-7100451c89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.016734 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-d3bbaf24-3b10-4460-ad96-7100451c89bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82be9dc3-b377-4e16-8e08-708759e88517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0674717 Feb 09 03:25:03.115851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Attempting to bind port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:03.116472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Attempting to bind port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:03.116472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Attempting to bind port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 on network 5999ee79-29ee-4a87-9b1d-720ea86dc337 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:03.124430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 on network 5999ee79-29ee-4a87-9b1d-720ea86dc337 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:03.125193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Attempting to bind port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 on network 5999ee79-29ee-4a87-9b1d-720ea86dc337 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:03.129340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-29e6fe3f-335a-41f7-accd-0e12c4d93488 service neutron] 10.222.0.26 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036990 Feb 09 03:25:03.136710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d55088-ac4d-4a25-87ea-92955c855f58 req-966dad1d-6e36-4e60-8725-664ba3fcc983 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.138592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9d55088-ac4d-4a25-87ea-92955c855f58 req-966dad1d-6e36-4e60-8725-664ba3fcc983 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 944 time: 0.1023293 Feb 09 03:25:03.139869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:03.140212 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Checking segment: {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:03.140580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Bound using segment: {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:03.141015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Bound port: 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676731a7-c22e-475b-a101-d1d047bacaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:03.141372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:03.229341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eccfa1e4-f3e5-4257-81b1-372d5bb065a0 req-a3c2df22-ddd6-4a7e-99a3-5b464c06836f service neutron] 10.222.0.26 "GET /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913234 Feb 09 03:25:03.234119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9d55088-ac4d-4a25-87ea-92955c855f58 req-7e79d7dc-6bcc-4cd1-8bde-58c992a8623a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891318 Feb 09 03:25:03.245330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] For port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:03.250470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] For port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:03.260260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:03.300306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.300934 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:03.302364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] 10.222.0.61 "PUT /v2.0/ports/4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 HTTP/1.1" status: 200 len: 1092 time: 0.8154471 Feb 09 03:25:03.302803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:03.305065 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5085052-2f6d-46fb-9a8f-cf673d881bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:03.335810 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795f01-e085-436f-9d68-7635fcb49317 service neutron] Pushing event updated for resources: {'Port': ['ID=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:03.371346 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00149cf-87d3-40e5-bd1b-eae080c08801 x-openstack-request-id: req-c00149cf-87d3-40e5-bd1b-eae080c08801 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:03.371552 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:03.371807 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c00149cf-87d3-40e5-bd1b-eae080c08801 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:03.372208 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'status': 'completed', 'code': 200} Feb 09 03:25:03.394006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-53e4934d-cccc-461f-8ebd-b45fdc7bfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.395578 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-53e4934d-cccc-461f-8ebd-b45fdc7bfdf9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 1126 time: 0.0520232 Feb 09 03:25:03.438377 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-627b819f-cac9-4ab3-b597-739710072761 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 HTTP/1.1" status: 200 len: 217 time: 0.0342422 Feb 09 03:25:03.491802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-595a20f2-3db8-445d-a767-739002b7849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.493281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-595a20f2-3db8-445d-a767-739002b7849f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d0a42b6a-4931-4b18-914b-daeb9e91eb91 HTTP/1.1" status: 200 len: 835 time: 0.0494330 Feb 09 03:25:03.552358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-76ba5db7-12e6-40d8-addb-cb9ef29aae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.553877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-76ba5db7-12e6-40d8-addb-cb9ef29aae58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5999ee79-29ee-4a87-9b1d-720ea86dc337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534077 Feb 09 03:25:03.645516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-d54ed7fe-5757-482d-882c-93a264a27560 service neutron] 10.222.0.61 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845456 Feb 09 03:25:03.751957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843b5bc-1095-49c0-a068-7a7ca8c460b4 req-90a9ebca-a2fd-419b-b13f-12f311a80a00 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.753503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4843b5bc-1095-49c0-a068-7a7ca8c460b4 req-90a9ebca-a2fd-419b-b13f-12f311a80a00 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1125 time: 0.1056783 Feb 09 03:25:03.782767 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3365eec-4d38-4328-8e69-7a7aeb00c1da req-f07f2c47-6cf5-4f54-9706-2da0a4dbfe6f service neutron] 10.222.0.61 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265171 Feb 09 03:25:03.808314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4843b5bc-1095-49c0-a068-7a7ca8c460b4 req-7441420d-2c9e-47e7-8938-96bc9038902a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Feb 09 03:25:03.879283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-c947dbcd-7f6c-487e-8d72-e9236b6986c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.880905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-c947dbcd-7f6c-487e-8d72-e9236b6986c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 1126 time: 0.0495591 Feb 09 03:25:03.955057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec525b3a-e511-499f-b533-c078fc187c7c req-f8443348-9517-4940-ac82-f1ebd0908cc1 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.957826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec525b3a-e511-499f-b533-c078fc187c7c req-f8443348-9517-4940-ac82-f1ebd0908cc1 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 943 time: 0.0567901 Feb 09 03:25:03.958524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8103416d-69f1-4ff0-97da-b7cbc5a28aae details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:03.976116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-3de430b0-c9db-42c3-ab19-27a5868aee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:03.977889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-3de430b0-c9db-42c3-ab19-27a5868aee0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5999ee79-29ee-4a87-9b1d-720ea86dc337 HTTP/1.1" status: 200 len: 898 time: 0.0899758 Feb 09 03:25:04.009966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ec525b3a-e511-499f-b533-c078fc187c7c req-a5894044-46db-459a-a862-544f8aaed1b4 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Feb 09 03:25:04.030271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-8fa00626-b948-488c-baa9-e093661bc094 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 HTTP/1.1" status: 200 len: 217 time: 0.0420628 Feb 09 03:25:04.056300 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:04.072643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8103416d-69f1-4ff0-97da-b7cbc5a28aae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8103416d-69f1-4ff0-97da-b7cbc5a28aae,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:04.078533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-2449771a-a775-44ad-ba46-68c6ebfbba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.080033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-2449771a-a775-44ad-ba46-68c6ebfbba8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d0a42b6a-4931-4b18-914b-daeb9e91eb91 HTTP/1.1" status: 200 len: 835 time: 0.0465651 Feb 09 03:25:04.084705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '8103416d-69f1-4ff0-97da-b7cbc5a28aae', 'network_id': 'da893c8a-68eb-40e5-a8b8-5be0a971484a', 'port_id': '8103416d-69f1-4ff0-97da-b7cbc5a28aae', 'mac_address': 'fa:16:3e:55:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c89c429-e4ae-40b9-8ab7-8abb814befd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:04.121719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8103416d-69f1-4ff0-97da-b7cbc5a28aae is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:04.122120 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:04.130520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-0f327b2a-37e9-4ab6-ac39-4260b7385295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.132379 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-0f327b2a-37e9-4ab6-ac39-4260b7385295 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5999ee79-29ee-4a87-9b1d-720ea86dc337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443349 Feb 09 03:25:04.135399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8103416d-69f1-4ff0-97da-b7cbc5a28aae {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:04.156026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8103416d-69f1-4ff0-97da-b7cbc5a28aae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8103416d-69f1-4ff0-97da-b7cbc5a28aae,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:04.160415 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:04.161145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f9d32101-ddce-4098-81bc-333ac53616e5 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:04.224422 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-837c7986-ef73-414d-933d-d6f4d5222bab service neutron] 10.222.0.61 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857656 Feb 09 03:25:04.262030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8103416d-69f1-4ff0-97da-b7cbc5a28aae,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:04.302770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f9d32101-ddce-4098-81bc-333ac53616e5, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f9d32101-ddce-4098-81bc-333ac53616e5,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:04.316549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'f9d32101-ddce-4098-81bc-333ac53616e5', 'network_id': '82be9dc3-b377-4e16-8e08-708759e88517', 'port_id': 'f9d32101-ddce-4098-81bc-333ac53616e5', 'mac_address': 'fa:16:3e:56:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2de377a-44d9-46ac-85b8-ebbfa207ddd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:04.331818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5085052-2f6d-46fb-9a8f-cf673d881bcc req-4600dae2-43b1-4f0d-a71f-f603a290d53f service neutron] 10.222.0.61 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001961 Feb 09 03:25:04.360631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port f9d32101-ddce-4098-81bc-333ac53616e5 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:04.361957 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:04.374409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6222c31-7f0c-4bf8-aa8b-a2143296300b req-4776e712-3dbf-4857-8627-03d02c8bdaba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.375917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b6222c31-7f0c-4bf8-aa8b-a2143296300b req-4776e712-3dbf-4857-8627-03d02c8bdaba tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 944 time: 0.0605931 Feb 09 03:25:04.376085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d32101-ddce-4098-81bc-333ac53616e5 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:04.396280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f9d32101-ddce-4098-81bc-333ac53616e5, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f9d32101-ddce-4098-81bc-333ac53616e5,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:04.400240 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:04.427330 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b6222c31-7f0c-4bf8-aa8b-a2143296300b req-90781ba5-fc66-4db4-9182-ed398a987255 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450385 Feb 09 03:25:04.447874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=f9d32101-ddce-4098-81bc-333ac53616e5,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:04.777621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8103416d-69f1-4ff0-97da-b7cbc5a28aae'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:04.785597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f9d32101-ddce-4098-81bc-333ac53616e5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:04.953946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a02c-8cf2-4e70-8ff4-43a52e24261e req-12fdd73a-b4f7-4d13-9c40-c6c7dd04fee8 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:04.955721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f576a02c-8cf2-4e70-8ff4-43a52e24261e req-12fdd73a-b4f7-4d13-9c40-c6c7dd04fee8 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1126 time: 0.0568609 Feb 09 03:25:05.037960 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f576a02c-8cf2-4e70-8ff4-43a52e24261e req-09b54252-5272-4efe-a236-e980a9459b80 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597174 Feb 09 03:25:05.116725 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:05.155208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdd976-6d14-46aa-9d63-e711149e9a17 req-a0bcc70b-0445-4f30-8f66-bc2a9c2b07a9 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:05.157150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2dbdd976-6d14-46aa-9d63-e711149e9a17 req-a0bcc70b-0445-4f30-8f66-bc2a9c2b07a9 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 944 time: 0.0677264 Feb 09 03:25:05.212698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2dbdd976-6d14-46aa-9d63-e711149e9a17 req-5120fedc-9023-4fbf-9a79-9f118ee135c1 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485251 Feb 09 03:25:05.565727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44b364-8119-4cd2-add5-cbb3f607e293 req-4b9945f2-9e76-4655-836f-d2f492f5db9b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:05.567232 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f44b364-8119-4cd2-add5-cbb3f607e293 req-4b9945f2-9e76-4655-836f-d2f492f5db9b tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 944 time: 0.0641768 Feb 09 03:25:05.622103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f44b364-8119-4cd2-add5-cbb3f607e293 req-c5ebdb26-cfb0-4e11-b493-8f5d311eb2a6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466199 Feb 09 03:25:05.958276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8103416d-69f1-4ff0-97da-b7cbc5a28aae up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:06.018429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 8103416d-69f1-4ff0-97da-b7cbc5a28aae completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:06.022783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 8103416d-69f1-4ff0-97da-b7cbc5a28aae triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:06.023174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.110767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 8103416d-69f1-4ff0-97da-b7cbc5a28aae is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:06.111156 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.135353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483ca179-db91-4904-a333-f63ee6b3eea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103416d-69f1-4ff0-97da-b7cbc5a28aae'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:06.137709 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793773fd-3af3-4dbb-a3e0-e6ac4eaae5b8" -d '{"events": [{"server_uuid": "483ca179-db91-4904-a333-f63ee6b3eea0", "name": "network-vif-plugged", "status": "completed", "tag": "8103416d-69f1-4ff0-97da-b7cbc5a28aae"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:06.152487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 8103416d-69f1-4ff0-97da-b7cbc5a28aae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8103416d-69f1-4ff0-97da-b7cbc5a28aae,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:06.157551 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.158396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f9d32101-ddce-4098-81bc-333ac53616e5 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:06.195665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da46855-b99c-4627-98d0-744dd7afff96 req-6d84923e-b5bb-4ae3-953e-d78283b113a8 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.197363 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0da46855-b99c-4627-98d0-744dd7afff96 req-6d84923e-b5bb-4ae3-953e-d78283b113a8 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1126 time: 0.0832801 Feb 09 03:25:06.207342 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdf9881-b01f-4fc6-9d2d-8779256146e5 x-openstack-request-id: req-0bdf9881-b01f-4fc6-9d2d-8779256146e5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:06.207635 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483ca179-db91-4904-a333-f63ee6b3eea0", "name": "network-vif-plugged", "status": "completed", "tag": "8103416d-69f1-4ff0-97da-b7cbc5a28aae", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:06.207896 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bdf9881-b01f-4fc6-9d2d-8779256146e5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:06.208412 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483ca179-db91-4904-a333-f63ee6b3eea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103416d-69f1-4ff0-97da-b7cbc5a28aae', 'code': 200} Feb 09 03:25:06.267432 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0da46855-b99c-4627-98d0-744dd7afff96 req-8426288a-5e63-4884-bf35-10b87dea5a35 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637665 Feb 09 03:25:06.292912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=8103416d-69f1-4ff0-97da-b7cbc5a28aae,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:06.321587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port f9d32101-ddce-4098-81bc-333ac53616e5 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:06.328932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port f9d32101-ddce-4098-81bc-333ac53616e5 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:06.329474 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.380544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9471-7111-4fa5-bc98-1954584e822e req-025b0bd5-a546-4baa-9c46-f1e752f0349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.382377 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68ad9471-7111-4fa5-bc98-1954584e822e req-025b0bd5-a546-4baa-9c46-f1e752f0349a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 1127 time: 0.1031497 Feb 09 03:25:06.404861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a8a49-6a35-45c6-a2d4-b9e0188cc12c req-c6fc7e1d-89ee-481a-9093-3e5bbce8593b tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.406570 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d2a8a49-6a35-45c6-a2d4-b9e0188cc12c req-c6fc7e1d-89ee-481a-9093-3e5bbce8593b tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 945 time: 0.0877609 Feb 09 03:25:06.432474 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port f9d32101-ddce-4098-81bc-333ac53616e5 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:06.433509 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.472644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68ad9471-7111-4fa5-bc98-1954584e822e req-6cadb8e1-feaa-4b82-a37e-14281ffb42c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838659 Feb 09 03:25:06.479962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port f9d32101-ddce-4098-81bc-333ac53616e5, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f9d32101-ddce-4098-81bc-333ac53616e5,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:06.481404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d2a8a49-6a35-45c6-a2d4-b9e0188cc12c req-e0b416c0-97b9-4751-a733-4e702834a7ed tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682888 Feb 09 03:25:06.491548 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.524495 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.556992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=f9d32101-ddce-4098-81bc-333ac53616e5,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:06.636403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:25:06.742052 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:06.755191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'port_id': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'mac_address': 'fa:16:3e:10:e2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:25:06.760804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248553b-1e52-453e-9e55-ce6fbe86d772 req-2fb3085c-5dc1-48e3-b499-5b7d26973a70 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:06.762495 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d248553b-1e52-453e-9e55-ce6fbe86d772 req-2fb3085c-5dc1-48e3-b499-5b7d26973a70 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 944 time: 0.0692475 Feb 09 03:25:06.795413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:06.795683 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.812222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:06.821351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d248553b-1e52-453e-9e55-ce6fbe86d772 req-5ea7d6fc-2692-4dba-8450-b3be85c3b6c6 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527773 Feb 09 03:25:06.838741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:06.842825 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:06.893760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:07.079568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['4f75b2a4-412c-4a1f-bd3b-f66e60062aa4'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:07.395442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ed9ee-11cb-4480-bbe8-6dd0701ea60f req-288f0fbf-968e-4964-ae1c-df8d0b313317 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.397010 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fe6ed9ee-11cb-4480-bbe8-6dd0701ea60f req-288f0fbf-968e-4964-ae1c-df8d0b313317 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0539973 Feb 09 03:25:07.445251 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fe6ed9ee-11cb-4480-bbe8-6dd0701ea60f req-4cf25bcf-c7f3-47be-9798-253085eca525 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Feb 09 03:25:07.616607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915baea3-305f-4559-9951-8af5346e9918 req-de9fd555-fd73-47d2-9f20-c01b56461a3b tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.618101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-915baea3-305f-4559-9951-8af5346e9918 req-de9fd555-fd73-47d2-9f20-c01b56461a3b tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 945 time: 0.0548303 Feb 09 03:25:07.667218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-915baea3-305f-4559-9951-8af5346e9918 req-ac7b1701-ae10-4549-8fb5-445ab474a4b0 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Feb 09 03:25:07.951180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b774c7-77bf-476c-b6a2-4df8d0d6f637 req-3a424052-7d8e-43c3-937d-926bb2c024e4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:07.952591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22b774c7-77bf-476c-b6a2-4df8d0d6f637 req-3a424052-7d8e-43c3-937d-926bb2c024e4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 945 time: 0.0576510 Feb 09 03:25:08.002988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22b774c7-77bf-476c-b6a2-4df8d0d6f637 req-0c4f9252-d5e2-4b27-acd8-57586ca38ac5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 Feb 09 03:25:08.209801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5638d66f-f5ae-438e-b499-6111e83d6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d32101-ddce-4098-81bc-333ac53616e5'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:08.212077 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd4b7b6-8a86-40e0-a563-6d32dfb310fe" -d '{"events": [{"server_uuid": "5638d66f-f5ae-438e-b499-6111e83d6143", "name": "network-vif-plugged", "status": "completed", "tag": "f9d32101-ddce-4098-81bc-333ac53616e5"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:08.249703 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e12487-99b1-4efc-b282-32d1a2451da4 x-openstack-request-id: req-39e12487-99b1-4efc-b282-32d1a2451da4 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:08.249969 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5638d66f-f5ae-438e-b499-6111e83d6143", "name": "network-vif-plugged", "status": "completed", "tag": "f9d32101-ddce-4098-81bc-333ac53616e5", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:08.250225 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39e12487-99b1-4efc-b282-32d1a2451da4 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:08.250647 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5638d66f-f5ae-438e-b499-6111e83d6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d32101-ddce-4098-81bc-333ac53616e5', 'code': 200} Feb 09 03:25:08.362354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ded640-08b6-4ee2-81c2-0f469f4401c0 req-c19e90c9-8a71-4a39-86b3-246ce699408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:08.363871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34ded640-08b6-4ee2-81c2-0f469f4401c0 req-c19e90c9-8a71-4a39-86b3-246ce699408b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0487907 Feb 09 03:25:08.411321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34ded640-08b6-4ee2-81c2-0f469f4401c0 req-ebffb5ff-8ae5-4a7b-8d39-ea8287148abb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 Feb 09 03:25:08.564782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde630f-7d46-42db-a532-c63871f2d104 req-aceba8a9-78ee-4783-a2a6-83cb8e7e1be4 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:08.566350 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edde630f-7d46-42db-a532-c63871f2d104 req-aceba8a9-78ee-4783-a2a6-83cb8e7e1be4 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0493009 Feb 09 03:25:08.610661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edde630f-7d46-42db-a532-c63871f2d104 req-6c90b12a-db7c-4f47-a9d3-8ce35d4dedd7 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384340 Feb 09 03:25:08.644499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:25:08.695614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:25:08.700706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:25:08.701195 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:08.779296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:25:08.779584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:08.789035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d21a-34bb-421d-a4d1-bf2f82f0ab45 req-4f0b702c-dff4-4a09-8a87-04a194d2f254 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:08.790575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fb2d21a-34bb-421d-a4d1-bf2f82f0ab45 req-4f0b702c-dff4-4a09-8a87-04a194d2f254 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 945 time: 0.0539770 Feb 09 03:25:08.812756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:08.816930 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:08.844886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fb2d21a-34bb-421d-a4d1-bf2f82f0ab45 req-e33bb90f-e206-4468-b3d2-c2a0e7bd79ef tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483851 Feb 09 03:25:08.870396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:09.134972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16d3b8-7e01-44c4-8814-0d662f0ba727 req-5f4a8300-8c35-4c35-a119-3308b7c15e9c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:09.137187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d16d3b8-7e01-44c4-8814-0d662f0ba727 req-5f4a8300-8c35-4c35-a119-3308b7c15e9c tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 946 time: 0.0621333 Feb 09 03:25:09.189353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d16d3b8-7e01-44c4-8814-0d662f0ba727 req-49a5e55a-b4f5-474f-b0fc-f8c6a2276d28 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462542 Feb 09 03:25:09.723697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa303f-4c9f-46df-a644-c56093847e20 req-330703f1-b780-40c8-a699-2dc872485800 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:09.725221 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbfa303f-4c9f-46df-a644-c56093847e20 req-330703f1-b780-40c8-a699-2dc872485800 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0458894 Feb 09 03:25:09.771556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbfa303f-4c9f-46df-a644-c56093847e20 req-2164034a-4636-4d62-807a-bf3476746983 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Feb 09 03:25:10.252271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:10.254713 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee63e636-c06b-4661-b704-05525c0e95d3" -d '{"events": [{"server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "name": "network-vif-plugged", "status": "completed", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:10.292392 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce927946-7efb-4fcb-8122-9f1aba3c8e4c x-openstack-request-id: req-ce927946-7efb-4fcb-8122-9f1aba3c8e4c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:10.292776 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "name": "network-vif-plugged", "status": "completed", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:10.292942 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce927946-7efb-4fcb-8122-9f1aba3c8e4c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:10.293327 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'code': 200} Feb 09 03:25:10.322363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec1cb-1a54-4cfc-81a5-5d22f21baa2d req-3212bcf5-5ac7-4ee4-abfc-148d192d3824 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.324625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad8ec1cb-1a54-4cfc-81a5-5d22f21baa2d req-3212bcf5-5ac7-4ee4-abfc-148d192d3824 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 946 time: 0.0640757 Feb 09 03:25:10.410020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad8ec1cb-1a54-4cfc-81a5-5d22f21baa2d req-c87fcf3b-45f0-43fd-86c6-3f72fd1e3d72 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783226 Feb 09 03:25:10.430444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8349d6-bffc-4c01-af94-b3653308ed61 req-8c661d30-3e40-4c03-a36a-a5a14630f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.430444 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8349d6-bffc-4c01-af94-b3653308ed61 req-8c661d30-3e40-4c03-a36a-a5a14630f65a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 1128 time: 0.0687032 Feb 09 03:25:10.474524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0e8349d6-bffc-4c01-af94-b3653308ed61 req-61fb390d-2428-471c-b0f9-77d88b85df7a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392537 Feb 09 03:25:10.887672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25ef13-a730-4288-9fbe-6b0e83a3d828 req-28fa351a-ccd5-40dc-a460-d946a8a133fd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:10.889205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e25ef13-a730-4288-9fbe-6b0e83a3d828 req-28fa351a-ccd5-40dc-a460-d946a8a133fd tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0453970 Feb 09 03:25:10.936482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e25ef13-a730-4288-9fbe-6b0e83a3d828 req-14ad914f-b09d-4a3c-a62e-a32b2c9e90b3 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Feb 09 03:25:11.051262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2a612-c9a2-4571-a058-15c4c2fe7768 req-6090e269-6b36-4201-949b-93aa67221a2a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.052751 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba2a612-c9a2-4571-a058-15c4c2fe7768 req-6090e269-6b36-4201-949b-93aa67221a2a tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0502996 Feb 09 03:25:11.097169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba2a612-c9a2-4571-a058-15c4c2fe7768 req-0241b422-5721-4e6b-bedb-be398e0730c3 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387428 Feb 09 03:25:11.205198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ba7f-601b-4d9e-98af-f248c4438fea req-3881f799-6114-4141-827c-e75ad14d4258 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.206767 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed08ba7f-601b-4d9e-98af-f248c4438fea req-3881f799-6114-4141-827c-e75ad14d4258 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0452600 Feb 09 03:25:11.258696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed08ba7f-601b-4d9e-98af-f248c4438fea req-3c43c55a-b8d3-4efe-b66c-677930efeda3 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 Feb 09 03:25:11.358056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-4d11df2b-9319-4ee8-b21f-1739f33a2b04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462356 Feb 09 03:25:11.461008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-3f0e5dbf-9105-4c80-9368-44eee9c09a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.462304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-3f0e5dbf-9105-4c80-9368-44eee9c09a49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1127 time: 0.0566690 Feb 09 03:25:11.574583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5daed-c64b-454c-b21a-837cfcd5b17a req-37510b9c-16a4-4461-808f-fbdf0bbb8a05 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.578877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38d5daed-c64b-454c-b21a-837cfcd5b17a req-37510b9c-16a4-4461-808f-fbdf0bbb8a05 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 946 time: 0.0652430 Feb 09 03:25:11.596408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be762-6252-49ac-bc4e-0f3527b56df4 req-1b95da14-87c0-4244-9edd-1cc85236a783 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.598038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-507be762-6252-49ac-bc4e-0f3527b56df4 req-1b95da14-87c0-4244-9edd-1cc85236a783 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.1201000 Feb 09 03:25:11.646974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38d5daed-c64b-454c-b21a-837cfcd5b17a req-3719f5d6-a4e5-4f56-9285-bc902bd902ac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608878 Feb 09 03:25:11.647886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-158f880c-cab6-4f98-a069-b013055a65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.649448 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-158f880c-cab6-4f98-a069-b013055a65d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.1596797 Feb 09 03:25:11.718586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-507be762-6252-49ac-bc4e-0f3527b56df4 req-ed43d976-e1af-4f80-b529-dc325a59b5bb tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112108 Feb 09 03:25:11.741962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-f801a459-d388-404d-82cb-d5def5966ebf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 200 len: 1001 time: 0.0813780 Feb 09 03:25:11.792102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-2b332ffc-4ce2-40cb-8ce2-cb6b6009d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.793723 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-2b332ffc-4ce2-40cb-8ce2-cb6b6009d06a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0447512 Feb 09 03:25:11.846040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-42069160-fde7-4812-a602-2b5823d57511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:11.847515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-42069160-fde7-4812-a602-2b5823d57511 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471745 Feb 09 03:25:11.945211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-32cbae84-e524-4356-97e2-531c11796d4e service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900257 Feb 09 03:25:12.070081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-165594eb-b4ba-4ccb-8c13-46a7effe66bf req-2a36c5f0-be27-44fd-9897-f4d9c6c85b78 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186507 Feb 09 03:25:12.794655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623499ae-8e7f-4546-96c5-8821b7a87cfe req-8089c561-8c62-4a15-a35f-e6cb450079bc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:12.797143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-623499ae-8e7f-4546-96c5-8821b7a87cfe req-8089c561-8c62-4a15-a35f-e6cb450079bc tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 946 time: 0.0806882 Feb 09 03:25:12.865998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce391e-6bb7-4597-9e47-fc952e903b37 req-dff60578-53f5-402f-8ea4-4ad2830ac3c7 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:12.875510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8ce391e-6bb7-4597-9e47-fc952e903b37 req-dff60578-53f5-402f-8ea4-4ad2830ac3c7 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0714638 Feb 09 03:25:12.880948 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-623499ae-8e7f-4546-96c5-8821b7a87cfe req-cda22c0c-8724-4214-9e5c-32c960282890 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694447 Feb 09 03:25:12.940376 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8ce391e-6bb7-4597-9e47-fc952e903b37 req-95d43d21-3f10-463d-91ee-b42769b018ec tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620847 Feb 09 03:25:13.017228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bcdc3-f860-4391-b005-7318802daa6c req-96792597-444e-4f3a-adac-948dc236acd9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:13.018762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-804bcdc3-f860-4391-b005-7318802daa6c req-96792597-444e-4f3a-adac-948dc236acd9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 946 time: 0.0630345 Feb 09 03:25:13.029888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-07df5106-6fdf-4352-8950-d5b08d3e3cfb tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:13.031578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-07df5106-6fdf-4352-8950-d5b08d3e3cfb tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 1127 time: 0.0483015 Feb 09 03:25:13.080331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-804bcdc3-f860-4391-b005-7318802daa6c req-92319a82-56dc-4f1a-a566-26db9ab563da tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549319 Feb 09 03:25:13.105152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44788) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:13.133405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Deleting port f9d32101-ddce-4098-81bc-333ac53616e5 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:13.134098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.155230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc5477d-2818-4184-92a3-0548b089c032 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:13.159566 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7fc5477d-2818-4184-92a3-0548b089c032 tempest-TestNetworkBasicOps-610876796 tempest-TestNetworkBasicOps-610876796-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 1123 time: 0.0507541 Feb 09 03:25:13.159831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44790) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:13.164276 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:13.187251 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.221427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] For port f9d32101-ddce-4098-81bc-333ac53616e5, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=f9d32101-ddce-4098-81bc-333ac53616e5,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:13.221835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.235333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Calling delete_port for f9d32101-ddce-4098-81bc-333ac53616e5 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:13.299179 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.381911 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f9d32101-ddce-4098-81bc-333ac53616e5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.395650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['a008b94f-5751-4021-abbd-5fb624e95da3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:13.432483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9d32101-ddce-4098-81bc-333ac53616e5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:13.436303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Allocated IP 172.25.2.9 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/e5e3d587-b8ac-4fc3-9579-72c02c5a463a) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:25:13.449011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['f9d32101-ddce-4098-81bc-333ac53616e5'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:13.500267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] No DVR routers for this DVR port f9d32101-ddce-4098-81bc-333ac53616e5 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:13.506150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.512884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29c87618-33bb-4580-9d96-e11fde7fb160 req-0957d825-7c1e-4928-9cb0-284b95e1b4e5 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.26 "DELETE /v2.0/ports/f9d32101-ddce-4098-81bc-333ac53616e5 HTTP/1.1" status: 204 len: 173 time: 0.4759376 Feb 09 03:25:13.513393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5638d66f-f5ae-438e-b499-6111e83d6143', 'name': 'network-vif-deleted', 'tag': 'f9d32101-ddce-4098-81bc-333ac53616e5'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:13.515740 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20a0964-9914-4c33-a0e0-7d161f02b5ca" -d '{"events": [{"server_uuid": "5638d66f-f5ae-438e-b499-6111e83d6143", "name": "network-vif-deleted", "tag": "f9d32101-ddce-4098-81bc-333ac53616e5"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:13.586131 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906197bf-227e-48ee-b2d7-f09c1b33b3a8 x-openstack-request-id: req-906197bf-227e-48ee-b2d7-f09c1b33b3a8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:13.586447 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5638d66f-f5ae-438e-b499-6111e83d6143", "name": "network-vif-deleted", "tag": "f9d32101-ddce-4098-81bc-333ac53616e5", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:13.586703 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-906197bf-227e-48ee-b2d7-f09c1b33b3a8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:13.587129 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5638d66f-f5ae-438e-b499-6111e83d6143', 'name': 'network-vif-deleted', 'tag': 'f9d32101-ddce-4098-81bc-333ac53616e5', 'status': 'completed', 'code': 200} Feb 09 03:25:13.641325 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.700822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:13.753715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:25:13.756890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:13.761089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:25:13.767566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=e5e3d587-b8ac-4fc3-9579-72c02c5a463a,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:13.799417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.800282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.800282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.800499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.800760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.801100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.801440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.801784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.802102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.802462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.802797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.803124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:13.803451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:14.132912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9ca0d0c8-bcbe-4337-9da9-aaa4a935663b req-64b11dd7-9678-46a7-82fa-a382942aa302 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5638d66f-f5ae-438e-b499-6111e83d6143 HTTP/1.1" status: 200 len: 210 time: 0.0586545 Feb 09 03:25:14.204025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for floatingip (f0a66cbe-1e75-4645-9f4e-0a297369c62a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.280508 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.443417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for port (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.449540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.518904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event updated for resources: {'Port': ['ID=e5e3d587-b8ac-4fc3-9579-72c02c5a463a,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:14.535207 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (f0a66cbe-1e75-4645-9f4e-0a297369c62a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:14.643836 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Floating IP f0a66cbe-1e75-4645-9f4e-0a297369c62a associated. External IP: 172.25.2.9, port: 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4. Feb 09 03:25:14.862048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router 63359023-87fb-4fe2-ab45-892e0e511ee7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:25:15.281711 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:25:15.295080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] Sync routers for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:25:15.302799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:15.308771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:15.309659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:15.344805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0652b3b1-b5be-484d-9e80-c2e48b38eaa2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1816580 Feb 09 03:25:15.344805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:15.345297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44808) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:15.345783 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbd18f-ba22-492b-bd06-3d42c2650d07" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:15.398858 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762f34ab-3edf-477c-8ae3-273ce3f3e707 x-openstack-request-id: req-762f34ab-3edf-477c-8ae3-273ce3f3e707 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:15.400035 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:15.400515 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-762f34ab-3edf-477c-8ae3-273ce3f3e707 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:15.401722 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'status': 'completed', 'code': 200} Feb 09 03:25:15.435882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3aafda00-0a9a-4ad9-8d26-4bb65ed891d4 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/floatingips/f0a66cbe-1e75-4645-9f4e-0a297369c62a HTTP/1.1" status: 200 len: 990 time: 0.0893924 Feb 09 03:25:15.461563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:15.531136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-40b5025b-3f44-4694-ba4e-c250ef42e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:15.532651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-40b5025b-3f44-4694-ba4e-c250ef42e4d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 1128 time: 0.1046224 Feb 09 03:25:15.548457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c90fb-5897-4497-a945-b6fb577ef4c6 req-e4dab0e9-b83e-418d-a42b-74f1368042ad tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:15.549915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-030c90fb-5897-4497-a945-b6fb577ef4c6 req-e4dab0e9-b83e-418d-a42b-74f1368042ad tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1127 time: 0.0826879 Feb 09 03:25:15.657811 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-030c90fb-5897-4497-a945-b6fb577ef4c6 req-3acfc787-bdb1-465f-9829-49fab9021567 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928974 Feb 09 03:25:15.678308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-515f3ef7-5935-4eab-9c12-8e380a8fcb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:15.680289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-515f3ef7-5935-4eab-9c12-8e380a8fcb3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5999ee79-29ee-4a87-9b1d-720ea86dc337 HTTP/1.1" status: 200 len: 898 time: 0.1401081 Feb 09 03:25:15.766454 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-11021657-aefd-4df0-ac65-a5d23bf25bea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 HTTP/1.1" status: 200 len: 998 time: 0.0779550 Feb 09 03:25:15.827172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-900c9de4-2800-4bb3-83e8-108937077da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:15.829884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-900c9de4-2800-4bb3-83e8-108937077da8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d0a42b6a-4931-4b18-914b-daeb9e91eb91 HTTP/1.1" status: 200 len: 835 time: 0.0558264 Feb 09 03:25:15.888090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-4320f1a0-c99c-4e08-90a9-f08f692644fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:15.889638 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-4320f1a0-c99c-4e08-90a9-f08f692644fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5999ee79-29ee-4a87-9b1d-720ea86dc337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515110 Feb 09 03:25:15.899870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'f0a66cbe-1e75-4645-9f4e-0a297369c62a', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'port_id': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'mac_address': 'fa:16:3e:10:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:25:14Z', 'updated_at': '2022-02-09T03:25:14Z', 'revision_number': 0, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:58Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:15.930281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] Checking router: 63359023-87fb-4fe2-ab45-892e0e511ee7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:25:15.939591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:15.940225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:15.995707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-1aa9d471-7803-4858-9fb8-a67ada6467e7 service neutron] 10.222.0.61 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993879 Feb 09 03:25:16.052654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:16.099022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37cbd18f-ba22-492b-bd06-3d42c2650d07 req-f1d47bc7-4b28-47e5-8a45-259a9c5756fa service neutron] 10.222.0.61 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962794 Feb 09 03:25:16.296563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'f0a66cbe-1e75-4645-9f4e-0a297369c62a', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'port_id': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'mac_address': 'fa:16:3e:10:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:25:14Z', 'updated_at': '2022-02-09T03:25:14Z', 'revision_number': 0, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:58Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:16.329074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81173c86-f353-4a66-ba23-54fa2407d9c6 None None] The sync data for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 is: [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'f0a66cbe-1e75-4645-9f4e-0a297369c62a', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'port_id': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'mac_address': 'fa:16:3e:10:e2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:25:14Z', 'updated_at': '2022-02-09T03:25:14Z', 'revision_number': 0, 'project_id': '68f50846d4f2489ca953152d349824bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:58Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:25:16.438072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44816) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:16.520727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9a54290a-e3ff-4f1d-bf6b-188d450fd6e0 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/floatingips/f0a66cbe-1e75-4645-9f4e-0a297369c62a HTTP/1.1" status: 200 len: 990 time: 0.0803521 Feb 09 03:25:16.565958 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca46a5-3fe7-4693-9216-aa5a726aa90f None None] New status for floating IP f0a66cbe-1e75-4645-9f4e-0a297369c62a: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:25:16.784906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f82308-329d-489d-b4e1-997b6bdd9b02 req-8f89eb80-11fd-4c55-bc4a-325bf7d4ed60 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:16.786599 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87f82308-329d-489d-b4e1-997b6bdd9b02 req-8f89eb80-11fd-4c55-bc4a-325bf7d4ed60 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1127 time: 0.0481160 Feb 09 03:25:16.839026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87f82308-329d-489d-b4e1-997b6bdd9b02 req-15e950a0-89f6-4c83-ad44-7566dc935a13 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=bf76fcfc-e90e-45eb-90da-d3adc44f6106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Feb 09 03:25:16.929868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-91ccf2de-5477-4b3b-aefb-1975a1615052 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:16.931501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-91ccf2de-5477-4b3b-aefb-1975a1615052 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 1127 time: 0.0466166 Feb 09 03:25:17.028428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Deleting port a008b94f-5751-4021-abbd-5fb624e95da3 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:17.028949 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:17.121431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] For port a008b94f-5751-4021-abbd-5fb624e95da3, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=a008b94f-5751-4021-abbd-5fb624e95da3,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:17.121873 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:17.142225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Calling delete_port for a008b94f-5751-4021-abbd-5fb624e95da3 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:17.286185 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a008b94f-5751-4021-abbd-5fb624e95da3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:17.297273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['a008b94f-5751-4021-abbd-5fb624e95da3'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:17.320678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Pushing event deleted for resources: {'Port': ['ID=a008b94f-5751-4021-abbd-5fb624e95da3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:17.368686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] No DVR routers for this DVR port a008b94f-5751-4021-abbd-5fb624e95da3 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:17.372315 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:17.375912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-49dd4f91-b28c-4d38-b26a-722372be3950 req-ac780198-0b22-43ef-9423-33ab659cd9fe tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.61 "DELETE /v2.0/ports/a008b94f-5751-4021-abbd-5fb624e95da3 HTTP/1.1" status: 204 len: 173 time: 0.4386895 Feb 09 03:25:17.403728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6b997-f57d-4e52-9b71-20f3848eb0c4', 'name': 'network-vif-deleted', 'tag': 'a008b94f-5751-4021-abbd-5fb624e95da3'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:17.406320 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ff588-b385-4f9b-a210-cfda0ee668a2" -d '{"events": [{"server_uuid": "95a6b997-f57d-4e52-9b71-20f3848eb0c4", "name": "network-vif-deleted", "tag": "a008b94f-5751-4021-abbd-5fb624e95da3"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:17.456690 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f083bc26-be9c-4588-883c-20eeb9115675 x-openstack-request-id: req-f083bc26-be9c-4588-883c-20eeb9115675 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:17.457083 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6b997-f57d-4e52-9b71-20f3848eb0c4", "name": "network-vif-deleted", "tag": "a008b94f-5751-4021-abbd-5fb624e95da3", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:17.457416 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f083bc26-be9c-4588-883c-20eeb9115675 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:17.458124 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6b997-f57d-4e52-9b71-20f3848eb0c4', 'name': 'network-vif-deleted', 'tag': 'a008b94f-5751-4021-abbd-5fb624e95da3', 'status': 'completed', 'code': 200} Feb 09 03:25:17.521630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44824) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:17.611532 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-feec97db-3ef2-4653-9ba5-dbad692d8e2f tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/floatingips/f0a66cbe-1e75-4645-9f4e-0a297369c62a HTTP/1.1" status: 200 len: 992 time: 0.0786455 Feb 09 03:25:17.959150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca6b2a9f-b1b6-42e9-b7f9-d8c56943a077 req-d20ebad7-84a0-4b29-b651-b607391e4d18 tempest-TestServerMultinode-1155253419 tempest-TestServerMultinode-1155253419-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95a6b997-f57d-4e52-9b71-20f3848eb0c4 HTTP/1.1" status: 200 len: 210 time: 0.0253396 Feb 09 03:25:18.021488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f9d32101-ddce-4098-81bc-333ac53616e5 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:18.042326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: f9d32101-ddce-4098-81bc-333ac53616e5 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:18.042676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device f9d32101-ddce-4098-81bc-333ac53616e5 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:19.023354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44834) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:19.392014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.646093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Deleting port 292a05b1-9696-4c04-887e-d0a94a83cbdd {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:19.646464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.721268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.724785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] For port 292a05b1-9696-4c04-887e-d0a94a83cbdd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=292a05b1-9696-4c04-887e-d0a94a83cbdd,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:19.725159 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.738761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Calling delete_port for 292a05b1-9696-4c04-887e-d0a94a83cbdd owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:19.919596 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (292a05b1-9696-4c04-887e-d0a94a83cbdd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:19.945211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Pushing event deleted for resources: {'Port': ['ID=292a05b1-9696-4c04-887e-d0a94a83cbdd,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:20.419339 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.634174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:25:20.720773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device a008b94f-5751-4021-abbd-5fb624e95da3 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:20.740848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:25:20.745650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: a008b94f-5751-4021-abbd-5fb624e95da3 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:20.746105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device a008b94f-5751-4021-abbd-5fb624e95da3 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:20.748351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a0cf8e9c-e82a-4bd9-9a70-30482a28315b admin admin] 10.222.0.32 "PUT /v2.0/routers/69aeb5d6-c906-4e74-85b3-15145b5ae8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238219 Feb 09 03:25:20.749223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44840) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:20.755401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] Sync routers for ids ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:25:20.766166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] Routers {'69aeb5d6-c906-4e74-85b3-15145b5ae8b3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:20.766828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:20.859519 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks [] for router (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:20.877253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] Set router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:20.966618 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks [] for router_gateway (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.020984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Deleting port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:21.021328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.062973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:25:19Z', 'revision_number': 5, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port': {'id': 'e7d3d3e4-d99a-4704-bbf7-5942d18c36b0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:a0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:21.088936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] Checking router: 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:25:21.097177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] Routers {'69aeb5d6-c906-4e74-85b3-15145b5ae8b3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:21.097779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:21.105337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] For port e7d3d3e4-d99a-4704-bbf7-5942d18c36b0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e7d3d3e4-d99a-4704-bbf7-5942d18c36b0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:21.105698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.118375 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Calling delete_port for e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:21.189227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] Set router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:21.244998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:25:20Z', 'revision_number': 6, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:21.271143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cac4dd-a2fd-4ba0-bad5-5915ae950733 None None] The sync data for ids ['69aeb5d6-c906-4e74-85b3-15145b5ae8b3'] in n-d-827839-4 is: [{'id': '69aeb5d6-c906-4e74-85b3-15145b5ae8b3', 'name': 'tempest-TestServerMultinode-788956730-router', 'tenant_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:28Z', 'updated_at': '2022-02-09T03:25:20Z', 'revision_number': 6, 'project_id': 'd2517a9dab1a4bf98890c955fe2d342b', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:25:21.290613 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e7d3d3e4-d99a-4704-bbf7-5942d18c36b0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.319758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d3d3e4-d99a-4704-bbf7-5942d18c36b0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:21.343964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.344311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.344652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.344985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.345315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.345668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.346000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.346345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.346669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.346987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.347307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.347624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.347940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:21.394698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.488840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.490981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks [] for router_controller (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.539451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (69aeb5d6-c906-4e74-85b3-15145b5ae8b3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.540080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69aeb5d6-c906-4e74-85b3-15145b5ae8b3 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:25:21.545715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.546885 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7e916c25-cee3-4589-aa6a-3e709bfecbe9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/69aeb5d6-c906-4e74-85b3-15145b5ae8b3 HTTP/1.1" status: 204 len: 168 time: 0.7967393 Feb 09 03:25:21.549371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44842) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:21.594288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-acce634b-327a-4514-a67a-7eaae4ddf48a admin admin] Deleting subnet c2de377a-44d9-46ac-85b8-ebbfa207ddd8 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:21.597469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acce634b-327a-4514-a67a-7eaae4ddf48a admin admin] Publish callbacks [] for subnet (c2de377a-44d9-46ac-85b8-ebbfa207ddd8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.638052 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acce634b-327a-4514-a67a-7eaae4ddf48a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (c2de377a-44d9-46ac-85b8-ebbfa207ddd8), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.725742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acce634b-327a-4514-a67a-7eaae4ddf48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c2de377a-44d9-46ac-85b8-ebbfa207ddd8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.736260 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.779903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acce634b-327a-4514-a67a-7eaae4ddf48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (c2de377a-44d9-46ac-85b8-ebbfa207ddd8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.806765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce634b-327a-4514-a67a-7eaae4ddf48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2de377a-44d9-46ac-85b8-ebbfa207ddd8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:21.810394 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-acce634b-327a-4514-a67a-7eaae4ddf48a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.816172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-acce634b-327a-4514-a67a-7eaae4ddf48a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c2de377a-44d9-46ac-85b8-ebbfa207ddd8 HTTP/1.1" status: 204 len: 168 time: 0.2658501 Feb 09 03:25:21.816914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44846) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:21.819982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbefec8-6cc7-46eb-89ad-2c72650ab993 None None] Network 82be9dc3-b377-4e16-8e08-708759e88517 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:21.888538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (82be9dc3-b377-4e16-8e08-708759e88517), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:21.942682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Deleting port 96287023-3c40-4e0c-a71b-7671ce033d76 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:21.943047 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.007910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] For port 96287023-3c40-4e0c-a71b-7671ce033d76, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=96287023-3c40-4e0c-a71b-7671ce033d76,segment=NetworkSegment(2e97bfe0-c558-4448-9904-3e85e1c433b8),segment_id=2e97bfe0-c558-4448-9904-3e85e1c433b8)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:22.008268 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.020712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Calling delete_port for 96287023-3c40-4e0c-a71b-7671ce033d76 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:22.062882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] DHCP port deletion for 82be9dc3-b377-4e16-8e08-708759e88517 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:25:22.102514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.132363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] Deleting port 96287023-3c40-4e0c-a71b-7671ce033d76 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:22.133044 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.135786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Pushing event deleted for resources: {'Port': ['ID=96287023-3c40-4e0c-a71b-7671ce033d76,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:22.140659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] No DVR routers for this DVR port 96287023-3c40-4e0c-a71b-7671ce033d76 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:22.184209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 292a05b1-9696-4c04-887e-d0a94a83cbdd no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:22.214723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 292a05b1-9696-4c04-887e-d0a94a83cbdd {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:22.215059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 292a05b1-9696-4c04-887e-d0a94a83cbdd not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:22.215485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 96287023-3c40-4e0c-a71b-7671ce033d76 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:22.217236 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (82be9dc3-b377-4e16-8e08-708759e88517), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.237738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82be9dc3-b377-4e16-8e08-708759e88517']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:22.243567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 96287023-3c40-4e0c-a71b-7671ce033d76 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:22.243917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 96287023-3c40-4e0c-a71b-7671ce033d76 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:22.244365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:22.247518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e97bfe0-c558-4448-9904-3e85e1c433b8') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:22.247821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e97bfe0-c558-4448-9904-3e85e1c433b8') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:22.249873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] For port 96287023-3c40-4e0c-a71b-7671ce033d76, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:22.250454 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.257926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (2e97bfe0-c558-4448-9904-3e85e1c433b8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.272982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:22.273229 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (2e97bfe0-c558-4448-9904-3e85e1c433b8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.273367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e7d3d3e4-d99a-4704-bbf7-5942d18c36b0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:22.281676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:25:22.282892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] Calling delete_port for 96287023-3c40-4e0c-a71b-7671ce033d76 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:22.284281 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (2e97bfe0-c558-4448-9904-3e85e1c433b8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:25:22.286171 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:25:22.288942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] Port 96287023-3c40-4e0c-a71b-7671ce033d76 was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:25:22.295585 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (96287023-3c40-4e0c-a71b-7671ce033d76), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.328971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] Pushing event deleted for resources: {'Port': ['ID=96287023-3c40-4e0c-a71b-7671ce033d76,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:22.332998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311cbb9e-5d12-4760-bec2-0faafd4041a4 None None] No DVR routers for this DVR port 96287023-3c40-4e0c-a71b-7671ce033d76 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:22.352901 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (82be9dc3-b377-4e16-8e08-708759e88517), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.360606 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.363959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] 10.222.0.32 "DELETE /v2.0/networks/82be9dc3-b377-4e16-8e08-708759e88517 HTTP/1.1" status: 204 len: 168 time: 0.5454502 Feb 09 03:25:22.366969 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44848) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:22.378105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681e453-2b33-4cf1-8c2b-8282d8c2e018 admin admin] Pushing event deleted for resources: {'Network': ['ID=82be9dc3-b377-4e16-8e08-708759e88517,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:22.731913 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (ddbd4770-eb4e-4786-a6f1-bcef4b768915), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:22.983279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Deleting port 4dd9fc00-3194-460d-a78a-35b3e226c704 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:22.983531 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:23.060760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] For port 4dd9fc00-3194-460d-a78a-35b3e226c704, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4dd9fc00-3194-460d-a78a-35b3e226c704,segment=NetworkSegment(79fea08b-1625-41f7-b9f9-023fe9eb628a),segment_id=79fea08b-1625-41f7-b9f9-023fe9eb628a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:23.061127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:23.075620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Calling delete_port for 4dd9fc00-3194-460d-a78a-35b3e226c704 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:23.257068 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4dd9fc00-3194-460d-a78a-35b3e226c704), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:23.282958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd9fc00-3194-460d-a78a-35b3e226c704,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:23.455209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (ddbd4770-eb4e-4786-a6f1-bcef4b768915), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:23.678214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Router ddbd4770-eb4e-4786-a6f1-bcef4b768915 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:25:23.788279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:25:23.793446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a622b1c5-4c54-4b2c-9fe9-262e0072e7c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/ddbd4770-eb4e-4786-a6f1-bcef4b768915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4254303 Feb 09 03:25:23.795975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44852) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:23.798280 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] Sync routers for ids ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:25:23.809009 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] Routers {'ddbd4770-eb4e-4786-a6f1-bcef4b768915'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:23.809622 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:23.899277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks [] for router (ddbd4770-eb4e-4786-a6f1-bcef4b768915), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:23.915065 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] Set router ddbd4770-eb4e-4786-a6f1-bcef4b768915 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:24.006514 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks [] for router_gateway (ddbd4770-eb4e-4786-a6f1-bcef4b768915), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.063391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Deleting port 0116f7d8-1b47-45c3-9c13-342f1ff36768 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:24.063636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.096510 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:25:23Z', 'revision_number': 5, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port': {'id': '0116f7d8-1b47-45c3-9c13-342f1ff36768', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:36Z', 'updated_at': '2022-02-09T03:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:24.122852 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] Checking router: ddbd4770-eb4e-4786-a6f1-bcef4b768915 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:25:24.130804 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] Routers {'ddbd4770-eb4e-4786-a6f1-bcef4b768915'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:24.131382 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:24.142411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] For port 0116f7d8-1b47-45c3-9c13-342f1ff36768, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0116f7d8-1b47-45c3-9c13-342f1ff36768,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:24.142792 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.156085 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Calling delete_port for 0116f7d8-1b47-45c3-9c13-342f1ff36768 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:24.218905 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] Set router ddbd4770-eb4e-4786-a6f1-bcef4b768915 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:24.271027 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:25:24Z', 'revision_number': 6, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:24.299605 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c82945-80e4-4b7c-a959-233fc7f6b1de None None] The sync data for ids ['ddbd4770-eb4e-4786-a6f1-bcef4b768915'] in n-d-827839-4 is: [{'id': 'ddbd4770-eb4e-4786-a6f1-bcef4b768915', 'name': 'tempest-TestServerMultinode-710859365-router', 'tenant_id': 'e2bd3ce3f428473e983572901418cebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:35Z', 'updated_at': '2022-02-09T03:25:24Z', 'revision_number': 6, 'project_id': 'e2bd3ce3f428473e983572901418cebd', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:25:24.328176 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0116f7d8-1b47-45c3-9c13-342f1ff36768), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.354890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0116f7d8-1b47-45c3-9c13-342f1ff36768,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:24.421718 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (ddbd4770-eb4e-4786-a6f1-bcef4b768915), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.850513 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (ddbd4770-eb4e-4786-a6f1-bcef4b768915), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.852658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks [] for router_controller (ddbd4770-eb4e-4786-a6f1-bcef4b768915), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.896932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (ddbd4770-eb4e-4786-a6f1-bcef4b768915), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.897517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddbd4770-eb4e-4786-a6f1-bcef4b768915 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:25:24.902154 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:24.903114 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-69ad080a-7cc2-4fdf-ba8f-3c06ce9f5ff7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ddbd4770-eb4e-4786-a6f1-bcef4b768915 HTTP/1.1" status: 204 len: 168 time: 1.1056890 Feb 09 03:25:24.905787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44856) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:24.956090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a235d5a-cf54-424d-adb4-1f60bae010d6 admin admin] Deleting subnet fb986362-d1a5-4bfb-8f70-4ce102701b07 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:24.959958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a235d5a-cf54-424d-adb4-1f60bae010d6 admin admin] Publish callbacks [] for subnet (fb986362-d1a5-4bfb-8f70-4ce102701b07), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.010572 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a235d5a-cf54-424d-adb4-1f60bae010d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (fb986362-d1a5-4bfb-8f70-4ce102701b07), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.100735 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a235d5a-cf54-424d-adb4-1f60bae010d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (fb986362-d1a5-4bfb-8f70-4ce102701b07), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.165405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a235d5a-cf54-424d-adb4-1f60bae010d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (fb986362-d1a5-4bfb-8f70-4ce102701b07), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.197468 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a235d5a-cf54-424d-adb4-1f60bae010d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb986362-d1a5-4bfb-8f70-4ce102701b07,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:25.201657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a235d5a-cf54-424d-adb4-1f60bae010d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.204893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0a235d5a-cf54-424d-adb4-1f60bae010d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fb986362-d1a5-4bfb-8f70-4ce102701b07 HTTP/1.1" status: 204 len: 168 time: 0.2980816 Feb 09 03:25:25.207484 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44864) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:25.213868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef46100-5c98-4d3c-9834-8183c531860e None None] Network a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:25.286277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.345567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Deleting port 12b6932e-7195-4d62-9305-bafcfb4796f2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:25.345729 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.401480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] DHCP port deletion for a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:25:25.426208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] For port 12b6932e-7195-4d62-9305-bafcfb4796f2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=12b6932e-7195-4d62-9305-bafcfb4796f2,segment=NetworkSegment(79fea08b-1625-41f7-b9f9-023fe9eb628a),segment_id=79fea08b-1625-41f7-b9f9-023fe9eb628a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:25.426912 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.444057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Calling delete_port for 12b6932e-7195-4d62-9305-bafcfb4796f2 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:25.488836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] Deleting port 12b6932e-7195-4d62-9305-bafcfb4796f2 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:25.489354 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.534989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.561693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] For port 12b6932e-7195-4d62-9305-bafcfb4796f2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=12b6932e-7195-4d62-9305-bafcfb4796f2,segment=NetworkSegment(79fea08b-1625-41f7-b9f9-023fe9eb628a),segment_id=79fea08b-1625-41f7-b9f9-023fe9eb628a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:25.562036 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.567372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] No DVR routers for this DVR port 12b6932e-7195-4d62-9305-bafcfb4796f2 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:25.572366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b6932e-7195-4d62-9305-bafcfb4796f2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:25.576416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] Calling delete_port for 12b6932e-7195-4d62-9305-bafcfb4796f2 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:25.652882 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.671448 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (12b6932e-7195-4d62-9305-bafcfb4796f2), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.681336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:25.691186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fea08b-1625-41f7-b9f9-023fe9eb628a') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:25.691452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fea08b-1625-41f7-b9f9-023fe9eb628a') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:25.697110 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] Pushing event deleted for resources: {'Port': ['ID=12b6932e-7195-4d62-9305-bafcfb4796f2,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:25.703145 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (79fea08b-1625-41f7-b9f9-023fe9eb628a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.703501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97a991-c44c-4146-9fd1-e425800851ba None None] No DVR routers for this DVR port 12b6932e-7195-4d62-9305-bafcfb4796f2 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:25.721539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (79fea08b-1625-41f7-b9f9-023fe9eb628a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.728240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:25:25.729422 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (79fea08b-1625-41f7-b9f9-023fe9eb628a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:25:25.731401 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:25:25.798985 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.810773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:25.816568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d HTTP/1.1" status: 204 len: 168 time: 0.6057088 Feb 09 03:25:25.828427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 12b6932e-7195-4d62-9305-bafcfb4796f2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:25.830694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664f6a6-5204-41e3-bca5-996d8a1adf27 admin admin] Pushing event deleted for resources: {'Network': ['ID=a429b2e3-f31d-4ac6-a9ef-d3849b0ede8d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:25.852219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 12b6932e-7195-4d62-9305-bafcfb4796f2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:25.852574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 12b6932e-7195-4d62-9305-bafcfb4796f2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:25.853010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4dd9fc00-3194-460d-a78a-35b3e226c704 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:25.873892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 4dd9fc00-3194-460d-a78a-35b3e226c704 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:25.874275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4dd9fc00-3194-460d-a78a-35b3e226c704 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:25.874698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0116f7d8-1b47-45c3-9c13-342f1ff36768 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:25.901233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0116f7d8-1b47-45c3-9c13-342f1ff36768 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:25.901596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0116f7d8-1b47-45c3-9c13-342f1ff36768 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:25.999900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44868) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:26.041434 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-34445ce1-9300-462b-bf8e-b8da04a6dd55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2517a9dab1a4bf98890c955fe2d342b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403111 Feb 09 03:25:26.043930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44870) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:26.091112 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2cb581f-e618-44f3-aa61-0b93acd2bbb0 admin admin] Publish callbacks [] for security_group (0799c079-ba78-499c-8eea-00b2d18dd1a3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.111889 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2cb581f-e618-44f3-aa61-0b93acd2bbb0 admin admin] Publish callbacks [] for security_group (0799c079-ba78-499c-8eea-00b2d18dd1a3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.158981 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2cb581f-e618-44f3-aa61-0b93acd2bbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (0799c079-ba78-499c-8eea-00b2d18dd1a3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.161934 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2cb581f-e618-44f3-aa61-0b93acd2bbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.163564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c2cb581f-e618-44f3-aa61-0b93acd2bbb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0799c079-ba78-499c-8eea-00b2d18dd1a3 HTTP/1.1" status: 204 len: 168 time: 0.1185644 Feb 09 03:25:26.175022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb581f-e618-44f3-aa61-0b93acd2bbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0799c079-ba78-499c-8eea-00b2d18dd1a3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:26.509286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44878) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:26.555454 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c198e838-829f-43e4-8aec-063015946a7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2bd3ce3f428473e983572901418cebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443337 Feb 09 03:25:26.558579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44880) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:26.614549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8260a182-33aa-4925-a6a8-04f89db98239 admin admin] Publish callbacks [] for security_group (bf76fcfc-e90e-45eb-90da-d3adc44f6106), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.637157 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8260a182-33aa-4925-a6a8-04f89db98239 admin admin] Publish callbacks [] for security_group (bf76fcfc-e90e-45eb-90da-d3adc44f6106), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.685181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8260a182-33aa-4925-a6a8-04f89db98239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bf76fcfc-e90e-45eb-90da-d3adc44f6106), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.688619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8260a182-33aa-4925-a6a8-04f89db98239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:26.689763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8260a182-33aa-4925-a6a8-04f89db98239 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf76fcfc-e90e-45eb-90da-d3adc44f6106 HTTP/1.1" status: 204 len: 168 time: 0.1300752 Feb 09 03:25:26.699314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260a182-33aa-4925-a6a8-04f89db98239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76fcfc-e90e-45eb-90da-d3adc44f6106,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:26.920745 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:25:30.516519 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c88c44e5-3dac-42d3-80c7-4e0510e4accc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:32.696985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a4258c6e-8c7c-49c5-b6f7-7c0b67d74cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:34.041806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:35.120176 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:36.477574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:44.179809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44952) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:44.240569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ed903567-4f4d-41cf-b5aa-00e10411e7e7 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/floatingips/f0a66cbe-1e75-4645-9f4e-0a297369c62a HTTP/1.1" status: 200 len: 992 time: 0.0595753 Feb 09 03:25:44.539358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44958) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:44.702208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port e5e3d587-b8ac-4fc3-9579-72c02c5a463a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:44.702581 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:44.778058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:44.778424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for floatingip (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:44.790014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for e5e3d587-b8ac-4fc3-9579-72c02c5a463a owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:44.938679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e5e3d587-b8ac-4fc3-9579-72c02c5a463a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:44.963290 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=e5e3d587-b8ac-4fc3-9579-72c02c5a463a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:45.032449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for floatingip (f0a66cbe-1e75-4645-9f4e-0a297369c62a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:45.032783 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Floating IP f0a66cbe-1e75-4645-9f4e-0a297369c62a disassociated (deleted). External IP: 172.25.2.9, port: 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4. Feb 09 03:25:45.258438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router 63359023-87fb-4fe2-ab45-892e0e511ee7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:25:45.370286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:25:45.375098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:45.380381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] Sync routers for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:25:45.391799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:45.392623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:45.409723 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-83c1610b-eb42-44f5-b96c-b220079c35ec tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/floatingips/f0a66cbe-1e75-4645-9f4e-0a297369c62a HTTP/1.1" status: 204 len: 168 time: 0.8691807 Feb 09 03:25:45.410380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:45.413153 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d144cb9d-89bb-4f8e-8624-7f19041e7469" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:45.484005 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7463da-d0b0-4800-985d-9b2a19e149f5 x-openstack-request-id: req-6e7463da-d0b0-4800-985d-9b2a19e149f5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:45.484351 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:45.484589 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e7463da-d0b0-4800-985d-9b2a19e149f5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:45.484968 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'status': 'completed', 'code': 200} Feb 09 03:25:45.568351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-ac3f843c-c0c2-4704-bf07-98551035c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:45.570113 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-ac3f843c-c0c2-4704-bf07-98551035c9da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68f50846d4f2489ca953152d349824bf&device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 1128 time: 0.0679262 Feb 09 03:25:45.695891 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-870f7608-11cf-41c5-8fb2-78374e3e682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:45.697384 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-870f7608-11cf-41c5-8fb2-78374e3e682a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5999ee79-29ee-4a87-9b1d-720ea86dc337 HTTP/1.1" status: 200 len: 898 time: 0.1202445 Feb 09 03:25:45.734497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:45.737020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e21160-4eec-4b87-b678-e2ae30f72fc3 req-6de90df4-cb8c-49df-857e-d8d60bd1d358 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:45.739137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36e21160-4eec-4b87-b678-e2ae30f72fc3 req-6de90df4-cb8c-49df-857e-d8d60bd1d358 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 946 time: 0.0603390 Feb 09 03:25:45.750567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-9b28322d-66c5-4659-982f-7e8811f1e39e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 HTTP/1.1" status: 200 len: 217 time: 0.0413508 Feb 09 03:25:45.796106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36e21160-4eec-4b87-b678-e2ae30f72fc3 req-4d0d0214-c291-43c1-af5e-1698b0cbaa62 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501006 Feb 09 03:25:45.820591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-048fe3c3-aae9-4b96-8f05-01273261fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:45.820591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-048fe3c3-aae9-4b96-8f05-01273261fef6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d0a42b6a-4931-4b18-914b-daeb9e91eb91 HTTP/1.1" status: 200 len: 835 time: 0.0665836 Feb 09 03:25:45.870353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-8ac73d77-4a45-425c-b909-636f2c03de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:45.872708 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-8ac73d77-4a45-425c-b909-636f2c03de6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5999ee79-29ee-4a87-9b1d-720ea86dc337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479076 Feb 09 03:25:45.965404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:58Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:45.975058 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-7f64f6ce-6460-40b1-8b04-48a1e44157af service neutron] 10.222.0.61 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875902 Feb 09 03:25:45.996178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] Checking router: 63359023-87fb-4fe2-ab45-892e0e511ee7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:25:46.004685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:46.005307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:46.077754 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d144cb9d-89bb-4f8e-8624-7f19041e7469 req-2daa9a6c-1ccd-4b96-9cd9-60040c909f65 service neutron] 10.222.0.61 "GET /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952542 Feb 09 03:25:46.115502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:46.311648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:58Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:46.336902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed9c05-044b-4b2c-b03d-bac028b6e890 None None] The sync data for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 is: [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:55Z', 'revision_number': 4, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '81bcac3d-8168-4519-a2c6-eb188ecd96fe', 'name': '', 'network_id': '5999ee79-29ee-4a87-9b1d-720ea86dc337', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'mac_address': 'fa:16:3e:79:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:53Z', 'updated_at': '2022-02-09T03:24:58Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'subnets': [{'id': 'd0a42b6a-4931-4b18-914b-daeb9e91eb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:25:46.578803 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639f094-3e01-47ca-b024-73630dc09bec None None] New status for floating IP f0a66cbe-1e75-4645-9f4e-0a297369c62a: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:25:46.933887 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958dae3-c6ee-4fa2-afbb-60b25301f8ba req-1c510e8f-5c17-450d-898e-d7b1b9305c44 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:46.935567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8958dae3-c6ee-4fa2-afbb-60b25301f8ba req-1c510e8f-5c17-450d-898e-d7b1b9305c44 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 946 time: 0.0564160 Feb 09 03:25:46.993166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8958dae3-c6ee-4fa2-afbb-60b25301f8ba req-fc62a86b-7201-4e69-a08b-093a7f77e140 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "GET /v2.0/security-groups?id=3e83fbab-8bf0-4356-bb97-18bdff88e416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519025 Feb 09 03:25:47.038323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e363-9ebe-4412-9b85-611156084518 req-b64a25d4-24f1-401b-905c-6ba8dba17560 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:47.039814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b97e363-9ebe-4412-9b85-611156084518 req-b64a25d4-24f1-401b-905c-6ba8dba17560 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0dc9bf9-927f-42ad-92f6-0cab710e7208 HTTP/1.1" status: 200 len: 946 time: 0.0591383 Feb 09 03:25:47.134603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:47.134833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.227485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:47.228347 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.241319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:47.366351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4f75b2a4-412c-4a1f-bd3b-f66e60062aa4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.396886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=4f75b2a4-412c-4a1f-bd3b-f66e60062aa4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:47.442439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] No DVR routers for this DVR port 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:47.445128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:47.448494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b97e363-9ebe-4412-9b85-611156084518 req-d04094a2-8d8b-4616-a79e-4e15b4183356 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.61 "DELETE /v2.0/ports/4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 HTTP/1.1" status: 204 len: 173 time: 0.4039171 Feb 09 03:25:47.486409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'name': 'network-vif-deleted', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:47.491738 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c19e717-5439-4dd4-82d9-42b952a5a98d" -d '{"events": [{"server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "name": "network-vif-deleted", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:47.531674 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0335d9b7-79cf-4dd0-b15a-34e25cb44b50 x-openstack-request-id: req-0335d9b7-79cf-4dd0-b15a-34e25cb44b50 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:47.532170 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dc9bf9-927f-42ad-92f6-0cab710e7208", "name": "network-vif-deleted", "tag": "4f75b2a4-412c-4a1f-bd3b-f66e60062aa4", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:47.532567 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0335d9b7-79cf-4dd0-b15a-34e25cb44b50 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:47.533090 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dc9bf9-927f-42ad-92f6-0cab710e7208', 'name': 'network-vif-deleted', 'tag': '4f75b2a4-412c-4a1f-bd3b-f66e60062aa4', 'status': 'completed', 'code': 200} Feb 09 03:25:48.051334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44980) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:48.107057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-949ba08a-d289-4e13-a9dd-cd8add411fd2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (3e83fbab-8bf0-4356-bb97-18bdff88e416), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.132360 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-949ba08a-d289-4e13-a9dd-cd8add411fd2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (3e83fbab-8bf0-4356-bb97-18bdff88e416), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.194166 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-949ba08a-d289-4e13-a9dd-cd8add411fd2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3e83fbab-8bf0-4356-bb97-18bdff88e416), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.196797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-949ba08a-d289-4e13-a9dd-cd8add411fd2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.200559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-949ba08a-d289-4e13-a9dd-cd8add411fd2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/security-groups/3e83fbab-8bf0-4356-bb97-18bdff88e416 HTTP/1.1" status: 204 len: 168 time: 0.1456034 Feb 09 03:25:48.207069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ba08a-d289-4e13-a9dd-cd8add411fd2 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e83fbab-8bf0-4356-bb97-18bdff88e416,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:48.255655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44984) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:48.642761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (63359023-87fb-4fe2-ab45-892e0e511ee7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.911321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port 81bcac3d-8168-4519-a2c6-eb188ecd96fe {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:48.911662 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:48.999140 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port 81bcac3d-8168-4519-a2c6-eb188ecd96fe, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=81bcac3d-8168-4519-a2c6-eb188ecd96fe,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:48.999495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:49.012606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for 81bcac3d-8168-4519-a2c6-eb188ecd96fe owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:49.203903 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (81bcac3d-8168-4519-a2c6-eb188ecd96fe), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:49.235624 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=81bcac3d-8168-4519-a2c6-eb188ecd96fe,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:49.409788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (63359023-87fb-4fe2-ab45-892e0e511ee7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:49.634210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Router 63359023-87fb-4fe2-ab45-892e0e511ee7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:25:49.738599 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.057562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:25:50.062696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba829e92-5e59-4e50-bcd0-6cba742922d9 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "PUT /v2.0/routers/63359023-87fb-4fe2-ab45-892e0e511ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057342 Feb 09 03:25:50.065289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 44990) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:50.070768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] Sync routers for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:25:50.081218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:50.081843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:50.120563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb0df6b-c226-44d3-ba07-a168a94b3dac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting subnet d0a42b6a-4931-4b18-914b-daeb9e91eb91 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:25:50.124298 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abb0df6b-c226-44d3-ba07-a168a94b3dac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (d0a42b6a-4931-4b18-914b-daeb9e91eb91), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.167572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abb0df6b-c226-44d3-ba07-a168a94b3dac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (d0a42b6a-4931-4b18-914b-daeb9e91eb91), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.198808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:50.262781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abb0df6b-c226-44d3-ba07-a168a94b3dac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (d0a42b6a-4931-4b18-914b-daeb9e91eb91), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.328322 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abb0df6b-c226-44d3-ba07-a168a94b3dac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (d0a42b6a-4931-4b18-914b-daeb9e91eb91), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.358015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0df6b-c226-44d3-ba07-a168a94b3dac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a42b6a-4931-4b18-914b-daeb9e91eb91,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:50.359984 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-abb0df6b-c226-44d3-ba07-a168a94b3dac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.364010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-abb0df6b-c226-44d3-ba07-a168a94b3dac tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/subnets/d0a42b6a-4931-4b18-914b-daeb9e91eb91 HTTP/1.1" status: 204 len: 168 time: 0.2976871 Feb 09 03:25:50.367122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 44992) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:50.381054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ddba6a-e193-4e80-9e06-c00602863f7d None None] Network 5999ee79-29ee-4a87-9b1d-720ea86dc337 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:50.480965 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:25:49Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:50.482032 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router (63359023-87fb-4fe2-ab45-892e0e511ee7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.511749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] Checking router: 63359023-87fb-4fe2-ab45-892e0e511ee7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:25:50.522125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] Routers {'63359023-87fb-4fe2-ab45-892e0e511ee7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:25:50.522766 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:25:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['63359023-87fb-4fe2-ab45-892e0e511ee7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:50.594449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] DHCP port deletion for 5999ee79-29ee-4a87-9b1d-720ea86dc337 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:25:50.604854 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_gateway (63359023-87fb-4fe2-ab45-892e0e511ee7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.665054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] Set router 63359023-87fb-4fe2-ab45-892e0e511ee7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:25:50.665886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Deleting port 15c7e059-1459-4ee2-ad4b-ca7f846708a8 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:50.666255 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.748809 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] For port 15c7e059-1459-4ee2-ad4b-ca7f846708a8, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=15c7e059-1459-4ee2-ad4b-ca7f846708a8,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:50.749172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.762673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Calling delete_port for 15c7e059-1459-4ee2-ad4b-ca7f846708a8 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:50.768924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Deleting port 18890d25-7268-4039-b905-e6516e483d88 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:50.769439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (18890d25-7268-4039-b905-e6516e483d88), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.851689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] For port 18890d25-7268-4039-b905-e6516e483d88, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=18890d25-7268-4039-b905-e6516e483d88,segment=NetworkSegment(676731a7-c22e-475b-a101-d1d047bacaa1),segment_id=676731a7-c22e-475b-a101-d1d047bacaa1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:50.852007 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (18890d25-7268-4039-b905-e6516e483d88), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.868947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Calling delete_port for 18890d25-7268-4039-b905-e6516e483d88 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:50.890340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:50.925224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:50.925484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4f75b2a4-412c-4a1f-bd3b-f66e60062aa4 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:50.936776 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (15c7e059-1459-4ee2-ad4b-ca7f846708a8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:50.963447 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Port': ['ID=15c7e059-1459-4ee2-ad4b-ca7f846708a8,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:51.008321 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (18890d25-7268-4039-b905-e6516e483d88), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.018153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:25:49Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:51.032586 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (63359023-87fb-4fe2-ab45-892e0e511ee7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.042639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Pushing event deleted for resources: {'Port': ['ID=18890d25-7268-4039-b905-e6516e483d88,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:51.045005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] No DVR routers for this DVR port 18890d25-7268-4039-b905-e6516e483d88 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:51.151790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (63359023-87fb-4fe2-ab45-892e0e511ee7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.154281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router_controller (63359023-87fb-4fe2-ab45-892e0e511ee7), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.222202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (63359023-87fb-4fe2-ab45-892e0e511ee7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.222795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Fanout notify agent at l3_agent the message router_deleted on router 63359023-87fb-4fe2-ab45-892e0e511ee7 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:25:51.230211 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.231387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-37252298-5745-4081-a802-ca880c9a35f5 tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/routers/63359023-87fb-4fe2-ab45-892e0e511ee7 HTTP/1.1" status: 204 len: 168 time: 0.8631210 Feb 09 03:25:51.234362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45000) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:51.244581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba681e-f3df-4d0d-a2b7-fec2eff7bdb7 None None] The sync data for ids ['63359023-87fb-4fe2-ab45-892e0e511ee7'] in n-d-827839-4 is: [{'id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'name': 'tempest-TestNetworkBasicOps-router-235989697', 'tenant_id': '68f50846d4f2489ca953152d349824bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:25:49Z', 'revision_number': 5, 'project_id': '68f50846d4f2489ca953152d349824bf', 'gw_port': {'id': '15c7e059-1459-4ee2-ad4b-ca7f846708a8', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63359023-87fb-4fe2-ab45-892e0e511ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:24:50Z', 'updated_at': '2022-02-09T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:25:51.247722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.248075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.248421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.248761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.249099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.249434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.249767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.250096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.250466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.250794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.251125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.251450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.251772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089fa29-7c25-4e59-ab1e-6ea9085959ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:25:51.324062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (5999ee79-29ee-4a87-9b1d-720ea86dc337), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.333108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20f111-d835-47e1-8bc7-77055230aa09 req-e4bd90ef-5855-4461-b405-4ea48270c3fc tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:51.334600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf20f111-d835-47e1-8bc7-77055230aa09 req-e4bd90ef-5855-4461-b405-4ea48270c3fc tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 945 time: 0.1423259 Feb 09 03:25:51.446140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (5999ee79-29ee-4a87-9b1d-720ea86dc337), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.451826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bf20f111-d835-47e1-8bc7-77055230aa09 req-88c74a5c-c0d2-49a7-ad2e-8194dc93a79f tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095233 Feb 09 03:25:51.474585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5999ee79-29ee-4a87-9b1d-720ea86dc337']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:51.484311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676731a7-c22e-475b-a101-d1d047bacaa1') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:51.484604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676731a7-c22e-475b-a101-d1d047bacaa1') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:25:51.494678 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (676731a7-c22e-475b-a101-d1d047bacaa1), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.507651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (676731a7-c22e-475b-a101-d1d047bacaa1), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.513970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:25:51.514380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (676731a7-c22e-475b-a101-d1d047bacaa1), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:25:51.517583 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:25:51.575630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (5999ee79-29ee-4a87-9b1d-720ea86dc337), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.583478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.586049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] 10.222.0.32 "DELETE /v2.0/networks/5999ee79-29ee-4a87-9b1d-720ea86dc337 HTTP/1.1" status: 204 len: 168 time: 0.3506880 Feb 09 03:25:51.599497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599b223-f9de-4d12-b42b-67047aa2998a tempest-TestNetworkBasicOps-1275288012 tempest-TestNetworkBasicOps-1275288012-project] Pushing event deleted for resources: {'Network': ['ID=5999ee79-29ee-4a87-9b1d-720ea86dc337,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:51.735164 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:51.864030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45006) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:51.909335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 81bcac3d-8168-4519-a2c6-eb188ecd96fe no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:51.941735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 81bcac3d-8168-4519-a2c6-eb188ecd96fe {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:51.942182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 81bcac3d-8168-4519-a2c6-eb188ecd96fe not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:51.942538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 18890d25-7268-4039-b905-e6516e483d88 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:51.962970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 18890d25-7268-4039-b905-e6516e483d88 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:51.963323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 18890d25-7268-4039-b905-e6516e483d88 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:52.017495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cfbc124e-71a3-49fa-8cf2-b5f81ebe878e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68f50846d4f2489ca953152d349824bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522067 Feb 09 03:25:52.019913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45010) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:52.071053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d22777b3-af2e-41b7-9755-5853dffa6ce5 admin admin] Publish callbacks [] for security_group (7b464b6e-c4fd-4d59-97cf-7655ac465e1d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.097227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d22777b3-af2e-41b7-9755-5853dffa6ce5 admin admin] Publish callbacks [] for security_group (7b464b6e-c4fd-4d59-97cf-7655ac465e1d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.144015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d22777b3-af2e-41b7-9755-5853dffa6ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7b464b6e-c4fd-4d59-97cf-7655ac465e1d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.146615 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d22777b3-af2e-41b7-9755-5853dffa6ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.147794 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d22777b3-af2e-41b7-9755-5853dffa6ce5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b464b6e-c4fd-4d59-97cf-7655ac465e1d HTTP/1.1" status: 204 len: 168 time: 0.1269686 Feb 09 03:25:52.155403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22777b3-af2e-41b7-9755-5853dffa6ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b464b6e-c4fd-4d59-97cf-7655ac465e1d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:52.407407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45016) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:52.421022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55b92eec-eb74-429f-82ff-08156e8d5f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.495951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55b92eec-eb74-429f-82ff-08156e8d5f31 admin admin] Publish callbacks [] for security_group (cd953d2d-c43f-44ce-ac0d-dba8fd2bab23), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.499901 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55b92eec-eb74-429f-82ff-08156e8d5f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cd953d2d-c43f-44ce-ac0d-dba8fd2bab23), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.553093 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-55b92eec-eb74-429f-82ff-08156e8d5f31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=249c2762ae1641a1b186896c908e8be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445990 Feb 09 03:25:52.555851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45020) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:52.567718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b92eec-eb74-429f-82ff-08156e8d5f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd953d2d-c43f-44ce-ac0d-dba8fd2bab23,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:52.597210 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd7b82-14f7-4286-beb3-38916159dbf6 req-431d7311-b493-43ce-8d7f-ae671f07e0e5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:52.598750 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0dd7b82-14f7-4286-beb3-38916159dbf6 req-431d7311-b493-43ce-8d7f-ae671f07e0e5 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 945 time: 0.0674253 Feb 09 03:25:52.617404 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ae99371-e718-47cd-9b43-d4d58807a4a7 admin admin] Publish callbacks [] for security_group (cd953d2d-c43f-44ce-ac0d-dba8fd2bab23), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.639083 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ae99371-e718-47cd-9b43-d4d58807a4a7 admin admin] Publish callbacks [] for security_group (cd953d2d-c43f-44ce-ac0d-dba8fd2bab23), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.651584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0dd7b82-14f7-4286-beb3-38916159dbf6 req-9d6a70ac-8940-448e-8bb5-3269fdf08878 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/security-groups?id=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455875 Feb 09 03:25:52.694904 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ae99371-e718-47cd-9b43-d4d58807a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cd953d2d-c43f-44ce-ac0d-dba8fd2bab23), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.697486 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1ae99371-e718-47cd-9b43-d4d58807a4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:52.698660 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ae99371-e718-47cd-9b43-d4d58807a4a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd953d2d-c43f-44ce-ac0d-dba8fd2bab23 HTTP/1.1" status: 204 len: 168 time: 0.1417921 Feb 09 03:25:52.706645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99371-e718-47cd-9b43-d4d58807a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd953d2d-c43f-44ce-ac0d-dba8fd2bab23,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:52.935861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-32bdceac-6f3a-4c05-b82f-79e7f00815af tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:52.937377 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-32bdceac-6f3a-4c05-b82f-79e7f00815af tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.26 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 945 time: 0.0521638 Feb 09 03:25:53.038185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Deleting port 8103416d-69f1-4ff0-97da-b7cbc5a28aae {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:25:53.038808 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.131176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] For port 8103416d-69f1-4ff0-97da-b7cbc5a28aae, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=8103416d-69f1-4ff0-97da-b7cbc5a28aae,segment=NetworkSegment(ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6),segment_id=ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:25:53.131683 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.150539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Calling delete_port for 8103416d-69f1-4ff0-97da-b7cbc5a28aae owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:25:53.282037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (8103416d-69f1-4ff0-97da-b7cbc5a28aae), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.293859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['8103416d-69f1-4ff0-97da-b7cbc5a28aae'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:25:53.321044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Pushing event deleted for resources: {'Port': ['ID=8103416d-69f1-4ff0-97da-b7cbc5a28aae,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:53.362607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] No DVR routers for this DVR port 8103416d-69f1-4ff0-97da-b7cbc5a28aae on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:25:53.365332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.370083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-985c3bcf-46cf-464c-a660-5552080a2d6a req-6e456518-2826-4834-b80d-e2ae066b6340 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.26 "DELETE /v2.0/ports/8103416d-69f1-4ff0-97da-b7cbc5a28aae HTTP/1.1" status: 204 len: 173 time: 0.4271302 Feb 09 03:25:53.370588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483ca179-db91-4904-a333-f63ee6b3eea0', 'name': 'network-vif-deleted', 'tag': '8103416d-69f1-4ff0-97da-b7cbc5a28aae'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:53.373360 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5482caf-d723-4158-8c2d-b4bdb7efadfa" -d '{"events": [{"server_uuid": "483ca179-db91-4904-a333-f63ee6b3eea0", "name": "network-vif-deleted", "tag": "8103416d-69f1-4ff0-97da-b7cbc5a28aae"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:53.397829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45044) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:53.427041 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b446f26-039e-4a15-80a4-d5834a0ea148 x-openstack-request-id: req-2b446f26-039e-4a15-80a4-d5834a0ea148 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:53.427335 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483ca179-db91-4904-a333-f63ee6b3eea0", "name": "network-vif-deleted", "tag": "8103416d-69f1-4ff0-97da-b7cbc5a28aae", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:53.427593 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b446f26-039e-4a15-80a4-d5834a0ea148 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:53.428156 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483ca179-db91-4904-a333-f63ee6b3eea0', 'name': 'network-vif-deleted', 'tag': '8103416d-69f1-4ff0-97da-b7cbc5a28aae', 'status': 'completed', 'code': 200} Feb 09 03:25:53.433821 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-6f7da0cb-93da-4a08-80aa-70debc7b7748 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597713 Feb 09 03:25:53.519652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1629638804-network', 'tenant_id': 'ce75e0a463f046729e7152cbf70b6820'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:53.538798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-369b926e-06f8-403d-9a46-8c6022c71f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.539024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Made reservation on behalf of ce75e0a463f046729e7152cbf70b6820 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:53.540984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-369b926e-06f8-403d-9a46-8c6022c71f48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edb07aabd33b40c185e5b205112fd698&device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1127 time: 0.0498095 Feb 09 03:25:53.542079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.552151 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.630337 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Publish callbacks [] for security_group (b72bc151-1d70-48ab-8e86-fa5498f0d17e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.635246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b72bc151-1d70-48ab-8e86-fa5498f0d17e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.647333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-f0b2a827-d6ef-45ab-bc16-9a12fe4b418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.648904 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-f0b2a827-d6ef-45ab-bc16-9a12fe4b418a service neutron] 10.222.0.61 "GET /v2.0/networks?id=26299b47-9a44-4ea1-a63e-ea81b2eb98be HTTP/1.1" status: 200 len: 909 time: 0.0898228 Feb 09 03:25:53.665802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:25:53.667961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72bc151-1d70-48ab-8e86-fa5498f0d17e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:53.681570 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1664fded-a420-4d2a-adcf-9bd39188ec67), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.681913 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Added segment 1664fded-a420-4d2a-adcf-9bd39188ec67 of type vlan for network 78d6032f-a95d-4c79-af89-99ab2b0ce977 Feb 09 03:25:53.717495 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-cc683654-b740-42b1-ad2a-91ad23fc960a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a HTTP/1.1" status: 200 len: 1001 time: 0.0626817 Feb 09 03:25:53.726038 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (78d6032f-a95d-4c79-af89-99ab2b0ce977), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.755697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (78d6032f-a95d-4c79-af89-99ab2b0ce977), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.756761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.757336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.794445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-271551c5-bbf4-48a7-9883-5e41526530e8 req-a00a10a4-9dd4-4947-83e9-e4e96770a429 tempest-VolumesSnapshotTestJSON-1707035261 tempest-VolumesSnapshotTestJSON-1707035261-project] 10.222.0.32 "GET /v2.0/ports?device_id=483ca179-db91-4904-a333-f63ee6b3eea0 HTTP/1.1" status: 200 len: 210 time: 0.0338905 Feb 09 03:25:53.809269 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 15c7e059-1459-4ee2-ad4b-ca7f846708a8 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:53.825737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-20ebf7c7-d914-4fee-9fdd-03255e26488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.827253 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-20ebf7c7-d914-4fee-9fdd-03255e26488b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4d2c71e-7abb-40dc-91ff-200cd6451d70 HTTP/1.1" status: 200 len: 847 time: 0.1026502 Feb 09 03:25:53.832246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 15c7e059-1459-4ee2-ad4b-ca7f846708a8 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:53.833111 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 15c7e059-1459-4ee2-ad4b-ca7f846708a8 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:53.844668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4427783 Feb 09 03:25:53.846992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45050) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:53.851939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Request body: {'subnet': {'network_id': '78d6032f-a95d-4c79-af89-99ab2b0ce977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1629638804-subnet', 'tenant_id': 'ce75e0a463f046729e7152cbf70b6820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:53.855815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6d240-a360-493a-b3e0-f891a0ec42f4 admin admin] Pushing event updated for resources: {'Network': ['ID=78d6032f-a95d-4c79-af89-99ab2b0ce977,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:53.872962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 78d6032f-a95d-4c79-af89-99ab2b0ce977 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:25:53.878119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Made reservation on behalf of ce75e0a463f046729e7152cbf70b6820 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:53.880516 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:53.893601 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-9e01dbac-68af-4171-a016-320418afece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:53.895454 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-9e01dbac-68af-4171-a016-320418afece4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26299b47-9a44-4ea1-a63e-ea81b2eb98be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622063 Feb 09 03:25:54.000632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-98141007-c4c0-4b6e-8662-cabc0bb705cb service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994735 Feb 09 03:25:54.069457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.090582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa95a852-eaa9-4379-82fe-fc64730b3ea1 req-0f226bf4-32fd-4ffd-98c5-4aaf8c386c87 service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836411 Feb 09 03:25:54.129870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:54.140039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Checking segment: {'id': '1664fded-a420-4d2a-adcf-9bd39188ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78d6032f-a95d-4c79-af89-99ab2b0ce977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:54.140416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Network hostable DHCP agents. Network: 78d6032f-a95d-4c79-af89-99ab2b0ce977, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:25:54.157387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Network 78d6032f-a95d-4c79-af89-99ab2b0ce977 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:25:54.165775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 78d6032f-a95d-4c79-af89-99ab2b0ce977) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:54.169825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:54.170441 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.176295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a72d3-b35b-4ea7-a248-f4dc32db7cce None None] Network 78d6032f-a95d-4c79-af89-99ab2b0ce977 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:54.195861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed62f720-363c-4a17-9ea1-e131dc3588a3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3388703 Feb 09 03:25:54.278000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb747fb-8025-402d-b349-39a6f520eb29 None None] Network 78d6032f-a95d-4c79-af89-99ab2b0ce977 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:54.642578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45066) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:54.647508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-319441503-network', 'tenant_id': 'd7befeaf7f44417fa414d8c3f7fe0754'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:54.666532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Made reservation on behalf of d7befeaf7f44417fa414d8c3f7fe0754 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:54.668844 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.677730 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.751690 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Publish callbacks [] for security_group (501bd3b7-dbef-474d-973d-e8421792e107), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.755378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (501bd3b7-dbef-474d-973d-e8421792e107), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.779876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:25:54.789289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501bd3b7-dbef-474d-973d-e8421792e107,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:54.795630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6b26604b-cd9c-4b77-93c2-91dc577256f5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.795963 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Added segment 6b26604b-cd9c-4b77-93c2-91dc577256f5 of type vlan for network 1c02ea9e-6686-4208-8289-e536382f53f7 Feb 09 03:25:54.840526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1c02ea9e-6686-4208-8289-e536382f53f7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.869779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1c02ea9e-6686-4208-8289-e536382f53f7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.870945 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:54.871328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:54.926404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2826910 Feb 09 03:25:54.929271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45072) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:25:54.933479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aafd4d-b84b-46de-9e21-03fd96458eed admin admin] Pushing event updated for resources: {'Network': ['ID=1c02ea9e-6686-4208-8289-e536382f53f7,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:54.936182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Request body: {'subnet': {'network_id': '1c02ea9e-6686-4208-8289-e536382f53f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-319441503-subnet', 'tenant_id': 'd7befeaf7f44417fa414d8c3f7fe0754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:54.943534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1c02ea9e-6686-4208-8289-e536382f53f7 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:25:54.957310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Made reservation on behalf of d7befeaf7f44417fa414d8c3f7fe0754 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:54.959885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.142673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (c19bc028-a835-4713-9f1d-9d042f3c634e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.201569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19bc028-a835-4713-9f1d-9d042f3c634e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:55.208383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Checking segment: {'id': '6b26604b-cd9c-4b77-93c2-91dc577256f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1c02ea9e-6686-4208-8289-e536382f53f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:55.208752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Network hostable DHCP agents. Network: 1c02ea9e-6686-4208-8289-e536382f53f7, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:25:55.225777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Network 1c02ea9e-6686-4208-8289-e536382f53f7 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:25:55.234425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1c02ea9e-6686-4208-8289-e536382f53f7) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:55.238719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:55.239312 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:55.244207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c035a7c-6b8c-444d-8f82-743ab70c94f6 None None] Network 1c02ea9e-6686-4208-8289-e536382f53f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:55.259930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7873c6aa-f923-4b09-a332-5d83f2f73a2b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3293800 Feb 09 03:25:55.347606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6442f131-35b6-46e1-9524-60b8421da3b1 None None] Network 1c02ea9e-6686-4208-8289-e536382f53f7 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:25:55.746795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-dfc31912-f8b5-4b00-9eda-946b9f6fbde7 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:55.748279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-dfc31912-f8b5-4b00-9eda-946b9f6fbde7 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/networks?id=78d6032f-a95d-4c79-af89-99ab2b0ce977 HTTP/1.1" status: 200 len: 812 time: 0.1054287 Feb 09 03:25:55.763009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-a4115c65-2db8-4faa-9d17-4cb7b4f897fd tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/quotas/ce75e0a463f046729e7152cbf70b6820 HTTP/1.1" status: 200 len: 375 time: 0.0091789 Feb 09 03:25:55.796069 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-b260f802-6c51-4fc2-a8ab-2764f34fb922 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce75e0a463f046729e7152cbf70b6820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275364 Feb 09 03:25:55.808094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-d10e525c-91b4-492b-9de4-d66539c60270 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:25:55.809163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-d10e525c-91b4-492b-9de4-d66539c60270 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054672 Feb 09 03:25:55.905571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-e9d9928c-eb5d-40d0-bc9a-b8016e786028 service neutron] 10.222.0.32 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905001 Feb 09 03:25:55.996166 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-cb462893-c74c-4fb9-9dd8-1daf667097af service neutron] 10.222.0.32 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845761 Feb 09 03:25:56.170157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-92b0fd26-bfab-4fe7-a0ea-3d8276436b8e req-43854280-88b8-4ca4-b275-19ef8895e986 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 210 time: 0.0356367 Feb 09 03:25:56.266623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8103416d-69f1-4ff0-97da-b7cbc5a28aae no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:25:56.290429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 8103416d-69f1-4ff0-97da-b7cbc5a28aae {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:25:56.290924 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 8103416d-69f1-4ff0-97da-b7cbc5a28aae not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:25:57.146754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-dc35fb17-1bff-4ec3-8522-6632464a1461 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.148423 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-dc35fb17-1bff-4ec3-8522-6632464a1461 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.26 "GET /v2.0/networks?id=78d6032f-a95d-4c79-af89-99ab2b0ce977 HTTP/1.1" status: 200 len: 812 time: 0.1100900 Feb 09 03:25:57.160822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Request body: {'port': {'device_id': 'f4c9669e-9b89-4e51-a6cc-af0aac50c31d', 'network_id': '78d6032f-a95d-4c79-af89-99ab2b0ce977', 'admin_state_up': True, 'tenant_id': 'ce75e0a463f046729e7152cbf70b6820'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:57.291050 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1760125d-1d02-43a1-ab62-e8d10d51575b req-54e1109e-b38f-4119-8ab1-6e2870dc14fa tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 210 time: 0.0430603 Feb 09 03:25:57.308260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Made reservation on behalf of ce75e0a463f046729e7152cbf70b6820 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:25:57.313309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.477720 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Allocated IP 172.20.0.2 (78d6032f-a95d-4c79-af89-99ab2b0ce977/f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d/da320ae6-13fa-441a-b64d-24e14c18a366) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:25:57.638563 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Publish callbacks [] for port (da320ae6-13fa-441a-b64d-24e14c18a366), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.680755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.730438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Network 78d6032f-a95d-4c79-af89-99ab2b0ce977 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:25:57.733698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:25:57.738413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:25:57.743686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Pushing event updated for resources: {'Port': ['ID=da320ae6-13fa-441a-b64d-24e14c18a366,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:57.793467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:57.794111 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:57.812289 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-23ad937e-8100-45cf-af7e-38610704fccc tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562388 Feb 09 03:25:57.825262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Request body: {'port': {'device_id': 'f4c9669e-9b89-4e51-a6cc-af0aac50c31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:25:57.885976 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.202710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da320ae6-13fa-441a-b64d-24e14c18a366 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:25:58.210544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Publish callbacks [] for port (da320ae6-13fa-441a-b64d-24e14c18a366), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.223010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Transition to ACTIVE for port object da320ae6-13fa-441a-b64d-24e14c18a366 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:25:58.227368 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.303546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Pushing event updated for resources: {'Port': ['ID=da320ae6-13fa-441a-b64d-24e14c18a366,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:58.373180 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Attempting to bind port da320ae6-13fa-441a-b64d-24e14c18a366 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:25:58.374264 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Attempting to bind port da320ae6-13fa-441a-b64d-24e14c18a366 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '1664fded-a420-4d2a-adcf-9bd39188ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78d6032f-a95d-4c79-af89-99ab2b0ce977'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:25:58.374624 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Attempting to bind port da320ae6-13fa-441a-b64d-24e14c18a366 on network 78d6032f-a95d-4c79-af89-99ab2b0ce977 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:58.388014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Port da320ae6-13fa-441a-b64d-24e14c18a366 on network 78d6032f-a95d-4c79-af89-99ab2b0ce977 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:25:58.388383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Attempting to bind port da320ae6-13fa-441a-b64d-24e14c18a366 on network 78d6032f-a95d-4c79-af89-99ab2b0ce977 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:25:58.414226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:25:58.414638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Checking segment: {'id': '1664fded-a420-4d2a-adcf-9bd39188ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78d6032f-a95d-4c79-af89-99ab2b0ce977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:25:58.415062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Bound using segment: {'id': '1664fded-a420-4d2a-adcf-9bd39188ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78d6032f-a95d-4c79-af89-99ab2b0ce977'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:25:58.415498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Bound port: da320ae6-13fa-441a-b64d-24e14c18a366, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1664fded-a420-4d2a-adcf-9bd39188ec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78d6032f-a95d-4c79-af89-99ab2b0ce977'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:25:58.415864 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.495607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45baee6-6008-4250-b3ab-fca709add45e req-18d1bcca-722d-462c-a963-a96fe0c83c4a tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.497242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c45baee6-6008-4250-b3ab-fca709add45e req-18d1bcca-722d-462c-a963-a96fe0c83c4a tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 943 time: 0.1259575 Feb 09 03:25:58.501897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] For port da320ae6-13fa-441a-b64d-24e14c18a366, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:25:58.505709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] For port da320ae6-13fa-441a-b64d-24e14c18a366, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=da320ae6-13fa-441a-b64d-24e14c18a366,segment=NetworkSegment(1664fded-a420-4d2a-adcf-9bd39188ec67),segment_id=1664fded-a420-4d2a-adcf-9bd39188ec67)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:25:58.518083 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.591268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.591893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:25:58.593346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] 10.222.0.26 "PUT /v2.0/ports/da320ae6-13fa-441a-b64d-24e14c18a366 HTTP/1.1" status: 200 len: 1091 time: 0.7733409 Feb 09 03:25:58.595651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c9669e-9b89-4e51-a6cc-af0aac50c31d', 'tag': 'da320ae6-13fa-441a-b64d-24e14c18a366'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:25:58.597979 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc8c2b-6241-4105-9e11-5e4732196b21" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c9669e-9b89-4e51-a6cc-af0aac50c31d", "tag": "da320ae6-13fa-441a-b64d-24e14c18a366"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:25:58.617043 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c45baee6-6008-4250-b3ab-fca709add45e req-d1afa756-1d44-4470-8e40-88ecbac9976e tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070657 Feb 09 03:25:58.624189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b71dd-b4d5-4569-af99-9ef8a6b60271 service neutron] Pushing event updated for resources: {'Port': ['ID=da320ae6-13fa-441a-b64d-24e14c18a366,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:25:58.684156 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c3b74-3718-4b9e-888c-baba082093ce x-openstack-request-id: req-677c3b74-3718-4b9e-888c-baba082093ce {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:25:58.684452 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c9669e-9b89-4e51-a6cc-af0aac50c31d", "tag": "da320ae6-13fa-441a-b64d-24e14c18a366", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:25:58.684710 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-677c3b74-3718-4b9e-888c-baba082093ce {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:25:58.685115 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c9669e-9b89-4e51-a6cc-af0aac50c31d', 'tag': 'da320ae6-13fa-441a-b64d-24e14c18a366', 'status': 'completed', 'code': 200} Feb 09 03:25:58.709824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-6d68034e-9b89-4ea4-9a71-2d46b9260366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.711320 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-6d68034e-9b89-4ea4-9a71-2d46b9260366 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce75e0a463f046729e7152cbf70b6820&device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 1125 time: 0.0594475 Feb 09 03:25:58.767881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-a6a25407-2fe5-4f94-a869-e2fbf88d8425 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da320ae6-13fa-441a-b64d-24e14c18a366 HTTP/1.1" status: 200 len: 217 time: 0.0375316 Feb 09 03:25:58.859302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-466a9875-de61-4b02-8d76-90c1e91f947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:58.863796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-466a9875-de61-4b02-8d76-90c1e91f947a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d HTTP/1.1" status: 200 len: 852 time: 0.0903316 Feb 09 03:25:58.904327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-310dfa70-553d-4607-8038-949345b42430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78d6032f-a95d-4c79-af89-99ab2b0ce977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339837 Feb 09 03:25:59.003981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-7dc18036-050a-4ad4-9f3e-d1c50390d514 service neutron] 10.222.0.26 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937176 Feb 09 03:25:59.097181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ad329e3c-b06b-44a6-bd3c-abe3e0fdd37d req-66bf37b5-8132-449c-ac81-b0cd1aab67d6 service neutron] 10.222.0.26 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871620 Feb 09 03:25:59.193327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-50d6ad03-ca8c-44c9-8d53-15b0e23d9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.194943 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-50d6ad03-ca8c-44c9-8d53-15b0e23d9aca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce75e0a463f046729e7152cbf70b6820&device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 1125 time: 0.0519369 Feb 09 03:25:59.289536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-bec1bba1-a352-4077-bff4-9bb0937b6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.291007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-bec1bba1-a352-4077-bff4-9bb0937b6567 service neutron] 10.222.0.26 "GET /v2.0/networks?id=78d6032f-a95d-4c79-af89-99ab2b0ce977 HTTP/1.1" status: 200 len: 913 time: 0.0895224 Feb 09 03:25:59.335388 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-7a95ba7d-d7a9-4921-8986-9350b204282d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da320ae6-13fa-441a-b64d-24e14c18a366 HTTP/1.1" status: 200 len: 217 time: 0.0386651 Feb 09 03:25:59.387121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-9402f2ad-279f-4029-8c41-a7a0e43a366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.388621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-9402f2ad-279f-4029-8c41-a7a0e43a366b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d HTTP/1.1" status: 200 len: 852 time: 0.0482364 Feb 09 03:25:59.423636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-ea9289e8-1db8-44a9-baaa-0da6f8479df3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78d6032f-a95d-4c79-af89-99ab2b0ce977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297790 Feb 09 03:25:59.515352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-ec2a4982-5fed-4973-9773-7ea38de7c30e service neutron] 10.222.0.26 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860863 Feb 09 03:25:59.611290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-edcc8c2b-6241-4105-9e11-5e4732196b21 req-230f87f3-4d97-4179-b5ab-4e56c6e09c2f service neutron] 10.222.0.26 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899880 Feb 09 03:25:59.807101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b7d1-93e7-464e-a6f8-bb2e8a9e8209 req-c91e18d9-8234-48b0-867c-a7d141de62a5 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:25:59.810813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3208b7d1-93e7-464e-a6f8-bb2e8a9e8209 req-c91e18d9-8234-48b0-867c-a7d141de62a5 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 943 time: 0.0727963 Feb 09 03:25:59.860757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3208b7d1-93e7-464e-a6f8-bb2e8a9e8209 req-2b42aaa4-eac1-4919-9f11-c579d3e81864 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462401 Feb 09 03:26:00.498409 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-760d1243-6826-47c7-bae8-3d64f5022fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:00.994534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bba55-e42d-4402-88e1-dfc8740e2247 req-fcdbd677-6555-47f8-9514-17d01e74d483 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:00.996161 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-949bba55-e42d-4402-88e1-dfc8740e2247 req-fcdbd677-6555-47f8-9514-17d01e74d483 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 943 time: 0.0625842 Feb 09 03:26:01.052656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-949bba55-e42d-4402-88e1-dfc8740e2247 req-f52711d3-5151-4d22-82fd-5bbb77b0bfef tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486259 Feb 09 03:26:02.215877 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19f64-1eb8-409c-b377-8567a722bc0e req-a4a0b538-8ae1-4cb5-aa69-d07c648fac42 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:02.217534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22c19f64-1eb8-409c-b377-8567a722bc0e req-a4a0b538-8ae1-4cb5-aa69-d07c648fac42 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 943 time: 0.0875921 Feb 09 03:26:02.266702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22c19f64-1eb8-409c-b377-8567a722bc0e req-84816b15-31d6-4995-8ebb-9d2b01b46eaf tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432868 Feb 09 03:26:02.297341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device da320ae6-13fa-441a-b64d-24e14c18a366 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:26:02.399478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port da320ae6-13fa-441a-b64d-24e14c18a366, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=da320ae6-13fa-441a-b64d-24e14c18a366,segment=NetworkSegment(1664fded-a420-4d2a-adcf-9bd39188ec67),segment_id=1664fded-a420-4d2a-adcf-9bd39188ec67)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:02.411939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'da320ae6-13fa-441a-b64d-24e14c18a366', 'network_id': '78d6032f-a95d-4c79-af89-99ab2b0ce977', 'port_id': 'da320ae6-13fa-441a-b64d-24e14c18a366', 'mac_address': 'fa:16:3e:67:38:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:26:02.463013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port da320ae6-13fa-441a-b64d-24e14c18a366 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:02.463299 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:02.478658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da320ae6-13fa-441a-b64d-24e14c18a366 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:02.498578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port da320ae6-13fa-441a-b64d-24e14c18a366, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=da320ae6-13fa-441a-b64d-24e14c18a366,segment=NetworkSegment(1664fded-a420-4d2a-adcf-9bd39188ec67),segment_id=1664fded-a420-4d2a-adcf-9bd39188ec67)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:02.502616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:02.559718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=da320ae6-13fa-441a-b64d-24e14c18a366,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:02.708760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ffea5f5-81d1-43e4-a9be-fbf7ffd8d18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:02.823683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['da320ae6-13fa-441a-b64d-24e14c18a366'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:03.396880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2e5bf-c5b5-4d48-a4ca-af7b68d19828 req-b43fe3c2-cff6-4e1a-8e2c-f6e6875bf758 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:03.398665 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6cf2e5bf-c5b5-4d48-a4ca-af7b68d19828 req-b43fe3c2-cff6-4e1a-8e2c-f6e6875bf758 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 944 time: 0.0575292 Feb 09 03:26:03.446810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6cf2e5bf-c5b5-4d48-a4ca-af7b68d19828 req-bd79f66e-6597-4d14-848e-040f031992d1 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Feb 09 03:26:03.919921 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:26:04.044944 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.298098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device da320ae6-13fa-441a-b64d-24e14c18a366 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:04.361507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port da320ae6-13fa-441a-b64d-24e14c18a366 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:26:04.366770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port da320ae6-13fa-441a-b64d-24e14c18a366 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:04.366770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.452818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port da320ae6-13fa-441a-b64d-24e14c18a366 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:04.453164 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.491728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port da320ae6-13fa-441a-b64d-24e14c18a366, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=da320ae6-13fa-441a-b64d-24e14c18a366,segment=NetworkSegment(1664fded-a420-4d2a-adcf-9bd39188ec67),segment_id=1664fded-a420-4d2a-adcf-9bd39188ec67)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:04.493265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c9669e-9b89-4e51-a6cc-af0aac50c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da320ae6-13fa-441a-b64d-24e14c18a366'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:04.496481 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb6926a-598c-4262-9a8a-c4108fd848fb" -d '{"events": [{"server_uuid": "f4c9669e-9b89-4e51-a6cc-af0aac50c31d", "name": "network-vif-plugged", "status": "completed", "tag": "da320ae6-13fa-441a-b64d-24e14c18a366"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:04.500001 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:04.578873 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16dcf3f-404b-46f8-9c40-4700b6deeb02 x-openstack-request-id: req-d16dcf3f-404b-46f8-9c40-4700b6deeb02 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:04.579218 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c9669e-9b89-4e51-a6cc-af0aac50c31d", "name": "network-vif-plugged", "status": "completed", "tag": "da320ae6-13fa-441a-b64d-24e14c18a366", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:04.579484 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d16dcf3f-404b-46f8-9c40-4700b6deeb02 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:04.579937 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c9669e-9b89-4e51-a6cc-af0aac50c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da320ae6-13fa-441a-b64d-24e14c18a366', 'code': 200} Feb 09 03:26:04.607633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=da320ae6-13fa-441a-b64d-24e14c18a366,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:04.703513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbe741-d397-47b7-8922-059a336e25c0 req-9f568767-d67d-4da5-956e-739552522500 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:04.705328 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1fbe741-d397-47b7-8922-059a336e25c0 req-9f568767-d67d-4da5-956e-739552522500 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.1238592 Feb 09 03:26:04.711732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3aa4-ee8f-4f52-9649-4d8e64890021 req-e3440e4d-3c6c-48f3-b52f-e094f9944ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:04.713398 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09eb3aa4-ee8f-4f52-9649-4d8e64890021 req-e3440e4d-3c6c-48f3-b52f-e094f9944ea5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 1127 time: 0.0759976 Feb 09 03:26:04.796006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f1fbe741-d397-47b7-8922-059a336e25c0 req-9b6cca01-b4c3-4421-8c07-c95eb0d47dca tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814352 Feb 09 03:26:04.800438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-09eb3aa4-ee8f-4f52-9649-4d8e64890021 req-fe5e1c22-0ac3-4eff-af80-416f9cf63c80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795698 Feb 09 03:26:05.126635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:06.045054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e571311-8399-4604-bbe9-8bf3c8698921 req-edc369af-155e-4019-aeec-3f53752cbc1b tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:06.048017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e571311-8399-4604-bbe9-8bf3c8698921 req-edc369af-155e-4019-aeec-3f53752cbc1b tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.1172357 Feb 09 03:26:06.105433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e571311-8399-4604-bbe9-8bf3c8698921 req-8ca22b9f-43a4-4889-bd07-f78b9f669a00 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511050 Feb 09 03:26:06.518794 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:07.296765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6de48-6a0d-4675-81a2-24c780d8851c req-83cb66eb-6854-4ebb-b29d-51b0592d8428 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:07.298174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63c6de48-6a0d-4675-81a2-24c780d8851c req-83cb66eb-6854-4ebb-b29d-51b0592d8428 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0879312 Feb 09 03:26:07.368355 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63c6de48-6a0d-4675-81a2-24c780d8851c req-cffd4a80-7fd7-432d-8915-a6036fe403fd tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632327 Feb 09 03:26:07.516475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798de9fd-638f-45ad-bce8-438dc6d59452 req-b3fdf08a-5bcb-49df-9872-9c2b9868294b tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:07.518698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-798de9fd-638f-45ad-bce8-438dc6d59452 req-b3fdf08a-5bcb-49df-9872-9c2b9868294b tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0694478 Feb 09 03:26:07.607280 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-798de9fd-638f-45ad-bce8-438dc6d59452 req-25252c75-37d4-4653-8aa3-19f7e0bfea83 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828307 Feb 09 03:26:07.974715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e51afe-06b7-465f-bc49-8e0bc37bdec5 req-0e7d15d8-ac2f-4ea3-abf2-6013b0de6727 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:07.977599 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14e51afe-06b7-465f-bc49-8e0bc37bdec5 req-0e7d15d8-ac2f-4ea3-abf2-6013b0de6727 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0944204 Feb 09 03:26:08.054227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-14e51afe-06b7-465f-bc49-8e0bc37bdec5 req-cd8ffcfb-5dd5-4d2a-b82e-c520f1d5c4e8 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628839 Feb 09 03:26:09.190118 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a06e3-5d1d-409d-9856-3159def6eed4 req-538fb5a0-faaf-4091-bf0f-c7157c729d7c tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.201223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-393a06e3-5d1d-409d-9856-3159def6eed4 req-538fb5a0-faaf-4091-bf0f-c7157c729d7c tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0761130 Feb 09 03:26:09.254108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-393a06e3-5d1d-409d-9856-3159def6eed4 req-677998f2-135a-45db-b826-401b9ee954c1 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518634 Feb 09 03:26:09.556239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee2ac-b2a9-463b-9000-86af62ad2bab req-9167ca0b-50cb-4e05-9cbe-b05ed250c2aa tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.558425 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36eee2ac-b2a9-463b-9000-86af62ad2bab req-9167ca0b-50cb-4e05-9cbe-b05ed250c2aa tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.1059797 Feb 09 03:26:09.564674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-26dc250d-15cb-4fff-99bb-ef7fd4a1dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.566117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-26dc250d-15cb-4fff-99bb-ef7fd4a1dc87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce75e0a463f046729e7152cbf70b6820&device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 1127 time: 0.0833335 Feb 09 03:26:09.674509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-36eee2ac-b2a9-463b-9000-86af62ad2bab req-c5cc5bf2-4248-4d1a-befe-60503ecfcbd8 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069088 Feb 09 03:26:09.725412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-74ac11b3-7771-4594-a653-7954499098b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.735970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-74ac11b3-7771-4594-a653-7954499098b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=78d6032f-a95d-4c79-af89-99ab2b0ce977 HTTP/1.1" status: 200 len: 913 time: 0.1499197 Feb 09 03:26:09.785650 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-e4a42d6a-2128-4152-b80d-fd324c502e51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da320ae6-13fa-441a-b64d-24e14c18a366 HTTP/1.1" status: 200 len: 217 time: 0.0430570 Feb 09 03:26:09.840751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-56ba92ba-2c40-4acf-b420-d99f03300efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:09.840751 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-56ba92ba-2c40-4acf-b420-d99f03300efe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d HTTP/1.1" status: 200 len: 852 time: 0.0495644 Feb 09 03:26:09.873394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-e1a366f3-3a6f-4d87-a1ea-953cc418cef8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78d6032f-a95d-4c79-af89-99ab2b0ce977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262995 Feb 09 03:26:09.972893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-dfa9b5cd-22bc-4f54-b504-5eb76a07e88b service neutron] 10.222.0.26 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935638 Feb 09 03:26:10.077103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-30cbe8c3-cf8b-4d97-9de5-f693e666365c req-807c0a3d-15b6-4d8c-9cdf-aa67ea08aaeb service neutron] 10.222.0.26 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981317 Feb 09 03:26:10.818364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd25c5-dfa9-41e0-952f-57e131e7aeb7 req-be68a006-c3b0-49fd-8aca-08b6d61cfeed tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:10.820165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7cd25c5-dfa9-41e0-952f-57e131e7aeb7 req-be68a006-c3b0-49fd-8aca-08b6d61cfeed tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0638225 Feb 09 03:26:10.873519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7cd25c5-dfa9-41e0-952f-57e131e7aeb7 req-a07fa3d8-eb44-432a-89b7-42e527d801c8 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Feb 09 03:26:12.015338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398295cd-e00c-4895-bb24-605153a60496 req-e57f1371-bd56-4966-8beb-0579992a59dd tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:12.017113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-398295cd-e00c-4895-bb24-605153a60496 req-e57f1371-bd56-4966-8beb-0579992a59dd tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0733182 Feb 09 03:26:12.070953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-398295cd-e00c-4895-bb24-605153a60496 req-10d987ae-16b5-49ff-856a-22b0608202a5 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451419 Feb 09 03:26:12.113726 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-d88ac9e2-008d-4003-bf2d-19baef3c40e4 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162440498&fields=id&tenant_id=1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 267 time: 0.0545015 Feb 09 03:26:12.243610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fb25-7599-4f44-90ad-1c806e71679c req-ed082a7e-9161-4208-8370-045b17acac81 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:12.245243 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-ed082a7e-9161-4208-8370-045b17acac81 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.1306014 Feb 09 03:26:12.262074 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-7ce54efa-ebb1-4078-b53c-083d210b7da6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/quotas/1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 375 time: 0.0108211 Feb 09 03:26:12.318472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e5f71-215d-4021-8023-deddcb60cfbf req-ca2918bf-d350-47e2-a962-c2ce9febe4bf tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:12.319919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-493e5f71-215d-4021-8023-deddcb60cfbf req-ca2918bf-d350-47e2-a962-c2ce9febe4bf tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0573261 Feb 09 03:26:12.322589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-34abcded-8bf7-4637-a9ad-99c188ede158 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541642 Feb 09 03:26:12.371658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-493e5f71-215d-4021-8023-deddcb60cfbf req-9618cce8-b10b-493b-8c75-89b70ceb6f3a tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Feb 09 03:26:12.423673 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-76aba114-8fe4-4784-a750-335b97ea5a5f service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898607 Feb 09 03:26:12.512987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-79d78c67-55d2-4326-9074-5255f087c411 service neutron] 10.222.0.32 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832374 Feb 09 03:26:12.825304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-403a13a7-1b5a-467d-939e-123b40f23bf2 req-568f3c9e-8cff-4499-90a3-e7335108fb32 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.0277712 Feb 09 03:26:13.495498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4474f5-2824-4910-aa9b-e4a16eecab89 req-3b49a538-f768-457a-ac40-dbd8a4589b4d tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.497037 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef4474f5-2824-4910-aa9b-e4a16eecab89 req-3b49a538-f768-457a-ac40-dbd8a4589b4d tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0544069 Feb 09 03:26:13.546615 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef4474f5-2824-4910-aa9b-e4a16eecab89 req-8031850a-2768-402f-b643-61adaface329 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Feb 09 03:26:13.833227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-77fb59fb-8e21-44ce-bd8e-422a2f87a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.834760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-77fb59fb-8e21-44ce-bd8e-422a2f87a4fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce75e0a463f046729e7152cbf70b6820&device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 1127 time: 0.0603533 Feb 09 03:26:13.841605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fb25-7599-4f44-90ad-1c806e71679c req-ecf964b9-3f73-4042-8a8c-2b32882b992d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.843126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-ecf964b9-3f73-4042-8a8c-2b32882b992d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.61 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 812 time: 0.2075143 Feb 09 03:26:13.925219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ccb3e-0a9d-43e7-91a3-2c14a670c620 req-f9e12eea-cae8-4371-ab63-4a058472eee9 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.933434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-950ccb3e-0a9d-43e7-91a3-2c14a670c620 req-f9e12eea-cae8-4371-ab63-4a058472eee9 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.1738904 Feb 09 03:26:13.940906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-a1466dda-77fc-49b2-badb-079010038a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:13.942892 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-a1466dda-77fc-49b2-badb-079010038a68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=78d6032f-a95d-4c79-af89-99ab2b0ce977 HTTP/1.1" status: 200 len: 913 time: 0.1022737 Feb 09 03:26:14.011910 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-28a8b16b-b18a-4db0-b873-0980694b8ea5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c3537c302fe486ea56fc838efa75b2c HTTP/1.1" status: 200 len: 380 time: 0.1574743 Feb 09 03:26:14.027890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'port': {'device_id': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'admin_state_up': True, 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'security_groups': ['dfecd1e7-a507-42aa-88f3-61d2530f679b']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:14.050256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-950ccb3e-0a9d-43e7-91a3-2c14a670c620 req-292818a0-32f5-4d31-9dfa-a9ca852bc28e tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159277 Feb 09 03:26:14.165572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Made reservation on behalf of 1c3537c302fe486ea56fc838efa75b2c for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:26:14.170112 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.341857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.20.0.13 (30e31af4-a0a6-4816-85c6-9319e2f2ff53/1903920b-bcdc-4f42-8134-2db6d67fd5b7/df253ab3-e738-46c4-bd5c-03828fe3017c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:14.393579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-de27ba72-436e-4d4d-a724-e5b761decc54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da320ae6-13fa-441a-b64d-24e14c18a366 HTTP/1.1" status: 200 len: 217 time: 0.4361904 Feb 09 03:26:14.395886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e98ff758-8700-488a-a55b-b89c61587900 req-14e30611-0928-4f8c-9d6b-b738e4bb94dc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.4504580 Feb 09 03:26:14.460556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-fef550fa-0d42-4719-b1e6-3cbcbc90fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:14.463564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-fef550fa-0d42-4719-b1e6-3cbcbc90fa29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d HTTP/1.1" status: 200 len: 852 time: 0.0632970 Feb 09 03:26:14.503384 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-adf8cd80-c31a-474e-a653-777dcd4ceba3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78d6032f-a95d-4c79-af89-99ab2b0ce977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331883 Feb 09 03:26:14.521516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.560055 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.583556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:14.587248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:14.611904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:14.613526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-de39bb9b-f707-4e5f-913e-8b724f73fab3 service neutron] 10.222.0.26 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035709 Feb 09 03:26:14.665552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=df253ab3-e738-46c4-bd5c-03828fe3017c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:14.681492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:14.682114 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.685615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.685960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.686336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.686659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.686988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.687313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.687637 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.688092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.688415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.688734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.689053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.689415 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.689769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:14.709409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-af4720d7-9890-4f67-9283-056d2e3063ff tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6901114 Feb 09 03:26:14.731880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Request body: {'port': {'device_id': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:14.821523 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93405dc0-6b2e-4776-be21-3c737513e2eb req-57aa3ad3-bb21-4059-ac8c-8fcb16e1d742 service neutron] 10.222.0.26 "GET /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994298 Feb 09 03:26:14.828977 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.916669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d381bc83-0ae8-47c8-ae7e-1d56c365dca5 None None] Provisioning complete for port df253ab3-e738-46c4-bd5c-03828fe3017c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:14.917406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d381bc83-0ae8-47c8-ae7e-1d56c365dca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:14.953024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d381bc83-0ae8-47c8-ae7e-1d56c365dca5 None None] Port df253ab3-e738-46c4-bd5c-03828fe3017c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:26:15.176294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df253ab3-e738-46c4-bd5c-03828fe3017c {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:15.186999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Publish callbacks [] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.206005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Transition to ACTIVE for port object df253ab3-e738-46c4-bd5c-03828fe3017c will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:26:15.217833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df144c-6216-4d23-8d90-ab061ea004dd req-577d9b84-b84f-40cc-ba79-1ae6cadacada tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.219430 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8df144c-6216-4d23-8d90-ab061ea004dd req-577d9b84-b84f-40cc-ba79-1ae6cadacada tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0842938 Feb 09 03:26:15.220531 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.296685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Pushing event updated for resources: {'Port': ['ID=df253ab3-e738-46c4-bd5c-03828fe3017c,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:15.385500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8df144c-6216-4d23-8d90-ab061ea004dd req-5af5fe38-39c6-4227-8b2f-adb7f5b47179 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558974 Feb 09 03:26:15.398225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Attempting to bind port df253ab3-e738-46c4-bd5c-03828fe3017c on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:26:15.399255 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Attempting to bind port df253ab3-e738-46c4-bd5c-03828fe3017c by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:26:15.399583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Attempting to bind port df253ab3-e738-46c4-bd5c-03828fe3017c on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:15.404638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Port df253ab3-e738-46c4-bd5c-03828fe3017c on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:26:15.404977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Attempting to bind port df253ab3-e738-46c4-bd5c-03828fe3017c on network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:26:15.412433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:26:15.412785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Checking segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:26:15.413180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Bound using segment: {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:26:15.413619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Bound port: df253ab3-e738-46c4-bd5c-03828fe3017c, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fdb9c4-795f-46f1-bc74-3a515bc88399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:26:15.414011 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.492694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] For port df253ab3-e738-46c4-bd5c-03828fe3017c, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:26:15.497660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] For port df253ab3-e738-46c4-bd5c-03828fe3017c, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=df253ab3-e738-46c4-bd5c-03828fe3017c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:26:15.505713 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.551530 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.552156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:15.553734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] 10.222.0.61 "PUT /v2.0/ports/df253ab3-e738-46c4-bd5c-03828fe3017c HTTP/1.1" status: 200 len: 1092 time: 0.8376968 Feb 09 03:26:15.554271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:15.556774 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34eedf66-7064-4aa4-bc14-d10dad8c45e2" -d '{"events": [{"name": "network-changed", "server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:15.617040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430635c8-75b0-4deb-82eb-4544b78b9e34 service neutron] Pushing event updated for resources: {'Port': ['ID=df253ab3-e738-46c4-bd5c-03828fe3017c,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:15.664659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86594a02-5231-4ccb-941b-b38735dace70 req-4a5959f7-dedb-4ed5-91c9-e66e880b9f6e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.665531 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19958bf5-197b-404d-a477-831f7ac756e2 x-openstack-request-id: req-19958bf5-197b-404d-a477-831f7ac756e2 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:15.666175 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:15.666560 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19958bf5-197b-404d-a477-831f7ac756e2 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:15.667067 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'status': 'completed', 'code': 200} Feb 09 03:26:15.672979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-86594a02-5231-4ccb-941b-b38735dace70 req-4a5959f7-dedb-4ed5-91c9-e66e880b9f6e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.1662679 Feb 09 03:26:15.673264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fb25-7599-4f44-90ad-1c806e71679c req-6fab704a-9334-4e84-9705-89d743569393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.688213 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-6fab704a-9334-4e84-9705-89d743569393 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 1126 time: 0.0835505 Feb 09 03:26:15.771354 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-2dd3653f-f34e-4488-8194-30ad4a5d4d69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df253ab3-e738-46c4-bd5c-03828fe3017c HTTP/1.1" status: 200 len: 217 time: 0.0744333 Feb 09 03:26:15.900699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fb25-7599-4f44-90ad-1c806e71679c req-53185912-6d1e-4ab6-bc8f-2abdd53f6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.902336 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-53185912-6d1e-4ab6-bc8f-2abdd53f6599 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1254892 Feb 09 03:26:15.953786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-86594a02-5231-4ccb-941b-b38735dace70 req-45ab70fe-fcc4-432b-ad77-f402c631aad6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798636 Feb 09 03:26:15.993464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fb25-7599-4f44-90ad-1c806e71679c req-fb679a22-1277-4c63-a17d-9126e51ac8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:15.995116 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-fb679a22-1277-4c63-a17d-9126e51ac8b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852795 Feb 09 03:26:16.099958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-a82f8e40-badc-4cd6-a8fb-fe0f10c2f71d service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978365 Feb 09 03:26:16.280356 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2488fb25-7599-4f44-90ad-1c806e71679c req-df5dcff5-5e11-4310-aec7-11a20741d939 service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734159 Feb 09 03:26:16.378494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-2efe2231-a4d4-45b2-aa03-6085148931b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:16.380171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-2efe2231-a4d4-45b2-aa03-6085148931b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 1126 time: 0.0505571 Feb 09 03:26:16.508726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-116a68b8-2c1a-4a7e-b590-c34f6157f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:16.511962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-116a68b8-2c1a-4a7e-b590-c34f6157f878 service neutron] 10.222.0.61 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.1212265 Feb 09 03:26:16.564128 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-07c925b3-4c10-499c-856e-6b1dbbd275f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df253ab3-e738-46c4-bd5c-03828fe3017c HTTP/1.1" status: 200 len: 217 time: 0.0362449 Feb 09 03:26:16.626680 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aff123-ca89-499d-a1ee-6115052d15d2 req-8c871546-6a5f-47bf-b9ff-65be6222527a tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:16.628630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-78aff123-ca89-499d-a1ee-6115052d15d2 req-8c871546-6a5f-47bf-b9ff-65be6222527a tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.1354642 Feb 09 03:26:16.655311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-27426f85-0433-4072-b732-fa2a86417c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:16.656831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-27426f85-0433-4072-b732-fa2a86417c46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0848246 Feb 09 03:26:16.722504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-78aff123-ca89-499d-a1ee-6115052d15d2 req-8fa968ce-84f4-48e2-b0cf-7b272b89acf6 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871255 Feb 09 03:26:16.740695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-9e655507-47bb-40d6-a7dc-65cfc1104914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:16.742384 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-9e655507-47bb-40d6-a7dc-65cfc1104914 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0758321 Feb 09 03:26:16.836652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-32e3caa7-212d-4faa-916f-fbe6b92d74e1 service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885909 Feb 09 03:26:16.953278 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34eedf66-7064-4aa4-bc14-d10dad8c45e2 req-dd8a638d-1923-4e5f-a799-f8d8da76f014 service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109025 Feb 09 03:26:17.133347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a9d6b-e8af-4846-8135-0c6051226924 req-33c89955-77fd-4d33-8f4b-5a2557c0ffbc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:17.143608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e3a9d6b-e8af-4846-8135-0c6051226924 req-33c89955-77fd-4d33-8f4b-5a2557c0ffbc tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0872235 Feb 09 03:26:17.151668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677a42-8c57-4928-bc6d-f6925e6472f2 req-3c5015bd-de46-4575-acdf-9e6c4513c4eb tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:17.159399 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e677a42-8c57-4928-bc6d-f6925e6472f2 req-3c5015bd-de46-4575-acdf-9e6c4513c4eb tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0889308 Feb 09 03:26:17.209551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e3a9d6b-e8af-4846-8135-0c6051226924 req-dc69d6f9-dd32-4995-bbe8-47b9a36500a1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632129 Feb 09 03:26:17.224579 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e677a42-8c57-4928-bc6d-f6925e6472f2 req-4b4e2b24-06b5-4213-8135-cfc81b30753e tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578525 Feb 09 03:26:18.345854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e005bc-e0e4-4468-9b6c-72effc215754 req-ec4820d1-094d-470d-85f5-4eb35eb903e2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:18.354430 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-82e005bc-e0e4-4468-9b6c-72effc215754 req-ec4820d1-094d-470d-85f5-4eb35eb903e2 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0711517 Feb 09 03:26:18.424848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-82e005bc-e0e4-4468-9b6c-72effc215754 req-e103222e-1118-4931-a6e6-28d3b0277687 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694413 Feb 09 03:26:18.425323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9acf6-26e7-4f3f-b8a3-bc5715c319ef req-39de73c4-a0bd-4752-8a4b-1ade3c1eb086 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:18.426967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76c9acf6-26e7-4f3f-b8a3-bc5715c319ef req-39de73c4-a0bd-4752-8a4b-1ade3c1eb086 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.1177478 Feb 09 03:26:18.491548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76c9acf6-26e7-4f3f-b8a3-bc5715c319ef req-f8b6550b-7e89-4030-9055-33d82e450820 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/security-groups?id=b72bc151-1d70-48ab-8e86-fa5498f0d17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577369 Feb 09 03:26:19.161321 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843db30-42e5-4328-88da-dc6e527503a9 req-6ce475df-1e46-4a29-adea-ce65d03afe98 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:19.163059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5843db30-42e5-4328-88da-dc6e527503a9 req-6ce475df-1e46-4a29-adea-ce65d03afe98 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 945 time: 0.0608761 Feb 09 03:26:19.276045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Deleting port da320ae6-13fa-441a-b64d-24e14c18a366 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:26:19.276386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.374607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] For port da320ae6-13fa-441a-b64d-24e14c18a366, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=da320ae6-13fa-441a-b64d-24e14c18a366,segment=NetworkSegment(1664fded-a420-4d2a-adcf-9bd39188ec67),segment_id=1664fded-a420-4d2a-adcf-9bd39188ec67)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:19.375234 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.388896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Calling delete_port for da320ae6-13fa-441a-b64d-24e14c18a366 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:26:19.592008 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (da320ae6-13fa-441a-b64d-24e14c18a366), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.606569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['da320ae6-13fa-441a-b64d-24e14c18a366'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:19.662530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9b31c7c-b7ea-4fb5-b628-be134003bf32 req-3214cfca-6d39-4415-88d0-f58f94e6e113 tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c9669e-9b89-4e51-a6cc-af0aac50c31d HTTP/1.1" status: 200 len: 210 time: 0.0595782 Feb 09 03:26:19.665401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Pushing event deleted for resources: {'Port': ['ID=da320ae6-13fa-441a-b64d-24e14c18a366,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:19.689089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] No DVR routers for this DVR port da320ae6-13fa-441a-b64d-24e14c18a366 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:26:19.694062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.699096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5843db30-42e5-4328-88da-dc6e527503a9 req-b947bb65-d9f1-4415-a0f7-c71dfacdc47f tempest-TestServerAdvancedOps-2133972111 tempest-TestServerAdvancedOps-2133972111-project] 10.222.0.26 "DELETE /v2.0/ports/da320ae6-13fa-441a-b64d-24e14c18a366 HTTP/1.1" status: 204 len: 173 time: 0.5305927 Feb 09 03:26:19.699741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c9669e-9b89-4e51-a6cc-af0aac50c31d', 'name': 'network-vif-deleted', 'tag': 'da320ae6-13fa-441a-b64d-24e14c18a366'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:19.703797 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b2c12-3f60-4e45-b1b2-9ffc0a3822dc" -d '{"events": [{"server_uuid": "f4c9669e-9b89-4e51-a6cc-af0aac50c31d", "name": "network-vif-deleted", "tag": "da320ae6-13fa-441a-b64d-24e14c18a366"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:19.747407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db6226-7802-48ed-9e58-a3cdb6da29e6 req-95fe0b20-09fb-4058-8860-5773856e4599 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:19.749782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1db6226-7802-48ed-9e58-a3cdb6da29e6 req-95fe0b20-09fb-4058-8860-5773856e4599 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.2044137 Feb 09 03:26:19.781072 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:19.798226 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156cb5ec-3cd2-405b-bd92-fc062e4fb908 x-openstack-request-id: req-156cb5ec-3cd2-405b-bd92-fc062e4fb908 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:19.798727 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c9669e-9b89-4e51-a6cc-af0aac50c31d", "name": "network-vif-deleted", "tag": "da320ae6-13fa-441a-b64d-24e14c18a366", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:19.798978 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-156cb5ec-3cd2-405b-bd92-fc062e4fb908 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:19.799508 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c9669e-9b89-4e51-a6cc-af0aac50c31d', 'name': 'network-vif-deleted', 'tag': 'da320ae6-13fa-441a-b64d-24e14c18a366', 'status': 'completed', 'code': 200} Feb 09 03:26:19.861510 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1db6226-7802-48ed-9e58-a3cdb6da29e6 req-44b88b14-4a4e-4569-8b7e-84575b698fda tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948231 Feb 09 03:26:20.740446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45334) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:20.803956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3bfa7d-1c0b-4ffb-aa00-f069a83c47e8 admin admin] Deleting subnet f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:26:20.807586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa7d-1c0b-4ffb-aa00-f069a83c47e8 admin admin] Publish callbacks [] for subnet (f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.848833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa7d-1c0b-4ffb-aa00-f069a83c47e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:20.923999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa7d-1c0b-4ffb-aa00-f069a83c47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.006707 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa7d-1c0b-4ffb-aa00-f069a83c47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.078908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bfa7d-1c0b-4ffb-aa00-f069a83c47e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:21.090468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa7d-1c0b-4ffb-aa00-f069a83c47e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.095066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2c3bfa7d-1c0b-4ffb-aa00-f069a83c47e8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f8fc8691-9d7e-40ba-a4c3-c0176d99aa8d HTTP/1.1" status: 204 len: 168 time: 0.3504803 Feb 09 03:26:21.098051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45340) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:21.119119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74101c04-2181-4691-9dcf-92f6c5018530 req-1ec96f99-e4eb-47d9-b43d-2d19742db2f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:21.122798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74101c04-2181-4691-9dcf-92f6c5018530 req-1ec96f99-e4eb-47d9-b43d-2d19742db2f1 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0935860 Feb 09 03:26:21.183888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (78d6032f-a95d-4c79-af89-99ab2b0ce977), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.190404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74101c04-2181-4691-9dcf-92f6c5018530 req-d78a2705-c76e-4e17-a970-45c729f511bb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631199 Feb 09 03:26:21.281778 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (78d6032f-a95d-4c79-af89-99ab2b0ce977), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.302879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d6032f-a95d-4c79-af89-99ab2b0ce977']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.312173 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1664fded-a420-4d2a-adcf-9bd39188ec67') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.312478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1664fded-a420-4d2a-adcf-9bd39188ec67') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.321993 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (1664fded-a420-4d2a-adcf-9bd39188ec67), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.336531 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (1664fded-a420-4d2a-adcf-9bd39188ec67), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.342726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:26:21.343146 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (1664fded-a420-4d2a-adcf-9bd39188ec67), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:26:21.344963 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:26:21.407057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (78d6032f-a95d-4c79-af89-99ab2b0ce977), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.413126 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.416550 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] 10.222.0.32 "DELETE /v2.0/networks/78d6032f-a95d-4c79-af89-99ab2b0ce977 HTTP/1.1" status: 204 len: 168 time: 0.3175039 Feb 09 03:26:21.419644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45342) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:21.436780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca685171-1c17-4098-8acd-156d11ff7cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=78d6032f-a95d-4c79-af89-99ab2b0ce977,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:21.477676 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-80419343-1708-4339-b5fd-93728eff37a6 admin admin] Deleting subnet c19bc028-a835-4713-9f1d-9d042f3c634e {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:26:21.481117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80419343-1708-4339-b5fd-93728eff37a6 admin admin] Publish callbacks [] for subnet (c19bc028-a835-4713-9f1d-9d042f3c634e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.516696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80419343-1708-4339-b5fd-93728eff37a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (c19bc028-a835-4713-9f1d-9d042f3c634e), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.558198 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80419343-1708-4339-b5fd-93728eff37a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c19bc028-a835-4713-9f1d-9d042f3c634e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.621565 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80419343-1708-4339-b5fd-93728eff37a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (c19bc028-a835-4713-9f1d-9d042f3c634e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.656501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80419343-1708-4339-b5fd-93728eff37a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19bc028-a835-4713-9f1d-9d042f3c634e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:21.662853 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80419343-1708-4339-b5fd-93728eff37a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.669853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-80419343-1708-4339-b5fd-93728eff37a6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c19bc028-a835-4713-9f1d-9d042f3c634e HTTP/1.1" status: 204 len: 168 time: 0.2467866 Feb 09 03:26:21.670066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45348) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:21.752191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.764428 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1c02ea9e-6686-4208-8289-e536382f53f7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.855981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1c02ea9e-6686-4208-8289-e536382f53f7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.877492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c02ea9e-6686-4208-8289-e536382f53f7']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.888402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b26604b-cd9c-4b77-93c2-91dc577256f5') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.888713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b26604b-cd9c-4b77-93c2-91dc577256f5') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:21.898418 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (6b26604b-cd9c-4b77-93c2-91dc577256f5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.912554 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6b26604b-cd9c-4b77-93c2-91dc577256f5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.921447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:26:21.922011 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (6b26604b-cd9c-4b77-93c2-91dc577256f5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:26:21.924095 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:26:22.000958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1c02ea9e-6686-4208-8289-e536382f53f7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.017463 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.024175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1c02ea9e-6686-4208-8289-e536382f53f7 HTTP/1.1" status: 204 len: 168 time: 0.3506184 Feb 09 03:26:22.062653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20803a7-8fd3-4c32-ab42-f6746ea25fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c02ea9e-6686-4208-8289-e536382f53f7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:22.215433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45360) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:22.263874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d46881c7-e587-4251-aae5-1b2f8d8a10f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce75e0a463f046729e7152cbf70b6820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472305 Feb 09 03:26:22.267334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45362) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:22.313787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device da320ae6-13fa-441a-b64d-24e14c18a366 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:26:22.334154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: da320ae6-13fa-441a-b64d-24e14c18a366 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:26:22.334741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device da320ae6-13fa-441a-b64d-24e14c18a366 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:26:22.373246 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247e296-b4af-4d37-b6d4-45f2efec5b9f req-417e348d-3278-4eea-90cc-ff27fd2078a3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:22.374911 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9247e296-b4af-4d37-b6d4-45f2efec5b9f req-417e348d-3278-4eea-90cc-ff27fd2078a3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.1051950 Feb 09 03:26:22.375840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d151937-d208-406e-bc85-321d4fa8f47e admin admin] Publish callbacks [] for security_group (b72bc151-1d70-48ab-8e86-fa5498f0d17e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.412494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d151937-d208-406e-bc85-321d4fa8f47e admin admin] Publish callbacks [] for security_group (b72bc151-1d70-48ab-8e86-fa5498f0d17e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.471758 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9247e296-b4af-4d37-b6d4-45f2efec5b9f req-1b08aeb5-003c-4ce2-a10d-fd2465ffd55c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853958 Feb 09 03:26:22.498438 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d151937-d208-406e-bc85-321d4fa8f47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (b72bc151-1d70-48ab-8e86-fa5498f0d17e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.505490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d151937-d208-406e-bc85-321d4fa8f47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.506721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8d151937-d208-406e-bc85-321d4fa8f47e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b72bc151-1d70-48ab-8e86-fa5498f0d17e HTTP/1.1" status: 204 len: 168 time: 0.2383037 Feb 09 03:26:22.518135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d151937-d208-406e-bc85-321d4fa8f47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72bc151-1d70-48ab-8e86-fa5498f0d17e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:22.845950 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45370) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:22.890831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cf5426b2-dff3-4b0c-a347-25bb0a005aa0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7befeaf7f44417fa414d8c3f7fe0754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427771 Feb 09 03:26:22.893534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45372) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:22.947695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Publish callbacks [] for security_group (501bd3b7-dbef-474d-973d-e8421792e107), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:22.980399 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Publish callbacks [] for security_group (501bd3b7-dbef-474d-973d-e8421792e107), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.038753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (501bd3b7-dbef-474d-973d-e8421792e107), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.042060 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:23.045804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/501bd3b7-dbef-474d-973d-e8421792e107 HTTP/1.1" status: 204 len: 168 time: 0.1489584 Feb 09 03:26:23.053338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501bd3b7-dbef-474d-973d-e8421792e107,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:23.074340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.074953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.075551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.076121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.076798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.077336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.077885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.079119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.079662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.080199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.080896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.081431 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.081980 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c0029d-bf40-4b8b-8b13-5a724b8ceec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:26:23.657668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c37f45-50d2-4904-92ec-2c3a22ecbec3 req-5b888558-9257-4f0b-9ab0-992812d1b305 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:23.660134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63c37f45-50d2-4904-92ec-2c3a22ecbec3 req-5b888558-9257-4f0b-9ab0-992812d1b305 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0730152 Feb 09 03:26:23.752070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63c37f45-50d2-4904-92ec-2c3a22ecbec3 req-21164028-a4ce-4887-a08a-f2ca80c6b96d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806839 Feb 09 03:26:24.874899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2e915-38e9-45ce-998b-5177959483f8 req-fd08ded4-1c40-4e38-a323-2c42dad3a82e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:24.882969 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7e2e915-38e9-45ce-998b-5177959483f8 req-fd08ded4-1c40-4e38-a323-2c42dad3a82e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0738366 Feb 09 03:26:24.958028 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7e2e915-38e9-45ce-998b-5177959483f8 req-0c7ff1df-0125-4edd-b03b-6eb21e057c9d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665436 Feb 09 03:26:26.066996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cecaf-3504-4062-bcdf-5b9ef9380dd5 req-8a6a0142-2e61-4d12-ba90-13fc50cdc422 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:26.068387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-175cecaf-3504-4062-bcdf-5b9ef9380dd5 req-8a6a0142-2e61-4d12-ba90-13fc50cdc422 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0526130 Feb 09 03:26:26.117371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-175cecaf-3504-4062-bcdf-5b9ef9380dd5 req-f6df83a4-ebb8-4ca0-af1f-c92571e9d3c6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Feb 09 03:26:27.247695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb775a-799c-46fc-bac0-8c31fd123761 req-d5bffbe8-5003-43f3-819a-9e1fb5bf0375 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:27.249318 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11bb775a-799c-46fc-bac0-8c31fd123761 req-d5bffbe8-5003-43f3-819a-9e1fb5bf0375 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0613544 Feb 09 03:26:27.310477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-11bb775a-799c-46fc-bac0-8c31fd123761 req-bcd24f30-1fe5-4a2b-a470-c1868ac4bac0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531538 Feb 09 03:26:28.442613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615396c-b8d4-4f04-86d4-c4ebb3a93bc4 req-c7c2cd52-cf8a-4e60-99db-98fccff408bb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:28.444202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3615396c-b8d4-4f04-86d4-c4ebb3a93bc4 req-c7c2cd52-cf8a-4e60-99db-98fccff408bb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0599635 Feb 09 03:26:28.496329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3615396c-b8d4-4f04-86d4-c4ebb3a93bc4 req-212808aa-8c5d-4c7d-bb1a-5d6a3d3645f9 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 Feb 09 03:26:29.635137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5db5-d98f-465c-9d94-8db453969e2d req-34b78a1f-f7ec-4fdf-8a0a-63770f9fffea tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:29.636632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84bc5db5-d98f-465c-9d94-8db453969e2d req-34b78a1f-f7ec-4fdf-8a0a-63770f9fffea tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0529759 Feb 09 03:26:29.694828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84bc5db5-d98f-465c-9d94-8db453969e2d req-2800611e-8a5a-450c-adb4-32c93c9b108e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521412 Feb 09 03:26:30.511739 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7e38-8227-4ded-82b8-c4f5d6a6fd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:30.810805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98a522-0999-4153-9871-d139dab36183 req-f8080bc4-a79b-414c-a03c-e18d1bd0f517 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:30.812364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c98a522-0999-4153-9871-d139dab36183 req-f8080bc4-a79b-414c-a03c-e18d1bd0f517 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0561218 Feb 09 03:26:30.867042 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c98a522-0999-4153-9871-d139dab36183 req-429037c0-5fdb-4858-a4b5-691238f2c894 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483975 Feb 09 03:26:31.992370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca847d3-99bf-4958-85bd-3ea7212e07f0 req-c8089e17-4a24-4698-920b-97dc3261d03c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:31.993870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ca847d3-99bf-4958-85bd-3ea7212e07f0 req-c8089e17-4a24-4698-920b-97dc3261d03c tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0530689 Feb 09 03:26:32.046685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ca847d3-99bf-4958-85bd-3ea7212e07f0 req-70e90168-a449-409b-b18c-91b422c27a75 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Feb 09 03:26:32.701046 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-67ebee6e-1444-458e-b5bb-547e99a49bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.139139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device df253ab3-e738-46c4-bd5c-03828fe3017c details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:26:33.169093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44788c9c-ff2d-4eae-8bf6-d72e44a89b7f req-51ec8807-d413-43e1-a1ac-629cefd8c703 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:33.170696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44788c9c-ff2d-4eae-8bf6-d72e44a89b7f req-51ec8807-d413-43e1-a1ac-629cefd8c703 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 944 time: 0.0538454 Feb 09 03:26:33.228500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-44788c9c-ff2d-4eae-8bf6-d72e44a89b7f req-8f8481a5-33a7-425e-823f-4f13d644d991 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509491 Feb 09 03:26:33.248616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port df253ab3-e738-46c4-bd5c-03828fe3017c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=df253ab3-e738-46c4-bd5c-03828fe3017c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:33.260251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'port_id': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'mac_address': 'fa:16:3e:e1:b4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:26:33.300915 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port df253ab3-e738-46c4-bd5c-03828fe3017c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:33.301303 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.314200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df253ab3-e738-46c4-bd5c-03828fe3017c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:26:33.332998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port df253ab3-e738-46c4-bd5c-03828fe3017c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=df253ab3-e738-46c4-bd5c-03828fe3017c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:33.338165 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:33.388484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=df253ab3-e738-46c4-bd5c-03828fe3017c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:33.552867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['df253ab3-e738-46c4-bd5c-03828fe3017c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:26:34.046902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:34.346322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6fe2-5573-4756-95b0-525117e2419f req-0d262d69-b709-48fb-8ce8-9cbbebed9bea tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:34.347776 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-324e6fe2-5573-4756-95b0-525117e2419f req-0d262d69-b709-48fb-8ce8-9cbbebed9bea tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 945 time: 0.0520284 Feb 09 03:26:34.400130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-324e6fe2-5573-4756-95b0-525117e2419f req-f1d639f7-bd7c-4fe5-8285-16bed03f4c2a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458767 Feb 09 03:26:35.125790 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.138763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device df253ab3-e738-46c4-bd5c-03828fe3017c up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:26:35.190298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port df253ab3-e738-46c4-bd5c-03828fe3017c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:26:35.194654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port df253ab3-e738-46c4-bd5c-03828fe3017c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:26:35.194998 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.273531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port df253ab3-e738-46c4-bd5c-03828fe3017c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:26:35.273921 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.296967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:35.299215 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a0914f-f4ca-4b23-90c4-ed78629234d4" -d '{"events": [{"server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "name": "network-vif-plugged", "status": "completed", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:35.312598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port df253ab3-e738-46c4-bd5c-03828fe3017c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=df253ab3-e738-46c4-bd5c-03828fe3017c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:26:35.317015 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:35.342336 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74006088-7027-4502-9573-47d8d19fc171 x-openstack-request-id: req-74006088-7027-4502-9573-47d8d19fc171 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:35.342658 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "name": "network-vif-plugged", "status": "completed", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:35.342917 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74006088-7027-4502-9573-47d8d19fc171 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:35.343311 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'code': 200} Feb 09 03:26:35.370065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=df253ab3-e738-46c4-bd5c-03828fe3017c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:35.452808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414a03-710a-4e2c-ad78-7877992a7e52 req-5944b847-255f-451c-8ae0-3c8d5d83aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:35.454664 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb414a03-710a-4e2c-ad78-7877992a7e52 req-5944b847-255f-451c-8ae0-3c8d5d83aa4f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 1128 time: 0.0531895 Feb 09 03:26:35.532350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb414a03-710a-4e2c-ad78-7877992a7e52 req-6755b0b1-b6d9-4152-9482-a4ad90071fa5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708008 Feb 09 03:26:35.548053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4221f0c-0b6e-47cb-9fd0-5645a783e9d3 req-fcb5ece0-49c4-4af5-9293-744e388a0b64 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:35.549527 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4221f0c-0b6e-47cb-9fd0-5645a783e9d3 req-fcb5ece0-49c4-4af5-9293-744e388a0b64 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 946 time: 0.0754430 Feb 09 03:26:35.600183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4221f0c-0b6e-47cb-9fd0-5645a783e9d3 req-97d7d576-a03f-4eca-ba51-ab9a2e9c713f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442641 Feb 09 03:26:36.492932 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:36.730574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291316a9-6273-4ed2-aa28-0886da390851 req-94bddb8b-9478-454f-ba09-b5b30e39b6bf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:36.732088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-291316a9-6273-4ed2-aa28-0886da390851 req-94bddb8b-9478-454f-ba09-b5b30e39b6bf tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 946 time: 0.0571890 Feb 09 03:26:36.785001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-291316a9-6273-4ed2-aa28-0886da390851 req-e8cf432f-45ef-48a0-9305-e404d26c4279 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466430 Feb 09 03:26:36.911341 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f3d08-34a6-4e00-b7cf-0fa6fe87e26f req-3b3b09b2-fc3b-40bf-aeff-eb2234cf19d8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:36.913383 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a4f3d08-34a6-4e00-b7cf-0fa6fe87e26f req-3b3b09b2-fc3b-40bf-aeff-eb2234cf19d8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 946 time: 0.0566494 Feb 09 03:26:36.968010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a4f3d08-34a6-4e00-b7cf-0fa6fe87e26f req-02b73cb5-0c22-4c75-8241-2580b3c3025d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482023 Feb 09 03:26:36.994652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45444) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:37.249760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac98d64-a199-49fe-899f-ce7080bf5207 tempest-TestVolumeBootPattern-357535471 tempest-TestVolumeBootPattern-357535471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:37.251320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2ac98d64-a199-49fe-899f-ce7080bf5207 tempest-TestVolumeBootPattern-357535471 tempest-TestVolumeBootPattern-357535471-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 1123 time: 0.2556479 Feb 09 03:26:37.254182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45448) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:26:37.259377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:26:37.279691 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:37.682588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:37.788252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Allocated IP 172.25.2.76 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/c4715997-d8c7-4061-9194-204ce6f55cc0) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:26:37.893060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (c4715997-d8c7-4061-9194-204ce6f55cc0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:37.927419 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c4715997-d8c7-4061-9194-204ce6f55cc0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:37.997910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=c4715997-d8c7-4061-9194-204ce6f55cc0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:38.020243 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:26:38.022327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:26:38.028912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:26:38.400387 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (99b931d3-b3ec-486a-8b1d-ff3344a033e7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:38.467060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c4715997-d8c7-4061-9194-204ce6f55cc0), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:38.622104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for port (c4715997-d8c7-4061-9194-204ce6f55cc0), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:38.628329 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (c4715997-d8c7-4061-9194-204ce6f55cc0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:38.692802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event updated for resources: {'Port': ['ID=c4715997-d8c7-4061-9194-204ce6f55cc0,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:26:38.705143 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (99b931d3-b3ec-486a-8b1d-ff3344a033e7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:38.805672 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Floating IP 99b931d3-b3ec-486a-8b1d-ff3344a033e7 associated. External IP: 172.25.2.76, port: df253ab3-e738-46c4-bd5c-03828fe3017c. Feb 09 03:26:39.020469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:26:39.149839 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:26:39.160361 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:26:39.171479 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:39.172168 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:39.173319 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:26:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:39.203525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a174a7a0-3020-4981-91d6-03aded3b94d5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9481282 Feb 09 03:26:39.204139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:26:39.206438 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99752e50-d4da-46b7-adac-26c3442fd78d" -d '{"events": [{"name": "network-changed", "server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:26:39.250595 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d5cbeb-ff6e-4fbc-881e-98f8a6e4abb4 x-openstack-request-id: req-c5d5cbeb-ff6e-4fbc-881e-98f8a6e4abb4 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:26:39.250902 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:26:39.251164 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5d5cbeb-ff6e-4fbc-881e-98f8a6e4abb4 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:26:39.251577 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'status': 'completed', 'code': 200} Feb 09 03:26:39.288529 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:39.316077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752e50-d4da-46b7-adac-26c3442fd78d req-fd705ca2-ea35-4424-b13f-9004fecd02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:39.317662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99752e50-d4da-46b7-adac-26c3442fd78d req-fd705ca2-ea35-4424-b13f-9004fecd02ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 1128 time: 0.0467751 Feb 09 03:26:39.419080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752e50-d4da-46b7-adac-26c3442fd78d req-f2fdb3a9-714a-4d6b-a5f8-1c9319d61ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:39.420633 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99752e50-d4da-46b7-adac-26c3442fd78d req-f2fdb3a9-714a-4d6b-a5f8-1c9319d61ddf service neutron] 10.222.0.61 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.0968571 Feb 09 03:26:39.486556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99752e50-d4da-46b7-adac-26c3442fd78d req-3cf97be8-51e5-4de2-859a-f27b48ec8cfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df253ab3-e738-46c4-bd5c-03828fe3017c HTTP/1.1" status: 200 len: 999 time: 0.0597732 Feb 09 03:26:39.526280 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:19Z', 'revision_number': 1, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}, {'id': '99b931d3-b3ec-486a-8b1d-ff3344a033e7', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:e1:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:26:38Z', 'updated_at': '2022-02-09T03:26:38Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:39.544951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752e50-d4da-46b7-adac-26c3442fd78d req-9dda822c-963b-4f1a-862a-3ea48b5ed536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:39.546654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99752e50-d4da-46b7-adac-26c3442fd78d req-9dda822c-963b-4f1a-862a-3ea48b5ed536 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0539162 Feb 09 03:26:39.597228 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99752e50-d4da-46b7-adac-26c3442fd78d req-be2d8a3b-b2f8-4d0c-88b4-422e15b7519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:39.598859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99752e50-d4da-46b7-adac-26c3442fd78d req-be2d8a3b-b2f8-4d0c-88b4-422e15b7519f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470355 Feb 09 03:26:39.648373 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:26:39.658122 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:26:39.658913 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:26:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:39.703524 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99752e50-d4da-46b7-adac-26c3442fd78d req-87d4abb1-9633-40f7-b41e-a0090fd28d05 service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975389 Feb 09 03:26:39.767988 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:26:39.802687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99752e50-d4da-46b7-adac-26c3442fd78d req-cd5f03ed-49fc-4c0f-8676-ffb5531a4acf service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939028 Feb 09 03:26:39.998211 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:19Z', 'revision_number': 1, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}, {'id': '99b931d3-b3ec-486a-8b1d-ff3344a033e7', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:e1:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:26:38Z', 'updated_at': '2022-02-09T03:26:38Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:26:40.028462 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cd6930-de06-4021-9b86-7060e7eee888 None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:19Z', 'revision_number': 1, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}, {'id': '99b931d3-b3ec-486a-8b1d-ff3344a033e7', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:e1:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:26:38Z', 'updated_at': '2022-02-09T03:26:38Z', 'revision_number': 0, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:26:40.235612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094598b-4760-4255-927b-79fa383e84ac None None] New status for floating IP 99b931d3-b3ec-486a-8b1d-ff3344a033e7: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:26:40.919940 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:26:49.749795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:51.748831 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:26:53.427179 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-2c264bd1-ef13-4052-9cb2-a25a2d7578d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445943 Feb 09 03:26:53.513310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-7eb6e177-3e03-440a-8119-ae4f26efc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:53.514867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-7eb6e177-3e03-440a-8119-ae4f26efc615 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=edb07aabd33b40c185e5b205112fd698&device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 1127 time: 0.0466628 Feb 09 03:26:53.632184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-f51b5e97-c5c7-465f-9171-0dd2e4361a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:53.634121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-f51b5e97-c5c7-465f-9171-0dd2e4361a26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26299b47-9a44-4ea1-a63e-ea81b2eb98be HTTP/1.1" status: 200 len: 909 time: 0.1010857 Feb 09 03:26:53.716169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-ac0da5e8-be4e-48a3-b616-d5a5064b8c27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a HTTP/1.1" status: 200 len: 1001 time: 0.0759454 Feb 09 03:26:53.787723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-da4ae088-3c65-492d-b003-56d87fd080bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:53.789900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-da4ae088-3c65-492d-b003-56d87fd080bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a4d2c71e-7abb-40dc-91ff-200cd6451d70 HTTP/1.1" status: 200 len: 847 time: 0.0663600 Feb 09 03:26:53.871744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-54378164-4ea1-4b7e-be10-05ef57847988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:26:53.874295 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-54378164-4ea1-4b7e-be10-05ef57847988 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26299b47-9a44-4ea1-a63e-ea81b2eb98be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0772552 Feb 09 03:26:53.989992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-743fac95-e391-464a-b86d-c44c5f6492ae service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084166 Feb 09 03:26:54.094226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3ec87741-face-480e-8b5e-dc7b97df8eff req-aa6e9aee-4041-44f5-b80b-95f955bd1261 service neutron] 10.222.0.61 "GET /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979488 Feb 09 03:27:00.506744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-83dffcfe-e85a-4c8b-bdeb-c74359890c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:02.701803 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-09a53d87-6a23-421d-82d0-86050684ae5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.645074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45554) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:03.800619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8c5c5a-b718-4ea0-8037-5b1a96474154 admin admin] Deleting subnet 5c89c429-e4ae-40b9-8ab7-8abb814befd5 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:27:03.804326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5c5a-b718-4ea0-8037-5b1a96474154 admin admin] Publish callbacks [] for subnet (5c89c429-e4ae-40b9-8ab7-8abb814befd5), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.839798 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5c5a-b718-4ea0-8037-5b1a96474154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (5c89c429-e4ae-40b9-8ab7-8abb814befd5), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.886823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5c5a-b718-4ea0-8037-5b1a96474154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5c89c429-e4ae-40b9-8ab7-8abb814befd5), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.947192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5c5a-b718-4ea0-8037-5b1a96474154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (5c89c429-e4ae-40b9-8ab7-8abb814befd5), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.972873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c5c5a-b718-4ea0-8037-5b1a96474154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c89c429-e4ae-40b9-8ab7-8abb814befd5,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:03.980448 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5c5a-b718-4ea0-8037-5b1a96474154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:03.985960 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ad8c5c5a-b718-4ea0-8037-5b1a96474154 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5c89c429-e4ae-40b9-8ab7-8abb814befd5 HTTP/1.1" status: 204 len: 168 time: 0.3375356 Feb 09 03:27:03.986366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45558) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:04.052420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.062268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (da893c8a-68eb-40e5-a8b8-5be0a971484a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.142361 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (da893c8a-68eb-40e5-a8b8-5be0a971484a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.162921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da893c8a-68eb-40e5-a8b8-5be0a971484a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:04.172116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:04.172417 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:27:04.182492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.196479 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.203776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:27:04.204377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (ca758fdd-a9a1-4c7b-b6d0-d3ed8f97bca6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:27:04.206321 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:27:04.269182 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (da893c8a-68eb-40e5-a8b8-5be0a971484a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.275736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.279146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/da893c8a-68eb-40e5-a8b8-5be0a971484a HTTP/1.1" status: 204 len: 168 time: 0.2917695 Feb 09 03:27:04.291844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582847a-50c0-4095-995e-90d3dcc75be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da893c8a-68eb-40e5-a8b8-5be0a971484a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:04.393178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45562) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:04.434268 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-171bb515-ca57-4c88-9007-3ea83861152a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ad9edbb31964aff8b5863ea24309b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398881 Feb 09 03:27:04.436779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45564) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:27:04.483715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ffef1919-640e-47cd-8c03-e023d2c4a68b admin admin] Publish callbacks [] for security_group (4de5af3a-bedb-45fb-abc3-2b3a93e45a2a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.505989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ffef1919-640e-47cd-8c03-e023d2c4a68b admin admin] Publish callbacks [] for security_group (4de5af3a-bedb-45fb-abc3-2b3a93e45a2a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.564745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ffef1919-640e-47cd-8c03-e023d2c4a68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4de5af3a-bedb-45fb-abc3-2b3a93e45a2a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.567431 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ffef1919-640e-47cd-8c03-e023d2c4a68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:04.571520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ffef1919-640e-47cd-8c03-e023d2c4a68b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4de5af3a-bedb-45fb-abc3-2b3a93e45a2a HTTP/1.1" status: 204 len: 168 time: 0.1314704 Feb 09 03:27:04.577540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef1919-640e-47cd-8c03-e023d2c4a68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5af3a-bedb-45fb-abc3-2b3a93e45a2a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:27:05.133998 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:06.488830 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:13.363036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71d602cc-864a-480e-b5e7-21076c86460a req-09961474-9915-4ef8-ad27-88862e1eead8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472050 Feb 09 03:27:13.446016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d602cc-864a-480e-b5e7-21076c86460a req-1a241287-a4a5-46fa-81d2-ce9e8d12c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:13.447572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71d602cc-864a-480e-b5e7-21076c86460a req-1a241287-a4a5-46fa-81d2-ce9e8d12c4f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1127 time: 0.0447612 Feb 09 03:27:13.549888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d602cc-864a-480e-b5e7-21076c86460a req-379bf1a8-1811-4999-a3bd-a462cb010841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:13.551428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71d602cc-864a-480e-b5e7-21076c86460a req-379bf1a8-1811-4999-a3bd-a462cb010841 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.0852795 Feb 09 03:27:13.619708 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71d602cc-864a-480e-b5e7-21076c86460a req-b3f290bd-2304-48ea-8e3d-eff4c5e3d3f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 200 len: 1001 time: 0.0627713 Feb 09 03:27:13.667184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d602cc-864a-480e-b5e7-21076c86460a req-09995205-939e-42df-b853-d1a99edbc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:13.668602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71d602cc-864a-480e-b5e7-21076c86460a req-09995205-939e-42df-b853-d1a99edbc264 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0435290 Feb 09 03:27:13.717328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d602cc-864a-480e-b5e7-21076c86460a req-1d3f97b8-5963-4b66-b9b9-c953520e2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:13.718871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71d602cc-864a-480e-b5e7-21076c86460a req-1d3f97b8-5963-4b66-b9b9-c953520e2011 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446436 Feb 09 03:27:13.809424 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71d602cc-864a-480e-b5e7-21076c86460a req-110bd4bb-603c-40c3-a2e0-e4b4d9cacda8 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850453 Feb 09 03:27:13.898207 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-71d602cc-864a-480e-b5e7-21076c86460a req-9de5dd41-fc3c-4a06-86fe-2999800afcb8 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832317 Feb 09 03:27:17.918183 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:27:19.746172 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:21.762496 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:30.500791 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d344a902-872f-4c35-a123-4b4660c7f562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:32.703848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b6741bcd-b128-432f-8544-7ee6366187e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:34.053554 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:35.131372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:36.492710 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:49.744748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:51.775943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:27:53.412068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-69a2fc56-f38a-45d7-a67e-fd5706393e0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455143 Feb 09 03:27:53.473538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-3385f2e0-bfc4-474e-82f4-79766d5aef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:53.475109 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-3385f2e0-bfc4-474e-82f4-79766d5aef2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 1128 time: 0.0439620 Feb 09 03:27:53.584057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-15b85af9-b7dd-4580-af45-58b291134287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:53.585836 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-15b85af9-b7dd-4580-af45-58b291134287 service neutron] 10.222.0.61 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.0923750 Feb 09 03:27:53.655594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-6a55bc66-f4d5-4949-9302-3e4528aec7ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df253ab3-e738-46c4-bd5c-03828fe3017c HTTP/1.1" status: 200 len: 1001 time: 0.0639913 Feb 09 03:27:53.709207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-3b522e71-54ce-431c-93cc-c3cad1b56ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:53.710823 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-3b522e71-54ce-431c-93cc-c3cad1b56ecd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0502822 Feb 09 03:27:53.758377 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-27e4675e-048e-43ab-85ce-d4ffc86710c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:27:53.759885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-27e4675e-048e-43ab-85ce-d4ffc86710c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440261 Feb 09 03:27:53.846584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-a4936627-928f-45e9-805b-60393079a107 service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811753 Feb 09 03:27:53.937718 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13c82a82-7383-45b3-94eb-65ac777ac70c req-3c78da83-0e21-4ab4-b567-54eda53a96ef service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857277 Feb 09 03:27:54.917098 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:28:00.501906 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e1e49ce-462a-45ec-9289-a14b799c7885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:02.708814 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0ba74d8e-b59e-4081-ba36-b052e6ff7bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:04.056249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:05.133453 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:06.497429 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.056615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45586) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:11.213342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port c4715997-d8c7-4061-9194-204ce6f55cc0 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:11.213692 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c4715997-d8c7-4061-9194-204ce6f55cc0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.290686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c4715997-d8c7-4061-9194-204ce6f55cc0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.291018 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (c4715997-d8c7-4061-9194-204ce6f55cc0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.302802 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for c4715997-d8c7-4061-9194-204ce6f55cc0 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:11.458350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c4715997-d8c7-4061-9194-204ce6f55cc0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.486667 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=c4715997-d8c7-4061-9194-204ce6f55cc0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:11.498727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.499098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.499431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.499778 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.500118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.500458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.500792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.501121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.501448 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.501772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.502097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.502462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.502790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:11.559668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (99b931d3-b3ec-486a-8b1d-ff3344a033e7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.560059 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Floating IP 99b931d3-b3ec-486a-8b1d-ff3344a033e7 disassociated (deleted). External IP: 172.25.2.76, port: df253ab3-e738-46c4-bd5c-03828fe3017c. Feb 09 03:28:11.770621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:11.881466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:11.886175 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:11.891270 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:11.901091 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:11.901695 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:11.916905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-213741f9-9ec1-4154-ad8d-856047410a14 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "DELETE /v2.0/floatingips/99b931d3-b3ec-486a-8b1d-ff3344a033e7 HTTP/1.1" status: 204 len: 168 time: 0.8591862 Feb 09 03:28:11.918157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:11.920584 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048318d8-509e-4c41-baa3-576bf0ee2173" -d '{"events": [{"name": "network-changed", "server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:11.962280 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd53b219-307e-4b79-9376-92f766d665b3 x-openstack-request-id: req-fd53b219-307e-4b79-9376-92f766d665b3 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:11.962657 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:11.962980 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd53b219-307e-4b79-9376-92f766d665b3 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:11.963482 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'status': 'completed', 'code': 200} Feb 09 03:28:12.032264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-207b7489-1c12-496b-a518-3743c7df88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.032929 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:12.034014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-207b7489-1c12-496b-a518-3743c7df88ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 1128 time: 0.0505722 Feb 09 03:28:12.138757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-a8fea5ce-20ab-42a7-b381-d698b5a84ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.138757 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-a8fea5ce-20ab-42a7-b381-d698b5a84ac9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.0958014 Feb 09 03:28:12.177967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-9704f977-7568-4c3a-9543-09e11df7dc7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df253ab3-e738-46c4-bd5c-03828fe3017c HTTP/1.1" status: 200 len: 217 time: 0.0361683 Feb 09 03:28:12.195739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a307a3-c13d-4ab7-b8cb-f8efaca9af40 req-cbbbaff2-9baf-46ed-8a0c-2357b22209f7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.197351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-23a307a3-c13d-4ab7-b8cb-f8efaca9af40 req-cbbbaff2-9baf-46ed-8a0c-2357b22209f7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 946 time: 0.0607171 Feb 09 03:28:12.228722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-41632d3a-c61b-4919-a578-a6e66773d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.230467 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-41632d3a-c61b-4919-a578-a6e66773d616 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0456986 Feb 09 03:28:12.251470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-23a307a3-c13d-4ab7-b8cb-f8efaca9af40 req-7e8ef3f7-d284-440c-a46d-dbeacc1e1aea tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472138 Feb 09 03:28:12.275971 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:19Z', 'revision_number': 1, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:12.302895 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:12.312631 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:12.313395 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:12.425928 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:12.595642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-119024d0-39f3-4d3e-8237-5bd2e6d80ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:12.597098 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-119024d0-39f3-4d3e-8237-5bd2e6d80ccf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3603854 Feb 09 03:28:12.659249 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:19Z', 'revision_number': 1, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:12.690059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-da040e9b-3cd7-4ea1-8af3-366d3dcc1ebe service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856731 Feb 09 03:28:12.779104 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c869508-ae6e-4506-b5d7-72c45f5a4e6e None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '62911fdc-aba0-4c26-b4b7-c76e671f5d65', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'port_id': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'mac_address': 'fa:16:3e:05:7d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:24:15Z', 'updated_at': '2022-02-09T03:24:19Z', 'revision_number': 1, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:12.787002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-048318d8-509e-4c41-baa3-576bf0ee2173 req-62db3aa1-5511-424e-9aab-bf0f36204e59 service neutron] 10.222.0.61 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897884 Feb 09 03:28:13.020530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac459c9d-2fc5-40c4-9c1e-f6f273ec4e54 None None] New status for floating IP 99b931d3-b3ec-486a-8b1d-ff3344a033e7: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:28:13.380772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ca68-72a6-463d-97e0-1012c4b7b9af req-8401db21-fb04-4726-be32-09402c0df9c3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:13.382172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7997ca68-72a6-463d-97e0-1012c4b7b9af req-8401db21-fb04-4726-be32-09402c0df9c3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 946 time: 0.0531423 Feb 09 03:28:13.430558 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7997ca68-72a6-463d-97e0-1012c4b7b9af req-db22ceac-3110-4d84-a565-0bcaf2636dd3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426593 Feb 09 03:28:13.672286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-2363a0ca-73ab-4e09-8769-a38030881e47 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:13.673652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-2363a0ca-73ab-4e09-8769-a38030881e47 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.61 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 946 time: 0.0514112 Feb 09 03:28:13.770737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port df253ab3-e738-46c4-bd5c-03828fe3017c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:13.771088 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.862119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] For port df253ab3-e738-46c4-bd5c-03828fe3017c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=df253ab3-e738-46c4-bd5c-03828fe3017c,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:13.862512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:13.874859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for df253ab3-e738-46c4-bd5c-03828fe3017c owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:13.999372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (df253ab3-e738-46c4-bd5c-03828fe3017c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.032614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=df253ab3-e738-46c4-bd5c-03828fe3017c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:14.075195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] No DVR routers for this DVR port df253ab3-e738-46c4-bd5c-03828fe3017c on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:14.077767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:14.081095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-88db6556-1202-4a15-b9f6-6937fb4761e3 req-f8e671f6-d299-47f0-9d30-c28bc92d0aaa tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.61 "DELETE /v2.0/ports/df253ab3-e738-46c4-bd5c-03828fe3017c HTTP/1.1" status: 204 len: 173 time: 0.4005246 Feb 09 03:28:14.081540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'name': 'network-vif-deleted', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:14.083836 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9098091a-24fa-4b8a-b8d2-2d61550dca78" -d '{"events": [{"server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "name": "network-vif-deleted", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:14.122161 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd8637-a2e8-4147-aac0-ae6ec494d13c x-openstack-request-id: req-dbfd8637-a2e8-4147-aac0-ae6ec494d13c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:14.122499 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801dabd7-615d-4e6b-9f26-527c05ad538c", "name": "network-vif-deleted", "tag": "df253ab3-e738-46c4-bd5c-03828fe3017c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:14.122799 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbfd8637-a2e8-4147-aac0-ae6ec494d13c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:14.123189 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801dabd7-615d-4e6b-9f26-527c05ad538c', 'name': 'network-vif-deleted', 'tag': 'df253ab3-e738-46c4-bd5c-03828fe3017c', 'status': 'completed', 'code': 200} Feb 09 03:28:14.542717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3113de80-9980-4bb2-8d17-5f23a01072d6 req-5418b71f-573c-4986-acde-8275bb6a176d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.0406623 Feb 09 03:28:15.371833 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-0bfd5190-f06d-4620-884e-3fae8082d70b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433335 Feb 09 03:28:15.476132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-858403bb-1700-4c9c-9cd0-ab1e0b3f5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:15.477638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-858403bb-1700-4c9c-9cd0-ab1e0b3f5c48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1127 time: 0.0461125 Feb 09 03:28:15.584873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-b26c7d91-d76f-4221-9672-1c1e4b91909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:15.586566 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-b26c7d91-d76f-4221-9672-1c1e4b91909c service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.0914044 Feb 09 03:28:15.668030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb5b68f1-df22-4a84-a31a-5b2917620eff req-b8def55f-a6bb-425e-a8fd-1ee9ac35564f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.0409515 Feb 09 03:28:15.692768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-3ca27729-414a-4e24-8006-2f9073559817 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 200 len: 1001 time: 0.1005862 Feb 09 03:28:15.744139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-0febdc62-644f-44e2-b5f4-49f1a6e56345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:15.745719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-0febdc62-644f-44e2-b5f4-49f1a6e56345 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.0478482 Feb 09 03:28:15.798502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-2d26a885-e96d-48e7-9389-f5704bbe7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:15.800068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-2d26a885-e96d-48e7-9389-f5704bbe7f14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482128 Feb 09 03:28:15.895368 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-d8db21b5-3429-416f-9f8c-aedabec379eb service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892670 Feb 09 03:28:15.985360 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1346a6b8-930f-4080-b735-c41e9cab4e18 req-7715c274-72cf-4c78-8525-cf0339c2b60d service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839374 Feb 09 03:28:16.764734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72785815-35ec-4184-9c79-20ae12013f28 req-780390fa-71e7-4c33-aa2d-56442da7d685 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.0288668 Feb 09 03:28:17.634941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device df253ab3-e738-46c4-bd5c-03828fe3017c no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:17.655259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: df253ab3-e738-46c4-bd5c-03828fe3017c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:17.655610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device df253ab3-e738-46c4-bd5c-03828fe3017c not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:17.860222 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ed1a593-db53-41d3-891f-533f7f1c2185 req-aa19d0c5-7c03-4b68-90ba-0469403491c7 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.0287402 Feb 09 03:28:19.203129 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b5c82e45-4e34-4303-84a2-9c1805cb08a4 req-b718763a-d10a-42f1-91cc-60cb7782fb11 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.2678227 Feb 09 03:28:19.757789 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:20.302495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff945080-1008-4689-85dd-93a5f446c01c req-7025acdb-a9c2-49fa-a03d-981f795af98b tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.0267031 Feb 09 03:28:21.397903 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bfad81e1-45fd-492b-acbb-4ba5527ca050 req-3961ab78-5d80-4793-bc78-cbc799d86f3e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.0268471 Feb 09 03:28:21.774960 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:22.395067 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2379-8b6c-4732-8f99-3048cd07956c req-6acfcec4-129b-43f5-adc7-49826956f75c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:22.396583 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-363e2379-8b6c-4732-8f99-3048cd07956c req-6acfcec4-129b-43f5-adc7-49826956f75c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 945 time: 0.0591903 Feb 09 03:28:22.450482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-363e2379-8b6c-4732-8f99-3048cd07956c req-58a4bcab-31f8-422b-a9f9-aa1808b4dc36 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476916 Feb 09 03:28:22.506582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b6b5e090-94ee-4e21-b523-cffa69ba875c req-bb565618-20af-4f4b-838d-d50eca6c194a tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=801dabd7-615d-4e6b-9f26-527c05ad538c HTTP/1.1" status: 200 len: 210 time: 0.0358577 Feb 09 03:28:23.574278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29384cc2-33b4-4d66-95e7-fc0ca6ecea50 req-1088bd50-5c64-4ad2-aa56-071a3d5171ad tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.575885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29384cc2-33b4-4d66-95e7-fc0ca6ecea50 req-1088bd50-5c64-4ad2-aa56-071a3d5171ad tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 945 time: 0.0544922 Feb 09 03:28:23.661725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29384cc2-33b4-4d66-95e7-fc0ca6ecea50 req-b6645d9e-49c6-4fcf-bcfb-289f8ae9cdb1 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/security-groups?id=219ec24f-4c02-493f-b6f7-922a966a1455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787747 Feb 09 03:28:23.688932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-9932c32e-8960-435d-9f50-473c063c8dc2 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:23.690546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-9932c32e-8960-435d-9f50-473c063c8dc2 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.61 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 945 time: 0.0741155 Feb 09 03:28:23.785774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Deleting port 49f7319b-e2dc-4cbc-9858-b4f88789365a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:23.786045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:23.880713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] For port 49f7319b-e2dc-4cbc-9858-b4f88789365a, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=49f7319b-e2dc-4cbc-9858-b4f88789365a,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:23.880999 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.116356 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.116635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a34a2c41-ec51-433b-aa88-a1b7998f873e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.116950 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Floating IP a34a2c41-ec51-433b-aa88-a1b7998f873e disassociated. External IP: 172.25.2.246, port: 49f7319b-e2dc-4cbc-9858-b4f88789365a. Feb 09 03:28:24.117312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Calling delete_port for 49f7319b-e2dc-4cbc-9858-b4f88789365a owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:24.249285 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (49f7319b-e2dc-4cbc-9858-b4f88789365a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.278125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event deleted for resources: {'Port': ['ID=49f7319b-e2dc-4cbc-9858-b4f88789365a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:24.400766 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Router 48db6005-a631-4fb5-841c-e7f70b32cb49 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:24.511647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:24.522567 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] Sync routers for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:24.533996 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:24.535043 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:24.552835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] No DVR routers for this DVR port 49f7319b-e2dc-4cbc-9858-b4f88789365a on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:24.555461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:24.558801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93503414-6800-48a0-85ef-7be99f4e95d8 req-563e97da-7b31-4cc9-98de-b812568bfe20 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.61 "DELETE /v2.0/ports/49f7319b-e2dc-4cbc-9858-b4f88789365a HTTP/1.1" status: 204 len: 173 time: 0.8626420 Feb 09 03:28:24.559264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'name': 'network-vif-deleted', 'tag': '49f7319b-e2dc-4cbc-9858-b4f88789365a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:24.561535 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31059b04-382a-4ba9-a9f5-ebc9d0a0aac8" -d '{"events": [{"server_uuid": "debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d", "name": "network-vif-deleted", "tag": "49f7319b-e2dc-4cbc-9858-b4f88789365a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:24.610502 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f186b41-391c-4c3b-8650-9192f763d553 x-openstack-request-id: req-0f186b41-391c-4c3b-8650-9192f763d553 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:24.611090 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d", "name": "network-vif-deleted", "tag": "49f7319b-e2dc-4cbc-9858-b4f88789365a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:24.611273 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f186b41-391c-4c3b-8650-9192f763d553 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:24.611659 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d', 'name': 'network-vif-deleted', 'tag': '49f7319b-e2dc-4cbc-9858-b4f88789365a', 'status': 'completed', 'code': 200} Feb 09 03:28:24.689861 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:24.950392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8709be49-18db-4886-ba9c-2d3f5f9316b7 req-5cd28411-ba24-404e-a50e-8ba2cbac3d2f tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "GET /v2.0/ports?device_id=debb6c8e-3cb9-4aa8-9c9c-26ad2b75493d HTTP/1.1" status: 200 len: 210 time: 0.0280898 Feb 09 03:28:24.975009 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 5, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:24.994883 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] Checking router: 48db6005-a631-4fb5-841c-e7f70b32cb49 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:25.003465 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:25.004078 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:25.117396 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:25.323485 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 5, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:25.353828 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724a752-908c-443c-be53-ab847ab0deb7 None None] The sync data for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 is: [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:23:13Z', 'revision_number': 4, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '2569735b-dd7e-4183-b993-90a0b0a400d7', 'name': '', 'network_id': '26299b47-9a44-4ea1-a63e-ea81b2eb98be', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'mac_address': 'fa:16:3e:a8:30:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:12Z', 'updated_at': '2022-02-09T03:23:20Z', 'revision_number': 5, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'subnets': [{'id': 'a4d2c71e-7abb-40dc-91ff-200cd6451d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:25.642911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9662c4a-b108-4caf-b537-6e9f4f25c59d None None] New status for floating IP a34a2c41-ec51-433b-aa88-a1b7998f873e: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:28:26.012250 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45658) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:26.139312 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Deleting port 362c96d4-8b99-492a-8125-35f90dc3fa0e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:26.139658 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (362c96d4-8b99-492a-8125-35f90dc3fa0e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.216622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (362c96d4-8b99-492a-8125-35f90dc3fa0e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.216944 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for floatingip (362c96d4-8b99-492a-8125-35f90dc3fa0e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.228328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Calling delete_port for 362c96d4-8b99-492a-8125-35f90dc3fa0e owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:26.365183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (362c96d4-8b99-492a-8125-35f90dc3fa0e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.390578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event deleted for resources: {'Port': ['ID=362c96d4-8b99-492a-8125-35f90dc3fa0e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:26.454894 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for floatingip (a34a2c41-ec51-433b-aa88-a1b7998f873e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.457520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.458691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b0195b47-af07-44da-8293-a6cd8493675c tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "DELETE /v2.0/floatingips/a34a2c41-ec51-433b-aa88-a1b7998f873e HTTP/1.1" status: 204 len: 168 time: 0.4454410 Feb 09 03:28:26.538486 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45664) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:26.594556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d027e73-e28a-49da-ab9e-0da450bb0393 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group (219ec24f-4c02-493f-b6f7-922a966a1455), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.620850 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d027e73-e28a-49da-ab9e-0da450bb0393 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group (219ec24f-4c02-493f-b6f7-922a966a1455), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.686132 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d027e73-e28a-49da-ab9e-0da450bb0393 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (219ec24f-4c02-493f-b6f7-922a966a1455), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.688668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d027e73-e28a-49da-ab9e-0da450bb0393 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:26.689854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d027e73-e28a-49da-ab9e-0da450bb0393 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] 10.222.0.32 "DELETE /v2.0/security-groups/219ec24f-4c02-493f-b6f7-922a966a1455 HTTP/1.1" status: 204 len: 168 time: 0.1503403 Feb 09 03:28:26.699718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d027e73-e28a-49da-ab9e-0da450bb0393 tempest-TestServerBasicOps-1415863289 tempest-TestServerBasicOps-1415863289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219ec24f-4c02-493f-b6f7-922a966a1455,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:26.731296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45668) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:27.200650 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (48db6005-a631-4fb5-841c-e7f70b32cb49), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.462844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Deleting port 2569735b-dd7e-4183-b993-90a0b0a400d7 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:27.463107 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.544467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] For port 2569735b-dd7e-4183-b993-90a0b0a400d7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2569735b-dd7e-4183-b993-90a0b0a400d7,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:27.544837 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.562509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Calling delete_port for 2569735b-dd7e-4183-b993-90a0b0a400d7 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:27.697113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 49f7319b-e2dc-4cbc-9858-b4f88789365a no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:27.717538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 49f7319b-e2dc-4cbc-9858-b4f88789365a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:27.717947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 49f7319b-e2dc-4cbc-9858-b4f88789365a not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:27.756922 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2569735b-dd7e-4183-b993-90a0b0a400d7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:27.784199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Pushing event deleted for resources: {'Port': ['ID=2569735b-dd7e-4183-b993-90a0b0a400d7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:27.812292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.812645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.812991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.813333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.813667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.813998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.814356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.814689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.815015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.815342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.815668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.815987 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.816311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:27.986623 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (48db6005-a631-4fb5-841c-e7f70b32cb49), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.210741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Router 48db6005-a631-4fb5-841c-e7f70b32cb49 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:28.324206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:28.332155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4f919d17-badc-4ffb-9704-002f87035996 admin admin] 10.222.0.32 "PUT /v2.0/routers/48db6005-a631-4fb5-841c-e7f70b32cb49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5967519 Feb 09 03:28:28.332247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45676) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:28.335519 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] Sync routers for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:28.347575 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:28.348276 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:28.454649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks [] for router (48db6005-a631-4fb5-841c-e7f70b32cb49), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.475930 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:28.566585 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks [] for router_gateway (48db6005-a631-4fb5-841c-e7f70b32cb49), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.628271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Deleting port c99f4c15-c854-4b25-aa9c-798d57a70e43 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:28.628606 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.672301 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:28:27Z', 'revision_number': 5, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port': {'id': 'c99f4c15-c854-4b25-aa9c-798d57a70e43', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:09Z', 'updated_at': '2022-02-09T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:28.701474 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] Checking router: 48db6005-a631-4fb5-841c-e7f70b32cb49 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:28.712282 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] Routers {'48db6005-a631-4fb5-841c-e7f70b32cb49'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:28.712903 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['48db6005-a631-4fb5-841c-e7f70b32cb49'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:28.713217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] For port c99f4c15-c854-4b25-aa9c-798d57a70e43, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c99f4c15-c854-4b25-aa9c-798d57a70e43,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:28.713868 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.729861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Calling delete_port for c99f4c15-c854-4b25-aa9c-798d57a70e43 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:28.805940 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] Set router 48db6005-a631-4fb5-841c-e7f70b32cb49 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:28.859880 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:28:28Z', 'revision_number': 6, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:28.886671 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbacd9f-c1a5-4bfd-b0e9-502c49c8ad04 None None] The sync data for ids ['48db6005-a631-4fb5-841c-e7f70b32cb49'] in n-d-827839-4 is: [{'id': '48db6005-a631-4fb5-841c-e7f70b32cb49', 'name': 'tempest-TestServerBasicOps-343451848-router', 'tenant_id': 'edb07aabd33b40c185e5b205112fd698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:08Z', 'updated_at': '2022-02-09T03:28:28Z', 'revision_number': 6, 'project_id': 'edb07aabd33b40c185e5b205112fd698', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:28.912434 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c99f4c15-c854-4b25-aa9c-798d57a70e43), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:28.973451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Pushing event deleted for resources: {'Port': ['ID=c99f4c15-c854-4b25-aa9c-798d57a70e43,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:29.022564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (48db6005-a631-4fb5-841c-e7f70b32cb49), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.119189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (48db6005-a631-4fb5-841c-e7f70b32cb49), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.122102 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks [] for router_controller (48db6005-a631-4fb5-841c-e7f70b32cb49), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.169553 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (48db6005-a631-4fb5-841c-e7f70b32cb49), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.170158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48db6005-a631-4fb5-841c-e7f70b32cb49 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:28:29.178915 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.183255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e91abeb9-0a4e-4f70-bd50-2d43189c316a admin admin] 10.222.0.32 "DELETE /v2.0/routers/48db6005-a631-4fb5-841c-e7f70b32cb49 HTTP/1.1" status: 204 len: 168 time: 0.8475218 Feb 09 03:28:29.183598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45686) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:29.238563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb6f7d1-2fa6-4f27-93ff-3f32ccebe8af admin admin] Deleting subnet a4d2c71e-7abb-40dc-91ff-200cd6451d70 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:29.242254 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f7d1-2fa6-4f27-93ff-3f32ccebe8af admin admin] Publish callbacks [] for subnet (a4d2c71e-7abb-40dc-91ff-200cd6451d70), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.281398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f7d1-2fa6-4f27-93ff-3f32ccebe8af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (a4d2c71e-7abb-40dc-91ff-200cd6451d70), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.371051 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f7d1-2fa6-4f27-93ff-3f32ccebe8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (a4d2c71e-7abb-40dc-91ff-200cd6451d70), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.773553 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f7d1-2fa6-4f27-93ff-3f32ccebe8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (a4d2c71e-7abb-40dc-91ff-200cd6451d70), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.803324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6f7d1-2fa6-4f27-93ff-3f32ccebe8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d2c71e-7abb-40dc-91ff-200cd6451d70,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:29.809343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f7d1-2fa6-4f27-93ff-3f32ccebe8af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.813203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d7b2c-ed10-4941-ab79-ef699a32985a None None] Network 26299b47-9a44-4ea1-a63e-ea81b2eb98be requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:29.814446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fcb6f7d1-2fa6-4f27-93ff-3f32ccebe8af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a4d2c71e-7abb-40dc-91ff-200cd6451d70 HTTP/1.1" status: 204 len: 168 time: 0.6292295 Feb 09 03:28:29.816740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45688) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:29.954926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (26299b47-9a44-4ea1-a63e-ea81b2eb98be), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:29.984003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2569735b-dd7e-4183-b993-90a0b0a400d7 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:30.008998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2569735b-dd7e-4183-b993-90a0b0a400d7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:30.009346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2569735b-dd7e-4183-b993-90a0b0a400d7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:30.009960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c99f4c15-c854-4b25-aa9c-798d57a70e43 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:30.024097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Deleting port ced9bb6c-a58c-49af-b170-ed6f42851896 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:30.024447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.063075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c99f4c15-c854-4b25-aa9c-798d57a70e43 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:30.063660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c99f4c15-c854-4b25-aa9c-798d57a70e43 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:30.119989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] For port ced9bb6c-a58c-49af-b170-ed6f42851896, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ced9bb6c-a58c-49af-b170-ed6f42851896,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:30.121074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.142015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Calling delete_port for ced9bb6c-a58c-49af-b170-ed6f42851896 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:30.166491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] DHCP port deletion for 26299b47-9a44-4ea1-a63e-ea81b2eb98be request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:30.239194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Deleting port ced9bb6c-a58c-49af-b170-ed6f42851896 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:30.239574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.298904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.308100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] For port ced9bb6c-a58c-49af-b170-ed6f42851896, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ced9bb6c-a58c-49af-b170-ed6f42851896,segment=NetworkSegment(04cf51b5-39de-4bc9-8288-491959fa7550),segment_id=04cf51b5-39de-4bc9-8288-491959fa7550)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:30.308492 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.321979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Calling delete_port for ced9bb6c-a58c-49af-b170-ed6f42851896 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:30.339495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced9bb6c-a58c-49af-b170-ed6f42851896,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:30.341336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] No DVR routers for this DVR port ced9bb6c-a58c-49af-b170-ed6f42851896 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 03:28:30.414776 n-d-827839-4 neutron-server[109858]: self.session.flush() Feb 09 03:28:30.420511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (ced9bb6c-a58c-49af-b170-ed6f42851896), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.438358 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (26299b47-9a44-4ea1-a63e-ea81b2eb98be), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.447230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Pushing event deleted for resources: {'Port': ['ID=ced9bb6c-a58c-49af-b170-ed6f42851896,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:30.455949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.456303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.456649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.456992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.457330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.457664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.458249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.458702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.459041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.459371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.459702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.460509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.460631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:30.465709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab18cb-fe87-4c14-b39f-bcbddd91c373 None None] No DVR routers for this DVR port ced9bb6c-a58c-49af-b170-ed6f42851896 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:30.478509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26299b47-9a44-4ea1-a63e-ea81b2eb98be']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:30.496761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cf51b5-39de-4bc9-8288-491959fa7550') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:30.497264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cf51b5-39de-4bc9-8288-491959fa7550') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:30.516471 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (04cf51b5-39de-4bc9-8288-491959fa7550), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.516703 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-be770999-2e97-4333-8c91-57aeb7b165b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.538403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (04cf51b5-39de-4bc9-8288-491959fa7550), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.547220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:30.547906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (04cf51b5-39de-4bc9-8288-491959fa7550), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:30.549799 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:30.604926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (26299b47-9a44-4ea1-a63e-ea81b2eb98be), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.616039 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:30.619258 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] 10.222.0.32 "DELETE /v2.0/networks/26299b47-9a44-4ea1-a63e-ea81b2eb98be HTTP/1.1" status: 204 len: 168 time: 0.8014517 Feb 09 03:28:30.622411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45692) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:30.630784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2a32e-39f4-47c3-90d8-7c6022cc5942 admin admin] Pushing event deleted for resources: {'Network': ['ID=26299b47-9a44-4ea1-a63e-ea81b2eb98be,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:31.019241 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.290137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Deleting port 61c050ab-3829-4da3-9636-a6e513233390 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:31.290504 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (61c050ab-3829-4da3-9636-a6e513233390), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.372154 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] For port 61c050ab-3829-4da3-9636-a6e513233390, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=61c050ab-3829-4da3-9636-a6e513233390,segment=NetworkSegment(b3bf7812-508b-48d4-853d-1216c7e1de66),segment_id=b3bf7812-508b-48d4-853d-1216c7e1de66)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:31.372525 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (61c050ab-3829-4da3-9636-a6e513233390), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.387563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Calling delete_port for 61c050ab-3829-4da3-9636-a6e513233390 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:31.575711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (61c050ab-3829-4da3-9636-a6e513233390), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.600778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c050ab-3829-4da3-9636-a6e513233390,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:31.783975 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:31.923189 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:28:31.966175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ced9bb6c-a58c-49af-b170-ed6f42851896 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:31.986799 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ced9bb6c-a58c-49af-b170-ed6f42851896 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:31.987150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ced9bb6c-a58c-49af-b170-ed6f42851896 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:32.011145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:32.111934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:32.130183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:32.135258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-867af24d-96fb-4726-a5e1-fa1d7ff2a626 admin admin] 10.222.0.32 "PUT /v2.0/routers/3503c628-cdb4-4879-8fe5-ce614a4a7cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5110905 Feb 09 03:28:32.138400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:32.139240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] Sync routers for ids ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:32.149887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] Routers {'3503c628-cdb4-4879-8fe5-ce614a4a7cb2'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:32.150547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:32.245711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks [] for router (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.268013 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] Set router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:32.289253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:32.289601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.361970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks [] for router_gateway (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.369068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.369494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.383611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:32.423111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Deleting port 47a806ed-74a6-48c6-8832-bac9730b8789 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:32.423474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.461146 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:28:31Z', 'revision_number': 5, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port': {'id': '47a806ed-74a6-48c6-8832-bac9730b8789', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:23:17Z', 'updated_at': '2022-02-09T03:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:32.488005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] Checking router: 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:32.496914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] Routers {'3503c628-cdb4-4879-8fe5-ce614a4a7cb2'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:32.497536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:32.506611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] For port 47a806ed-74a6-48c6-8832-bac9730b8789, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=47a806ed-74a6-48c6-8832-bac9730b8789,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:32.507030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.521931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Calling delete_port for 47a806ed-74a6-48c6-8832-bac9730b8789 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:32.555182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.585002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=c7c275dd-00b6-4ce2-8c07-bcf7e5c782d8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:32.590311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] Set router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:32.644497 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:28:32Z', 'revision_number': 6, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:32.647647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (62911fdc-aba0-4c26-b4b7-c76e671f5d65), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.648083 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Floating IP 62911fdc-aba0-4c26-b4b7-c76e671f5d65 disassociated (deleted). External IP: 172.25.2.241, port: 1880050e-ef37-43d9-ad2b-636af71ed78a. Feb 09 03:28:32.685006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c316eb4-b684-46f5-962b-cbf15c717054 None None] The sync data for ids ['3503c628-cdb4-4879-8fe5-ce614a4a7cb2'] in n-d-827839-4 is: [{'id': '3503c628-cdb4-4879-8fe5-ce614a4a7cb2', 'name': 'tempest-TestServerBasicOps-1045744068-router', 'tenant_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:23:16Z', 'updated_at': '2022-02-09T03:28:32Z', 'revision_number': 6, 'project_id': 'e3bb25fac4e14036a49b3e5002bfcf05', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:32.714943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e4a856ca-6636-4a03-adb7-c904dd160d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.736941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (47a806ed-74a6-48c6-8832-bac9730b8789), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.764369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Pushing event deleted for resources: {'Port': ['ID=47a806ed-74a6-48c6-8832-bac9730b8789,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:32.828308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.925242 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.927462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks [] for router_controller (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.973518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (3503c628-cdb4-4879-8fe5-ce614a4a7cb2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.974018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3503c628-cdb4-4879-8fe5-ce614a4a7cb2 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:28:32.981607 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:32.982832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f60e9686-13b9-416e-b274-e61b45fb653d admin admin] 10.222.0.32 "DELETE /v2.0/routers/3503c628-cdb4-4879-8fe5-ce614a4a7cb2 HTTP/1.1" status: 204 len: 168 time: 0.8433719 Feb 09 03:28:32.985399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:33.032299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b393bb-0c43-43c8-984b-5b9e4a98b181 admin admin] Deleting subnet afbea69a-af37-4691-a79c-22162a01332d {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:33.035724 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5b393bb-0c43-43c8-984b-5b9e4a98b181 admin admin] Publish callbacks [] for subnet (afbea69a-af37-4691-a79c-22162a01332d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.077286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5b393bb-0c43-43c8-984b-5b9e4a98b181 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (afbea69a-af37-4691-a79c-22162a01332d), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.160903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5b393bb-0c43-43c8-984b-5b9e4a98b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (afbea69a-af37-4691-a79c-22162a01332d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.189281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:33.215119 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5b393bb-0c43-43c8-984b-5b9e4a98b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (afbea69a-af37-4691-a79c-22162a01332d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.240573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b393bb-0c43-43c8-984b-5b9e4a98b181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbea69a-af37-4691-a79c-22162a01332d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:33.246382 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d5b393bb-0c43-43c8-984b-5b9e4a98b181 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.251802 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d5b393bb-0c43-43c8-984b-5b9e4a98b181 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/afbea69a-af37-4691-a79c-22162a01332d HTTP/1.1" status: 204 len: 168 time: 0.2631888 Feb 09 03:28:33.252178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45704) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:33.254322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14bdccd-d0a6-454f-9ff8-e571ea08ad15 None None] Network 8eb4c1b5-fab2-4dee-8d92-23b194b58752 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:33.310501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:33.315330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.324388 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:33.330010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (8eb4c1b5-fab2-4dee-8d92-23b194b58752), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.335754 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:33.336569 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:33.357072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd2474fa-43fc-436d-a6ca-bac769925e6f tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "DELETE /v2.0/floatingips/62911fdc-aba0-4c26-b4b7-c76e671f5d65 HTTP/1.1" status: 204 len: 168 time: 1.2439334 Feb 09 03:28:33.358080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:33.362260 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ca8d34-5704-4991-bc36-56fe3da57d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:33.414395 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Deleting port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:33.414745 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.432677 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ddad10-9942-4bb5-a475-3e2817c044ac x-openstack-request-id: req-70ddad10-9942-4bb5-a475-3e2817c044ac {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:33.432982 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:33.433598 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70ddad10-9942-4bb5-a475-3e2817c044ac {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:33.433704 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'status': 'completed', 'code': 200} Feb 09 03:28:33.491746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] DHCP port deletion for 8eb4c1b5-fab2-4dee-8d92-23b194b58752 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:33.559634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] For port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,segment=NetworkSegment(b3bf7812-508b-48d4-853d-1216c7e1de66),segment_id=b3bf7812-508b-48d4-853d-1216c7e1de66)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:33.560750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.580433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Calling delete_port for 2b3133e3-4f13-4d98-b3ff-49b1cbac731d owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:33.596527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] Deleting port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:33.596928 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.597309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-d7429737-ee87-4c28-8fe5-190d8cd47e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:33.599018 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-d7429737-ee87-4c28-8fe5-190d8cd47e69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3537c302fe486ea56fc838efa75b2c&device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 1127 time: 0.1542003 Feb 09 03:28:33.654503 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:33.689017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] For port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,segment=NetworkSegment(b3bf7812-508b-48d4-853d-1216c7e1de66),segment_id=b3bf7812-508b-48d4-853d-1216c7e1de66)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:33.692286 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.700034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f27fe-c69a-4eeb-be86-d4fe82f07586 req-4e0d65be-be82-4d2e-ab1e-32c4e77018fd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:33.709165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-999f27fe-c69a-4eeb-be86-d4fe82f07586 req-4e0d65be-be82-4d2e-ab1e-32c4e77018fd tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 945 time: 0.0836930 Feb 09 03:28:33.726028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] Calling delete_port for 2b3133e3-4f13-4d98-b3ff-49b1cbac731d owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:33.757013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-3027fe07-9489-468b-b1b8-4964b60b6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:33.758500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-3027fe07-9489-468b-b1b8-4964b60b6ed4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 200 len: 913 time: 0.1239834 Feb 09 03:28:33.765536 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.781867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-999f27fe-c69a-4eeb-be86-d4fe82f07586 req-1bfdaf1f-9e85-486a-a602-0de9b77119ed tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715744 Feb 09 03:28:33.831728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-f0406561-3b46-48b3-bc86-bb9ee4d9c4df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 200 len: 217 time: 0.0635586 Feb 09 03:28:33.834111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:33.844874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (2b3133e3-4f13-4d98-b3ff-49b1cbac731d), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.846166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] No DVR routers for this DVR port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:33.870352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] Pushing event deleted for resources: {'Port': ['ID=2b3133e3-4f13-4d98-b3ff-49b1cbac731d,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:33.883992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767d05b-4783-4c41-a2ad-645f9193afff None None] No DVR routers for this DVR port 2b3133e3-4f13-4d98-b3ff-49b1cbac731d on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:33.932897 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:33.951320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-7781b776-c540-4488-82dd-b14116ed1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:33.952703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-7781b776-c540-4488-82dd-b14116ed1b28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 200 len: 851 time: 0.1146786 Feb 09 03:28:33.957944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (8eb4c1b5-fab2-4dee-8d92-23b194b58752), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:33.960821 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:33.970399 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:33.971019 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.020060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 61c050ab-3829-4da3-9636-a6e513233390 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:34.021183 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb4c1b5-fab2-4dee-8d92-23b194b58752']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.034521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bf7812-508b-48d4-853d-1216c7e1de66') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.034823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bf7812-508b-48d4-853d-1216c7e1de66') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.043307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 61c050ab-3829-4da3-9636-a6e513233390 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:34.043662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 61c050ab-3829-4da3-9636-a6e513233390 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:34.044088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2b3133e3-4f13-4d98-b3ff-49b1cbac731d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:34.047093 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (b3bf7812-508b-48d4-853d-1216c7e1de66), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.068307 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (b3bf7812-508b-48d4-853d-1216c7e1de66), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.079200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-0ed1fb78-d644-4284-b39e-1c9a56c4c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:34.079404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2b3133e3-4f13-4d98-b3ff-49b1cbac731d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:34.079632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2b3133e3-4f13-4d98-b3ff-49b1cbac731d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:34.080032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 47a806ed-74a6-48c6-8832-bac9730b8789 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:34.080721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-0ed1fb78-d644-4284-b39e-1c9a56c4c1bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30e31af4-a0a6-4816-85c6-9319e2f2ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1150239 Feb 09 03:28:34.081711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:34.082254 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (b3bf7812-508b-48d4-853d-1216c7e1de66), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:34.084261 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:34.101511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.102151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 47a806ed-74a6-48c6-8832-bac9730b8789 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:34.102528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 47a806ed-74a6-48c6-8832-bac9730b8789 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:34.110199 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:34.197763 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (8eb4c1b5-fab2-4dee-8d92-23b194b58752), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.211654 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.217161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] 10.222.0.32 "DELETE /v2.0/networks/8eb4c1b5-fab2-4dee-8d92-23b194b58752 HTTP/1.1" status: 204 len: 168 time: 0.9617326 Feb 09 03:28:34.231302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a452-3cea-4419-88c6-92e94a7bd92b admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb4c1b5-fab2-4dee-8d92-23b194b58752,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:34.243325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-edbcd933-4eb8-41e8-8ca4-75a5225e30a9 service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457825 Feb 09 03:28:34.331714 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:34.340545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-49ca8d34-5704-4991-bc36-56fe3da57d4a req-1db55b11-7149-4069-a641-d83c03d3224f service neutron] 10.222.0.26 "GET /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907965 Feb 09 03:28:34.358832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45714) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:34.363131 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3c933-a205-43cf-8c13-95d9d92170fd None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:10:50Z', 'revision_number': 4, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '135dc094-0bfd-4d9d-a553-8107e65bc45f', 'name': '', 'network_id': '30e31af4-a0a6-4816-85c6-9319e2f2ff53', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'mac_address': 'fa:16:3e:9c:c3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:48Z', 'updated_at': '2022-02-09T03:11:02Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'subnets': [{'id': '1903920b-bcdc-4f42-8134-2db6d67fd5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:34.406158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-093fd203-ed7d-42ca-abf5-09c7d4f0e25b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edb07aabd33b40c185e5b205112fd698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462687 Feb 09 03:28:34.408874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45716) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:34.463644 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-463cbc59-78d4-4a8d-9cd2-e3501378f636 admin admin] Publish callbacks [] for security_group (a8ea8cf2-59ed-4fd1-b039-92a11fb8d9c6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.485244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-463cbc59-78d4-4a8d-9cd2-e3501378f636 admin admin] Publish callbacks [] for security_group (a8ea8cf2-59ed-4fd1-b039-92a11fb8d9c6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.544105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-463cbc59-78d4-4a8d-9cd2-e3501378f636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (a8ea8cf2-59ed-4fd1-b039-92a11fb8d9c6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.546939 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-463cbc59-78d4-4a8d-9cd2-e3501378f636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:34.548631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-463cbc59-78d4-4a8d-9cd2-e3501378f636 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8ea8cf2-59ed-4fd1-b039-92a11fb8d9c6 HTTP/1.1" status: 204 len: 168 time: 0.1384490 Feb 09 03:28:34.558188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cbc59-78d4-4a8d-9cd2-e3501378f636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea8cf2-59ed-4fd1-b039-92a11fb8d9c6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:34.630688 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f7fb49-7bb1-4afc-a6e8-037add1a30aa None None] New status for floating IP 62911fdc-aba0-4c26-b4b7-c76e671f5d65: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:28:34.913119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45726) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:35.138694 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.330033 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e26d1965-498a-4203-a2d5-4026a70b91a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3bb25fac4e14036a49b3e5002bfcf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155452 Feb 09 03:28:35.332466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45730) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:35.353026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-8d88e379-6390-4512-b0a0-2dc277e5a5b3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:35.354548 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-8d88e379-6390-4512-b0a0-2dc277e5a5b3 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 945 time: 0.1069350 Feb 09 03:28:35.362007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cfc46-97c1-4db3-8cfc-59dcde9f420b req-015f3cdd-fe7d-4103-87e1-3059c499136e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:35.363443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-937cfc46-97c1-4db3-8cfc-59dcde9f420b req-015f3cdd-fe7d-4103-87e1-3059c499136e tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 945 time: 0.5151563 Feb 09 03:28:35.382044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67fbf928-b4e0-441a-97b5-6bcc0c6875c0 admin admin] Publish callbacks [] for security_group (4dd8a428-e243-47d3-bad9-b24311050779), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.404008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67fbf928-b4e0-441a-97b5-6bcc0c6875c0 admin admin] Publish callbacks [] for security_group (4dd8a428-e243-47d3-bad9-b24311050779), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.455858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67fbf928-b4e0-441a-97b5-6bcc0c6875c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4dd8a428-e243-47d3-bad9-b24311050779), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.458362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-67fbf928-b4e0-441a-97b5-6bcc0c6875c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.459533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-67fbf928-b4e0-441a-97b5-6bcc0c6875c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dd8a428-e243-47d3-bad9-b24311050779 HTTP/1.1" status: 204 len: 168 time: 0.1259859 Feb 09 03:28:35.468263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbf928-b4e0-441a-97b5-6bcc0c6875c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd8a428-e243-47d3-bad9-b24311050779,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:35.481201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-937cfc46-97c1-4db3-8cfc-59dcde9f420b req-6ecd3116-1c30-43d0-882a-cf9602d2b7a6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/security-groups?id=dfecd1e7-a507-42aa-88f3-61d2530f679b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104298 Feb 09 03:28:35.511421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port 1880050e-ef37-43d9-ad2b-636af71ed78a {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:35.511773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.607023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] For port 1880050e-ef37-43d9-ad2b-636af71ed78a, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=1880050e-ef37-43d9-ad2b-636af71ed78a,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:35.607383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.621649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for 1880050e-ef37-43d9-ad2b-636af71ed78a owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:35.755217 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1880050e-ef37-43d9-ad2b-636af71ed78a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.792148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=1880050e-ef37-43d9-ad2b-636af71ed78a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:35.844815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] No DVR routers for this DVR port 1880050e-ef37-43d9-ad2b-636af71ed78a on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:35.847419 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:35.850937 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20f3d56d-0bb9-4d7e-a45d-d9b76b9f4c1a req-875844bb-7ee1-4dda-872c-4e00e58f97c5 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.26 "DELETE /v2.0/ports/1880050e-ef37-43d9-ad2b-636af71ed78a HTTP/1.1" status: 204 len: 173 time: 0.4866207 Feb 09 03:28:35.851385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'name': 'network-vif-deleted', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:28:35.853692 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ea0d6-9599-450f-b9a5-9c3f79c68a99" -d '{"events": [{"server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "name": "network-vif-deleted", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:28:36.100679 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64138ed6-6057-4f8b-bb1a-c20c49e0caf7 x-openstack-request-id: req-64138ed6-6057-4f8b-bb1a-c20c49e0caf7 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:28:36.101269 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7", "name": "network-vif-deleted", "tag": "1880050e-ef37-43d9-ad2b-636af71ed78a", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:28:36.101269 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64138ed6-6057-4f8b-bb1a-c20c49e0caf7 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:28:36.101958 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7', 'name': 'network-vif-deleted', 'tag': '1880050e-ef37-43d9-ad2b-636af71ed78a', 'status': 'completed', 'code': 200} Feb 09 03:28:36.213405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45756) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:36.318400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-935510016-network', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:36.338333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Made reservation on behalf of e4f25d5eb55d4df8a428cbcf5fc3965a for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:36.340803 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.349068 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.423892 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Publish callbacks [] for security_group (90baf705-4cd2-4b9e-800a-827893c8501b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.428053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (90baf705-4cd2-4b9e-800a-827893c8501b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.455939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:36.462371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90baf705-4cd2-4b9e-800a-827893c8501b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:36.469564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9b7a7d7c-71d6-4901-bf64-6f9107960c38), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.469912 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Added segment 9b7a7d7c-71d6-4901-bf64-6f9107960c38 of type vlan for network 8d504295-9224-43c4-926a-8cf4e568f810 Feb 09 03:28:36.502117 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.515608 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (8d504295-9224-43c4-926a-8cf4e568f810), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.544441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (8d504295-9224-43c4-926a-8cf4e568f810), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.545652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:36.546368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.586779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f4bb518-1957-4964-8ba5-68f3fb9b9a5d req-b43e26b9-a480-4271-b520-1f547a2e33f0 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0284371 Feb 09 03:28:36.613322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3984802 Feb 09 03:28:36.616225 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45762) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:36.618634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c0740-a25f-41a6-95d9-9b2a807d743c admin admin] Pushing event updated for resources: {'Network': ['ID=8d504295-9224-43c4-926a-8cf4e568f810,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:36.623835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Request body: {'subnet': {'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-935510016-subnet', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:36.629616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 8d504295-9224-43c4-926a-8cf4e568f810 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:36.646422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Made reservation on behalf of e4f25d5eb55d4df8a428cbcf5fc3965a for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:36.649000 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.825225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.875427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:36.892079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Checking segment: {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:36.892438 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Network hostable DHCP agents. Network: 8d504295-9224-43c4-926a-8cf4e568f810, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:36.909458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Network 8d504295-9224-43c4-926a-8cf4e568f810 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:36.918849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 8d504295-9224-43c4-926a-8cf4e568f810) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:36.923496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:36.924208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.930567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95064b9a-9790-41f0-911e-843be7bc0cd8 None None] Network 8d504295-9224-43c4-926a-8cf4e568f810 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:36.940093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fc38922c-ff31-46c1-8d99-070bf5fc01f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3223722 Feb 09 03:28:36.942798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45764) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:36.947340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:36.970125 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (624dfcfd-b746-4f47-b8b8-2f25314fca58), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:36.971358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (624dfcfd-b746-4f47-b8b8-2f25314fca58), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.034079 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks [] for router_controller (624dfcfd-b746-4f47-b8b8-2f25314fca58), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.053808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-8d504295-9224-43c4-926a-8cf4e568f810', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:37.054836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.184438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks [] for router_gateway (624dfcfd-b746-4f47-b8b8-2f25314fca58), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.194360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Allocated IP 172.20.0.2 (8d504295-9224-43c4-926a-8cf4e568f810/58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a/90cb5366-d385-46e0-b343-cfbcc3e777cb) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:37.339920 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Publish callbacks [] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.346264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.391435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Network 8d504295-9224-43c4-926a-8cf4e568f810 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:37.395371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:37.398298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks [] for router_gateway (624dfcfd-b746-4f47-b8b8-2f25314fca58), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.398659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Pushing event updated for resources: {'Port': ['ID=90cb5366-d385-46e0-b343-cfbcc3e777cb,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:37.408762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:37.420630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.467685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Attempting to bind port 90cb5366-d385-46e0-b343-cfbcc3e777cb on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:37.468058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Attempting to bind port 90cb5366-d385-46e0-b343-cfbcc3e777cb by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:37.468429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Attempting to bind port 90cb5366-d385-46e0-b343-cfbcc3e777cb on network 8d504295-9224-43c4-926a-8cf4e568f810 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:37.473668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:37.474100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Checking segment: {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:37.474547 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.474956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Bound using segment: {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:37.475417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Bound port: 90cb5366-d385-46e0-b343-cfbcc3e777cb, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:37.475808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.544379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Allocated IP 172.25.2.194 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/725eb197-e907-4079-97bd-1a29e84d4bc2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:37.547523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] For port 90cb5366-d385-46e0-b343-cfbcc3e777cb, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:37.550669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] For port 90cb5366-d385-46e0-b343-cfbcc3e777cb, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=90cb5366-d385-46e0-b343-cfbcc3e777cb,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:37.558604 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.616217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a912263-254b-44f0-9f33-3b7e21295a5f None None] Pushing event updated for resources: {'Port': ['ID=90cb5366-d385-46e0-b343-cfbcc3e777cb,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:37.676764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks [] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.719691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b84a5f9-12de-4497-ae23-b9d26ddff39a req-6e535ff7-3102-4b4b-b099-42398a0945a6 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0359211 Feb 09 03:28:37.723717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:37.780880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:37.784411 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:37.788238 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:37.794822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Pushing event updated for resources: {'Port': ['ID=725eb197-e907-4079-97bd-1a29e84d4bc2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:38.059081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 90cb5366-d385-46e0-b343-cfbcc3e777cb up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:38.136576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 90cb5366-d385-46e0-b343-cfbcc3e777cb triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:38.136869 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.147865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks [] for router_gateway (624dfcfd-b746-4f47-b8b8-2f25314fca58), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.244407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 90cb5366-d385-46e0-b343-cfbcc3e777cb is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:38.245253 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.282601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 90cb5366-d385-46e0-b343-cfbcc3e777cb, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=90cb5366-d385-46e0-b343-cfbcc3e777cb,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:38.293836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.346919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=90cb5366-d385-46e0-b343-cfbcc3e777cb,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:38.357511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (624dfcfd-b746-4f47-b8b8-2f25314fca58), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.496595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Router 624dfcfd-b746-4f47-b8b8-2f25314fca58 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:28:38.621635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:38.632486 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Sync routers for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:38.644184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:38.644707 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:38.645363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb0d7b92-be28-454b-97ff-70a41a1a80c7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7014718 Feb 09 03:28:38.645732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:38.648145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45768) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:38.762469 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:38.862506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba9e815-ee85-4ce0-b163-e38c96d6dae1 None None] Network 8d504295-9224-43c4-926a-8cf4e568f810 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:38.939831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9b57f619-8d80-430f-8f4c-9c50e3484e58 req-15554d08-db33-489e-9313-7be453352283 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0986853 Feb 09 03:28:38.954876 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:38Z', 'revision_number': 3, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:38.991884 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Checking router: 624dfcfd-b746-4f47-b8b8-2f25314fca58 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:38.992237 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Updating router 624dfcfd-b746-4f47-b8b8-2f25314fca58 port 725eb197-e907-4079-97bd-1a29e84d4bc2 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:28:39.025777 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.102276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1880050e-ef37-43d9-ad2b-636af71ed78a no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:39.125614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 1880050e-ef37-43d9-ad2b-636af71ed78a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:39.125906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 1880050e-ef37-43d9-ad2b-636af71ed78a not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:39.162783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c8ffe054-08c9-4072-ad05-9bed1a86213c None None] Provisioning complete for port 90cb5366-d385-46e0-b343-cfbcc3e777cb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:39.163159 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe054-08c9-4072-ad05-9bed1a86213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.199364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.263024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c8ffe054-08c9-4072-ad05-9bed1a86213c None None] Current status of the port 90cb5366-d385-46e0-b343-cfbcc3e777cb is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:39.319985 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Publish callbacks [] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.329441 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.387719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Allocated IP 172.20.0.1 (8d504295-9224-43c4-926a-8cf4e568f810/58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a/ec9b225b-3872-43a3-af5d-8eeae3c0a647) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:39.395522 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Attempting to bind port 725eb197-e907-4079-97bd-1a29e84d4bc2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:39.395997 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Attempting to bind port 725eb197-e907-4079-97bd-1a29e84d4bc2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:39.396462 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Attempting to bind port 725eb197-e907-4079-97bd-1a29e84d4bc2 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:39.405607 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:39.406163 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:39.406739 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.407202 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:39.407743 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Bound port: 725eb197-e907-4079-97bd-1a29e84d4bc2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:39.408196 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.410825 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Pushing event updated for resources: {'Port': ['ID=725eb197-e907-4079-97bd-1a29e84d4bc2,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:39.441889 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.442362 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.442778 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.443192 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.443598 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.444002 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.444421 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.444808 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.445202 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.445623 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.446010 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.446435 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.446893 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:28:39.490894 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] For port 725eb197-e907-4079-97bd-1a29e84d4bc2, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:39.494602 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] For port 725eb197-e907-4079-97bd-1a29e84d4bc2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=725eb197-e907-4079-97bd-1a29e84d4bc2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:39.501364 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.521978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Publish callbacks [] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.561879 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.574196 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:39.574860 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:39.576898 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399a91c-4dd3-46b1-9c04-dd4016ac385e None None] Pushing event updated for resources: {'Port': ['ID=725eb197-e907-4079-97bd-1a29e84d4bc2,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:39.595611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-202f20b9-f7d1-4462-b11d-83571366e472 None None] Provisioning complete for port 90cb5366-d385-46e0-b343-cfbcc3e777cb triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:39.596528 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-202f20b9-f7d1-4462-b11d-83571366e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.614012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Network 8d504295-9224-43c4-926a-8cf4e568f810 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:39.618830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:39.621955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:39.654904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9b225b-3872-43a3-af5d-8eeae3c0a647,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:39.675591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (624dfcfd-b746-4f47-b8b8-2f25314fca58), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.733593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-202f20b9-f7d1-4462-b11d-83571366e472 None None] Current status of the port 90cb5366-d385-46e0-b343-cfbcc3e777cb is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:39.841535 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:39.864624 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:39.969575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 90cb5366-d385-46e0-b343-cfbcc3e777cb up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:40.023603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4fac97f9-7331-4925-bc54-e78408aaaa19 None None] Provisioning complete for port ec9b225b-3872-43a3-af5d-8eeae3c0a647 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:40.024342 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4fac97f9-7331-4925-bc54-e78408aaaa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.066655 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 90cb5366-d385-46e0-b343-cfbcc3e777cb triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:40.068311 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.079644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Publish callbacks [] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.086805 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.093490 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9d2055c4-d40f-4994-8be6-0f7722d41fdc req-79f76d93-a231-4a1d-8115-d8af5214cdb8 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0399449 Feb 09 03:28:40.120183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4fac97f9-7331-4925-bc54-e78408aaaa19 None None] Port ec9b225b-3872-43a3-af5d-8eeae3c0a647 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:40.155293 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:38Z', 'revision_number': 3, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:40.170997 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (624dfcfd-b746-4f47-b8b8-2f25314fca58), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.182348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9b225b-3872-43a3-af5d-8eeae3c0a647,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:40.204075 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95941909-da4d-4a46-8fb3-b946e0ae7227 None None] The sync data for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 is: [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:38Z', 'revision_number': 3, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:40.204512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 90cb5366-d385-46e0-b343-cfbcc3e777cb is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:40.284879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Network 8d504295-9224-43c4-926a-8cf4e568f810 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:40.286317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:40.412722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Router 624dfcfd-b746-4f47-b8b8-2f25314fca58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:40.581510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:40.586663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-512f0cb6-3ced-4acd-9b3e-60633e4ae2b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/624dfcfd-b746-4f47-b8b8-2f25314fca58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9375279 Feb 09 03:28:40.644643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6d23aad4-a325-4e03-b311-7ec46bcadbac None None] Provisioning complete for port ec9b225b-3872-43a3-af5d-8eeae3c0a647 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:40.645259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d23aad4-a325-4e03-b311-7ec46bcadbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:40.719434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6d23aad4-a325-4e03-b311-7ec46bcadbac None None] Port ec9b225b-3872-43a3-af5d-8eeae3c0a647 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:41.106732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45788) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:41.111954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-296893730-network', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:41.157724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Made reservation on behalf of 2ed6f9f2c6df40b1b90629de4eb95f17 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:41.160139 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.170762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.560774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a9074670-9bb9-4358-9a4c-14401cd9a542 req-734a10d1-cae9-44e3-bdc4-e072fd52951d tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.3537335 Feb 09 03:28:41.602353 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Publish callbacks [] for security_group (aaba8162-a895-44b9-a69d-44ca4aa9696a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.607521 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aaba8162-a895-44b9-a69d-44ca4aa9696a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.631808 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:28:41.641585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba8162-a895-44b9-a69d-44ca4aa9696a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:41.646485 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (81f00561-2f9d-4f9a-8acb-bb0b3a476612), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.646768 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Added segment 81f00561-2f9d-4f9a-8acb-bb0b3a476612 of type vlan for network a5302fda-fe3e-41b4-bb71-454fce736894 Feb 09 03:28:41.689676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a5302fda-fe3e-41b4-bb71-454fce736894), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.716650 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a5302fda-fe3e-41b4-bb71-454fce736894), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.717817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:41.718551 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:41.784415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6765103 Feb 09 03:28:41.787334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45792) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:41.792015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Request body: {'subnet': {'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-296893730-subnet', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:41.800251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1cdf7-48f1-4842-898c-28c1a81d913f admin admin] Pushing event updated for resources: {'Network': ['ID=a5302fda-fe3e-41b4-bb71-454fce736894,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:41.814264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a5302fda-fe3e-41b4-bb71-454fce736894 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:28:41.816216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Made reservation on behalf of 2ed6f9f2c6df40b1b90629de4eb95f17 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:28:41.818908 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.002158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 725eb197-e907-4079-97bd-1a29e84d4bc2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:42.037826 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.060593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 725eb197-e907-4079-97bd-1a29e84d4bc2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:42.061013 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.097597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:42.109360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Checking segment: {'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:42.109940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Network hostable DHCP agents. Network: a5302fda-fe3e-41b4-bb71-454fce736894, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:28:42.132746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Network a5302fda-fe3e-41b4-bb71-454fce736894 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:28:42.143817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a5302fda-fe3e-41b4-bb71-454fce736894) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:42.153668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:28:42.154353 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.156011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Sync routers for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:42.166845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2617455d-43be-4d3a-952a-4ae84c01410f None None] Network a5302fda-fe3e-41b4-bb71-454fce736894 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:42.175111 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45794) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:42.179505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:28:42.184476 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7ddab27b-b87a-484d-b5df-f8839c145762 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3954446 Feb 09 03:28:42.202466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (af92fcd8-5d97-4d89-a49a-52588415b0f7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.203772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (af92fcd8-5d97-4d89-a49a-52588415b0f7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.213307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 725eb197-e907-4079-97bd-1a29e84d4bc2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:42.213701 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.234332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:42.234961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:42.271614 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks [] for router_controller (af92fcd8-5d97-4d89-a49a-52588415b0f7), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.314188 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 725eb197-e907-4079-97bd-1a29e84d4bc2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=725eb197-e907-4079-97bd-1a29e84d4bc2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:42.325473 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.423590 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks [] for router_gateway (af92fcd8-5d97-4d89-a49a-52588415b0f7), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.432842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=725eb197-e907-4079-97bd-1a29e84d4bc2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:42.440084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-a5302fda-fe3e-41b4-bb71-454fce736894', 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894', 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'fixed_ips': [{'subnet_id': 'ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:28:42.440933 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.454141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:42.685400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b20e13df-5124-4999-a370-c908a7fd2f7b req-08f0b855-2b14-43c4-ba9f-7678d787eb65 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0320940 Feb 09 03:28:42.694280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks [] for router_gateway (af92fcd8-5d97-4d89-a49a-52588415b0f7), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.719324 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.751405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Allocated IP 172.20.0.2 (a5302fda-fe3e-41b4-bb71-454fce736894/ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61/a8ce9f83-2f13-498e-9003-7ab74846eaea) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:42.834577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Allocated IP 172.25.2.64 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/5b63c20a-30ec-4293-a4f7-0b48f96b93ad) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:42.873646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 2, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:42.909952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Checking router: 624dfcfd-b746-4f47-b8b8-2f25314fca58 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:42.910338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Updating router 624dfcfd-b746-4f47-b8b8-2f25314fca58 port ec9b225b-3872-43a3-af5d-8eeae3c0a647 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:28:42.944243 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks [] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.967939 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.981069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:42.997872 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Publish callbacks [] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.030661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:43.034277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:43.038743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:43.063977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b63c20a-30ec-4293-a4f7-0b48f96b93ad,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:43.189381 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.292108 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Network a5302fda-fe3e-41b4-bb71-454fce736894 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:43.302406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:43.304777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:43.320390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Pushing event updated for resources: {'Port': ['ID=a8ce9f83-2f13-498e-9003-7ab74846eaea,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:43.321764 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks [] for router_gateway (af92fcd8-5d97-4d89-a49a-52588415b0f7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.420006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Attempting to bind port a8ce9f83-2f13-498e-9003-7ab74846eaea on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:43.420381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Attempting to bind port a8ce9f83-2f13-498e-9003-7ab74846eaea by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:43.420750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Attempting to bind port a8ce9f83-2f13-498e-9003-7ab74846eaea on network a5302fda-fe3e-41b4-bb71-454fce736894 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:43.429512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:43.429892 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Checking segment: {'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:43.430316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.430717 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Bound using segment: {'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:43.431189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Bound port: a8ce9f83-2f13-498e-9003-7ab74846eaea, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:43.431568 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.531990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (af92fcd8-5d97-4d89-a49a-52588415b0f7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.541644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] For port a8ce9f83-2f13-498e-9003-7ab74846eaea, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:43.546737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] For port a8ce9f83-2f13-498e-9003-7ab74846eaea, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a8ce9f83-2f13-498e-9003-7ab74846eaea,segment=NetworkSegment(81f00561-2f9d-4f9a-8acb-bb0b3a476612),segment_id=81f00561-2f9d-4f9a-8acb-bb0b3a476612)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:43.569854 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.622273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Publish callbacks [] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.648035 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.659150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef3eea-c268-45b5-bea2-1aa35003956b None None] Pushing event updated for resources: {'Port': ['ID=a8ce9f83-2f13-498e-9003-7ab74846eaea,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:43.705560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Router af92fcd8-5d97-4d89-a49a-52588415b0f7 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:28:43.796852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a707d3-70db-4322-ab25-f7be4dfeff54 None None] Pushing event updated for resources: {'Port': ['ID=ec9b225b-3872-43a3-af5d-8eeae3c0a647,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:43.828465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Attempting to bind port ec9b225b-3872-43a3-af5d-8eeae3c0a647 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:43.828465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Attempting to bind port ec9b225b-3872-43a3-af5d-8eeae3c0a647 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:43.828465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Attempting to bind port ec9b225b-3872-43a3-af5d-8eeae3c0a647 on network 8d504295-9224-43c4-926a-8cf4e568f810 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:43.834510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:43.835468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Checking segment: {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:43.835985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.836513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Bound using segment: {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:43.837097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Bound port: ec9b225b-3872-43a3-af5d-8eeae3c0a647, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:43.838198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:43.885711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6eae294-3bf3-4580-a1f0-77b126ba5f1e req-12381e95-cb8e-410c-a971-a0418c80df90 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0640628 Feb 09 03:28:43.932882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:43.962565 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Sync routers for ids ['af92fcd8-5d97-4d89-a49a-52588415b0f7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:43.999593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.004140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e157c779-c718-4154-be1a-66bed47c2bd1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8254125 Feb 09 03:28:44.004996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45800) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:44.005754 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Routers {'af92fcd8-5d97-4d89-a49a-52588415b0f7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:44.009939 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['af92fcd8-5d97-4d89-a49a-52588415b0f7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.077520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] For port ec9b225b-3872-43a3-af5d-8eeae3c0a647, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:44.082959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] For port ec9b225b-3872-43a3-af5d-8eeae3c0a647, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ec9b225b-3872-43a3-af5d-8eeae3c0a647,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:44.090166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 725eb197-e907-4079-97bd-1a29e84d4bc2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:44.096518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.136121 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Set router af92fcd8-5d97-4d89-a49a-52588415b0f7 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:44.218078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:44.219257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.373098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:44.390480 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:43Z', 'revision_number': 3, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port': {'id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.430990 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Checking router: af92fcd8-5d97-4d89-a49a-52588415b0f7 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:44.436901 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Updating router af92fcd8-5d97-4d89-a49a-52588415b0f7 port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:28:44.486280 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.571160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-59408f42-849c-4863-b8c2-2f30d661e54d None None] Provisioning complete for port ec9b225b-3872-43a3-af5d-8eeae3c0a647 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:44.571542 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59408f42-849c-4863-b8c2-2f30d661e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.573119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a707d3-70db-4322-ab25-f7be4dfeff54 None None] Pushing event updated for resources: {'Port': ['ID=ec9b225b-3872-43a3-af5d-8eeae3c0a647,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:44.641533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 725eb197-e907-4079-97bd-1a29e84d4bc2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:44.641925 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.746368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:44.769246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.801966 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Publish callbacks [] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.828054 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.846132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f956cf-2b13-45ea-ab95-ed253ecbd22d None None] The sync data for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 is: [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:44.885423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 725eb197-e907-4079-97bd-1a29e84d4bc2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:44.891753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-59408f42-849c-4863-b8c2-2f30d661e54d None None] Current status of the port ec9b225b-3872-43a3-af5d-8eeae3c0a647 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:44.892877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59408f42-849c-4863-b8c2-2f30d661e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:44.967572 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Attempting to bind port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:44.968113 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Attempting to bind port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:44.970587 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Attempting to bind port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:44.981272 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414573c-cf63-4c47-92dd-23de951aff4a None None] Pushing event updated for resources: {'Port': ['ID=5b63c20a-30ec-4293-a4f7-0b48f96b93ad,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:45.015866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-59408f42-849c-4863-b8c2-2f30d661e54d None None] For port ec9b225b-3872-43a3-af5d-8eeae3c0a647, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ec9b225b-3872-43a3-af5d-8eeae3c0a647,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:45.017795 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:45.018169 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:45.018609 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.019130 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:45.019614 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Bound port: 5b63c20a-30ec-4293-a4f7-0b48f96b93ad, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:45.019993 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.029735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-59408f42-849c-4863-b8c2-2f30d661e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.071889 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d89c4ed8-cfa1-49e7-8509-d53f48f25b9a req-62fc66ae-1f34-4ed1-b2ef-1c4b8e8eafbb tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0430872 Feb 09 03:28:45.095465 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Allocated IP 172.20.0.1 (a5302fda-fe3e-41b4-bb71-454fce736894/ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61/a33e682b-76fe-46e3-9f77-5ccd67185491) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:28:45.134010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59408f42-849c-4863-b8c2-2f30d661e54d None None] Pushing event updated for resources: {'Port': ['ID=ec9b225b-3872-43a3-af5d-8eeae3c0a647,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:45.163798 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] For port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:45.171248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] For port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5b63c20a-30ec-4293-a4f7-0b48f96b93ad,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:45.181196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2bcb0041-c306-4a64-b264-4edfca34e81d None None] Provisioning complete for port ec9b225b-3872-43a3-af5d-8eeae3c0a647 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:45.181518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0041-c306-4a64-b264-4edfca34e81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.190764 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.259256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Publish callbacks [] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.300953 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Routers {'af92fcd8-5d97-4d89-a49a-52588415b0f7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:45.301997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4f87d-c8bc-4d2a-bed2-ae66b7f861b0 None None] Network a5302fda-fe3e-41b4-bb71-454fce736894 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:45.302722 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['af92fcd8-5d97-4d89-a49a-52588415b0f7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:45.314463 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.360138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Network a5302fda-fe3e-41b4-bb71-454fce736894 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:45.368045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:45.371467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:28:45.401668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a33e682b-76fe-46e3-9f77-5ccd67185491,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:45.425635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (af92fcd8-5d97-4d89-a49a-52588415b0f7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.472953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb0041-c306-4a64-b264-4edfca34e81d None None] Current status of the port ec9b225b-3872-43a3-af5d-8eeae3c0a647 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:45.498143 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] Set router af92fcd8-5d97-4d89-a49a-52588415b0f7 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:45.575098 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414573c-cf63-4c47-92dd-23de951aff4a None None] Pushing event updated for resources: {'Port': ['ID=5b63c20a-30ec-4293-a4f7-0b48f96b93ad,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:45.624809 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.628053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0677f03c-7daa-4f80-adca-383512a235a1 None None] Provisioning complete for port a8ce9f83-2f13-498e-9003-7ab74846eaea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:45.637195 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0677f03c-7daa-4f80-adca-383512a235a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.830809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0677f03c-7daa-4f80-adca-383512a235a1 None None] Current status of the port a8ce9f83-2f13-498e-9003-7ab74846eaea is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:45.831296 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0677f03c-7daa-4f80-adca-383512a235a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.832761 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:43Z', 'revision_number': 3, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port': {'id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:45.893744 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba276261-aa9b-44a8-a6d2-f7368faada14 None None] The sync data for ids ['af92fcd8-5d97-4d89-a49a-52588415b0f7'] in n-d-827839-4 is: [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:43Z', 'revision_number': 3, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port': {'id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:45.916922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0677f03c-7daa-4f80-adca-383512a235a1 None None] For port a8ce9f83-2f13-498e-9003-7ab74846eaea, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a8ce9f83-2f13-498e-9003-7ab74846eaea,segment=NetworkSegment(81f00561-2f9d-4f9a-8acb-bb0b3a476612),segment_id=81f00561-2f9d-4f9a-8acb-bb0b3a476612)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:45.922954 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0677f03c-7daa-4f80-adca-383512a235a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.951787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Publish callbacks [] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:45.957310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.040283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677f03c-7daa-4f80-adca-383512a235a1 None None] Pushing event updated for resources: {'Port': ['ID=a8ce9f83-2f13-498e-9003-7ab74846eaea,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:46.052798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5931481f-1089-4ebd-80e0-1fcef3e3b216 None None] Provisioning complete for port a8ce9f83-2f13-498e-9003-7ab74846eaea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:46.053267 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5931481f-1089-4ebd-80e0-1fcef3e3b216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.094135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (af92fcd8-5d97-4d89-a49a-52588415b0f7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.097373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a33e682b-76fe-46e3-9f77-5ccd67185491,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:46.110030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ec9b225b-3872-43a3-af5d-8eeae3c0a647 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:46.290171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1631c46-5032-480c-93dc-36a344834cf9 req-36c453fc-374c-499a-8301-ab5c8d966185 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d4ea4bb-f9a3-4e3d-84de-0d1733d3b2b7 HTTP/1.1" status: 200 len: 210 time: 0.0580776 Feb 09 03:28:46.310889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Network a5302fda-fe3e-41b4-bb71-454fce736894 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:28:46.313206 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:28:46.315802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5931481f-1089-4ebd-80e0-1fcef3e3b216 None None] Current status of the port a8ce9f83-2f13-498e-9003-7ab74846eaea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:46.333829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ec9b225b-3872-43a3-af5d-8eeae3c0a647 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:46.336043 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.402671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5931481f-1089-4ebd-80e0-1fcef3e3b216 None None] Provisioning complete for port a33e682b-76fe-46e3-9f77-5ccd67185491 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:46.403268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5931481f-1089-4ebd-80e0-1fcef3e3b216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.469480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5931481f-1089-4ebd-80e0-1fcef3e3b216 None None] Port a33e682b-76fe-46e3-9f77-5ccd67185491 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:46.478409 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Router af92fcd8-5d97-4d89-a49a-52588415b0f7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:46.551045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ec9b225b-3872-43a3-af5d-8eeae3c0a647 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:46.552442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a8ce9f83-2f13-498e-9003-7ab74846eaea up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:46.609841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-75d20da9-f532-4476-909e-eedf1b194ed6 None None] Provisioning complete for port a33e682b-76fe-46e3-9f77-5ccd67185491 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:46.610226 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-75d20da9-f532-4476-909e-eedf1b194ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.665179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:46.668251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-75d20da9-f532-4476-909e-eedf1b194ed6 None None] Port a33e682b-76fe-46e3-9f77-5ccd67185491 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:46.678385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a8ce9f83-2f13-498e-9003-7ab74846eaea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:46.678523 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-06853024-13fb-4537-8317-5dd86f95d4a6 admin admin] 10.222.0.32 "PUT /v2.0/routers/af92fcd8-5d97-4d89-a49a-52588415b0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6724780 Feb 09 03:28:46.678798 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.796657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a8ce9f83-2f13-498e-9003-7ab74846eaea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:46.803903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a8de91b7-3f1e-4399-9826-428c4780545f None None] Provisioning complete for port a33e682b-76fe-46e3-9f77-5ccd67185491 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:46.804353 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8de91b7-3f1e-4399-9826-428c4780545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:46.846049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a8de91b7-3f1e-4399-9826-428c4780545f None None] Port a33e682b-76fe-46e3-9f77-5ccd67185491 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:28:47.340955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45854) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:47.483216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Deleting port e834b7c2-51aa-43d4-9680-9acfddb3bc75 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:47.483559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e834b7c2-51aa-43d4-9680-9acfddb3bc75), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.565989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e834b7c2-51aa-43d4-9680-9acfddb3bc75), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.566362 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (e834b7c2-51aa-43d4-9680-9acfddb3bc75), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.581794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Calling delete_port for e834b7c2-51aa-43d4-9680-9acfddb3bc75 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:47.723343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e834b7c2-51aa-43d4-9680-9acfddb3bc75), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.757150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'Port': ['ID=e834b7c2-51aa-43d4-9680-9acfddb3bc75,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:47.821038 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for floatingip (5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.824026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:47.827720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b416dc9f-1e20-41d4-b604-e54053800151 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "DELETE /v2.0/floatingips/5a8f3a56-b4d8-4362-8924-5b0d6fee3e0a HTTP/1.1" status: 204 len: 168 time: 0.4832466 Feb 09 03:28:48.041442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5b63c20a-30ec-4293-a4f7-0b48f96b93ad up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:48.104571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:48.105245 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.193184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:48.193582 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.220686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5b63c20a-30ec-4293-a4f7-0b48f96b93ad,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:48.225727 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.226570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a8ce9f83-2f13-498e-9003-7ab74846eaea up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:48.297136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Sync routers for ids ['af92fcd8-5d97-4d89-a49a-52588415b0f7'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:48.301083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=5b63c20a-30ec-4293-a4f7-0b48f96b93ad,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:48.324604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Routers {'af92fcd8-5d97-4d89-a49a-52588415b0f7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:48.325242 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['af92fcd8-5d97-4d89-a49a-52588415b0f7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:48.596718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a8ce9f83-2f13-498e-9003-7ab74846eaea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:48.597171 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:48.655644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Set router af92fcd8-5d97-4d89-a49a-52588415b0f7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:48.803708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a8ce9f83-2f13-498e-9003-7ab74846eaea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:48.896988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:45Z', 'revision_number': 4, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port': {'id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a33e682b-76fe-46e3-9f77-5ccd67185491', 'name': '', 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'mac_address': 'fa:16:3e:3f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:44Z', 'updated_at': '2022-02-09T03:28:45Z', 'revision_number': 2, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'subnets': [{'id': 'ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:48.923825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Checking router: af92fcd8-5d97-4d89-a49a-52588415b0f7 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:48.924281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Updating router af92fcd8-5d97-4d89-a49a-52588415b0f7 port a33e682b-76fe-46e3-9f77-5ccd67185491 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:28:48.961281 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.244247 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Publish callbacks [] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.250980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.309715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf19f-c620-4f82-9fae-b92ae962744c None None] Pushing event updated for resources: {'Port': ['ID=a33e682b-76fe-46e3-9f77-5ccd67185491,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:49.391955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Attempting to bind port a33e682b-76fe-46e3-9f77-5ccd67185491 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:28:49.392331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Attempting to bind port a33e682b-76fe-46e3-9f77-5ccd67185491 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:28:49.392696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Attempting to bind port a33e682b-76fe-46e3-9f77-5ccd67185491 on network a5302fda-fe3e-41b4-bb71-454fce736894 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:28:49.403776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:28:49.404066 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Checking segment: {'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:28:49.404476 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.404868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Bound using segment: {'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:28:49.405680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Bound port: a33e682b-76fe-46e3-9f77-5ccd67185491, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f00561-2f9d-4f9a-8acb-bb0b3a476612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:28:49.406063 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.490745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] For port a33e682b-76fe-46e3-9f77-5ccd67185491, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:28:49.493969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] For port a33e682b-76fe-46e3-9f77-5ccd67185491, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a33e682b-76fe-46e3-9f77-5ccd67185491,segment=NetworkSegment(81f00561-2f9d-4f9a-8acb-bb0b3a476612),segment_id=81f00561-2f9d-4f9a-8acb-bb0b3a476612)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:28:49.513012 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.592482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf19f-c620-4f82-9fae-b92ae962744c None None] Pushing event updated for resources: {'Port': ['ID=a33e682b-76fe-46e3-9f77-5ccd67185491,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:49.604649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Routers {'af92fcd8-5d97-4d89-a49a-52588415b0f7'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:49.605565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['af92fcd8-5d97-4d89-a49a-52588415b0f7'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:49.682097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7e172c44-ba4a-4862-87cc-93f479856e2e None None] Provisioning complete for port a33e682b-76fe-46e3-9f77-5ccd67185491 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:49.682508 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e172c44-ba4a-4862-87cc-93f479856e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.817817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.824543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7e172c44-ba4a-4862-87cc-93f479856e2e None None] Current status of the port a33e682b-76fe-46e3-9f77-5ccd67185491 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:49.824928 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e172c44-ba4a-4862-87cc-93f479856e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.830409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] Set router af92fcd8-5d97-4d89-a49a-52588415b0f7 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:49.934260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7e172c44-ba4a-4862-87cc-93f479856e2e None None] For port a33e682b-76fe-46e3-9f77-5ccd67185491, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a33e682b-76fe-46e3-9f77-5ccd67185491,segment=NetworkSegment(81f00561-2f9d-4f9a-8acb-bb0b3a476612),segment_id=81f00561-2f9d-4f9a-8acb-bb0b3a476612)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:49.952269 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7e172c44-ba4a-4862-87cc-93f479856e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:49.993098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5b63c20a-30ec-4293-a4f7-0b48f96b93ad up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:50.113575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e172c44-ba4a-4862-87cc-93f479856e2e None None] Pushing event updated for resources: {'Port': ['ID=a33e682b-76fe-46e3-9f77-5ccd67185491,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:50.124643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-676d715b-5eb5-423f-9b5a-963881f81b8d None None] Provisioning complete for port a33e682b-76fe-46e3-9f77-5ccd67185491 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:50.125104 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-676d715b-5eb5-423f-9b5a-963881f81b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.177005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:50.177379 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:50.255743 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:45Z', 'revision_number': 4, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port': {'id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a33e682b-76fe-46e3-9f77-5ccd67185491', 'name': '', 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'mac_address': 'fa:16:3e:3f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:44Z', 'updated_at': '2022-02-09T03:28:49Z', 'revision_number': 4, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'subnets': [{'id': 'ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:50.286093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abbb82b-cc6a-455a-973c-74d62d79f7fe None None] The sync data for ids ['af92fcd8-5d97-4d89-a49a-52588415b0f7'] in n-d-827839-4 is: [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:45Z', 'revision_number': 4, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port': {'id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'a33e682b-76fe-46e3-9f77-5ccd67185491', 'name': '', 'network_id': 'a5302fda-fe3e-41b4-bb71-454fce736894', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'mac_address': 'fa:16:3e:3f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:44Z', 'updated_at': '2022-02-09T03:28:49Z', 'revision_number': 4, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'subnets': [{'id': 'ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:50.378923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-676d715b-5eb5-423f-9b5a-963881f81b8d None None] Current status of the port a33e682b-76fe-46e3-9f77-5ccd67185491 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:50.386526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:51.775090 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:51.997889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a33e682b-76fe-46e3-9f77-5ccd67185491 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:28:52.058861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a33e682b-76fe-46e3-9f77-5ccd67185491 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:28:52.059171 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:52.187556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a33e682b-76fe-46e3-9f77-5ccd67185491 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:28:53.274375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45918) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:53.338923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bae3ed1-4fd1-4110-9773-d4b691027e89 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group (dfecd1e7-a507-42aa-88f3-61d2530f679b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.365376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bae3ed1-4fd1-4110-9773-d4b691027e89 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group (dfecd1e7-a507-42aa-88f3-61d2530f679b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.431975 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bae3ed1-4fd1-4110-9773-d4b691027e89 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (dfecd1e7-a507-42aa-88f3-61d2530f679b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.435275 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7bae3ed1-4fd1-4110-9773-d4b691027e89 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:53.436742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7bae3ed1-4fd1-4110-9773-d4b691027e89 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] 10.222.0.32 "DELETE /v2.0/security-groups/dfecd1e7-a507-42aa-88f3-61d2530f679b HTTP/1.1" status: 204 len: 168 time: 0.1603634 Feb 09 03:28:53.446445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae3ed1-4fd1-4110-9773-d4b691027e89 tempest-TestVolumeBootPattern-1660851859 tempest-TestVolumeBootPattern-1660851859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfecd1e7-a507-42aa-88f3-61d2530f679b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:53.550753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45922) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:54.117758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.397116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Deleting port 135dc094-0bfd-4d9d-a553-8107e65bc45f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:54.397772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.498990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] For port 135dc094-0bfd-4d9d-a553-8107e65bc45f, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=135dc094-0bfd-4d9d-a553-8107e65bc45f,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:54.499357 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.516634 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Calling delete_port for 135dc094-0bfd-4d9d-a553-8107e65bc45f owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:54.725785 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (135dc094-0bfd-4d9d-a553-8107e65bc45f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:54.753725 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Pushing event deleted for resources: {'Port': ['ID=135dc094-0bfd-4d9d-a553-8107e65bc45f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:54.980722 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.220787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:55.650807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:55.658744 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7b8bb168-e481-4c7f-b93e-1661db62ed2e admin admin] 10.222.0.32 "PUT /v2.0/routers/e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066375 Feb 09 03:28:55.659389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45930) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:55.661710 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] Sync routers for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:55.674813 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:55.675351 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:55.786228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks [] for router (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.903399 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:55.910434 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks [] for router_gateway (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:55.991474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Deleting port 3963eec8-aaa6-461c-83f4-6b42144edde4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:55.991913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.075684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] For port 3963eec8-aaa6-461c-83f4-6b42144edde4, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=3963eec8-aaa6-461c-83f4-6b42144edde4,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:56.075684 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.093240 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Calling delete_port for 3963eec8-aaa6-461c-83f4-6b42144edde4 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:56.113741 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:28:54Z', 'revision_number': 5, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port': {'id': '3963eec8-aaa6-461c-83f4-6b42144edde4', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:10:36Z', 'updated_at': '2022-02-09T03:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:56.140588 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] Checking router: e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:56.150284 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] Routers {'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:56.150284 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:56.246226 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] Set router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:56.288214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (3963eec8-aaa6-461c-83f4-6b42144edde4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.303999 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:28:55Z', 'revision_number': 6, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:56.316384 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3963eec8-aaa6-461c-83f4-6b42144edde4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:56.338883 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942951b8-94cd-442d-9618-22fa2dbcfa80 None None] The sync data for ids ['e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1'] in n-d-827839-4 is: [{'id': 'e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1', 'name': 'tempest-TestVolumeBootPattern-1050473926-router', 'tenant_id': '1c3537c302fe486ea56fc838efa75b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:32Z', 'updated_at': '2022-02-09T03:28:55Z', 'revision_number': 6, 'project_id': '1c3537c302fe486ea56fc838efa75b2c', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:56.388776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.489791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.491990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks [] for router_controller (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.548376 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.548972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:28:56.554194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.555433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1e85c478-0a78-4c78-9be9-1d935e02eeb7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e7e48d12-7bb4-4fac-97ea-9afe6ddc4bd1 HTTP/1.1" status: 204 len: 168 time: 0.8950949 Feb 09 03:28:56.558122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45934) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:56.606503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-781912ea-3544-4d1d-ac5d-c4d772c11bf5 admin admin] Deleting subnet 1903920b-bcdc-4f42-8134-2db6d67fd5b7 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:56.609902 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781912ea-3544-4d1d-ac5d-c4d772c11bf5 admin admin] Publish callbacks [] for subnet (1903920b-bcdc-4f42-8134-2db6d67fd5b7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.650758 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781912ea-3544-4d1d-ac5d-c4d772c11bf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (1903920b-bcdc-4f42-8134-2db6d67fd5b7), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.733273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781912ea-3544-4d1d-ac5d-c4d772c11bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (1903920b-bcdc-4f42-8134-2db6d67fd5b7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.788398 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781912ea-3544-4d1d-ac5d-c4d772c11bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (1903920b-bcdc-4f42-8134-2db6d67fd5b7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.814934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781912ea-3544-4d1d-ac5d-c4d772c11bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1903920b-bcdc-4f42-8134-2db6d67fd5b7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:56.819440 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-781912ea-3544-4d1d-ac5d-c4d772c11bf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.822668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-781912ea-3544-4d1d-ac5d-c4d772c11bf5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1903920b-bcdc-4f42-8134-2db6d67fd5b7 HTTP/1.1" status: 204 len: 168 time: 0.2634518 Feb 09 03:28:56.825134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45936) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:56.829050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae0434-1ce4-4beb-817c-fee107cb40db None None] Network 30e31af4-a0a6-4816-85c6-9319e2f2ff53 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:28:56.908437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (30e31af4-a0a6-4816-85c6-9319e2f2ff53), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:56.973680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Deleting port 70959d08-daee-42a1-82e3-11e9801d06dc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:56.974367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.021789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] DHCP port deletion for 30e31af4-a0a6-4816-85c6-9319e2f2ff53 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:28:57.053359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] For port 70959d08-daee-42a1-82e3-11e9801d06dc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=70959d08-daee-42a1-82e3-11e9801d06dc,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:57.053821 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.077063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Calling delete_port for 70959d08-daee-42a1-82e3-11e9801d06dc owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:57.097928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] Deleting port 70959d08-daee-42a1-82e3-11e9801d06dc {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:57.098335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.173778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] For port 70959d08-daee-42a1-82e3-11e9801d06dc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=70959d08-daee-42a1-82e3-11e9801d06dc,segment=NetworkSegment(f0fdb9c4-795f-46f1-bc74-3a515bc88399),segment_id=f0fdb9c4-795f-46f1-bc74-3a515bc88399)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:57.174557 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.179150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.189419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] Calling delete_port for 70959d08-daee-42a1-82e3-11e9801d06dc owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:57.206585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=70959d08-daee-42a1-82e3-11e9801d06dc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.210560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] No DVR routers for this DVR port 70959d08-daee-42a1-82e3-11e9801d06dc on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:57.289947 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (70959d08-daee-42a1-82e3-11e9801d06dc), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.292527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (30e31af4-a0a6-4816-85c6-9319e2f2ff53), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.313661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] Pushing event deleted for resources: {'Port': ['ID=70959d08-daee-42a1-82e3-11e9801d06dc,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.319250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5381d-3383-45fd-b482-cf38374fcee9 None None] No DVR routers for this DVR port 70959d08-daee-42a1-82e3-11e9801d06dc on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:28:57.321200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e31af4-a0a6-4816-85c6-9319e2f2ff53']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:57.333959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fdb9c4-795f-46f1-bc74-3a515bc88399') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:57.334309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fdb9c4-795f-46f1-bc74-3a515bc88399') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:57.345750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (f0fdb9c4-795f-46f1-bc74-3a515bc88399), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.361620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f0fdb9c4-795f-46f1-bc74-3a515bc88399), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.368472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:28:57.368973 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (f0fdb9c4-795f-46f1-bc74-3a515bc88399), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:28:57.370723 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:28:57.427608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (30e31af4-a0a6-4816-85c6-9319e2f2ff53), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.433062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.436747 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/30e31af4-a0a6-4816-85c6-9319e2f2ff53 HTTP/1.1" status: 204 len: 168 time: 0.6104674 Feb 09 03:28:57.440425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:57.453122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9ce8c-7ce5-4179-8911-8a5106d9cff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e31af4-a0a6-4816-85c6-9319e2f2ff53,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:57.834081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:57.935844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 135dc094-0bfd-4d9d-a553-8107e65bc45f no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:57.958884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 135dc094-0bfd-4d9d-a553-8107e65bc45f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:57.959626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 135dc094-0bfd-4d9d-a553-8107e65bc45f not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:57.960272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 70959d08-daee-42a1-82e3-11e9801d06dc no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:57.983282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 70959d08-daee-42a1-82e3-11e9801d06dc {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:57.983635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 70959d08-daee-42a1-82e3-11e9801d06dc not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:57.984055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3963eec8-aaa6-461c-83f4-6b42144edde4 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:28:58.154779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Deleting port 97a73e76-39db-4d98-83ce-cc116a219ee6 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:58.155206 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.166201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 3963eec8-aaa6-461c-83f4-6b42144edde4 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:28:58.166584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 3963eec8-aaa6-461c-83f4-6b42144edde4 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:28:58.238271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] For port 97a73e76-39db-4d98-83ce-cc116a219ee6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=97a73e76-39db-4d98-83ce-cc116a219ee6,segment=NetworkSegment(383a5b8b-8e2e-45b7-b6f1-a02173b00054),segment_id=383a5b8b-8e2e-45b7-b6f1-a02173b00054)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:58.238966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.256507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Calling delete_port for 97a73e76-39db-4d98-83ce-cc116a219ee6 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:58.451388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (97a73e76-39db-4d98-83ce-cc116a219ee6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.477775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a73e76-39db-4d98-83ce-cc116a219ee6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:58.654634 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:58.886268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:28:59.009226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:28:59.017121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6fc10e71-5bad-4fa7-9f9a-521091b83d12 admin admin] 10.222.0.32 "PUT /v2.0/routers/4ef9a724-e97f-418a-8ef4-9f27ccdc2212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5733185 Feb 09 03:28:59.017295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45952) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:59.022741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] Sync routers for ids ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:28:59.033940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] Routers {'4ef9a724-e97f-418a-8ef4-9f27ccdc2212'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:59.034616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:59.130765 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks [] for router (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.153252 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] Set router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:59.251663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks [] for router_gateway (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.308084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Deleting port 9095c65b-ebb3-48f7-a167-9a516aedb0ab {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:28:59.308461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.344793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:28:58Z', 'revision_number': 5, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port': {'id': '9095c65b-ebb3-48f7-a167-9a516aedb0ab', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:11:01Z', 'updated_at': '2022-02-09T03:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:59.376763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] Checking router: 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:28:59.385654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] Routers {'4ef9a724-e97f-418a-8ef4-9f27ccdc2212'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:28:59.386282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:28:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:59.390583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] For port 9095c65b-ebb3-48f7-a167-9a516aedb0ab, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9095c65b-ebb3-48f7-a167-9a516aedb0ab,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:28:59.390954 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.405218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Calling delete_port for 9095c65b-ebb3-48f7-a167-9a516aedb0ab owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:28:59.475937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] Set router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:28:59.539518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:28:59Z', 'revision_number': 6, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:28:59.567278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad102d49-fa18-4121-ba91-7d9cf09887b1 None None] The sync data for ids ['4ef9a724-e97f-418a-8ef4-9f27ccdc2212'] in n-d-827839-4 is: [{'id': '4ef9a724-e97f-418a-8ef4-9f27ccdc2212', 'name': 'tempest-TestVolumeBootPattern-510827579-router', 'tenant_id': '03e2e859de2a4824ae7a17d37adde402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:10:59Z', 'updated_at': '2022-02-09T03:28:59Z', 'revision_number': 6, 'project_id': '03e2e859de2a4824ae7a17d37adde402', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:28:59.589717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9095c65b-ebb3-48f7-a167-9a516aedb0ab), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.621926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9095c65b-ebb3-48f7-a167-9a516aedb0ab,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:28:59.683763 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.778027 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.780601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks [] for router_controller (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.828025 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (4ef9a724-e97f-418a-8ef4-9f27ccdc2212), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.828551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef9a724-e97f-418a-8ef4-9f27ccdc2212 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:28:59.832945 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.836366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b4dd3eea-f08e-4a9d-a1e3-da0f413996a5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4ef9a724-e97f-418a-8ef4-9f27ccdc2212 HTTP/1.1" status: 204 len: 168 time: 0.8157101 Feb 09 03:28:59.836498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 45956) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:28:59.881407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0dc4b3-cb7a-42bb-bfad-357fc70d4cc4 admin admin] Deleting subnet 9352432b-f19d-4880-a781-93f053d801b3 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:28:59.885071 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc4b3-cb7a-42bb-bfad-357fc70d4cc4 admin admin] Publish callbacks [] for subnet (9352432b-f19d-4880-a781-93f053d801b3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:28:59.921089 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc4b3-cb7a-42bb-bfad-357fc70d4cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (9352432b-f19d-4880-a781-93f053d801b3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.040682 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc4b3-cb7a-42bb-bfad-357fc70d4cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (9352432b-f19d-4880-a781-93f053d801b3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.064844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 97a73e76-39db-4d98-83ce-cc116a219ee6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:00.093877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 97a73e76-39db-4d98-83ce-cc116a219ee6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:00.094445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 97a73e76-39db-4d98-83ce-cc116a219ee6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:00.113469 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc4b3-cb7a-42bb-bfad-357fc70d4cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (9352432b-f19d-4880-a781-93f053d801b3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.142713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dc4b3-cb7a-42bb-bfad-357fc70d4cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9352432b-f19d-4880-a781-93f053d801b3,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:00.145308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc4b3-cb7a-42bb-bfad-357fc70d4cc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.150734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf5b96-2fd1-4193-bfed-72b3ae3fc17f None None] Network 4ea6399e-8e68-4c17-a9df-a41afa621256 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:29:00.153041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45966) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:00.153611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d0dc4b3-cb7a-42bb-bfad-357fc70d4cc4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9352432b-f19d-4880-a781-93f053d801b3 HTTP/1.1" status: 204 len: 168 time: 0.3160360 Feb 09 03:29:00.238709 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (4ea6399e-8e68-4c17-a9df-a41afa621256), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.295141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Deleting port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:00.295477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.363127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] For port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d,segment=NetworkSegment(383a5b8b-8e2e-45b7-b6f1-a02173b00054),segment_id=383a5b8b-8e2e-45b7-b6f1-a02173b00054)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:00.363407 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.377095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Calling delete_port for a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:00.429651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] DHCP port deletion for 4ea6399e-8e68-4c17-a9df-a41afa621256 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:29:00.471452 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.499834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:00.501691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] No DVR routers for this DVR port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:00.516450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] Deleting port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:29:00.516830 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.519058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e79bd91c-c6be-4a36-bfb9-d10eb204b5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.589989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] For port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:29:00.590819 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.601603 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (4ea6399e-8e68-4c17-a9df-a41afa621256), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.609152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] Calling delete_port for a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:29:00.611973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] Port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:29:00.613361 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.625713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea6399e-8e68-4c17-a9df-a41afa621256']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:00.636275 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383a5b8b-8e2e-45b7-b6f1-a02173b00054') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:00.636626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383a5b8b-8e2e-45b7-b6f1-a02173b00054') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:29:00.639801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] Pushing event deleted for resources: {'Port': ['ID=a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:00.645383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2a1b2-05f8-4857-b835-a78f3813b0a1 None None] No DVR routers for this DVR port a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:29:00.651969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (383a5b8b-8e2e-45b7-b6f1-a02173b00054), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.672388 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (383a5b8b-8e2e-45b7-b6f1-a02173b00054), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.678645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:29:00.679027 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (383a5b8b-8e2e-45b7-b6f1-a02173b00054), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:29:00.680710 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:29:00.739365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (4ea6399e-8e68-4c17-a9df-a41afa621256), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.746064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:00.749624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4ea6399e-8e68-4c17-a9df-a41afa621256 HTTP/1.1" status: 204 len: 168 time: 0.5955648 Feb 09 03:29:00.763837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324f9a5-86ff-4936-90aa-b0d3e56ebdf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea6399e-8e68-4c17-a9df-a41afa621256,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:00.889651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45972) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:00.934994 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b730a630-3887-48ef-bbeb-93b564676793 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c3537c302fe486ea56fc838efa75b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439808 Feb 09 03:29:00.937354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45974) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:00.985918 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-912c5a0c-1c37-417d-bb4f-b38b41c7e8de admin admin] Publish callbacks [] for security_group (18064297-562d-4625-9733-6f5192fd2b48), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.010781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-912c5a0c-1c37-417d-bb4f-b38b41c7e8de admin admin] Publish callbacks [] for security_group (18064297-562d-4625-9733-6f5192fd2b48), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.059322 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-912c5a0c-1c37-417d-bb4f-b38b41c7e8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (18064297-562d-4625-9733-6f5192fd2b48), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.061983 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-912c5a0c-1c37-417d-bb4f-b38b41c7e8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.065487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-912c5a0c-1c37-417d-bb4f-b38b41c7e8de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18064297-562d-4625-9733-6f5192fd2b48 HTTP/1.1" status: 204 len: 168 time: 0.1249456 Feb 09 03:29:01.071239 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c5a0c-1c37-417d-bb4f-b38b41c7e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18064297-562d-4625-9733-6f5192fd2b48,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:01.387932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45982) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:01.428735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-dbad89c8-a060-42d0-9710-5d1398f38520 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03e2e859de2a4824ae7a17d37adde402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393927 Feb 09 03:29:01.431288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 45984) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:29:01.478453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-522c3110-76cd-43e0-b0c6-c97f8cf161eb admin admin] Publish callbacks [] for security_group (2b28cecd-0702-4311-854d-3c7037d395f7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.500498 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-522c3110-76cd-43e0-b0c6-c97f8cf161eb admin admin] Publish callbacks [] for security_group (2b28cecd-0702-4311-854d-3c7037d395f7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.555575 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-522c3110-76cd-43e0-b0c6-c97f8cf161eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (2b28cecd-0702-4311-854d-3c7037d395f7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.558204 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-522c3110-76cd-43e0-b0c6-c97f8cf161eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:01.559383 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-522c3110-76cd-43e0-b0c6-c97f8cf161eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b28cecd-0702-4311-854d-3c7037d395f7 HTTP/1.1" status: 204 len: 168 time: 0.1272144 Feb 09 03:29:01.568097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c3110-76cd-43e0-b0c6-c97f8cf161eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28cecd-0702-4311-854d-3c7037d395f7,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:29:01.946229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9095c65b-ebb3-48f7-a167-9a516aedb0ab no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:01.968187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 9095c65b-ebb3-48f7-a167-9a516aedb0ab {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:01.968542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9095c65b-ebb3-48f7-a167-9a516aedb0ab not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:01.968970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:29:01.990259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:29:01.990608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a39b90e6-0e04-4fb4-ab9d-66e8f7b0038d not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:29:02.715827 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb06edc0-d1f8-4656-a4b3-1d2cf7ef5584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:04.064302 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:05.140705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:06.510923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:08.922949 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:29:19.773384 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:21.774584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:30.501786 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-453dc48e-c3ab-4334-886c-590181f55a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:32.718022 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d646f073-200e-4c87-8337-a08b60c49f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:34.071055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:35.140963 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:36.504146 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:45.922446 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:29:49.769450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:29:51.787755 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:00.504456 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb7fba53-0eb0-46a1-a60d-d604275e5a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:02.721254 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c843ac60-30a1-4a64-9202-de47beeb3ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:04.064008 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:05.154809 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:06.514746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:19.783955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:21.787424 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:22.921850 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:30:30.509617 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a06ed1f-e431-484b-a955-7a01e8ae6f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:32.722279 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d3f4cc64-fb45-48a0-9363-5f2a8cda5a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:34.067387 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:35.147462 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:36.513795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:49.793742 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:51.796640 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:30:59.921334 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:31:00.503641 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b2e3910e-133e-4ed9-a681-d77c7f44c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.101751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46948) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.107279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908739238', 'description': 'tempest-secgroup-smoke-1908739238 description', 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:02.129897 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.200153 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group (36eac435-9ee9-451d-8b89-8ed396c2941d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.203840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (36eac435-9ee9-451d-8b89-8ed396c2941d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.234372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.235755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1329298 Feb 09 03:31:02.237617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36eac435-9ee9-451d-8b89-8ed396c2941d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.238789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 46952) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.245082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.245230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'security_group_rule': {'security_group_id': '36eac435-9ee9-451d-8b89-8ed396c2941d', 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:02.245431 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.245771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.246111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.246478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.246814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.247141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.247470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.247861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.248193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.248518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.248840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.249158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a436ab-26c5-4117-9fa8-5c0b538527f6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.271676 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (55332493-7488-4afa-8f6d-5752b9a3b029), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.324221 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (55332493-7488-4afa-8f6d-5752b9a3b029), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.327805 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (55332493-7488-4afa-8f6d-5752b9a3b029), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.345639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55332493-7488-4afa-8f6d-5752b9a3b029,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.356431 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.357627 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176479 Feb 09 03:31:02.359046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.359395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.359736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.360079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.360416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.360539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46956) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.360757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.361079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.361407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.361731 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.362056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.362410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.362746 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.363056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbfb3ec-5478-42bd-8be4-870699d6c07a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:02.365807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-d81d4502-48ac-4516-9fac-9dfff3713999 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'security_group_rule': {'security_group_id': '36eac435-9ee9-451d-8b89-8ed396c2941d', 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:02.391545 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d81d4502-48ac-4516-9fac-9dfff3713999 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (86bace99-68a9-43a7-b0ea-67e42c16d6da), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.447147 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d81d4502-48ac-4516-9fac-9dfff3713999 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (86bace99-68a9-43a7-b0ea-67e42c16d6da), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.450714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d81d4502-48ac-4516-9fac-9dfff3713999 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (86bace99-68a9-43a7-b0ea-67e42c16d6da), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.469025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d4502-48ac-4516-9fac-9dfff3713999 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bace99-68a9-43a7-b0ea-67e42c16d6da,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.477861 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d81d4502-48ac-4516-9fac-9dfff3713999 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.479478 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d81d4502-48ac-4516-9fac-9dfff3713999 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178801 Feb 09 03:31:02.482746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46958) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.488268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2b48ebad-2a79-43cc-a355-594cbdad8142 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'security_group_rule': {'security_group_id': '36eac435-9ee9-451d-8b89-8ed396c2941d', 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:02.513537 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2b48ebad-2a79-43cc-a355-594cbdad8142 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (c38d6c13-e7cb-4ff9-b792-6311fd237961), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.572793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2b48ebad-2a79-43cc-a355-594cbdad8142 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (c38d6c13-e7cb-4ff9-b792-6311fd237961), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.576373 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2b48ebad-2a79-43cc-a355-594cbdad8142 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (c38d6c13-e7cb-4ff9-b792-6311fd237961), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.593771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48ebad-2a79-43cc-a355-594cbdad8142 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38d6c13-e7cb-4ff9-b792-6311fd237961,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.601414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2b48ebad-2a79-43cc-a355-594cbdad8142 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.602639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2b48ebad-2a79-43cc-a355-594cbdad8142 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189368 Feb 09 03:31:02.605625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46960) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.609898 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-176e4d96-0664-4426-86ec-d52864938b6c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'security_group_rule': {'security_group_id': '36eac435-9ee9-451d-8b89-8ed396c2941d', 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:02.634649 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-176e4d96-0664-4426-86ec-d52864938b6c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (93f4ff3b-898f-4b43-8529-71e904f1a503), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.693105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-176e4d96-0664-4426-86ec-d52864938b6c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (93f4ff3b-898f-4b43-8529-71e904f1a503), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.696574 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-176e4d96-0664-4426-86ec-d52864938b6c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (93f4ff3b-898f-4b43-8529-71e904f1a503), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.714658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e4d96-0664-4426-86ec-d52864938b6c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f4ff3b-898f-4b43-8529-71e904f1a503,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.722351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-176e4d96-0664-4426-86ec-d52864938b6c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.722897 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-600be011-f10e-440a-9591-b83ae20943f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.723741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-176e4d96-0664-4426-86ec-d52864938b6c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171191 Feb 09 03:31:02.726540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46962) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.730937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-37853dfa-c156-48e9-87da-cd138fcc0d32 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'security_group_rule': {'security_group_id': '36eac435-9ee9-451d-8b89-8ed396c2941d', 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:02.750540 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-37853dfa-c156-48e9-87da-cd138fcc0d32 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Project e4f25d5eb55d4df8a428cbcf5fc3965a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:31:02.756243 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37853dfa-c156-48e9-87da-cd138fcc0d32 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (c6ddcc3c-84ee-4eed-8763-51da0f8fd9a0), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.813647 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37853dfa-c156-48e9-87da-cd138fcc0d32 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (c6ddcc3c-84ee-4eed-8763-51da0f8fd9a0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.817061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37853dfa-c156-48e9-87da-cd138fcc0d32 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (c6ddcc3c-84ee-4eed-8763-51da0f8fd9a0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.835763 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37853dfa-c156-48e9-87da-cd138fcc0d32 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ddcc3c-84ee-4eed-8763-51da0f8fd9a0,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.840762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-37853dfa-c156-48e9-87da-cd138fcc0d32 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.841856 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-37853dfa-c156-48e9-87da-cd138fcc0d32 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143937 Feb 09 03:31:02.844556 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 46964) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:02.849045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ae00f7a1-a850-46d1-94cb-1bcf055c3f7b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'security_group_rule': {'security_group_id': '36eac435-9ee9-451d-8b89-8ed396c2941d', 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:02.869533 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-ae00f7a1-a850-46d1-94cb-1bcf055c3f7b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Project e4f25d5eb55d4df8a428cbcf5fc3965a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:31:02.874364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae00f7a1-a850-46d1-94cb-1bcf055c3f7b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (baa3b073-0434-4af2-a716-d499c9e5b4e7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.936012 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae00f7a1-a850-46d1-94cb-1bcf055c3f7b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (baa3b073-0434-4af2-a716-d499c9e5b4e7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.939638 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae00f7a1-a850-46d1-94cb-1bcf055c3f7b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (baa3b073-0434-4af2-a716-d499c9e5b4e7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.957262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00f7a1-a850-46d1-94cb-1bcf055c3f7b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa3b073-0434-4af2-a716-d499c9e5b4e7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:02.965014 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ae00f7a1-a850-46d1-94cb-1bcf055c3f7b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:02.966136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ae00f7a1-a850-46d1-94cb-1bcf055c3f7b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206703 Feb 09 03:31:03.119470 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-90d2e7e9-f4a8-48f3-bfb1-d31d06b1d662 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908739238&fields=id&tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a HTTP/1.1" status: 200 len: 267 time: 0.0436625 Feb 09 03:31:03.228002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-d62e0ae0-9fec-47d4-a959-bd9a31cb5183 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:03.229461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-d62e0ae0-9fec-47d4-a959-bd9a31cb5183 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/networks?id=8d504295-9224-43c4-926a-8cf4e568f810 HTTP/1.1" status: 200 len: 813 time: 0.1037421 Feb 09 03:31:03.244159 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-eed8edda-3d50-465e-9fa5-3c3d5e3d6856 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/quotas/e4f25d5eb55d4df8a428cbcf5fc3965a HTTP/1.1" status: 200 len: 375 time: 0.0092742 Feb 09 03:31:03.297364 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-eb9eccfc-dac6-4752-b3bd-206a5546dc4c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483651 Feb 09 03:31:03.468988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-d5b9b715-b8b3-42fa-a07d-a4bd9e1ac2bb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:31:03.469976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-d5b9b715-b8b3-42fa-a07d-a4bd9e1ac2bb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1602175 Feb 09 03:31:03.558124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-c14c6a53-b14c-4f8e-a1b2-0a43e12ebfe3 service neutron] 10.222.0.32 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817778 Feb 09 03:31:03.648993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-ce798ccc-a244-47ef-be62-ac821e78666a service neutron] 10.222.0.32 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849905 Feb 09 03:31:03.924798 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1127590c-f5f0-481d-a083-cd03415b6846 req-0899ad45-23b0-4357-9705-deb94c016dc7 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0268855 Feb 09 03:31:04.070001 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:04.990526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-b80eb569-fd03-4ad4-8a31-facbeec31b8b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:04.992121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-b80eb569-fd03-4ad4-8a31-facbeec31b8b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.26 "GET /v2.0/networks?id=8d504295-9224-43c4-926a-8cf4e568f810 HTTP/1.1" status: 200 len: 813 time: 0.1099384 Feb 09 03:31:05.063178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1efabbf1-7635-4155-9775-322c26b78784 req-1e1f7cf6-531a-4235-aa03-ea904110f85e tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0387392 Feb 09 03:31:05.093817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-107a4690-35f5-49f9-8ee8-d033bf933286 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a HTTP/1.1" status: 200 len: 380 time: 0.0927334 Feb 09 03:31:05.102649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'port': {'device_id': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'admin_state_up': True, 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'security_groups': ['36eac435-9ee9-451d-8b89-8ed396c2941d']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:05.157649 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.216368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Made reservation on behalf of e4f25d5eb55d4df8a428cbcf5fc3965a for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:31:05.219724 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.354723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Allocated IP 172.20.0.10 (8d504295-9224-43c4-926a-8cf4e568f810/58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a/3d723701-b49b-4efc-a205-9c96c70134e2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:05.503803 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for port (3d723701-b49b-4efc-a205-9c96c70134e2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.544318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.593829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Network 8d504295-9224-43c4-926a-8cf4e568f810 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:05.597119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:05.603776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:05.608142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'Port': ['ID=3d723701-b49b-4efc-a205-9c96c70134e2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:05.656693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:05.657327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.677348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a02e8815-b686-48af-b95d-59e9c4bd533f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5778461 Feb 09 03:31:05.748117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Request body: {'port': {'device_id': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:05.835620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.892158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1db1dde5-5a2f-4836-a3a9-2bf90f69fc4e None None] Provisioning complete for port 3d723701-b49b-4efc-a205-9c96c70134e2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:05.892856 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1db1dde5-5a2f-4836-a3a9-2bf90f69fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:05.938259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1db1dde5-5a2f-4836-a3a9-2bf90f69fc4e None None] Port 3d723701-b49b-4efc-a205-9c96c70134e2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:31:06.128742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d723701-b49b-4efc-a205-9c96c70134e2 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:31:06.137836 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Publish callbacks [] for port (3d723701-b49b-4efc-a205-9c96c70134e2), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.155709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Transition to ACTIVE for port object 3d723701-b49b-4efc-a205-9c96c70134e2 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:31:06.161848 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.197291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60abbc-183b-464f-ac79-9d5c7632f7c8 req-3f80a45c-9d68-4806-8cfa-60b00162699f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:06.204923 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b60abbc-183b-464f-ac79-9d5c7632f7c8 req-3f80a45c-9d68-4806-8cfa-60b00162699f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 932 time: 0.0703537 Feb 09 03:31:06.238473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Pushing event updated for resources: {'Port': ['ID=3d723701-b49b-4efc-a205-9c96c70134e2,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:06.260231 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b60abbc-183b-464f-ac79-9d5c7632f7c8 req-fd7140f9-7b16-4c67-ac5b-02fb23dfb253 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544209 Feb 09 03:31:06.344461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Attempting to bind port 3d723701-b49b-4efc-a205-9c96c70134e2 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:31:06.344768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Attempting to bind port 3d723701-b49b-4efc-a205-9c96c70134e2 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:31:06.345171 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Attempting to bind port 3d723701-b49b-4efc-a205-9c96c70134e2 on network 8d504295-9224-43c4-926a-8cf4e568f810 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:06.350966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Port 3d723701-b49b-4efc-a205-9c96c70134e2 on network 8d504295-9224-43c4-926a-8cf4e568f810 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:31:06.351292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Attempting to bind port 3d723701-b49b-4efc-a205-9c96c70134e2 on network 8d504295-9224-43c4-926a-8cf4e568f810 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:31:06.359133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:31:06.359469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Checking segment: {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:31:06.359853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Bound using segment: {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:31:06.360279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Bound port: 3d723701-b49b-4efc-a205-9c96c70134e2, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7a7d7c-71d6-4901-bf64-6f9107960c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:31:06.360639 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.434977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] For port 3d723701-b49b-4efc-a205-9c96c70134e2, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:31:06.438299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] For port 3d723701-b49b-4efc-a205-9c96c70134e2, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3d723701-b49b-4efc-a205-9c96c70134e2,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:31:06.448310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.503267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:06.504048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.506858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-84857981-8040-403c-90d3-eaf51f368876 service neutron] 10.222.0.26 "PUT /v2.0/ports/3d723701-b49b-4efc-a205-9c96c70134e2 HTTP/1.1" status: 200 len: 1092 time: 0.8228521 Feb 09 03:31:06.510215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:31:06.514214 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0004a60-7397-463d-9ea8-7eedbb136fed" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:31:06.521511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:06.532886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857981-8040-403c-90d3-eaf51f368876 service neutron] Pushing event updated for resources: {'Port': ['ID=3d723701-b49b-4efc-a205-9c96c70134e2,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:06.619661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-7ca85345-43ad-4e5e-b038-2b3943f7a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:06.621096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-7ca85345-43ad-4e5e-b038-2b3943f7a872 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a&device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1126 time: 0.0700052 Feb 09 03:31:06.669104 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-62bb812b-55b7-421d-8b70-808ddb8fda42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d723701-b49b-4efc-a205-9c96c70134e2 HTTP/1.1" status: 200 len: 217 time: 0.0406187 Feb 09 03:31:06.730020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-0e14a181-486d-47e9-8109-3adf74dc6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:06.731781 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-0e14a181-486d-47e9-8109-3adf74dc6564 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a HTTP/1.1" status: 200 len: 852 time: 0.0567355 Feb 09 03:31:06.790642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-7e8ce854-c631-4411-a71a-7df919280781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:06.792241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-7e8ce854-c631-4411-a71a-7df919280781 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d504295-9224-43c4-926a-8cf4e568f810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532722 Feb 09 03:31:06.883295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-a3ab121e-e571-489b-848a-d4275f7bd427 service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844476 Feb 09 03:31:06.981536 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14b8ae85-a4f6-4aee-afd3-e00424e1201a req-b8b4d13c-2ea1-4758-9072-ec39afd459bd service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917695 Feb 09 03:31:07.388322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef20c3-a046-476f-838d-c4618d81cafc req-20e40d29-c1da-4f44-908c-90db563a8b77 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:07.389819 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-faef20c3-a046-476f-838d-c4618d81cafc req-20e40d29-c1da-4f44-908c-90db563a8b77 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0536530 Feb 09 03:31:07.438303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-faef20c3-a046-476f-838d-c4618d81cafc req-abe84a68-a849-45eb-986a-c148e365fbc7 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Feb 09 03:31:07.588235 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ce522-8d6b-4a84-84d6-7f95eac283f9 x-openstack-request-id: req-278ce522-8d6b-4a84-84d6-7f95eac283f9 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:31:07.588707 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:31:07.588795 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-278ce522-8d6b-4a84-84d6-7f95eac283f9 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:31:07.589278 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2', 'status': 'completed', 'code': 200} Feb 09 03:31:07.655716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-b787efba-f3a6-4fc6-aaf6-9ffc29196ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:07.657301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-b787efba-f3a6-4fc6-aaf6-9ffc29196ca5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a&device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1126 time: 0.0458248 Feb 09 03:31:07.744857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-9d810a87-b1d1-4f24-8297-60f8cbeb8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:07.746396 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-9d810a87-b1d1-4f24-8297-60f8cbeb8fcd service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d504295-9224-43c4-926a-8cf4e568f810 HTTP/1.1" status: 200 len: 914 time: 0.0827353 Feb 09 03:31:07.790513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-10d94274-9ad5-4fe3-afcf-51365a0db2f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d723701-b49b-4efc-a205-9c96c70134e2 HTTP/1.1" status: 200 len: 217 time: 0.0380960 Feb 09 03:31:07.839108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-812f5540-2e66-4918-80a4-4022509e197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:07.840517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-812f5540-2e66-4918-80a4-4022509e197f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a HTTP/1.1" status: 200 len: 852 time: 0.0440681 Feb 09 03:31:07.893252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-7f9f42dc-d614-4a92-acf2-b3f1c938cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:07.894904 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-7f9f42dc-d614-4a92-acf2-b3f1c938cae3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d504295-9224-43c4-926a-8cf4e568f810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483677 Feb 09 03:31:08.302295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-397ed271-37e5-40f4-8c8a-e6f850186169 service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010935 Feb 09 03:31:08.395893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0004a60-7397-463d-9ea8-7eedbb136fed req-cb05745c-7935-498f-bdc5-d15094fc04a3 service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884142 Feb 09 03:31:08.566330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db723429-b6b7-45a8-8c38-aa5c7010feae req-f7c88f51-6c60-4046-a2f3-8145efe8535b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:08.567725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db723429-b6b7-45a8-8c38-aa5c7010feae req-f7c88f51-6c60-4046-a2f3-8145efe8535b tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0570788 Feb 09 03:31:08.617004 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db723429-b6b7-45a8-8c38-aa5c7010feae req-57cfc828-f23f-4f28-844f-1895e93c7aa2 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Feb 09 03:31:09.751101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeed2e-fd56-4fef-9757-d4e8e4a7c8a7 req-d439cca7-cc91-4a71-8a5f-f7d4c81d335c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:09.752858 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abaeed2e-fd56-4fef-9757-d4e8e4a7c8a7 req-d439cca7-cc91-4a71-8a5f-f7d4c81d335c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0601315 Feb 09 03:31:09.804618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abaeed2e-fd56-4fef-9757-d4e8e4a7c8a7 req-38d38d98-5938-472d-afc5-19472c499508 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448971 Feb 09 03:31:10.929620 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7e15e-d1d5-417c-9ae2-107757bfa91c req-df5df8d1-11d7-495a-b6a4-eeaf425058dc tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:10.931148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea7e15e-d1d5-417c-9ae2-107757bfa91c req-df5df8d1-11d7-495a-b6a4-eeaf425058dc tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0527780 Feb 09 03:31:10.980458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bea7e15e-d1d5-417c-9ae2-107757bfa91c req-154d7d8d-3afc-45bf-a6be-f7afbda499cf tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435145 Feb 09 03:31:12.100072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f39fd-19dd-492f-a0d2-bfda5a39345b req-bb2a6636-b7b3-43a8-9f74-5781e8e744eb tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:12.101596 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca8f39fd-19dd-492f-a0d2-bfda5a39345b req-bb2a6636-b7b3-43a8-9f74-5781e8e744eb tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0535097 Feb 09 03:31:12.154972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca8f39fd-19dd-492f-a0d2-bfda5a39345b req-d660ff3a-0586-482a-b797-dad1acc75d22 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473731 Feb 09 03:31:13.276359 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01eff6-6ff4-417f-b7d7-781aecc4588e req-73dacb5b-d8e9-4a01-95da-25f7ef6d7dea tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:13.280260 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb01eff6-6ff4-417f-b7d7-781aecc4588e req-73dacb5b-d8e9-4a01-95da-25f7ef6d7dea tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0523887 Feb 09 03:31:13.336163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb01eff6-6ff4-417f-b7d7-781aecc4588e req-3ed3affe-bf16-4618-bb63-60ae3510342c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528088 Feb 09 03:31:14.462049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf070e-05e5-4378-9015-373807e8eb13 req-c2a14675-eff2-4da1-a5cf-56486e63d629 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:14.463682 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dcf070e-05e5-4378-9015-373807e8eb13 req-c2a14675-eff2-4da1-a5cf-56486e63d629 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0590193 Feb 09 03:31:14.516126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dcf070e-05e5-4378-9015-373807e8eb13 req-b24c6155-31be-4c84-bd9c-f83086cbc30c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 Feb 09 03:31:15.943229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916c6d-2761-4eb2-8b09-1c536d18428c req-861ea297-e1cd-4612-9e94-a084302850f5 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:15.944875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7916c6d-2761-4eb2-8b09-1c536d18428c req-861ea297-e1cd-4612-9e94-a084302850f5 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.3621004 Feb 09 03:31:15.993574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7916c6d-2761-4eb2-8b09-1c536d18428c req-5a705446-d9c0-4816-8ee6-efa28def63b1 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Feb 09 03:31:17.112116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead5be2-0732-433a-8325-f0c33bcfd8f0 req-152fe47f-e8b8-4446-b3c0-6948a2713922 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:17.113635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bead5be2-0732-433a-8325-f0c33bcfd8f0 req-152fe47f-e8b8-4446-b3c0-6948a2713922 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0515075 Feb 09 03:31:17.162846 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bead5be2-0732-433a-8325-f0c33bcfd8f0 req-7dc0c1c5-5fbe-459a-a2d9-5d94e040a8ae tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Feb 09 03:31:18.279463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bd0f-3972-4ee1-8f72-5b9535c6b0d0 req-8e321d29-86e2-4621-a125-d3e9f7370764 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:18.280952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bac8bd0f-3972-4ee1-8f72-5b9535c6b0d0 req-8e321d29-86e2-4621-a125-d3e9f7370764 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0521300 Feb 09 03:31:18.330991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bac8bd0f-3972-4ee1-8f72-5b9535c6b0d0 req-950a5634-e343-45ff-88de-e26872736868 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Feb 09 03:31:19.447682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fef55-1dae-41c4-b546-2e44359033c6 req-96861bc1-23e8-417e-b43d-eed304232b79 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:19.449124 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be2fef55-1dae-41c4-b546-2e44359033c6 req-96861bc1-23e8-417e-b43d-eed304232b79 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0513318 Feb 09 03:31:19.501902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be2fef55-1dae-41c4-b546-2e44359033c6 req-5338abd1-f320-40a7-95ff-1a79f364c283 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Feb 09 03:31:19.796818 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:20.621031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad433ed-bc69-4676-b976-b1edcd1fa4cd req-445c2afd-4541-4ca8-a783-14460dec2d4c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:20.622613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ad433ed-bc69-4676-b976-b1edcd1fa4cd req-445c2afd-4541-4ca8-a783-14460dec2d4c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0543630 Feb 09 03:31:20.670493 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7ad433ed-bc69-4676-b976-b1edcd1fa4cd req-d5c21d01-e76f-4c9c-8384-1a2dd72d1022 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Feb 09 03:31:21.787352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010fd35-3c82-4e4d-ac7f-1c284a096010 req-ff917877-8a67-4510-a371-8eb1f9a3c8de tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:21.788819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e010fd35-3c82-4e4d-ac7f-1c284a096010 req-ff917877-8a67-4510-a371-8eb1f9a3c8de tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0526543 Feb 09 03:31:21.818555 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:21.838275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e010fd35-3c82-4e4d-ac7f-1c284a096010 req-6e3556f9-a829-4353-b44a-7060501f9170 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439253 Feb 09 03:31:22.957051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed471cec-0970-4e80-ac8e-9e30eb904d61 req-beadafc7-284c-432e-b00e-49d7f1b09a47 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:22.959156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed471cec-0970-4e80-ac8e-9e30eb904d61 req-beadafc7-284c-432e-b00e-49d7f1b09a47 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 944 time: 0.0518522 Feb 09 03:31:23.007431 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed471cec-0970-4e80-ac8e-9e30eb904d61 req-2e0ca88e-03e6-4cef-bfd7-7ca4d39204b8 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427070 Feb 09 03:31:23.506306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3d723701-b49b-4efc-a205-9c96c70134e2 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:31:23.606593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3d723701-b49b-4efc-a205-9c96c70134e2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3d723701-b49b-4efc-a205-9c96c70134e2,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:23.618099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '3d723701-b49b-4efc-a205-9c96c70134e2', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2', 'mac_address': 'fa:16:3e:00:69:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:31:23.653666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 3d723701-b49b-4efc-a205-9c96c70134e2 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:23.654053 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.667160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d723701-b49b-4efc-a205-9c96c70134e2 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:31:23.685737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3d723701-b49b-4efc-a205-9c96c70134e2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3d723701-b49b-4efc-a205-9c96c70134e2,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:23.689446 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:23.737368 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=3d723701-b49b-4efc-a205-9c96c70134e2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:23.744984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.745336 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.745759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.746098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.746455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.746787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.747112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.747436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.747757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.748077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.748396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.748715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:23.749033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:31:24.021834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['3d723701-b49b-4efc-a205-9c96c70134e2'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:31:24.125757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a346e-a040-4ff9-a3d3-2e7c2639bd02 req-b2bc3987-9508-490b-86de-ad3e35beec5f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:24.127288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f9a346e-a040-4ff9-a3d3-2e7c2639bd02 req-b2bc3987-9508-490b-86de-ad3e35beec5f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 945 time: 0.0535724 Feb 09 03:31:24.178054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f9a346e-a040-4ff9-a3d3-2e7c2639bd02 req-581ee91b-7f61-4267-aa65-204dc76af848 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440676 Feb 09 03:31:25.299381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d8266-1f8b-4ca5-a6ae-905e3b623bcb req-ff9f8e90-59bd-4ad3-97f5-70a63bbc8a44 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:25.300852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc1d8266-1f8b-4ca5-a6ae-905e3b623bcb req-ff9f8e90-59bd-4ad3-97f5-70a63bbc8a44 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 945 time: 0.0552533 Feb 09 03:31:25.349578 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc1d8266-1f8b-4ca5-a6ae-905e3b623bcb req-3efa274c-1e39-4edb-a244-246722944006 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Feb 09 03:31:25.522151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3d723701-b49b-4efc-a205-9c96c70134e2 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:31:25.572075 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 3d723701-b49b-4efc-a205-9c96c70134e2 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:31:25.576937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 3d723701-b49b-4efc-a205-9c96c70134e2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:31:25.577314 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.651164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 3d723701-b49b-4efc-a205-9c96c70134e2 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:31:25.651552 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.676246 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:31:25.679065 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4cc04c-a90e-48aa-9d15-adf1eec1ad08" -d '{"events": [{"server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:31:25.691304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 3d723701-b49b-4efc-a205-9c96c70134e2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3d723701-b49b-4efc-a205-9c96c70134e2,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:31:25.695173 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:25.742592 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=3d723701-b49b-4efc-a205-9c96c70134e2,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:25.855971 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aafe20-22e6-4b53-96fe-0cec27181cdb x-openstack-request-id: req-69aafe20-22e6-4b53-96fe-0cec27181cdb {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:31:25.856269 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "name": "network-vif-plugged", "status": "completed", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:31:25.856526 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69aafe20-22e6-4b53-96fe-0cec27181cdb {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:31:25.856925 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2', 'code': 200} Feb 09 03:31:25.960348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddded6-0265-49c3-8362-61dda5dbf0d8 req-e6232598-43e2-476c-b813-7cf419d718b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:25.961843 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ceddded6-0265-49c3-8362-61dda5dbf0d8 req-e6232598-43e2-476c-b813-7cf419d718b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1128 time: 0.0485396 Feb 09 03:31:26.008031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ceddded6-0265-49c3-8362-61dda5dbf0d8 req-a9c480e8-57fb-4c61-85eb-68c0cd925db0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400040 Feb 09 03:31:26.469709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57b6a8-fb44-493c-b613-5565c2dc0978 req-3562ace8-309a-4f62-acd5-9b11631643b5 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:26.471212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff57b6a8-fb44-493c-b613-5565c2dc0978 req-3562ace8-309a-4f62-acd5-9b11631643b5 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 946 time: 0.0532584 Feb 09 03:31:26.521424 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ff57b6a8-fb44-493c-b613-5565c2dc0978 req-8c764b0c-1674-4c64-9765-f48775a54ce4 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440826 Feb 09 03:31:27.644055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26be1a-3e29-4302-a419-6d25dc8cef30 req-ae4ec9dc-30bc-43e2-879d-34ac908b11e6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:27.645657 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a26be1a-3e29-4302-a419-6d25dc8cef30 req-ae4ec9dc-30bc-43e2-879d-34ac908b11e6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 946 time: 0.0548830 Feb 09 03:31:27.693829 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a26be1a-3e29-4302-a419-6d25dc8cef30 req-b5caa481-f70c-419f-a2a4-cf3c1a1c80c0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426624 Feb 09 03:31:27.808863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ec572-6a5f-41bc-8602-33373f64e3d3 req-920f40eb-c529-4a01-8b55-ea2d5717c03e tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:27.810249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-176ec572-6a5f-41bc-8602-33373f64e3d3 req-920f40eb-c529-4a01-8b55-ea2d5717c03e tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 946 time: 0.0505092 Feb 09 03:31:27.861652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-176ec572-6a5f-41bc-8602-33373f64e3d3 req-296b7a12-d6c0-4cdd-b4fc-b50865952e7a tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 Feb 09 03:31:27.883575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47058) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:28.020669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe8bf5-3325-4eb6-adbf-f9a14e108613 tempest-TestVolumeBackupRestore-312066911 tempest-TestVolumeBackupRestore-312066911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:28.022168 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4efe8bf5-3325-4eb6-adbf-f9a14e108613 tempest-TestVolumeBackupRestore-312066911 tempest-TestVolumeBackupRestore-312066911-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1123 time: 0.1375906 Feb 09 03:31:28.025034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47062) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:28.029181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:28.049263 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.149096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.256245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Allocated IP 172.25.2.113 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/af8a1997-0446-4bfc-8ccb-59cdeab2af50) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:31:28.357287 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for port (af8a1997-0446-4bfc-8ccb-59cdeab2af50), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.391258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (af8a1997-0446-4bfc-8ccb-59cdeab2af50), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.431420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:31:28.434230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:31:28.437691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:31:28.443604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'Port': ['ID=af8a1997-0446-4bfc-8ccb-59cdeab2af50,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:28.798657 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for floatingip (ed8f7d3c-2517-42ee-b996-376d4e0a2168), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:28.871074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (af8a1997-0446-4bfc-8ccb-59cdeab2af50), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.021841 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for port (af8a1997-0446-4bfc-8ccb-59cdeab2af50), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.026558 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (af8a1997-0446-4bfc-8ccb-59cdeab2af50), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.100849 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event updated for resources: {'Port': ['ID=af8a1997-0446-4bfc-8ccb-59cdeab2af50,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:31:29.108698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (ed8f7d3c-2517-42ee-b996-376d4e0a2168), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.210508 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Floating IP ed8f7d3c-2517-42ee-b996-376d4e0a2168 associated. External IP: 172.25.2.113, port: 3d723701-b49b-4efc-a205-9c96c70134e2. Feb 09 03:31:29.429653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Router 624dfcfd-b746-4f47-b8b8-2f25314fca58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:31:29.534787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:29.546370 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07597-d556-4790-83a6-a46fda64dace None None] Sync routers for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:29.553568 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.557848 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c07597-d556-4790-83a6-a46fda64dace None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:29.558488 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-51c07597-d556-4790-83a6-a46fda64dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:31:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:29.586608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-91703a9b-4ded-4638-b78f-386849ddce14 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5605342 Feb 09 03:31:29.587207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:31:29.589346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47064) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:29.589830 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:31:29.640513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a199d-efea-4225-9994-89a4e8e4eeb5 tempest-TestVolumeBackupRestore-312066911 tempest-TestVolumeBackupRestore-312066911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:29.642088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-969a199d-efea-4225-9994-89a4e8e4eeb5 tempest-TestVolumeBackupRestore-312066911 tempest-TestVolumeBackupRestore-312066911-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1123 time: 0.0517018 Feb 09 03:31:29.642728 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f76ab9-8dea-483f-bacc-96fe7895458f x-openstack-request-id: req-f4f76ab9-8dea-483f-bacc-96fe7895458f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:31:29.643026 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:31:29.643293 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4f76ab9-8dea-483f-bacc-96fe7895458f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:31:29.643687 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2', 'status': 'completed', 'code': 200} Feb 09 03:31:29.645297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47068) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:29.649780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-398a7be9-2cac-4421-9ea1-87a938f0cfff tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Request body: {'floatingip': {'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:31:29.672246 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-51c07597-d556-4790-83a6-a46fda64dace None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:29.735461 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-398a7be9-2cac-4421-9ea1-87a938f0cfff tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for floatingip (ed8f7d3c-2517-42ee-b996-376d4e0a2168), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:29.782048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-6c6544b7-d793-4390-9b31-d3e006631f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:29.783765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-6c6544b7-d793-4390-9b31-d3e006631f10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a&device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1128 time: 0.0998800 Feb 09 03:31:29.895254 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-51c07597-d556-4790-83a6-a46fda64dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed8f7d3c-2517-42ee-b996-376d4e0a2168', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'mac_address': 'fa:16:3e:00:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:28Z', 'updated_at': '2022-02-09T03:31:28Z', 'revision_number': 0, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:29.920424 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07597-d556-4790-83a6-a46fda64dace None None] Checking router: 624dfcfd-b746-4f47-b8b8-2f25314fca58 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:29.929397 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c07597-d556-4790-83a6-a46fda64dace None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:29.930014 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-51c07597-d556-4790-83a6-a46fda64dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:31:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:30.007830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-6cf401fc-f1bc-4aef-b189-04598005586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:30.009208 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-6cf401fc-f1bc-4aef-b189-04598005586d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d504295-9224-43c4-926a-8cf4e568f810 HTTP/1.1" status: 200 len: 914 time: 0.2182124 Feb 09 03:31:30.038048 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-51c07597-d556-4790-83a6-a46fda64dace None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:30.089075 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-9732e3c7-5d64-42c5-bc8c-f3222338e322 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d723701-b49b-4efc-a205-9c96c70134e2 HTTP/1.1" status: 200 len: 1000 time: 0.0732684 Feb 09 03:31:30.185079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-e1dc341a-d3f7-4ff7-8b3d-b197f235f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:30.186587 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-e1dc341a-d3f7-4ff7-8b3d-b197f235f525 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a HTTP/1.1" status: 200 len: 852 time: 0.0914083 Feb 09 03:31:30.262580 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-51c07597-d556-4790-83a6-a46fda64dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed8f7d3c-2517-42ee-b996-376d4e0a2168', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'mac_address': 'fa:16:3e:00:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:28Z', 'updated_at': '2022-02-09T03:31:28Z', 'revision_number': 0, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:30.288946 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07597-d556-4790-83a6-a46fda64dace None None] The sync data for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 is: [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed8f7d3c-2517-42ee-b996-376d4e0a2168', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'mac_address': 'fa:16:3e:00:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:28Z', 'updated_at': '2022-02-09T03:31:28Z', 'revision_number': 0, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:30.329262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-ecd71531-f3cc-4c74-81eb-5ef236e6f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:30.330837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-ecd71531-f3cc-4c74-81eb-5ef236e6f04a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d504295-9224-43c4-926a-8cf4e568f810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1125314 Feb 09 03:31:30.448062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-398a7be9-2cac-4421-9ea1-87a938f0cfff tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.460230 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-398a7be9-2cac-4421-9ea1-87a938f0cfff tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (ed8f7d3c-2517-42ee-b996-376d4e0a2168), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:30.481505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d24bec-4c12-4c7a-97c1-d5450c29abc5 None None] New status for floating IP ed8f7d3c-2517-42ee-b996-376d4e0a2168: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:31:30.549962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-0b5ab979-aa65-4450-89c4-00db08f90f3f service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100201 Feb 09 03:31:30.552447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a39982f-d634-4e49-a27a-3d28f62c08e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.041683 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65a70f3f-115a-4e1d-a0ef-98df1e3478ef req-55f2e305-02b8-4a84-a7ae-b8338908dae6 service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856226 Feb 09 03:31:31.083031 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398a7be9-2cac-4421-9ea1-87a938f0cfff tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Router 624dfcfd-b746-4f47-b8b8-2f25314fca58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:31:31.192825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398a7be9-2cac-4421-9ea1-87a938f0cfff tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:31:31.197492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-398a7be9-2cac-4421-9ea1-87a938f0cfff tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:31.202356 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] Sync routers for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:31:31.212086 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:31.212697 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:31:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:31.261485 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-398a7be9-2cac-4421-9ea1-87a938f0cfff tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "PUT /v2.0/floatingips/ed8f7d3c-2517-42ee-b996-376d4e0a2168 HTTP/1.1" status: 200 len: 992 time: 1.6098292 Feb 09 03:31:31.409674 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:31.629639 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed8f7d3c-2517-42ee-b996-376d4e0a2168', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'mac_address': 'fa:16:3e:00:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:28Z', 'updated_at': '2022-02-09T03:31:30Z', 'revision_number': 2, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:31.644723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2'}, {'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:31:31.648240 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6fc0df-c1cd-49c5-a26e-4dde51984331" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2"}, {"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:31:31.657314 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] Checking router: 624dfcfd-b746-4f47-b8b8-2f25314fca58 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:31:31.667361 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:31:31.667984 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:31:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:31.698192 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e925f-ce66-4248-9f96-7e2a865869ef x-openstack-request-id: req-6d2e925f-ce66-4248-9f96-7e2a865869ef {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:31:31.698511 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:31:31.698771 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d2e925f-ce66-4248-9f96-7e2a865869ef {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:31:31.699202 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2', 'status': 'completed', 'code': 200} Feb 09 03:31:31.699505 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2', 'status': 'completed', 'code': 200} Feb 09 03:31:31.777531 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:31:31.780931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-fa039b4a-fa42-433a-a911-82d833c81485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:31.782454 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-fa039b4a-fa42-433a-a911-82d833c81485 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a&device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1128 time: 0.0446489 Feb 09 03:31:31.875290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-5d35de57-7375-426f-a3b6-080df56ca0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:31.876872 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-5d35de57-7375-426f-a3b6-080df56ca0a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d504295-9224-43c4-926a-8cf4e568f810 HTTP/1.1" status: 200 len: 914 time: 0.0882099 Feb 09 03:31:31.943439 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-2cf4add2-9179-48d5-8904-5209be14d932 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d723701-b49b-4efc-a205-9c96c70134e2 HTTP/1.1" status: 200 len: 1002 time: 0.0577559 Feb 09 03:31:31.993281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-c7432ee6-21be-4b54-badc-167ef36f8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:31.994789 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-c7432ee6-21be-4b54-badc-167ef36f8ee7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a HTTP/1.1" status: 200 len: 852 time: 0.0463049 Feb 09 03:31:32.001431 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed8f7d3c-2517-42ee-b996-376d4e0a2168', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'mac_address': 'fa:16:3e:00:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:28Z', 'updated_at': '2022-02-09T03:31:30Z', 'revision_number': 2, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:31:32.031874 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf667e-e7ce-4448-b9d5-95f3def4396c None None] The sync data for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 is: [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed8f7d3c-2517-42ee-b996-376d4e0a2168', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'port_id': '3d723701-b49b-4efc-a205-9c96c70134e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'mac_address': 'fa:16:3e:00:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:31:28Z', 'updated_at': '2022-02-09T03:31:30Z', 'revision_number': 2, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:31:32.051532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-d7de63e0-d3a6-45be-b225-5a6a1c6c3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:32.053038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-d7de63e0-d3a6-45be-b225-5a6a1c6c3ec9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d504295-9224-43c4-926a-8cf4e568f810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528798 Feb 09 03:31:32.153195 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-c03bf970-5d19-4e20-babe-d795a36808a6 service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882664 Feb 09 03:31:32.251216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-7b675fdc-dc60-4bf2-8877-39544521075c service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877478 Feb 09 03:31:32.459017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-0c5dad9a-5f35-4d16-b8e0-3492e0b31d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:32.460472 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-0c5dad9a-5f35-4d16-b8e0-3492e0b31d9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a&device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1128 time: 0.0452807 Feb 09 03:31:32.547705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-648e2bc5-ae3b-4be2-adad-aa2abe2640ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:32.549153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-648e2bc5-ae3b-4be2-adad-aa2abe2640ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d504295-9224-43c4-926a-8cf4e568f810 HTTP/1.1" status: 200 len: 914 time: 0.0835791 Feb 09 03:31:32.616201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-78f0809f-b74e-4a51-a629-433028967044 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d723701-b49b-4efc-a205-9c96c70134e2 HTTP/1.1" status: 200 len: 1002 time: 0.0609808 Feb 09 03:31:32.663531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-0dc2d488-995d-4e41-a281-4f8228b1cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:32.664963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-0dc2d488-995d-4e41-a281-4f8228b1cff0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a HTTP/1.1" status: 200 len: 852 time: 0.0435519 Feb 09 03:31:32.713209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-4c7a0269-198b-4fc8-9552-5df824478bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:31:32.714706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-4c7a0269-198b-4fc8-9552-5df824478bdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d504295-9224-43c4-926a-8cf4e568f810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440454 Feb 09 03:31:32.726940 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d54d7bb-4c12-41c0-812c-1e83e007b6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:32.807956 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-4a62e52e-eb5e-48e3-8391-96b0b58a4aa4 service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858717 Feb 09 03:31:32.896054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ce6fc0df-c1cd-49c5-a26e-4dde51984331 req-88fef8be-62af-47da-8419-c3d324967565 service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824924 Feb 09 03:31:34.071988 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:35.154035 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:36.510579 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:36.919676 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:31:49.796336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:51.815739 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:31:52.110084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-895e629a-269d-45b2-8f07-1338712cd180 req-44f961e4-6ed5-4b24-8b73-3d647736c31a service neutron] (109856) timed out ('10.222.0.32', 60152) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:31:59.797572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47078) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:31:59.966795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Deleting port af8a1997-0446-4bfc-8ccb-59cdeab2af50 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:31:59.967143 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (af8a1997-0446-4bfc-8ccb-59cdeab2af50), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.044475 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (af8a1997-0446-4bfc-8ccb-59cdeab2af50), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.044806 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for floatingip (af8a1997-0446-4bfc-8ccb-59cdeab2af50), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.057007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Calling delete_port for af8a1997-0446-4bfc-8ccb-59cdeab2af50 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:00.208459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (af8a1997-0446-4bfc-8ccb-59cdeab2af50), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.235669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event deleted for resources: {'Port': ['ID=af8a1997-0446-4bfc-8ccb-59cdeab2af50,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:00.308271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for floatingip (ed8f7d3c-2517-42ee-b996-376d4e0a2168), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.308762 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Floating IP ed8f7d3c-2517-42ee-b996-376d4e0a2168 disassociated (deleted). External IP: 172.25.2.113, port: 3d723701-b49b-4efc-a205-9c96c70134e2. Feb 09 03:32:00.505206 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7ad032d4-f7ba-418b-8c2e-b7a7c56f970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.529798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Router 624dfcfd-b746-4f47-b8b8-2f25314fca58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:32:00.642906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:00.647949 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:00.654919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] Sync routers for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:00.665737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:00.666475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:31:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:00.678618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9e858e1e-59d8-4a53-b13e-ac464337e341 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "DELETE /v2.0/floatingips/ed8f7d3c-2517-42ee-b996-376d4e0a2168 HTTP/1.1" status: 204 len: 168 time: 0.8799877 Feb 09 03:32:00.679194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:00.681449 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:00.720126 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c462f666-d285-4edb-ba8d-d63207ecc58c x-openstack-request-id: req-c462f666-d285-4edb-ba8d-d63207ecc58c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:00.720422 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:00.720682 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c462f666-d285-4edb-ba8d-d63207ecc58c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:00.721089 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2', 'status': 'completed', 'code': 200} Feb 09 03:32:00.803357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-06261e99-6183-4026-9d0f-03f750b991b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:00.804987 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-06261e99-6183-4026-9d0f-03f750b991b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a&device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 1128 time: 0.0618401 Feb 09 03:32:00.914139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-68d4b36a-d2c6-4c31-9fe9-6dae37eb0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:00.915931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-68d4b36a-d2c6-4c31-9fe9-6dae37eb0835 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8d504295-9224-43c4-926a-8cf4e568f810 HTTP/1.1" status: 200 len: 914 time: 0.0961623 Feb 09 03:32:00.936500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f14c0-46c7-4d8a-9a04-69f0eba4bde3 req-d588714c-391e-4841-8b83-de7cec93d2d2 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:00.939249 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df3f14c0-46c7-4d8a-9a04-69f0eba4bde3 req-d588714c-391e-4841-8b83-de7cec93d2d2 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 946 time: 0.0561872 Feb 09 03:32:00.959302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-70852d32-0f20-4fe3-aca1-c9bdfd9be872 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d723701-b49b-4efc-a205-9c96c70134e2 HTTP/1.1" status: 200 len: 217 time: 0.0356417 Feb 09 03:32:00.974715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:00.999088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df3f14c0-46c7-4d8a-9a04-69f0eba4bde3 req-8940d25c-6058-4310-8f84-4cc90f3f5a0f tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529897 Feb 09 03:32:01.023237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-cd55f7a6-6582-4485-96ff-0d677ae3e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:01.023237 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-cd55f7a6-6582-4485-96ff-0d677ae3e040 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a HTTP/1.1" status: 200 len: 852 time: 0.0544033 Feb 09 03:32:01.070902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-7a72038e-64f1-4325-a179-230960d0c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:01.072402 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-7a72038e-64f1-4325-a179-230960d0c52d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8d504295-9224-43c4-926a-8cf4e568f810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460289 Feb 09 03:32:01.162006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-853940f5-9c2e-4a33-83ca-ad78fbba9398 service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827549 Feb 09 03:32:01.188193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:01.220479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] Checking router: 624dfcfd-b746-4f47-b8b8-2f25314fca58 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:32:01.229465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:01.230076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:31:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:01.257952 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-87b29d8d-8681-43bd-9a41-1b7ed17ee69e req-b31b45ae-0fa2-40b4-81ea-764c46952eea service neutron] 10.222.0.26 "GET /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894973 Feb 09 03:32:01.343480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:01.551536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:01.576989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f890b7-c797-47f7-b39b-1c41452d90c8 None None] The sync data for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 is: [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:28:39Z', 'revision_number': 4, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'ec9b225b-3872-43a3-af5d-8eeae3c0a647', 'name': '', 'network_id': '8d504295-9224-43c4-926a-8cf4e568f810', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'mac_address': 'fa:16:3e:76:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:39Z', 'updated_at': '2022-02-09T03:28:44Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'subnets': [{'id': '58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:01.810113 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b0d94-3729-468e-9e20-ab5f995c31f2 None None] New status for floating IP ed8f7d3c-2517-42ee-b996-376d4e0a2168: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:32:02.123733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdbd23-9354-4e4a-b63a-ea519180b0b0 req-fa1b7d0e-4c4d-4d7c-b991-276e1d3dc9f9 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:02.125127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1fdbd23-9354-4e4a-b63a-ea519180b0b0 req-fa1b7d0e-4c4d-4d7c-b991-276e1d3dc9f9 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 946 time: 0.0523121 Feb 09 03:32:02.177914 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b1fdbd23-9354-4e4a-b63a-ea519180b0b0 req-c46776ef-3560-495c-bede-5143f7dfc8a7 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/security-groups?id=36eac435-9ee9-451d-8b89-8ed396c2941d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Feb 09 03:32:02.588794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-83663389-dc21-4216-86ca-abbe70002403 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:02.590319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-83663389-dc21-4216-86ca-abbe70002403 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 946 time: 0.0575149 Feb 09 03:32:02.682918 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Deleting port 3d723701-b49b-4efc-a205-9c96c70134e2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:02.683261 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.730940 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bf632c83-b0d0-4354-a00e-ab2b64579d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.782876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] For port 3d723701-b49b-4efc-a205-9c96c70134e2, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=3d723701-b49b-4efc-a205-9c96c70134e2,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:02.783225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.796519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Calling delete_port for 3d723701-b49b-4efc-a205-9c96c70134e2 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:02.919905 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (3d723701-b49b-4efc-a205-9c96c70134e2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:02.952785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event deleted for resources: {'Port': ['ID=3d723701-b49b-4efc-a205-9c96c70134e2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:02.980555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.980914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.981266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.981614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.981955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.982316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.982657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.982992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.983329 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.983661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.983991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.984337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:02.984647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:03.007400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] No DVR routers for this DVR port 3d723701-b49b-4efc-a205-9c96c70134e2 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:03.009776 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:03.013130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88af97f3-479d-4c47-aeed-3ad72c6fcd5e req-02cf5164-d039-48b5-b1ec-bd4ba6ad0ac0 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.26 "DELETE /v2.0/ports/3d723701-b49b-4efc-a205-9c96c70134e2 HTTP/1.1" status: 204 len: 173 time: 0.4178331 Feb 09 03:32:03.013564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'name': 'network-vif-deleted', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:03.015874 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beae0c0d-35e8-4f60-b4d6-13fb960eef90" -d '{"events": [{"server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "name": "network-vif-deleted", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:03.053483 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251e1817-a379-4bd9-a1c8-99840619a293 x-openstack-request-id: req-251e1817-a379-4bd9-a1c8-99840619a293 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:03.053779 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ed59db-5f82-4fe6-9686-74c0594f93f8", "name": "network-vif-deleted", "tag": "3d723701-b49b-4efc-a205-9c96c70134e2", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:03.054037 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-251e1817-a379-4bd9-a1c8-99840619a293 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:03.054491 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ed59db-5f82-4fe6-9686-74c0594f93f8', 'name': 'network-vif-deleted', 'tag': '3d723701-b49b-4efc-a205-9c96c70134e2', 'status': 'completed', 'code': 200} Feb 09 03:32:03.275786 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fbd47e4b-3fa4-4b3a-9525-6d0a9e6ae42a req-df27ebaf-a67c-41ed-b4bc-ec607f77d749 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0294402 Feb 09 03:32:04.076808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:04.370395 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fafc513-b3b6-441d-87bb-e9cb20801089 req-9592b5c3-530f-42d4-8624-0dd92fc612c6 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0271926 Feb 09 03:32:05.155776 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:05.466862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1f641f1-173b-44da-bb81-59f0fb1071e4 req-00f1def1-a3e4-4c71-99a9-d1c6c1af126c tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0265613 Feb 09 03:32:05.739652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3d723701-b49b-4efc-a205-9c96c70134e2 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:05.763757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 3d723701-b49b-4efc-a205-9c96c70134e2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:05.764298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 3d723701-b49b-4efc-a205-9c96c70134e2 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:06.527278 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:06.608352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a1c652a9-95c3-4275-8c1c-6bc16f971e21 req-8a275f14-d7af-4d35-8cf4-d57636f0dde5 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0352747 Feb 09 03:32:07.706722 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10911fc3-4518-4fbe-a766-b72df8bb9d6e req-99a51d01-3e18-4e31-a76c-aee0f1154608 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0310643 Feb 09 03:32:08.801637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26cd4abb-01df-4c71-a7f0-5fc06e1fc2d7 req-ed321211-ea67-4b88-8003-c47c90ee2525 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0273526 Feb 09 03:32:09.899679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc21931f-0bd6-4fe8-b6e6-844cad655aed req-0ded05cb-9380-4ed1-a0ec-fd360c884a70 tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Feb 09 03:32:10.995740 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7a9439d1-8509-47a2-8c93-cb7fbd9f6944 req-3a43a31e-28fc-45f4-ab01-591b2ecbf58e tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ed59db-5f82-4fe6-9686-74c0594f93f8 HTTP/1.1" status: 200 len: 210 time: 0.0278726 Feb 09 03:32:12.053801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47108) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:12.109632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a584239-2f8c-4528-98ce-cb928ea855aa tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group (36eac435-9ee9-451d-8b89-8ed396c2941d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.136194 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a584239-2f8c-4528-98ce-cb928ea855aa tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group (36eac435-9ee9-451d-8b89-8ed396c2941d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.196865 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a584239-2f8c-4528-98ce-cb928ea855aa tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (36eac435-9ee9-451d-8b89-8ed396c2941d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.199620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a584239-2f8c-4528-98ce-cb928ea855aa tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:12.200779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7a584239-2f8c-4528-98ce-cb928ea855aa tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] 10.222.0.32 "DELETE /v2.0/security-groups/36eac435-9ee9-451d-8b89-8ed396c2941d HTTP/1.1" status: 204 len: 168 time: 0.1459386 Feb 09 03:32:12.210481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a584239-2f8c-4528-98ce-cb928ea855aa tempest-TestVolumeBackupRestore-140805362 tempest-TestVolumeBackupRestore-140805362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eac435-9ee9-451d-8b89-8ed396c2941d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:13.919606 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:32:19.824371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47568) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:19.825647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.190078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (624dfcfd-b746-4f47-b8b8-2f25314fca58), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.441298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Deleting port ec9b225b-3872-43a3-af5d-8eeae3c0a647 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:20.441549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.521383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] For port ec9b225b-3872-43a3-af5d-8eeae3c0a647, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ec9b225b-3872-43a3-af5d-8eeae3c0a647,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:20.521742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.534698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Calling delete_port for ec9b225b-3872-43a3-af5d-8eeae3c0a647 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:20.718909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ec9b225b-3872-43a3-af5d-8eeae3c0a647), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:20.744542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9b225b-3872-43a3-af5d-8eeae3c0a647,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:20.925295 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (624dfcfd-b746-4f47-b8b8-2f25314fca58), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.462130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Router 624dfcfd-b746-4f47-b8b8-2f25314fca58 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:32:21.568069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:21.573063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-335f2feb-fec0-4bc0-a70b-75f0357f1cad admin admin] 10.222.0.32 "PUT /v2.0/routers/624dfcfd-b746-4f47-b8b8-2f25314fca58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477252 Feb 09 03:32:21.575679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47570) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:21.576487 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] Sync routers for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:21.586427 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:21.587046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:32:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:21.679627 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks [] for router (624dfcfd-b746-4f47-b8b8-2f25314fca58), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.691613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:21.785403 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks [] for router_gateway (624dfcfd-b746-4f47-b8b8-2f25314fca58), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.840317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Deleting port 725eb197-e907-4079-97bd-1a29e84d4bc2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:21.840661 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.850406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.880698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:32:20Z', 'revision_number': 5, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port': {'id': '725eb197-e907-4079-97bd-1a29e84d4bc2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:37Z', 'updated_at': '2022-02-09T03:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:21.906675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] Checking router: 624dfcfd-b746-4f47-b8b8-2f25314fca58 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:32:21.915363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] Routers {'624dfcfd-b746-4f47-b8b8-2f25314fca58'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:21.915966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:32:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['624dfcfd-b746-4f47-b8b8-2f25314fca58'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:21.925734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] For port 725eb197-e907-4079-97bd-1a29e84d4bc2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=725eb197-e907-4079-97bd-1a29e84d4bc2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:21.926268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:21.940004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Calling delete_port for 725eb197-e907-4079-97bd-1a29e84d4bc2 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:22.008084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] Set router 624dfcfd-b746-4f47-b8b8-2f25314fca58 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:22.064945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:32:21Z', 'revision_number': 6, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:22.091428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662aaf77-5717-4bb6-83ca-9e97c0df00a4 None None] The sync data for ids ['624dfcfd-b746-4f47-b8b8-2f25314fca58'] in n-d-827839-4 is: [{'id': '624dfcfd-b746-4f47-b8b8-2f25314fca58', 'name': 'tempest-TestVolumeBackupRestore-935510016-router', 'tenant_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:36Z', 'updated_at': '2022-02-09T03:32:21Z', 'revision_number': 6, 'project_id': 'e4f25d5eb55d4df8a428cbcf5fc3965a', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:22.119193 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (725eb197-e907-4079-97bd-1a29e84d4bc2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.149011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Pushing event deleted for resources: {'Port': ['ID=725eb197-e907-4079-97bd-1a29e84d4bc2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.213233 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (624dfcfd-b746-4f47-b8b8-2f25314fca58), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.306126 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (624dfcfd-b746-4f47-b8b8-2f25314fca58), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.308879 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks [] for router_controller (624dfcfd-b746-4f47-b8b8-2f25314fca58), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.354164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (624dfcfd-b746-4f47-b8b8-2f25314fca58), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.354725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 624dfcfd-b746-4f47-b8b8-2f25314fca58 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:22.359083 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.360309 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-698236c7-11ac-4113-9d61-c8ca76d0711a admin admin] 10.222.0.32 "DELETE /v2.0/routers/624dfcfd-b746-4f47-b8b8-2f25314fca58 HTTP/1.1" status: 204 len: 168 time: 0.7837126 Feb 09 03:32:22.362944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47572) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:22.408251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af44a95-afd7-4a7e-819a-6b8bef8bcac4 admin admin] Deleting subnet 58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:22.411358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0af44a95-afd7-4a7e-819a-6b8bef8bcac4 admin admin] Publish callbacks [] for subnet (58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.447150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0af44a95-afd7-4a7e-819a-6b8bef8bcac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.533150 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0af44a95-afd7-4a7e-819a-6b8bef8bcac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.587723 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0af44a95-afd7-4a7e-819a-6b8bef8bcac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.615752 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af44a95-afd7-4a7e-819a-6b8bef8bcac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.620156 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0af44a95-afd7-4a7e-819a-6b8bef8bcac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.621021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caae5fe-19b8-4fcd-9319-fec0c6bcec94 None None] Network 8d504295-9224-43c4-926a-8cf4e568f810 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:22.623976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0af44a95-afd7-4a7e-819a-6b8bef8bcac4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58bfd3bb-6b42-425e-a9ca-b7cce4f6d11a HTTP/1.1" status: 204 len: 168 time: 0.2601070 Feb 09 03:32:22.626516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47574) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:22.698039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (8d504295-9224-43c4-926a-8cf4e568f810), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.752889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Deleting port 90cb5366-d385-46e0-b343-cfbcc3e777cb {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:22.753287 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.819255 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] For port 90cb5366-d385-46e0-b343-cfbcc3e777cb, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=90cb5366-d385-46e0-b343-cfbcc3e777cb,segment=NetworkSegment(9b7a7d7c-71d6-4901-bf64-6f9107960c38),segment_id=9b7a7d7c-71d6-4901-bf64-6f9107960c38)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:22.819540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.833421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Calling delete_port for 90cb5366-d385-46e0-b343-cfbcc3e777cb owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:22.873360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] DHCP port deletion for 8d504295-9224-43c4-926a-8cf4e568f810 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:22.923189 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.925078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] Deleting port 90cb5366-d385-46e0-b343-cfbcc3e777cb {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:22.925455 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:22.952683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] No DVR routers for this DVR port 90cb5366-d385-46e0-b343-cfbcc3e777cb on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:22.977301 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cb5366-d385-46e0-b343-cfbcc3e777cb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:22.999865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] For port 90cb5366-d385-46e0-b343-cfbcc3e777cb, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:23.000361 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.013324 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] Calling delete_port for 90cb5366-d385-46e0-b343-cfbcc3e777cb owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:23.016119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] Port 90cb5366-d385-46e0-b343-cfbcc3e777cb was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:32:23.017401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (90cb5366-d385-46e0-b343-cfbcc3e777cb), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.036268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (8d504295-9224-43c4-926a-8cf4e568f810), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.045210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] No DVR routers for this DVR port 90cb5366-d385-46e0-b343-cfbcc3e777cb on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:23.046834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63021382-c903-479b-ab7b-9a5eb7443190 None None] Pushing event deleted for resources: {'Port': ['ID=90cb5366-d385-46e0-b343-cfbcc3e777cb,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:23.065504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d504295-9224-43c4-926a-8cf4e568f810']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:23.075634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7a7d7c-71d6-4901-bf64-6f9107960c38') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:23.075930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7a7d7c-71d6-4901-bf64-6f9107960c38') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:23.086309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (9b7a7d7c-71d6-4901-bf64-6f9107960c38), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.100598 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (9b7a7d7c-71d6-4901-bf64-6f9107960c38), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.107635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:32:23.108046 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (9b7a7d7c-71d6-4901-bf64-6f9107960c38), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:32:23.109937 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:32:23.166284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (8d504295-9224-43c4-926a-8cf4e568f810), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.179147 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.179147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d504295-9224-43c4-926a-8cf4e568f810 HTTP/1.1" status: 204 len: 168 time: 0.5473237 Feb 09 03:32:23.179147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47576) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:23.195010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547313a-5e64-4c9b-856d-27cc7893c908 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d504295-9224-43c4-926a-8cf4e568f810,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:23.542543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (af92fcd8-5d97-4d89-a49a-52588415b0f7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.796323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Deleting port a33e682b-76fe-46e3-9f77-5ccd67185491 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:23.796580 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.878334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] For port a33e682b-76fe-46e3-9f77-5ccd67185491, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a33e682b-76fe-46e3-9f77-5ccd67185491,segment=NetworkSegment(81f00561-2f9d-4f9a-8acb-bb0b3a476612),segment_id=81f00561-2f9d-4f9a-8acb-bb0b3a476612)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:23.878698 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:23.892054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Calling delete_port for a33e682b-76fe-46e3-9f77-5ccd67185491 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:24.031699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ec9b225b-3872-43a3-af5d-8eeae3c0a647 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:24.053984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ec9b225b-3872-43a3-af5d-8eeae3c0a647 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:24.054280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ec9b225b-3872-43a3-af5d-8eeae3c0a647 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:24.054715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 725eb197-e907-4079-97bd-1a29e84d4bc2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:24.078054 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a33e682b-76fe-46e3-9f77-5ccd67185491), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.078679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 725eb197-e907-4079-97bd-1a29e84d4bc2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:24.078679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 725eb197-e907-4079-97bd-1a29e84d4bc2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:24.079047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 90cb5366-d385-46e0-b343-cfbcc3e777cb no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:24.099228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 90cb5366-d385-46e0-b343-cfbcc3e777cb {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:24.099590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 90cb5366-d385-46e0-b343-cfbcc3e777cb not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:24.102139 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33e682b-76fe-46e3-9f77-5ccd67185491,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:24.281933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (af92fcd8-5d97-4d89-a49a-52588415b0f7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.496837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Router af92fcd8-5d97-4d89-a49a-52588415b0f7 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:32:24.601815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:32:24.608545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-866de481-e92a-426e-8b47-19f653a60324 admin admin] 10.222.0.32 "PUT /v2.0/routers/af92fcd8-5d97-4d89-a49a-52588415b0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4278066 Feb 09 03:32:24.609351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47578) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:24.612205 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] Sync routers for ids ['af92fcd8-5d97-4d89-a49a-52588415b0f7'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:32:24.622084 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] Routers {'af92fcd8-5d97-4d89-a49a-52588415b0f7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:24.622725 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:32:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['af92fcd8-5d97-4d89-a49a-52588415b0f7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:24.714495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks [] for router (af92fcd8-5d97-4d89-a49a-52588415b0f7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.727632 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] Set router af92fcd8-5d97-4d89-a49a-52588415b0f7 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:24.819995 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks [] for router_gateway (af92fcd8-5d97-4d89-a49a-52588415b0f7), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.873549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Deleting port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:24.873957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.906061 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:32:24Z', 'revision_number': 5, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port': {'id': '5b63c20a-30ec-4293-a4f7-0b48f96b93ad', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:24.932405 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] Checking router: af92fcd8-5d97-4d89-a49a-52588415b0f7 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:32:24.941001 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] Routers {'af92fcd8-5d97-4d89-a49a-52588415b0f7'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:32:24.941628 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:32:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['af92fcd8-5d97-4d89-a49a-52588415b0f7'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:24.956292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] For port 5b63c20a-30ec-4293-a4f7-0b48f96b93ad, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5b63c20a-30ec-4293-a4f7-0b48f96b93ad,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:24.956737 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:24.970157 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Calling delete_port for 5b63c20a-30ec-4293-a4f7-0b48f96b93ad owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:25.029535 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] Set router af92fcd8-5d97-4d89-a49a-52588415b0f7 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:32:25.141261 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5b63c20a-30ec-4293-a4f7-0b48f96b93ad), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.171592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b63c20a-30ec-4293-a4f7-0b48f96b93ad,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:25.177132 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:32:24Z', 'revision_number': 6, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:25.203746 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb789d-f664-4581-b714-afeb005bab6e None None] The sync data for ids ['af92fcd8-5d97-4d89-a49a-52588415b0f7'] in n-d-827839-4 is: [{'id': 'af92fcd8-5d97-4d89-a49a-52588415b0f7', 'name': 'tempest-TestVolumeBackupRestore-296893730-router', 'tenant_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:28:42Z', 'updated_at': '2022-02-09T03:32:24Z', 'revision_number': 6, 'project_id': '2ed6f9f2c6df40b1b90629de4eb95f17', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:32:25.238023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (af92fcd8-5d97-4d89-a49a-52588415b0f7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.330095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (af92fcd8-5d97-4d89-a49a-52588415b0f7), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.332239 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks [] for router_controller (af92fcd8-5d97-4d89-a49a-52588415b0f7), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.375648 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (af92fcd8-5d97-4d89-a49a-52588415b0f7), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.376169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af92fcd8-5d97-4d89-a49a-52588415b0f7 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:32:25.381279 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.384677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3d81b0f3-c992-41d1-a458-d639fdf3d581 admin admin] 10.222.0.32 "DELETE /v2.0/routers/af92fcd8-5d97-4d89-a49a-52588415b0f7 HTTP/1.1" status: 204 len: 168 time: 0.7721658 Feb 09 03:32:25.385053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:25.429209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Deleting subnet ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:32:25.432157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Publish callbacks [] for subnet (ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.466617 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.546059 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.603361 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.626439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:25.640412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.640771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.641117 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.641455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.641791 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.642672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.642672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.642836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.643168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.643497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.643824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.644150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.644475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:25.647461 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.648718 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc4f1ce-4176-4b87-89fe-04f78e94f376 None None] Network a5302fda-fe3e-41b4-bb71-454fce736894 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:25.650840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-289b4bfd-2f6c-4818-8bf5-9fe159623603 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ccd9fb2e-ea12-4f83-8db9-abd6b4cd8d61 HTTP/1.1" status: 204 len: 168 time: 0.2647755 Feb 09 03:32:25.653358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47582) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:25.724885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a5302fda-fe3e-41b4-bb71-454fce736894), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.780640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Deleting port a8ce9f83-2f13-498e-9003-7ab74846eaea {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:25.780981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.843103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] For port a8ce9f83-2f13-498e-9003-7ab74846eaea, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a8ce9f83-2f13-498e-9003-7ab74846eaea,segment=NetworkSegment(81f00561-2f9d-4f9a-8acb-bb0b3a476612),segment_id=81f00561-2f9d-4f9a-8acb-bb0b3a476612)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:25.843474 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.856342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Calling delete_port for a8ce9f83-2f13-498e-9003-7ab74846eaea owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:25.942741 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a8ce9f83-2f13-498e-9003-7ab74846eaea), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:25.968502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ce9f83-2f13-498e-9003-7ab74846eaea,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:25.975004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] No DVR routers for this DVR port a8ce9f83-2f13-498e-9003-7ab74846eaea on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:25.977272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04622518-3c5a-4ca2-8aa6-af818edcac98 None None] DHCP port deletion for a5302fda-fe3e-41b4-bb71-454fce736894 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:32:26.058205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a5302fda-fe3e-41b4-bb71-454fce736894), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.058470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a33e682b-76fe-46e3-9f77-5ccd67185491 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:26.078757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a33e682b-76fe-46e3-9f77-5ccd67185491 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:26.079023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a33e682b-76fe-46e3-9f77-5ccd67185491 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:26.079454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5b63c20a-30ec-4293-a4f7-0b48f96b93ad no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:26.084398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5302fda-fe3e-41b4-bb71-454fce736894']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:26.104118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 5b63c20a-30ec-4293-a4f7-0b48f96b93ad {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:26.104477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5b63c20a-30ec-4293-a4f7-0b48f96b93ad not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:26.104899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a8ce9f83-2f13-498e-9003-7ab74846eaea no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:26.105873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f00561-2f9d-4f9a-8acb-bb0b3a476612') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:26.106184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f00561-2f9d-4f9a-8acb-bb0b3a476612') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:32:26.118072 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (81f00561-2f9d-4f9a-8acb-bb0b3a476612), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.124668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a8ce9f83-2f13-498e-9003-7ab74846eaea {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:26.125024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a8ce9f83-2f13-498e-9003-7ab74846eaea not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:26.132725 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (81f00561-2f9d-4f9a-8acb-bb0b3a476612), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.139593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:32:26.139970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (81f00561-2f9d-4f9a-8acb-bb0b3a476612), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:32:26.142452 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:32:26.200333 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a5302fda-fe3e-41b4-bb71-454fce736894), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.205856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.209805 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a5302fda-fe3e-41b4-bb71-454fce736894 HTTP/1.1" status: 204 len: 168 time: 0.5553286 Feb 09 03:32:26.221337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d673b1-7a57-4d5e-8e89-e71bf0297e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5302fda-fe3e-41b4-bb71-454fce736894,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:26.381991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47586) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:26.421111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d2a4748-e71b-4101-8e41-8f7abc879232 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4f25d5eb55d4df8a428cbcf5fc3965a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379291 Feb 09 03:32:26.423546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47588) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:26.477439 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a81a-29ab-43fa-901e-35842aa7bc90 admin admin] Publish callbacks [] for security_group (90baf705-4cd2-4b9e-800a-827893c8501b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.499280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a81a-29ab-43fa-901e-35842aa7bc90 admin admin] Publish callbacks [] for security_group (90baf705-4cd2-4b9e-800a-827893c8501b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.549847 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a81a-29ab-43fa-901e-35842aa7bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (90baf705-4cd2-4b9e-800a-827893c8501b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.552662 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a81a-29ab-43fa-901e-35842aa7bc90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:26.553854 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9eb0a81a-29ab-43fa-901e-35842aa7bc90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90baf705-4cd2-4b9e-800a-827893c8501b HTTP/1.1" status: 204 len: 168 time: 0.1294196 Feb 09 03:32:26.563512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0a81a-29ab-43fa-901e-35842aa7bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90baf705-4cd2-4b9e-800a-827893c8501b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:26.928521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47594) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:26.969413 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9b1cdc08-d01e-440f-9a2e-9da61e423911 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ed6f9f2c6df40b1b90629de4eb95f17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396600 Feb 09 03:32:26.971838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47596) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:27.018830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb917b94-8f4a-485e-b669-fa3f5a81712b admin admin] Publish callbacks [] for security_group (aaba8162-a895-44b9-a69d-44ca4aa9696a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.040403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb917b94-8f4a-485e-b669-fa3f5a81712b admin admin] Publish callbacks [] for security_group (aaba8162-a895-44b9-a69d-44ca4aa9696a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.087082 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb917b94-8f4a-485e-b669-fa3f5a81712b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aaba8162-a895-44b9-a69d-44ca4aa9696a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.089668 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bb917b94-8f4a-485e-b669-fa3f5a81712b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:27.090880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bb917b94-8f4a-485e-b669-fa3f5a81712b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaba8162-a895-44b9-a69d-44ca4aa9696a HTTP/1.1" status: 204 len: 168 time: 0.1180580 Feb 09 03:32:27.099738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb917b94-8f4a-485e-b669-fa3f5a81712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba8162-a895-44b9-a69d-44ca4aa9696a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:30.507201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da71d8ec-8302-4969-9938-89084e6f95dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:32.733538 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6acd2708-695c-4809-9161-7a442fe0cf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:34.078140 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:35.159298 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:36.501391 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:37.976738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-476b7236-c944-46d7-b15c-d7d4cbc01ca6 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=acea0e86966741d2b2de5a3e49bd573e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299993 Feb 09 03:32:38.483784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e576-c198-4983-8b87-69df67d412ba req-9065faa6-32ae-4071-b896-1348ef634915 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:38.485242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-9065faa6-32ae-4071-b896-1348ef634915 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5032189 Feb 09 03:32:38.499983 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-0a86cb55-9ca7-4a78-bc0a-260974487a9e tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/quotas/acea0e86966741d2b2de5a3e49bd573e HTTP/1.1" status: 200 len: 375 time: 0.0087914 Feb 09 03:32:38.530851 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-cde635c6-4ee2-42e5-8314-f84aa024a1e7 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acea0e86966741d2b2de5a3e49bd573e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258622 Feb 09 03:32:38.693268 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f2820da5-375b-4500-b02d-7e6049f07e16 req-6c8e369f-d357-4dc9-bfb3-af87adb31021 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 210 time: 0.0316882 Feb 09 03:32:39.673253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-607c7435-52f4-4175-9473-62017ea8c254 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=acea0e86966741d2b2de5a3e49bd573e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220942 Feb 09 03:32:39.803235 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d008b9cf-b8b3-407c-bfa4-d18a39302782 req-277e3410-c182-4002-adec-be3b28b25c4f tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 210 time: 0.0368400 Feb 09 03:32:39.812660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e576-c198-4983-8b87-69df67d412ba req-9d9ed169-d802-426e-96e6-82ac8a4be769 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:39.814038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-9d9ed169-d802-426e-96e6-82ac8a4be769 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1366973 Feb 09 03:32:39.826657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Request body: {'port': {'device_id': '6d222925-cde0-40da-bfa8-ebe885fac2f4', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'admin_state_up': True, 'tenant_id': 'acea0e86966741d2b2de5a3e49bd573e'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:39.934204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Made reservation on behalf of acea0e86966741d2b2de5a3e49bd573e for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:39.937500 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:39.945884 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.020277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks [] for security_group (5033be90-5fe8-4a0f-b971-3832d5f21b00), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.024284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5033be90-5fe8-4a0f-b971-3832d5f21b00), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.084670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5033be90-5fe8-4a0f-b971-3832d5f21b00,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:40.159464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Allocated IP 192.168.233.157 (e6fce7b6-63e5-4116-9426-14845b1156f6/a2344ea9-dfc6-48be-9c90-e9deb185c880/fd7ad1ca-4128-4788-9122-6ee5f779a05e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:40.304775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks [] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.337364 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.386554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Network e6fce7b6-63e5-4116-9426-14845b1156f6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:40.389700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:40.393464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:40.399726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Pushing event updated for resources: {'Port': ['ID=fd7ad1ca-4128-4788-9122-6ee5f779a05e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:40.457156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:40.457796 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.473638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-e85f70ca-6e02-46f4-9f27-7bfb198e6e56 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6503778 Feb 09 03:32:40.484560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Request body: {'port': {'device_id': '6d222925-cde0-40da-bfa8-ebe885fac2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:40.552784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.623901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d8d58583-4c17-4e78-b3cd-caf1a3ef8500 None None] Provisioning complete for port fd7ad1ca-4128-4788-9122-6ee5f779a05e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:40.624478 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d8d58583-4c17-4e78-b3cd-caf1a3ef8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.660831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d8d58583-4c17-4e78-b3cd-caf1a3ef8500 None None] Port fd7ad1ca-4128-4788-9122-6ee5f779a05e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:32:40.819726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7ad1ca-4128-4788-9122-6ee5f779a05e {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:32:40.827372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Publish callbacks [] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.840552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Transition to ACTIVE for port object fd7ad1ca-4128-4788-9122-6ee5f779a05e will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:32:40.844291 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.913448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7ad1ca-4128-4788-9122-6ee5f779a05e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:40.935380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788e69-386d-4013-9e4e-4352ca06c270 req-13c43dcc-6e15-4890-b997-71b432b8ffec tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:40.937321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f788e69-386d-4013-9e4e-4352ca06c270 req-13c43dcc-6e15-4890-b997-71b432b8ffec tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 948 time: 0.0638738 Feb 09 03:32:40.975382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Attempting to bind port fd7ad1ca-4128-4788-9122-6ee5f779a05e on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:32:40.975723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Attempting to bind port fd7ad1ca-4128-4788-9122-6ee5f779a05e by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:32:40.976058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Attempting to bind port fd7ad1ca-4128-4788-9122-6ee5f779a05e on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:40.982698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Port fd7ad1ca-4128-4788-9122-6ee5f779a05e on network e6fce7b6-63e5-4116-9426-14845b1156f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:32:40.983022 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Attempting to bind port fd7ad1ca-4128-4788-9122-6ee5f779a05e on network e6fce7b6-63e5-4116-9426-14845b1156f6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:32:40.988759 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:32:40.989332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Checking segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:40.989482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Bound using segment: {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:32:40.989894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Bound port: fd7ad1ca-4128-4788-9122-6ee5f779a05e, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374d298-60e3-41a2-8d7a-6d61eeeb5a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:32:40.990308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:40.993989 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f788e69-386d-4013-9e4e-4352ca06c270 req-166d4301-4238-482a-a540-db8fcfd9c2d5 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Feb 09 03:32:41.058377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] For port fd7ad1ca-4128-4788-9122-6ee5f779a05e, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:32:41.061579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] For port fd7ad1ca-4128-4788-9122-6ee5f779a05e, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=fd7ad1ca-4128-4788-9122-6ee5f779a05e,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:32:41.070475 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.108446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.109093 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:41.110606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] 10.222.0.26 "PUT /v2.0/ports/fd7ad1ca-4128-4788-9122-6ee5f779a05e HTTP/1.1" status: 200 len: 1096 time: 0.6306961 Feb 09 03:32:41.111038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d222925-cde0-40da-bfa8-ebe885fac2f4', 'tag': 'fd7ad1ca-4128-4788-9122-6ee5f779a05e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:41.113372 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c527fe3-9aab-4588-b418-85c427d181b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d222925-cde0-40da-bfa8-ebe885fac2f4", "tag": "fd7ad1ca-4128-4788-9122-6ee5f779a05e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:41.141370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0462c-bc45-47de-9141-2af9ccdb2f37 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7ad1ca-4128-4788-9122-6ee5f779a05e,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:41.158112 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4db941-d8af-4a77-b7cc-348dea390d94 x-openstack-request-id: req-dc4db941-d8af-4a77-b7cc-348dea390d94 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:41.158427 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d222925-cde0-40da-bfa8-ebe885fac2f4", "tag": "fd7ad1ca-4128-4788-9122-6ee5f779a05e", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:41.158680 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc4db941-d8af-4a77-b7cc-348dea390d94 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:41.159179 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d222925-cde0-40da-bfa8-ebe885fac2f4', 'tag': 'fd7ad1ca-4128-4788-9122-6ee5f779a05e', 'status': 'completed', 'code': 200} Feb 09 03:32:41.197842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e576-c198-4983-8b87-69df67d412ba req-db061a0c-6601-4d3a-917a-ca93d2799cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.199371 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-db061a0c-6601-4d3a-917a-ca93d2799cbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acea0e86966741d2b2de5a3e49bd573e&device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 1130 time: 0.0504391 Feb 09 03:32:41.246106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-adad1c2a-0a5b-4199-82c7-00afdbfe6efb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=fd7ad1ca-4128-4788-9122-6ee5f779a05e HTTP/1.1" status: 200 len: 217 time: 0.0393100 Feb 09 03:32:41.296900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e576-c198-4983-8b87-69df67d412ba req-00c7f452-5cb9-465b-bee1-aba735138a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.298394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-00c7f452-5cb9-465b-bee1-aba735138a56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0456920 Feb 09 03:32:41.346829 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25e576-c198-4983-8b87-69df67d412ba req-1faf0465-4c3f-44a5-bef8-3272d321a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.348804 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-1faf0465-4c3f-44a5-bef8-3272d321a55b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0443776 Feb 09 03:32:41.442080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-28a1aa87-c715-4865-bdb9-343b3db82932 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875719 Feb 09 03:32:41.529566 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a25e576-c198-4983-8b87-69df67d412ba req-10743733-1566-44b6-a7b7-f1486eeb67d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816822 Feb 09 03:32:41.620434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-46b26bc0-e967-4464-8997-4945a46ce754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.621956 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-46b26bc0-e967-4464-8997-4945a46ce754 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acea0e86966741d2b2de5a3e49bd573e&device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 1130 time: 0.0500550 Feb 09 03:32:41.713479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-7c6a5375-6f10-41e4-88b9-0538632876d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.715237 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-7c6a5375-6f10-41e4-88b9-0538632876d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e6fce7b6-63e5-4116-9426-14845b1156f6 HTTP/1.1" status: 200 len: 870 time: 0.0865610 Feb 09 03:32:41.759143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-ffdbbcee-b168-4fe2-abd5-86323539e0df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=fd7ad1ca-4128-4788-9122-6ee5f779a05e HTTP/1.1" status: 200 len: 217 time: 0.0373113 Feb 09 03:32:41.810128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-c808d6a2-59de-4e9b-a2f5-6a94ecdf0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.811601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-c808d6a2-59de-4e9b-a2f5-6a94ecdf0fd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a2344ea9-dfc6-48be-9c90-e9deb185c880 HTTP/1.1" status: 200 len: 843 time: 0.0475187 Feb 09 03:32:41.859278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-20f8a5cc-a6c0-4ab1-8b44-1edca680992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:41.860901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-20f8a5cc-a6c0-4ab1-8b44-1edca680992a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e6fce7b6-63e5-4116-9426-14845b1156f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0435927 Feb 09 03:32:41.947854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-e715dfaf-7f56-4baf-b1d3-dce1e0d38b65 service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804584 Feb 09 03:32:42.041744 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c527fe3-9aab-4588-b418-85c427d181b4 req-dd7d1f23-a309-4bcb-b300-61f73c95d48a service neutron] 10.222.0.26 "GET /v2.0/networks/e6fce7b6-63e5-4116-9426-14845b1156f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879865 Feb 09 03:32:42.117999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7d01-43ae-4420-86a5-b56f56ef6aa7 req-b8e3b044-c709-4b8b-8ff0-f3960ed8886f tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:42.119509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20ce7d01-43ae-4420-86a5-b56f56ef6aa7 req-b8e3b044-c709-4b8b-8ff0-f3960ed8886f tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 948 time: 0.0519779 Feb 09 03:32:42.168435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20ce7d01-43ae-4420-86a5-b56f56ef6aa7 req-34e6aacb-e71b-4dc4-90fa-005dc6e81657 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Feb 09 03:32:43.291859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfecf-aa65-4120-aeb0-f2d60061b56e req-fcb95108-0097-405d-9d78-6b5a5979d9b0 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:43.293330 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524dfecf-aa65-4120-aeb0-f2d60061b56e req-fcb95108-0097-405d-9d78-6b5a5979d9b0 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 948 time: 0.0554483 Feb 09 03:32:43.339883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-524dfecf-aa65-4120-aeb0-f2d60061b56e req-fdf89d20-5957-473d-bd90-f3339d60639f tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Feb 09 03:32:44.467444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a89c8-62b5-4dc5-aa52-0ac79b41837b req-45c6fecf-f5d2-4e70-9eaf-063b9eaeea6c tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:44.468914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1a89c8-62b5-4dc5-aa52-0ac79b41837b req-45c6fecf-f5d2-4e70-9eaf-063b9eaeea6c tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 948 time: 0.0549307 Feb 09 03:32:44.515065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1a89c8-62b5-4dc5-aa52-0ac79b41837b req-a1edcd23-e12f-40e2-9f24-62e2e86e1b72 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Feb 09 03:32:45.636207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aa8c6-174f-4e47-ab63-45ca22f42243 req-ba926ff9-3f20-4694-aa85-af7887af7ae4 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:45.637676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-239aa8c6-174f-4e47-ab63-45ca22f42243 req-ba926ff9-3f20-4694-aa85-af7887af7ae4 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 948 time: 0.0567114 Feb 09 03:32:45.684078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-239aa8c6-174f-4e47-ab63-45ca22f42243 req-058c4106-3e08-47ad-8bb4-f63f60f5d7a4 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Feb 09 03:32:45.945199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device fd7ad1ca-4128-4788-9122-6ee5f779a05e details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:32:46.042058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port fd7ad1ca-4128-4788-9122-6ee5f779a05e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=fd7ad1ca-4128-4788-9122-6ee5f779a05e,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:46.054096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'fd7ad1ca-4128-4788-9122-6ee5f779a05e', 'network_id': 'e6fce7b6-63e5-4116-9426-14845b1156f6', 'port_id': 'fd7ad1ca-4128-4788-9122-6ee5f779a05e', 'mac_address': 'fa:16:3e:2e:26:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2344ea9-dfc6-48be-9c90-e9deb185c880', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:32:46.093535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port fd7ad1ca-4128-4788-9122-6ee5f779a05e is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:46.094166 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.109770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7ad1ca-4128-4788-9122-6ee5f779a05e {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:32:46.134879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port fd7ad1ca-4128-4788-9122-6ee5f779a05e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=fd7ad1ca-4128-4788-9122-6ee5f779a05e,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:46.139372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:46.188519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=fd7ad1ca-4128-4788-9122-6ee5f779a05e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:46.195832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.196130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.196477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.196815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.197149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.197481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.197811 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.198138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.198490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.198821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.199147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.199475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.199808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:32:46.442389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['fd7ad1ca-4128-4788-9122-6ee5f779a05e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:32:46.802786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd881a1-68c7-49cb-a4cd-8d58cb4ed07d req-dc051555-6352-4456-9df8-25c53733a883 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:46.804168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bd881a1-68c7-49cb-a4cd-8d58cb4ed07d req-dc051555-6352-4456-9df8-25c53733a883 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 949 time: 0.0530236 Feb 09 03:32:46.850117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5bd881a1-68c7-49cb-a4cd-8d58cb4ed07d req-0b936caf-38bb-4bd0-9439-eb369a598313 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 Feb 09 03:32:47.968243 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d1cb2-55eb-460a-a00f-ea79edace43a req-0b875e94-6236-4fc7-94c5-2f3b5dd98c63 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:47.969726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c2d1cb2-55eb-460a-a00f-ea79edace43a req-0b875e94-6236-4fc7-94c5-2f3b5dd98c63 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 949 time: 0.0519755 Feb 09 03:32:47.975178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device fd7ad1ca-4128-4788-9122-6ee5f779a05e up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:32:48.020419 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c2d1cb2-55eb-460a-a00f-ea79edace43a req-727f431c-47da-44dd-ab1d-753b42d1b76d tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Feb 09 03:32:48.024483 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port fd7ad1ca-4128-4788-9122-6ee5f779a05e completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:32:48.028603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port fd7ad1ca-4128-4788-9122-6ee5f779a05e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:32:48.029027 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.269582 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port fd7ad1ca-4128-4788-9122-6ee5f779a05e is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:32:48.270006 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.291828 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d222925-cde0-40da-bfa8-ebe885fac2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ad1ca-4128-4788-9122-6ee5f779a05e'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:48.294028 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93270f5-513c-4143-b9d9-b2c41ce0476c" -d '{"events": [{"server_uuid": "6d222925-cde0-40da-bfa8-ebe885fac2f4", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ad1ca-4128-4788-9122-6ee5f779a05e"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:48.306263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port fd7ad1ca-4128-4788-9122-6ee5f779a05e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=fd7ad1ca-4128-4788-9122-6ee5f779a05e,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:48.310668 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:48.336086 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093f9f7d-b829-4ea9-9c68-bce9e36b6ea7 x-openstack-request-id: req-093f9f7d-b829-4ea9-9c68-bce9e36b6ea7 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:48.336378 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d222925-cde0-40da-bfa8-ebe885fac2f4", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ad1ca-4128-4788-9122-6ee5f779a05e", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:48.336632 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-093f9f7d-b829-4ea9-9c68-bce9e36b6ea7 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:48.337016 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d222925-cde0-40da-bfa8-ebe885fac2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ad1ca-4128-4788-9122-6ee5f779a05e', 'code': 200} Feb 09 03:32:48.362195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=fd7ad1ca-4128-4788-9122-6ee5f779a05e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:48.435835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cf1ed-7b2c-4ca0-b3c0-6eabf85ac711 req-4b6922bc-57c2-45c8-8689-4966a6da4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:48.437314 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-746cf1ed-7b2c-4ca0-b3c0-6eabf85ac711 req-4b6922bc-57c2-45c8-8689-4966a6da4044 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 1132 time: 0.0462818 Feb 09 03:32:48.483226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-746cf1ed-7b2c-4ca0-b3c0-6eabf85ac711 req-7a99583c-6028-4b6b-b27d-eb80f5832900 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Feb 09 03:32:49.140356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64753c2e-266f-4f9a-9378-c4cec1a930f7 req-3ab28160-15d9-4b31-b96c-afee712a391c tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:49.141863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64753c2e-266f-4f9a-9378-c4cec1a930f7 req-3ab28160-15d9-4b31-b96c-afee712a391c tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 950 time: 0.0546565 Feb 09 03:32:49.188740 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-64753c2e-266f-4f9a-9378-c4cec1a930f7 req-a8047f88-d948-44d9-a6ec-5efcdf91eb65 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Feb 09 03:32:49.838964 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:50.311639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08d685-4b60-4e1a-8014-5f241b38bba4 req-47de1e98-3fe5-4c92-8515-a6cd5c00c03d tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:50.313152 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca08d685-4b60-4e1a-8014-5f241b38bba4 req-47de1e98-3fe5-4c92-8515-a6cd5c00c03d tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 950 time: 0.0557663 Feb 09 03:32:50.359185 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca08d685-4b60-4e1a-8014-5f241b38bba4 req-ff415ef0-0e10-4b3c-aaf3-43a26d2fb906 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 Feb 09 03:32:50.642092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-267fed61-0294-4db5-ab5e-da6370cd4dd9 req-f2ccb0eb-c7fc-4bd0-87a9-17b636f864f5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:32:50.643103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-267fed61-0294-4db5-ab5e-da6370cd4dd9 req-f2ccb0eb-c7fc-4bd0-87a9-17b636f864f5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054071 Feb 09 03:32:50.918068 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:32:51.089977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-f0bfa8b1-b735-4b56-ab70-3d1d0530ae6a req-cc62b109-6f27-4a65-aa3b-9bfae46a92cc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:32:51.091060 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0bfa8b1-b735-4b56-ab70-3d1d0530ae6a req-cc62b109-6f27-4a65-aa3b-9bfae46a92cc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1291790 Feb 09 03:32:51.420406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ce917-39e6-4bf6-a677-a667c953015f req-d9db9e8c-9c3c-4c34-aec1-da802bfbcff2 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:51.421891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-363ce917-39e6-4bf6-a677-a667c953015f req-d9db9e8c-9c3c-4c34-aec1-da802bfbcff2 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 950 time: 0.0524995 Feb 09 03:32:51.467920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-363ce917-39e6-4bf6-a677-a667c953015f req-62445352-14a3-4987-aa3e-85eb3343548c tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Feb 09 03:32:51.821503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:52.591828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b3410-2179-4473-92a4-a89c7c973314 req-6935a16c-a719-4abf-983d-62625d907d92 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:52.593305 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d4b3410-2179-4473-92a4-a89c7c973314 req-6935a16c-a719-4abf-983d-62625d907d92 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 950 time: 0.0539980 Feb 09 03:32:52.641710 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d4b3410-2179-4473-92a4-a89c7c973314 req-8ce2fa91-5347-45f5-be50-1fe7eddd7cdc tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/security-groups?id=5033be90-5fe8-4a0f-b971-3832d5f21b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Feb 09 03:32:52.864042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14101eca-d898-4831-abfe-b068b6e205a1 req-83c97763-819d-4f49-8884-e0abb7f0af82 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:52.865387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14101eca-d898-4831-abfe-b068b6e205a1 req-83c97763-819d-4f49-8884-e0abb7f0af82 tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 950 time: 0.0555832 Feb 09 03:32:52.953101 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Deleting port fd7ad1ca-4128-4788-9122-6ee5f779a05e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:32:52.953437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.044966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] For port fd7ad1ca-4128-4788-9122-6ee5f779a05e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=fd7ad1ca-4128-4788-9122-6ee5f779a05e,segment=NetworkSegment(9374d298-60e3-41a2-8d7a-6d61eeeb5a30),segment_id=9374d298-60e3-41a2-8d7a-6d61eeeb5a30)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:32:53.045324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.057057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Calling delete_port for fd7ad1ca-4128-4788-9122-6ee5f779a05e owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:32:53.182407 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (fd7ad1ca-4128-4788-9122-6ee5f779a05e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.196314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['fd7ad1ca-4128-4788-9122-6ee5f779a05e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:32:53.214905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Pushing event deleted for resources: {'Port': ['ID=fd7ad1ca-4128-4788-9122-6ee5f779a05e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:53.259128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] No DVR routers for this DVR port fd7ad1ca-4128-4788-9122-6ee5f779a05e on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:32:53.262302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:53.265526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-14101eca-d898-4831-abfe-b068b6e205a1 req-0f15c66a-e06f-4cde-bddc-9dfe55b3babf tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.26 "DELETE /v2.0/ports/fd7ad1ca-4128-4788-9122-6ee5f779a05e HTTP/1.1" status: 204 len: 173 time: 0.3953695 Feb 09 03:32:53.265983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d222925-cde0-40da-bfa8-ebe885fac2f4', 'name': 'network-vif-deleted', 'tag': 'fd7ad1ca-4128-4788-9122-6ee5f779a05e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:32:53.268283 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff10e43f-5744-4fe8-8276-bce8d1b483e5" -d '{"events": [{"server_uuid": "6d222925-cde0-40da-bfa8-ebe885fac2f4", "name": "network-vif-deleted", "tag": "fd7ad1ca-4128-4788-9122-6ee5f779a05e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:32:53.308144 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8d3a6e-9438-4273-ab99-ccd38ca38fbf x-openstack-request-id: req-5a8d3a6e-9438-4273-ab99-ccd38ca38fbf {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:32:53.308502 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d222925-cde0-40da-bfa8-ebe885fac2f4", "name": "network-vif-deleted", "tag": "fd7ad1ca-4128-4788-9122-6ee5f779a05e", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:32:53.308820 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a8d3a6e-9438-4273-ab99-ccd38ca38fbf {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:32:53.309285 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d222925-cde0-40da-bfa8-ebe885fac2f4', 'name': 'network-vif-deleted', 'tag': 'fd7ad1ca-4128-4788-9122-6ee5f779a05e', 'status': 'completed', 'code': 200} Feb 09 03:32:54.006299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b18ac998-22ca-46f5-85e3-e990beecc2e9 req-fabf4258-9a08-41ad-8687-5d7cea1314fb tempest-ServersAdminNegativeTestJSON-1610861437 tempest-ServersAdminNegativeTestJSON-1610861437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d222925-cde0-40da-bfa8-ebe885fac2f4 HTTP/1.1" status: 200 len: 210 time: 0.0274737 Feb 09 03:32:55.315086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47762) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:55.450615 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-739003da-7f07-4054-8d15-6440a72c97ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acea0e86966741d2b2de5a3e49bd573e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341550 Feb 09 03:32:55.453231 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47766) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:55.504416 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9070-f0a3-4b56-960f-73c24fa0e2e4 admin admin] Publish callbacks [] for security_group (5033be90-5fe8-4a0f-b971-3832d5f21b00), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.526189 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9070-f0a3-4b56-960f-73c24fa0e2e4 admin admin] Publish callbacks [] for security_group (5033be90-5fe8-4a0f-b971-3832d5f21b00), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.574225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9070-f0a3-4b56-960f-73c24fa0e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (5033be90-5fe8-4a0f-b971-3832d5f21b00), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.576826 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9070-f0a3-4b56-960f-73c24fa0e2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.578050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f6ef9070-f0a3-4b56-960f-73c24fa0e2e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5033be90-5fe8-4a0f-b971-3832d5f21b00 HTTP/1.1" status: 204 len: 168 time: 0.1238945 Feb 09 03:32:55.586399 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9070-f0a3-4b56-960f-73c24fa0e2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033be90-5fe8-4a0f-b971-3832d5f21b00,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:55.836964 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47772) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:55.849992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea7d851a-56c5-41c3-99b8-85115f743a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.927206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea7d851a-56c5-41c3-99b8-85115f743a05 admin admin] Publish callbacks [] for security_group (3e652beb-a265-45fd-a6af-4dc3fbcd4c72), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.931130 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea7d851a-56c5-41c3-99b8-85115f743a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3e652beb-a265-45fd-a6af-4dc3fbcd4c72), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:55.969337 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea7d851a-56c5-41c3-99b8-85115f743a05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c259a6370dd649a19abdf038527f54fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313064 Feb 09 03:32:55.970304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d851a-56c5-41c3-99b8-85115f743a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e652beb-a265-45fd-a6af-4dc3fbcd4c72,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:55.972101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47774) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:55.989462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device fd7ad1ca-4128-4788-9122-6ee5f779a05e no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:32:56.011913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: fd7ad1ca-4128-4788-9122-6ee5f779a05e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:32:56.012263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device fd7ad1ca-4128-4788-9122-6ee5f779a05e not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:32:56.022615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4911505-be71-42b6-8b63-3f11dd1d5a2c admin admin] Publish callbacks [] for security_group (3e652beb-a265-45fd-a6af-4dc3fbcd4c72), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.043286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4911505-be71-42b6-8b63-3f11dd1d5a2c admin admin] Publish callbacks [] for security_group (3e652beb-a265-45fd-a6af-4dc3fbcd4c72), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.094459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4911505-be71-42b6-8b63-3f11dd1d5a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (3e652beb-a265-45fd-a6af-4dc3fbcd4c72), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.096972 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e4911505-be71-42b6-8b63-3f11dd1d5a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.098122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e4911505-be71-42b6-8b63-3f11dd1d5a2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e652beb-a265-45fd-a6af-4dc3fbcd4c72 HTTP/1.1" status: 204 len: 168 time: 0.1249430 Feb 09 03:32:56.105685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4911505-be71-42b6-8b63-3f11dd1d5a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e652beb-a265-45fd-a6af-4dc3fbcd4c72,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:56.761029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 47796) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:56.856724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1889121764-network', 'tenant_id': 'c5771472148b4ecba5144aafe0932019'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:56.875738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Made reservation on behalf of c5771472148b4ecba5144aafe0932019 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:56.878219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.886566 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.965037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Publish callbacks [] for security_group (c29de066-0aee-4eb3-801e-f45d224e9785), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.968854 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c29de066-0aee-4eb3-801e-f45d224e9785), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:56.995074 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:32:57.005957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29de066-0aee-4eb3-801e-f45d224e9785,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:57.011632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (51f55957-a8c2-487d-9481-64d7d12ad575), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.011980 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Added segment 51f55957-a8c2-487d-9481-64d7d12ad575 of type vlan for network cad359dc-4840-4d92-af60-1673aa3414b8 Feb 09 03:32:57.052974 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (cad359dc-4840-4d92-af60-1673aa3414b8), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.077378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (cad359dc-4840-4d92-af60-1673aa3414b8), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.078664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:57.079247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.130556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3681669 Feb 09 03:32:57.133397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47800) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:32:57.138389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Request body: {'subnet': {'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1889121764-subnet', 'tenant_id': 'c5771472148b4ecba5144aafe0932019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:57.143572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a8e9e-b6b9-4af5-97bb-a6614c91da19 admin admin] Pushing event updated for resources: {'Network': ['ID=cad359dc-4840-4d92-af60-1673aa3414b8,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:57.154083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network cad359dc-4840-4d92-af60-1673aa3414b8 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:32:57.159300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Made reservation on behalf of c5771472148b4ecba5144aafe0932019 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:57.161856 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.335997 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (6c638267-e2f8-4696-985c-1b3f3eea7012), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.388672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c638267-e2f8-4696-985c-1b3f3eea7012,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:57.399245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Checking segment: {'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:32:57.399613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Network hostable DHCP agents. Network: cad359dc-4840-4d92-af60-1673aa3414b8, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:32:57.415907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Network cad359dc-4840-4d92-af60-1673aa3414b8 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:32:57.424284 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, cad359dc-4840-4d92-af60-1673aa3414b8) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:57.429151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:57.429744 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:57.434125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d8696-02a3-4de8-9b15-614ee75df0f5 None None] Network cad359dc-4840-4d92-af60-1673aa3414b8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:57.446159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd45fd4b-2782-483f-a345-47f25e0ce9f9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3116052 Feb 09 03:32:57.536960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24ed52-a99e-4e4b-9184-6adab60eb305 None None] Network cad359dc-4840-4d92-af60-1673aa3414b8 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:32:57.871499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-32ecfaef-6a1e-42a4-a743-9ba6d5b56b00 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:57.872949 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-32ecfaef-6a1e-42a4-a743-9ba6d5b56b00 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 812 time: 0.1040554 Feb 09 03:32:57.888493 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-a63cb9ab-2b9a-44f3-82a8-032f72e8122d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/quotas/c5771472148b4ecba5144aafe0932019 HTTP/1.1" status: 200 len: 375 time: 0.0099647 Feb 09 03:32:57.922754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-6202c37f-00f4-4237-b026-f54ee9d4d82b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293093 Feb 09 03:32:58.013980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-1e4e1032-f3c9-443e-a57c-6aefb239db6a service neutron] 10.222.0.32 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841143 Feb 09 03:32:58.100980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-336bda4d-de6e-4132-b1e5-4c783a241792 service neutron] 10.222.0.32 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812256 Feb 09 03:32:58.260862 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4b6e4e61-147c-4f37-9e67-54d22c22071a req-663907ec-fc0b-49d9-9b95-994f7d954f4c tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 210 time: 0.0302873 Feb 09 03:32:59.312068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-95bed50f-ce03-40bd-ad16-41a2b110b6f3 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:59.313726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-95bed50f-ce03-40bd-ad16-41a2b110b6f3 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.26 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 812 time: 0.1132207 Feb 09 03:32:59.325583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Request body: {'port': {'device_id': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8', 'admin_state_up': True, 'tenant_id': 'c5771472148b4ecba5144aafe0932019'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:59.399678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f377b9e-6d68-43e4-baab-967beeefd300 req-63267243-02cb-4baa-aa2d-f9610bfdfff6 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 210 time: 0.0592630 Feb 09 03:32:59.458723 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Made reservation on behalf of c5771472148b4ecba5144aafe0932019 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:32:59.461986 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.583793 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Allocated IP 172.20.0.14 (cad359dc-4840-4d92-af60-1673aa3414b8/6c638267-e2f8-4696-985c-1b3f3eea7012/edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:32:59.730597 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Publish callbacks [] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.763676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.811991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Network cad359dc-4840-4d92-af60-1673aa3414b8 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:32:59.815040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:32:59.819058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:32:59.826366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:32:59.871571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:32:59.872172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:32:59.887514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-ca8ec329-a135-4c0c-8389-fe541773f157 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5661421 Feb 09 03:32:59.898844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Request body: {'port': {'device_id': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:32:59.956997 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.217186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:00.224462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Publish callbacks [] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.236097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Transition to ACTIVE for port object edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:33:00.239891 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.290734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:00.356568 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Attempting to bind port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:33:00.357265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Attempting to bind port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:33:00.357265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Attempting to bind port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on network cad359dc-4840-4d92-af60-1673aa3414b8 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:00.361644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on network cad359dc-4840-4d92-af60-1673aa3414b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:33:00.361973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Attempting to bind port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on network cad359dc-4840-4d92-af60-1673aa3414b8 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:00.366968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:33:00.367307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Checking segment: {'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:00.367692 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Bound using segment: {'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:33:00.368117 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Bound port: edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:33:00.368475 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.434890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:00.438080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:33:00.444310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.476607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:00.477227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.478632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] 10.222.0.26 "PUT /v2.0/ports/edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 1092 time: 0.5836916 Feb 09 03:33:00.479069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:00.481292 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7083c8-584f-4334-9410-f1eb515887ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:00.515575 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-90c27c3d-09db-43fb-bece-e939b63fb69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:00.520491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1817c9e-144d-4704-8c8b-d7d5e23dbeeb service neutron] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:00.536107 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca50ce6-e2e0-482f-9c1b-712415de6266 x-openstack-request-id: req-1ca50ce6-e2e0-482f-9c1b-712415de6266 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:00.536525 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:00.536880 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ca50ce6-e2e0-482f-9c1b-712415de6266 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:00.540770 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'status': 'completed', 'code': 200} Feb 09 03:33:00.557264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce37b3a-60d7-47b2-93cc-a77653a31a68 req-7765ea6c-e034-4861-a392-4388b9d10062 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:00.559159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ce37b3a-60d7-47b2-93cc-a77653a31a68 req-7765ea6c-e034-4861-a392-4388b9d10062 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 944 time: 0.0906553 Feb 09 03:33:00.572467 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-af8e3111-29fc-44f5-9a18-bf859e99a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:00.573966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-af8e3111-29fc-44f5-9a18-bf859e99a816 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1126 time: 0.0503104 Feb 09 03:33:00.605593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ce37b3a-60d7-47b2-93cc-a77653a31a68 req-eba3b76e-e50f-466a-a6a3-acd5f4edcdad tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Feb 09 03:33:00.620004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-aa1b121b-6fa0-40b8-abec-543fa7b35ac5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 217 time: 0.0385463 Feb 09 03:33:00.667124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-736f3f82-eed2-46a2-9756-8ca27c2f61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:00.668529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-736f3f82-eed2-46a2-9756-8ca27c2f61a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 200 len: 852 time: 0.0434716 Feb 09 03:33:00.700054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-edeb17a2-706a-49c1-ac6e-b0eb9ef8f9b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cad359dc-4840-4d92-af60-1673aa3414b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251200 Feb 09 03:33:00.788725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-64bd4d59-ed71-4cb9-a5e4-1b564cddf6c4 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828333 Feb 09 03:33:00.877375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bee7a245-33a9-4019-9b11-d336a6d37c09 req-7b232ea8-e499-4fce-9f97-19f9c4855af3 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832829 Feb 09 03:33:00.962518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7083c8-584f-4334-9410-f1eb515887ae req-f86649de-7325-465d-b11a-f226cbd09907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:00.964001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed7083c8-584f-4334-9410-f1eb515887ae req-f86649de-7325-465d-b11a-f226cbd09907 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1126 time: 0.0438991 Feb 09 03:33:01.056444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7083c8-584f-4334-9410-f1eb515887ae req-8cd06de9-3b02-4b06-84f9-45a6b48dad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:01.057826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed7083c8-584f-4334-9410-f1eb515887ae req-8cd06de9-3b02-4b06-84f9-45a6b48dad1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 913 time: 0.0878839 Feb 09 03:33:01.097579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed7083c8-584f-4334-9410-f1eb515887ae req-c0a2d3c2-c6cb-4bea-a795-2f35106ee9e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 217 time: 0.0338204 Feb 09 03:33:01.144554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7083c8-584f-4334-9410-f1eb515887ae req-363a16fa-7a87-4f6b-bff1-11f06b163b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:01.145988 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed7083c8-584f-4334-9410-f1eb515887ae req-363a16fa-7a87-4f6b-bff1-11f06b163b60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 200 len: 852 time: 0.0435483 Feb 09 03:33:01.179408 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed7083c8-584f-4334-9410-f1eb515887ae req-adc70752-8fac-4cba-8267-bb85b6a20b05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cad359dc-4840-4d92-af60-1673aa3414b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282769 Feb 09 03:33:01.266436 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed7083c8-584f-4334-9410-f1eb515887ae req-53cbe298-7d23-4458-9136-8068e22940e7 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817621 Feb 09 03:33:01.670275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed7083c8-584f-4334-9410-f1eb515887ae req-22aff6bd-837d-4fc4-974b-6fda5dd17dfd service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968616 Feb 09 03:33:01.734819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f7d9a-b14f-4960-8bc5-5979c8c3ea1c req-cba08b07-e51a-437d-93f1-da128372e261 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:01.736282 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f1f7d9a-b14f-4960-8bc5-5979c8c3ea1c req-cba08b07-e51a-437d-93f1-da128372e261 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 944 time: 0.0522842 Feb 09 03:33:01.782575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4f1f7d9a-b14f-4960-8bc5-5979c8c3ea1c req-55d9d414-42ca-45bf-9da9-fdfafd18b7db tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Feb 09 03:33:02.735409 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-52dbd0d9-67d2-437d-893b-d61899f40183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:02.908169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f352e7-11ab-4cf4-9a11-9d526f7f22e8 req-24480dab-7148-41ed-b262-daa15a153b63 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:02.909728 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74f352e7-11ab-4cf4-9a11-9d526f7f22e8 req-24480dab-7148-41ed-b262-daa15a153b63 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 944 time: 0.0611153 Feb 09 03:33:02.955973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74f352e7-11ab-4cf4-9a11-9d526f7f22e8 req-f64c91d6-b0da-472a-83df-62c077750063 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Feb 09 03:33:04.050575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:33:04.077105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee30699-442b-4625-bf73-fa2e36bdb494 req-3b7cffc0-4dc0-4720-9112-56801a9b161e tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:04.078702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ee30699-442b-4625-bf73-fa2e36bdb494 req-3b7cffc0-4dc0-4720-9112-56801a9b161e tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 944 time: 0.0555682 Feb 09 03:33:04.130936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.134573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ee30699-442b-4625-bf73-fa2e36bdb494 req-16661025-4df6-49c8-9792-63d232d4483b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491745 Feb 09 03:33:04.166763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:04.177226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8', 'port_id': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'mac_address': 'fa:16:3e:bf:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c638267-e2f8-4696-985c-1b3f3eea7012', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:33:04.213673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:04.214059 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.226436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:04.245943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:04.249294 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:04.294461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:04.538555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:33:05.162836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:05.256914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660504f3-453a-4756-aeeb-784332c875ae req-32213efa-5a62-4721-8490-2ee63f40a322 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:05.258451 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-660504f3-453a-4756-aeeb-784332c875ae req-32213efa-5a62-4721-8490-2ee63f40a322 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 945 time: 0.0544031 Feb 09 03:33:05.305820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-660504f3-453a-4756-aeeb-784332c875ae req-08d41574-9722-43a6-b503-49fa82831d94 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Feb 09 03:33:06.066044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:06.115053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:33:06.119023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:06.119401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.199301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:06.200077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.222709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:06.224937 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1db7c0-6717-40a0-8102-0058d028a136" -d '{"events": [{"server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "name": "network-vif-plugged", "status": "completed", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:06.238212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:06.242936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:06.266911 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74abe32a-c3c0-4ae0-810d-e8877721b93a x-openstack-request-id: req-74abe32a-c3c0-4ae0-810d-e8877721b93a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:06.267232 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "name": "network-vif-plugged", "status": "completed", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:06.267491 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74abe32a-c3c0-4ae0-810d-e8877721b93a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:06.267887 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'code': 200} Feb 09 03:33:06.296948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:06.381703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f170331-5395-4623-9a1a-8d2e4cc49a17 req-af007d1c-1762-4083-8b34-8e3a3b952fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:06.384010 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f170331-5395-4623-9a1a-8d2e4cc49a17 req-af007d1c-1762-4083-8b34-8e3a3b952fc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1128 time: 0.0595558 Feb 09 03:33:06.429681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f170331-5395-4623-9a1a-8d2e4cc49a17 req-034a3679-fd4b-464a-8f39-572cc99309f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Feb 09 03:33:06.434127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37cfb7-5c63-4b07-91f8-93a49451578c req-140a3de8-9050-4339-a8c3-8b4a251d3037 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:06.436878 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b37cfb7-5c63-4b07-91f8-93a49451578c req-140a3de8-9050-4339-a8c3-8b4a251d3037 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0577452 Feb 09 03:33:06.487300 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b37cfb7-5c63-4b07-91f8-93a49451578c req-6b7b7929-beb8-44ef-a452-72254ea8b069 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460029 Feb 09 03:33:06.505812 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:07.613722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9463e14-80d8-4018-a45b-a289a892a73a req-00f43b6d-811a-43a7-82d0-9627db51b98b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:07.615238 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9463e14-80d8-4018-a45b-a289a892a73a req-00f43b6d-811a-43a7-82d0-9627db51b98b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0557978 Feb 09 03:33:07.663828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9463e14-80d8-4018-a45b-a289a892a73a req-ef4e1964-5749-4792-ae36-59edec39c639 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Feb 09 03:33:08.785784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb5e5f-fdc5-49b9-b978-559d17b91ddd req-95a528c8-51a7-4d1c-93e6-62717821b189 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:08.787262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3acb5e5f-fdc5-49b9-b978-559d17b91ddd req-95a528c8-51a7-4d1c-93e6-62717821b189 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0528176 Feb 09 03:33:08.833669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3acb5e5f-fdc5-49b9-b978-559d17b91ddd req-795e6789-e6f3-4d41-bf15-79ea21190ace tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Feb 09 03:33:09.073541 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce5a98-91fd-48f8-852e-6173453e9f67 req-75276551-630e-44f3-a998-caab52466c9a tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:09.075088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54ce5a98-91fd-48f8-852e-6173453e9f67 req-75276551-630e-44f3-a998-caab52466c9a tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0530925 Feb 09 03:33:09.106119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-c3789dc6-f086-46b3-bb32-4724f9339e15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921607 Feb 09 03:33:09.115150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-0069dbdb-50e2-4e3d-ae30-e1ada3bc389a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:33:09.116119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-0069dbdb-50e2-4e3d-ae30-e1ada3bc389a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055969 Feb 09 03:33:09.123318 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54ce5a98-91fd-48f8-852e-6173453e9f67 req-438b5ebf-19dc-4e15-915f-76b89e86c707 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Feb 09 03:33:10.161538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-2200fb0c-69ad-499d-8635-be80290ccace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:10.163075 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-2200fb0c-69ad-499d-8635-be80290ccace service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1128 time: 0.0493348 Feb 09 03:33:10.292063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb26a7-ade0-4547-9baf-0fcfa1df91ff req-806bc0d0-8cd7-4211-b030-c2b66379c0fd tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:10.293496 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-07fb26a7-ade0-4547-9baf-0fcfa1df91ff req-806bc0d0-8cd7-4211-b030-c2b66379c0fd tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0839949 Feb 09 03:33:10.294838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-f80804ba-5824-4c1f-b4c7-a3a2488ea40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:10.296141 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-f80804ba-5824-4c1f-b4c7-a3a2488ea40b service neutron] 10.222.0.26 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 913 time: 0.1280308 Feb 09 03:33:10.344635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-d90e5cc0-28ff-429e-a36e-75cd6522b83f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 217 time: 0.0394676 Feb 09 03:33:10.400513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-07fb26a7-ade0-4547-9baf-0fcfa1df91ff req-de1e3bca-d2f4-4ddf-a71a-20d221382c1b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014426 Feb 09 03:33:10.409322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-93b57751-4ebc-42d5-a762-122532cfbf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:10.410766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-93b57751-4ebc-42d5-a762-122532cfbf43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 200 len: 852 time: 0.0606747 Feb 09 03:33:10.446627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-a8f58f81-8732-4d10-85f9-0c3596977f89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cad359dc-4840-4d92-af60-1673aa3414b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300877 Feb 09 03:33:10.534705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-8ecf9617-062b-4274-97ae-f1027753054f service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821021 Feb 09 03:33:10.632207 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-03261920-bbd5-479f-9102-c8046aff160f service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918467 Feb 09 03:33:11.524019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69288c35-fae4-4f26-8f95-1efdecbfe24e req-72c69f61-2f7c-4344-bf99-ea722bbe6aea tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:11.525505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69288c35-fae4-4f26-8f95-1efdecbfe24e req-72c69f61-2f7c-4344-bf99-ea722bbe6aea tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0566487 Feb 09 03:33:11.573256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69288c35-fae4-4f26-8f95-1efdecbfe24e req-bb8f7b4d-4496-44b4-a048-72370b43804c tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421536 Feb 09 03:33:12.693751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c1c28-bdb2-411a-8e1e-e1563314e009 req-e981035e-f6e4-400e-b309-025a2cfd89af tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:12.695258 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c9c1c28-bdb2-411a-8e1e-e1563314e009 req-e981035e-f6e4-400e-b309-025a2cfd89af tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0549037 Feb 09 03:33:12.741507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c9c1c28-bdb2-411a-8e1e-e1563314e009 req-397c936e-55f7-4e4d-b006-518d0b2a1ed5 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Feb 09 03:33:13.867295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646009a-9a1d-40f2-8b53-124bb601dae7 req-ef127f1a-ba79-4bda-a212-2799d76d4e88 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:13.868830 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d646009a-9a1d-40f2-8b53-124bb601dae7 req-ef127f1a-ba79-4bda-a212-2799d76d4e88 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0547259 Feb 09 03:33:13.915714 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d646009a-9a1d-40f2-8b53-124bb601dae7 req-8e9a999a-d49f-4980-b793-864da312ec2b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Feb 09 03:33:15.034933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d570beb-0c08-4d55-8efc-9e18e064651a req-dde71e99-5a21-4966-a13c-e495d6dc7d5f tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:15.036400 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d570beb-0c08-4d55-8efc-9e18e064651a req-dde71e99-5a21-4966-a13c-e495d6dc7d5f tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0518980 Feb 09 03:33:15.082441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d570beb-0c08-4d55-8efc-9e18e064651a req-2619b8ae-32f4-42ef-a10c-2621afb7e6f0 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Feb 09 03:33:16.204575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdede4f-c8fc-4533-9c34-6aadee04c8e5 req-6bfcdb10-4a43-47e5-a840-7fc1314e4fab tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:16.206100 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbdede4f-c8fc-4533-9c34-6aadee04c8e5 req-6bfcdb10-4a43-47e5-a840-7fc1314e4fab tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0561025 Feb 09 03:33:16.252875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbdede4f-c8fc-4533-9c34-6aadee04c8e5 req-4ff3511b-deb4-4128-a5cf-323b5d2575ae tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Feb 09 03:33:17.379489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba9d2-6cc3-48f8-82d9-bae4fee8d08d req-644f6f3f-2636-4664-b82c-f9ee6ace7745 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:17.380986 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d16ba9d2-6cc3-48f8-82d9-bae4fee8d08d req-644f6f3f-2636-4664-b82c-f9ee6ace7745 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0563693 Feb 09 03:33:17.428343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d16ba9d2-6cc3-48f8-82d9-bae4fee8d08d req-83f3b1b8-108d-4cfd-9e6c-0e0f4fd898d6 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Feb 09 03:33:18.547547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54626e89-7663-4b7f-8b04-c8e0fa486d13 req-f5713fad-8125-4fb2-bcbc-8e82768980c1 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:18.549063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54626e89-7663-4b7f-8b04-c8e0fa486d13 req-f5713fad-8125-4fb2-bcbc-8e82768980c1 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0528238 Feb 09 03:33:18.595551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54626e89-7663-4b7f-8b04-c8e0fa486d13 req-185026ef-f1f6-46f5-80a4-16a287b7a00d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Feb 09 03:33:19.715790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef42c8b-d8fb-4788-a640-8d336620ace4 req-7b8e23cc-c0b8-4268-910f-349423d2b02d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:19.717247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bef42c8b-d8fb-4788-a640-8d336620ace4 req-7b8e23cc-c0b8-4268-910f-349423d2b02d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0513728 Feb 09 03:33:19.764574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bef42c8b-d8fb-4788-a640-8d336620ace4 req-82940417-f34c-4910-99dc-4a416c9c1b29 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Feb 09 03:33:19.841651 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:20.391268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-91731ff2-b373-4b74-9ed3-5af2d2d51d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:20.392753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-91731ff2-b373-4b74-9ed3-5af2d2d51d46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1128 time: 0.0473981 Feb 09 03:33:20.493583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-3c6e5e8c-d339-4993-929a-596a6b25d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:20.495073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-3c6e5e8c-d339-4993-929a-596a6b25d69c service neutron] 10.222.0.26 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 913 time: 0.0820987 Feb 09 03:33:20.536676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-fbf1115a-d349-4469-b03f-474eb67d999b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 217 time: 0.0343726 Feb 09 03:33:20.587659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-08086bee-4d0f-4bc5-89b2-c70f16f33176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:20.589056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-08086bee-4d0f-4bc5-89b2-c70f16f33176 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 200 len: 852 time: 0.0470567 Feb 09 03:33:20.619735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-b3902e92-82c8-4513-b314-e8f4551a21fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cad359dc-4840-4d92-af60-1673aa3414b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238853 Feb 09 03:33:20.709142 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-1ffe3a0f-af4c-4b56-95b6-5febe06e0ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832009 Feb 09 03:33:20.806189 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32687806-5ea2-4007-8e74-bc5e30c15f6b req-4b1e795a-6353-44da-9149-2cb58aa82565 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911317 Feb 09 03:33:20.985495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385c1a4-6e36-4d86-92b2-634c9e9ea6a2 req-2592c3f2-b809-4c72-b83b-c405fbcd70b6 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:20.987022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c385c1a4-6e36-4d86-92b2-634c9e9ea6a2 req-2592c3f2-b809-4c72-b83b-c405fbcd70b6 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.1537905 Feb 09 03:33:21.040572 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c385c1a4-6e36-4d86-92b2-634c9e9ea6a2 req-97561ca6-a979-491b-b322-a65d21f78809 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471156 Feb 09 03:33:21.842185 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:22.160341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98158765-d079-4213-93b2-c09f7f1c8584 req-51137bbf-7780-40a1-af39-6897612b2ed5 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:22.161730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-98158765-d079-4213-93b2-c09f7f1c8584 req-51137bbf-7780-40a1-af39-6897612b2ed5 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0536571 Feb 09 03:33:22.208020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-98158765-d079-4213-93b2-c09f7f1c8584 req-688abb3f-00db-4d11-84fb-f7ec467ef3ae tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Feb 09 03:33:23.328296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f7323-d31b-4f9d-8b70-f60346d5bb54 req-fdea6522-80d1-4997-b177-5573994f764e tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:23.329762 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-689f7323-d31b-4f9d-8b70-f60346d5bb54 req-fdea6522-80d1-4997-b177-5573994f764e tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0524809 Feb 09 03:33:23.375056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-689f7323-d31b-4f9d-8b70-f60346d5bb54 req-35a143a7-3696-4c83-a6b5-0b90ca28b0fe tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391409 Feb 09 03:33:24.499163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fbfb5-5820-42aa-b42d-cba7dc982459 req-0fa19af2-5882-48e9-93bd-8df8b5a97c80 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:24.500576 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f59fbfb5-5820-42aa-b42d-cba7dc982459 req-0fa19af2-5882-48e9-93bd-8df8b5a97c80 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0576944 Feb 09 03:33:24.547976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f59fbfb5-5820-42aa-b42d-cba7dc982459 req-360e0745-75d5-40cc-8b87-afbc637f3575 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Feb 09 03:33:25.666493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb30d6-83d5-4565-941a-2478fb25e98d req-ae7e0f5a-92a6-4f06-bc5a-92eb9c58e67d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:25.667977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7cb30d6-83d5-4565-941a-2478fb25e98d req-ae7e0f5a-92a6-4f06-bc5a-92eb9c58e67d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0541146 Feb 09 03:33:25.713310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7cb30d6-83d5-4565-941a-2478fb25e98d req-02b45fae-5b15-4353-8150-88fa9a28e750 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Feb 09 03:33:26.832760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55350207-7ea0-4e6e-b108-0f91d047e47a req-68969f9c-91f1-403c-bbeb-fffb3b1a8f55 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:26.834200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55350207-7ea0-4e6e-b108-0f91d047e47a req-68969f9c-91f1-403c-bbeb-fffb3b1a8f55 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0538557 Feb 09 03:33:26.886213 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55350207-7ea0-4e6e-b108-0f91d047e47a req-406eb649-b267-4bea-91d6-ec18cc212357 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Feb 09 03:33:27.916925 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:33:28.007405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4116312-e481-405f-b10e-738f535b99ad req-421aea38-d5c6-4158-a7ad-5cbf6a8182c7 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:28.009212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e4116312-e481-405f-b10e-738f535b99ad req-421aea38-d5c6-4158-a7ad-5cbf6a8182c7 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0557609 Feb 09 03:33:28.056848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e4116312-e481-405f-b10e-738f535b99ad req-31c55857-dd4e-4b2f-aa5f-cc748864b21a tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Feb 09 03:33:29.173874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855a75f-ef03-422e-b0e3-dba5ae12fadf req-a56109a2-505e-499b-95fb-ff06d822495d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:29.175875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5855a75f-ef03-422e-b0e3-dba5ae12fadf req-a56109a2-505e-499b-95fb-ff06d822495d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0521879 Feb 09 03:33:29.225974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5855a75f-ef03-422e-b0e3-dba5ae12fadf req-c6fff2c1-b74d-4fd4-9fc2-d5ecf36e3f58 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445635 Feb 09 03:33:30.344565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42e2f5-7781-465f-a32b-b1959e48bf50 req-013b5ddb-3872-4850-a446-d3f8f4706cd1 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:30.346048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c42e2f5-7781-465f-a32b-b1959e48bf50 req-013b5ddb-3872-4850-a446-d3f8f4706cd1 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0514016 Feb 09 03:33:30.392184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c42e2f5-7781-465f-a32b-b1959e48bf50 req-d52f93a0-5d77-4d97-99fa-3afc7e384d9a tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Feb 09 03:33:30.498811 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-97ef584a-33b3-4939-968b-f81a1f9a1a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:31.511454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4d059-d82f-48b5-9ba3-ad4bd66afc44 req-299567dd-f450-4431-945f-707901dc7c79 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:31.512963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74d4d059-d82f-48b5-9ba3-ad4bd66afc44 req-299567dd-f450-4431-945f-707901dc7c79 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0526114 Feb 09 03:33:31.560513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74d4d059-d82f-48b5-9ba3-ad4bd66afc44 req-a43ec1ea-4cf3-4ce0-9789-f69ac273669c tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Feb 09 03:33:32.679331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e0a7e-7639-4da5-97db-90f346554f2e req-911a277c-f3f4-499b-b57e-df9d58e426a8 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:32.681021 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f1e0a7e-7639-4da5-97db-90f346554f2e req-911a277c-f3f4-499b-b57e-df9d58e426a8 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0532174 Feb 09 03:33:32.731784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f1e0a7e-7639-4da5-97db-90f346554f2e req-ef749d3c-d588-41cf-8070-600332b36f51 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Feb 09 03:33:32.737991 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b8a96de6-2637-4f47-b975-aa6b7cd820d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:33.854051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b131b3-3e8e-4436-8abb-d06c4db696ae req-5924d7c2-c5d2-4c1e-92f9-4122d47255c9 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:33.855445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4b131b3-3e8e-4436-8abb-d06c4db696ae req-5924d7c2-c5d2-4c1e-92f9-4122d47255c9 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0524583 Feb 09 03:33:33.904924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a4b131b3-3e8e-4436-8abb-d06c4db696ae req-515567b8-89cd-430c-80d3-10df82403287 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Feb 09 03:33:34.085070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:35.021742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dab8c7-5fed-4c52-bd58-3ff64ca223cc req-2fa92ead-b013-4745-a148-9b7435c51203 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:35.023511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9dab8c7-5fed-4c52-bd58-3ff64ca223cc req-2fa92ead-b013-4745-a148-9b7435c51203 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0523610 Feb 09 03:33:35.069618 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e9dab8c7-5fed-4c52-bd58-3ff64ca223cc req-f82c21eb-8389-43a1-9d13-714ef66d683c tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Feb 09 03:33:35.164187 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:36.256949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83ba63-197f-42df-bb88-67ed5a6efba5 req-46c24fc6-cf03-4195-b073-3fbaab05cecc tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:36.258437 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b83ba63-197f-42df-bb88-67ed5a6efba5 req-46c24fc6-cf03-4195-b073-3fbaab05cecc tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.1198823 Feb 09 03:33:36.304400 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b83ba63-197f-42df-bb88-67ed5a6efba5 req-bfec29c5-45fd-422b-b59b-cc9af56f498a tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Feb 09 03:33:36.501987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:37.424686 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ac527-24da-4a27-a611-eb1965222323 req-ec3eac8a-f58e-4813-9b49-04a8a585f168 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:37.426186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-194ac527-24da-4a27-a611-eb1965222323 req-ec3eac8a-f58e-4813-9b49-04a8a585f168 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0526984 Feb 09 03:33:37.472582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-194ac527-24da-4a27-a611-eb1965222323 req-6a287b0c-5789-4a3e-af70-e45e628e2a1d tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Feb 09 03:33:37.636967 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-8fe7ee60-42b6-461b-ae61-ee0e1ea34eb3 service neutron] show failed (client error): The resource could not be found. Feb 09 03:33:37.637867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-8fe7ee60-42b6-461b-ae61-ee0e1ea34eb3 service neutron] 10.222.0.26 "GET /v2.0/ports/edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0550158 Feb 09 03:33:37.929156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-5d302239-f96d-4534-be06-af3523af46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:37.930594 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-5d302239-f96d-4534-be06-af3523af46d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77&tenant_id=c5771472148b4ecba5144aafe0932019 HTTP/1.1" status: 200 len: 1128 time: 0.1438906 Feb 09 03:33:37.942189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:37.998680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.201256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:38.233940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:38.272359 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:38.274847 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818cd095-09de-4554-87a4-4ec6f56bb2c3" -d '{"events": [{"server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "name": "network-vif-unplugged", "status": "completed", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:38.278610 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Publish callbacks [] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.291703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Transition to ACTIVE for port object edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:33:38.295373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.357520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=6']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:38.359755 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] No DVR routers for this DVR port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:33:38.372340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.372340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.372340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.372708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.373017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.373349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.373678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.374004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.374353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.374683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.375007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.375327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.375651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:38.398227 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4782f13f-c8c2-41a8-98be-19e464778cf1 x-openstack-request-id: req-4782f13f-c8c2-41a8-98be-19e464778cf1 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:38.398542 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "name": "network-vif-unplugged", "status": "completed", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:38.398800 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4782f13f-c8c2-41a8-98be-19e464778cf1 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:38.399191 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'code': 200} Feb 09 03:33:38.411913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Attempting to bind port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:33:38.412249 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Attempting to bind port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:33:38.412575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Attempting to bind port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on network cad359dc-4840-4d92-af60-1673aa3414b8 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:38.416967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on network cad359dc-4840-4d92-af60-1673aa3414b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:33:38.417285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Attempting to bind port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on network cad359dc-4840-4d92-af60-1673aa3414b8 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:38.422311 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:33:38.422682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Checking segment: {'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:38.423072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Bound using segment: {'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:33:38.423496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Bound port: edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f55957-a8c2-487d-9481-64d7d12ad575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:33:38.423853 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.485513 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:38.488477 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:33:38.494486 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.528639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:38.529319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:38.530879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] 10.222.0.61 "PUT /v2.0/ports/edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 1092 time: 0.5927720 Feb 09 03:33:38.605429 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e5004-6d46-4670-b3ca-c11f3ab15363 service neutron] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:38.637777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf953d-2bc8-447d-85cb-6ff22c199e52 req-c498ae77-d875-4d9b-96c5-39cb1f6773f9 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:38.639324 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6cbf953d-2bc8-447d-85cb-6ff22c199e52 req-c498ae77-d875-4d9b-96c5-39cb1f6773f9 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 944 time: 0.0976431 Feb 09 03:33:38.645932 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-8485a9a4-d8a7-4f18-9db8-a34842d9a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:38.647372 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-8485a9a4-d8a7-4f18-9db8-a34842d9a739 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1126 time: 0.0937431 Feb 09 03:33:38.741209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6cbf953d-2bc8-447d-85cb-6ff22c199e52 req-be8f2c2e-03f2-41e8-bf58-2e62713cac38 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927932 Feb 09 03:33:38.767400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-af765790-8333-458b-86d6-e6ff37f39bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:38.768853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-af765790-8333-458b-86d6-e6ff37f39bc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 913 time: 0.1150362 Feb 09 03:33:38.808258 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-1cdf43cc-2c3a-4d01-b9c2-4732b29acd16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 217 time: 0.0337601 Feb 09 03:33:38.855609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-ab969a64-53bd-4165-bffe-ec7fff57f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:38.857069 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-ab969a64-53bd-4165-bffe-ec7fff57f37b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 200 len: 852 time: 0.0427916 Feb 09 03:33:38.888574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-b358a3e2-f269-4299-af91-d721f6ef366b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cad359dc-4840-4d92-af60-1673aa3414b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254695 Feb 09 03:33:38.979614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-0d123987-42b0-4d0f-867a-7650f17a0a1e service neutron] 10.222.0.61 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850556 Feb 09 03:33:39.065856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1616fc7-f3d4-4056-8ccb-a1d465e6b9eb req-3ebc6947-4978-4bfc-acf1-2958484176a3 service neutron] 10.222.0.61 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807841 Feb 09 03:33:39.862326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5c749-6176-450b-aace-e5242d8abc1d req-81e6dd46-efa6-471c-ab75-b2d9d9e6b3f6 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:39.863727 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eda5c749-6176-450b-aace-e5242d8abc1d req-81e6dd46-efa6-471c-ab75-b2d9d9e6b3f6 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 944 time: 0.0528877 Feb 09 03:33:39.913595 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eda5c749-6176-450b-aace-e5242d8abc1d req-83eedcc5-13a5-4e00-858e-74c33f9d1751 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Feb 09 03:33:40.254481 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:33:40.294509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf host n-h1-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:33:40.294893 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:33:40.400158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:40.402529 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a943343-b910-40b3-abb6-832b59f076c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:40.450152 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993fba96-1a7d-4536-8eee-4244f69f3b69 x-openstack-request-id: req-993fba96-1a7d-4536-8eee-4244f69f3b69 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:40.450570 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:40.450786 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-993fba96-1a7d-4536-8eee-4244f69f3b69 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:40.451208 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'status': 'completed', 'code': 200} Feb 09 03:33:40.525166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943343-b910-40b3-abb6-832b59f076c0 req-a54ae5e1-db80-42df-bdb5-5a90ae5711fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.526634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-a54ae5e1-db80-42df-bdb5-5a90ae5711fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1126 time: 0.0503824 Feb 09 03:33:40.530590 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943343-b910-40b3-abb6-832b59f076c0 req-cb1ec119-c3c5-4095-9ff8-e8fd2a032bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.532217 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-cb1ec119-c3c5-4095-9ff8-e8fd2a032bdd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1126 time: 0.0582855 Feb 09 03:33:40.630426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943343-b910-40b3-abb6-832b59f076c0 req-c6a11652-d734-4d33-ae0d-07dd7a0052af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.632070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-c6a11652-d734-4d33-ae0d-07dd7a0052af service neutron] 10.222.0.26 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 913 time: 0.0985293 Feb 09 03:33:40.632557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943343-b910-40b3-abb6-832b59f076c0 req-51124b77-146d-47a3-afa3-c7efab249f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.634029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-51124b77-146d-47a3-afa3-c7efab249f76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 913 time: 0.0956964 Feb 09 03:33:40.677894 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-73dd7116-78b0-43f6-8275-611c93232c07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 217 time: 0.0385580 Feb 09 03:33:40.678157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-f7e592da-2ce0-4e8a-9730-641655364156 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 217 time: 0.0402477 Feb 09 03:33:40.725449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943343-b910-40b3-abb6-832b59f076c0 req-c356606f-59d5-4293-92c4-b2a9c8da15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.726725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943343-b910-40b3-abb6-832b59f076c0 req-0b5f5f5f-5047-4683-af5d-e8688e06816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:40.726912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-c356606f-59d5-4293-92c4-b2a9c8da15ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 200 len: 852 time: 0.0439110 Feb 09 03:33:40.728195 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-0b5f5f5f-5047-4683-af5d-e8688e06816b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 200 len: 852 time: 0.0451124 Feb 09 03:33:40.758149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-411f9828-65a2-4f66-92d9-f42832f14adb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cad359dc-4840-4d92-af60-1673aa3414b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258372 Feb 09 03:33:40.759614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-33b2c82c-d9c7-4fe5-a65a-6762d6a0b4eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cad359dc-4840-4d92-af60-1673aa3414b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262344 Feb 09 03:33:40.848640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-10c1d4ca-a847-4656-8960-8848ea12094a service neutron] 10.222.0.61 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845697 Feb 09 03:33:40.852093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-68f0b1f7-e241-4325-98c1-96bc5b021845 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870016 Feb 09 03:33:40.942378 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-a1b9ff4f-5a1a-4cee-aefd-346d6c072609 service neutron] 10.222.0.61 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881479 Feb 09 03:33:40.948818 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a943343-b910-40b3-abb6-832b59f076c0 req-26908a38-70b5-423a-934d-4440ff08fd80 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914261 Feb 09 03:33:41.012747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:33:41.038683 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e8e52-1cb3-4835-946b-8f5c3551012a req-091e9647-5cc7-45bd-bfeb-4505259261fc tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:41.040178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16e8e52-1cb3-4835-946b-8f5c3551012a req-091e9647-5cc7-45bd-bfeb-4505259261fc tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 944 time: 0.0580158 Feb 09 03:33:41.089000 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16e8e52-1cb3-4835-946b-8f5c3551012a req-c84d0c7a-24a3-4e0d-9c56-e910f6f358a5 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Feb 09 03:33:41.107174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:41.119329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'network_id': 'cad359dc-4840-4d92-af60-1673aa3414b8', 'port_id': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'mac_address': 'fa:16:3e:bf:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c638267-e2f8-4696-985c-1b3f3eea7012', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:33:41.159548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:41.159946 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.172543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:41.193281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:41.197186 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:41.245086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:41.372116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-66b2c3bc-d16b-4d10-b362-bc8b9f9b718f tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:41.373482 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-66b2c3bc-d16b-4d10-b362-bc8b9f9b718f tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77&tenant_id=c5771472148b4ecba5144aafe0932019&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 945 time: 0.0962312 Feb 09 03:33:41.432519 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-048acf99-df21-4843-9b72-0eddd9ebc23f service neutron] delete failed (client error): The resource could not be found. Feb 09 03:33:41.433547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-048acf99-df21-4843-9b72-0eddd9ebc23f service neutron] 10.222.0.26 "DELETE /v2.0/ports/edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0539827 Feb 09 03:33:41.435631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:33:41.521660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-5f986168-a369-4fd2-82e7-0454ce979d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:41.523188 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-5f986168-a369-4fd2-82e7-0454ce979d70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5771472148b4ecba5144aafe0932019&device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 1127 time: 0.0497248 Feb 09 03:33:41.611205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-61f7bd8a-c938-47cc-9a66-db8ff38ff5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:41.613397 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-61f7bd8a-c938-47cc-9a66-db8ff38ff5e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 200 len: 913 time: 0.0852537 Feb 09 03:33:41.660257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-10a3aa07-dc38-4e2d-8f0a-595c9b4dcc49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 200 len: 217 time: 0.0385640 Feb 09 03:33:41.706866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-cc69191a-402a-4103-a22e-c389e39eafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:41.708283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-cc69191a-402a-4103-a22e-c389e39eafed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 200 len: 852 time: 0.0427191 Feb 09 03:33:41.739119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-9def16e4-334f-45c0-a108-f9e8e6e95abe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cad359dc-4840-4d92-af60-1673aa3414b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251198 Feb 09 03:33:41.825787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-5b9d3502-1044-4570-acf2-fbfc8e980659 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811722 Feb 09 03:33:41.918032 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-90881103-d20f-4bbf-8b7a-c4aaff476f16 service neutron] 10.222.0.26 "GET /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865002 Feb 09 03:33:42.577943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd72dc-725f-44e0-a3dd-7576034f14af req-8b3ae67e-c7ea-40ec-9ebe-ebdf930ff11a tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:42.579432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5fd72dc-725f-44e0-a3dd-7576034f14af req-8b3ae67e-c7ea-40ec-9ebe-ebdf930ff11a tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 945 time: 0.0531783 Feb 09 03:33:42.624983 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5fd72dc-725f-44e0-a3dd-7576034f14af req-31f7c43c-3511-4654-8c9c-a75f977f24aa tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Feb 09 03:33:43.036467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:43.082808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:33:43.086707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:43.087104 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.164752 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:43.165139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.186536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:43.188769 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b188dd-3bd8-4f08-ae77-034691992562" -d '{"events": [{"server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "name": "network-vif-plugged", "status": "completed", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:43.201150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:43.205100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:43.229059 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764d2cc5-383c-40f5-a4ad-39288540d202 x-openstack-request-id: req-764d2cc5-383c-40f5-a4ad-39288540d202 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:43.229350 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "name": "network-vif-plugged", "status": "completed", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:43.229609 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-764d2cc5-383c-40f5-a4ad-39288540d202 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:43.230000 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'code': 200} Feb 09 03:33:43.255249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:43.750677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985093d-3bf6-4b02-875d-667b08301199 req-8a505d4d-6e09-4d92-9a4c-f35997c270b1 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:43.752908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c985093d-3bf6-4b02-875d-667b08301199 req-8a505d4d-6e09-4d92-9a4c-f35997c270b1 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0559871 Feb 09 03:33:43.800188 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c985093d-3bf6-4b02-875d-667b08301199 req-ee50bb7b-533e-42bc-8221-fce8c32f6c79 tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.32 "GET /v2.0/security-groups?id=c29de066-0aee-4eb3-801e-f45d224e9785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Feb 09 03:33:43.827613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-50af06f8-23c4-45fc-ab15-b83e0e66c5fc tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:43.829086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-50af06f8-23c4-45fc-ab15-b83e0e66c5fc tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b4c84de-acf4-4df9-b759-ae09a58f9f77 HTTP/1.1" status: 200 len: 946 time: 0.0521672 Feb 09 03:33:43.924747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Deleting port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:33:43.925084 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.010621 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] For port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,segment=NetworkSegment(51f55957-a8c2-487d-9481-64d7d12ad575),segment_id=51f55957-a8c2-487d-9481-64d7d12ad575)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:44.010978 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.023558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Calling delete_port for edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:33:44.149228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.163753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:33:44.179501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Pushing event deleted for resources: {'Port': ['ID=edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:44.228142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] No DVR routers for this DVR port edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:33:44.230789 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:44.234700 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc3fd931-b74c-4ed5-a3c9-806b3a117299 req-d308beb0-9bde-44a3-9bae-43648dafa09b tempest-DeleteServersTestJSON-809774384 tempest-DeleteServersTestJSON-809774384-project] 10.222.0.61 "DELETE /v2.0/ports/edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf HTTP/1.1" status: 204 len: 173 time: 0.4009144 Feb 09 03:33:44.235163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'name': 'network-vif-deleted', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:44.237989 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d903ec2d-6926-43c6-aca9-513d70c29191" -d '{"events": [{"server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "name": "network-vif-deleted", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:44.278361 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ea07bc-fcb4-4826-aa92-1fc8d0411d2b x-openstack-request-id: req-b2ea07bc-fcb4-4826-aa92-1fc8d0411d2b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:44.278725 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4c84de-acf4-4df9-b759-ae09a58f9f77", "name": "network-vif-deleted", "tag": "edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:44.278980 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2ea07bc-fcb4-4826-aa92-1fc8d0411d2b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:44.279432 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4c84de-acf4-4df9-b759-ae09a58f9f77', 'name': 'network-vif-deleted', 'tag': 'edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf', 'status': 'completed', 'code': 200} Feb 09 03:33:44.931782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47980) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:44.975771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b25a46-d967-4392-a2e1-c5c96bf27680 admin admin] Deleting subnet 6c638267-e2f8-4696-985c-1b3f3eea7012 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:33:44.978790 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1b25a46-d967-4392-a2e1-c5c96bf27680 admin admin] Publish callbacks [] for subnet (6c638267-e2f8-4696-985c-1b3f3eea7012), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.013279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1b25a46-d967-4392-a2e1-c5c96bf27680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (6c638267-e2f8-4696-985c-1b3f3eea7012), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.051266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1b25a46-d967-4392-a2e1-c5c96bf27680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6c638267-e2f8-4696-985c-1b3f3eea7012), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.099845 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1b25a46-d967-4392-a2e1-c5c96bf27680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (6c638267-e2f8-4696-985c-1b3f3eea7012), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.128769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b25a46-d967-4392-a2e1-c5c96bf27680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c638267-e2f8-4696-985c-1b3f3eea7012,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:45.132116 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1b25a46-d967-4392-a2e1-c5c96bf27680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.135241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c1b25a46-d967-4392-a2e1-c5c96bf27680 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6c638267-e2f8-4696-985c-1b3f3eea7012 HTTP/1.1" status: 204 len: 168 time: 0.2024534 Feb 09 03:33:45.137708 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47982) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.207125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (cad359dc-4840-4d92-af60-1673aa3414b8), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.287326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (cad359dc-4840-4d92-af60-1673aa3414b8), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.307144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad359dc-4840-4d92-af60-1673aa3414b8']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:45.316104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f55957-a8c2-487d-9481-64d7d12ad575') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:45.316406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f55957-a8c2-487d-9481-64d7d12ad575') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:33:45.325473 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (51f55957-a8c2-487d-9481-64d7d12ad575), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.338346 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (51f55957-a8c2-487d-9481-64d7d12ad575), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.344178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:33:45.344598 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (51f55957-a8c2-487d-9481-64d7d12ad575), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:33:45.346825 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:33:45.400446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (cad359dc-4840-4d92-af60-1673aa3414b8), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.406022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.409737 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cad359dc-4840-4d92-af60-1673aa3414b8 HTTP/1.1" status: 204 len: 168 time: 0.2710555 Feb 09 03:33:45.420709 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eb73b-ae40-489c-ab2c-23c7b896fb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad359dc-4840-4d92-af60-1673aa3414b8,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:45.515409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47986) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.556104 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-db7b86b3-751e-4bbc-a2a4-560283706563 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5771472148b4ecba5144aafe0932019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395198 Feb 09 03:33:45.558608 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 47988) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:45.608440 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28a3cfc1-4764-4439-b1f4-591f52e4cc20 admin admin] Publish callbacks [] for security_group (c29de066-0aee-4eb3-801e-f45d224e9785), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.628829 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28a3cfc1-4764-4439-b1f4-591f52e4cc20 admin admin] Publish callbacks [] for security_group (c29de066-0aee-4eb3-801e-f45d224e9785), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.674567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28a3cfc1-4764-4439-b1f4-591f52e4cc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c29de066-0aee-4eb3-801e-f45d224e9785), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.676990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-28a3cfc1-4764-4439-b1f4-591f52e4cc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:45.678123 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-28a3cfc1-4764-4439-b1f4-591f52e4cc20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c29de066-0aee-4eb3-801e-f45d224e9785 HTTP/1.1" status: 204 len: 168 time: 0.1186349 Feb 09 03:33:45.686669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3cfc1-4764-4439-b1f4-591f52e4cc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29de066-0aee-4eb3-801e-f45d224e9785,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:46.338224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48010) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:46.433547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-307142141-network', 'tenant_id': '1489bc882b6f4b41bf2fd4bf2be6b920'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:46.453406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Made reservation on behalf of 1489bc882b6f4b41bf2fd4bf2be6b920 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:46.456220 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.464327 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.538746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Publish callbacks [] for security_group (aaa387d2-712e-475b-8a0c-1adbdc96227c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.542828 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aaa387d2-712e-475b-8a0c-1adbdc96227c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.571803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:33:46.583011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa387d2-712e-475b-8a0c-1adbdc96227c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:46.588435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (97e6d400-389c-43ad-9c56-bcb9f4c17095), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.588786 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Added segment 97e6d400-389c-43ad-9c56-bcb9f4c17095 of type vlan for network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 Feb 09 03:33:46.633900 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (f5bbab1e-353c-4bc8-ac3e-ac27997308e0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.662476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (f5bbab1e-353c-4bc8-ac3e-ac27997308e0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.663600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:46.664177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.719225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3797908 Feb 09 03:33:46.722164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48014) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:33:46.726331 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c1c5b-f24e-44fa-a2cc-e95bbed97259 admin admin] Pushing event updated for resources: {'Network': ['ID=f5bbab1e-353c-4bc8-ac3e-ac27997308e0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:46.727218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Request body: {'subnet': {'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-307142141-subnet', 'tenant_id': '1489bc882b6f4b41bf2fd4bf2be6b920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:46.736400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:33:46.746492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Made reservation on behalf of 1489bc882b6f4b41bf2fd4bf2be6b920 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:46.748800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.917022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (78c56a3b-463a-4416-9ac8-842118689aa3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:46.970428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c56a3b-463a-4416-9ac8-842118689aa3,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:46.982523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.982867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.983205 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.983541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.983870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.984197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.984522 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.984841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.985158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.985479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.985797 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.986112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.987014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:46.993079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Checking segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:46.993439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Network hostable DHCP agents. Network: f5bbab1e-353c-4bc8-ac3e-ac27997308e0, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:33:47.009671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:33:47.018480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, f5bbab1e-353c-4bc8-ac3e-ac27997308e0) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:47.023170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:47.023757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:47.026176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d95d7-8e7d-4f04-9a4a-b2406745d891 None None] Network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:47.041082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2fbc5d30-7703-45d1-aa62-8e7fee000a1c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3177264 Feb 09 03:33:47.067919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:33:47.093711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:33:47.094060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device edf2d7dc-5396-4e4f-9a3e-ec6b82606cdf not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:33:47.146894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43de77-baf9-4176-9ebc-07ac99440901 None None] Network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:33:47.467189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-a53f8979-f486-493c-a351-be3aab24165a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:47.468691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-a53f8979-f486-493c-a351-be3aab24165a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 814 time: 0.1044567 Feb 09 03:33:47.482709 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-d4a26ee0-ab6c-4aa5-8812-75d55bb8aae7 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/quotas/1489bc882b6f4b41bf2fd4bf2be6b920 HTTP/1.1" status: 200 len: 375 time: 0.0087652 Feb 09 03:33:47.514784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-ff466a1a-a38f-4952-aa84-e9f18b82fb45 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271735 Feb 09 03:33:47.602488 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-fe4a48a7-3a85-449f-9586-b41b0de0b129 service neutron] 10.222.0.32 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803633 Feb 09 03:33:47.697358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-dfa6e14b-2b91-4642-acb6-c9ca1033e36d service neutron] 10.222.0.32 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890582 Feb 09 03:33:47.854333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e737631a-fd76-43fb-bd25-3ecd98fee67b req-d230acd7-6362-4934-aed2-cc5eeff3719c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 210 time: 0.0278523 Feb 09 03:33:49.101289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5b5228e9-301a-4e2b-9060-6c331ad2758b req-9fd9c151-ab70-4858-977e-b290db3b6e65 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 210 time: 0.0339892 Feb 09 03:33:49.107424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-e57f7579-83b3-42cc-a534-a6380b8750fc tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:49.108263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-e57f7579-83b3-42cc-a534-a6380b8750fc tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.61 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 814 time: 0.4366302 Feb 09 03:33:49.119964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Request body: {'port': {'device_id': '24cfdf4b-7c13-4723-9044-996c7d125420', 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0', 'admin_state_up': True, 'tenant_id': '1489bc882b6f4b41bf2fd4bf2be6b920'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:49.222400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Made reservation on behalf of 1489bc882b6f4b41bf2fd4bf2be6b920 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:33:49.225764 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.349496 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Allocated IP 172.20.0.14 (f5bbab1e-353c-4bc8-ac3e-ac27997308e0/78c56a3b-463a-4416-9ac8-842118689aa3/9027628d-d9a0-4a04-a651-97a783d9b0ea) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:33:49.494329 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks [] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.527267 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.571685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:33:49.574754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:33:49.578404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:33:49.584526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:49.630005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:49.630695 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.647403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-45d6fa03-b7ff-4199-80df-c5f3db16ad01 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5311496 Feb 09 03:33:49.657999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Request body: {'port': {'device_id': '24cfdf4b-7c13-4723-9044-996c7d125420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:33:49.718661 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.853268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.976353 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9027628d-d9a0-4a04-a651-97a783d9b0ea {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:49.983602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Publish callbacks [] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:49.995345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Transition to ACTIVE for port object 9027628d-d9a0-4a04-a651-97a783d9b0ea will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:33:49.999040 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:50.052302 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:50.119552 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Attempting to bind port 9027628d-d9a0-4a04-a651-97a783d9b0ea on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:33:50.120217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Attempting to bind port 9027628d-d9a0-4a04-a651-97a783d9b0ea by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:33:50.120217 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Attempting to bind port 9027628d-d9a0-4a04-a651-97a783d9b0ea on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:50.124229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Port 9027628d-d9a0-4a04-a651-97a783d9b0ea on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:33:50.124551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Attempting to bind port 9027628d-d9a0-4a04-a651-97a783d9b0ea on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:33:50.130754 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:33:50.131090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Checking segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:33:50.131842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Bound using segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:33:50.132273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Bound port: 9027628d-d9a0-4a04-a651-97a783d9b0ea, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:33:50.132626 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:50.194922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:33:50.197813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:33:50.203952 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:50.221272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629df63-41c8-4c1a-bb2b-0f778221305d req-b3c2d81c-f8a8-4776-9887-a5051212229f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.222863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0629df63-41c8-4c1a-bb2b-0f778221305d req-b3c2d81c-f8a8-4776-9887-a5051212229f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 944 time: 0.0525804 Feb 09 03:33:50.237788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.238518 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:50.239884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] 10.222.0.61 "PUT /v2.0/ports/9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 1092 time: 0.5858176 Feb 09 03:33:50.240322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:50.242600 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a807fd-c5cd-4210-a35b-eee2f6092340" -d '{"events": [{"name": "network-changed", "server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:50.275468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933f236-6979-46c9-ae08-f6cae9c171a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:50.283856 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0629df63-41c8-4c1a-bb2b-0f778221305d req-19233c64-29d9-4600-ac4d-4d90650ca6b0 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539174 Feb 09 03:33:50.303418 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cff1d8e-812d-4b85-bbd8-d50fde2e50c5 x-openstack-request-id: req-9cff1d8e-812d-4b85-bbd8-d50fde2e50c5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:50.303418 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:50.303418 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cff1d8e-812d-4b85-bbd8-d50fde2e50c5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:50.303418 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'status': 'completed', 'code': 200} Feb 09 03:33:50.334270 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-a69dbda5-ccef-4230-81ad-1929fcc40f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.335843 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-a69dbda5-ccef-4230-81ad-1929fcc40f64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1126 time: 0.0554321 Feb 09 03:33:50.376318 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-ee98917e-18bc-40dd-9385-38d53ff96928 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 217 time: 0.0337238 Feb 09 03:33:50.421613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-4bf2ddeb-7a14-4ea9-bfd6-4dbb80fed9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.423053 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-4bf2ddeb-7a14-4ea9-bfd6-4dbb80fed9b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0421271 Feb 09 03:33:50.456892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-9724ea75-c9b4-4528-b178-450f925b5d15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280993 Feb 09 03:33:50.543145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-96de0802-dbfb-4fd4-bcc2-0ee9fddb961e service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804341 Feb 09 03:33:50.634971 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-68941aba-941b-4150-9cd8-aafb7a8e4ae0 req-3f9d1869-a006-42aa-b905-ea5b6549310a service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865173 Feb 09 03:33:50.724208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-1598a378-ed76-4247-aece-a308d90c804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.725727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-1598a378-ed76-4247-aece-a308d90c804f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1126 time: 0.0462544 Feb 09 03:33:50.813324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-848d78e6-c8bf-4411-a4d3-fbf2d4369012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.815374 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-848d78e6-c8bf-4411-a4d3-fbf2d4369012 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0837553 Feb 09 03:33:50.857705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-1ec848c5-d32c-4ce4-97e2-cb2f2d9a770a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 217 time: 0.0366528 Feb 09 03:33:50.905628 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-cd02d9d5-1d7d-4902-bb59-109ff738c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:50.906995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-cd02d9d5-1d7d-4902-bb59-109ff738c475 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0427527 Feb 09 03:33:50.938266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-241918be-710a-49b3-90de-736c0a0a5e24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244715 Feb 09 03:33:51.034122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-70f6158c-e0b0-422e-8c14-caa04b8504f2 service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897145 Feb 09 03:33:51.122698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3a807fd-c5cd-4210-a35b-eee2f6092340 req-f74b8e9d-278f-4db0-b83f-943220da5fa9 service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826602 Feb 09 03:33:51.403151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33520eec-753e-4e19-9688-7a663b1733a6 req-d0b2d4db-dd26-4cd5-8dc1-74474f14c0a9 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:51.404651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33520eec-753e-4e19-9688-7a663b1733a6 req-d0b2d4db-dd26-4cd5-8dc1-74474f14c0a9 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 944 time: 0.0535214 Feb 09 03:33:51.455531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-33520eec-753e-4e19-9688-7a663b1733a6 req-792b708b-1557-48fc-9b2a-f72ed7d6d0ba tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Feb 09 03:33:51.839923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:52.574169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dce5d6-1b11-4bdf-a723-58d72fbf2a6d req-346cd6c5-57d5-4e17-a830-3bc2befd876b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:52.575584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97dce5d6-1b11-4bdf-a723-58d72fbf2a6d req-346cd6c5-57d5-4e17-a830-3bc2befd876b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 944 time: 0.0527370 Feb 09 03:33:52.622570 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97dce5d6-1b11-4bdf-a723-58d72fbf2a6d req-8fc2768b-33ad-4c3a-a3ec-f52b81f60c49 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 Feb 09 03:33:53.066715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9027628d-d9a0-4a04-a651-97a783d9b0ea details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:33:53.162847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:53.173895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0', 'port_id': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'mac_address': 'fa:16:3e:ce:d3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c56a3b-463a-4416-9ac8-842118689aa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:33:53.210122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9027628d-d9a0-4a04-a651-97a783d9b0ea is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:53.210539 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.223629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9027628d-d9a0-4a04-a651-97a783d9b0ea {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:33:53.242949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:53.247612 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:53.298759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:53.306095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.306494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.306831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.307174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.307513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.307843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.308175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.308506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.308834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.309162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.309493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.309819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.310144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:33:53.438221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['9027628d-d9a0-4a04-a651-97a783d9b0ea'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:33:53.739130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d72af6-ade6-43da-8268-52ae4287c1ce req-3d459cf1-f929-4506-9572-b639f2c6624c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:53.740620 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-45d72af6-ade6-43da-8268-52ae4287c1ce req-3d459cf1-f929-4506-9572-b639f2c6624c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 945 time: 0.0524929 Feb 09 03:33:53.787599 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-45d72af6-ade6-43da-8268-52ae4287c1ce req-97389e30-d2ae-4ec5-9ce0-8e4a4fcd91c9 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Feb 09 03:33:54.905553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb492e33-b3bd-4495-944a-68a936c6116e req-ecb3a7be-f891-42c9-a692-be77b74686a3 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:54.907052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb492e33-b3bd-4495-944a-68a936c6116e req-ecb3a7be-f891-42c9-a692-be77b74686a3 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Feb 09 03:33:54.953004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb492e33-b3bd-4495-944a-68a936c6116e req-e4b0ab6a-5a42-409e-8341-5ffd204cffe7 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396621 Feb 09 03:33:55.075560 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9027628d-d9a0-4a04-a651-97a783d9b0ea up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:33:55.126539 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 9027628d-d9a0-4a04-a651-97a783d9b0ea completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:33:55.130278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 9027628d-d9a0-4a04-a651-97a783d9b0ea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:33:55.130656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.203598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 9027628d-d9a0-4a04-a651-97a783d9b0ea is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:33:55.203973 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.228044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:33:55.230257 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392db237-54ed-4b74-b20e-0ae5164863c9" -d '{"events": [{"server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "name": "network-vif-plugged", "status": "completed", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:33:55.243531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:33:55.247857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:33:55.271360 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0539a-42b8-4b98-acb3-99f4210562bc x-openstack-request-id: req-84c0539a-42b8-4b98-acb3-99f4210562bc {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:33:55.271652 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "name": "network-vif-plugged", "status": "completed", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:33:55.271907 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84c0539a-42b8-4b98-acb3-99f4210562bc {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:33:55.272297 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'code': 200} Feb 09 03:33:55.300993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:33:55.364135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b24fa-f22b-4c1d-9555-fb2cbd86aeda req-294dae9b-27ac-4143-b04a-dd6b4b445045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:55.365569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f2b24fa-f22b-4c1d-9555-fb2cbd86aeda req-294dae9b-27ac-4143-b04a-dd6b4b445045 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1128 time: 0.0435224 Feb 09 03:33:55.409235 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9f2b24fa-f22b-4c1d-9555-fb2cbd86aeda req-b88a8a3d-b541-4f92-9b06-e54d84e1acbd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Feb 09 03:33:56.079891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84853aa0-8fd5-4249-a22b-cf6557dd5038 req-2201dd8a-981e-4125-9bc1-26f3f716e598 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:56.081572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84853aa0-8fd5-4249-a22b-cf6557dd5038 req-2201dd8a-981e-4125-9bc1-26f3f716e598 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0592692 Feb 09 03:33:56.128673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84853aa0-8fd5-4249-a22b-cf6557dd5038 req-96f219ba-594f-4411-87ca-5e15521a6e55 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Feb 09 03:33:57.254262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaaae6-77fb-4761-878d-ea63749b9089 req-713b886f-c491-4852-8a6d-5336c56777c6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.255767 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8dbaaae6-77fb-4761-878d-ea63749b9089 req-713b886f-c491-4852-8a6d-5336c56777c6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0576446 Feb 09 03:33:57.301872 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8dbaaae6-77fb-4761-878d-ea63749b9089 req-46e33081-dc4a-47d5-835a-97d84bda5fa4 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Feb 09 03:33:57.421026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aadee2-54d3-4944-8bf1-4c44e935568a req-9863dac1-3a71-45d6-9ee2-fb43ae21c044 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.422441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7aadee2-54d3-4944-8bf1-4c44e935568a req-9863dac1-3a71-45d6-9ee2-fb43ae21c044 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0533700 Feb 09 03:33:57.470896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7aadee2-54d3-4944-8bf1-4c44e935568a req-89fdb5ec-bb7a-4a88-b015-f53ab25bae8c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Feb 09 03:33:57.677952 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c3ea6-5024-4c47-a52f-160824c92e18 req-4fdc9577-e2b6-43dd-8dd5-33c58305efea tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.679351 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff0c3ea6-5024-4c47-a52f-160824c92e18 req-4fdc9577-e2b6-43dd-8dd5-33c58305efea tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0560572 Feb 09 03:33:57.726146 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff0c3ea6-5024-4c47-a52f-160824c92e18 req-3dea531f-1f53-41f4-976e-53f8c62cdee4 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Feb 09 03:33:57.844292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093dd91-9b02-4c74-b209-01295109dc0c req-ece021d4-0b76-47a0-9c53-16c629bb4ba2 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:57.846359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3093dd91-9b02-4c74-b209-01295109dc0c req-ece021d4-0b76-47a0-9c53-16c629bb4ba2 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0531533 Feb 09 03:33:57.894165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3093dd91-9b02-4c74-b209-01295109dc0c req-056e0103-45e5-4e0c-a9a7-b1a9b2246afb tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Feb 09 03:33:58.131049 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-8b1ea1d8-5050-42cf-a791-feaa2acec1b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484669 Feb 09 03:33:58.140890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bfc74-99d6-4c22-a4a9-056307a2c59f req-75359e08-4a3d-43dd-9710-4d8aa074a98d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:58.142972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-574bfc74-99d6-4c22-a4a9-056307a2c59f req-75359e08-4a3d-43dd-9710-4d8aa074a98d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0546062 Feb 09 03:33:58.195678 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-574bfc74-99d6-4c22-a4a9-056307a2c59f req-2fd30e83-9942-49b5-9a97-ed680a3bba0a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Feb 09 03:33:59.267035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-432e93cb-0f5e-4fe6-897d-5da2498f9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:59.268642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-432e93cb-0f5e-4fe6-897d-5da2498f9ff1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1128 time: 0.0462189 Feb 09 03:33:59.328811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf2305-4b16-4dd6-b452-3bad242ee172 req-ec0e3555-6e02-493e-b063-95e43e1d285d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:59.330382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dbdf2305-4b16-4dd6-b452-3bad242ee172 req-ec0e3555-6e02-493e-b063-95e43e1d285d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0631742 Feb 09 03:33:59.367805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-c4f8b486-c228-45c8-92fb-a9422b18075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:59.369313 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-c4f8b486-c228-45c8-92fb-a9422b18075c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0943155 Feb 09 03:33:59.379056 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dbdf2305-4b16-4dd6-b452-3bad242ee172 req-1c2b31f9-55ab-43b2-a5b8-d63f3e18b034 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Feb 09 03:33:59.415126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-973c011b-9f82-4df6-8437-c5a64054b209 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 217 time: 0.0390685 Feb 09 03:33:59.462713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-f1d641bb-9102-4b60-97ba-e25dc677e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:33:59.464145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-f1d641bb-9102-4b60-97ba-e25dc677e3b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0430548 Feb 09 03:33:59.495188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-a6a7e9d4-f7fa-4e84-9910-a2007b63d24c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251682 Feb 09 03:33:59.504759 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-d3ee58cd-0c63-4ba5-9851-8a9400b35963 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:33:59.505826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-d3ee58cd-0c63-4ba5-9851-8a9400b35963 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050180 Feb 09 03:33:59.597158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-51135128-b904-4349-905a-7c741a6bb4db service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858371 Feb 09 03:33:59.692563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-31c1f7e3-ea28-4c3b-ac6a-edb441f77453 service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Feb 09 03:34:00.499944 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02baf25e-95fb-4219-a693-6fb6a97d1dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:00.509150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-a192b40e-575e-4b87-8ac4-58e54b8b5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:00.510705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-a192b40e-575e-4b87-8ac4-58e54b8b5327 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1128 time: 0.0858564 Feb 09 03:34:00.523858 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154948b-336d-41dc-842a-f8cdae8541eb req-e5bf4e76-cdf9-45a2-9a74-2dba8a3b0e5c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:00.525297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b154948b-336d-41dc-842a-f8cdae8541eb req-e5bf4e76-cdf9-45a2-9a74-2dba8a3b0e5c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0742996 Feb 09 03:34:00.622761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b154948b-336d-41dc-842a-f8cdae8541eb req-5ec37b6e-c781-40a9-8e02-85ce0c351de6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875497 Feb 09 03:34:00.650626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-20b0fd58-572b-4405-a318-8b7363c004f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:00.652573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-20b0fd58-572b-4405-a318-8b7363c004f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.1251853 Feb 09 03:34:00.692743 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-b259919d-da6b-4dce-acf3-b057eb49554a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 217 time: 0.0335655 Feb 09 03:34:00.739352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-ff55e28a-9dba-42f6-b26d-b6a4f5711641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:00.740755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-ff55e28a-9dba-42f6-b26d-b6a4f5711641 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0428505 Feb 09 03:34:00.770979 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-e50be066-4ce4-4213-b7db-d8427bc36017 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248559 Feb 09 03:34:00.861484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-de74d16c-be1d-4e23-8a45-901099046124 service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845606 Feb 09 03:34:00.948605 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ee505bb-93a5-4218-bc9c-8b1484ab0f68 req-2a201d01-6add-4367-804e-8b88bc39ff6a service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813639 Feb 09 03:34:01.750027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d65f-4866-44a6-ae6f-e1384940f544 req-622eef2e-a2c2-4c86-8bf2-6f869cc865f6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:01.751792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10c6d65f-4866-44a6-ae6f-e1384940f544 req-622eef2e-a2c2-4c86-8bf2-6f869cc865f6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0583532 Feb 09 03:34:01.798188 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-10c6d65f-4866-44a6-ae6f-e1384940f544 req-c92a2f5e-37c4-497e-a9a1-9059f934210e tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Feb 09 03:34:02.171765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-c6e4bcff-b56a-4342-bea1-27cb15975fb6 req-8507af50-69af-406c-a457-bd745c1e8f62 service neutron] (109857) timed out ('10.222.0.61', 54101) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:34:02.740003 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e14e2a9f-1846-4082-b3d2-b255a6bf71c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:02.921824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aab05c-f2db-4535-9e2d-99709d5be7c3 req-6aaa0e71-3ced-4fed-a670-5f9dbe3f59b4 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:02.924199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5aab05c-f2db-4535-9e2d-99709d5be7c3 req-6aaa0e71-3ced-4fed-a670-5f9dbe3f59b4 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0588312 Feb 09 03:34:02.970380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d5aab05c-f2db-4535-9e2d-99709d5be7c3 req-e8d3d520-e68b-49f9-880d-6abdaa0ebdfb tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Feb 09 03:34:04.088061 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:04.098148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6e4ec-c017-4d68-be2b-fc52e21a3acb req-2b6328ff-0f82-4a0e-ad1b-4179c18c350a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:04.099719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56c6e4ec-c017-4d68-be2b-fc52e21a3acb req-2b6328ff-0f82-4a0e-ad1b-4179c18c350a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0609705 Feb 09 03:34:04.147679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56c6e4ec-c017-4d68-be2b-fc52e21a3acb req-4c20f268-96e5-431f-83af-a9d44b382249 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Feb 09 03:34:04.915754 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:34:05.167834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:05.265588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eb4ea-88fd-470f-8cb0-3c4bdb1ebf16 req-d4bc72e4-c8f4-4ff0-ac72-f346f667188d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:05.267684 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-114eb4ea-88fd-470f-8cb0-3c4bdb1ebf16 req-d4bc72e4-c8f4-4ff0-ac72-f346f667188d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0520480 Feb 09 03:34:05.314560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-114eb4ea-88fd-470f-8cb0-3c4bdb1ebf16 req-f24e52e6-9628-4f27-8d9b-0be7ef0bcfa1 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Feb 09 03:34:06.437136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fc1bc-9b80-4851-bdec-767c041c8943 req-6f229313-769b-41c1-be0a-e3626811cbef tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:06.438651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e96fc1bc-9b80-4851-bdec-767c041c8943 req-6f229313-769b-41c1-be0a-e3626811cbef tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0533624 Feb 09 03:34:06.495387 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e96fc1bc-9b80-4851-bdec-767c041c8943 req-92074c30-13e5-4f3e-9c74-762f53f889c0 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506005 Feb 09 03:34:06.505351 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:07.622072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a6b49-7894-40a9-85e5-2f6764c1e1ae req-44ce6ea7-985b-487b-b846-5f0af21184f6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:07.623591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea9a6b49-7894-40a9-85e5-2f6764c1e1ae req-44ce6ea7-985b-487b-b846-5f0af21184f6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0519845 Feb 09 03:34:07.674668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ea9a6b49-7894-40a9-85e5-2f6764c1e1ae req-fe07fdae-3a90-47e3-821e-7e5f3d826418 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452299 Feb 09 03:34:08.792397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb50bfd-44bb-4a83-9ef6-738576cfc1b2 req-20f359d8-854b-4fe5-9a35-5824343aaf09 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:08.793948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6eb50bfd-44bb-4a83-9ef6-738576cfc1b2 req-20f359d8-854b-4fe5-9a35-5824343aaf09 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0527310 Feb 09 03:34:08.840293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6eb50bfd-44bb-4a83-9ef6-738576cfc1b2 req-97883c1c-033d-447c-ad28-b3afcc64b953 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Feb 09 03:34:09.965979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8d347-b13a-4296-8cce-1d511bb825b0 req-cd4b424a-2f9b-4d35-b089-8cbf7e387cdc tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:09.967630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23c8d347-b13a-4296-8cce-1d511bb825b0 req-cd4b424a-2f9b-4d35-b089-8cbf7e387cdc tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0568936 Feb 09 03:34:10.014522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-23c8d347-b13a-4296-8cce-1d511bb825b0 req-2d01fb8a-d679-4a23-8a2e-20c97856be3c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Feb 09 03:34:11.134368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e61d6-35f1-4a30-b74e-1306815a2e4e req-1ee38d98-512a-436b-92d1-f0708481cc1c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:11.135859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b18e61d6-35f1-4a30-b74e-1306815a2e4e req-1ee38d98-512a-436b-92d1-f0708481cc1c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0523601 Feb 09 03:34:11.181550 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b18e61d6-35f1-4a30-b74e-1306815a2e4e req-328a7b8b-9754-4c46-bc92-bb440496209a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 Feb 09 03:34:12.304076 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295e9cc-94ec-416b-975c-770095592eba req-6b7d7f79-f38c-491e-aa4e-9f6b42b8d594 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:12.306013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d295e9cc-94ec-416b-975c-770095592eba req-6b7d7f79-f38c-491e-aa4e-9f6b42b8d594 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0561256 Feb 09 03:34:12.354247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d295e9cc-94ec-416b-975c-770095592eba req-c635d922-efbe-45cd-b070-b7451a948d5e tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Feb 09 03:34:13.477177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ae58-0b70-4391-8a73-7034a36d2457 req-e50fbe91-5f54-4b67-ab47-17200b12f869 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:13.478667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80a9ae58-0b70-4391-8a73-7034a36d2457 req-e50fbe91-5f54-4b67-ab47-17200b12f869 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0567672 Feb 09 03:34:13.527336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80a9ae58-0b70-4391-8a73-7034a36d2457 req-342a2518-bc13-4a48-b97b-08131cb7fb8a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Feb 09 03:34:14.651027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa27100-fe55-4c85-886d-8602716750dd req-767f06c4-b683-4fbd-92a2-7c367df85e0d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:14.652531 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-caa27100-fe55-4c85-886d-8602716750dd req-767f06c4-b683-4fbd-92a2-7c367df85e0d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0574665 Feb 09 03:34:14.698327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-caa27100-fe55-4c85-886d-8602716750dd req-82cc1b49-1b9a-46f8-b2c7-0e1ad2fb3121 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Feb 09 03:34:15.821026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1204c-4f9f-48a9-9181-f11c3b1d3a1f req-64430994-26aa-469e-bb20-02bb0bffc700 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:15.822579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68a1204c-4f9f-48a9-9181-f11c3b1d3a1f req-64430994-26aa-469e-bb20-02bb0bffc700 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0569429 Feb 09 03:34:15.873352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-68a1204c-4f9f-48a9-9181-f11c3b1d3a1f req-00963f62-5055-4ac2-84a2-4fb11b28dfbd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Feb 09 03:34:16.993472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21360cff-b7cd-4ba1-9525-4c43de0ccf76 req-69ba125c-f4a9-4d7c-8bd0-81644cda9288 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:16.994984 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21360cff-b7cd-4ba1-9525-4c43de0ccf76 req-69ba125c-f4a9-4d7c-8bd0-81644cda9288 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0522878 Feb 09 03:34:17.042196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21360cff-b7cd-4ba1-9525-4c43de0ccf76 req-64933998-b371-46a0-b236-7ddb3479b264 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Feb 09 03:34:18.166351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf7a53-ddf0-45a5-8eee-099fb2015fd4 req-28b34e7e-8df9-4041-949a-76af2fbe5562 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:18.167822 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebcf7a53-ddf0-45a5-8eee-099fb2015fd4 req-28b34e7e-8df9-4041-949a-76af2fbe5562 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0562477 Feb 09 03:34:18.214389 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebcf7a53-ddf0-45a5-8eee-099fb2015fd4 req-7545d5c4-fd12-4de5-8688-190d766a9ba4 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Feb 09 03:34:19.333977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2380c5-f8ae-4c19-9419-6115e92bc4bd req-d69c5992-343d-4adb-8683-25b9912b1027 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:19.335466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a2380c5-f8ae-4c19-9419-6115e92bc4bd req-d69c5992-343d-4adb-8683-25b9912b1027 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0552013 Feb 09 03:34:19.381870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a2380c5-f8ae-4c19-9419-6115e92bc4bd req-02607484-66f4-424f-98d3-8355cbb0b727 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Feb 09 03:34:19.853679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:20.501690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0bc4-bb4e-4bcf-8b6b-6d8919061418 req-55cc489b-6e19-4f56-b8b8-076c5fcc6260 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:20.503689 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fac0bc4-bb4e-4bcf-8b6b-6d8919061418 req-55cc489b-6e19-4f56-b8b8-076c5fcc6260 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0526488 Feb 09 03:34:20.550440 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fac0bc4-bb4e-4bcf-8b6b-6d8919061418 req-36c0a330-7f1f-4315-8e63-4d1cefd274a9 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Feb 09 03:34:21.668467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7da04-ee70-4c00-a8ef-5cdf7781ab03 req-a62beebb-45f2-4dce-a56e-0bfc48c88ca5 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:21.669973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5f7da04-ee70-4c00-a8ef-5cdf7781ab03 req-a62beebb-45f2-4dce-a56e-0bfc48c88ca5 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0521414 Feb 09 03:34:21.715974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5f7da04-ee70-4c00-a8ef-5cdf7781ab03 req-c0a2eb99-b1d6-4762-8f81-0fe88499aa3d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Feb 09 03:34:21.845061 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:22.833249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc7ce1-fc47-4b48-8c61-2b4cfa416577 req-91c634eb-be7f-4756-9958-38132c7268db tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:22.842404 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78cc7ce1-fc47-4b48-8c61-2b4cfa416577 req-91c634eb-be7f-4756-9958-38132c7268db tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0511322 Feb 09 03:34:22.888585 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-78cc7ce1-fc47-4b48-8c61-2b4cfa416577 req-c33172aa-895e-4a85-8edf-cd0daffd3df0 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Feb 09 03:34:24.007174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a02f59-fa3b-4b44-bafd-2e644e1e66df req-754c1387-9775-42dc-8e7f-be279eec52bb tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:24.008667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a02f59-fa3b-4b44-bafd-2e644e1e66df req-754c1387-9775-42dc-8e7f-be279eec52bb tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0520995 Feb 09 03:34:24.058477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b7a02f59-fa3b-4b44-bafd-2e644e1e66df req-a0ca15ad-7809-4ceb-a3a8-d1a76d9c3698 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Feb 09 03:34:25.178335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8a1ae-620f-4a41-b44d-13c2651e21a8 req-a12f244e-ff52-4dec-9f02-c6b8b04c1ff0 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:25.179817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84b8a1ae-620f-4a41-b44d-13c2651e21a8 req-a12f244e-ff52-4dec-9f02-c6b8b04c1ff0 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0520451 Feb 09 03:34:25.226186 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-84b8a1ae-620f-4a41-b44d-13c2651e21a8 req-9c2697a7-629e-41f1-840e-9dc649d8517f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Feb 09 03:34:26.342691 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54968c04-dd06-4543-8eee-b61710cddf12 req-9c1c09ea-ed2b-4a36-b37e-10d1171e0e4f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:26.344085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54968c04-dd06-4543-8eee-b61710cddf12 req-9c1c09ea-ed2b-4a36-b37e-10d1171e0e4f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0512834 Feb 09 03:34:26.389617 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-54968c04-dd06-4543-8eee-b61710cddf12 req-067f9e4b-adca-4762-a5be-f47c80044319 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399899 Feb 09 03:34:26.630188 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-cd6e5e21-e215-4941-9e3d-9936b14466b0 service neutron] show failed (client error): The resource could not be found. Feb 09 03:34:26.631149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-cd6e5e21-e215-4941-9e3d-9936b14466b0 service neutron] 10.222.0.61 "GET /v2.0/ports/9027628d-d9a0-4a04-a651-97a783d9b0ea/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0556164 Feb 09 03:34:26.855203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-60628cf7-3716-471c-8a2c-0dbdcdfdbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:26.856703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-60628cf7-3716-471c-8a2c-0dbdcdfdbfca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420&tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920 HTTP/1.1" status: 200 len: 1128 time: 0.0758734 Feb 09 03:34:26.871303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-de7f2a9b-172a-415a-aef0-670d380e60b3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:34:26.872284 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-de7f2a9b-172a-415a-aef0-670d380e60b3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094318 Feb 09 03:34:26.883773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:26.945783 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.143327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:27.177601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:27.216369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:27.218624 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08086a2-81df-4ddd-bc6f-5f3e914199a3" -d '{"events": [{"server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "name": "network-vif-unplugged", "status": "completed", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:27.223138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Publish callbacks [] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.236754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Transition to ACTIVE for port object 9027628d-d9a0-4a04-a651-97a783d9b0ea will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:34:27.242023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.313126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] No DVR routers for this DVR port 9027628d-d9a0-4a04-a651-97a783d9b0ea on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:34:27.322499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:27.351828 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bab9095-c1f3-4e8d-84b2-d262764ccde6 x-openstack-request-id: req-8bab9095-c1f3-4e8d-84b2-d262764ccde6 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:27.352124 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "name": "network-vif-unplugged", "status": "completed", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:27.352383 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bab9095-c1f3-4e8d-84b2-d262764ccde6 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:27.352775 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'code': 200} Feb 09 03:34:27.362494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Attempting to bind port 9027628d-d9a0-4a04-a651-97a783d9b0ea on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:27.362833 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Attempting to bind port 9027628d-d9a0-4a04-a651-97a783d9b0ea by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:27.363168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Attempting to bind port 9027628d-d9a0-4a04-a651-97a783d9b0ea on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:27.367618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Port 9027628d-d9a0-4a04-a651-97a783d9b0ea on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:27.367939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Attempting to bind port 9027628d-d9a0-4a04-a651-97a783d9b0ea on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:27.372727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:27.373062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Checking segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:27.373441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Bound using segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:27.373864 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Bound port: 9027628d-d9a0-4a04-a651-97a783d9b0ea, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:27.374224 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.436939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:27.440077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:27.446776 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.484527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:27.485151 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:27.486583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] 10.222.0.26 "PUT /v2.0/ports/9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 1092 time: 0.6069045 Feb 09 03:34:27.517056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa4ac-5767-4d09-83a3-a4078da845a9 req-792fcc93-d6f4-4bde-ac10-b7607faffe4f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:27.518714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d4bd1-8395-445e-a017-6f39d6ccd231 service neutron] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:27.519256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21cfa4ac-5767-4d09-83a3-a4078da845a9 req-792fcc93-d6f4-4bde-ac10-b7607faffe4f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 944 time: 0.0612602 Feb 09 03:34:27.555044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-94046833-2294-4c2f-89b1-39222256e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:27.556564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-94046833-2294-4c2f-89b1-39222256e477 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1126 time: 0.0469084 Feb 09 03:34:27.567773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21cfa4ac-5767-4d09-83a3-a4078da845a9 req-779db22b-e56d-4978-baac-0287d264b9de tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Feb 09 03:34:27.644535 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-d80650e3-73d6-4812-a929-53e536cb821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:27.645999 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-d80650e3-73d6-4812-a929-53e536cb821c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0832508 Feb 09 03:34:27.688860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-4749bea0-b738-479b-8460-46cb55d799f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 217 time: 0.0369582 Feb 09 03:34:27.735620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-2b23d0e6-d6ad-434b-a134-54c5b14ddad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:27.737048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-2b23d0e6-d6ad-434b-a134-54c5b14ddad7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0427554 Feb 09 03:34:27.767259 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-2af28233-8698-49bf-ac59-ffb93dba9c8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247846 Feb 09 03:34:27.857072 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-3846fd11-2659-4239-9fc7-49e6d0571f50 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841887 Feb 09 03:34:27.944603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1800083a-0e02-4796-bf60-f64fd64ebec7 req-fa0da473-3787-4327-abb1-8bac85ebfc59 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809338 Feb 09 03:34:28.692381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b4bcf-c88a-4d4b-8cff-5ac1215f79db req-fee16faa-8ee2-4525-b487-64aa84734dd8 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:28.693849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f40b4bcf-c88a-4d4b-8cff-5ac1215f79db req-fee16faa-8ee2-4525-b487-64aa84734dd8 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 944 time: 0.0556097 Feb 09 03:34:28.742401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f40b4bcf-c88a-4d4b-8cff-5ac1215f79db req-d3dbeed2-368b-447a-b22a-aec3ff4b9414 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Feb 09 03:34:29.354391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:29.356731 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90004278-be54-4f73-9172-26226fa568b3" -d '{"events": [{"name": "network-changed", "server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:29.403853 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b7a48a-35f3-42e8-b644-30501bf17b96 x-openstack-request-id: req-87b7a48a-35f3-42e8-b644-30501bf17b96 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:29.404145 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:29.404396 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87b7a48a-35f3-42e8-b644-30501bf17b96 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:29.404890 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'status': 'completed', 'code': 200} Feb 09 03:34:29.469061 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004278-be54-4f73-9172-26226fa568b3 req-e9ae7d58-28d9-441c-ac8a-4964bf3cb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.470584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-e9ae7d58-28d9-441c-ac8a-4964bf3cb6e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1126 time: 0.0470519 Feb 09 03:34:29.513065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004278-be54-4f73-9172-26226fa568b3 req-b43aee67-dcf9-4fc7-b306-cb4831b8daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.514624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-b43aee67-dcf9-4fc7-b306-cb4831b8daf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1126 time: 0.0448585 Feb 09 03:34:29.560395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004278-be54-4f73-9172-26226fa568b3 req-0f034da8-219f-4718-a8ea-fd1b3dd05e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.561975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-0f034da8-219f-4718-a8ea-fd1b3dd05e35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0845504 Feb 09 03:34:29.605782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-ec6212d4-c4a8-4a3c-a3e6-dd0d3c498254 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 217 time: 0.0383554 Feb 09 03:34:29.606485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004278-be54-4f73-9172-26226fa568b3 req-cfb56f36-3be4-4817-aa99-242af9897ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.607934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-cfb56f36-3be4-4817-aa99-242af9897ea1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0869029 Feb 09 03:34:29.648830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-fb5c2f05-65df-4ec2-ae96-f6164bdc80aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 217 time: 0.0345447 Feb 09 03:34:29.652998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004278-be54-4f73-9172-26226fa568b3 req-c843be40-39e4-4ef0-9a13-965c66e4ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.654458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-c843be40-39e4-4ef0-9a13-965c66e4ecd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0436158 Feb 09 03:34:29.684400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-d4a2a44a-8029-4cd2-9686-8729dc79d469 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244462 Feb 09 03:34:29.696448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90004278-be54-4f73-9172-26226fa568b3 req-785d7c24-a3aa-4a98-ac2c-2859b0088626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:29.697904 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-785d7c24-a3aa-4a98-ac2c-2859b0088626 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0431335 Feb 09 03:34:29.729797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-f9d555ba-334e-45a9-ab2d-4b685c725775 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259087 Feb 09 03:34:29.779305 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-305cba32-b87c-4f0f-8048-08fbe3661f2b service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889997 Feb 09 03:34:29.832324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-920fb559-d6cf-4396-ac2c-4cd58658bd62 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969129 Feb 09 03:34:29.869182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-ea3b7562-d9c1-4431-80af-326596103925 service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840411 Feb 09 03:34:30.253722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af59d52-7c04-428e-9af1-ff29cf11a466 req-33aa1ecf-56a1-4d8b-b12a-63183ef62058 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:30.255211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9af59d52-7c04-428e-9af1-ff29cf11a466 req-33aa1ecf-56a1-4d8b-b12a-63183ef62058 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 944 time: 0.4383078 Feb 09 03:34:30.298138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-90004278-be54-4f73-9172-26226fa568b3 req-b2134e18-2b6b-4df9-8aee-9af1cb445c4c service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508734 Feb 09 03:34:30.320856 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9af59d52-7c04-428e-9af1-ff29cf11a466 req-2542f479-633e-46dd-9cb5-1f9c8ff3076f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Feb 09 03:34:30.454821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9027628d-d9a0-4a04-a651-97a783d9b0ea details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:30.534410 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a43b4f34-a137-41ce-9d4c-4a147adf9335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.569870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:30.583611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0', 'port_id': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'mac_address': 'fa:16:3e:ce:d3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c56a3b-463a-4416-9ac8-842118689aa3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:30.623984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9027628d-d9a0-4a04-a651-97a783d9b0ea is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:30.624399 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.637151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9027628d-d9a0-4a04-a651-97a783d9b0ea {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:30.656621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:30.660666 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:30.704729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:30.973385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['9027628d-d9a0-4a04-a651-97a783d9b0ea'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:31.277051 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9027628d-d9a0-4a04-a651-97a783d9b0ea no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:34:31.315625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 9027628d-d9a0-4a04-a651-97a783d9b0ea host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:34:31.316014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 9027628d-d9a0-4a04-a651-97a783d9b0ea not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:34:31.448615 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24ff76-3553-4cf7-9223-c7ccc0c2bfc1 req-2155fed2-0003-4c0a-ad80-6437a7124e3f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:31.450077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f24ff76-3553-4cf7-9223-c7ccc0c2bfc1 req-2155fed2-0003-4c0a-ad80-6437a7124e3f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 945 time: 0.0571423 Feb 09 03:34:31.495493 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f24ff76-3553-4cf7-9223-c7ccc0c2bfc1 req-3a1900fd-08ec-4aff-a114-dbdae48a6433 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Feb 09 03:34:31.762953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be643f08-3b29-4bd2-9bec-3b04a0d9eab7 req-ade992fe-e452-4ff2-ae38-913e5f994979 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:31.764441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be643f08-3b29-4bd2-9bec-3b04a0d9eab7 req-ade992fe-e452-4ff2-ae38-913e5f994979 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 945 time: 0.1221731 Feb 09 03:34:31.771930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-1141f6ea-494e-4dd6-9c7d-b33bb7bff23c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:31.773342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-1141f6ea-494e-4dd6-9c7d-b33bb7bff23c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.61 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420&tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 945 time: 0.1215487 Feb 09 03:34:31.851334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be643f08-3b29-4bd2-9bec-3b04a0d9eab7 req-f4fd9201-1c64-49a3-9145-f19e9d298a23 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769517 Feb 09 03:34:31.859633 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-e86cf959-0ef1-4d87-8e65-baf8d6e7252a service neutron] delete failed (client error): The resource could not be found. Feb 09 03:34:31.860654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-e86cf959-0ef1-4d87-8e65-baf8d6e7252a service neutron] 10.222.0.61 "DELETE /v2.0/ports/9027628d-d9a0-4a04-a651-97a783d9b0ea/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0730247 Feb 09 03:34:31.948557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-27154a0e-0973-45b7-846c-623b1706fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:31.950077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-27154a0e-0973-45b7-846c-623b1706fa14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 1127 time: 0.0469725 Feb 09 03:34:32.041650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-b539168c-68aa-49ed-a152-d5cb32fdc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.043150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-b539168c-68aa-49ed-a152-d5cb32fdc58d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0865467 Feb 09 03:34:32.083588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-cffbe859-0d1a-46e1-9d27-feb7b3312f84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 200 len: 217 time: 0.0340779 Feb 09 03:34:32.135049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-b1fc5bf7-a4a2-4ece-9a8f-49e2cb1d5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.137059 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-b1fc5bf7-a4a2-4ece-9a8f-49e2cb1d5b76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0481887 Feb 09 03:34:32.171378 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-55f74ec4-5d6e-4a09-9b99-579424c9ac30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290673 Feb 09 03:34:32.257590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-adcd5120-d8f4-4a24-aaf0-dec2158b7798 service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804474 Feb 09 03:34:32.349250 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1ac459-b298-435d-824a-7eb7542734d6 req-e90a0573-671a-4de3-85b7-5e91c7e7c756 service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859210 Feb 09 03:34:32.470200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9027628d-d9a0-4a04-a651-97a783d9b0ea up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:32.517670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 9027628d-d9a0-4a04-a651-97a783d9b0ea completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:34:32.521563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 9027628d-d9a0-4a04-a651-97a783d9b0ea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:32.521936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:32.745995 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-886d7a8a-d6d3-46a2-a9d1-8b01116aef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:32.783704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9027628d-d9a0-4a04-a651-97a783d9b0ea is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:32.784213 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:32.807776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:32.810359 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb4a3f6-e286-4c29-a336-372231ed5ef7" -d '{"events": [{"server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "name": "network-vif-plugged", "status": "completed", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:32.824402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:32.828857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:32.856420 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd09a388-153e-4d23-b9aa-da3163188e7c x-openstack-request-id: req-bd09a388-153e-4d23-b9aa-da3163188e7c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:32.856723 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "name": "network-vif-plugged", "status": "completed", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:32.856985 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd09a388-153e-4d23-b9aa-da3163188e7c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:32.857379 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'code': 200} Feb 09 03:34:32.887254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:32.975694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d508-8028-4a0f-9c19-485816b6f065 req-a85c7d26-646e-4651-90a8-364bd9c2b7ab tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:32.977188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8a3d508-8028-4a0f-9c19-485816b6f065 req-a85c7d26-646e-4651-90a8-364bd9c2b7ab tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0538311 Feb 09 03:34:33.023266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8a3d508-8028-4a0f-9c19-485816b6f065 req-5d136d7a-02bf-439a-929b-2f6f25a78597 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 Feb 09 03:34:33.141704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1bf51-fc83-496b-9e61-f6eee123e7f8 req-af4ae4a1-853d-4fc3-b7d1-becd77af5f1d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:33.143743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2c1bf51-fc83-496b-9e61-f6eee123e7f8 req-af4ae4a1-853d-4fc3-b7d1-becd77af5f1d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0541744 Feb 09 03:34:33.192970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2c1bf51-fc83-496b-9e61-f6eee123e7f8 req-9cbe0678-224f-4fea-a306-87f0fdedefa4 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Feb 09 03:34:33.307903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18369953-947e-45f7-ae3e-6816df501bea req-35cb1ab3-618e-42d2-853b-8d645fb40c44 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:33.309310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18369953-947e-45f7-ae3e-6816df501bea req-35cb1ab3-618e-42d2-853b-8d645fb40c44 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0527573 Feb 09 03:34:33.355498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-18369953-947e-45f7-ae3e-6816df501bea req-05df625a-b643-41f0-b50f-572a089df758 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Feb 09 03:34:33.696381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-aa204347-9326-4925-999e-e88aee3d6f1e tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:33.697810 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-aa204347-9326-4925-999e-e88aee3d6f1e tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 814 time: 0.1001120 Feb 09 03:34:33.712463 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-e29a5142-0996-4d5d-a5d9-447ddb3d7636 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/quotas/1489bc882b6f4b41bf2fd4bf2be6b920 HTTP/1.1" status: 200 len: 375 time: 0.0091369 Feb 09 03:34:33.762748 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-b7f1efd8-3685-4732-8f62-536ab677662c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456417 Feb 09 03:34:33.854787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-095def06-3fe3-438f-9f0d-7710eb65fb14 service neutron] 10.222.0.32 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848215 Feb 09 03:34:33.942400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-8d3f6b11-4bb8-4c62-b313-5163549f6659 service neutron] 10.222.0.32 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819752 Feb 09 03:34:34.091152 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:34.102608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-506ef901-3eac-4f90-be21-1cddc7dfba7f req-bda0ef4a-cdae-4240-b2eb-75632b480720 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 210 time: 0.0280960 Feb 09 03:34:34.988219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7bc9a-4226-480c-b77c-f083f139088f req-cbda4939-fa92-43e1-8907-55683d7ff292 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:34.989658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0af7bc9a-4226-480c-b77c-f083f139088f req-cbda4939-fa92-43e1-8907-55683d7ff292 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.26 "GET /v2.0/ports?device_id=24cfdf4b-7c13-4723-9044-996c7d125420 HTTP/1.1" status: 200 len: 946 time: 0.0771475 Feb 09 03:34:35.128380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-ab2eb348-c599-4466-8e91-7cf994877641 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:35.129837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-ab2eb348-c599-4466-8e91-7cf994877641 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.26 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 814 time: 0.1697817 Feb 09 03:34:35.149717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Request body: {'port': {'device_id': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0', 'admin_state_up': True, 'tenant_id': '1489bc882b6f4b41bf2fd4bf2be6b920'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:35.168009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.168917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Deleting port 9027628d-d9a0-4a04-a651-97a783d9b0ea {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:34:35.169438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.201874 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f17c2b47-f983-4576-8eda-12db6ed17fa5 req-03f99092-07c9-4baa-bf97-4f49e051ef1d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 210 time: 0.0275860 Feb 09 03:34:35.318133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] For port 9027628d-d9a0-4a04-a651-97a783d9b0ea, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9027628d-d9a0-4a04-a651-97a783d9b0ea,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:35.318523 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.336678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Calling delete_port for 9027628d-d9a0-4a04-a651-97a783d9b0ea owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:34:35.349695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Made reservation on behalf of 1489bc882b6f4b41bf2fd4bf2be6b920 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:34:35.352957 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.566615 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Allocated IP 172.20.0.10 (f5bbab1e-353c-4bc8-ac3e-ac27997308e0/78c56a3b-463a-4416-9ac8-842118689aa3/2b819d39-361f-41c7-b09f-c3d4c5197c2b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:34:35.593037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9027628d-d9a0-4a04-a651-97a783d9b0ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.604884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['9027628d-d9a0-4a04-a651-97a783d9b0ea'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:35.638667 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Pushing event deleted for resources: {'Port': ['ID=9027628d-d9a0-4a04-a651-97a783d9b0ea,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:35.727402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] No DVR routers for this DVR port 9027628d-d9a0-4a04-a651-97a783d9b0ea on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:34:35.731354 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.734626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.26 "DELETE /v2.0/ports/9027628d-d9a0-4a04-a651-97a783d9b0ea HTTP/1.1" status: 204 len: 173 time: 0.7200105 Feb 09 03:34:35.735081 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'name': 'network-vif-deleted', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:35.737863 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e29dc2-c946-4c70-a367-d1d1e34719eb" -d '{"events": [{"server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "name": "network-vif-deleted", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:35.782261 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8dc91c-cc17-4d43-86b0-6f7bde67cd1d x-openstack-request-id: req-eb8dc91c-cc17-4d43-86b0-6f7bde67cd1d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:35.782547 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cfdf4b-7c13-4723-9044-996c7d125420", "name": "network-vif-deleted", "tag": "9027628d-d9a0-4a04-a651-97a783d9b0ea", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:35.782803 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb8dc91c-cc17-4d43-86b0-6f7bde67cd1d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:35.783229 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cfdf4b-7c13-4723-9044-996c7d125420', 'name': 'network-vif-deleted', 'tag': '9027628d-d9a0-4a04-a651-97a783d9b0ea', 'status': 'completed', 'code': 200} Feb 09 03:34:35.809839 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks [] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.844114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.860305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['9027628d-d9a0-4a04-a651-97a783d9b0ea'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:35.890709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:34:35.895869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:34:35.900584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:34:35.904363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:35.951534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:35.952147 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:35.968365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-2ed18c53-1e4e-4dee-b96f-bcc2ec547d69 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8241789 Feb 09 03:34:35.979835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Request body: {'port': {'device_id': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:34:36.042910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:36.304984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b819d39-361f-41c7-b09f-c3d4c5197c2b {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:36.313010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Publish callbacks [] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:36.326018 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Transition to ACTIVE for port object 2b819d39-361f-41c7-b09f-c3d4c5197c2b will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:34:36.329540 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:36.338125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27532fd2-7c9c-47ce-a355-1b37bb66e495 req-b9121d5f-e922-4f54-964f-3e02433b8bde tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:36.339629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27532fd2-7c9c-47ce-a355-1b37bb66e495 req-b9121d5f-e922-4f54-964f-3e02433b8bde tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 932 time: 0.0683188 Feb 09 03:34:36.386142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:36.387202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27532fd2-7c9c-47ce-a355-1b37bb66e495 req-7d3b269f-e39c-4750-a60c-eaa21f8bd164 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Feb 09 03:34:36.457807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Attempting to bind port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:34:36.458144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Attempting to bind port 2b819d39-361f-41c7-b09f-c3d4c5197c2b by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:34:36.458507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Attempting to bind port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:36.462863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:34:36.463192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Attempting to bind port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:34:36.468052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:34:36.468390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Checking segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:34:36.469302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Bound using segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:34:36.469726 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Bound port: 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:34:36.470082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:36.504730 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:36.540122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:34:36.543567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:34:36.549960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:36.591590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:36.593203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:36.594681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 1092 time: 0.6189640 Feb 09 03:34:36.618260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edde49-2f29-4946-90ac-59af70aea3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:36.675377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-f6da8d8b-fef5-4963-af25-31ca46264d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:36.676885 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-f6da8d8b-fef5-4963-af25-31ca46264d1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 1126 time: 0.0471766 Feb 09 03:34:36.719791 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-65f66fe1-c792-4390-b969-448330b92172 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 217 time: 0.0354021 Feb 09 03:34:36.773857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-67a44d3b-e349-4b14-826d-d7032660a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:36.775256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-67a44d3b-e349-4b14-826d-d7032660a13c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0504153 Feb 09 03:34:36.810738 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-0dab2897-651a-4f54-99f7-98d4ecfc2042 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296416 Feb 09 03:34:36.919279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-60efe7ee-82a4-4b81-ad59-8e3fd7515b71 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033700 Feb 09 03:34:37.015336 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3262236d-92b7-4f49-9ca8-300e496c8d27 req-50c96f11-8ab2-4f27-84c2-ebccd8f97763 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895758 Feb 09 03:34:37.515997 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdfaac-8f7a-4796-aa68-0d1e0c2d2a84 req-c934e4b5-b52d-4b0f-be91-6e59f88baa04 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.517527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31bdfaac-8f7a-4796-aa68-0d1e0c2d2a84 req-c934e4b5-b52d-4b0f-be91-6e59f88baa04 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 944 time: 0.0534134 Feb 09 03:34:37.564051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31bdfaac-8f7a-4796-aa68-0d1e0c2d2a84 req-2e4c95c4-c54b-4ec6-bd68-8ab7c31ff21f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Feb 09 03:34:37.784199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:37.786589 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:37.821316 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899d17c3-285e-4d07-aec2-d11c3356e8e4 x-openstack-request-id: req-899d17c3-285e-4d07-aec2-d11c3356e8e4 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:37.821611 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:37.821872 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-899d17c3-285e-4d07-aec2-d11c3356e8e4 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:37.822304 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'status': 'completed', 'code': 200} Feb 09 03:34:37.892178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-9498f865-ed18-4ef5-b430-bc6a5065d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.893699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-9498f865-ed18-4ef5-b430-bc6a5065d5fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 1126 time: 0.0448008 Feb 09 03:34:37.985802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-24c31f10-733f-4f81-8def-d970372c1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:37.987871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-24c31f10-733f-4f81-8def-d970372c1436 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0870678 Feb 09 03:34:38.028836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-3573c6f3-efac-4f67-917e-109fa0b35f8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 217 time: 0.0345604 Feb 09 03:34:38.082448 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-c5ef790c-5a33-4a90-b927-1247efb22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:38.083926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-c5ef790c-5a33-4a90-b927-1247efb22cdf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0483580 Feb 09 03:34:38.117835 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-8464d5d0-3e17-4ac2-9d71-47a3b7d25b61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264788 Feb 09 03:34:38.206721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-7b1de22b-1d4f-4927-a2c3-7462e3b1124d service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829720 Feb 09 03:34:38.301620 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2a97557-dfeb-4454-bc4e-a9aad6e1cb6d req-ad67fe1f-6114-408a-804c-13a2c52042aa service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879326 Feb 09 03:34:38.501633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9027628d-d9a0-4a04-a651-97a783d9b0ea no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:34:38.524930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 9027628d-d9a0-4a04-a651-97a783d9b0ea {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:34:38.525274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9027628d-d9a0-4a04-a651-97a783d9b0ea not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:34:38.682680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b41af-3fd5-42ca-b074-b554e1952d7f req-a5ff4104-0e3e-48cb-9d23-a3ef3ed14583 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:38.684137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d64b41af-3fd5-42ca-b074-b554e1952d7f req-a5ff4104-0e3e-48cb-9d23-a3ef3ed14583 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 944 time: 0.0524957 Feb 09 03:34:38.731573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d64b41af-3fd5-42ca-b074-b554e1952d7f req-ff3fd6e7-c25d-4cdf-9e25-4666240b8756 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 Feb 09 03:34:39.848730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44dfe-2082-426e-b32b-9a96310a1c01 req-26276649-152d-4469-ac8e-bd5550f8366f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:39.850131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8a44dfe-2082-426e-b32b-9a96310a1c01 req-26276649-152d-4469-ac8e-bd5550f8366f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 944 time: 0.0519025 Feb 09 03:34:39.897106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a8a44dfe-2082-426e-b32b-9a96310a1c01 req-6777b48f-be00-4c1b-80a0-1e10ae339896 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Feb 09 03:34:40.517062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2b819d39-361f-41c7-b09f-c3d4c5197c2b details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:34:40.609601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:40.620587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0', 'port_id': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'mac_address': 'fa:16:3e:4e:6e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c56a3b-463a-4416-9ac8-842118689aa3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:34:40.660160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 2b819d39-361f-41c7-b09f-c3d4c5197c2b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:40.660547 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.672738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b819d39-361f-41c7-b09f-c3d4c5197c2b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:34:40.691314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:40.695255 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:40.741544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:40.999288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['2b819d39-361f-41c7-b09f-c3d4c5197c2b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:34:41.015911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9aed-5ef7-4062-96c2-ec9749bf22b9 req-7e2ccd28-c1c0-46bb-839e-13874242c6a7 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:41.017924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-35ad9aed-5ef7-4062-96c2-ec9749bf22b9 req-7e2ccd28-c1c0-46bb-839e-13874242c6a7 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 945 time: 0.0533271 Feb 09 03:34:41.068715 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-35ad9aed-5ef7-4062-96c2-ec9749bf22b9 req-b8fecae4-8328-4013-afd8-5e68ab22063e tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Feb 09 03:34:41.914526 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:34:42.190688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499918c-6289-450a-8972-057198438b22 req-2359d75f-4c30-4168-91f4-10dd019046b6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.192053 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c499918c-6289-450a-8972-057198438b22 req-2359d75f-4c30-4168-91f4-10dd019046b6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Feb 09 03:34:42.237903 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c499918c-6289-450a-8972-057198438b22 req-06aab882-be72-4804-81ac-38ef3b19451e tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Feb 09 03:34:42.532872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2b819d39-361f-41c7-b09f-c3d4c5197c2b up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:34:42.583132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 2b819d39-361f-41c7-b09f-c3d4c5197c2b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:34:42.587197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 2b819d39-361f-41c7-b09f-c3d4c5197c2b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:34:42.587572 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.661739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 2b819d39-361f-41c7-b09f-c3d4c5197c2b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:34:42.662119 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.688955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:34:42.691219 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5944cb-0558-4463-8e96-d273351430d5" -d '{"events": [{"server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "name": "network-vif-plugged", "status": "completed", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:34:42.701802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:34:42.708902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:42.732013 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d0befa-1aca-4ba8-8dcb-03c9ef6bc09f x-openstack-request-id: req-04d0befa-1aca-4ba8-8dcb-03c9ef6bc09f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:34:42.732312 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "name": "network-vif-plugged", "status": "completed", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:34:42.732573 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04d0befa-1aca-4ba8-8dcb-03c9ef6bc09f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:34:42.732969 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'code': 200} Feb 09 03:34:42.758805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:34:42.828102 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b2c22-e739-4b0d-8579-fe01613bb9ba req-1a794366-4939-4010-a575-36d3da824c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:42.829479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-998b2c22-e739-4b0d-8579-fe01613bb9ba req-1a794366-4939-4010-a575-36d3da824c70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0431402 Feb 09 03:34:42.873198 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-998b2c22-e739-4b0d-8579-fe01613bb9ba req-04683a80-736e-4a0a-8fd5-a61133996219 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378962 Feb 09 03:34:43.355728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9e2b2-2cd6-4e81-aaef-82af21ebc1c5 req-0ba922dc-6449-4379-93ba-9ae2bb7e26f7 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:43.357202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6f9e2b2-2cd6-4e81-aaef-82af21ebc1c5 req-0ba922dc-6449-4379-93ba-9ae2bb7e26f7 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0516586 Feb 09 03:34:43.403332 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a6f9e2b2-2cd6-4e81-aaef-82af21ebc1c5 req-78e244b4-8e95-43a7-b770-73ad6e7976f9 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Feb 09 03:34:44.521119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79307517-954d-4b84-8be0-4428f9dac5cc req-78bf2c48-131e-4556-9765-9b3d0129e794 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.522608 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-79307517-954d-4b84-8be0-4428f9dac5cc req-78bf2c48-131e-4556-9765-9b3d0129e794 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0521877 Feb 09 03:34:44.568859 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-79307517-954d-4b84-8be0-4428f9dac5cc req-a376ebfc-dc3f-4474-86fa-c1f213893aa3 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Feb 09 03:34:44.689279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcbadf-23fd-4627-bce1-bbf8f9ae70ff req-7d52fc0d-d806-4519-bf05-3f219f05d88a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.690692 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1bcbadf-23fd-4627-bce1-bbf8f9ae70ff req-7d52fc0d-d806-4519-bf05-3f219f05d88a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0529048 Feb 09 03:34:44.739515 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1bcbadf-23fd-4627-bce1-bbf8f9ae70ff req-1b59aa93-bed0-48ea-9f6a-7cd797e09dd7 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Feb 09 03:34:44.965008 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-8d892d46-5adb-4fa3-b8f8-6ab1743ec7ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473337 Feb 09 03:34:44.976314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7fc15-bfef-4d9b-8edf-2d48049b9052 req-bdb2bcff-21d9-4743-8e12-82a2e5e29037 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:44.977865 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72b7fc15-bfef-4d9b-8edf-2d48049b9052 req-bdb2bcff-21d9-4743-8e12-82a2e5e29037 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0525334 Feb 09 03:34:45.026775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72b7fc15-bfef-4d9b-8edf-2d48049b9052 req-8e271425-e1a4-4d0d-9950-0b81551a38e2 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Feb 09 03:34:46.022564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1256-46a4-4404-84be-75feda803f76 req-e049bd99-73c4-40d9-8035-e498e4d33c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.024076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-e049bd99-73c4-40d9-8035-e498e4d33c01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 1128 time: 0.0455735 Feb 09 03:34:46.142866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1256-46a4-4404-84be-75feda803f76 req-2c957789-a85e-4fd2-a1df-04de64a0e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.144348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-2c957789-a85e-4fd2-a1df-04de64a0e2d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.1144066 Feb 09 03:34:46.188511 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-ef3923b9-f6bc-4d8f-8b75-fd149bbd4983 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 217 time: 0.0385027 Feb 09 03:34:46.199956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbc11b-cb42-440e-8060-184bcf611016 req-5646890b-954f-4b5c-85be-d2926870ac49 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.201369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16dbc11b-cb42-440e-8060-184bcf611016 req-5646890b-954f-4b5c-85be-d2926870ac49 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.1012228 Feb 09 03:34:46.272668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1256-46a4-4404-84be-75feda803f76 req-806a4a53-865d-4a73-b542-13e4acdb3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:46.274038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-806a4a53-865d-4a73-b542-13e4acdb3822 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0718291 Feb 09 03:34:46.295782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-16dbc11b-cb42-440e-8060-184bcf611016 req-6a660a1f-d1a1-44ad-b936-b4720684ce52 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852151 Feb 09 03:34:46.311337 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-b45c5153-48b5-4dd8-b862-2671473376a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300424 Feb 09 03:34:46.397554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-4e756798-56cc-4024-be22-8c2b808f00d0 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807221 Feb 09 03:34:46.491566 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-432bf879-de53-4d3c-becd-5d6eee563462 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886321 Feb 09 03:34:47.414762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125efa6-403a-4a4c-8a0d-7ca24a4d1fda req-36250a60-f19c-4e1c-84e4-341984d84049 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:47.416238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8125efa6-403a-4a4c-8a0d-7ca24a4d1fda req-36250a60-f19c-4e1c-84e4-341984d84049 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Feb 09 03:34:47.467436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8125efa6-403a-4a4c-8a0d-7ca24a4d1fda req-52545e7f-066d-46f5-837e-2fd42facddd5 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Feb 09 03:34:48.587458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ea092-c236-4362-aaf6-a1438b42e5eb req-5768c611-c27f-490c-b559-beb58e225623 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:48.589015 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b5ea092-c236-4362-aaf6-a1438b42e5eb req-5768c611-c27f-490c-b559-beb58e225623 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0531275 Feb 09 03:34:48.635646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b5ea092-c236-4362-aaf6-a1438b42e5eb req-6bc03190-fbaf-407b-a113-bbac40928c92 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Feb 09 03:34:49.754917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932bbed-7994-48c2-af5b-5adc5d4d5a8b req-293f8e5f-d298-49db-a8cb-adb5efc77398 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:49.756368 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5932bbed-7994-48c2-af5b-5adc5d4d5a8b req-293f8e5f-d298-49db-a8cb-adb5efc77398 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Feb 09 03:34:49.802686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5932bbed-7994-48c2-af5b-5adc5d4d5a8b req-2f0d51de-f11e-485d-84ea-ad2def9da1be tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Feb 09 03:34:49.869366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:50.926068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a14b-7bf3-469f-beb9-c70ec8c6e2fc req-ea40419f-31af-4a12-a96b-868989d7da87 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:50.927600 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32f2a14b-7bf3-469f-beb9-c70ec8c6e2fc req-ea40419f-31af-4a12-a96b-868989d7da87 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0559824 Feb 09 03:34:50.974672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32f2a14b-7bf3-469f-beb9-c70ec8c6e2fc req-92ab2b0e-43f4-4273-8a94-96aa5b2309bd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Feb 09 03:34:51.847146 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:34:52.092959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fab91-0d9a-4808-880f-06f5ce322c82 req-68f25a29-1a8b-4021-9a50-e3c1fd552f08 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:52.094475 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c9fab91-0d9a-4808-880f-06f5ce322c82 req-68f25a29-1a8b-4021-9a50-e3c1fd552f08 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0524132 Feb 09 03:34:52.140999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c9fab91-0d9a-4808-880f-06f5ce322c82 req-e97a91b1-8d97-4d09-8f3c-4bdca4d0d624 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Feb 09 03:34:53.260449 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307fbc9-6944-4422-bad1-fea6ab8e6ac5 req-e5479793-28fd-4774-8c6a-9c66884872be tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:53.261921 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1307fbc9-6944-4422-bad1-fea6ab8e6ac5 req-e5479793-28fd-4774-8c6a-9c66884872be tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0522196 Feb 09 03:34:53.309683 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1307fbc9-6944-4422-bad1-fea6ab8e6ac5 req-2178d965-3e26-421f-b8d3-8271e2ce03dd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Feb 09 03:34:54.429701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918ec9-649d-4846-bbc8-c2749862da03 req-3bc5ba9a-16e2-49e6-bafc-c5f96a0cef39 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:54.431198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d918ec9-649d-4846-bbc8-c2749862da03 req-3bc5ba9a-16e2-49e6-bafc-c5f96a0cef39 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0524879 Feb 09 03:34:54.480218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d918ec9-649d-4846-bbc8-c2749862da03 req-72a42f8a-89a7-4536-a349-0e5c804c6b71 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Feb 09 03:34:55.597291 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f367197-79a4-403a-bb70-a4121a81afaa req-07b5c651-9426-47e0-8daa-14318e032808 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:55.598770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f367197-79a4-403a-bb70-a4121a81afaa req-07b5c651-9426-47e0-8daa-14318e032808 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0514338 Feb 09 03:34:55.648457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f367197-79a4-403a-bb70-a4121a81afaa req-3606324d-9d6f-4118-8ef1-5b78d27daf5e tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Feb 09 03:34:56.767519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c000ce-457a-4794-b0d2-2b2d4e4324a1 req-fd4181cc-cc34-4825-80e7-2fb860979bee tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:56.768993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08c000ce-457a-4794-b0d2-2b2d4e4324a1 req-fd4181cc-cc34-4825-80e7-2fb860979bee tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0520499 Feb 09 03:34:56.814756 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08c000ce-457a-4794-b0d2-2b2d4e4324a1 req-be90dedf-fb12-4f52-a10a-82db2ea5dc96 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Feb 09 03:34:57.942050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a632-f8b4-4f16-9fe3-dc6b907065e4 req-407bd699-767c-4889-b08b-27c03ec7a230 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:57.943553 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8e18a632-f8b4-4f16-9fe3-dc6b907065e4 req-407bd699-767c-4889-b08b-27c03ec7a230 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0531814 Feb 09 03:34:57.988888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8e18a632-f8b4-4f16-9fe3-dc6b907065e4 req-71541ecb-95ac-47ed-97fd-e2496ad787be tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Feb 09 03:34:59.105338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0a8f-2b56-4751-8681-c00f8bc4d93e req-6b185d32-5619-4831-a1d6-cda19d18ba68 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:34:59.106845 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-275f0a8f-2b56-4751-8681-c00f8bc4d93e req-6b185d32-5619-4831-a1d6-cda19d18ba68 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0518041 Feb 09 03:34:59.152774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-275f0a8f-2b56-4751-8681-c00f8bc4d93e req-353ca9ef-7ede-4cf6-ac80-22cb24d1192d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Feb 09 03:35:00.271630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9aeb1-7b1b-46c4-b391-71bb4d76738d req-73127242-892d-42b9-ae09-9d88bf98989b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:00.273074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d9aeb1-7b1b-46c4-b391-71bb4d76738d req-73127242-892d-42b9-ae09-9d88bf98989b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0516005 Feb 09 03:35:00.318295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d9aeb1-7b1b-46c4-b391-71bb4d76738d req-a786b5c1-5d1d-4dfc-9385-062cff11d46b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Feb 09 03:35:00.506554 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a488a19e-36ee-4c6b-a6d6-ea08d6fca534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:01.442015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317426d-2f47-4d2a-9cc0-de81d954c7a5 req-fbdf18c3-7d56-4b4c-990d-aef9b85d4b80 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:01.443551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1317426d-2f47-4d2a-9cc0-de81d954c7a5 req-fbdf18c3-7d56-4b4c-990d-aef9b85d4b80 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0562141 Feb 09 03:35:01.489445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1317426d-2f47-4d2a-9cc0-de81d954c7a5 req-f2c9072e-ef2a-4d0b-a92a-03061fb913e9 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Feb 09 03:35:02.621937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd5974-5ce7-4e68-b83c-db65ca756023 req-8272350e-e3d8-4bd8-98b2-21b0c787fc65 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:02.623433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1cfd5974-5ce7-4e68-b83c-db65ca756023 req-8272350e-e3d8-4bd8-98b2-21b0c787fc65 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0667896 Feb 09 03:35:02.671097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1cfd5974-5ce7-4e68-b83c-db65ca756023 req-0af82a52-c6e7-4a75-ae71-f9e2d625bbdb tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Feb 09 03:35:02.736615 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-deb22c49-4f07-4836-a7d6-08cb016d49aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:03.792049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194ce79-a1e7-484e-9c09-46ae21f6d1c1 req-f3f80ca1-ab23-49c5-a7ae-cb668fbce338 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:03.793584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b194ce79-a1e7-484e-9c09-46ae21f6d1c1 req-f3f80ca1-ab23-49c5-a7ae-cb668fbce338 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0544643 Feb 09 03:35:03.839481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b194ce79-a1e7-484e-9c09-46ae21f6d1c1 req-336f8d9d-be3f-472d-8d00-8fa93eeeaa5d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Feb 09 03:35:04.093657 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:04.959056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424abfc2-c9ba-48ba-a8cd-0a0abf1898de req-e0be20db-5846-4e89-aac9-315e20c125ac tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:04.960540 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-424abfc2-c9ba-48ba-a8cd-0a0abf1898de req-e0be20db-5846-4e89-aac9-315e20c125ac tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0526469 Feb 09 03:35:05.006821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-424abfc2-c9ba-48ba-a8cd-0a0abf1898de req-0302ceb3-da26-4e45-9a12-a2eebc1639d5 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Feb 09 03:35:05.168514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:06.134784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19585d8-8d31-4279-b082-80c85e48e462 req-b15c4418-a6b8-4320-b136-f410f8c9db38 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:06.136281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e19585d8-8d31-4279-b082-80c85e48e462 req-b15c4418-a6b8-4320-b136-f410f8c9db38 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0585146 Feb 09 03:35:06.183044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e19585d8-8d31-4279-b082-80c85e48e462 req-c6058b09-68ec-453c-83ed-f0ea832a1b87 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Feb 09 03:35:06.500475 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:07.305141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9bdee-dd13-4dbc-9661-7014b55d5be6 req-0fe6ff00-813a-4373-925d-61c78ce42cdc tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:07.306646 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17c9bdee-dd13-4dbc-9661-7014b55d5be6 req-0fe6ff00-813a-4373-925d-61c78ce42cdc tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0527022 Feb 09 03:35:07.357356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17c9bdee-dd13-4dbc-9661-7014b55d5be6 req-651f776a-c0eb-49ac-a115-7b87999932c0 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Feb 09 03:35:08.473884 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba8c96-1dcc-4369-a424-702d71dc5d61 req-ba69918c-a11b-4809-b9ee-a01728e9b704 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:08.475396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19ba8c96-1dcc-4369-a424-702d71dc5d61 req-ba69918c-a11b-4809-b9ee-a01728e9b704 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0519862 Feb 09 03:35:08.521218 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19ba8c96-1dcc-4369-a424-702d71dc5d61 req-4205b07f-f97f-412a-8152-27785766c1e3 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Feb 09 03:35:09.639412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afd682-ef1b-4d49-a4c4-67e5b885fd1c req-3153f919-8ba4-409d-aeb8-b0ac2f146192 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:09.640880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62afd682-ef1b-4d49-a4c4-67e5b885fd1c req-3153f919-8ba4-409d-aeb8-b0ac2f146192 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0523472 Feb 09 03:35:09.686719 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62afd682-ef1b-4d49-a4c4-67e5b885fd1c req-517a6420-4f86-4b99-949f-64836cc29e67 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Feb 09 03:35:10.803968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7db1-9ffb-4aa8-998c-d41d0a14c1e9 req-a4b2f065-3f00-427a-b55b-bdee1d788a71 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:10.805375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c3b7db1-9ffb-4aa8-998c-d41d0a14c1e9 req-a4b2f065-3f00-427a-b55b-bdee1d788a71 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0512590 Feb 09 03:35:10.854299 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1c3b7db1-9ffb-4aa8-998c-d41d0a14c1e9 req-0fdf113f-8aee-48a6-aa69-0526b33276a6 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432327 Feb 09 03:35:11.978039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c100699-ca9b-4413-abd6-9a6db0a66e84 req-879be20f-2e67-4c63-9570-574b58fa983b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:11.979542 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c100699-ca9b-4413-abd6-9a6db0a66e84 req-879be20f-2e67-4c63-9570-574b58fa983b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0511279 Feb 09 03:35:12.025499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c100699-ca9b-4413-abd6-9a6db0a66e84 req-23e36b81-69cf-4bb6-8120-43f143a8fd53 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Feb 09 03:35:13.144739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a765ef-6ae1-43df-85aa-1d7526f17b51 req-afa7e7ab-41a4-4974-9465-50b865ef3cc1 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.146206 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7a765ef-6ae1-43df-85aa-1d7526f17b51 req-afa7e7ab-41a4-4974-9465-50b865ef3cc1 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0515544 Feb 09 03:35:13.191611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f7a765ef-6ae1-43df-85aa-1d7526f17b51 req-0e5064bd-06ad-4b25-b04c-d56f758badbd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 Feb 09 03:35:13.428962 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-cd5c1256-46a4-4404-84be-75feda803f76 req-a8bddec0-57db-485b-8526-814988187e9b service neutron] show failed (client error): The resource could not be found. Feb 09 03:35:13.429885 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-a8bddec0-57db-485b-8526-814988187e9b service neutron] 10.222.0.26 "GET /v2.0/ports/2b819d39-361f-41c7-b09f-c3d4c5197c2b/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0669541 Feb 09 03:35:13.634300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1256-46a4-4404-84be-75feda803f76 req-b92b80e9-13b1-454a-8b3d-b196e750f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:13.635791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-b92b80e9-13b1-454a-8b3d-b196e750f0ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3&tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920 HTTP/1.1" status: 200 len: 1128 time: 0.0450449 Feb 09 03:35:13.646460 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:14.012245 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.209137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:14.241743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:14.282567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Publish callbacks [] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.284362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:14.286670 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c60448d-f57d-4439-b535-1bcc9b743d3f" -d '{"events": [{"server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:14.299230 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Transition to ACTIVE for port object 2b819d39-361f-41c7-b09f-c3d4c5197c2b will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:35:14.304910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.312421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c737d77-84c3-46ac-9e4f-7864f654010e req-38b447e4-30c1-4c70-966b-84a50998375c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.313932 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c737d77-84c3-46ac-9e4f-7864f654010e req-38b447e4-30c1-4c70-966b-84a50998375c tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0547202 Feb 09 03:35:14.339905 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818afbfe-e85f-4248-8dfa-e816e887947e x-openstack-request-id: req-818afbfe-e85f-4248-8dfa-e816e887947e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:14.340148 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:14.340271 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-818afbfe-e85f-4248-8dfa-e816e887947e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:14.340909 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'code': 200} Feb 09 03:35:14.358222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=6']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:14.369333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5c737d77-84c3-46ac-9e4f-7864f654010e req-f8b060ed-2ecd-450b-a92a-7fe08be3856b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Feb 09 03:35:14.369546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.369546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.369546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.369837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.370116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.370492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.370822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.371148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.371472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.371796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.372124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.372440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.372767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:14.396143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] No DVR routers for this DVR port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:14.430039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Attempting to bind port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:14.430412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Attempting to bind port 2b819d39-361f-41c7-b09f-c3d4c5197c2b by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:14.430745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Attempting to bind port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:14.435003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:35:14.435328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Attempting to bind port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on network f5bbab1e-353c-4bc8-ac3e-ac27997308e0 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:14.440103 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:14.440438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Checking segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:14.440821 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Bound using segment: {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:14.441813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Bound port: 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e6d400-389c-43ad-9c56-bcb9f4c17095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:14.442168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.502389 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:14.505850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:14.512995 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.548146 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.548772 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:14.550149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] 10.222.0.61 "PUT /v2.0/ports/2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 1092 time: 0.9075215 Feb 09 03:35:14.578751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b8e8d-c6e7-4bdc-9e01-10b68cb18ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:14.619200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1256-46a4-4404-84be-75feda803f76 req-d9ebcd44-f1f0-4414-86dd-c3cd97a69ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.620735 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-d9ebcd44-f1f0-4414-86dd-c3cd97a69ae9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 1126 time: 0.0491080 Feb 09 03:35:14.706368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1256-46a4-4404-84be-75feda803f76 req-a6696464-e6ce-4cb9-a11f-2308fa5254a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.707850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-a6696464-e6ce-4cb9-a11f-2308fa5254a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0810592 Feb 09 03:35:14.751491 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-21d997ff-c9d3-422a-80e8-9ff7f1139d6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 217 time: 0.0380108 Feb 09 03:35:14.797544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1256-46a4-4404-84be-75feda803f76 req-5be8fce5-043b-4888-9ec2-adb529d30adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:14.798931 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-5be8fce5-043b-4888-9ec2-adb529d30adb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0425785 Feb 09 03:35:14.829604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-acb856f1-f425-4de7-893f-fc5120f23aca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246727 Feb 09 03:35:14.916494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-c0a5883a-9d09-4bbd-bd1a-6a1316b6ac5f service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811541 Feb 09 03:35:15.007965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5c1256-46a4-4404-84be-75feda803f76 req-379360d2-fce9-4973-a99f-baedfc9dd5fd service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855317 Feb 09 03:35:15.496395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d3cbd-a50e-421b-9f4e-76e070d47920 req-fcc7eaab-1cb6-41ca-84bd-754eb9d702db tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:15.497866 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5d3cbd-a50e-421b-9f4e-76e070d47920 req-fcc7eaab-1cb6-41ca-84bd-754eb9d702db tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 944 time: 0.0578527 Feb 09 03:35:15.545085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cd5d3cbd-a50e-421b-9f4e-76e070d47920 req-f7474319-f347-4585-b976-9e0769c6732e tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Feb 09 03:35:16.341517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:16.343983 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336aea6d-dffb-41ad-96ed-d2aac04a0834" -d '{"events": [{"name": "network-changed", "server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:16.391826 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f912a1-316a-4d6a-b66e-fd0eeb68771f x-openstack-request-id: req-04f912a1-316a-4d6a-b66e-fd0eeb68771f {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:16.392121 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:16.392389 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04f912a1-316a-4d6a-b66e-fd0eeb68771f {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:16.393384 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'status': 'completed', 'code': 200} Feb 09 03:35:16.461610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-96464db9-bd32-40de-9cb9-320d8959b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:16.463395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-96464db9-bd32-40de-9cb9-320d8959b327 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 1126 time: 0.0462165 Feb 09 03:35:16.479549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-1f1403fe-8519-4d93-a66f-cef52a940f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:16.481105 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-1f1403fe-8519-4d93-a66f-cef52a940f65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 1126 time: 0.0546386 Feb 09 03:35:16.571150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-db7bc15a-9fe4-40f9-bafe-d25552e8388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:16.573100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-db7bc15a-9fe4-40f9-bafe-d25552e8388a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.1032281 Feb 09 03:35:16.597101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-c9c1fdaf-d4a7-4b06-87d8-27ac718b9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:16.598673 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-c9c1fdaf-d4a7-4b06-87d8-27ac718b9ba0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.1007748 Feb 09 03:35:16.617024 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-d56a7b52-a5ee-40a6-a44d-518686b06c30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 217 time: 0.0383718 Feb 09 03:35:16.648227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-e72268f5-c16c-4aa2-828d-bd2264043c85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 217 time: 0.0420635 Feb 09 03:35:16.657232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2b819d39-361f-41c7-b09f-c3d4c5197c2b no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:16.676770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-83544a22-f4b1-456e-bc2b-ab96090fe274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:16.678666 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-83544a22-f4b1-456e-bc2b-ab96090fe274 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0528827 Feb 09 03:35:16.696032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 2b819d39-361f-41c7-b09f-c3d4c5197c2b host n-h1-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:35:16.696445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2b819d39-361f-41c7-b09f-c3d4c5197c2b not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:16.710938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-73cf3333-6fd6-4a6c-8568-f12a7344e64e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268579 Feb 09 03:35:16.721479 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-7cc6fc03-70f6-45ae-9325-37f4a88f1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:16.723024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-7cc6fc03-70f6-45ae-9325-37f4a88f1f2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0669394 Feb 09 03:35:16.744305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cca324-d41b-46da-916b-bf6e910c9463 req-bfdca472-8cca-420a-9322-11e3e17fdb4d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:16.745774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85cca324-d41b-46da-916b-bf6e910c9463 req-bfdca472-8cca-420a-9322-11e3e17fdb4d tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 944 time: 0.1001258 Feb 09 03:35:16.763371 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-65c4cbef-0905-46f9-9cc1-2ed574e8b0b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339730 Feb 09 03:35:16.799427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-46a4d6ab-3983-4067-b278-9104963fc232 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830719 Feb 09 03:35:16.859488 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85cca324-d41b-46da-916b-bf6e910c9463 req-112a7a33-d673-428d-a04b-500a57e2d94f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983453 Feb 09 03:35:16.889224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-d67f6f8a-e59b-43fd-8843-9ce5f6a3c474 service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200869 Feb 09 03:35:16.897068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-7bd10270-3400-4e9b-a6cc-a13bd6b46a66 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922883 Feb 09 03:35:16.987503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-336aea6d-dffb-41ad-96ed-d2aac04a0834 req-6b621bc0-c1d3-4085-b2ae-2ac5f64b8bcb service neutron] 10.222.0.61 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929196 Feb 09 03:35:17.074767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795a01d-bbd2-4a28-8209-a10872212a91 req-f25c444e-d768-426d-b6c1-25fc0289e88a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:17.076887 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1795a01d-bbd2-4a28-8209-a10872212a91 req-f25c444e-d768-426d-b6c1-25fc0289e88a tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 944 time: 0.0599236 Feb 09 03:35:17.079359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-d17ab6b9-9a9e-43ec-922e-dde3d4966102 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:17.080844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-d17ab6b9-9a9e-43ec-922e-dde3d4966102 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3&tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 944 time: 0.0565889 Feb 09 03:35:17.126044 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1795a01d-bbd2-4a28-8209-a10872212a91 req-1bf40d44-1a0f-4b48-a5ee-d7e007ecf99f tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435076 Feb 09 03:35:17.150087 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-3857d7cc-b688-4350-925d-eb33b629901a service neutron] delete failed (client error): The resource could not be found. Feb 09 03:35:17.151143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-3857d7cc-b688-4350-925d-eb33b629901a service neutron] 10.222.0.26 "DELETE /v2.0/ports/2b819d39-361f-41c7-b09f-c3d4c5197c2b/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0647807 Feb 09 03:35:17.237773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-5feb191e-48bf-46a1-b695-cf3a085f14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:17.239304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-5feb191e-48bf-46a1-b695-cf3a085f14a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 1126 time: 0.0449250 Feb 09 03:35:17.331079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-ebf8e922-e903-4a89-a5b9-03d2b6c542df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:17.333102 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-ebf8e922-e903-4a89-a5b9-03d2b6c542df service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 200 len: 915 time: 0.0874622 Feb 09 03:35:17.371837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-e7c39b17-8670-4e90-8d6e-44690fc0b227 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 200 len: 217 time: 0.0330982 Feb 09 03:35:17.422434 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-1db2414a-40bb-4fe3-b914-892b7ecc0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:17.423767 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-1db2414a-40bb-4fe3-b914-892b7ecc0806 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 200 len: 854 time: 0.0462475 Feb 09 03:35:17.454106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-f7cc4511-5856-43b8-b09b-886c7c95e99a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5bbab1e-353c-4bc8-ac3e-ac27997308e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248113 Feb 09 03:35:17.501744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2b819d39-361f-41c7-b09f-c3d4c5197c2b details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:35:17.543127 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-457157c6-fef1-430c-9afc-889ddd159128 service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835865 Feb 09 03:35:17.603911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:17.615968 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'network_id': 'f5bbab1e-353c-4bc8-ac3e-ac27997308e0', 'port_id': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'mac_address': 'fa:16:3e:4e:6e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c56a3b-463a-4416-9ac8-842118689aa3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:35:17.636209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a74bb0ca-c711-471c-b0a4-e89d5e9cd834 req-cb277fa8-b0e5-4c2f-a0af-8ace0731cadd service neutron] 10.222.0.26 "GET /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878925 Feb 09 03:35:17.653384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 2b819d39-361f-41c7-b09f-c3d4c5197c2b is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:17.653777 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.668266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b819d39-361f-41c7-b09f-c3d4c5197c2b {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:35:17.689123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:17.694405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:17.742605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:17.749955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.750597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.750939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.751277 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.751610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.751942 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.752271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.752598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.752923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.753247 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.754144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.754491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.754819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:17.908878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['2b819d39-361f-41c7-b09f-c3d4c5197c2b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:35:18.259149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe82d-363e-49c9-98e5-621ab4ce36e3 req-1ae35967-407f-42dd-a433-dcc3745706ff tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.260606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a66fe82d-363e-49c9-98e5-621ab4ce36e3 req-1ae35967-407f-42dd-a433-dcc3745706ff tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 945 time: 0.0544002 Feb 09 03:35:18.306905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a66fe82d-363e-49c9-98e5-621ab4ce36e3 req-859e4588-9d09-4cfe-bf40-186f1f6f22ff tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Feb 09 03:35:18.426688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af4428-a991-461c-aa58-e00be62be5f9 req-c1fe8f37-6091-43ad-8b4b-13872f5e1000 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.428241 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-30af4428-a991-461c-aa58-e00be62be5f9 req-c1fe8f37-6091-43ad-8b4b-13872f5e1000 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 945 time: 0.0519638 Feb 09 03:35:18.475710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-30af4428-a991-461c-aa58-e00be62be5f9 req-2cf4b05b-1262-4555-9913-3117ebb4d9fa tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Feb 09 03:35:18.596125 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcd549-8347-418e-ad6e-09af19eb2380 req-0a7215c5-a97e-4c55-b2d8-66746f9472ed tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.598113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24bcd549-8347-418e-ad6e-09af19eb2380 req-0a7215c5-a97e-4c55-b2d8-66746f9472ed tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 945 time: 0.0516629 Feb 09 03:35:18.647301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24bcd549-8347-418e-ad6e-09af19eb2380 req-d2162239-fbfc-42b8-9cfb-526575c2ebcb tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Feb 09 03:35:18.913364 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:35:18.978492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d60c8-9856-4a50-9870-fcff50509bf6 req-41e92221-02ac-4473-b0f9-5f9f2e4f5fb3 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:18.979974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f1d60c8-9856-4a50-9870-fcff50509bf6 req-41e92221-02ac-4473-b0f9-5f9f2e4f5fb3 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 945 time: 0.0576696 Feb 09 03:35:19.026548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3f1d60c8-9856-4a50-9870-fcff50509bf6 req-e0805dda-f7b7-4a45-bad2-5d7e4dff9c81 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409486 Feb 09 03:35:19.524542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2b819d39-361f-41c7-b09f-c3d4c5197c2b up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:19.573445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 2b819d39-361f-41c7-b09f-c3d4c5197c2b completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:19.577524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 2b819d39-361f-41c7-b09f-c3d4c5197c2b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:19.577904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.656061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 2b819d39-361f-41c7-b09f-c3d4c5197c2b is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:19.656456 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.678802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:19.681005 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c202960-7ded-46ea-b009-6ef090cf246e" -d '{"events": [{"server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "name": "network-vif-plugged", "status": "completed", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:19.693424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:19.697808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:19.722492 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c37ed4a-3b37-4ce9-9c38-d057af75d60d x-openstack-request-id: req-7c37ed4a-3b37-4ce9-9c38-d057af75d60d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:19.722790 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "name": "network-vif-plugged", "status": "completed", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:19.723051 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c37ed4a-3b37-4ce9-9c38-d057af75d60d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:19.723446 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'code': 200} Feb 09 03:35:19.747937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:19.882209 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.154013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-55e032c0-3c77-4204-981c-145c4b17cbbb tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.155409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-55e032c0-3c77-4204-981c-145c4b17cbbb tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0807188 Feb 09 03:35:20.177456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c80f-1960-4222-860f-34649c0d27d8 req-f4df43a1-48ea-4e82-8650-b3776d08253b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:20.178921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3111c80f-1960-4222-860f-34649c0d27d8 req-f4df43a1-48ea-4e82-8650-b3776d08253b tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3 HTTP/1.1" status: 200 len: 946 time: 0.0791852 Feb 09 03:35:20.273701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3111c80f-1960-4222-860f-34649c0d27d8 req-b4a46b24-c65d-4e37-9434-7a9fac9dfb25 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.32 "GET /v2.0/security-groups?id=aaa387d2-712e-475b-8a0c-1adbdc96227c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790441 Feb 09 03:35:20.294407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Deleting port 2b819d39-361f-41c7-b09f-c3d4c5197c2b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:35:20.294748 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.385218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] For port 2b819d39-361f-41c7-b09f-c3d4c5197c2b, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2b819d39-361f-41c7-b09f-c3d4c5197c2b,segment=NetworkSegment(97e6d400-389c-43ad-9c56-bcb9f4c17095),segment_id=97e6d400-389c-43ad-9c56-bcb9f4c17095)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:20.385573 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.402920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Calling delete_port for 2b819d39-361f-41c7-b09f-c3d4c5197c2b owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:35:20.526917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2b819d39-361f-41c7-b09f-c3d4c5197c2b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.538955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['2b819d39-361f-41c7-b09f-c3d4c5197c2b'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:35:20.558777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Pushing event deleted for resources: {'Port': ['ID=2b819d39-361f-41c7-b09f-c3d4c5197c2b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:20.605149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] No DVR routers for this DVR port 2b819d39-361f-41c7-b09f-c3d4c5197c2b on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:35:20.608081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:20.611434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-36114a05-57f8-4ee7-aa50-ee46b6814796 req-2d6e1e8f-06da-4f72-a6d5-58d8bbfa5160 tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] 10.222.0.61 "DELETE /v2.0/ports/2b819d39-361f-41c7-b09f-c3d4c5197c2b HTTP/1.1" status: 204 len: 173 time: 0.4505773 Feb 09 03:35:20.611882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'name': 'network-vif-deleted', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:20.614221 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e822337f-3b04-4746-b14c-fd6743eed047" -d '{"events": [{"server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "name": "network-vif-deleted", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:20.650338 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d762ff5c-899d-45d3-8683-354677df2d6d x-openstack-request-id: req-d762ff5c-899d-45d3-8683-354677df2d6d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:20.650635 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3", "name": "network-vif-deleted", "tag": "2b819d39-361f-41c7-b09f-c3d4c5197c2b", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:20.650955 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d762ff5c-899d-45d3-8683-354677df2d6d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:20.651399 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9455463-5b6d-4f8f-9c00-bd9ff4eb9ed3', 'name': 'network-vif-deleted', 'tag': '2b819d39-361f-41c7-b09f-c3d4c5197c2b', 'status': 'completed', 'code': 200} Feb 09 03:35:21.396497 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48338) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:21.439735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Deleting subnet 78c56a3b-463a-4416-9ac8-842118689aa3 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:35:21.443332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Publish callbacks [] for subnet (78c56a3b-463a-4416-9ac8-842118689aa3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.476273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (78c56a3b-463a-4416-9ac8-842118689aa3), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.514590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (78c56a3b-463a-4416-9ac8-842118689aa3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.565277 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (78c56a3b-463a-4416-9ac8-842118689aa3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.595537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c56a3b-463a-4416-9ac8-842118689aa3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:21.600062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.603173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/78c56a3b-463a-4416-9ac8-842118689aa3 HTTP/1.1" status: 204 len: 168 time: 0.2056782 Feb 09 03:35:21.605956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48340) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:21.608332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.608686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.609032 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.609373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.609713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.610048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.610405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.610736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.611065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.611392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.611721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.612045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.612368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a96b54-3532-4cc3-b291-fbb32a4ae0af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:21.682192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (f5bbab1e-353c-4bc8-ac3e-ac27997308e0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.763156 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (f5bbab1e-353c-4bc8-ac3e-ac27997308e0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.782520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bbab1e-353c-4bc8-ac3e-ac27997308e0']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:21.792147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e6d400-389c-43ad-9c56-bcb9f4c17095') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:21.792445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e6d400-389c-43ad-9c56-bcb9f4c17095') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:21.802188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (97e6d400-389c-43ad-9c56-bcb9f4c17095), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.815107 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (97e6d400-389c-43ad-9c56-bcb9f4c17095), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.820945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:35:21.821277 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (97e6d400-389c-43ad-9c56-bcb9f4c17095), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:35:21.822904 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:35:21.858285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.876184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (f5bbab1e-353c-4bc8-ac3e-ac27997308e0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.881726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:21.885068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f5bbab1e-353c-4bc8-ac3e-ac27997308e0 HTTP/1.1" status: 204 len: 168 time: 0.2780142 Feb 09 03:35:21.900606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d30e8c-3519-4eb9-984c-2ad600032c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5bbab1e-353c-4bc8-ac3e-ac27997308e0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:21.996841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48344) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:22.036018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7ace2202-0d81-423d-babc-30bd1ba44a4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1489bc882b6f4b41bf2fd4bf2be6b920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379806 Feb 09 03:35:22.038352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48346) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:22.084449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22878bf4-5553-43e8-82aa-6a87c251bf27 admin admin] Publish callbacks [] for security_group (aaa387d2-712e-475b-8a0c-1adbdc96227c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.105145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22878bf4-5553-43e8-82aa-6a87c251bf27 admin admin] Publish callbacks [] for security_group (aaa387d2-712e-475b-8a0c-1adbdc96227c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.152231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22878bf4-5553-43e8-82aa-6a87c251bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (aaa387d2-712e-475b-8a0c-1adbdc96227c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.154834 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-22878bf4-5553-43e8-82aa-6a87c251bf27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.155992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-22878bf4-5553-43e8-82aa-6a87c251bf27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaa387d2-712e-475b-8a0c-1adbdc96227c HTTP/1.1" status: 204 len: 168 time: 0.1167626 Feb 09 03:35:22.163801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22878bf4-5553-43e8-82aa-6a87c251bf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa387d2-712e-475b-8a0c-1adbdc96227c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:22.837063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48368) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:22.931789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1091437909-network', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:22.950962 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Made reservation on behalf of 2ea561e37b014643a45c6dd29d977eb5 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:22.953195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:22.961771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.033599 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Publish callbacks [] for security_group (43b27f1e-c449-44e0-9411-4f10e698a085), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.037598 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (43b27f1e-c449-44e0-9411-4f10e698a085), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.063490 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:35:23.072920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b27f1e-c449-44e0-9411-4f10e698a085,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:23.077587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (956f0f18-3d9c-42cc-a75e-0697993863e4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.077927 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Added segment 956f0f18-3d9c-42cc-a75e-0697993863e4 of type vlan for network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 Feb 09 03:35:23.116656 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (7111ca4c-2a3d-46b4-8823-08355dfa8eb6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.140781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (7111ca4c-2a3d-46b4-8823-08355dfa8eb6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.141713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.142312 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.196279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3579381 Feb 09 03:35:23.199165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48372) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:23.203272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483e321-c3c4-4342-9b20-b3b810caefdc admin admin] Pushing event updated for resources: {'Network': ['ID=7111ca4c-2a3d-46b4-8823-08355dfa8eb6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:23.203961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Request body: {'subnet': {'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1091437909-subnet', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:23.213458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:35:23.223689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Made reservation on behalf of 2ea561e37b014643a45c6dd29d977eb5 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:23.226258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.396297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (5043edc4-b073-4a17-ba93-5a67c8726f6f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.450013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5043edc4-b073-4a17-ba93-5a67c8726f6f,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:23.459211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:23.459571 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Network hostable DHCP agents. Network: 7111ca4c-2a3d-46b4-8823-08355dfa8eb6, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:35:23.475185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:35:23.483369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 7111ca4c-2a3d-46b4-8823-08355dfa8eb6) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:23.487573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:23.488163 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.492838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7510c59c-beef-4cbf-9354-e6d0e5921272 None None] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:23.507516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48374) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:23.507730 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ac034729-fdba-426a-9389-fc8bfb754f8d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3073571 Feb 09 03:35:23.512294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:23.532241 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (83315924-a6dc-4f86-9114-86f8115f32d9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.533289 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (83315924-a6dc-4f86-9114-86f8115f32d9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.572500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2b819d39-361f-41c7-b09f-c3d4c5197c2b no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:35:23.592586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks [] for router_controller (83315924-a6dc-4f86-9114-86f8115f32d9), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.615043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 2b819d39-361f-41c7-b09f-c3d4c5197c2b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:35:23.615400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2b819d39-361f-41c7-b09f-c3d4c5197c2b not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:35:23.622168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:35:23.623051 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.733721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks [] for router_gateway (83315924-a6dc-4f86-9114-86f8115f32d9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.755653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Allocated IP 172.20.0.2 (7111ca4c-2a3d-46b4-8823-08355dfa8eb6/5043edc4-b073-4a17-ba93-5a67c8726f6f/6528391e-16bb-491e-ad93-484484da39a7) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:23.898852 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Publish callbacks [] for port (6528391e-16bb-491e-ad93-484484da39a7), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.905161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (6528391e-16bb-491e-ad93-484484da39a7), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.938162 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks [] for router_gateway (83315924-a6dc-4f86-9114-86f8115f32d9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.942121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:23.945079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:23.951259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:23.959102 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:23.965313 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Pushing event updated for resources: {'Port': ['ID=6528391e-16bb-491e-ad93-484484da39a7,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:24.018527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Attempting to bind port 6528391e-16bb-491e-ad93-484484da39a7 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:24.022433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Attempting to bind port 6528391e-16bb-491e-ad93-484484da39a7 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:24.022860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Attempting to bind port 6528391e-16bb-491e-ad93-484484da39a7 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:24.029692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:24.030217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:24.030929 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.031603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:24.032415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Bound port: 6528391e-16bb-491e-ad93-484484da39a7, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:24.032831 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6528391e-16bb-491e-ad93-484484da39a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.070272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Allocated IP 172.25.2.51 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/04af1a9e-75f5-43aa-b248-232b0189d085) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:24.100485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] For port 6528391e-16bb-491e-ad93-484484da39a7, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:24.103767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] For port 6528391e-16bb-491e-ad93-484484da39a7, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6528391e-16bb-491e-ad93-484484da39a7,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:24.110169 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6528391e-16bb-491e-ad93-484484da39a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.165533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96e428-a29e-4c7d-a3a7-d9b3480a2892 None None] Pushing event updated for resources: {'Port': ['ID=6528391e-16bb-491e-ad93-484484da39a7,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:24.178530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks [] for port (04af1a9e-75f5-43aa-b248-232b0189d085), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.213125 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.259882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:24.264285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:24.266998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:24.273223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Pushing event updated for resources: {'Port': ['ID=04af1a9e-75f5-43aa-b248-232b0189d085,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:24.538897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks [] for router_gateway (83315924-a6dc-4f86-9114-86f8115f32d9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.733240 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (83315924-a6dc-4f86-9114-86f8115f32d9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.862226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Router 83315924-a6dc-4f86-9114-86f8115f32d9 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:35:24.975333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:35:24.985636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:35:24.993224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:24.997254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0f4f33cb-f6ce-4649-8221-777185ba8184 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4858179 Feb 09 03:35:24.997402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48376) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:25.001606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:25.002292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:35:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:25.124724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:25.158867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992f004-75ec-4894-bbbd-ba0580eff10b None None] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:35:25.312102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7021a0d0-2779-4537-a92e-3e184f704986 None None] Provisioning complete for port 6528391e-16bb-491e-ad93-484484da39a7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:25.312390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7021a0d0-2779-4537-a92e-3e184f704986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6528391e-16bb-491e-ad93-484484da39a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.485231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7021a0d0-2779-4537-a92e-3e184f704986 None None] Current status of the port 6528391e-16bb-491e-ad93-484484da39a7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:25.485627 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7021a0d0-2779-4537-a92e-3e184f704986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6528391e-16bb-491e-ad93-484484da39a7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.502617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:24Z', 'revision_number': 3, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:25.546724 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:35:25.547191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Updating router 83315924-a6dc-4f86-9114-86f8115f32d9 port 04af1a9e-75f5-43aa-b248-232b0189d085 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:35:25.581883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-7021a0d0-2779-4537-a92e-3e184f704986 None None] For port 6528391e-16bb-491e-ad93-484484da39a7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6528391e-16bb-491e-ad93-484484da39a7,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:25.589089 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7021a0d0-2779-4537-a92e-3e184f704986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6528391e-16bb-491e-ad93-484484da39a7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.593770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.725449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021a0d0-2779-4537-a92e-3e184f704986 None None] Pushing event updated for resources: {'Port': ['ID=6528391e-16bb-491e-ad93-484484da39a7,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:25.753340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-dec958f9-2eb9-40ef-8aac-a9560971f778 None None] Provisioning complete for port 6528391e-16bb-491e-ad93-484484da39a7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:25.753720 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dec958f9-2eb9-40ef-8aac-a9560971f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6528391e-16bb-491e-ad93-484484da39a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.759652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:25.918086 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Allocated IP 172.20.0.1 (7111ca4c-2a3d-46b4-8823-08355dfa8eb6/5043edc4-b073-4a17-ba93-5a67c8726f6f/6d3cb69c-6496-4f32-b92c-fa16c9fab201) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:26.028512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Publish callbacks [] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.062046 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.087792 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dec958f9-2eb9-40ef-8aac-a9560971f778 None None] Current status of the port 6528391e-16bb-491e-ad93-484484da39a7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:26.106382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:26.109623 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:26.113305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:26.118989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3cb69c-6496-4f32-b92c-fa16c9fab201,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:26.135788 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Publish callbacks [] for port (04af1a9e-75f5-43aa-b248-232b0189d085), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.144432 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.164103 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (83315924-a6dc-4f86-9114-86f8115f32d9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.204309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762964d1-31ff-48ce-9280-b8a3fd396629 None None] Pushing event updated for resources: {'Port': ['ID=04af1a9e-75f5-43aa-b248-232b0189d085,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:26.207385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Attempting to bind port 04af1a9e-75f5-43aa-b248-232b0189d085 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:26.207776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Attempting to bind port 04af1a9e-75f5-43aa-b248-232b0189d085 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:26.208128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Attempting to bind port 04af1a9e-75f5-43aa-b248-232b0189d085 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:26.214006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:26.214425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:26.214829 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.215225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:26.215693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Bound port: 04af1a9e-75f5-43aa-b248-232b0189d085, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:26.216077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.236992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6528391e-16bb-491e-ad93-484484da39a7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:26.303358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] For port 04af1a9e-75f5-43aa-b248-232b0189d085, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:26.306991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] For port 04af1a9e-75f5-43aa-b248-232b0189d085, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=04af1a9e-75f5-43aa-b248-232b0189d085,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:26.317281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6528391e-16bb-491e-ad93-484484da39a7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:26.317986 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6528391e-16bb-491e-ad93-484484da39a7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.319717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.320704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.419472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:26.420025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:35:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:26.424501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762964d1-31ff-48ce-9280-b8a3fd396629 None None] Pushing event updated for resources: {'Port': ['ID=04af1a9e-75f5-43aa-b248-232b0189d085,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:26.484651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Publish callbacks [] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.489120 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.509288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-633e6579-7b91-40d0-83c1-cdc8ed882046 None None] Provisioning complete for port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:26.509288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-633e6579-7b91-40d0-83c1-cdc8ed882046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.561194 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3cb69c-6496-4f32-b92c-fa16c9fab201,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:26.569458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (83315924-a6dc-4f86-9114-86f8115f32d9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.589374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-633e6579-7b91-40d0-83c1-cdc8ed882046 None None] Port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:35:26.595059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6528391e-16bb-491e-ad93-484484da39a7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:26.608609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:26.666774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:26.668237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:26.791352 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:35:26.826751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:25Z', 'revision_number': 1, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:26.857032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3babd9-6caa-4792-a8ac-f08e3199db7c None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:25Z', 'revision_number': 1, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:35:26.911753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1ae5bb28-520a-402a-b72c-6f5cfb72e8f4 None None] Provisioning complete for port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:26.912141 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1ae5bb28-520a-402a-b72c-6f5cfb72e8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:26.914571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:35:26.926522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9f6652bc-0562-476f-978d-3c6ffd7811b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/83315924-a6dc-4f86-9114-86f8115f32d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9215698 Feb 09 03:35:26.951983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5bb28-520a-402a-b72c-6f5cfb72e8f4 None None] Port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:35:27.390041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 48384) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:27.396534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-cc8dc64f-0709-47c6-9385-bb9f02c7ee5f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032856037', 'description': 'tempest-description--503758441'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:27.422135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc8dc64f-0709-47c6-9385-bb9f02c7ee5f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.500470 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc8dc64f-0709-47c6-9385-bb9f02c7ee5f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group (4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.504681 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc8dc64f-0709-47c6-9385-bb9f02c7ee5f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.567967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dc64f-0709-47c6-9385-bb9f02c7ee5f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:27.572476 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-cc8dc64f-0709-47c6-9385-bb9f02c7ee5f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.576894 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48386) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:27.577959 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-cc8dc64f-0709-47c6-9385-bb9f02c7ee5f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1868527 Feb 09 03:35:27.585475 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-25c05afd-15c2-4b25-9dcd-e85bb14950bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'security_group_rule': {'security_group_id': '4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:27.622686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25c05afd-15c2-4b25-9dcd-e85bb14950bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group_rule (da272e3b-8bd9-4a94-af7c-1a71c9b5f418), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.687211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25c05afd-15c2-4b25-9dcd-e85bb14950bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group_rule (da272e3b-8bd9-4a94-af7c-1a71c9b5f418), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.692157 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25c05afd-15c2-4b25-9dcd-e85bb14950bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (da272e3b-8bd9-4a94-af7c-1a71c9b5f418), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.716315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c05afd-15c2-4b25-9dcd-e85bb14950bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da272e3b-8bd9-4a94-af7c-1a71c9b5f418,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:27.722433 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-25c05afd-15c2-4b25-9dcd-e85bb14950bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.726441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-25c05afd-15c2-4b25-9dcd-e85bb14950bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458666 Feb 09 03:35:27.726441 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48388) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:27.730627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8986508d-85f7-4f53-a241-314f67e07ae7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'security_group_rule': {'security_group_id': '4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:27.756964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8986508d-85f7-4f53-a241-314f67e07ae7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group_rule (37407715-61c8-484f-9cef-2b246f9d2237), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.813937 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8986508d-85f7-4f53-a241-314f67e07ae7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group_rule (37407715-61c8-484f-9cef-2b246f9d2237), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.818643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8986508d-85f7-4f53-a241-314f67e07ae7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (37407715-61c8-484f-9cef-2b246f9d2237), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.837009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986508d-85f7-4f53-a241-314f67e07ae7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37407715-61c8-484f-9cef-2b246f9d2237,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:27.845064 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8986508d-85f7-4f53-a241-314f67e07ae7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.846306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8986508d-85f7-4f53-a241-314f67e07ae7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190157 Feb 09 03:35:27.849428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48390) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:27.853817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:27.874722 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:27.976202 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.096118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Allocated IP 172.25.2.171 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/4fbb888e-c8e6-479d-af6f-8adcd99590b6) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:28.160872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 04af1a9e-75f5-43aa-b248-232b0189d085 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:28.212874 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for port (4fbb888e-c8e6-479d-af6f-8adcd99590b6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.214753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 04af1a9e-75f5-43aa-b248-232b0189d085 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:28.215363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.254148 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4fbb888e-c8e6-479d-af6f-8adcd99590b6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.292500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 04af1a9e-75f5-43aa-b248-232b0189d085 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:28.292943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.295920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:28.300294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:28.305245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:28.307274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'Port': ['ID=4fbb888e-c8e6-479d-af6f-8adcd99590b6,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:28.329611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 04af1a9e-75f5-43aa-b248-232b0189d085, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=04af1a9e-75f5-43aa-b248-232b0189d085,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:28.333550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.385342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=04af1a9e-75f5-43aa-b248-232b0189d085,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:28.398696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.439214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4fbb888e-c8e6-479d-af6f-8adcd99590b6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.590075 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for port (4fbb888e-c8e6-479d-af6f-8adcd99590b6), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.594421 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4fbb888e-c8e6-479d-af6f-8adcd99590b6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.668316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'Port': ['ID=4fbb888e-c8e6-479d-af6f-8adcd99590b6,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:28.679931 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.696813 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:28.698088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c30785a6-32cf-4a34-b5a8-f9613ae9a67f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8476601 Feb 09 03:35:28.846035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-c754b278-f043-4efe-b407-a4b795d7c627 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1032856037&fields=id&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 267 time: 0.0429103 Feb 09 03:35:28.958034 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383858-8359-4f08-aa52-715c8cf0336d req-53df73fd-20b2-4d26-b6ef-d4d635a28514 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:28.959597 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-53df73fd-20b2-4d26-b6ef-d4d635a28514 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 812 time: 0.1070855 Feb 09 03:35:28.972129 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:35:28.974706 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-90f92d81-9622-441b-a19d-a862d62dac51 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/quotas/2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 375 time: 0.0097263 Feb 09 03:35:28.981713 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:28.982358 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:35:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:29.032370 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-e33126d4-d34b-4a21-b26f-4b212cffd567 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522337 Feb 09 03:35:29.090416 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:29.131453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-2bf8d4d8-5220-4d1c-81d4-740c235901b4 service neutron] 10.222.0.32 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876880 Feb 09 03:35:29.226679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-4c6f6bc7-37f3-4c8a-a0c1-eefdbeab9a29 service neutron] 10.222.0.32 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891359 Feb 09 03:35:29.294195 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 2, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:29.321808 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:35:29.322899 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Updating router 83315924-a6dc-4f86-9114-86f8115f32d9 port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:35:29.354364 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.390062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd5f3b2b-7ab3-4725-b271-b01446b49e2b req-efb3d774-2242-4dcd-a43a-fdfd63cf1b14 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 210 time: 0.0286713 Feb 09 03:35:29.636812 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Publish callbacks [] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.641982 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.693945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Pushing event updated for resources: {'Port': ['ID=6d3cb69c-6496-4f32-b92c-fa16c9fab201,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:29.723229 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.723573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.723913 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.724248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.724678 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.725009 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.725335 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.725663 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.725984 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.726328 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.726650 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.726968 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.727286 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:35:29.764975 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Attempting to bind port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:29.765353 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Attempting to bind port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:29.765717 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Attempting to bind port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:29.771484 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:29.771859 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:29.772268 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.772667 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:29.773141 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Bound port: 6d3cb69c-6496-4f32-b92c-fa16c9fab201, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:29.773521 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.846426 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] For port 6d3cb69c-6496-4f32-b92c-fa16c9fab201, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:29.851868 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] For port 6d3cb69c-6496-4f32-b92c-fa16c9fab201, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6d3cb69c-6496-4f32-b92c-fa16c9fab201,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:29.858368 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:29.912828 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:29.913457 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:35:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:29.992977 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2ad41-2169-4b9e-a0c0-287c228ebb67 None None] Pushing event updated for resources: {'Port': ['ID=6d3cb69c-6496-4f32-b92c-fa16c9fab201,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:29.993816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d65356c6-61d7-4b00-bcd4-db958448bd5b None None] Provisioning complete for port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:29.994403 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d65356c6-61d7-4b00-bcd4-db958448bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.047237 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:30.092145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d65356c6-61d7-4b00-bcd4-db958448bd5b None None] Current status of the port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:30.092297 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d65356c6-61d7-4b00-bcd4-db958448bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.135482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-d65356c6-61d7-4b00-bcd4-db958448bd5b None None] For port 6d3cb69c-6496-4f32-b92c-fa16c9fab201, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6d3cb69c-6496-4f32-b92c-fa16c9fab201,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:30.142307 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d65356c6-61d7-4b00-bcd4-db958448bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.189684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 04af1a9e-75f5-43aa-b248-232b0189d085 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:30.236534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65356c6-61d7-4b00-bcd4-db958448bd5b None None] Pushing event updated for resources: {'Port': ['ID=6d3cb69c-6496-4f32-b92c-fa16c9fab201,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:30.273361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 04af1a9e-75f5-43aa-b248-232b0189d085 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:30.273744 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.274474 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:29Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:30.277123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-700a657c-3740-4834-aa72-11b00270a821 None None] Provisioning complete for port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:30.277486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-700a657c-3740-4834-aa72-11b00270a821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.309266 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607dc45a-2e2f-4c3c-bf88-6124319e5940 None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:29Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:35:30.395706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383858-8359-4f08-aa52-715c8cf0336d req-7543cf99-5acb-47e8-a8b4-f235168d3e39 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:30.400293 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-7543cf99-5acb-47e8-a8b4-f235168d3e39 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 812 time: 0.1406710 Feb 09 03:35:30.430679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-700a657c-3740-4834-aa72-11b00270a821 None None] Current status of the port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:30.433482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 04af1a9e-75f5-43aa-b248-232b0189d085 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:30.434772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6d3cb69c-6496-4f32-b92c-fa16c9fab201 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:30.474924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-3f3cf0bb-c6ef-4dcc-916d-a86678de462f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 380 time: 0.0681067 Feb 09 03:35:30.489469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'port': {'device_id': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'admin_state_up': True, 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'security_groups': ['4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:30.490517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:30.490977 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.540455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df4ef160-7e7c-4083-bde2-d04ca056e341 req-2550d477-c961-4a57-bba7-ed86868cb227 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 210 time: 0.0443487 Feb 09 03:35:30.567950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e34cdff1-7fe4-4d8d-861b-568fc973ea00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:30.609522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:30.956979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Made reservation on behalf of 2ea561e37b014643a45c6dd29d977eb5 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:35:30.960636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.089975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Allocated IP 172.20.0.7 (7111ca4c-2a3d-46b4-8823-08355dfa8eb6/5043edc4-b073-4a17-ba93-5a67c8726f6f/33d03e65-eeaa-4c61-81ae-896bbe067ec9) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:35:31.225467 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.259852 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.300250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:35:31.305234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:35:31.308938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:35:31.340240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:31.367598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:31.368252 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.385999 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-e0e791a8-2879-4643-95ec-3171881942b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9020996 Feb 09 03:35:31.397819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Request body: {'port': {'device_id': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:31.459585 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.564337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8a98326b-e09e-4446-8a61-dba4611c3066 None None] Provisioning complete for port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:31.564926 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a98326b-e09e-4446-8a61-dba4611c3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.600198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8a98326b-e09e-4446-8a61-dba4611c3066 None None] Port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:35:31.714993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5eeb2-67c5-4c28-8201-1cc32955ad52 req-42b77131-527c-4c9a-9dff-be1009eda378 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:31.716727 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31f5eeb2-67c5-4c28-8201-1cc32955ad52 req-42b77131-527c-4c9a-9dff-be1009eda378 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 931 time: 0.0874648 Feb 09 03:35:31.808022 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31f5eeb2-67c5-4c28-8201-1cc32955ad52 req-05e0348d-e579-4e51-bc6b-ce68b6309652 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841835 Feb 09 03:35:31.811538 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d03e65-eeaa-4c61-81ae-896bbe067ec9 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:35:31.827172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Publish callbacks [] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.831779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Transition to ACTIVE for port object 33d03e65-eeaa-4c61-81ae-896bbe067ec9 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:35:31.835671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:31.890067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:31.963470 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Attempting to bind port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:35:31.963818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Attempting to bind port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:35:31.964150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Attempting to bind port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:31.968772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:35:31.969119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Attempting to bind port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:35:31.974817 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:35:31.975160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:35:31.975549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:35:31.975981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Bound port: 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:35:31.976345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.041971 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:35:32.045551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:35:32.051453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.087262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.088022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.089253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] 10.222.0.26 "PUT /v2.0/ports/33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 1091 time: 0.6957593 Feb 09 03:35:32.089696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:32.091991 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16a7a6f-f5be-4225-bf51-14bd12879268" -d '{"events": [{"name": "network-changed", "server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:32.120889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61cb2e-3b69-4278-8060-b00f69e4c106 service neutron] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:32.163994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6d3cb69c-6496-4f32-b92c-fa16c9fab201 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:32.176749 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1e1de5-a9c9-4f3d-a329-123726843256 x-openstack-request-id: req-fb1e1de5-a9c9-4f3d-a329-123726843256 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:32.177044 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:32.177301 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb1e1de5-a9c9-4f3d-a329-123726843256 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:32.177706 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'status': 'completed', 'code': 200} Feb 09 03:35:32.201712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383858-8359-4f08-aa52-715c8cf0336d req-88e9ca2b-6c36-433f-9f67-c5d6a8e71105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.203403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-88e9ca2b-6c36-433f-9f67-c5d6a8e71105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1125 time: 0.0674810 Feb 09 03:35:32.217546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:32.217745 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.249029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-553a96ce-754c-41a0-bbc5-a148f0d6e1b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 217 time: 0.0396709 Feb 09 03:35:32.302603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:32.310165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383858-8359-4f08-aa52-715c8cf0336d req-e277373a-b689-40c8-9d17-7602cd3e7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.311670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-e277373a-b689-40c8-9d17-7602cd3e7afe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0568440 Feb 09 03:35:32.365990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383858-8359-4f08-aa52-715c8cf0336d req-0fc1eda7-7402-4171-82b1-9ec3de877e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.367631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-0fc1eda7-7402-4171-82b1-9ec3de877e4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491242 Feb 09 03:35:32.454996 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-ec4f1aee-428c-48c9-91c1-8e33abb2d3dd service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818264 Feb 09 03:35:32.548420 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be383858-8359-4f08-aa52-715c8cf0336d req-4d8cc282-9c28-443f-af1a-21ca750bb052 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878391 Feb 09 03:35:32.632794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-b2287062-2cbd-4556-8944-180362840a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.634342 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-b2287062-2cbd-4556-8944-180362840a76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1125 time: 0.0447137 Feb 09 03:35:32.723803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-caedb957-4ed2-4696-9c67-080840e317d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.725316 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-caedb957-4ed2-4696-9c67-080840e317d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0845630 Feb 09 03:35:32.738848 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d108d70-4df6-49f6-92c5-6ad85bdaebea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:32.770805 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-b7819229-69e0-4a62-884f-3dcec8690607 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 217 time: 0.0398736 Feb 09 03:35:32.823302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-b482d6ab-6af5-427e-bbd6-cb6fd0f6c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.824752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-b482d6ab-6af5-427e-bbd6-cb6fd0f6c227 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0487151 Feb 09 03:35:32.888115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-96bfe763-9733-4095-9efd-8b0ee6c761b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.889525 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-96bfe763-9733-4095-9efd-8b0ee6c761b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578809 Feb 09 03:35:32.993531 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea48487-a653-48ae-827a-56d9fb5706e1 req-3c48ad28-06de-4bc5-a790-ffdf44787563 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:32.995031 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ea48487-a653-48ae-827a-56d9fb5706e1 req-3c48ad28-06de-4bc5-a790-ffdf44787563 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 943 time: 0.1170483 Feb 09 03:35:33.025926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-fbbb943a-1269-4f0d-9784-39a0d55d4c42 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140740 Feb 09 03:35:33.097552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3ea48487-a653-48ae-827a-56d9fb5706e1 req-efacccc6-47f6-4971-8a4c-f203e4e5bbd1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949397 Feb 09 03:35:33.137291 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e16a7a6f-f5be-4225-bf51-14bd12879268 req-661afb1e-6ebd-44fc-baef-d7c676bc77b0 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997267 Feb 09 03:35:34.098801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.219774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db04a44-d6dd-4d0c-880b-f896521ae309 req-cd508fb7-4606-4c54-9777-27371c639b4a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:34.221264 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8db04a44-d6dd-4d0c-880b-f896521ae309 req-cd508fb7-4606-4c54-9777-27371c639b4a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0544970 Feb 09 03:35:34.267089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8db04a44-d6dd-4d0c-880b-f896521ae309 req-83611d98-a353-4f58-913d-73d63b55cbb3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 Feb 09 03:35:34.765839 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 33d03e65-eeaa-4c61-81ae-896bbe067ec9 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:35:34.861357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:34.873557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'mac_address': 'fa:16:3e:81:7b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:35:34.909800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:34.910190 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.922638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d03e65-eeaa-4c61-81ae-896bbe067ec9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:35:34.942462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:34.946374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:34.995387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:35.165003 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:35.228314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['33d03e65-eeaa-4c61-81ae-896bbe067ec9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:35:35.388381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523f0d-9c20-4d88-a628-fcb335c7d750 req-92304ead-00fe-4506-a058-88ef337fd061 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:35.389787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab523f0d-9c20-4d88-a628-fcb335c7d750 req-92304ead-00fe-4506-a058-88ef337fd061 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0549514 Feb 09 03:35:35.436507 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ab523f0d-9c20-4d88-a628-fcb335c7d750 req-1f17ab2f-7d4a-42a1-9947-0ce25e6aabc5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Feb 09 03:35:36.503828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:36.571936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068b5e2-0d39-48b9-86a1-6a05a235f877 req-3788ffb7-bbbf-4309-a3b2-1779f0674c80 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:36.573516 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d068b5e2-0d39-48b9-86a1-6a05a235f877 req-3788ffb7-bbbf-4309-a3b2-1779f0674c80 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0613215 Feb 09 03:35:36.625212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d068b5e2-0d39-48b9-86a1-6a05a235f877 req-c11a8d29-1f8b-42fe-afef-acf00e3f53b8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Feb 09 03:35:36.781237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 33d03e65-eeaa-4c61-81ae-896bbe067ec9 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:35:36.829506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:35:36.833677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:35:36.834082 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:36.912377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:35:36.912774 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:36.939944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:36.942270 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63438186-48e9-405f-a732-f30478d36312" -d '{"events": [{"server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:36.956916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:35:36.962548 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:36.990391 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0de8d-2438-4a2f-81ca-13d29f11be73 x-openstack-request-id: req-58c0de8d-2438-4a2f-81ca-13d29f11be73 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:36.990684 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:36.990933 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58c0de8d-2438-4a2f-81ca-13d29f11be73 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:36.991316 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'code': 200} Feb 09 03:35:37.021728 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:35:37.093900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c74c-4058-49b5-bdc8-3947359d192c req-7d701ffd-dc35-4a93-b690-2545153bd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:37.095460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a764c74c-4058-49b5-bdc8-3947359d192c req-7d701ffd-dc35-4a93-b690-2545153bd2f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1127 time: 0.0552993 Feb 09 03:35:37.140966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a764c74c-4058-49b5-bdc8-3947359d192c req-46813b44-5576-44eb-b542-daa656caee90 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 Feb 09 03:35:37.744047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47ca43-1750-44f0-9b11-ec1552529021 req-fe5e588d-ed67-4991-8238-027a58a56d02 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:37.745543 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e47ca43-1750-44f0-9b11-ec1552529021 req-fe5e588d-ed67-4991-8238-027a58a56d02 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0537381 Feb 09 03:35:37.792101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e47ca43-1750-44f0-9b11-ec1552529021 req-ab422a8d-4212-4fe2-b6a3-73463581f116 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Feb 09 03:35:38.912799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd529-ba79-4925-b572-0fe9817a343e req-37bd6f5f-9556-4cbd-baf8-1763fd55026c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:38.914303 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb7bd529-ba79-4925-b572-0fe9817a343e req-37bd6f5f-9556-4cbd-baf8-1763fd55026c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0538075 Feb 09 03:35:38.960868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fb7bd529-ba79-4925-b572-0fe9817a343e req-9e03c609-bd08-4688-bd9d-59f9493ad278 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Feb 09 03:35:39.078736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b8c05-83f9-4836-b491-1e2329594e9d req-549784b4-1862-425d-9e43-cb835fda4375 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:39.080163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-624b8c05-83f9-4836-b491-1e2329594e9d req-549784b4-1862-425d-9e43-cb835fda4375 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0565138 Feb 09 03:35:39.089996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48436) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:35:39.094337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'floatingip': {'port_id': '33d03e65-eeaa-4c61-81ae-896bbe067ec9'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:35:39.133028 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.558706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.562492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.664642 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6 associated. External IP: 172.25.2.171, port: 33d03e65-eeaa-4c61-81ae-896bbe067ec9. Feb 09 03:35:39.874380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:35:39.982539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:35:39.987872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:39.992781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:35:40.002831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:40.003522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:35:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:40.016986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4f51bfd6-579d-42b4-b248-af654b2f284f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "PUT /v2.0/floatingips/a53c5319-9335-45b8-a4d1-9bdc37a012e6 HTTP/1.1" status: 200 len: 991 time: 0.9259262 Feb 09 03:35:40.017673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:35:40.020586 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5376c02-39e6-4ac8-85f3-9c9d16c66597" -d '{"events": [{"name": "network-changed", "server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:35:40.060173 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15908943-48c2-48cb-b00d-fcca32f3f8c5 x-openstack-request-id: req-15908943-48c2-48cb-b00d-fcca32f3f8c5 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:35:40.060442 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:35:40.060909 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15908943-48c2-48cb-b00d-fcca32f3f8c5 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:35:40.061115 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'status': 'completed', 'code': 200} Feb 09 03:35:40.120841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:40.154357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788a78-f6f3-47b8-876c-a11673b32701 req-9e3a0a34-ae79-4a55-94c7-aa26bd8753be tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:40.155764 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b788a78-f6f3-47b8-876c-a11673b32701 req-9e3a0a34-ae79-4a55-94c7-aa26bd8753be tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0894301 Feb 09 03:35:40.171547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-67b08e4f-4de9-4430-a104-ce8686a1608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:40.173001 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-67b08e4f-4de9-4430-a104-ce8686a1608e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1127 time: 0.0719833 Feb 09 03:35:40.260798 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b788a78-f6f3-47b8-876c-a11673b32701 req-aa4edbda-fecc-4c94-b75c-f22c06954878 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976386 Feb 09 03:35:40.291309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-9a408254-b30e-4137-bfa4-e7af234d065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:40.292775 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-9a408254-b30e-4137-bfa4-e7af234d065b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.1092448 Feb 09 03:35:40.349568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:81:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:35:39Z', 'revision_number': 1, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:40.362492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-477e4a8c-fe41-40ad-93e6-9118befec9ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 999 time: 0.0636799 Feb 09 03:35:40.375442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:35:40.383594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:35:40.384205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:35:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:40.410852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-5a1d229a-05eb-4160-b632-935a89b42f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:40.412228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-5a1d229a-05eb-4160-b632-935a89b42f2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0448871 Feb 09 03:35:40.461625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-f894dec8-a0d4-417c-aa32-dfcf5101fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:40.463200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-f894dec8-a0d4-417c-aa32-dfcf5101fd9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458956 Feb 09 03:35:40.563237 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-0d6124d5-e5be-4234-87f8-2e108f4e2644 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934491 Feb 09 03:35:40.652203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:35:40.652428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5376c02-39e6-4ac8-85f3-9c9d16c66597 req-e9449b59-1551-4887-864b-68d3cd8ff876 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833752 Feb 09 03:35:40.873048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:81:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:35:39Z', 'revision_number': 1, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:35:40.903123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac09d6-6a39-425b-9fe1-ee1113a20a94 None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:81:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:35:39Z', 'revision_number': 1, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:35:41.086203 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9df2f-6bbd-4e36-b10e-cefe642b7ea4 None None] New status for floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:35:41.392315 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c113e3-5eea-4388-a74e-dedcc46dce09 req-52fd7af1-6295-4258-8335-703d6dba172b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:41.394451 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34c113e3-5eea-4388-a74e-dedcc46dce09 req-52fd7af1-6295-4258-8335-703d6dba172b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0568798 Feb 09 03:35:41.439422 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-34c113e3-5eea-4388-a74e-dedcc46dce09 req-d02fc6c9-4f64-40a6-bb1d-dce301392991 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393932 Feb 09 03:35:41.563271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680baff-6aff-40fc-88fa-e10f2257e2c8 req-27d3c838-61f6-40a2-891f-ab1d19773c8a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:41.564745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c680baff-6aff-40fc-88fa-e10f2257e2c8 req-27d3c838-61f6-40a2-891f-ab1d19773c8a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0574248 Feb 09 03:35:41.611052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c680baff-6aff-40fc-88fa-e10f2257e2c8 req-cc5c6c23-aefc-4e5b-a09a-252ddcc47582 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400939 Feb 09 03:35:41.863651 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-1155f9af-7ad6-472a-b689-faf69514788c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747929 Feb 09 03:35:41.871141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d3227-34bd-44db-a5af-95e73761d460 req-8df86edc-aa92-4ab8-8740-68ad53a77934 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:41.872862 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-580d3227-34bd-44db-a5af-95e73761d460 req-8df86edc-aa92-4ab8-8740-68ad53a77934 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0764844 Feb 09 03:35:41.927819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-580d3227-34bd-44db-a5af-95e73761d460 req-092f384b-aab0-40f9-b9b6-cb7284aeaa7b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480998 Feb 09 03:35:42.971047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-7724a375-b056-4ed8-8aa6-4e0f11cec6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:42.972572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-7724a375-b056-4ed8-8aa6-4e0f11cec6dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1127 time: 0.0447385 Feb 09 03:35:43.047730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c651f3-b029-4a34-a026-132ca1402af0 req-9fab406a-1825-418c-b561-e648ed7f5498 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:43.049717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c651f3-b029-4a34-a026-132ca1402af0 req-9fab406a-1825-418c-b561-e648ed7f5498 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0526354 Feb 09 03:35:43.060415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-a8f2e343-7b17-4dea-b17a-4b8317e76ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:43.061896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-a8f2e343-7b17-4dea-b17a-4b8317e76ea4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0841846 Feb 09 03:35:43.096137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07c651f3-b029-4a34-a026-132ca1402af0 req-03dfe136-857f-4c70-aaee-a2085d849676 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406940 Feb 09 03:35:43.140668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-b14a3492-29c3-428f-9e2f-c62e5249cc88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 1001 time: 0.0660241 Feb 09 03:35:43.186856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-501f9c3d-9df3-4aee-a8d7-171c3643fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:43.188271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-501f9c3d-9df3-4aee-a8d7-171c3643fc00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0423467 Feb 09 03:35:43.234629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-4561747e-0fdb-4c05-a6f6-b04e3392f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:43.236161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-4561747e-0fdb-4c05-a6f6-b04e3392f844 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421417 Feb 09 03:35:43.328442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-5c7851ce-a70d-450c-9587-b13352fcb25b service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868237 Feb 09 03:35:43.415855 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-aeeaf7f7-de35-49de-8a2f-77792ac03c79 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819690 Feb 09 03:35:44.225999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de3f70-b44a-4bb4-8a53-b4c219689d00 req-31c023e9-f30c-4c71-971c-06cbedcd0a16 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:44.227614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34de3f70-b44a-4bb4-8a53-b4c219689d00 req-31c023e9-f30c-4c71-971c-06cbedcd0a16 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0608366 Feb 09 03:35:44.274559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34de3f70-b44a-4bb4-8a53-b4c219689d00 req-ee1ba23c-418f-4ec0-8599-29ccc521c741 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Feb 09 03:35:45.397655 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae2715-42d5-44fd-9408-b538f9100479 req-2a58c488-ed15-4b37-adf2-57318f1765b2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:45.399154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07ae2715-42d5-44fd-9408-b538f9100479 req-2a58c488-ed15-4b37-adf2-57318f1765b2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0549946 Feb 09 03:35:45.444745 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-07ae2715-42d5-44fd-9408-b538f9100479 req-f5603d3c-b11b-4bcf-9bcf-2818951db8a3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401247 Feb 09 03:35:46.564462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d261d-dde5-4d94-a977-b3c7447d39cd req-b27c0137-4870-45df-bce7-360c7e61d5b6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:46.566498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f4d261d-dde5-4d94-a977-b3c7447d39cd req-b27c0137-4870-45df-bce7-360c7e61d5b6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0526092 Feb 09 03:35:46.614491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9f4d261d-dde5-4d94-a977-b3c7447d39cd req-02971ea8-44ee-4556-bfec-08374475eb11 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Feb 09 03:35:47.730426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2146-3f0b-4e9f-b60a-cc247651718e req-4435ee3d-74f9-49d8-b92b-456e2b8ea76d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:47.731875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95bd2146-3f0b-4e9f-b60a-cc247651718e req-4435ee3d-74f9-49d8-b92b-456e2b8ea76d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0513101 Feb 09 03:35:47.777803 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-95bd2146-3f0b-4e9f-b60a-cc247651718e req-41c38580-e97a-46e0-beb7-1df089353fdc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399592 Feb 09 03:35:48.896300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38631f1-4691-4106-839d-eea61ad94592 req-99f93b28-5ac0-407f-beee-8a204dbabfa8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:48.897763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f38631f1-4691-4106-839d-eea61ad94592 req-99f93b28-5ac0-407f-beee-8a204dbabfa8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0535982 Feb 09 03:35:48.947374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f38631f1-4691-4106-839d-eea61ad94592 req-d79640e5-1338-4082-869e-a44e21681a21 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 Feb 09 03:35:49.896556 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:50.067220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a94f-20f9-4494-83e9-6044cb7ec0d1 req-2e82dc85-a712-4ec2-a9de-5543c08a731d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:50.068681 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c805a94f-20f9-4494-83e9-6044cb7ec0d1 req-2e82dc85-a712-4ec2-a9de-5543c08a731d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0516343 Feb 09 03:35:50.118788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c805a94f-20f9-4494-83e9-6044cb7ec0d1 req-a88b5dd4-7366-4829-b70a-f10f7f308796 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Feb 09 03:35:51.236067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d4679-6e6b-4d47-bc62-891e108729db req-9f9ccdfb-b6e8-4a94-baf5-394d37883e50 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:51.238139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-212d4679-6e6b-4d47-bc62-891e108729db req-9f9ccdfb-b6e8-4a94-baf5-394d37883e50 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0514660 Feb 09 03:35:51.284234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-212d4679-6e6b-4d47-bc62-891e108729db req-dd8d36b5-1ccd-4b87-8821-14e502bb76c9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Feb 09 03:35:51.872767 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:35:52.403739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664cca9-cc07-4a60-ae9c-af8e00d602d8 req-f7b0d57a-6c78-4b73-82c5-9fdfccf38425 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:52.405219 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8664cca9-cc07-4a60-ae9c-af8e00d602d8 req-f7b0d57a-6c78-4b73-82c5-9fdfccf38425 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0518694 Feb 09 03:35:52.461912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8664cca9-cc07-4a60-ae9c-af8e00d602d8 req-55c6c63f-ff80-48d1-8237-9f2a8620be53 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504494 Feb 09 03:35:53.579786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2a0d-67ba-4935-9f0a-5155e3d8532a req-ee54b446-b495-4f0f-a28d-e017703ac6ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:53.581763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f3f2a0d-67ba-4935-9f0a-5155e3d8532a req-ee54b446-b495-4f0f-a28d-e017703ac6ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0520513 Feb 09 03:35:53.627613 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8f3f2a0d-67ba-4935-9f0a-5155e3d8532a req-4aa1fcda-d695-4040-8fcc-55fcd132f2f6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Feb 09 03:35:54.745591 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bcb96-a94a-4ffd-a9b5-83c5030e2329 req-d3b9ce14-5efc-4a13-b0bd-6edce4808e15 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:54.747119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-396bcb96-a94a-4ffd-a9b5-83c5030e2329 req-d3b9ce14-5efc-4a13-b0bd-6edce4808e15 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0514390 Feb 09 03:35:54.793582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-396bcb96-a94a-4ffd-a9b5-83c5030e2329 req-e564cca7-7c79-452b-b2a9-ffc20b6fd489 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 Feb 09 03:35:55.911816 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:35:55.916090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd526fe-6d83-4ed3-8b14-892e440f1c24 req-6bff6cc6-520e-47d5-97f4-dc3f2e09f1c0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:55.917570 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9bd526fe-6d83-4ed3-8b14-892e440f1c24 req-6bff6cc6-520e-47d5-97f4-dc3f2e09f1c0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0565956 Feb 09 03:35:55.964211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9bd526fe-6d83-4ed3-8b14-892e440f1c24 req-c0882642-7017-4aaf-b1ca-c3b379cf62b7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Feb 09 03:35:57.086129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad65d0-2ede-4713-83c9-8a383171de6a req-3302dc22-1de4-4383-a8b1-e2ed5872d4f9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:57.087673 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-44ad65d0-2ede-4713-83c9-8a383171de6a req-3302dc22-1de4-4383-a8b1-e2ed5872d4f9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0559392 Feb 09 03:35:57.135187 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-44ad65d0-2ede-4713-83c9-8a383171de6a req-fd184b1e-296e-4a8e-8d3b-ab753eb2a19c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Feb 09 03:35:58.252345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7167a4-0a4f-41fc-8aaf-b23c8e0d072b req-3f52fd4c-4be5-4e1f-821e-762205bc2e93 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:58.254503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d7167a4-0a4f-41fc-8aaf-b23c8e0d072b req-3f52fd4c-4be5-4e1f-821e-762205bc2e93 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0517278 Feb 09 03:35:58.299844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0d7167a4-0a4f-41fc-8aaf-b23c8e0d072b req-2a7cf57a-803b-4623-baa3-b08056c6b121 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Feb 09 03:35:59.421758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5c1c9-364e-4e70-8f4d-7a53b8e65ff9 req-33f90cf2-642a-4933-8a92-5d807e12b3e1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:35:59.423271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d5c1c9-364e-4e70-8f4d-7a53b8e65ff9 req-33f90cf2-642a-4933-8a92-5d807e12b3e1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0537574 Feb 09 03:35:59.469593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3d5c1c9-364e-4e70-8f4d-7a53b8e65ff9 req-e878e04e-bc56-4ba2-8cd2-f67ee9c3536e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406563 Feb 09 03:36:00.074221 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-9b1c756e-c6b0-4412-a0ae-04c2e05b5cf5 service neutron] show failed (client error): The resource could not be found. Feb 09 03:36:00.075254 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-9b1c756e-c6b0-4412-a0ae-04c2e05b5cf5 service neutron] 10.222.0.26 "GET /v2.0/ports/33d03e65-eeaa-4c61-81ae-896bbe067ec9/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0586202 Feb 09 03:36:00.271594 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-b5bd4f66-48f0-40e9-9135-ad5b8cfbbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:00.273069 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-b5bd4f66-48f0-40e9-9135-ad5b8cfbbf8c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 1127 time: 0.0439577 Feb 09 03:36:00.284018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:00.345022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.383729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.61', 54576) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:00.430607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-8bc7c271-1835-4cbb-afe3-2a3394032e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:00.432357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-8bc7c271-1835-4cbb-afe3-2a3394032e79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1127 time: 0.0476336 Feb 09 03:36:00.519621 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-02cb41cc-8779-49ea-9f13-60602882e9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.562376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:00.567963 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-536df041-7c8f-42dd-b4e4-b27f4d4355a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:00.569416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-536df041-7c8f-42dd-b4e4-b27f4d4355a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.1163917 Feb 09 03:36:00.596373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:00.636010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:00.638226 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce40c5b2-b4bd-43f8-92fc-d93c48ba315c" -d '{"events": [{"server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:00.642022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Publish callbacks [] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.654798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Transition to ACTIVE for port object 33d03e65-eeaa-4c61-81ae-896bbe067ec9 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:36:00.660201 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:00.663003 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd865b5-6c99-42de-880f-fbdea25220f4 req-212d979d-9c60-4ca0-a984-4278c068c393 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:00.664431 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6bd865b5-6c99-42de-880f-fbdea25220f4 req-212d979d-9c60-4ca0-a984-4278c068c393 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1088295 Feb 09 03:36:00.671047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-91ca49df-2842-4fd1-b178-a95676f56a06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 1001 time: 0.0828702 Feb 09 03:36:00.702713 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ff136a-fb67-48a9-a8a3-da148049d075 x-openstack-request-id: req-83ff136a-fb67-48a9-a8a3-da148049d075 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:00.702929 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:00.703184 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83ff136a-fb67-48a9-a8a3-da148049d075 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:00.703687 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'code': 200} Feb 09 03:36:00.738751 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-f3daeb4c-51c0-4882-87c2-e591a1b6d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:00.740319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-f3daeb4c-51c0-4882-87c2-e591a1b6d9e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0588112 Feb 09 03:36:00.770082 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=6']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:00.803917 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6bd865b5-6c99-42de-880f-fbdea25220f4 req-757d68fb-3a97-4d71-9c19-2a3929a993f2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299043 Feb 09 03:36:00.814637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-07a49de2-8e7a-4734-a1cb-5886106868ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:00.816190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-07a49de2-8e7a-4734-a1cb-5886106868ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0691779 Feb 09 03:36:00.850323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] No DVR routers for this DVR port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:00.911893 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-1cce61c5-fc7b-44b5-93c7-f0c12bf78e55 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885518 Feb 09 03:36:01.012388 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-fd32148c-5069-46d4-b27c-b9c1e521e564 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946908 Feb 09 03:36:01.299896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Attempting to bind port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:01.300760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Attempting to bind port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:01.301091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Attempting to bind port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:01.305190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:36:01.305510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Attempting to bind port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:01.310125 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:01.310484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:01.310863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:01.311273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Bound port: 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:01.311618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:01.370997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:01.373868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:36:01.380836 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:01.415200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:01.415694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:01.417071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] 10.222.0.61 "PUT /v2.0/ports/33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 1091 time: 1.1368771 Feb 09 03:36:01.439094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595e48-1d8b-4cac-a2d7-d71098d0b436 service neutron] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:01.490956 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-7b337a9d-89ad-47ee-901f-17e92857921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:01.492462 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-7b337a9d-89ad-47ee-901f-17e92857921b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1125 time: 0.0504515 Feb 09 03:36:01.586977 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-99505f62-1818-4855-8c4d-c87c7294099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:01.588591 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-99505f62-1818-4855-8c4d-c87c7294099a service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0880704 Feb 09 03:36:01.657425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-459fed99-93d5-46d6-94fc-c825d53a127e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 999 time: 0.0622673 Feb 09 03:36:01.704797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-9aa29c70-7255-4b1e-ab14-4eb089e6411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:01.706135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-9aa29c70-7255-4b1e-ab14-4eb089e6411b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0433550 Feb 09 03:36:01.754159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-3e34d5ae-b441-484f-92c6-2b8680a8089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:01.755703 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-3e34d5ae-b441-484f-92c6-2b8680a8089d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438004 Feb 09 03:36:01.845671 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-64e5dee6-9e78-44a3-826b-5341af690943 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842617 Feb 09 03:36:01.972770 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01248795-8ef0-4720-88dc-2a72ab85ef83 req-aa059d83-4023-4616-8b7f-a05953b1b9ed service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204770 Feb 09 03:36:01.980204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea37d1c-fe8c-43ed-9c75-0d392e2c4d3a req-0300bca9-7252-4343-9648-b6332fb4939e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:01.981930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ea37d1c-fe8c-43ed-9c75-0d392e2c4d3a req-0300bca9-7252-4343-9648-b6332fb4939e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0885572 Feb 09 03:36:02.033315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ea37d1c-fe8c-43ed-9c75-0d392e2c4d3a req-0f09d165-ded1-49fc-bcaf-9b0362b1e3f4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Feb 09 03:36:02.704432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:02.706964 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723755da-339c-48ca-9350-25de795a097d" -d '{"events": [{"name": "network-changed", "server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:02.741643 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bec6a635-f5cd-4a01-b4d8-ba5ff9aa0f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:02.756320 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce8d1c5-20c4-4b16-9cab-1e2971cbb21b x-openstack-request-id: req-6ce8d1c5-20c4-4b16-9cab-1e2971cbb21b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:02.756509 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:02.756768 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ce8d1c5-20c4-4b16-9cab-1e2971cbb21b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:02.757177 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'status': 'completed', 'code': 200} Feb 09 03:36:02.823518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723755da-339c-48ca-9350-25de795a097d req-bed32c95-a0fb-445a-9ed0-d3851600b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:02.825031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-bed32c95-a0fb-445a-9ed0-d3851600b07f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1125 time: 0.0498474 Feb 09 03:36:02.828620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723755da-339c-48ca-9350-25de795a097d req-43e073fd-7f84-4df0-99f2-1e1df2c2baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:02.830137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-43e073fd-7f84-4df0-99f2-1e1df2c2baac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1125 time: 0.0541551 Feb 09 03:36:02.916947 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723755da-339c-48ca-9350-25de795a097d req-42050610-b0ea-4e7c-bca4-146cc5d554dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:02.918463 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-42050610-b0ea-4e7c-bca4-146cc5d554dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0862963 Feb 09 03:36:02.922659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723755da-339c-48ca-9350-25de795a097d req-a4dc99b8-cf97-47b6-b55c-40663a55f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:02.924273 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-a4dc99b8-cf97-47b6-b55c-40663a55f49a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0884392 Feb 09 03:36:02.990092 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-1be300e1-f8a8-4bba-b6cc-7d1886ac0619 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 999 time: 0.0593603 Feb 09 03:36:02.990489 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-b63dba39-2681-484e-a1c7-3e09aa19aedd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 999 time: 0.0657701 Feb 09 03:36:03.038658 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723755da-339c-48ca-9350-25de795a097d req-fb1594b8-f1cc-4e27-8719-619cb87e812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:03.039882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723755da-339c-48ca-9350-25de795a097d req-17975df3-1900-4fe6-8490-494a579d1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:03.040106 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-fb1594b8-f1cc-4e27-8719-619cb87e812a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0435989 Feb 09 03:36:03.041340 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-17975df3-1900-4fe6-8490-494a579d1988 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0437021 Feb 09 03:36:03.094065 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723755da-339c-48ca-9350-25de795a097d req-3d3e8464-14ef-42ad-9cb4-324ed90220d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:03.095056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723755da-339c-48ca-9350-25de795a097d req-4850500b-3b0c-460e-a6b8-d719799b1b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:03.095660 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-3d3e8464-14ef-42ad-9cb4-324ed90220d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479276 Feb 09 03:36:03.096556 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-4850500b-3b0c-460e-a6b8-d719799b1b75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504203 Feb 09 03:36:03.185663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-e90e0b65-a187-4e05-9ddf-4063a2151cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832007 Feb 09 03:36:03.221978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dfbf8-916f-40fc-b77e-0cafe5aca148 req-345af6b2-9742-448b-aba9-ef479e54e8a4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:03.224006 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c0dfbf8-916f-40fc-b77e-0cafe5aca148 req-345af6b2-9742-448b-aba9-ef479e54e8a4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 943 time: 0.1204796 Feb 09 03:36:03.229517 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-7c0af0cb-1716-4a8e-a2bb-1c4ba6ea4610 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270638 Feb 09 03:36:03.277665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-02305d78-ff1e-43d6-b388-dd0e626dcfd4 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868266 Feb 09 03:36:03.328148 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c0dfbf8-916f-40fc-b77e-0cafe5aca148 req-e0f22c1b-3a40-4169-86d4-6004429069a5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976882 Feb 09 03:36:03.353527 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-723755da-339c-48ca-9350-25de795a097d req-42f56584-5648-4a5f-97da-9c8492fd6308 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163027 Feb 09 03:36:03.674034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 33d03e65-eeaa-4c61-81ae-896bbe067ec9 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:36:03.769874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:03.781620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'mac_address': 'fa:16:3e:81:7b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:36:03.818265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:36:03.818681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.831283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d03e65-eeaa-4c61-81ae-896bbe067ec9 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:36:03.858826 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:03.862655 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:03.913020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:04.067070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['33d03e65-eeaa-4c61-81ae-896bbe067ec9'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:36:04.122004 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:04.452927 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035ace9-4416-4571-b8c5-28ebf0303d02 req-8eda555b-edd4-47cc-981d-4136bb1c38e5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:04.454447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6035ace9-4416-4571-b8c5-28ebf0303d02 req-8eda555b-edd4-47cc-981d-4136bb1c38e5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0549858 Feb 09 03:36:04.509137 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6035ace9-4416-4571-b8c5-28ebf0303d02 req-7bf268af-94ac-4157-9bb9-60badb2a0be3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463583 Feb 09 03:36:04.746651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b7fff-107e-4678-bf54-a904402f7522 req-bd4ca946-86ab-46b8-8490-4b9a627771ff tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:04.748129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-467b7fff-107e-4678-bf54-a904402f7522 req-bd4ca946-86ab-46b8-8490-4b9a627771ff tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0905221 Feb 09 03:36:04.762202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-e9a20cdb-abf4-45f2-84a4-9050073de69f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:04.763626 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-e9a20cdb-abf4-45f2-84a4-9050073de69f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e&tenant_id=2ea561e37b014643a45c6dd29d977eb5&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 944 time: 0.0929554 Feb 09 03:36:04.842726 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-467b7fff-107e-4678-bf54-a904402f7522 req-65d92c80-a071-4c92-983d-d5624b6602c9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880857 Feb 09 03:36:04.851001 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-956d35cb-db11-40a1-bfb5-1d86bc0ce7c5 service neutron] delete failed (client error): The resource could not be found. Feb 09 03:36:04.851998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-956d35cb-db11-40a1-bfb5-1d86bc0ce7c5 service neutron] 10.222.0.26 "DELETE /v2.0/ports/33d03e65-eeaa-4c61-81ae-896bbe067ec9/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0759611 Feb 09 03:36:04.890226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 33d03e65-eeaa-4c61-81ae-896bbe067ec9 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:04.931689 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 host n-h1-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:36:04.932211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 33d03e65-eeaa-4c61-81ae-896bbe067ec9 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:04.946400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-cbe43a63-ee49-4951-9bc0-725796dd6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:04.947889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-cbe43a63-ee49-4951-9bc0-725796dd6f4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 1126 time: 0.0497830 Feb 09 03:36:05.040054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-e92dd29f-80eb-4b3d-9a80-d10d4331049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:05.041538 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-e92dd29f-80eb-4b3d-9a80-d10d4331049e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0878298 Feb 09 03:36:05.107013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-695515a1-6442-4f68-9256-ccd971f91691 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 200 len: 1000 time: 0.0595996 Feb 09 03:36:05.162188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-1a8e6ee9-518d-4ef7-9fbe-e54569cf31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:05.163631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-1a8e6ee9-518d-4ef7-9fbe-e54569cf31ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0499778 Feb 09 03:36:05.171853 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:05.219104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-dfaed3ca-3149-4677-880c-61a054b241ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:05.220648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-dfaed3ca-3149-4677-880c-61a054b241ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512836 Feb 09 03:36:05.309639 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-21f63e15-e1c4-4acc-8819-159d73fa03af service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826592 Feb 09 03:36:05.402619 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc09e29e-fb2e-49b0-813f-720abf47dc9a req-29abdec8-d6f4-4d23-b2b3-29ea57e1543e service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872962 Feb 09 03:36:05.702627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 33d03e65-eeaa-4c61-81ae-896bbe067ec9 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:36:05.757260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:36:05.761541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:36:05.762010 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:05.842359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:36:05.842657 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:05.867671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:05.869892 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4dd82-f2d6-4310-b6f2-fb2170b83c71" -d '{"events": [{"server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:05.888575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:05.895084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:05.954455 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3518e927-00a7-4d8b-ae22-556b5ccaccfe x-openstack-request-id: req-3518e927-00a7-4d8b-ae22-556b5ccaccfe {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:05.955028 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:05.955465 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3518e927-00a7-4d8b-ae22-556b5ccaccfe {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:05.956051 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'code': 200} Feb 09 03:36:05.958599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:06.007060 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7215a32-48d1-4ffe-9ad4-a80e1a177150 req-ba1f6774-86ad-4293-81bc-0e2717d4940e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:06.008599 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7215a32-48d1-4ffe-9ad4-a80e1a177150 req-ba1f6774-86ad-4293-81bc-0e2717d4940e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0682979 Feb 09 03:36:06.056052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7215a32-48d1-4ffe-9ad4-a80e1a177150 req-54ba038b-3348-4ad5-bce5-c37f237f4d07 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Feb 09 03:36:06.175495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162877f-8669-4802-84ec-b35c77141ef4 req-ff477570-332c-4602-9102-10586c4619e4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:06.177684 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2162877f-8669-4802-84ec-b35c77141ef4 req-ff477570-332c-4602-9102-10586c4619e4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0540054 Feb 09 03:36:06.226052 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2162877f-8669-4802-84ec-b35c77141ef4 req-a6291948-b0dc-46e8-8d07-b2e77b67b6fb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411708 Feb 09 03:36:06.345818 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e1f72-d85d-4610-bb56-691c66f0ba94 req-097d4a85-0b93-4fa7-bf9b-976929ab936c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:06.347380 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c51e1f72-d85d-4610-bb56-691c66f0ba94 req-097d4a85-0b93-4fa7-bf9b-976929ab936c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0565374 Feb 09 03:36:06.395589 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c51e1f72-d85d-4610-bb56-691c66f0ba94 req-74d6cfa1-e1c5-4a91-bbb8-e4d99bfebc68 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Feb 09 03:36:06.512449 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:06.653710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e64102-80a1-4624-bc86-e1dd93723d7a req-37ea04e8-bece-45e4-8f4c-85cb964ea848 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:06.655217 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5e64102-80a1-4624-bc86-e1dd93723d7a req-37ea04e8-bece-45e4-8f4c-85cb964ea848 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0575383 Feb 09 03:36:06.706959 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a5e64102-80a1-4624-bc86-e1dd93723d7a req-c365dc45-36b7-4033-96d1-0a1da34892a6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459528 Feb 09 03:36:07.827185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb315980-30ac-45a2-b02e-6b92189bae97 req-8e33b5ea-3504-467b-8a39-1ad9c7717f81 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:07.828563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb315980-30ac-45a2-b02e-6b92189bae97 req-8e33b5ea-3504-467b-8a39-1ad9c7717f81 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0516019 Feb 09 03:36:07.880382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb315980-30ac-45a2-b02e-6b92189bae97 req-1310810f-0081-4ad4-a315-5326220ea037 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456557 Feb 09 03:36:07.884438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3f26a6f-dca7-4094-ac24-083f36e8bb42 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:07.885930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3f26a6f-dca7-4094-ac24-083f36e8bb42 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.61 "GET /v2.0/ports?device_id=612301c4-540c-4e4c-9c92-96c4f6c6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0574899 Feb 09 03:36:07.985437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Deleting port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:36:07.985773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.077297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] For port 33d03e65-eeaa-4c61-81ae-896bbe067ec9, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=33d03e65-eeaa-4c61-81ae-896bbe067ec9,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:08.077572 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.248051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.248415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.248735 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6 disassociated. External IP: 172.25.2.171, port: 33d03e65-eeaa-4c61-81ae-896bbe067ec9. Feb 09 03:36:08.249075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Calling delete_port for 33d03e65-eeaa-4c61-81ae-896bbe067ec9 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:36:08.386372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (33d03e65-eeaa-4c61-81ae-896bbe067ec9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.419505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event deleted for resources: {'Port': ['ID=33d03e65-eeaa-4c61-81ae-896bbe067ec9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:08.541825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:36:08.654828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:08.665569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:08.675653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:08.676938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:36:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:08.696239 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] No DVR routers for this DVR port 33d03e65-eeaa-4c61-81ae-896bbe067ec9 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:08.698773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:08.702056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c639fc19-11b8-44af-b494-ad0a0ce0e6ac req-a3b286e7-7c50-4fcd-922a-89904a6a546b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.61 "DELETE /v2.0/ports/33d03e65-eeaa-4c61-81ae-896bbe067ec9 HTTP/1.1" status: 204 len: 173 time: 0.8104322 Feb 09 03:36:08.702529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'name': 'network-vif-deleted', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:08.704766 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1139d46a-86fb-41cb-9801-43b9bf2e596f" -d '{"events": [{"server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "name": "network-vif-deleted", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:08.748577 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e0475-b129-4d63-b92f-fb47876349d8 x-openstack-request-id: req-dc0e0475-b129-4d63-b92f-fb47876349d8 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:08.749198 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612301c4-540c-4e4c-9c92-96c4f6c6cf4e", "name": "network-vif-deleted", "tag": "33d03e65-eeaa-4c61-81ae-896bbe067ec9", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:08.749398 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc0e0475-b129-4d63-b92f-fb47876349d8 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:08.750290 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612301c4-540c-4e4c-9c92-96c4f6c6cf4e', 'name': 'network-vif-deleted', 'tag': '33d03e65-eeaa-4c61-81ae-896bbe067ec9', 'status': 'completed', 'code': 200} Feb 09 03:36:08.794674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:09.020693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:09.050588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:09.058913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:09.059520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:36:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:09.125837 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-55d52347-5db6-475a-9375-82271d7a0abe tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1032856037&fields=id&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 267 time: 0.0431223 Feb 09 03:36:09.169118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:09.231318 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-62f7d6f5-443d-480a-8ffe-be9e4f2dab3b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:09.232765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-62f7d6f5-443d-480a-8ffe-be9e4f2dab3b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 812 time: 0.0995998 Feb 09 03:36:09.247844 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-d3f2fee0-3ae3-4ebe-82f3-41104da07266 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/quotas/2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 375 time: 0.0094144 Feb 09 03:36:09.306817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-c4fa2439-6fb4-4a0d-af53-964151f1cbfd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535357 Feb 09 03:36:09.367643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:09.393702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7799427-bfbe-4750-adce-e20d9a3f9d3d None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:36:09.458683 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-e1ac4c85-e83d-468f-a5cb-67d5675815e6 service neutron] 10.222.0.32 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391931 Feb 09 03:36:09.555152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-745f2edb-63f5-4fce-a992-4fe33e274075 service neutron] 10.222.0.32 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907469 Feb 09 03:36:09.628059 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f9a6f-6a62-4737-aeda-8a1851693497 None None] New status for floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:36:09.736551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bfc0498b-cc12-4b50-937d-3fa8ae9eb6ab req-c514a205-7288-45d1-85c0-42680f66d676 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 210 time: 0.0285139 Feb 09 03:36:10.815313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-ac514206-eba0-49e1-9cac-5c8f084fbcdf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:10.816385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-ac514206-eba0-49e1-9cac-5c8f084fbcdf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 812 time: 0.1152253 Feb 09 03:36:10.840172 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8aea31c-4e2e-4df4-a1b4-da4f70987dfd req-fb93122a-9d52-47d1-9648-1e14401fbb62 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 210 time: 0.0282528 Feb 09 03:36:10.880358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-7a11e634-a821-4fbf-9d1f-a69dcaaac675 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 380 time: 0.0544779 Feb 09 03:36:10.888264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'port': {'device_id': '77fcee22-b720-4374-adee-1f55825647ae', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'admin_state_up': True, 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'security_groups': ['4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:10.995943 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Made reservation on behalf of 2ea561e37b014643a45c6dd29d977eb5 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:36:10.999372 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.121045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Allocated IP 172.20.0.4 (7111ca4c-2a3d-46b4-8823-08355dfa8eb6/5043edc4-b073-4a17-ba93-5a67c8726f6f/93d4f0fc-75d5-455b-a2c1-0b36235dcd55) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:36:11.259340 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.292077 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.332088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:36:11.335885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:36:11.338129 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:36:11.378443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:11.403658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:11.404290 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.421035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1d653b7d-0871-4d81-b063-92607af2598b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362844 Feb 09 03:36:11.433143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Request body: {'port': {'device_id': '77fcee22-b720-4374-adee-1f55825647ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:11.495917 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.559373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-778b7c9e-ab93-40db-b8e6-9b5399b204e6 None None] Provisioning complete for port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:36:11.560000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-778b7c9e-ab93-40db-b8e6-9b5399b204e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.595154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-778b7c9e-ab93-40db-b8e6-9b5399b204e6 None None] Port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:36:11.757557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 33d03e65-eeaa-4c61-81ae-896bbe067ec9 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:36:11.767593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:36:11.775538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Publish callbacks [] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.777624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 33d03e65-eeaa-4c61-81ae-896bbe067ec9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:36:11.777973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 33d03e65-eeaa-4c61-81ae-896bbe067ec9 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:36:11.788595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Transition to ACTIVE for port object 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:36:11.792971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:11.848093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:11.927519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Attempting to bind port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:11.927856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Attempting to bind port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:11.928184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Attempting to bind port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:11.952280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:36:11.952606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Attempting to bind port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:11.961599 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:11.961939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:11.962362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:11.962789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Bound port: 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:11.963144 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.011897 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f655a-d4e3-4162-a19d-41b85105cfa6 req-a353132a-07f0-4216-b758-e7d38ef6a402 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.013338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-777f655a-d4e3-4162-a19d-41b85105cfa6 req-a353132a-07f0-4216-b758-e7d38ef6a402 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0980005 Feb 09 03:36:12.065238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:12.084840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:36:12.088678 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-777f655a-d4e3-4162-a19d-41b85105cfa6 req-c1c0f795-9bc8-4be0-b802-7c6626a1a90c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674601 Feb 09 03:36:12.094501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.130895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.131530 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:12.132927 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] 10.222.0.61 "PUT /v2.0/ports/93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 1091 time: 0.7040679 Feb 09 03:36:12.133367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:12.135660 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84" -d '{"events": [{"name": "network-changed", "server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:12.184685 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc65d5-09bd-4180-a0f4-2e6d8623e227 x-openstack-request-id: req-22bc65d5-09bd-4180-a0f4-2e6d8623e227 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:12.184982 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:12.185240 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22bc65d5-09bd-4180-a0f4-2e6d8623e227 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:12.185647 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'status': 'completed', 'code': 200} Feb 09 03:36:12.186219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666b784-6288-49b7-9b3c-3760f732fc11 service neutron] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:12.236295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-84871822-972c-49cb-aca2-1430ed9d72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.237825 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-84871822-972c-49cb-aca2-1430ed9d72c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1125 time: 0.0643280 Feb 09 03:36:12.280171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-1c0c7ff9-d0b4-49ad-b45c-5d61f0270ce0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 217 time: 0.0354817 Feb 09 03:36:12.342440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-9ba03b02-a9c4-4657-a353-3f031e3177d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.343961 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-9ba03b02-a9c4-4657-a353-3f031e3177d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0584033 Feb 09 03:36:12.400589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-65febf0d-46bc-4559-bd87-bb9f2e3283ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.402106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-65febf0d-46bc-4559-bd87-bb9f2e3283ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515912 Feb 09 03:36:12.494667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-791f1a74-296b-4449-807f-c3f0b65c2cb4 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862010 Feb 09 03:36:12.589409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-037fa7b8-b686-4c6d-b58b-8afccce6570e req-148c0da4-0fca-48f1-8af8-42926254d013 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889769 Feb 09 03:36:12.684704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-25f9b42e-5f7d-4bc8-9e50-069f29584510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.686705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-25f9b42e-5f7d-4bc8-9e50-069f29584510 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1125 time: 0.0461535 Feb 09 03:36:12.773981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-5b353d40-6f79-4b96-b873-46c35623657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.775496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-5b353d40-6f79-4b96-b873-46c35623657b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0835984 Feb 09 03:36:12.820520 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-f451074c-dc3a-450f-826a-ff64f2637455 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 217 time: 0.0385420 Feb 09 03:36:12.869656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-14fa9b6e-835e-4a1c-af65-0b9242c6de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.871114 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-14fa9b6e-835e-4a1c-af65-0b9242c6de77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0428488 Feb 09 03:36:12.920059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-c0d73e91-d4e5-4b7c-927c-5ceb745f1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:12.921570 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-c0d73e91-d4e5-4b7c-927c-5ceb745f1573 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436461 Feb 09 03:36:13.013225 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-31ecfa1d-41fd-4ee8-8311-593347919e11 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852594 Feb 09 03:36:13.100158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-91b6f9ed-0627-4e5c-b6f3-d56ab713aa84 req-2b4339e7-24cb-4e3f-b4ff-d8fa8f691edc service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806806 Feb 09 03:36:13.209657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315bda6-b31f-49c1-a9e2-fce20a923649 req-0febb633-53ef-4589-b4f4-608080f5eef1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:13.211146 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0315bda6-b31f-49c1-a9e2-fce20a923649 req-0febb633-53ef-4589-b4f4-608080f5eef1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0525744 Feb 09 03:36:13.260395 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0315bda6-b31f-49c1-a9e2-fce20a923649 req-51971d0d-dd14-4b6b-a49c-9df9f9a7d827 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Feb 09 03:36:14.380719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99837a3-1297-4b4a-80b2-4b953dc30932 req-91087007-d2d7-4c5c-a0a8-08b5b455f7e4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:14.382108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b99837a3-1297-4b4a-80b2-4b953dc30932 req-91087007-d2d7-4c5c-a0a8-08b5b455f7e4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0533311 Feb 09 03:36:14.429103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b99837a3-1297-4b4a-80b2-4b953dc30932 req-f7dac795-b8e2-4414-b6cf-90d669bf8a8a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Feb 09 03:36:15.546080 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7909c7-8f09-443a-a203-f300e2b678ea req-2d4bb327-ee45-4bd5-b7b9-792c46b97b61 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:15.547661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f7909c7-8f09-443a-a203-f300e2b678ea req-2d4bb327-ee45-4bd5-b7b9-792c46b97b61 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0529375 Feb 09 03:36:15.593895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f7909c7-8f09-443a-a203-f300e2b678ea req-1b327a38-e0fc-43be-8e1e-b5f0fe312b12 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Feb 09 03:36:15.788623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:36:15.886386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:15.897533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'mac_address': 'fa:16:3e:2d:20:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:36:15.935365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:36:15.935758 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:15.948884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:36:15.968326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:15.972644 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:16.023021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:16.161763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['93d4f0fc-75d5-455b-a2c1-0b36235dcd55'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:36:16.715415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182d0a1-4dfb-4a8e-bf11-69f805347375 req-d3c21270-f0a9-4c4c-86d2-c1d6364d63ee tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:16.716881 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5182d0a1-4dfb-4a8e-bf11-69f805347375 req-d3c21270-f0a9-4c4c-86d2-c1d6364d63ee tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 944 time: 0.0555542 Feb 09 03:36:16.763376 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5182d0a1-4dfb-4a8e-bf11-69f805347375 req-bc7172c6-6914-45e2-b1bf-83b2ac60d962 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Feb 09 03:36:17.815928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:36:17.868581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:36:17.872477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:36:17.872857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.884713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee434-c841-462b-b7ef-9b215774485f req-4d68979a-e357-4110-bb6c-6912f59ac9f5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:17.886217 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ee434-c841-462b-b7ef-9b215774485f req-4d68979a-e357-4110-bb6c-6912f59ac9f5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 944 time: 0.0550196 Feb 09 03:36:17.933855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-255ee434-c841-462b-b7ef-9b215774485f req-8e619d8a-03f7-4d15-80cb-77cbbd7129ac tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 Feb 09 03:36:17.949283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:36:17.949723 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:17.971557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:17.974328 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb7da1d-335d-46c9-8e7b-95a1d1ec21a4" -d '{"events": [{"server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "name": "network-vif-plugged", "status": "completed", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:17.987344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:17.992035 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:18.015619 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb042cb-d4e0-45d8-98c7-6554710fde82 x-openstack-request-id: req-1fb042cb-d4e0-45d8-98c7-6554710fde82 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:18.015909 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "name": "network-vif-plugged", "status": "completed", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:18.016182 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fb042cb-d4e0-45d8-98c7-6554710fde82 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:18.016553 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'code': 200} Feb 09 03:36:18.045074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:18.052521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.052810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.053160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.053503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.053845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.054182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.054543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.054882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.055215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.055546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.055874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.056209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.056531 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:18.117984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498771b0-d096-4c17-9b5b-1377f54a81e5 req-12ff3606-8b10-493c-84f2-cb9b83663e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:18.119548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-498771b0-d096-4c17-9b5b-1377f54a81e5 req-12ff3606-8b10-493c-84f2-cb9b83663e4d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1127 time: 0.0479627 Feb 09 03:36:18.162749 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-498771b0-d096-4c17-9b5b-1377f54a81e5 req-d64f2048-08ac-4324-86c5-29cb4812e52f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362346 Feb 09 03:36:19.051841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dc24e-ac16-44ff-910d-7ec6bc6d0032 req-d2be60a4-61ec-40e8-99be-c1e4aca3a8cc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:19.053322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-789dc24e-ac16-44ff-910d-7ec6bc6d0032 req-d2be60a4-61ec-40e8-99be-c1e4aca3a8cc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0516484 Feb 09 03:36:19.100667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-789dc24e-ac16-44ff-910d-7ec6bc6d0032 req-6e9eff93-198e-4a90-acac-4896450ca5d4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417559 Feb 09 03:36:19.896233 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:20.219526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f37dde-f563-4ce4-a834-abf1c67b8454 req-d0456b31-2df9-4b41-b242-4dc0006a00d3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:20.220889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62f37dde-f563-4ce4-a834-abf1c67b8454 req-d0456b31-2df9-4b41-b242-4dc0006a00d3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0514293 Feb 09 03:36:20.267560 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-62f37dde-f563-4ce4-a834-abf1c67b8454 req-c9305e63-915d-4e9c-a1fa-0143150857bb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 Feb 09 03:36:20.387495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a712a2-8d44-4fdc-bb1d-bab0ef478910 req-e10def40-36c5-4846-9830-f645b2217627 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:20.389029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a9a712a2-8d44-4fdc-bb1d-bab0ef478910 req-e10def40-36c5-4846-9830-f645b2217627 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0585577 Feb 09 03:36:20.398277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48592) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:36:20.402715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'floatingip': {'port_id': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:20.440495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.193848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.197809 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.298218 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6 associated. External IP: 172.25.2.171, port: 93d4f0fc-75d5-455b-a2c1-0b36235dcd55. Feb 09 03:36:21.506561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:36:21.617381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:36:21.622287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:21.627616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:36:21.637984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:21.638849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:36:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:21.652182 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-844c39ef-b6d0-4dac-ae75-aef80a46dee0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "PUT /v2.0/floatingips/a53c5319-9335-45b8-a4d1-9bdc37a012e6 HTTP/1.1" status: 200 len: 991 time: 1.2527719 Feb 09 03:36:21.652774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:21.655139 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87" -d '{"events": [{"name": "network-changed", "server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:21.697910 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670b79df-c987-404e-97e4-586c36cc7aa2 x-openstack-request-id: req-670b79df-c987-404e-97e4-586c36cc7aa2 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:21.698207 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:21.698492 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-670b79df-c987-404e-97e4-586c36cc7aa2 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:21.698902 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'status': 'completed', 'code': 200} Feb 09 03:36:21.760865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c7e51-42d3-4e94-9606-2125eeb76467 req-99c085df-bb54-4c75-a7e9-90a69fa3b1b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:21.762528 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb1c7e51-42d3-4e94-9606-2125eeb76467 req-99c085df-bb54-4c75-a7e9-90a69fa3b1b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0570376 Feb 09 03:36:21.765611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:21.769374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-f083260f-27a4-4438-82b9-fe913b5c6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:21.771146 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-f083260f-27a4-4438-82b9-fe913b5c6cef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1127 time: 0.0518603 Feb 09 03:36:21.815108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-eb1c7e51-42d3-4e94-9606-2125eeb76467 req-cddad038-f24a-410a-8ed4-3e34dfce0314 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461979 Feb 09 03:36:21.864093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-902106a0-586c-40f6-8504-e9ad948efa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:21.865639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-902106a0-586c-40f6-8504-e9ad948efa30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0892544 Feb 09 03:36:21.938626 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-7aec753e-5033-4aae-adcb-783ef0cd8bb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 999 time: 0.0673890 Feb 09 03:36:21.991180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-c91146e1-18df-44d1-9896-afa8a19724d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:21.992789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-c91146e1-18df-44d1-9896-afa8a19724d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0476506 Feb 09 03:36:22.042398 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:22.043674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-78e82e4f-7d67-4ce5-b4a2-a243445cdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:22.045426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-78e82e4f-7d67-4ce5-b4a2-a243445cdf63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466254 Feb 09 03:36:22.139323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-8038c097-12f4-4e5a-a9b5-c27797283d56 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879030 Feb 09 03:36:22.168347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:2d:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fcee22-b720-4374-adee-1f55825647ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:36:21Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.199203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:36:22.207545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:36:22.208150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:36:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.226875 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db954d7b-8a05-4e9c-aed0-2b7afe3a0f87 req-63773582-fd8b-46ee-a36e-c63bf64c36b7 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821655 Feb 09 03:36:22.318045 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:36:22.538900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:2d:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fcee22-b720-4374-adee-1f55825647ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:36:21Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:36:22.568922 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa075ab6-a604-4605-906e-4dd2aab1338e None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:2d:20:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fcee22-b720-4374-adee-1f55825647ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:36:21Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:36:22.763955 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610a0220-bf30-4e76-9d33-5077bd8952fe None None] New status for floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:36:23.193852 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba0d15-2231-413b-a783-386a133dc8c8 req-5964cd86-537c-41c8-80af-e1034518bbeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:23.195307 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5ba0d15-2231-413b-a783-386a133dc8c8 req-5964cd86-537c-41c8-80af-e1034518bbeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0536182 Feb 09 03:36:23.245457 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5ba0d15-2231-413b-a783-386a133dc8c8 req-9f1fce1f-e337-40a0-a721-e4b39dec901b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446131 Feb 09 03:36:23.447737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8411-f94b-4c1a-b661-2e3e449c14ff req-aa984f0d-1cc6-4e5b-9a74-96133a48a513 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:23.449131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e6c8411-f94b-4c1a-b661-2e3e449c14ff req-aa984f0d-1cc6-4e5b-9a74-96133a48a513 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0556438 Feb 09 03:36:23.497513 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e6c8411-f94b-4c1a-b661-2e3e449c14ff req-e201b6b2-5e66-4736-bafa-bac9b87be6b7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Feb 09 03:36:24.620134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b689e-d6fc-4240-bcb5-de65b8911059 req-654abb4d-20a1-4b46-a341-5826894cc4fb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:24.621602 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a50b689e-d6fc-4240-bcb5-de65b8911059 req-654abb4d-20a1-4b46-a341-5826894cc4fb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0529082 Feb 09 03:36:24.669363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a50b689e-d6fc-4240-bcb5-de65b8911059 req-61c7bd70-0fc9-4cde-8876-016dc9b545bf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Feb 09 03:36:25.787012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7073-a132-4d85-ad35-76a00a1d0190 req-ab7e17be-5bd6-4128-8d9a-6d26fcdd516a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:25.788496 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-696e7073-a132-4d85-ad35-76a00a1d0190 req-ab7e17be-5bd6-4128-8d9a-6d26fcdd516a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0519457 Feb 09 03:36:25.835701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-696e7073-a132-4d85-ad35-76a00a1d0190 req-7e608e36-7e86-4845-b07d-d6dee8751e75 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Feb 09 03:36:26.952560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c973245-47ea-44e2-b2e7-77ed143ab3c4 req-2a02e0fc-3d10-45f7-aaad-3b8d7d4d868e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:26.954036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c973245-47ea-44e2-b2e7-77ed143ab3c4 req-2a02e0fc-3d10-45f7-aaad-3b8d7d4d868e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0510149 Feb 09 03:36:26.999274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3c973245-47ea-44e2-b2e7-77ed143ab3c4 req-16c47366-fda7-4bc3-8058-bd14c53f90c1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391104 Feb 09 03:36:28.120606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2240-d6f6-4635-b54c-26f1e96ccd70 req-717cd563-af21-4e45-97d0-7faf659bc9da tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:28.122079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e23d2240-d6f6-4635-b54c-26f1e96ccd70 req-717cd563-af21-4e45-97d0-7faf659bc9da tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0564044 Feb 09 03:36:28.167771 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e23d2240-d6f6-4635-b54c-26f1e96ccd70 req-0134da36-978b-42ab-af67-8d393d327ebb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Feb 09 03:36:29.289747 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a2789-bf3b-4a92-b2ac-0d5ed9331726 req-53a55d6f-5557-4e06-9a49-88a6db28c314 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:29.291229 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df9a2789-bf3b-4a92-b2ac-0d5ed9331726 req-53a55d6f-5557-4e06-9a49-88a6db28c314 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0556500 Feb 09 03:36:29.337113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-df9a2789-bf3b-4a92-b2ac-0d5ed9331726 req-a1a6cbcd-3acf-41da-83ef-8eaec3feec78 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Feb 09 03:36:30.455834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8730ddf-ab2b-482e-a2eb-93a4297db40c req-ae8d0466-f052-4ece-bcd6-4699f1308e72 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:30.457344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8730ddf-ab2b-482e-a2eb-93a4297db40c req-ae8d0466-f052-4ece-bcd6-4699f1308e72 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0522809 Feb 09 03:36:30.508896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8730ddf-ab2b-482e-a2eb-93a4297db40c req-ae4fcc49-f648-4d44-adee-2841cbdc1b1b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Feb 09 03:36:30.513038 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0d340c70-3532-4a9a-8bb8-b991c783ae67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:31.627574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f158316-8357-4b05-b4df-c0cbc0a9fb38 req-610d3c11-0099-49db-a6bf-e6e42274b034 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:31.629558 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f158316-8357-4b05-b4df-c0cbc0a9fb38 req-610d3c11-0099-49db-a6bf-e6e42274b034 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0535455 Feb 09 03:36:31.675453 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2f158316-8357-4b05-b4df-c0cbc0a9fb38 req-efa653bc-a0bc-4790-96f0-964ebeee56c9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402131 Feb 09 03:36:32.742331 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20533dc7-2682-4330-b92a-ff325810dbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:32.796126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313546a1-10b0-4af3-b20e-493507c91565 req-01de1266-8294-4411-9299-81b76331f93f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:32.797536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-313546a1-10b0-4af3-b20e-493507c91565 req-01de1266-8294-4411-9299-81b76331f93f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0547311 Feb 09 03:36:32.849252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-313546a1-10b0-4af3-b20e-493507c91565 req-56520947-3e85-4429-8497-72b31e9ea11d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Feb 09 03:36:32.910470 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:36:33.971010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825c6a0-70f5-41aa-a605-ca0ef357bf41 req-c3c8d276-c2ba-4579-bb93-9681d618a9bd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:33.972486 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7825c6a0-70f5-41aa-a605-ca0ef357bf41 req-c3c8d276-c2ba-4579-bb93-9681d618a9bd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0529621 Feb 09 03:36:34.023095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7825c6a0-70f5-41aa-a605-ca0ef357bf41 req-3eae9fa4-560c-4023-a920-4cbbbc654e99 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449486 Feb 09 03:36:34.102886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:35.143292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681b01d-9035-49e4-8f91-ce0b741e2b8f req-bba2ead5-e85d-457a-b7c6-edb495bfbcaa tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:35.145442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d681b01d-9035-49e4-8f91-ce0b741e2b8f req-bba2ead5-e85d-457a-b7c6-edb495bfbcaa tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0537529 Feb 09 03:36:35.170937 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:35.194723 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d681b01d-9035-49e4-8f91-ce0b741e2b8f req-1a59b496-3f5a-4be1-814d-947bc79a6b39 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435586 Feb 09 03:36:36.316923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4b63-5451-4d0c-8a95-81f8db1fa7fd req-6c2c171e-b985-49bb-b621-22c6af200d75 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:36.318416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c70a4b63-5451-4d0c-8a95-81f8db1fa7fd req-6c2c171e-b985-49bb-b621-22c6af200d75 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0518909 Feb 09 03:36:36.365054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c70a4b63-5451-4d0c-8a95-81f8db1fa7fd req-aa1f47d6-94eb-4ebc-8a02-b63cab9eb4f1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406642 Feb 09 03:36:36.505983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:37.482426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817557-fa73-46e4-ae63-d6bba79bbbca req-afb52d81-06cc-483b-bcee-580929f51b5d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:37.483913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84817557-fa73-46e4-ae63-d6bba79bbbca req-afb52d81-06cc-483b-bcee-580929f51b5d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0513711 Feb 09 03:36:37.530309 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84817557-fa73-46e4-ae63-d6bba79bbbca req-a97439c9-ab42-45af-8355-b24a6ee6f908 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399225 Feb 09 03:36:38.653863 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaf96f-8c8b-4d02-bdba-a41727b35ee3 req-fbe7eb4c-7552-43ae-bf91-e13cd2451317 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:38.655863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ceaf96f-8c8b-4d02-bdba-a41727b35ee3 req-fbe7eb4c-7552-43ae-bf91-e13cd2451317 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0560093 Feb 09 03:36:38.703906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ceaf96f-8c8b-4d02-bdba-a41727b35ee3 req-0756172f-0a16-4084-b4af-64eb10549548 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413380 Feb 09 03:36:39.827735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a94e-57b2-4e06-8dc9-6c0810f6d4ff req-26dacaea-f774-443e-8dbe-e3329a0e6482 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:39.829136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec54a94e-57b2-4e06-8dc9-6c0810f6d4ff req-26dacaea-f774-443e-8dbe-e3329a0e6482 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0561488 Feb 09 03:36:39.876492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec54a94e-57b2-4e06-8dc9-6c0810f6d4ff req-ab7b58d6-7ca9-46d1-acff-5afdacc6c3c9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Feb 09 03:36:40.997566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2e75e-bab4-4fac-b582-3e63437e4db3 req-a3074ed1-6825-461a-9c1b-465bc8c7c84e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:40.999079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ef2e75e-bab4-4fac-b582-3e63437e4db3 req-a3074ed1-6825-461a-9c1b-465bc8c7c84e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0551956 Feb 09 03:36:41.045269 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ef2e75e-bab4-4fac-b582-3e63437e4db3 req-1889f231-9b25-44fb-99e1-724c3df6094c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396316 Feb 09 03:36:42.163654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bf976-7baf-4714-b172-98a8552445f6 req-76cb357c-eda1-4c3d-bc42-5da6b5a53901 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:42.165150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e50bf976-7baf-4714-b172-98a8552445f6 req-76cb357c-eda1-4c3d-bc42-5da6b5a53901 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0532353 Feb 09 03:36:42.211258 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e50bf976-7baf-4714-b172-98a8552445f6 req-1d45a4c3-50b5-45b8-95d6-e61f12673c4f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Feb 09 03:36:43.334174 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b267ff-33a5-401e-8c87-9f0b2a2a03f2 req-29db3030-8431-423f-9ed8-4edf82c32214 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:43.335675 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a7b267ff-33a5-401e-8c87-9f0b2a2a03f2 req-29db3030-8431-423f-9ed8-4edf82c32214 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0574691 Feb 09 03:36:43.382280 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a7b267ff-33a5-401e-8c87-9f0b2a2a03f2 req-6417e532-bd1c-4800-8dd0-b924cf713d5d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Feb 09 03:36:44.503837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d978b-deef-4365-b3bf-09fcf398d300 req-6fd72284-22ca-431e-9b0e-890ba45f2b28 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:44.505644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-981d978b-deef-4365-b3bf-09fcf398d300 req-6fd72284-22ca-431e-9b0e-890ba45f2b28 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0573285 Feb 09 03:36:44.552523 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-981d978b-deef-4365-b3bf-09fcf398d300 req-52143e4c-7a66-4810-9717-d1753e12eec7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413370 Feb 09 03:36:45.683931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8129-652b-4c02-8d92-c7a90c3d8d88 req-70539aa2-6471-43e6-8682-dba61ba49767 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:45.685444 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa8c8129-652b-4c02-8d92-c7a90c3d8d88 req-70539aa2-6471-43e6-8682-dba61ba49767 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0556479 Feb 09 03:36:45.731542 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aa8c8129-652b-4c02-8d92-c7a90c3d8d88 req-a4258f65-d93b-488e-9608-52aa0c4673e1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 Feb 09 03:36:46.848244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8409-fc9c-4044-86f8-d7ec7ea8ba74 req-1775ea26-27f7-4435-93a1-7b5ba6c717d2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:46.849653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87ae8409-fc9c-4044-86f8-d7ec7ea8ba74 req-1775ea26-27f7-4435-93a1-7b5ba6c717d2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0516839 Feb 09 03:36:46.896281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-87ae8409-fc9c-4044-86f8-d7ec7ea8ba74 req-d641b937-7009-4cda-932a-069b7d0ac8e8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 Feb 09 03:36:48.017854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a28a3c-afab-4401-aaa3-652b7e25eaaf req-f3feaf88-3c3c-46c1-89ac-a57544624f06 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:48.019566 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1a28a3c-afab-4401-aaa3-652b7e25eaaf req-f3feaf88-3c3c-46c1-89ac-a57544624f06 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0518227 Feb 09 03:36:48.073257 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1a28a3c-afab-4401-aaa3-652b7e25eaaf req-ea331560-faca-4fa4-b7d2-c46690287e86 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Feb 09 03:36:49.192180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55bf09-6afa-4db4-9e05-b7dc2d929f2f req-9dd98a21-6da0-4f1e-9744-e7a7055f4cd6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:49.193647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c55bf09-6afa-4db4-9e05-b7dc2d929f2f req-9dd98a21-6da0-4f1e-9744-e7a7055f4cd6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0513625 Feb 09 03:36:49.243661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2c55bf09-6afa-4db4-9e05-b7dc2d929f2f req-47a2d9bc-a053-4edd-9171-603e00c105b5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Feb 09 03:36:49.927225 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:50.362079 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4772-74e8-4eef-85f2-57801037ba07 req-528c18dd-c0f7-413e-9a4a-4d05e08b94c4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:50.363632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e69b4772-74e8-4eef-85f2-57801037ba07 req-528c18dd-c0f7-413e-9a4a-4d05e08b94c4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0523429 Feb 09 03:36:50.414162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e69b4772-74e8-4eef-85f2-57801037ba07 req-daefca4a-aa36-4150-8bdd-d1a348b765aa tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 Feb 09 03:36:51.532223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba415f-19fe-429d-ad7a-b62c2f321f8c req-c807373f-3b83-42b0-a8b9-982b19251381 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:51.533689 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ebba415f-19fe-429d-ad7a-b62c2f321f8c req-c807373f-3b83-42b0-a8b9-982b19251381 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0515916 Feb 09 03:36:51.581450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ebba415f-19fe-429d-ad7a-b62c2f321f8c req-67e8ab70-adaa-47f0-b6c3-125887b83a7c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413868 Feb 09 03:36:51.871160 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:53.025289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9a37-d166-4091-bb2f-7a902c1187c4 req-9ce0691e-7fc3-4485-aea6-57a05b6f3b6c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:53.026801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a7cf9a37-d166-4091-bb2f-7a902c1187c4 req-9ce0691e-7fc3-4485-aea6-57a05b6f3b6c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.3771636 Feb 09 03:36:53.072979 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a7cf9a37-d166-4091-bb2f-7a902c1187c4 req-3fef591e-4147-47d7-8cbb-b6d615ea7638 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405838 Feb 09 03:36:54.190499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803ae4e-ff88-48cf-8f6e-39aa73a2602e req-60e00704-9fb6-43cd-848a-2c51a3f907f4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:54.192533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6803ae4e-ff88-48cf-8f6e-39aa73a2602e req-60e00704-9fb6-43cd-848a-2c51a3f907f4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0521119 Feb 09 03:36:54.238547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6803ae4e-ff88-48cf-8f6e-39aa73a2602e req-7dc8086c-3aeb-438b-9b66-540a8aa6def4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399475 Feb 09 03:36:54.464302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-a96915d7-b12e-43f5-8df9-3a7cd6629ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480747 Feb 09 03:36:54.486494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e5972-62f5-4b61-8f3a-8a1a9aad8fab req-f4a9c178-c4e1-479c-99fa-0047a1cfc4f0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:54.488541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-494e5972-62f5-4b61-8f3a-8a1a9aad8fab req-f4a9c178-c4e1-479c-99fa-0047a1cfc4f0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0645895 Feb 09 03:36:54.536435 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-494e5972-62f5-4b61-8f3a-8a1a9aad8fab req-7c9f3562-6901-40ca-ab64-2257c3128f6b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423260 Feb 09 03:36:55.549833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-d86125f3-b116-46b3-b4e3-c5a186f6204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:55.551418 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-d86125f3-b116-46b3-b4e3-c5a186f6204a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1127 time: 0.0455055 Feb 09 03:36:55.645294 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-08f16cfe-16ff-4069-95b1-b3651f8a2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:55.646827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-08f16cfe-16ff-4069-95b1-b3651f8a2e89 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0898123 Feb 09 03:36:55.657338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8157e-4a82-4d91-85a8-2ef73bf35571 req-5ce48703-4fd9-401e-9c43-9a0a31afe6a4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:55.658826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4e8157e-4a82-4d91-85a8-2ef73bf35571 req-5ce48703-4fd9-401e-9c43-9a0a31afe6a4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0530028 Feb 09 03:36:55.709572 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4e8157e-4a82-4d91-85a8-2ef73bf35571 req-c826f41e-c38b-4040-ba19-38d5f755cee3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Feb 09 03:36:55.713452 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-142f9000-0b6b-4191-a8c5-ae8a354188dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 1001 time: 0.0606742 Feb 09 03:36:55.762890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3a017768-1d93-4e8b-8220-a2d8df449198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:55.764350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3a017768-1d93-4e8b-8220-a2d8df449198 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0444872 Feb 09 03:36:55.815742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-fa92f13d-e61a-4737-a9d6-bb9e0e2de91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:55.817883 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-fa92f13d-e61a-4737-a9d6-bb9e0e2de91f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479095 Feb 09 03:36:55.906411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-4ebb07a3-4199-4311-a5ff-c8e1923c2df8 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822635 Feb 09 03:36:56.000645 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-d673aa48-c92f-4955-b3a0-e05d4e069c98 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887244 Feb 09 03:36:56.826948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ee3bd-2f33-4b84-b127-2652c34dc6fc req-6848770c-d1d7-441b-a2bf-a2d4be6df04f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:56.828344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-495ee3bd-2f33-4b84-b127-2652c34dc6fc req-6848770c-d1d7-441b-a2bf-a2d4be6df04f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0521648 Feb 09 03:36:56.873868 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-495ee3bd-2f33-4b84-b127-2652c34dc6fc req-cacd129d-dd9d-4299-83b8-d84cacd12e68 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Feb 09 03:36:57.994380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771735e-27e8-4598-abf4-3e57c28e5941 req-7abbb0d5-ea0e-47e9-a7a5-815df8dfeb69 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:57.995871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f771735e-27e8-4598-abf4-3e57c28e5941 req-7abbb0d5-ea0e-47e9-a7a5-815df8dfeb69 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0521476 Feb 09 03:36:58.012176 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-5cedce79-77bd-40d4-9c8d-56bc91f17ad6 service neutron] show failed (client error): The resource could not be found. Feb 09 03:36:58.013193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-5cedce79-77bd-40d4-9c8d-56bc91f17ad6 service neutron] 10.222.0.61 "GET /v2.0/ports/93d4f0fc-75d5-455b-a2c1-0b36235dcd55/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0534692 Feb 09 03:36:58.043787 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f771735e-27e8-4598-abf4-3e57c28e5941 req-82c38f2c-f517-43d8-aa8c-703836634ef6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420330 Feb 09 03:36:58.257853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-d288518c-54c0-4038-9cc1-c73e787435e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:58.259353 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-d288518c-54c0-4038-9cc1-c73e787435e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 1127 time: 0.0892966 Feb 09 03:36:58.270886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:36:58.330688 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.532477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:36:58.564843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:58.603825 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:36:58.606142 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74af203a-6643-4caa-ba51-e3d469578309" -d '{"events": [{"server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "name": "network-vif-unplugged", "status": "completed", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:36:58.609961 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Publish callbacks [] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.622981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Transition to ACTIVE for port object 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:36:58.627074 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:58.655394 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5237486e-a55d-4642-b7a9-3fb2da65f813 x-openstack-request-id: req-5237486e-a55d-4642-b7a9-3fb2da65f813 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:36:58.655693 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "name": "network-vif-unplugged", "status": "completed", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:36:58.655949 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5237486e-a55d-4642-b7a9-3fb2da65f813 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:36:58.656376 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'code': 200} Feb 09 03:36:58.737260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:58.771794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.772202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.772513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.772872 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.773207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.773555 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.773895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.774227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.774596 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.774930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.775261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.775594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.775922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:36:58.824982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] No DVR routers for this DVR port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:36:58.963005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Attempting to bind port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:36:58.963351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Attempting to bind port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:36:58.963693 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Attempting to bind port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:58.968010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:36:58.968335 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Attempting to bind port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:36:58.973168 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:36:58.973601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:36:58.973900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:36:58.974363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Bound port: 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:36:58.974724 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.038637 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:36:59.041600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:36:59.048084 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.086812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:59.087565 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:36:59.089153 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 1091 time: 0.8224895 Feb 09 03:36:59.122279 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033964e-ddda-46bf-b2ed-c5a0966d91c4 service neutron] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:36:59.204650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-cbb0c513-9d76-4937-bf25-41e4b97840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:59.206160 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-cbb0c513-9d76-4937-bf25-41e4b97840b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1125 time: 0.0940266 Feb 09 03:36:59.218223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce5dcb-939c-4fc8-84dc-947656efe070 req-743fd703-0309-40a3-85c5-fe5e9145bd2a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:59.219838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a9ce5dcb-939c-4fc8-84dc-947656efe070 req-743fd703-0309-40a3-85c5-fe5e9145bd2a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0760572 Feb 09 03:36:59.326181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a9ce5dcb-939c-4fc8-84dc-947656efe070 req-67f2693c-8bca-4198-be50-5e74b89093b0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976226 Feb 09 03:36:59.341792 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-f90ff1d0-0e97-4b12-b5cd-600cdf3a11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:59.343256 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-f90ff1d0-0e97-4b12-b5cd-600cdf3a11b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.1226721 Feb 09 03:36:59.407428 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-bd20d50a-0596-4675-9581-dc8ebbf272f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 999 time: 0.0579708 Feb 09 03:36:59.455235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-d54c7063-f308-4bdc-9aec-557a2bdb45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:59.457205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-d54c7063-f308-4bdc-9aec-557a2bdb45a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0436931 Feb 09 03:36:59.510222 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-676a83be-61a1-46de-95e7-fa2f655ee2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:36:59.511753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-676a83be-61a1-46de-95e7-fa2f655ee2fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492539 Feb 09 03:36:59.605663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-2d5bae03-c6a0-4a1b-bff3-3e9aa1c51adc service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876300 Feb 09 03:36:59.697429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c66d0dc-aebd-46e4-b401-9c059cb53862 req-fb338fb5-a8e0-4a64-b204-b9d0fc888437 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Feb 09 03:37:00.450740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9b12c-a92b-46b7-b73e-4b5eb4d10639 req-b210465b-ada5-427b-b8bf-1bc3d3cbbf65 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:00.452127 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-feb9b12c-a92b-46b7-b73e-4b5eb4d10639 req-b210465b-ada5-427b-b8bf-1bc3d3cbbf65 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0562551 Feb 09 03:37:00.497509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-feb9b12c-a92b-46b7-b73e-4b5eb4d10639 req-9b6af820-7731-4b0e-a436-1fa40f286b2a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Feb 09 03:37:00.515328 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d3fcec5a-3321-4e93-b0ca-27f64d856831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:00.657882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:00.660801 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451de4ad-1e8f-4acd-b351-37453e7ec3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:00.707600 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b4d3c6-4876-453d-8415-751946c3a61e x-openstack-request-id: req-03b4d3c6-4876-453d-8415-751946c3a61e {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:00.707894 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:00.708149 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03b4d3c6-4876-453d-8415-751946c3a61e {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:00.708543 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'status': 'completed', 'code': 200} Feb 09 03:37:00.768903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-46b02556-89d0-4716-a012-30a9e1c0fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:00.770457 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-46b02556-89d0-4716-a012-30a9e1c0fe7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1125 time: 0.0450344 Feb 09 03:37:00.782107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-410b4ad9-2b3b-4beb-a5be-b1de6860f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:00.783678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-410b4ad9-2b3b-4beb-a5be-b1de6860f622 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1125 time: 0.0447285 Feb 09 03:37:00.864403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-9aa2fabf-343d-4ae1-b409-bc72b9f1e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:00.865896 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-9aa2fabf-343d-4ae1-b409-bc72b9f1e0b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0900707 Feb 09 03:37:00.877208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-18d6fcb7-d6d2-425d-8539-c2db62edd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:00.879228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-18d6fcb7-d6d2-425d-8539-c2db62edd235 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0899701 Feb 09 03:37:00.931203 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-e52ad4d3-edbd-4ec3-9438-6390c26fa3e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 999 time: 0.0593681 Feb 09 03:37:00.943930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-0bd1267b-fdee-4f45-893c-22adc79f0bad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 999 time: 0.0588861 Feb 09 03:37:00.979299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-9b5f614e-47fd-488f-a380-6c918e44246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:00.980779 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-9b5f614e-47fd-488f-a380-6c918e44246e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0443006 Feb 09 03:37:00.994974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-7856e807-7e3d-488f-b697-dbef32e63e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:00.996468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-7856e807-7e3d-488f-b697-dbef32e63e7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0447085 Feb 09 03:37:01.033773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-4fd36ea6-cf0b-4702-aa42-ed2924167a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:01.035954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-4fd36ea6-cf0b-4702-aa42-ed2924167a7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485830 Feb 09 03:37:01.050060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-e563bbdc-c34e-4368-8fad-44964adaa2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:01.051661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-e563bbdc-c34e-4368-8fad-44964adaa2de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486426 Feb 09 03:37:01.124948 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-ba49a425-2268-4c65-9b1d-89e2d833030d service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832372 Feb 09 03:37:01.144860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-fc324ff9-b459-4596-9040-6a9340b42ed1 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864949 Feb 09 03:37:01.216918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-d53451a2-34a8-455e-af31-1cc87ff88003 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857284 Feb 09 03:37:01.238557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-451de4ad-1e8f-4acd-b351-37453e7ec3d6 req-2422f40f-90ad-4fa8-bf7f-e8b72053ed74 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881929 Feb 09 03:37:01.620064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321a15b-0111-442b-a524-4b5030920e36 req-937f0f68-c256-49a9-8ddc-cbc980769186 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:01.621551 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4321a15b-0111-442b-a524-4b5030920e36 req-937f0f68-c256-49a9-8ddc-cbc980769186 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0529821 Feb 09 03:37:01.668629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4321a15b-0111-442b-a524-4b5030920e36 req-c6034459-e298-4c30-9ba9-7ce1173cde8f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410321 Feb 09 03:37:02.006781 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:02.044814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:37:02.045198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:02.744250 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-416613c1-26f5-458c-bcbe-46cbb1174626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:02.791042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de582da-c02d-42b4-accc-7c2153fc41d0 req-3dba53a8-3e13-44e4-8307-4fafc9bc5c3a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:02.792504 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5de582da-c02d-42b4-accc-7c2153fc41d0 req-3dba53a8-3e13-44e4-8307-4fafc9bc5c3a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0534921 Feb 09 03:37:02.838883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5de582da-c02d-42b4-accc-7c2153fc41d0 req-0c203c23-56bf-4ade-a3b6-fdb7c45e9232 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Feb 09 03:37:03.037949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c67d79-9a75-4fce-b8c1-b71b4ba1212a req-2c519289-92a4-4d51-ada9-b7712cc15e07 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:03.039437 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8c67d79-9a75-4fce-b8c1-b71b4ba1212a req-2c519289-92a4-4d51-ada9-b7712cc15e07 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 943 time: 0.0530038 Feb 09 03:37:03.053921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d572fe-2749-45e9-9b19-b15408e380ad req-4a546330-0eed-4a7d-91f2-f6176fed6e89 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:03.055450 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-4a546330-0eed-4a7d-91f2-f6176fed6e89 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.61 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae&tenant_id=2ea561e37b014643a45c6dd29d977eb5&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 943 time: 0.0550022 Feb 09 03:37:03.086044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8c67d79-9a75-4fce-b8c1-b71b4ba1212a req-105a8859-8558-414c-812f-3397ff360b1d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Feb 09 03:37:03.117679 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-08d572fe-2749-45e9-9b19-b15408e380ad req-e3203fcc-f3c3-4deb-8bd0-7550e199f527 service neutron] delete failed (client error): The resource could not be found. Feb 09 03:37:03.118839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-e3203fcc-f3c3-4deb-8bd0-7550e199f527 service neutron] 10.222.0.61 "DELETE /v2.0/ports/93d4f0fc-75d5-455b-a2c1-0b36235dcd55/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0566840 Feb 09 03:37:03.169907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:37:03.209976 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d572fe-2749-45e9-9b19-b15408e380ad req-e9995c50-4695-4bde-b73f-8454842420d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:03.211520 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-e9995c50-4695-4bde-b73f-8454842420d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1125 time: 0.0505767 Feb 09 03:37:03.265057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:03.276990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'mac_address': 'fa:16:3e:2d:20:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:37:03.302062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d572fe-2749-45e9-9b19-b15408e380ad req-fa04829f-979d-4ca6-9e6d-5b4962ad9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:03.303705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-fa04829f-979d-4ca6-9e6d-5b4962ad9d7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0850210 Feb 09 03:37:03.316836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:03.317238 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:03.335148 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:37:03.355272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:03.359082 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:03.373310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-9b35a8cc-07d8-4c19-86fe-c55404559932 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 999 time: 0.0636463 Feb 09 03:37:03.405912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:03.420482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d572fe-2749-45e9-9b19-b15408e380ad req-b5a9437c-97b3-45ae-a43e-a6d9abe3af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:03.421952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-b5a9437c-97b3-45ae-a43e-a6d9abe3af53 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0432968 Feb 09 03:37:03.469277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d572fe-2749-45e9-9b19-b15408e380ad req-499a9e44-a957-4323-837f-f15328e9cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:03.470793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-499a9e44-a957-4323-837f-f15328e9cbf8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428667 Feb 09 03:37:03.563150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-d4bf95d4-2220-44ef-b38a-98024e3b4d5b service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860586 Feb 09 03:37:03.650169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['93d4f0fc-75d5-455b-a2c1-0b36235dcd55'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:37:03.650409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-08d572fe-2749-45e9-9b19-b15408e380ad req-57b5bda9-4138-4881-b7ca-243ac8584eea service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811543 Feb 09 03:37:04.113599 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:04.215502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcc47e-56b3-4b8c-a12b-fc4803e9e5e3 req-6114327e-83e2-4552-9aa4-1b0698c654b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:04.217009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3dcc47e-56b3-4b8c-a12b-fc4803e9e5e3 req-6114327e-83e2-4552-9aa4-1b0698c654b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 944 time: 0.0552857 Feb 09 03:37:04.267892 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3dcc47e-56b3-4b8c-a12b-fc4803e9e5e3 req-702885a4-4512-4bee-aa4a-5f709c04d1fa tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Feb 09 03:37:04.388968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03416dcf-98b0-491d-816a-df28b491d769 req-583ceffe-876e-46b7-92cd-d60d8c0cfd62 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:04.390443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03416dcf-98b0-491d-816a-df28b491d769 req-583ceffe-876e-46b7-92cd-d60d8c0cfd62 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 944 time: 0.0552177 Feb 09 03:37:04.436324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03416dcf-98b0-491d-816a-df28b491d769 req-ee4f8c13-dd01-48b4-9a30-d0028d1553d2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396535 Feb 09 03:37:04.674312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8f891-b077-489b-9572-0c029fe44106 req-0c4bb88c-e2f2-4336-834b-c902e05d86be tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:04.676573 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18e8f891-b077-489b-9572-0c029fe44106 req-0c4bb88c-e2f2-4336-834b-c902e05d86be tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 944 time: 0.0843141 Feb 09 03:37:04.682903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-5316f1da-d667-4cb0-b421-6c6ca2332869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:04.684284 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-5316f1da-d667-4cb0-b421-6c6ca2332869 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 1126 time: 0.0626030 Feb 09 03:37:04.781977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18e8f891-b077-489b-9572-0c029fe44106 req-42f2fc79-cdd2-4ab8-8d78-ab03ba93a35e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966816 Feb 09 03:37:04.805169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-f3e4ce69-e54f-42c5-936d-29574064e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:04.806658 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-f3e4ce69-e54f-42c5-936d-29574064e645 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.1159558 Feb 09 03:37:04.875980 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-a96a9f7d-9dd8-4459-a8c7-750a698daa9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 200 len: 1000 time: 0.0628240 Feb 09 03:37:04.922707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-536103e6-5eb0-4eda-b50a-7d418f956626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:04.924227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-536103e6-5eb0-4eda-b50a-7d418f956626 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0427361 Feb 09 03:37:04.972435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-e409df02-a5be-44b2-b93c-8da0a43c68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:04.973976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-e409df02-a5be-44b2-b93c-8da0a43c68f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435958 Feb 09 03:37:05.066849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-718f75c4-81c4-4766-a13c-1e7bdd6eac9f service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Feb 09 03:37:05.156907 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fdd4b9b-6a82-405c-8c9b-3a10b5580b65 req-50692577-0697-40d6-afd8-28734c5629c6 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848668 Feb 09 03:37:05.174719 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.185150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:05.233198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:37:05.238408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:05.238797 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.315142 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:05.315537 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.340191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:05.342336 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970413f8-2248-422f-b026-03d73ae8c44a" -d '{"events": [{"server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "name": "network-vif-plugged", "status": "completed", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:05.355619 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:05.360540 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:05.408573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:05.460755 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5337b80-5e7b-4088-afab-6d486da90ad5 x-openstack-request-id: req-d5337b80-5e7b-4088-afab-6d486da90ad5 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:05.461078 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "name": "network-vif-plugged", "status": "completed", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:05.461600 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5337b80-5e7b-4088-afab-6d486da90ad5 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:05.462001 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'code': 200} Feb 09 03:37:05.906519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516b2aa-6b9a-4a20-b15a-599b921dcb1f req-59fa9973-14da-4978-9282-6e9b64d5e1ac tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:05.907986 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2516b2aa-6b9a-4a20-b15a-599b921dcb1f req-59fa9973-14da-4978-9282-6e9b64d5e1ac tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0558627 Feb 09 03:37:05.953895 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2516b2aa-6b9a-4a20-b15a-599b921dcb1f req-0f6d58ce-bb3c-499b-a385-c26d9a50f217 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Feb 09 03:37:06.206209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8315a3-be55-4520-96c5-5c81909efb0d req-93cd0435-14f4-4815-8891-27673a31ad6f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:06.207732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8315a3-be55-4520-96c5-5c81909efb0d req-93cd0435-14f4-4815-8891-27673a31ad6f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0601699 Feb 09 03:37:06.254636 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-be8315a3-be55-4520-96c5-5c81909efb0d req-ea869869-a181-4343-8a11-4c665489df3d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 Feb 09 03:37:06.511012 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:07.376673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d23cb5-973f-47d7-9d3f-3e9dff96a00e req-35124a91-eab0-4af0-b54b-4cabbf0b020d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:07.378192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5d23cb5-973f-47d7-9d3f-3e9dff96a00e req-35124a91-eab0-4af0-b54b-4cabbf0b020d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0520098 Feb 09 03:37:07.424061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c5d23cb5-973f-47d7-9d3f-3e9dff96a00e req-7085cdc1-7d4b-4bd0-83c5-19bb07ea994b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402212 Feb 09 03:37:07.649750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-a45a029d-5a36-467e-9581-fc05a8c58e5a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:07.651219 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-a45a029d-5a36-467e-9581-fc05a8c58e5a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 945 time: 0.0503509 Feb 09 03:37:07.743305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Deleting port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:07.743644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:07.829805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] For port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:07.830078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.003135 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.003496 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.003814 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6 disassociated. External IP: 172.25.2.171, port: 93d4f0fc-75d5-455b-a2c1-0b36235dcd55. Feb 09 03:37:08.004151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Calling delete_port for 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:08.127962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (93d4f0fc-75d5-455b-a2c1-0b36235dcd55), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.157151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event deleted for resources: {'Port': ['ID=93d4f0fc-75d5-455b-a2c1-0b36235dcd55,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:08.276148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:37:08.389598 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:08.402350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:08.412419 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:08.413047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:37:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:08.438610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] No DVR routers for this DVR port 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:37:08.442152 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:08.447209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9bcbce6-e107-410b-bb3d-d320fe9620dc req-81f3a113-3325-4232-a3df-40ffee024175 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "DELETE /v2.0/ports/93d4f0fc-75d5-455b-a2c1-0b36235dcd55 HTTP/1.1" status: 204 len: 173 time: 0.7893727 Feb 09 03:37:08.447209 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'name': 'network-vif-deleted', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:08.449070 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f10fee-ecca-4e56-9b0d-007fa29fe444" -d '{"events": [{"server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "name": "network-vif-deleted", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:08.500658 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7886cff-e02f-4d59-b728-7005016169d9 x-openstack-request-id: req-b7886cff-e02f-4d59-b728-7005016169d9 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:08.500954 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fcee22-b720-4374-adee-1f55825647ae", "name": "network-vif-deleted", "tag": "93d4f0fc-75d5-455b-a2c1-0b36235dcd55", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:08.501212 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7886cff-e02f-4d59-b728-7005016169d9 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:08.501616 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fcee22-b720-4374-adee-1f55825647ae', 'name': 'network-vif-deleted', 'tag': '93d4f0fc-75d5-455b-a2c1-0b36235dcd55', 'status': 'completed', 'code': 200} Feb 09 03:37:08.533725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:08.546177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ce89806-5d17-425c-9ade-4fcf9c843a2f req-d34c71c2-0639-4af8-9b9b-a134a5ddfc2d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=77fcee22-b720-4374-adee-1f55825647ae HTTP/1.1" status: 200 len: 210 time: 0.0408669 Feb 09 03:37:08.743996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:08.773152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:37:08.781627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:08.782251 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:37:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:08.886062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:09.076705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:09.101980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a28aa-7343-44ce-8e28-86a5d6460a59 None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:09.315017 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2150ba78-84cd-4b54-a616-0557d6ee0cc8 None None] New status for floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:37:09.785699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-f66acaf8-bbf4-483b-ba5a-a42e66cd5c60 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1032856037&fields=id&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 267 time: 0.0416980 Feb 09 03:37:09.892493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-18757b2c-51dd-47c5-b862-8787ea29615f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:09.893994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-18757b2c-51dd-47c5-b862-8787ea29615f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 812 time: 0.1020117 Feb 09 03:37:09.908265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-8c8aef5e-5181-44b9-8cb5-d8395f2ead0a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/quotas/2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 375 time: 0.0089650 Feb 09 03:37:09.911547 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:37:09.964138 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-95e84098-889b-4ae5-a02b-b6fafa2236de tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501163 Feb 09 03:37:09.979518 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-8742bcb9-36af-4a58-8a6b-d36605f5efae service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:37:09.980466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-8742bcb9-36af-4a58-8a6b-d36605f5efae service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048735 Feb 09 03:37:10.069603 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-461cdfbc-a23f-4174-b700-3d0af91da257 service neutron] 10.222.0.32 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838659 Feb 09 03:37:10.157073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-815ab6e0-7859-467e-a7cd-5b4e3e0a653b service neutron] 10.222.0.32 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817838 Feb 09 03:37:10.322430 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2db533e3-97b7-4abd-a6d5-08d814826c3b req-b92602c3-9b2f-49f4-b9b8-4e521347b2f5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 210 time: 0.0269785 Feb 09 03:37:11.209606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-05df1812-3fda-4d23-9f0e-68ff33d6ce2d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:11.211365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-05df1812-3fda-4d23-9f0e-68ff33d6ce2d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 812 time: 0.1041777 Feb 09 03:37:11.241275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:11.265249 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:37:11.265697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 93d4f0fc-75d5-455b-a2c1-0b36235dcd55 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:11.271842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-5eff48ae-8f19-4af8-9184-57dc1ffb66af tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 380 time: 0.0524790 Feb 09 03:37:11.282325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'port': {'device_id': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'admin_state_up': True, 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'security_groups': ['4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:11.387233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Made reservation on behalf of 2ea561e37b014643a45c6dd29d977eb5 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:11.390668 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.419880 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8cb83475-df06-4094-b48d-aac0846fbcc6 req-26860c5a-f48a-4a8b-9276-ac61bfce3672 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 210 time: 0.0280552 Feb 09 03:37:11.522650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Allocated IP 172.20.0.14 (7111ca4c-2a3d-46b4-8823-08355dfa8eb6/5043edc4-b073-4a17-ba93-5a67c8726f6f/41203e31-f730-442c-84a7-06ba512c2d7e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:11.658884 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for port (41203e31-f730-442c-84a7-06ba512c2d7e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.692238 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.736024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:11.739067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:11.742648 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:11.765782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:11.795553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:11.796158 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.812224 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-0f27746d-ab4b-4cc6-bea1-5cc18be2efeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5333915 Feb 09 03:37:11.826836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Request body: {'port': {'device_id': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:11.891732 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:11.969259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b61797a0-015e-4d17-860c-e530f9f58088 None None] Provisioning complete for port 41203e31-f730-442c-84a7-06ba512c2d7e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:11.969634 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b61797a0-015e-4d17-860c-e530f9f58088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.004800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b61797a0-015e-4d17-860c-e530f9f58088 None None] Port 41203e31-f730-442c-84a7-06ba512c2d7e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:37:12.152762 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41203e31-f730-442c-84a7-06ba512c2d7e {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:37:12.161206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Publish callbacks [] for port (41203e31-f730-442c-84a7-06ba512c2d7e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.172955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Transition to ACTIVE for port object 41203e31-f730-442c-84a7-06ba512c2d7e will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:37:12.177804 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.248611 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:12.303869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:12.304215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:12.304687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:12.309610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:37:12.309937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:12.314998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:12.316004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:12.316407 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:12.316935 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Bound port: 41203e31-f730-442c-84a7-06ba512c2d7e, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:12.317302 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.747320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:12.756195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d01e43-976e-43c1-979c-a44eac21f549 req-4df4a1df-734b-4c74-8237-c9ee1ce5f09c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:12.757654 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d01e43-976e-43c1-979c-a44eac21f549 req-4df4a1df-734b-4c74-8237-c9ee1ce5f09c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 944 time: 0.0950410 Feb 09 03:37:12.759297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:12.770491 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.817514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:12.818132 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:12.819535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] 10.222.0.26 "PUT /v2.0/ports/41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1092 time: 1.0005994 Feb 09 03:37:12.819979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:12.822210 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f7ad96-d727-4242-a245-8dc043d0009c" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:12.871565 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55d01e43-976e-43c1-979c-a44eac21f549 req-908a48e7-ea5a-4f61-8fa4-5806d6a7034e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079962 Feb 09 03:37:12.873074 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fcf418-76db-49e9-83dd-7277da6eac52 x-openstack-request-id: req-c0fcf418-76db-49e9-83dd-7277da6eac52 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:12.873366 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:12.873621 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0fcf418-76db-49e9-83dd-7277da6eac52 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:12.874014 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'status': 'completed', 'code': 200} Feb 09 03:37:12.875307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519914a-a9c7-4e41-a5b5-e98a256ab55c service neutron] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:12.926684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-f3e7ae78-7a9c-4022-9779-7a99c17bf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:12.928216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-f3e7ae78-7a9c-4022-9779-7a99c17bf40d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1126 time: 0.0488694 Feb 09 03:37:12.971194 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-dd631417-7850-4130-9d46-4cec6cfe6914 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 217 time: 0.0352039 Feb 09 03:37:13.023949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-d4a5df51-9c1a-4183-bb69-8f4e464db26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:13.025434 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-d4a5df51-9c1a-4183-bb69-8f4e464db26c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0487111 Feb 09 03:37:13.072539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-75cd051b-9817-4247-80a5-6d1db02a43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:13.074025 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-75cd051b-9817-4247-80a5-6d1db02a43b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435185 Feb 09 03:37:13.161317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-4da2b140-3f57-49ab-ba35-de09e8e742cd service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812104 Feb 09 03:37:13.255521 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70dc21cc-3821-4563-b6c9-6d852e91f2ce req-b80a984c-6022-4d73-b0a2-d089fe0ed38f service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885801 Feb 09 03:37:13.342733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-1b66ac4e-c5da-4f8b-9557-cb88e1c8502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:13.344144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-1b66ac4e-c5da-4f8b-9557-cb88e1c8502b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1126 time: 0.0480733 Feb 09 03:37:13.436640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-34f86bc4-88b3-4a31-ad8a-159229e55c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:13.438145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-34f86bc4-88b3-4a31-ad8a-159229e55c10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0882428 Feb 09 03:37:13.477642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-f47219ed-4824-4a92-b8c1-00ff7bbd5f8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 217 time: 0.0340555 Feb 09 03:37:13.525024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-638cc43c-7e22-46ae-b702-596ff64546be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:13.526491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-638cc43c-7e22-46ae-b702-596ff64546be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0429919 Feb 09 03:37:13.578508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-fe15852c-3ce1-429b-89d9-31b45d248263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:13.579998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-fe15852c-3ce1-429b-89d9-31b45d248263 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481594 Feb 09 03:37:13.668274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-8c00c8ab-4191-4269-8f72-c045d29db25d service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821421 Feb 09 03:37:13.760046 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d5f7ad96-d727-4242-a245-8dc043d0009c req-320e8422-600b-4f18-94c8-ef632aac4b51 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865798 Feb 09 03:37:13.998674 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb993b-89f1-466c-8487-72d5c48c483b req-e9748809-6503-4087-babb-a2f3a1080f6d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:14.001234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2fdb993b-89f1-466c-8487-72d5c48c483b req-e9748809-6503-4087-babb-a2f3a1080f6d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 944 time: 0.0568025 Feb 09 03:37:14.054030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2fdb993b-89f1-466c-8487-72d5c48c483b req-891d63fe-e0dc-4a1a-9753-d7572ea5c5c7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467517 Feb 09 03:37:15.171365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d637dd3-d563-487e-a743-ca3da1b0dda4 req-0afd9f4e-6f7d-4327-9a9c-3b75442856d9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:15.172864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d637dd3-d563-487e-a743-ca3da1b0dda4 req-0afd9f4e-6f7d-4327-9a9c-3b75442856d9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 944 time: 0.0527074 Feb 09 03:37:15.219312 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3d637dd3-d563-487e-a743-ca3da1b0dda4 req-50f96159-e2fe-4284-8206-b40085a80689 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Feb 09 03:37:15.279700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:37:15.375684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:15.387704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '41203e31-f730-442c-84a7-06ba512c2d7e', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '41203e31-f730-442c-84a7-06ba512c2d7e', 'mac_address': 'fa:16:3e:9e:e6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:37:15.423429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 41203e31-f730-442c-84a7-06ba512c2d7e is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:15.423824 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.436742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41203e31-f730-442c-84a7-06ba512c2d7e {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:37:15.455891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:15.460034 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:15.508769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:15.757455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['41203e31-f730-442c-84a7-06ba512c2d7e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:37:16.336838 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ecec3-ada4-4e64-a51e-2c72a1850dd6 req-6d9a1e67-d836-4fca-8a87-6ce620f94293 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:16.338372 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d9ecec3-ada4-4e64-a51e-2c72a1850dd6 req-6d9a1e67-d836-4fca-8a87-6ce620f94293 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 945 time: 0.0524604 Feb 09 03:37:16.383410 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d9ecec3-ada4-4e64-a51e-2c72a1850dd6 req-82ed5c48-ba53-4503-b11e-e81b20fc6ef6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Feb 09 03:37:17.310333 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:17.359637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 41203e31-f730-442c-84a7-06ba512c2d7e completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:37:17.364326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 41203e31-f730-442c-84a7-06ba512c2d7e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:17.364792 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.508358 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b75d8-5272-411c-a68e-fb76110bedf2 req-03d730b6-f5fe-4443-94a9-676173cba533 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:17.510020 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-249b75d8-5272-411c-a68e-fb76110bedf2 req-03d730b6-f5fe-4443-94a9-676173cba533 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 945 time: 0.0563352 Feb 09 03:37:17.559678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-249b75d8-5272-411c-a68e-fb76110bedf2 req-5ca8d774-c787-4ede-af15-f84fd7c59500 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Feb 09 03:37:17.602493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 41203e31-f730-442c-84a7-06ba512c2d7e is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:17.602885 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.624831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:17.627054 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab7fd3-f3cf-490b-a125-b5eec9f756b3" -d '{"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-plugged", "status": "completed", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:17.638812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:17.643994 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:17.668831 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0fd56f-dcd0-4333-8f6d-f8a5bd6b2d7d x-openstack-request-id: req-3d0fd56f-dcd0-4333-8f6d-f8a5bd6b2d7d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:17.669128 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-plugged", "status": "completed", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:17.669382 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d0fd56f-dcd0-4333-8f6d-f8a5bd6b2d7d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:17.669770 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'code': 200} Feb 09 03:37:17.696953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:17.767664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f39a3-3a67-4a2c-902a-1ae061368a87 req-0588f8f6-a639-4fc5-a9b6-b2198b390304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:17.769154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d44f39a3-3a67-4a2c-902a-1ae061368a87 req-0588f8f6-a639-4fc5-a9b6-b2198b390304 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1128 time: 0.0482066 Feb 09 03:37:17.812429 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d44f39a3-3a67-4a2c-902a-1ae061368a87 req-08296799-5592-4bb8-8f56-323a548e12e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368629 Feb 09 03:37:18.677427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79124-4d51-44f4-9975-672f5e42c58c req-4dc56b95-54f7-418d-88a7-d0810e713b88 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:18.678901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34b79124-4d51-44f4-9975-672f5e42c58c req-4dc56b95-54f7-418d-88a7-d0810e713b88 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0519996 Feb 09 03:37:18.724985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-34b79124-4d51-44f4-9975-672f5e42c58c req-285cf235-ef51-4ee3-9753-9fa790c8fd86 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Feb 09 03:37:19.846208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a91dc-5dd2-4361-8559-7f45e1d1cecd req-86f8a205-cb5b-4157-9c51-f04dfcb0738d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:19.848174 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-746a91dc-5dd2-4361-8559-7f45e1d1cecd req-86f8a205-cb5b-4157-9c51-f04dfcb0738d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0511887 Feb 09 03:37:19.893958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-746a91dc-5dd2-4361-8559-7f45e1d1cecd req-c79be329-c257-4625-bc9b-22e1570a252f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 Feb 09 03:37:19.939692 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.013675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bd604-95a9-4f32-8a4b-a8a0c5a1b29f req-df8ccdcc-c20e-423c-927e-485f1fff23ac tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:20.015177 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0e0bd604-95a9-4f32-8a4b-a8a0c5a1b29f req-df8ccdcc-c20e-423c-927e-485f1fff23ac tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0563583 Feb 09 03:37:20.024368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48784) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:37:20.028836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'floatingip': {'port_id': '41203e31-f730-442c-84a7-06ba512c2d7e'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:20.070797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.808176 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.811988 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:20.913357 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6 associated. External IP: 172.25.2.171, port: 41203e31-f730-442c-84a7-06ba512c2d7e. Feb 09 03:37:21.117892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:37:21.226350 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:21.232885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.238486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:21.247283 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:21.247887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:37:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:21.263913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dd97204b-2db1-4fdd-834e-948d8e29178e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "PUT /v2.0/floatingips/a53c5319-9335-45b8-a4d1-9bdc37a012e6 HTTP/1.1" status: 200 len: 992 time: 1.2384708 Feb 09 03:37:21.264508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:21.266837 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e80629-ba3a-46cb-9309-d38306cc1da2" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:21.306982 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94b9491-d219-46d6-96e9-bdc13658496b x-openstack-request-id: req-f94b9491-d219-46d6-96e9-bdc13658496b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:21.307372 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:21.307697 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f94b9491-d219-46d6-96e9-bdc13658496b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:21.308218 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'status': 'completed', 'code': 200} Feb 09 03:37:21.369006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:21.380658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47885cd-548d-4928-bd00-874b0c3b410b req-e86473c8-d79d-45fe-b119-8ccd51b50572 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:21.382224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d47885cd-548d-4928-bd00-874b0c3b410b req-e86473c8-d79d-45fe-b119-8ccd51b50572 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0661633 Feb 09 03:37:21.383164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-317c633b-8f6d-43d6-b28a-01917d207be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:21.384676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-317c633b-8f6d-43d6-b28a-01917d207be1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1128 time: 0.0551717 Feb 09 03:37:21.433316 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d47885cd-548d-4928-bd00-874b0c3b410b req-7754ab79-f5a2-4d5f-ae22-770a3ad2e85d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Feb 09 03:37:21.483283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-28e842b3-66de-4ce7-9009-d73686fa2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:21.484816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-28e842b3-66de-4ce7-9009-d73686fa2ced service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0937896 Feb 09 03:37:21.555107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-03afaa70-af37-468b-9d0e-12541d93eeef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1000 time: 0.0638607 Feb 09 03:37:21.599401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '41203e31-f730-442c-84a7-06ba512c2d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:9e:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:37:20Z', 'revision_number': 9, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:21.604373 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-456cb76f-786d-4f9e-974e-13b94f0b618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:21.605867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-456cb76f-786d-4f9e-974e-13b94f0b618a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0451202 Feb 09 03:37:21.630800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:37:21.639139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:21.639765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:37:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:21.654513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-81300420-78cd-4679-b646-1eeedf1a14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:21.656045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-81300420-78cd-4679-b646-1eeedf1a14d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450482 Feb 09 03:37:21.748418 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-5e297ab7-9074-4105-bc2d-1e08ba3641eb service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855384 Feb 09 03:37:21.751625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:21.837703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5e80629-ba3a-46cb-9309-d38306cc1da2 req-5983e63f-070d-4bf0-924b-5be7c278c7fa service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835369 Feb 09 03:37:21.906573 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:21.988230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '41203e31-f730-442c-84a7-06ba512c2d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:9e:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:37:20Z', 'revision_number': 9, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:22.018618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d77039-57cb-4e8e-b4a8-1c2486dfd5bf None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '41203e31-f730-442c-84a7-06ba512c2d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:9e:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:37:20Z', 'revision_number': 9, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:22.210954 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f32090-2e4f-461e-8584-0f0425bfad8c None None] New status for floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:37:22.561092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df538cc-013e-48ba-ac91-554a44aad9b4 req-4d41fb06-5193-40eb-897d-b4b8459889cf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:22.562617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8df538cc-013e-48ba-ac91-554a44aad9b4 req-4d41fb06-5193-40eb-897d-b4b8459889cf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0552213 Feb 09 03:37:22.613525 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8df538cc-013e-48ba-ac91-554a44aad9b4 req-22c658e1-00a8-4914-b4fe-3ae7a7b97ad3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452743 Feb 09 03:37:22.879187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-c8aed14b-b085-40b1-8121-ba222c00fb8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765972 Feb 09 03:37:22.887148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43356e-0c90-4305-b37f-71afe3b1bb70 req-70587bcb-3a99-436f-a7eb-06846772e46d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:22.888583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d43356e-0c90-4305-b37f-71afe3b1bb70 req-70587bcb-3a99-436f-a7eb-06846772e46d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0784910 Feb 09 03:37:22.938059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4d43356e-0c90-4305-b37f-71afe3b1bb70 req-667a0b30-b2f5-4f61-b54a-59ccef78a77f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Feb 09 03:37:23.938213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-ba2c2000-1e29-494f-a391-b070e5a8dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:23.939619 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-ba2c2000-1e29-494f-a391-b070e5a8dc87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1128 time: 0.0489113 Feb 09 03:37:24.028369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-4a9d1140-a4c6-42dd-a388-85493c3ca87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.029919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-4a9d1140-a4c6-42dd-a388-85493c3ca87c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0849087 Feb 09 03:37:24.058296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e8c34-f9aa-4226-a9bd-4efbb5c04489 req-ec691389-6a54-47ef-b156-08e69ff261a1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.059795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad3e8c34-f9aa-4226-a9bd-4efbb5c04489 req-ec691389-6a54-47ef-b156-08e69ff261a1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0523860 Feb 09 03:37:24.098897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-34f4fcc8-cfd2-4529-9051-b41ae9e2b732 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1003 time: 0.0631497 Feb 09 03:37:24.107306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ad3e8c34-f9aa-4226-a9bd-4efbb5c04489 req-9ab6f8c4-fbcc-452b-8779-cf19d9d9c515 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Feb 09 03:37:24.147271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-027733a8-2c83-484a-be4b-3b1a1fe1745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.148813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-027733a8-2c83-484a-be4b-3b1a1fe1745f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0445395 Feb 09 03:37:24.197030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-e4f25ec6-c100-4442-9b11-5aa217776f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.198493 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-e4f25ec6-c100-4442-9b11-5aa217776f39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441055 Feb 09 03:37:24.289732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-0f8b5439-b97a-4cec-8a99-f230be6a46fd service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852425 Feb 09 03:37:24.382416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-b5f3e911-d714-401b-b3a8-2759b0323a4e service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827625 Feb 09 03:37:24.491249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-23d3f9a5-db8e-438c-bd66-c77254130088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.492732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-23d3f9a5-db8e-438c-bd66-c77254130088 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1128 time: 0.0495214 Feb 09 03:37:24.607677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-c55550d8-710c-4946-8ce7-5eadc7276f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.609144 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-c55550d8-710c-4946-8ce7-5eadc7276f3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0899477 Feb 09 03:37:24.672685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-26c72f28-0c46-43e3-b8fe-3c1d43b0ac9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1003 time: 0.0576978 Feb 09 03:37:24.723907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-b2329920-fb59-46ef-9d0b-4ecc142596d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.725311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-b2329920-fb59-46ef-9d0b-4ecc142596d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0471752 Feb 09 03:37:24.773237 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-87a2bfbe-609f-4242-a01e-65251c41316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:24.774664 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-87a2bfbe-609f-4242-a01e-65251c41316b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438852 Feb 09 03:37:24.860442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-f7d26664-f146-40cf-9c07-bff44d560617 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800107 Feb 09 03:37:24.953326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-39d1d9a0-7b8c-4db2-a2f7-57c1b85556e2 req-b572d613-befb-40b2-846a-472a07dfad34 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868635 Feb 09 03:37:25.227349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8470db-a4ce-4230-a2c5-8cc948880968 req-2706a157-5279-44c9-ba5d-3975fb552f35 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:25.228821 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b8470db-a4ce-4230-a2c5-8cc948880968 req-2706a157-5279-44c9-ba5d-3975fb552f35 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0525434 Feb 09 03:37:25.276190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8b8470db-a4ce-4230-a2c5-8cc948880968 req-403ba008-23f5-4826-872a-76334777038c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Feb 09 03:37:26.395700 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21768d8-909f-4fff-8dab-c6e61e22627e req-719bbd58-d7dc-40b7-8c37-519418daef0d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:26.397102 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a21768d8-909f-4fff-8dab-c6e61e22627e req-719bbd58-d7dc-40b7-8c37-519418daef0d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0522211 Feb 09 03:37:26.447369 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a21768d8-909f-4fff-8dab-c6e61e22627e req-9ab670a9-8654-4bfc-b7b5-4d62a5f7c0e6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447109 Feb 09 03:37:27.566196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a123d0-cc11-47d1-95e5-5a8d7de17fd6 req-50bc8c3a-1edb-40e0-b0b4-2148442fb44a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:27.567754 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0a123d0-cc11-47d1-95e5-5a8d7de17fd6 req-50bc8c3a-1edb-40e0-b0b4-2148442fb44a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0523090 Feb 09 03:37:27.619616 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0a123d0-cc11-47d1-95e5-5a8d7de17fd6 req-d6f32826-e147-4961-881c-42b082b854bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460856 Feb 09 03:37:28.736463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2a871-868b-452f-b45d-6b200a1ade73 req-15c5ce45-6748-45ec-98e0-57ddf60bda7f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:28.738827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0c2a871-868b-452f-b45d-6b200a1ade73 req-15c5ce45-6748-45ec-98e0-57ddf60bda7f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0513916 Feb 09 03:37:28.786083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e0c2a871-868b-452f-b45d-6b200a1ade73 req-778fbd18-15f8-4987-b0b0-1f202f77eab4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Feb 09 03:37:29.909296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c5077-7bb3-4e15-9e46-6ebf9303463e req-200bdd8f-af7b-4e40-b024-2206be525cd7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:29.911315 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-319c5077-7bb3-4e15-9e46-6ebf9303463e req-200bdd8f-af7b-4e40-b024-2206be525cd7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0564048 Feb 09 03:37:29.958277 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-319c5077-7bb3-4e15-9e46-6ebf9303463e req-35a2bbdb-58b6-4791-b6a6-ebdfe5328028 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Feb 09 03:37:30.521275 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e38803b-cc3e-44ab-abe1-fbb761bc1c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:31.079132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac5c0-420b-4f6d-baac-29297bed047c req-366cef97-0bec-4079-8abb-911addbedc05 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:31.080588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e6dac5c0-420b-4f6d-baac-29297bed047c req-366cef97-0bec-4079-8abb-911addbedc05 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0512516 Feb 09 03:37:31.127275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e6dac5c0-420b-4f6d-baac-29297bed047c req-998e443d-93c8-4942-9ccc-de15e87000b3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410674 Feb 09 03:37:32.247230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24bd7-aece-45a7-99df-8d3924d42b6c req-2d89bf74-6f59-4920-916b-f5cfa14a6e1d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:32.248604 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99f24bd7-aece-45a7-99df-8d3924d42b6c req-2d89bf74-6f59-4920-916b-f5cfa14a6e1d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0522618 Feb 09 03:37:32.294574 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-99f24bd7-aece-45a7-99df-8d3924d42b6c req-0aab9aa9-9d20-44e3-a796-900b4eb9a0af tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398581 Feb 09 03:37:32.744968 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-21a6dfe2-4847-4243-8962-fb4b1b39dd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:33.419994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793105b-fb62-464b-a272-a8f3d73c17fc req-7559ded8-b94f-4a12-89cf-37fd975a629f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:33.421480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1793105b-fb62-464b-a272-a8f3d73c17fc req-7559ded8-b94f-4a12-89cf-37fd975a629f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0563967 Feb 09 03:37:33.470168 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1793105b-fb62-464b-a272-a8f3d73c17fc req-9bcef029-4822-41be-97a2-9658acb5952e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Feb 09 03:37:34.107844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:34.594355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffb3ee-040f-4d9b-8394-9a1648176f52 req-2b3dd505-d2eb-485c-bf12-7034a8c8a392 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:34.595834 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20ffb3ee-040f-4d9b-8394-9a1648176f52 req-2b3dd505-d2eb-485c-bf12-7034a8c8a392 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0561597 Feb 09 03:37:34.644508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20ffb3ee-040f-4d9b-8394-9a1648176f52 req-59b0ca37-2ff5-4818-b4b8-f7f6fc9dce77 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Feb 09 03:37:35.170077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:35.763004 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda5fe-9f09-4c5e-bfa6-e429b1cd5649 req-c4696a72-bdc4-4e1b-be91-c256fb8a4816 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:35.764482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82fda5fe-9f09-4c5e-bfa6-e429b1cd5649 req-c4696a72-bdc4-4e1b-be91-c256fb8a4816 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0523300 Feb 09 03:37:35.810777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-82fda5fe-9f09-4c5e-bfa6-e429b1cd5649 req-c89f5850-ff18-464b-852f-01904dc3ca1a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407405 Feb 09 03:37:36.516435 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:36.930055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5e1c-db83-4290-9666-bfcc235eb700 req-ea150c54-a69f-4116-9072-764f770f62e3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:36.931588 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a5d5e1c-db83-4290-9666-bfcc235eb700 req-ea150c54-a69f-4116-9072-764f770f62e3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0534339 Feb 09 03:37:36.979891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a5d5e1c-db83-4290-9666-bfcc235eb700 req-3cf02012-6324-49e2-b411-7960247ced43 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Feb 09 03:37:38.097578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7538fd-8f06-4db8-a3aa-310f47c9f354 req-30f80dcf-7614-48e8-b046-e95d1fe94210 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:38.099077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb7538fd-8f06-4db8-a3aa-310f47c9f354 req-30f80dcf-7614-48e8-b046-e95d1fe94210 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0512567 Feb 09 03:37:38.149983 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fb7538fd-8f06-4db8-a3aa-310f47c9f354 req-72abebde-643f-429d-b1ba-4dabca60d759 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454314 Feb 09 03:37:39.271612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb449e-0a10-41a3-911e-13b3897d00dd req-b29bae9e-b46d-4595-8ae2-06fcba50cd7c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:39.273131 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65bb449e-0a10-41a3-911e-13b3897d00dd req-b29bae9e-b46d-4595-8ae2-06fcba50cd7c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0560205 Feb 09 03:37:39.319014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-65bb449e-0a10-41a3-911e-13b3897d00dd req-73ab18f9-405a-4695-937a-15f97ba36164 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Feb 09 03:37:40.440577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8594f-b073-4365-b779-c8cadf4515d6 req-feb7fdd3-f5eb-493a-b85b-a9820fccbb14 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:40.442010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56c8594f-b073-4365-b779-c8cadf4515d6 req-feb7fdd3-f5eb-493a-b85b-a9820fccbb14 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0525856 Feb 09 03:37:40.494265 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-56c8594f-b073-4365-b779-c8cadf4515d6 req-44abc751-290e-4b2a-ba19-1622b2807398 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464411 Feb 09 03:37:41.163393 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-fa605d80-cc62-4d6a-a507-336263314252 service neutron] show failed (client error): The resource could not be found. Feb 09 03:37:41.164489 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-fa605d80-cc62-4d6a-a507-336263314252 service neutron] 10.222.0.26 "GET /v2.0/ports/41203e31-f730-442c-84a7-06ba512c2d7e/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0543530 Feb 09 03:37:41.360568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-89293a2f-c754-4368-84b0-16eb1d1a03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:41.362080 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-89293a2f-c754-4368-84b0-16eb1d1a03f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 1128 time: 0.0451124 Feb 09 03:37:41.372328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:41.434193 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.617495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aff797-d319-4c32-806c-8869798ece31 req-6a523cf8-6156-49a2-ae1d-ed517f319517 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:41.619019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b2aff797-d319-4c32-806c-8869798ece31 req-6a523cf8-6156-49a2-ae1d-ed517f319517 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0531228 Feb 09 03:37:41.640996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:41.666358 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b2aff797-d319-4c32-806c-8869798ece31 req-a39051b7-4d13-4318-a0ea-9bc39b11feeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Feb 09 03:37:41.674200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:41.722785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:41.725063 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88705e10-90ce-4150-8bf2-c9ecfdb40e8b" -d '{"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-unplugged", "status": "completed", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:41.729145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Publish callbacks [] for port (41203e31-f730-442c-84a7-06ba512c2d7e), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.742482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Transition to ACTIVE for port object 41203e31-f730-442c-84a7-06ba512c2d7e will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:37:41.746297 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:41.780619 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6a0a90-4d2b-4c64-93c2-f496c7a81313 x-openstack-request-id: req-4f6a0a90-4d2b-4c64-93c2-f496c7a81313 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:41.780913 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-unplugged", "status": "completed", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:41.781234 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f6a0a90-4d2b-4c64-93c2-f496c7a81313 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:41.781559 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'code': 200} Feb 09 03:37:41.830649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=6']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:41.842427 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.842786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.843134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.843484 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.843826 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.844165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.844501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.844836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.845168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.845501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.845834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.846166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.847023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:41.895738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] No DVR routers for this DVR port 41203e31-f730-442c-84a7-06ba512c2d7e on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:37:42.035483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:42.035734 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:42.036064 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:42.040266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:37:42.040592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:42.046419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:42.046683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:42.047068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:42.047493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Bound port: 41203e31-f730-442c-84a7-06ba512c2d7e, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:42.047849 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.112020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:42.115748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:42.120955 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.160025 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.160655 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:42.162063 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] 10.222.0.61 "PUT /v2.0/ports/41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1092 time: 0.7936594 Feb 09 03:37:42.184896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69667b5d-96f6-4f99-a67b-45da77ff8e0e service neutron] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:42.234273 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-4837d5c9-1d01-4ed9-8864-6fa501a1aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.235841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-4837d5c9-1d01-4ed9-8864-6fa501a1aed5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1126 time: 0.0478566 Feb 09 03:37:42.328781 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-3ea4549f-ad20-48a8-bb81-be9a99e58e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.330367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-3ea4549f-ad20-48a8-bb81-be9a99e58e9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0887141 Feb 09 03:37:42.402685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-c13ce020-3345-454c-8928-4e7855d46656 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1001 time: 0.0666974 Feb 09 03:37:42.451474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-db2f5aeb-718b-4ab1-8e65-ecc3a5e64d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.452840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-db2f5aeb-718b-4ab1-8e65-ecc3a5e64d40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0433087 Feb 09 03:37:42.499864 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-0aafe6e2-bdd0-4f10-9fd2-3e9669f836e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.501342 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-0aafe6e2-bdd0-4f10-9fd2-3e9669f836e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431666 Feb 09 03:37:42.592416 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-2779c741-5439-41ed-ab16-6c86b5d58e0d service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851595 Feb 09 03:37:42.679421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b43ce116-9dbd-4863-b5b0-d097405ae255 req-5e8fb7a7-a5b8-48db-9cb9-563f559b1ad4 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812733 Feb 09 03:37:42.796227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11427f03-a264-40ed-bb3f-59d5c846cdc1 req-672a2376-2441-4bef-bcca-a8a4648b97ce tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:42.797720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11427f03-a264-40ed-bb3f-59d5c846cdc1 req-672a2376-2441-4bef-bcca-a8a4648b97ce tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 944 time: 0.0579607 Feb 09 03:37:42.844905 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-11427f03-a264-40ed-bb3f-59d5c846cdc1 req-61ec0f3f-ef99-4b73-8ca8-b52e9c98d3cd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Feb 09 03:37:43.783177 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:43.785564 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a219ba-9dda-4e48-b9b5-38f4d04469e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:43.833590 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d5103-f600-40c6-b11d-583d98f86170 x-openstack-request-id: req-c75d5103-f600-40c6-b11d-583d98f86170 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:43.833882 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:43.834139 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c75d5103-f600-40c6-b11d-583d98f86170 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:43.834580 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'status': 'completed', 'code': 200} Feb 09 03:37:43.904179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-cbfc9718-5831-4483-a65e-eef9766339c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:43.904788 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-11050f0f-d8b9-4238-aad2-c1b2bee07dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:43.905898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-cbfc9718-5831-4483-a65e-eef9766339c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1126 time: 0.0495172 Feb 09 03:37:43.906067 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-11050f0f-d8b9-4238-aad2-c1b2bee07dda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1126 time: 0.0527515 Feb 09 03:37:44.000859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-349772be-2ffd-46e3-9eed-a73f6928c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:44.002422 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-349772be-2ffd-46e3-9eed-a73f6928c3c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0889378 Feb 09 03:37:44.029590 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20d257-ed50-48c8-aad1-e0bcc3f0db84 req-ed3a6c04-dfe3-40ab-b98a-0cb199559b6a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:44.031109 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c20d257-ed50-48c8-aad1-e0bcc3f0db84 req-ed3a6c04-dfe3-40ab-b98a-0cb199559b6a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 944 time: 0.1110518 Feb 09 03:37:44.057193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-5f4e924d-48c6-44e7-a16c-d0ba54a6d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:44.058594 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-5f4e924d-48c6-44e7-a16c-d0ba54a6d564 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.1459920 Feb 09 03:37:44.071321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-9d168bc9-9ffd-4853-a15f-77f942466ebf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1001 time: 0.0627079 Feb 09 03:37:44.122178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-115fbeb0-2b4e-4b43-a6d7-caa731858c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:44.123710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-115fbeb0-2b4e-4b43-a6d7-caa731858c4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0461512 Feb 09 03:37:44.137356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6c20d257-ed50-48c8-aad1-e0bcc3f0db84 req-c7972c19-f62f-4446-993c-1399c501a4c3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967734 Feb 09 03:37:44.159749 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-fbd1a4d1-2745-425a-9b7c-3782fed9ff3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1001 time: 0.0929546 Feb 09 03:37:44.179133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-0d510a45-d6e5-4ba4-b136-89b6db58a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:44.180660 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-0d510a45-d6e5-4ba4-b136-89b6db58a48b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491295 Feb 09 03:37:44.216050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-40c6dfe2-3820-4102-ba4e-88eebb4d6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:44.218710 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-40c6dfe2-3820-4102-ba4e-88eebb4d6193 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0537105 Feb 09 03:37:44.230957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:37:44.272155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-0c21bc99-478a-4377-a9b7-93a666e3581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:44.273819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-0c21bc99-478a-4377-a9b7-93a666e3581d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496700 Feb 09 03:37:44.285632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-082eabfa-515d-4ccc-bafe-eb4e8b62e4e6 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977659 Feb 09 03:37:44.336885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:44.349345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '41203e31-f730-442c-84a7-06ba512c2d7e', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '41203e31-f730-442c-84a7-06ba512c2d7e', 'mac_address': 'fa:16:3e:9e:e6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:37:44.374446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-14e38e0d-1b73-4a1d-8ba5-1075c1be871c service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936503 Feb 09 03:37:44.380828 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-5b7ed2c4-bbfa-4c60-9c6d-afac500064a9 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893602 Feb 09 03:37:44.387683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 41203e31-f730-442c-84a7-06ba512c2d7e is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:44.388078 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.402605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41203e31-f730-442c-84a7-06ba512c2d7e {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:37:44.424196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:44.428264 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:44.469607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-74a219ba-9dda-4e48-b9b5-38f4d04469e6 req-cd4b01e1-7f30-4d3f-a10f-1fc5b0c467a7 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897403 Feb 09 03:37:44.475177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:44.482482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.482837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.483184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.483523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.483860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.484193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.484524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.484854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.485211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.485536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.485900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.486189 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.486536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:44.678870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['41203e31-f730-442c-84a7-06ba512c2d7e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:37:45.266478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71617736-f2f1-4cb4-9fbc-a1fdab1040ba req-d5aa87b8-9cd7-4631-9aaf-4abc6e7cae2a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:45.267966 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71617736-f2f1-4cb4-9fbc-a1fdab1040ba req-d5aa87b8-9cd7-4631-9aaf-4abc6e7cae2a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Feb 09 03:37:45.318375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71617736-f2f1-4cb4-9fbc-a1fdab1040ba req-17b0f72d-d22b-41aa-a8e8-3817b43905ce tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Feb 09 03:37:45.388330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:45.428529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] The host n-h2-827839-4 is not matching for port 41203e31-f730-442c-84a7-06ba512c2d7e host n-h1-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:37:45.428886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:45.652042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-3adc77af-1c41-40a6-a101-692bcc0d12c0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:45.653508 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-3adc77af-1c41-40a6-a101-692bcc0d12c0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71&tenant_id=2ea561e37b014643a45c6dd29d977eb5&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 945 time: 0.0859873 Feb 09 03:37:45.666207 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb3ec1-65dc-4f31-9d60-d45a823b6d69 req-d43207b8-80b6-4826-b5fc-cf065d32613a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:45.667702 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ccb3ec1-65dc-4f31-9d60-d45a823b6d69 req-d43207b8-80b6-4826-b5fc-cf065d32613a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 945 time: 0.0734055 Feb 09 03:37:45.765036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ccb3ec1-65dc-4f31-9d60-d45a823b6d69 req-d617e62d-66c5-4b38-86c4-5c0928ececec tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884223 Feb 09 03:37:45.767968 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-5a9ddc7f-30c0-4c6a-b14d-164877aab766 service neutron] 10.222.0.61 "GET /v2.0/ports/41203e31-f730-442c-84a7-06ba512c2d7e/bindings/n-h1-827839-4 HTTP/1.1" status: 200 len: 382 time: 0.0992353 Feb 09 03:37:45.831184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-aec5edba-4159-4d9f-ba11-08c080ae76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:45.832677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-aec5edba-4159-4d9f-ba11-08c080ae76e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1127 time: 0.0435896 Feb 09 03:37:45.920779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-56ed59ef-9a7b-42a4-90c6-baea310b831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:45.922258 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-56ed59ef-9a7b-42a4-90c6-baea310b831b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0838673 Feb 09 03:37:45.991092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-6ff83524-ba25-4270-bb9b-bb473e358137 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1002 time: 0.0631549 Feb 09 03:37:46.038832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-97fbd61d-1049-482e-bcb2-664e5b5c9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:46.040178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-97fbd61d-1049-482e-bcb2-664e5b5c9a50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0432115 Feb 09 03:37:46.087562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-5b15cd0e-d701-44bd-9cfe-48743bc9828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:46.089041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-5b15cd0e-d701-44bd-9cfe-48743bc9828e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426037 Feb 09 03:37:46.179819 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-31414468-071b-4e77-bde1-703b31a68327 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841846 Feb 09 03:37:46.240900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:46.265460 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-9c77aa0a-2ca0-4ba1-b70a-1f0ff75d3138 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801358 Feb 09 03:37:46.292865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 41203e31-f730-442c-84a7-06ba512c2d7e completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:37:46.296754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 41203e31-f730-442c-84a7-06ba512c2d7e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:46.297138 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:46.371181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 41203e31-f730-442c-84a7-06ba512c2d7e is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:46.371570 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:46.394501 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:46.396642 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f576d78-517b-41d9-858b-bc59c9ca4ea5" -d '{"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-plugged", "status": "completed", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:46.408667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:46.413184 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:46.450918 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a5955a-6464-4cf9-822b-d4ce014f016a x-openstack-request-id: req-72a5955a-6464-4cf9-822b-d4ce014f016a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:46.451207 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-plugged", "status": "completed", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:46.451459 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72a5955a-6464-4cf9-822b-d4ce014f016a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:46.451843 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'code': 200} Feb 09 03:37:46.465943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:46.891478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc618013-4df3-41de-8847-ed49de6eed8c req-315cc817-ecc1-4d43-8978-6f83e943f4be tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:46.892965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc618013-4df3-41de-8847-ed49de6eed8c req-315cc817-ecc1-4d43-8978-6f83e943f4be tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0577810 Feb 09 03:37:46.910618 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:37:46.939015 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc618013-4df3-41de-8847-ed49de6eed8c req-61febbe6-e5c8-4953-bdd9-7f9eff219a3f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Feb 09 03:37:48.064419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64001a5-4df0-4425-b586-3e857b1b2692 req-bdd65726-bf80-472a-8d2e-84550c5650a7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:48.065902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e64001a5-4df0-4425-b586-3e857b1b2692 req-bdd65726-bf80-472a-8d2e-84550c5650a7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0536182 Feb 09 03:37:48.115672 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e64001a5-4df0-4425-b586-3e857b1b2692 req-86348626-0de6-41d0-bc55-455dc36d406b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Feb 09 03:37:48.220077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-5015522f-d070-44b9-b5f1-34999cf849a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:48.222044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-5015522f-d070-44b9-b5f1-34999cf849a5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 1128 time: 0.0499454 Feb 09 03:37:48.231092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:48.287896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.484845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:48.516966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:48.560313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:48.562747 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa6842-6bbe-4af6-87f5-35ecf9116ad3" -d '{"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-unplugged", "status": "completed", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:48.566781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Publish callbacks [] for port (41203e31-f730-442c-84a7-06ba512c2d7e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.579262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Transition to ACTIVE for port object 41203e31-f730-442c-84a7-06ba512c2d7e will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:37:48.583659 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.619291 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f951df7-b970-47c2-baa4-a3c16729aec8 x-openstack-request-id: req-8f951df7-b970-47c2-baa4-a3c16729aec8 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:48.619590 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-unplugged", "status": "completed", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:48.619844 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f951df7-b970-47c2-baa4-a3c16729aec8 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:48.620238 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'code': 200} Feb 09 03:37:48.666700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=10']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:48.711069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] No DVR routers for this DVR port 41203e31-f730-442c-84a7-06ba512c2d7e on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:37:48.849368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:48.849707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:48.850033 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:48.854341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:37:48.854664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Attempting to bind port 41203e31-f730-442c-84a7-06ba512c2d7e on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:48.859389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:48.859722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:48.860109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:48.860526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Bound port: 41203e31-f730-442c-84a7-06ba512c2d7e, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:48.860877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.923767 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:48.926679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:48.932472 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.964826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:48.965462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:48.966966 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1093 time: 0.7396114 Feb 09 03:37:48.999140 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308170-abdf-4d0b-b0b4-71424c8780a0 service neutron] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=11']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:49.039814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-54145259-3e2d-4869-8972-1db90334e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:49.041338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-54145259-3e2d-4869-8972-1db90334e7de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1127 time: 0.0505073 Feb 09 03:37:49.138959 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-35e371e1-a125-4e3a-8ebe-43a70ae1def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:49.140565 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-35e371e1-a125-4e3a-8ebe-43a70ae1def1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0928185 Feb 09 03:37:49.237867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-32c7ae36-7239-4833-8194-52276c3a46bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1001 time: 0.0905006 Feb 09 03:37:49.282262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008da52c-61c7-4570-92dd-2cd9d4617dfb req-7b5bbda8-a941-484f-8696-52142f7bd154 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:49.283609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-008da52c-61c7-4570-92dd-2cd9d4617dfb req-7b5bbda8-a941-484f-8696-52142f7bd154 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 945 time: 0.0954103 Feb 09 03:37:49.311674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0a810a3d-70c4-487f-9d9e-be2eca1831df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:49.313057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-0a810a3d-70c4-487f-9d9e-be2eca1831df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0699067 Feb 09 03:37:49.362668 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-008da52c-61c7-4570-92dd-2cd9d4617dfb req-adefbe38-1d22-42f3-9b83-65b66fb1eccf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722456 Feb 09 03:37:49.376725 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-93ef8614-9219-4672-bbd1-d401fd462119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:49.378216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-93ef8614-9219-4672-bbd1-d401fd462119 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561080 Feb 09 03:37:49.468432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-a04eb278-eaa6-4122-adaf-adbd39a16423 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832624 Feb 09 03:37:49.554815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0999091c-5ac8-4f38-9b6c-e6345341223b req-f7a915d9-1556-488d-86dd-a72e76d6230f service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812552 Feb 09 03:37:49.938789 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:50.284768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:50.322026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 41203e31-f730-442c-84a7-06ba512c2d7e host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:37:50.322436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:50.481197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ea36-d07d-4429-bdc7-5ee66c68aa03 req-4ff06397-31e5-4199-8f72-8daf2d56d5bf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.482683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26e4ea36-d07d-4429-bdc7-5ee66c68aa03 req-4ff06397-31e5-4199-8f72-8daf2d56d5bf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 945 time: 0.0508122 Feb 09 03:37:50.529475 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-26e4ea36-d07d-4429-bdc7-5ee66c68aa03 req-7fb9d77f-0a2a-45a3-b306-b478a3874b4e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407062 Feb 09 03:37:50.622100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:50.624736 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3477facb-8cf9-4144-8ea5-b36383e127f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:50.672518 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb969dc-25f7-469f-a4d5-6907589c60dc x-openstack-request-id: req-ebb969dc-25f7-469f-a4d5-6907589c60dc {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:50.672812 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:50.673095 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebb969dc-25f7-469f-a4d5-6907589c60dc {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:50.673469 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'status': 'completed', 'code': 200} Feb 09 03:37:50.733413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-bbe8c998-1ee1-4d26-a0ca-d5517c7e01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.734982 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-bbe8c998-1ee1-4d26-a0ca-d5517c7e01d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1127 time: 0.0434716 Feb 09 03:37:50.746732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-8af5af3a-e0bc-49ec-bc1e-c8cad4e237d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.748230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-8af5af3a-e0bc-49ec-bc1e-c8cad4e237d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 1127 time: 0.0493495 Feb 09 03:37:50.826565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-2104ec5e-eda2-4eac-897a-302c657b915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.827947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-2104ec5e-eda2-4eac-897a-302c657b915b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0876458 Feb 09 03:37:50.836563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-7328045a-3798-490d-b65c-d69a889472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.838053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-7328045a-3798-490d-b65c-d69a889472f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0841172 Feb 09 03:37:50.891789 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-d9c530ac-70bf-41d0-a5b6-209dc8137082 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1001 time: 0.0583200 Feb 09 03:37:50.906169 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-61041938-bb09-4740-bbdb-3ad4531e9422 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 200 len: 1001 time: 0.0627601 Feb 09 03:37:50.942877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-600f5b06-5927-4fc9-9466-4885ac93331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.944512 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-600f5b06-5927-4fc9-9466-4885ac93331c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0477304 Feb 09 03:37:50.953790 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-9fd54246-ca34-480d-8262-ff1c64827b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.955261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-9fd54246-ca34-480d-8262-ff1c64827b5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0434852 Feb 09 03:37:50.994349 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-2727a8d8-18a0-4f47-b203-6f71862ae629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:50.995869 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-2727a8d8-18a0-4f47-b203-6f71862ae629 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458183 Feb 09 03:37:51.004892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-747a04a7-d0e7-43a1-a3c1-bf8c70c1c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:51.006443 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-747a04a7-d0e7-43a1-a3c1-bf8c70c1c89e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450041 Feb 09 03:37:51.081548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-d4654c6f-7672-4758-b9c3-e1d076d0c3d0 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798123 Feb 09 03:37:51.097655 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-2fa653bd-a76f-49b3-b662-e234f41f2e57 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846820 Feb 09 03:37:51.176023 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-7fab4ab6-6538-4eae-9b92-23c9b611aa63 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Feb 09 03:37:51.187330 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3477facb-8cf9-4144-8ea5-b36383e127f6 req-db64434e-d101-47f2-b813-43ea5c2a1665 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834479 Feb 09 03:37:51.434661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:37:51.530616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:51.542423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '41203e31-f730-442c-84a7-06ba512c2d7e', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '41203e31-f730-442c-84a7-06ba512c2d7e', 'mac_address': 'fa:16:3e:9e:e6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:37:51.578692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 41203e31-f730-442c-84a7-06ba512c2d7e is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:51.579089 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.592153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41203e31-f730-442c-84a7-06ba512c2d7e {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:37:51.613185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:51.617213 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:51.647296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463a71-d4e5-4df3-9e42-7464408b5984 req-71815e0c-d6b5-4365-aa8f-61732b1b9f2d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:51.648784 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0463a71-d4e5-4df3-9e42-7464408b5984 req-71815e0c-d6b5-4365-aa8f-61732b1b9f2d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 945 time: 0.0517642 Feb 09 03:37:51.667713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=12']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:51.699073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f0463a71-d4e5-4df3-9e42-7464408b5984 req-ba9fe2c5-9950-460b-8a62-748058d30047 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 Feb 09 03:37:51.863281 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:52.821954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051c9ab-061a-4d1d-b201-908fe97cf001 req-dac866d9-47d5-4f63-83fd-3fbfac54a210 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:52.823377 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1051c9ab-061a-4d1d-b201-908fe97cf001 req-dac866d9-47d5-4f63-83fd-3fbfac54a210 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0562179 Feb 09 03:37:52.869863 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1051c9ab-061a-4d1d-b201-908fe97cf001 req-8b8ab635-5242-4a9a-b427-3d2c866db700 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Feb 09 03:37:52.990717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c301e4-a4f0-4864-a4a2-fea6824b2e1f req-6ebdbe64-b54e-400c-a1ad-e03e7fb4491b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:52.992209 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-44c301e4-a4f0-4864-a4a2-fea6824b2e1f req-6ebdbe64-b54e-400c-a1ad-e03e7fb4491b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0558543 Feb 09 03:37:53.039942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-44c301e4-a4f0-4864-a4a2-fea6824b2e1f req-4e5c1ffd-e111-4331-b5b2-9616d1eaf923 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Feb 09 03:37:53.160701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef03ce-2d6a-4690-af85-c4adff4f286a req-aebf2958-3d2b-4c60-904f-4ae0d8e6f5f0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:53.162159 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8aef03ce-2d6a-4690-af85-c4adff4f286a req-aebf2958-3d2b-4c60-904f-4ae0d8e6f5f0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0583200 Feb 09 03:37:53.207242 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8aef03ce-2d6a-4690-af85-c4adff4f286a req-04efbf99-0ed0-4d11-a829-5baf13556da1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 Feb 09 03:37:53.445750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59186ba3-2de6-4d7c-a09b-186241f515a9 req-4ee1dbb3-d07e-4baa-a1f7-68714838ee38 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:53.447306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59186ba3-2de6-4d7c-a09b-186241f515a9 req-4ee1dbb3-d07e-4baa-a1f7-68714838ee38 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0555627 Feb 09 03:37:53.449353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:37:53.494681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59186ba3-2de6-4d7c-a09b-186241f515a9 req-780c57b1-d89d-4496-bb45-3b9036f6c4e0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Feb 09 03:37:53.549273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:53.560208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '41203e31-f730-442c-84a7-06ba512c2d7e', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '41203e31-f730-442c-84a7-06ba512c2d7e', 'mac_address': 'fa:16:3e:9e:e6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:37:53.712626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['41203e31-f730-442c-84a7-06ba512c2d7e'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:37:54.614629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703fd4-aef8-482f-ab38-362881b216b7 req-a45441f7-dbc2-490c-aa37-f5623fe55ff7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:54.616093 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86703fd4-aef8-482f-ab38-362881b216b7 req-a45441f7-dbc2-490c-aa37-f5623fe55ff7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0511885 Feb 09 03:37:54.661824 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-86703fd4-aef8-482f-ab38-362881b216b7 req-2fb16881-eed4-4b08-9db2-ea9a5022aa7a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401769 Feb 09 03:37:54.795038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-8a06e252-3397-4185-9cb2-08bc345d65ba tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:54.796369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-8a06e252-3397-4185-9cb2-08bc345d65ba tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 946 time: 0.0541134 Feb 09 03:37:54.884897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Deleting port 41203e31-f730-442c-84a7-06ba512c2d7e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:37:54.885231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:54.975814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] For port 41203e31-f730-442c-84a7-06ba512c2d7e, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=41203e31-f730-442c-84a7-06ba512c2d7e,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:37:54.976168 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.466203 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:37:55.471476 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.472080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.472565 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6 disassociated. External IP: 172.25.2.171, port: 41203e31-f730-442c-84a7-06ba512c2d7e. Feb 09 03:37:55.473093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Calling delete_port for 41203e31-f730-442c-84a7-06ba512c2d7e owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:37:55.544181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 41203e31-f730-442c-84a7-06ba512c2d7e completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:37:55.547372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 41203e31-f730-442c-84a7-06ba512c2d7e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:55.547746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.623027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 41203e31-f730-442c-84a7-06ba512c2d7e is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:37:55.623533 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.635156 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (41203e31-f730-442c-84a7-06ba512c2d7e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.668519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event deleted for resources: {'Port': ['ID=41203e31-f730-442c-84a7-06ba512c2d7e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:55.779391 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ed05786-8ec2-469d-95fa-b61216a0950b req-88c59f17-fc6c-4979-83bb-ce4d672453be tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cb8b4d4-bb5d-4f62-a796-160114433a71 HTTP/1.1" status: 200 len: 210 time: 0.0343671 Feb 09 03:37:55.819931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:37:55.932680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:37:55.943451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:37:55.952914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:55.953533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:37:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:55.974089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] No DVR routers for this DVR port 41203e31-f730-442c-84a7-06ba512c2d7e on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:37:55.977212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:55.980857 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3853bd18-0ab3-4e50-8ca5-a76998d99b6b req-ddade7e3-3c4b-4e93-bcfd-dcac1f75ff46 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "DELETE /v2.0/ports/41203e31-f730-442c-84a7-06ba512c2d7e HTTP/1.1" status: 204 len: 173 time: 1.1794722 Feb 09 03:37:55.981343 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-deleted', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:55.984174 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725bcaef-d312-42d8-ae45-6b9df1875a59" -d '{"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-deleted", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:56.029628 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a3c62-fc9f-40ca-9611-e1c5295b1257 x-openstack-request-id: req-861a3c62-fc9f-40ca-9611-e1c5295b1257 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:56.029958 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8b4d4-bb5d-4f62-a796-160114433a71", "name": "network-vif-deleted", "tag": "41203e31-f730-442c-84a7-06ba512c2d7e", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:56.030223 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-861a3c62-fc9f-40ca-9611-e1c5295b1257 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:56.030657 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8b4d4-bb5d-4f62-a796-160114433a71', 'name': 'network-vif-deleted', 'tag': '41203e31-f730-442c-84a7-06ba512c2d7e', 'status': 'completed', 'code': 200} Feb 09 03:37:56.066562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:56.433789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:56.460315 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:37:56.469253 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:37:56.469858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:37:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:56.578778 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:37:56.776578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:37:56.801902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858eabea-1a92-4540-9900-7be0216bc1d4 None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:37:57.038281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-23542d0b-f093-43d6-b91a-c97844fcf694 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1032856037&fields=id&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 267 time: 0.0488987 Feb 09 03:37:57.040188 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fba854-2ce7-4615-b7dc-b35d1451bff4 None None] New status for floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:37:57.147464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-2afa1148-4c27-44fb-aeac-29c2381ca4fd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:57.149087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-2afa1148-4c27-44fb-aeac-29c2381ca4fd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 812 time: 0.1012936 Feb 09 03:37:57.165759 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-459d83e6-900e-4db1-8fea-b4018cc22ef8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/quotas/2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 375 time: 0.0109246 Feb 09 03:37:57.225349 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-991df41d-0797-42eb-8c1e-2e1635bb6453 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537543 Feb 09 03:37:57.321525 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-9a674609-e0d3-4a3b-99cb-535b7ab37e5b service neutron] 10.222.0.32 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845916 Feb 09 03:37:57.410266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-22e123af-70ed-4c70-a921-86000e45cedf service neutron] 10.222.0.32 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830381 Feb 09 03:37:57.577679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-efb6ac55-ee70-4016-aa36-0c96ef67648d req-2015c1af-4f67-4f24-a2d6-67cb83b910e5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0323038 Feb 09 03:37:58.470437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-24b7ee58-4730-4d8f-b46a-be950589a63a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:58.472325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-24b7ee58-4730-4d8f-b46a-be950589a63a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 812 time: 0.1073418 Feb 09 03:37:58.534162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-35c45e57-8eb5-45c2-951f-3babcb2a58d8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 380 time: 0.0530641 Feb 09 03:37:58.542349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'port': {'device_id': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'admin_state_up': True, 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'security_groups': ['4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:58.660511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Made reservation on behalf of 2ea561e37b014643a45c6dd29d977eb5 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:37:58.663847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.686935 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6106a735-0881-4dd5-b447-5cb1b45e21df req-dcf5e426-eb53-4fbd-b499-a1faba9b712b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0398960 Feb 09 03:37:58.806197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Allocated IP 172.20.0.9 (7111ca4c-2a3d-46b4-8823-08355dfa8eb6/5043edc4-b073-4a17-ba93-5a67c8726f6f/2c2484d2-0d3d-4b38-a50d-181b3ba30680) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:37:58.938841 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:58.971955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.021688 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:37:59.024836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:37:59.028518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:37:59.035647 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:59.064115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.064384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.065289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.065682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.066019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.066383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.066722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.067058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.067387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.067715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.068046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.068379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.068708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:37:59.095507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.096320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.112883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-757e4211-510c-426b-93ef-54807b6d7f3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740759 Feb 09 03:37:59.125455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Request body: {'port': {'device_id': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:37:59.187117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.244883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f418dcd9-e94b-4b50-a3f9-8cacb054e9ff None None] Provisioning complete for port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:37:59.245450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f418dcd9-e94b-4b50-a3f9-8cacb054e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.278325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f418dcd9-e94b-4b50-a3f9-8cacb054e9ff None None] Port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:37:59.453896 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2484d2-0d3d-4b38-a50d-181b3ba30680 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:37:59.461828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Publish callbacks [] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.474298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Transition to ACTIVE for port object 2c2484d2-0d3d-4b38-a50d-181b3ba30680 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:37:59.478549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.494192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:37:59.519672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 41203e31-f730-442c-84a7-06ba512c2d7e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:37:59.520015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 41203e31-f730-442c-84a7-06ba512c2d7e not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:37:59.575428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:59.604852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:37:59.605214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:37:59.605534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:59.610006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:37:59.610356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:37:59.615362 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:37:59.615702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:37:59.616088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:37:59.616519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Bound port: 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:37:59.616888 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.689462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:37:59.692729 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:37:59.698781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.734048 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.734694 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:37:59.736085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1091 time: 0.6151354 Feb 09 03:37:59.736553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:37:59.739023 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429b4c62-edf1-4769-8e5f-688937c40429" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:37:59.768588 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88607975-169c-4ea8-b0af-6b39358215b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:37:59.816584 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448bf9d5-108e-4066-8bcb-8fb82673f53a x-openstack-request-id: req-448bf9d5-108e-4066-8bcb-8fb82673f53a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:37:59.816880 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:37:59.817139 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-448bf9d5-108e-4066-8bcb-8fb82673f53a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:37:59.817545 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'status': 'completed', 'code': 200} Feb 09 03:37:59.837900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ccadd-b33f-4b95-8358-e0629bb707f9 req-3cd81473-5371-4f06-8a72-662b47a32703 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.839640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-262ccadd-b33f-4b95-8358-e0629bb707f9 req-3cd81473-5371-4f06-8a72-662b47a32703 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0690711 Feb 09 03:37:59.856702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-809f0297-0031-49b1-aec8-99e125d225bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.858228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-809f0297-0031-49b1-aec8-99e125d225bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1125 time: 0.0615761 Feb 09 03:37:59.892567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-262ccadd-b33f-4b95-8358-e0629bb707f9 req-ac126440-974a-4417-8b9c-6828c88fb2b9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 Feb 09 03:37:59.908311 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-a767bd08-8bc1-4079-b914-899110cdde75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 217 time: 0.0428681 Feb 09 03:37:59.959244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-0d816ae9-e52c-4580-abe1-e83ab261e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:37:59.960886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-0d816ae9-e52c-4580-abe1-e83ab261e53b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0468776 Feb 09 03:38:00.009077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-c7a774db-1ca7-4d97-ac16-76b733869f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:00.010605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-c7a774db-1ca7-4d97-ac16-76b733869f9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441961 Feb 09 03:38:00.103214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-03575d2c-608f-43f1-8b1c-0522f3059e66 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866015 Feb 09 03:38:00.191563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5248f1fa-3ff3-4aa9-85e6-0c27347c822d req-d50c1609-1c84-4d74-a9a1-a4d1b0f80ed0 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826750 Feb 09 03:38:00.286259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b4c62-edf1-4769-8e5f-688937c40429 req-184ed914-032a-421e-a577-9157950f0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:00.287784 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429b4c62-edf1-4769-8e5f-688937c40429 req-184ed914-032a-421e-a577-9157950f0bb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1125 time: 0.0513551 Feb 09 03:38:00.378621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b4c62-edf1-4769-8e5f-688937c40429 req-a2aad72c-9620-4590-b933-884a3826204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:00.380110 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429b4c62-edf1-4769-8e5f-688937c40429 req-a2aad72c-9620-4590-b933-884a3826204d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0860519 Feb 09 03:38:00.424409 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429b4c62-edf1-4769-8e5f-688937c40429 req-ed3141dc-bd14-45ed-9dbd-40e552d63338 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 217 time: 0.0383141 Feb 09 03:38:00.471227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b4c62-edf1-4769-8e5f-688937c40429 req-a26f20b1-399a-439c-b396-c820feb0791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:00.472628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429b4c62-edf1-4769-8e5f-688937c40429 req-a26f20b1-399a-439c-b396-c820feb0791f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0424623 Feb 09 03:38:00.522288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b4c62-edf1-4769-8e5f-688937c40429 req-6ce76d6e-43dd-4b34-906b-930a19e6d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:00.523475 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f414990c-a320-4d92-b4c8-d117422fa379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:00.523876 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429b4c62-edf1-4769-8e5f-688937c40429 req-6ce76d6e-43dd-4b34-906b-930a19e6d68d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449870 Feb 09 03:38:00.615306 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429b4c62-edf1-4769-8e5f-688937c40429 req-77528c8e-a1ac-45f2-bc38-692f8b5aea29 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859506 Feb 09 03:38:00.703015 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429b4c62-edf1-4769-8e5f-688937c40429 req-ad84b478-f0b1-41f3-8509-30af1671077f service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818558 Feb 09 03:38:01.018432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13518a-1ca0-431e-b6bd-a2b56d03075c req-29e6665b-deff-4acb-97fc-bd4b6e4e494c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:01.019906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5f13518a-1ca0-431e-b6bd-a2b56d03075c req-29e6665b-deff-4acb-97fc-bd4b6e4e494c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0580883 Feb 09 03:38:01.065483 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5f13518a-1ca0-431e-b6bd-a2b56d03075c req-1d794524-c09b-4671-ab0e-025857865cef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 Feb 09 03:38:02.183182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c073b2-1891-4a54-a30d-5e8ed426bec6 req-837f64e4-a364-40eb-aa72-2b0c39a7c10f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:02.184670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77c073b2-1891-4a54-a30d-5e8ed426bec6 req-837f64e4-a364-40eb-aa72-2b0c39a7c10f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0517893 Feb 09 03:38:02.229860 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-77c073b2-1891-4a54-a30d-5e8ed426bec6 req-71f3f894-9dfb-43f4-94cf-d4b86580f846 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395849 Feb 09 03:38:02.746028 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6822-4310-4241-87fa-02d962b15ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.352256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a313b2-3c03-4aa3-a424-589f1df8edc1 req-c47bc31c-f7c2-481f-9a49-c82181bf9b6c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:03.353771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4a313b2-3c03-4aa3-a424-589f1df8edc1 req-c47bc31c-f7c2-481f-9a49-c82181bf9b6c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0569575 Feb 09 03:38:03.403082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f4a313b2-3c03-4aa3-a424-589f1df8edc1 req-fc51d7b4-dd16-4e39-aeb1-2aa63f45f781 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 Feb 09 03:38:03.512727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:38:03.609945 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:03.621524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'mac_address': 'fa:16:3e:69:da:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:38:03.657239 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:03.657636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.671061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2484d2-0d3d-4b38-a50d-181b3ba30680 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:38:03.689939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:03.693866 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:03.739375 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:04.013882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['2c2484d2-0d3d-4b38-a50d-181b3ba30680'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:38:04.124352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:04.532770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70e7ac-8f02-4c5c-a6df-7cb82105392c req-47e9c017-aa66-4390-99f2-430be5575b9d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:04.535298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8c70e7ac-8f02-4c5c-a6df-7cb82105392c req-47e9c017-aa66-4390-99f2-430be5575b9d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0624142 Feb 09 03:38:04.590952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8c70e7ac-8f02-4c5c-a6df-7cb82105392c req-65789a98-b14b-44cd-86a2-e7d69317e6ce tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490141 Feb 09 03:38:05.174545 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.544437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:38:05.596218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:38:05.600595 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:38:05.600975 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.683896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:05.684293 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.709238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:05.711605 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3257ddfc-809e-49ac-b850-e6297172dbc6" -d '{"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-plugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:05.714902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e99aa9-499d-45ef-99c4-9f3a9efc746b req-3456381a-c270-4289-a5db-bee5ce61440b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:05.716435 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69e99aa9-499d-45ef-99c4-9f3a9efc746b req-3456381a-c270-4289-a5db-bee5ce61440b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0554519 Feb 09 03:38:05.725776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:05.730454 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:05.788290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69e99aa9-499d-45ef-99c4-9f3a9efc746b req-f3cebd06-4218-4c2d-80e6-3065cf03f365 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631781 Feb 09 03:38:05.790924 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb01ecf0-3554-42b9-8146-9c1bb2e81f3c x-openstack-request-id: req-bb01ecf0-3554-42b9-8146-9c1bb2e81f3c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:05.791220 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-plugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:05.791478 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb01ecf0-3554-42b9-8146-9c1bb2e81f3c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:05.791877 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'code': 200} Feb 09 03:38:05.792443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:05.887613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20827a1b-7dac-49cf-99b7-33c47f0a91ae req-44ba5a10-b202-4aa4-a140-572ee6581f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:05.889115 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20827a1b-7dac-49cf-99b7-33c47f0a91ae req-44ba5a10-b202-4aa4-a140-572ee6581f15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1127 time: 0.0503683 Feb 09 03:38:05.931125 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-20827a1b-7dac-49cf-99b7-33c47f0a91ae req-bfe50690-ecbe-4f44-93fd-0c048fa7ab60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362232 Feb 09 03:38:06.512168 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:06.915421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f1ffd-bb91-4bed-9b23-e4a59d935aa2 req-b19f7fb1-1484-4cf3-8c07-d83997d2f6b5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:06.916916 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d46f1ffd-bb91-4bed-9b23-e4a59d935aa2 req-b19f7fb1-1484-4cf3-8c07-d83997d2f6b5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0529578 Feb 09 03:38:06.962639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d46f1ffd-bb91-4bed-9b23-e4a59d935aa2 req-011e5f5c-a717-4061-a3e6-29c07b0ba78a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400047 Feb 09 03:38:08.083613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5a58e-daf1-4558-9076-34d3bc527082 req-ed7122c3-ce8e-465c-8b42-0ef401e35d4d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:08.085251 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80d5a58e-daf1-4558-9076-34d3bc527082 req-ed7122c3-ce8e-465c-8b42-0ef401e35d4d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0522192 Feb 09 03:38:08.132618 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-80d5a58e-daf1-4558-9076-34d3bc527082 req-6c47c049-4638-42de-974d-ae4aed4f6a68 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 Feb 09 03:38:08.247828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fc64d-fc02-4377-9c2e-dc20e881da6a req-30988ebd-3062-41fe-9db6-ab3becb678e4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:08.249477 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f17fc64d-fc02-4377-9c2e-dc20e881da6a req-30988ebd-3062-41fe-9db6-ab3becb678e4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0532172 Feb 09 03:38:08.258560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 48950) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:38:08.262879 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Request body: {'floatingip': {'port_id': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:08.304505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.727464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.731215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:08.833288 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6 associated. External IP: 172.25.2.171, port: 2c2484d2-0d3d-4b38-a50d-181b3ba30680. Feb 09 03:38:09.048002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:38:09.469874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:38:09.475225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:09.481842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:38:09.491824 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:09.492451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:38:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:09.505817 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-55a16150-c455-40b5-a15a-f80a80dd12ef tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "PUT /v2.0/floatingips/a53c5319-9335-45b8-a4d1-9bdc37a012e6 HTTP/1.1" status: 200 len: 992 time: 1.2455981 Feb 09 03:38:09.506002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:09.510174 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:09.549295 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f7b12f-4c2e-42e0-96de-d00faba77774 x-openstack-request-id: req-c7f7b12f-4c2e-42e0-96de-d00faba77774 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:09.549652 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:09.549926 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7f7b12f-4c2e-42e0-96de-d00faba77774 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:09.550370 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'status': 'completed', 'code': 200} Feb 09 03:38:09.614944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:09.642130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8280ad-5915-4e14-af06-9bf09e097334 req-6d84ea11-7b90-4af7-b485-73d7d8b4eeeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:09.644184 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f8280ad-5915-4e14-af06-9bf09e097334 req-6d84ea11-7b90-4af7-b485-73d7d8b4eeeb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0871334 Feb 09 03:38:09.660807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-df7b6b5c-2295-48e5-bf2c-d5390b8ce9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:09.662218 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-df7b6b5c-2295-48e5-bf2c-d5390b8ce9a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1127 time: 0.0783567 Feb 09 03:38:09.749509 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f8280ad-5915-4e14-af06-9bf09e097334 req-334e9887-6237-4fed-8f6b-4a12c35e6434 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977805 Feb 09 03:38:09.775145 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-731a06ac-19f6-4d6d-8c2d-620cb9083051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:09.776610 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-731a06ac-19f6-4d6d-8c2d-620cb9083051 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.1072545 Feb 09 03:38:09.840837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:69:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:38:08Z', 'revision_number': 13, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:09.846076 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-b81a3433-20b1-4765-a385-0a0f6ca3cefa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1000 time: 0.0637157 Feb 09 03:38:09.871039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:38:09.880259 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:38:09.880875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:38:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:09.899776 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-90922ef3-00fd-48b9-bb78-5a39f7a7cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:09.901233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-90922ef3-00fd-48b9-bb78-5a39f7a7cf01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0492628 Feb 09 03:38:09.950430 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-3e052fdf-b2ff-4a8d-83d0-b34efdeaaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:09.951930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-3e052fdf-b2ff-4a8d-83d0-b34efdeaaca3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443769 Feb 09 03:38:09.989416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:38:10.044529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-4025cb6b-fde0-4bd3-9d11-2b05679c045a service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858903 Feb 09 03:38:10.133840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-12e7be4b-7ef2-455a-8ab3-6bc536c2dab2 req-c927cc3e-2442-4722-a0a3-45e72aaf32b3 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829918 Feb 09 03:38:10.215331 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:69:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:38:08Z', 'revision_number': 13, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:38:10.245543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc2fcd-5e15-4ca3-baab-35e103f81c72 None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'a53c5319-9335-45b8-a4d1-9bdc37a012e6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'port_id': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'mac_address': 'fa:16:3e:69:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:35:28Z', 'updated_at': '2022-02-09T03:38:08Z', 'revision_number': 13, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:38:10.432530 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077d5a4-dc47-470e-850d-85eb866faa05 None None] New status for floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:38:10.870398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc44068-0d53-45ac-905d-ea477ea9a8ea req-42f752be-20a1-4cbe-ad96-464598af2dd1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:10.871767 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0fc44068-0d53-45ac-905d-ea477ea9a8ea req-42f752be-20a1-4cbe-ad96-464598af2dd1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0515707 Feb 09 03:38:10.918361 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0fc44068-0d53-45ac-905d-ea477ea9a8ea req-edf60780-b8bc-45f9-95a7-f19522377cf2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Feb 09 03:38:13.406191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566400c-6184-4ac9-9baa-4da40e675bd1 req-c612c83a-440b-40b2-977c-a2d9596f7950 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:13.407815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2566400c-6184-4ac9-9baa-4da40e675bd1 req-c612c83a-440b-40b2-977c-a2d9596f7950 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0586140 Feb 09 03:38:13.456457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2566400c-6184-4ac9-9baa-4da40e675bd1 req-d34fa607-db33-4bfc-ac4a-6ac551a857bb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 Feb 09 03:38:19.952617 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:21.879473 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:23.910660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:38:26.360520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-d109040c-a7c5-4c36-9f96-7de17ce077a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436819 Feb 09 03:38:26.448897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-ef956a63-5da9-43ca-a120-15d42c943e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:26.450378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-ef956a63-5da9-43ca-a120-15d42c943e4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1127 time: 0.0473621 Feb 09 03:38:26.556288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-b4b574f4-0bc6-4cbf-9eac-1f13877cfb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:26.557819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-b4b574f4-0bc6-4cbf-9eac-1f13877cfb95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0869658 Feb 09 03:38:26.622791 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-6bf2b023-bf61-4796-b1cb-ebc8f19ed310 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1002 time: 0.0582392 Feb 09 03:38:26.672702 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-0765f86c-fe2b-4c2b-851e-41c48197d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:26.674098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-0765f86c-fe2b-4c2b-851e-41c48197d97f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0452077 Feb 09 03:38:26.723916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-56e35df6-8a26-41d9-aa98-46feaefecb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:26.725422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-56e35df6-8a26-41d9-aa98-46feaefecb1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452461 Feb 09 03:38:26.812673 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-506768e9-64b1-4ad1-b0a7-8349304c8f25 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806251 Feb 09 03:38:26.903801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d8daf151-5817-4a4c-8c0a-ef377436caf8 req-8dbf6207-c271-4899-9cf3-c6df06259add service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852957 Feb 09 03:38:29.823629 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-9772015f-6b71-4950-94c4-0e1943ed6976 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959506 Feb 09 03:38:29.869662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67e1b7-c6ba-40a4-8812-27bc29fbe376 req-fb91f950-1f55-4e1e-96d4-7ec7f25969a3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:29.871189 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e67e1b7-c6ba-40a4-8812-27bc29fbe376 req-fb91f950-1f55-4e1e-96d4-7ec7f25969a3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.1324124 Feb 09 03:38:29.919970 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7e67e1b7-c6ba-40a4-8812-27bc29fbe376 req-8bf98f0d-4920-4484-bb4f-334971f8378e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Feb 09 03:38:30.529497 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c23c9266-da79-496d-9fb3-6237d4c08b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:31.085955 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32de47c-4fa3-4a82-8661-2d0518ac6a1a req-de08ef51-2a05-4eef-84d1-c853318d478a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:31.087447 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c32de47c-4fa3-4a82-8661-2d0518ac6a1a req-de08ef51-2a05-4eef-84d1-c853318d478a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0920410 Feb 09 03:38:31.093316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-d55ff894-1871-400f-9d65-03f1cff4a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:31.094765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-d55ff894-1871-400f-9d65-03f1cff4a4b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1127 time: 0.0658026 Feb 09 03:38:31.187689 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c32de47c-4fa3-4a82-8661-2d0518ac6a1a req-aea9c986-3793-4b9d-a735-d07699def692 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919893 Feb 09 03:38:31.211859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-539018cf-bfcd-4528-b5f4-5514f2fb300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:31.213304 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-539018cf-bfcd-4528-b5f4-5514f2fb300a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.1113923 Feb 09 03:38:31.280628 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-69da5f9f-747a-44b9-bcfe-8fee643c22ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1002 time: 0.0615230 Feb 09 03:38:31.328305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-f8916312-ae57-466f-8a11-908c012bce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:31.329741 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-f8916312-ae57-466f-8a11-908c012bce32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0422089 Feb 09 03:38:31.376188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-7fea8894-47f8-4e7d-96e9-3427d3890014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:31.378216 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-7fea8894-47f8-4e7d-96e9-3427d3890014 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429060 Feb 09 03:38:31.468194 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-587527f0-8c62-4e64-8bf6-15530e6dae3b service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838900 Feb 09 03:38:31.554178 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-f927d23f-ee11-436d-9755-7ebd0e8d681e service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805528 Feb 09 03:38:32.309420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0e223-a998-4f04-9e70-fd2fb7ac754e req-4a1b31ea-283e-4c0e-970e-de88936ff3cd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:32.310845 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6eb0e223-a998-4f04-9e70-fd2fb7ac754e req-4a1b31ea-283e-4c0e-970e-de88936ff3cd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0520947 Feb 09 03:38:32.356396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6eb0e223-a998-4f04-9e70-fd2fb7ac754e req-38666cc5-c0f6-4333-a9e7-739ff364ad79 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400276 Feb 09 03:38:32.747687 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32682e55-dc5b-47b8-9b0f-f61c8b7cb850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:33.484151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d00e44-7334-49d1-b017-e2243d15e6d1 req-f9aef372-1984-40da-8ddc-2ac9898ecd6e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:33.485642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9d00e44-7334-49d1-b017-e2243d15e6d1 req-f9aef372-1984-40da-8ddc-2ac9898ecd6e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0583324 Feb 09 03:38:33.534303 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c9d00e44-7334-49d1-b017-e2243d15e6d1 req-6e6ca023-6bd5-40db-8b60-6d361e46bf2c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420632 Feb 09 03:38:34.114728 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:34.652949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7aeff-cd9f-4997-8b53-4eb3f0b0fbd1 req-85183703-6b14-4943-b089-81293ac96fa5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:34.654428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dc7aeff-cd9f-4997-8b53-4eb3f0b0fbd1 req-85183703-6b14-4943-b089-81293ac96fa5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0516593 Feb 09 03:38:34.703459 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9dc7aeff-cd9f-4997-8b53-4eb3f0b0fbd1 req-aba856ac-46ff-43ac-a14b-31a5f457dc2e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434310 Feb 09 03:38:35.177448 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:35.873823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b0500-22ae-4c63-ad2e-a5d74ddfbda6 req-1995085c-0b33-44d5-8fc4-d5f6518a40d1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:35.875295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-075b0500-22ae-4c63-ad2e-a5d74ddfbda6 req-1995085c-0b33-44d5-8fc4-d5f6518a40d1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.1042638 Feb 09 03:38:35.922774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-075b0500-22ae-4c63-ad2e-a5d74ddfbda6 req-aefe23fb-ba2e-46d3-b2b2-8e5b7c160936 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408192 Feb 09 03:38:36.515113 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:37.041187 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888cdfd-0f8b-469f-8247-430064e9448b req-b464a01e-16dd-4753-afd4-d87252d12f72 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:37.042678 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6888cdfd-0f8b-469f-8247-430064e9448b req-b464a01e-16dd-4753-afd4-d87252d12f72 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0517142 Feb 09 03:38:37.088185 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6888cdfd-0f8b-469f-8247-430064e9448b req-8161cb6a-2115-4039-91de-bc8fc827f897 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399494 Feb 09 03:38:38.211646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ed353-f7e0-4b42-aa42-2263edab51af req-54ada001-5851-49bc-8b8b-2c708517f18d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:38.213149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e46ed353-f7e0-4b42-aa42-2263edab51af req-54ada001-5851-49bc-8b8b-2c708517f18d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0529141 Feb 09 03:38:38.263016 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e46ed353-f7e0-4b42-aa42-2263edab51af req-b82d1d80-ea48-4758-af9a-55611f8b15e0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 Feb 09 03:38:39.382227 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1a250-3bd3-41ca-9d89-ad33cc0f4529 req-75cd4cb2-5561-4acb-ae83-f43027951c4b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:39.383715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3b1a250-3bd3-41ca-9d89-ad33cc0f4529 req-75cd4cb2-5561-4acb-ae83-f43027951c4b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0518868 Feb 09 03:38:39.430171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3b1a250-3bd3-41ca-9d89-ad33cc0f4529 req-02f3980c-5388-46c7-8c09-2010209601ed tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 Feb 09 03:38:40.552151 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a874fe-7bca-4ed9-9313-0cbaf951c063 req-03bb061e-8f82-4848-9cfa-05c43f0cc1f0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:40.553632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27a874fe-7bca-4ed9-9313-0cbaf951c063 req-03bb061e-8f82-4848-9cfa-05c43f0cc1f0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0532384 Feb 09 03:38:40.601553 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-27a874fe-7bca-4ed9-9313-0cbaf951c063 req-1765635a-ddd7-49ca-b7fd-da0ebb1e0241 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Feb 09 03:38:41.727574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dbb8b-6240-4caf-90c3-2e5b7aeb4b73 req-c808430f-4f56-4afa-8e37-ec1c91258f35 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:41.729087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228dbb8b-6240-4caf-90c3-2e5b7aeb4b73 req-c808430f-4f56-4afa-8e37-ec1c91258f35 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0575294 Feb 09 03:38:41.762544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:38:41.778782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-228dbb8b-6240-4caf-90c3-2e5b7aeb4b73 req-9446feaa-f92e-4e0f-87e7-e87c439ca039 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Feb 09 03:38:41.846929 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:38:41.847223 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.872761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:41.875405 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2703fb8-3c32-4856-8ec2-3cfd0f832632" -d '{"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:41.890998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:41.896071 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:41.936796 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69951ed3-43a5-4fb5-af39-cc012808ce37 x-openstack-request-id: req-69951ed3-43a5-4fb5-af39-cc012808ce37 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:41.937170 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:41.937342 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69951ed3-43a5-4fb5-af39-cc012808ce37 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:41.937739 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'code': 200} Feb 09 03:38:41.955429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:42.088446 n-d-827839-4 neutron-server[109857]: INFO neutron.api.v2.resource [req-3944806e-d992-43db-a790-afd155754507 req-1dedb510-7a16-4838-bbd8-4ac51cae7b58 service neutron] show failed (client error): The resource could not be found. Feb 09 03:38:42.089473 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-1dedb510-7a16-4838-bbd8-4ac51cae7b58 service neutron] 10.222.0.26 "GET /v2.0/ports/2c2484d2-0d3d-4b38-a50d-181b3ba30680/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0543489 Feb 09 03:38:42.332114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-e904b0c5-c5b2-4f7d-84e1-1eddfb84160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:42.333593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-e904b0c5-c5b2-4f7d-84e1-1eddfb84160c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 1125 time: 0.0911200 Feb 09 03:38:42.343888 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:38:42.404051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.603424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:38:42.636343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:42.667792 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2484d2-0d3d-4b38-a50d-181b3ba30680 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:38:42.675186 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Publish callbacks [] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.686851 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Transition to ACTIVE for port object 2c2484d2-0d3d-4b38-a50d-181b3ba30680 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:38:42.691387 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:42.772343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:42.786438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.786787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.787128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.787465 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.787793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.788119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.788445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.788769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.789088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.789411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.789733 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.790197 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.790547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:38:42.826191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] No DVR routers for this DVR port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on host n-h2-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:38:42.966188 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c0bde-73bb-467d-98ab-a6fce8c5bd5b req-96d6364d-789f-4999-a93b-cf58c71a9e13 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:42.967750 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f01c0bde-73bb-467d-98ab-a6fce8c5bd5b req-96d6364d-789f-4999-a93b-cf58c71a9e13 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.1068890 Feb 09 03:38:43.040992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:38:43.041322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:38:43.041647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:43.048238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f01c0bde-73bb-467d-98ab-a6fce8c5bd5b req-bac54750-b1e7-476a-a7a2-e58a9321cc4b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740309 Feb 09 03:38:43.049772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:38:43.050033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:38:43.054933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:38:43.055268 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:38:43.055643 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:38:43.056059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Bound port: 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:38:43.056414 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.122099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:38:43.125303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:38:43.131884 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.166029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.166679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:43.168040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] 10.222.0.61 "PUT /v2.0/ports/2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1091 time: 0.8280046 Feb 09 03:38:43.168474 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:38:43.170757 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:38:43.222191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b368373-f3ac-4e22-b19a-097a9bf84e7f service neutron] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=8']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:38:43.247906 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-2cfeb826-5562-4c9a-837a-192e8686e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.250057 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-2cfeb826-5562-4c9a-837a-192e8686e382 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1125 time: 0.0547984 Feb 09 03:38:43.314903 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75d5a98-5997-464c-9d0c-b27a259933ff x-openstack-request-id: req-d75d5a98-5997-464c-9d0c-b27a259933ff {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:38:43.315196 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:38:43.315448 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d75d5a98-5997-464c-9d0c-b27a259933ff {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:38:43.315847 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'status': 'completed', 'code': 200} Feb 09 03:38:43.358455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-a2e4ad71-c9bc-4def-a1d9-f66c47da2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.360046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-a2e4ad71-c9bc-4def-a1d9-f66c47da2fee service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.1048658 Feb 09 03:38:43.381595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-407e9a12-ad82-4b1c-9d9a-5de97e0e390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.383129 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-407e9a12-ad82-4b1c-9d9a-5de97e0e390f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1125 time: 0.0497000 Feb 09 03:38:43.429710 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-08917737-329c-46fd-9d5c-4b9652510a32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1000 time: 0.0640445 Feb 09 03:38:43.481845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-0b49bc5b-5405-47c7-b930-ba9b5509e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.483363 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-0b49bc5b-5405-47c7-b930-ba9b5509e46b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0455117 Feb 09 03:38:43.487681 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-9b73ff81-5db7-466b-bf95-7af0d1ad2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.489320 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-9b73ff81-5db7-466b-bf95-7af0d1ad2f17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0994611 Feb 09 03:38:43.537446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944806e-d992-43db-a790-afd155754507 req-c1540fe2-e155-431e-b1e5-072c63db99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.539040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-c1540fe2-e155-431e-b1e5-072c63db99e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495551 Feb 09 03:38:43.563427 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-9267c418-9f0f-42ea-8aaa-deb28c964208 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1000 time: 0.0663457 Feb 09 03:38:43.611046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-cf7fa1b4-a7f3-4607-a4dd-8cf5c85c1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.613085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-cf7fa1b4-a7f3-4607-a4dd-8cf5c85c1fbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0442357 Feb 09 03:38:43.628885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-620eab86-c214-4132-8ee0-3816f71b124e service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835719 Feb 09 03:38:43.662131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-0eb66c1d-a657-490d-ab4e-aa5d17df1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.664051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-0eb66c1d-a657-490d-ab4e-aa5d17df1c59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447903 Feb 09 03:38:43.721077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-0bd19237-f11f-4130-b5a6-8e4464b3547d service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869284 Feb 09 03:38:43.764781 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-9dcc4ff0-fd5c-495a-9472-62fb1de76e15 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951576 Feb 09 03:38:43.822782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-08fd2cf5-cef5-4dd4-93ba-d7d7921bfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.824243 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-08fd2cf5-cef5-4dd4-93ba-d7d7921bfb72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1125 time: 0.0534377 Feb 09 03:38:43.865335 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-2c8e8549-a4dc-4377-a2d7-df422d0fbe88 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948741 Feb 09 03:38:43.927425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-a27f46ab-2ebb-4a56-bcd1-22766e454c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:43.928611 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-a27f46ab-2ebb-4a56-bcd1-22766e454c7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0937431 Feb 09 03:38:43.999311 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-60d30e0f-1208-4eef-929b-d6bf378255e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1000 time: 0.0650821 Feb 09 03:38:44.046306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-7fa07589-c406-452f-8238-814b6dc9c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:44.047818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-7fa07589-c406-452f-8238-814b6dc9c88b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0429225 Feb 09 03:38:44.094939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-6908db98-f0a7-4d07-a1d9-7c8f3187da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:44.097014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-6908db98-f0a7-4d07-a1d9-7c8f3187da50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439055 Feb 09 03:38:44.229567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bd713-d5e4-4984-ae5f-cd99b74e2483 req-41af4f21-5638-49ac-b3f1-f11167a56a73 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:44.231086 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef4bd713-d5e4-4984-ae5f-cd99b74e2483 req-41af4f21-5638-49ac-b3f1-f11167a56a73 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.1018984 Feb 09 03:38:44.247152 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-885cb11c-172a-45ad-a579-78184d75049c service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442914 Feb 09 03:38:44.336028 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef4bd713-d5e4-4984-ae5f-cd99b74e2483 req-d51259c0-a3c6-4232-894a-f364a6b05fc9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970900 Feb 09 03:38:44.376137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0c1b26d5-1e40-4781-a8c7-93d9a73031a3 req-78c771de-4e5f-4b5a-85f1-7b34ebca4a90 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205406 Feb 09 03:38:45.458617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae6bd0-b2d2-4c1e-886b-12b16fc8b774 req-2d0acfd3-f2c1-44f4-abef-f5b8d2e30d08 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:45.460083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ae6bd0-b2d2-4c1e-886b-12b16fc8b774 req-2d0acfd3-f2c1-44f4-abef-f5b8d2e30d08 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0525689 Feb 09 03:38:45.507813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2ae6bd0-b2d2-4c1e-886b-12b16fc8b774 req-0d01db48-adda-4c56-9bac-d78bca0ac0a6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Feb 09 03:38:46.634497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a451d52-a743-4209-ae2f-0f4663c4238a req-6d7a3557-128e-4461-80ae-ac813320f584 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:46.635977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a451d52-a743-4209-ae2f-0f4663c4238a req-6d7a3557-128e-4461-80ae-ac813320f584 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0559297 Feb 09 03:38:46.684181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5a451d52-a743-4209-ae2f-0f4663c4238a req-9ca9f11d-8936-433e-9216-0c7be1893c81 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Feb 09 03:38:47.811027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcff7a5-e8fc-46d1-b24b-95fee0936d72 req-283c7b76-93e4-47b9-a970-4ac684ba5cca tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:47.812415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebcff7a5-e8fc-46d1-b24b-95fee0936d72 req-283c7b76-93e4-47b9-a970-4ac684ba5cca tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0573132 Feb 09 03:38:47.858765 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebcff7a5-e8fc-46d1-b24b-95fee0936d72 req-6e4f6617-412d-4ebd-9135-5a6ad0ef29bd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Feb 09 03:38:48.986515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61a0d4-2c95-429b-b117-b8f47040e05a req-d2c6e931-1a8e-467e-bbd3-55d6516129bf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:48.988016 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a61a0d4-2c95-429b-b117-b8f47040e05a req-d2c6e931-1a8e-467e-bbd3-55d6516129bf tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0576873 Feb 09 03:38:49.036488 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4a61a0d4-2c95-429b-b117-b8f47040e05a req-49302af6-fc66-453a-92e0-6600ef6c44da tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Feb 09 03:38:49.953076 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:50.159245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088d13f-5d8f-465d-aa02-1056a2331323 req-370a209b-5587-4ac4-bd10-8458caeef84f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:50.160775 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1088d13f-5d8f-465d-aa02-1056a2331323 req-370a209b-5587-4ac4-bd10-8458caeef84f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0524161 Feb 09 03:38:50.208771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1088d13f-5d8f-465d-aa02-1056a2331323 req-88089c6e-8a68-4e1d-b3e1-0ac9a1318886 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Feb 09 03:38:51.337986 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312ca05-f322-4709-b179-36e66867a05a req-a74568c6-8867-4ed9-86e1-f508f58affbb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:51.339553 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3312ca05-f322-4709-b179-36e66867a05a req-a74568c6-8867-4ed9-86e1-f508f58affbb tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0539105 Feb 09 03:38:51.386022 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3312ca05-f322-4709-b179-36e66867a05a req-d86531e4-e5bb-47ae-889e-546847b8b12a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Feb 09 03:38:51.902113 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:38:52.512248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dede0-0949-4d9f-84b5-85e275b3a5a8 req-38e94b2a-5cb3-49ef-9887-2e6cd3f44fa9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:52.513725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-817dede0-0949-4d9f-84b5-85e275b3a5a8 req-38e94b2a-5cb3-49ef-9887-2e6cd3f44fa9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0569739 Feb 09 03:38:52.898166 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-817dede0-0949-4d9f-84b5-85e275b3a5a8 req-412bb93b-b483-42d5-bc66-c458e50badce tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784628 Feb 09 03:38:54.022048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eabb3-092f-41d9-a94d-693a1e63fc2c req-33079fb9-2ed5-4518-b040-b2936fe8d2d4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:54.023561 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714eabb3-092f-41d9-a94d-693a1e63fc2c req-33079fb9-2ed5-4518-b040-b2936fe8d2d4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0559893 Feb 09 03:38:54.069635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714eabb3-092f-41d9-a94d-693a1e63fc2c req-69a54852-1995-4dbd-bcf9-14f1c4e62398 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403368 Feb 09 03:38:55.187116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794991a9-7699-435f-bcd2-117785dca2b3 req-492f0f6d-0d8d-47e5-9f8c-9a4de3a38641 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:55.188557 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-794991a9-7699-435f-bcd2-117785dca2b3 req-492f0f6d-0d8d-47e5-9f8c-9a4de3a38641 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0511177 Feb 09 03:38:55.234752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-794991a9-7699-435f-bcd2-117785dca2b3 req-fd8924c7-681d-4a86-a9f8-0aa9764325ce tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 Feb 09 03:38:56.357165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f56f74-7c96-4659-bfa5-9de9bfb2653c req-b8c0aa4d-e3d2-497c-93a9-e1474fa5a3d4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:56.358647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3f56f74-7c96-4659-bfa5-9de9bfb2653c req-b8c0aa4d-e3d2-497c-93a9-e1474fa5a3d4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0518360 Feb 09 03:38:56.404972 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3f56f74-7c96-4659-bfa5-9de9bfb2653c req-d13f2988-765e-470b-8da8-5c67c585db8e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403249 Feb 09 03:38:57.525121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a1231-242d-45b1-accd-3fa6fac1aeff req-66c2b7b5-92ab-452f-865e-d7d3ce05a8e4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:57.526740 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-067a1231-242d-45b1-accd-3fa6fac1aeff req-66c2b7b5-92ab-452f-865e-d7d3ce05a8e4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0532615 Feb 09 03:38:57.575524 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-067a1231-242d-45b1-accd-3fa6fac1aeff req-b3d04e3a-7124-4ac9-b154-bdc5d219f1f9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Feb 09 03:38:58.698186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f65059-f9c2-441c-9e79-17ecce422bc5 req-bed78c1e-274c-4ee3-8e13-fb286606e189 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:58.699696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-45f65059-f9c2-441c-9e79-17ecce422bc5 req-bed78c1e-274c-4ee3-8e13-fb286606e189 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0523784 Feb 09 03:38:58.749411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-45f65059-f9c2-441c-9e79-17ecce422bc5 req-8d2777b6-c0c5-4e12-96cf-a2829703ffff tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440402 Feb 09 03:38:59.869007 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd1852-1365-4712-84f3-1b0ecf788048 req-a667f293-ac9e-40a7-8e5a-74a697820ebe tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:38:59.870514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06bd1852-1365-4712-84f3-1b0ecf788048 req-a667f293-ac9e-40a7-8e5a-74a697820ebe tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 943 time: 0.0530477 Feb 09 03:38:59.923578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-06bd1852-1365-4712-84f3-1b0ecf788048 req-64c0da8b-47f2-4cc2-ba09-24d8a59de8d1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468767 Feb 09 03:39:00.521780 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-451a7872-b58e-484e-b3ca-e2a2c19fe2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.579848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:39:00.682973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:00.694350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'mac_address': 'fa:16:3e:69:da:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:39:00.729624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:00.730016 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.742822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2484d2-0d3d-4b38-a50d-181b3ba30680 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:00.761755 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:00.765368 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:00.814713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:00.821768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.822122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.822492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.822836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.823175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.823511 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.823842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.824172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.824499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.824825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.825155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.825479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.825802 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:00.910789 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:39:00.989054 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['2c2484d2-0d3d-4b38-a50d-181b3ba30680'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:39:01.045158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5a060-98ef-4e26-bf43-4d7e7613ad5c req-e3c4c678-4496-4662-8120-dc0e1cecaa3b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:01.046696 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7de5a060-98ef-4e26-bf43-4d7e7613ad5c req-e3c4c678-4496-4662-8120-dc0e1cecaa3b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0529702 Feb 09 03:39:01.092831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7de5a060-98ef-4e26-bf43-4d7e7613ad5c req-f45eff17-91e7-4622-9b1f-2a2eaaad6e6b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 Feb 09 03:39:01.417222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-3be8ab8a-6335-4e99-ab36-e42efaf60c0f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:01.418636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-3be8ab8a-6335-4e99-ab36-e42efaf60c0f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe&tenant_id=2ea561e37b014643a45c6dd29d977eb5&binding%3Ahost_id=n-h1-827839-4 HTTP/1.1" status: 200 len: 944 time: 0.0897837 Feb 09 03:39:01.429598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892d39e-39e9-4e70-b312-8efa722b450f req-f66687fb-0f47-446a-999d-4a0c20926e11 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:01.430998 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3892d39e-39e9-4e70-b312-8efa722b450f req-f66687fb-0f47-446a-999d-4a0c20926e11 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0750928 Feb 09 03:39:01.515293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3892d39e-39e9-4e70-b312-8efa722b450f req-13c7a947-de1a-4d8b-8bf5-6433c986ec0f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784299 Feb 09 03:39:01.518863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-775257d5-a9d7-4e3d-95cf-f0e0d1293f75 service neutron] 10.222.0.61 "GET /v2.0/ports/2c2484d2-0d3d-4b38-a50d-181b3ba30680/bindings/n-h1-827839-4 HTTP/1.1" status: 200 len: 382 time: 0.0869029 Feb 09 03:39:01.592997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-456c874d-52cd-4b19-b585-519709e79852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:01.594530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-456c874d-52cd-4b19-b585-519709e79852 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1126 time: 0.0474980 Feb 09 03:39:01.685169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-4686afc2-6e50-43ee-8d32-c5d7c7ad1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:01.686574 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-4686afc2-6e50-43ee-8d32-c5d7c7ad1c31 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0868633 Feb 09 03:39:01.749393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-2d989f66-693f-4a08-9d71-4f0bd5aebc6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1001 time: 0.0570810 Feb 09 03:39:01.799724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-d15a7dce-5ad9-4a76-b05c-238427e1340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:01.801172 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-d15a7dce-5ad9-4a76-b05c-238427e1340b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0470600 Feb 09 03:39:01.848422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-32a8b994-db62-4a80-ab12-d55f088bc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:01.849917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-32a8b994-db62-4a80-ab12-d55f088bc865 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433624 Feb 09 03:39:01.935791 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-1d64be5d-c4a5-489f-b8fc-f8766e66815a service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798953 Feb 09 03:39:02.027722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-17fc456d-cda0-4d41-b818-aea48c48d698 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862691 Feb 09 03:39:02.596435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:02.638704 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3eed1-3197-414a-bd05-948cbf0e542c req-6787cba8-9c15-4462-8083-25ddb5beff83 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:02.640196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dfd3eed1-3197-414a-bd05-948cbf0e542c req-6787cba8-9c15-4462-8083-25ddb5beff83 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0528855 Feb 09 03:39:02.645338 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:39:02.649328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:02.649705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.690795 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dfd3eed1-3197-414a-bd05-948cbf0e542c req-782597cb-5a90-4616-9836-4b7f4fbe404e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438590 Feb 09 03:39:02.727563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:02.727961 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.760022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:02.762216 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5391a93-568e-498a-9195-16e767633269" -d '{"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-plugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:02.772144 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-45eecbf8-4037-4d1a-aee1-870325442992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.776254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:02.780250 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:02.965831 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc197fde-d51a-4971-9c6e-85b9595ab24f x-openstack-request-id: req-bc197fde-d51a-4971-9c6e-85b9595ab24f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:02.966123 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-plugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:02.966999 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc197fde-d51a-4971-9c6e-85b9595ab24f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:02.967392 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'code': 200} Feb 09 03:39:02.993226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=10']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:03.821241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e7e3-e211-4e57-b538-2fbc9d4bcd77 req-c50dd4d7-c696-4cf9-bf9f-99e51b9372c4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:03.822755 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e339e7e3-e211-4e57-b538-2fbc9d4bcd77 req-c50dd4d7-c696-4cf9-bf9f-99e51b9372c4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 946 time: 0.0580049 Feb 09 03:39:03.869583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e339e7e3-e211-4e57-b538-2fbc9d4bcd77 req-493108f4-dbba-42c7-8ef2-a99a5010291e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410111 Feb 09 03:39:04.119690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:04.997200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08c66c-6dd4-49e1-82ca-d1ef427d7214 req-ce647007-cc5f-432f-b0fe-b25d5f1b5c1d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:04.999096 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d08c66c-6dd4-49e1-82ca-d1ef427d7214 req-ce647007-cc5f-432f-b0fe-b25d5f1b5c1d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 946 time: 0.0573413 Feb 09 03:39:05.047858 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2d08c66c-6dd4-49e1-82ca-d1ef427d7214 req-499c9427-07ea-41b4-9910-6aa7bddbd71b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Feb 09 03:39:05.180909 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:05.448407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-ea021000-cf00-4f34-8a9d-18f3851e3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:05.449922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-ea021000-cf00-4f34-8a9d-18f3851e3783 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1128 time: 0.0480530 Feb 09 03:39:05.563933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-aa185a08-b4c5-4fe2-9947-7a4081eb091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:05.566184 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-aa185a08-b4c5-4fe2-9947-7a4081eb091f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0976903 Feb 09 03:39:05.631655 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-813bdc5e-a14a-4733-be44-bfa717e8dae7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1002 time: 0.0598469 Feb 09 03:39:05.684323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-bf504571-3689-4855-9a95-91386ab2dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:05.686350 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-bf504571-3689-4855-9a95-91386ab2dae7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0490279 Feb 09 03:39:05.736702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-7d7912c1-0571-4b2f-87c2-beb16ea57820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:05.738391 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-7d7912c1-0571-4b2f-87c2-beb16ea57820 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467265 Feb 09 03:39:05.827657 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-878f969c-4c84-4e5b-8944-59c4eee8b6cf service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835905 Feb 09 03:39:05.922542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb2695f5-13ba-4037-8cfe-0218948a6c89 req-526783e0-6a5f-414a-9290-40d4fe7f0dd0 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891774 Feb 09 03:39:06.174643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6900b40-5d85-4070-8f11-7848ca023112 req-a411f000-732d-454c-8aa7-921a18375cf6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:06.176165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6900b40-5d85-4070-8f11-7848ca023112 req-a411f000-732d-454c-8aa7-921a18375cf6 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 946 time: 0.0543084 Feb 09 03:39:06.225181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6900b40-5d85-4070-8f11-7848ca023112 req-00014d11-3aef-4a90-97a4-eaf83cb37117 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429080 Feb 09 03:39:06.521097 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.627214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:06.704899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:06.705291 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.726989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:06.729270 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a7bfa6-a750-4046-bda8-336ede5f817d" -d '{"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:06.742966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:06.748055 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:06.781969 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc6d429-434f-4158-85ad-ada253a4ad6d x-openstack-request-id: req-bdc6d429-434f-4158-85ad-ada253a4ad6d {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:06.782285 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:06.782543 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdc6d429-434f-4158-85ad-ada253a4ad6d {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:06.783799 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'code': 200} Feb 09 03:39:06.804437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:07.349697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6a8b1-838b-4da4-bc8f-e646dd9002a6 req-764d7c8b-6904-499d-979f-75517f983998 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:07.351117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b2a6a8b1-838b-4da4-bc8f-e646dd9002a6 req-764d7c8b-6904-499d-979f-75517f983998 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0567262 Feb 09 03:39:07.402055 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b2a6a8b1-838b-4da4-bc8f-e646dd9002a6 req-e4122561-5153-4aae-9f40-3ecec2696e70 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451756 Feb 09 03:39:07.796962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-d760a3f2-07ef-49f4-9d28-e90a49f450fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:07.798515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-d760a3f2-07ef-49f4-9d28-e90a49f450fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe&tenant_id=2ea561e37b014643a45c6dd29d977eb5 HTTP/1.1" status: 200 len: 1126 time: 0.0446606 Feb 09 03:39:07.808687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:07.865767 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.068824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:08.100957 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:08.132876 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2484d2-0d3d-4b38-a50d-181b3ba30680 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:08.140301 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Publish callbacks [] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.152622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Transition to ACTIVE for port object 2c2484d2-0d3d-4b38-a50d-181b3ba30680 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:39:08.155473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.244529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=12']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:08.259728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.260077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.260418 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.260758 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.261089 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.261419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.261746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.262069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.262421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.262743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.263064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.263382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.263699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:08.288392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] No DVR routers for this DVR port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:08.436218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:08.436768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:08.436875 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:08.441386 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:39:08.441708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Attempting to bind port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:08.447097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:08.447435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Checking segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:08.447819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Bound using segment: {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:08.448244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Bound port: 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956f0f18-3d9c-42cc-a75e-0697993863e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:08.448606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.513940 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:08.517575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:08.523458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.532130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3d146-066c-4f2e-a921-4c70d042238e req-8fe9dcf0-4fd4-43e5-b232-16dae59ff0b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.533667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fd3d146-066c-4f2e-a921-4c70d042238e req-8fe9dcf0-4fd4-43e5-b232-16dae59ff0b1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0546641 Feb 09 03:39:08.561333 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.562203 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:08.564090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] 10.222.0.26 "PUT /v2.0/ports/2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1092 time: 0.7591898 Feb 09 03:39:08.566931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:08.569903 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba7efe-19b1-4fd1-af41-72fc936b073a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:08.603484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5fd3d146-066c-4f2e-a921-4c70d042238e req-2da8978a-514e-4b1f-9966-c0fd1a610a3f tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609837 Feb 09 03:39:08.625906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4776-83a4-4896-9797-8699535fff89 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=13']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:08.635720 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6783fb63-6128-4cc8-adc9-648d3e52855d x-openstack-request-id: req-6783fb63-6128-4cc8-adc9-648d3e52855d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:08.636011 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:08.636265 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6783fb63-6128-4cc8-adc9-648d3e52855d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:08.636745 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'status': 'completed', 'code': 200} Feb 09 03:39:08.656487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-570cc76e-aab1-402d-9051-d2fb149cfa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.658155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-570cc76e-aab1-402d-9051-d2fb149cfa21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1126 time: 0.0657239 Feb 09 03:39:08.704183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-47a8d85d-5764-498e-95de-0c532bc5a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.705975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-47a8d85d-5764-498e-95de-0c532bc5a5f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1126 time: 0.0521116 Feb 09 03:39:08.757604 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-991f2bbf-dd15-4eb0-93f2-51c73d7ee8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.759415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-991f2bbf-dd15-4eb0-93f2-51c73d7ee8ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0951395 Feb 09 03:39:08.806785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-8cb1af2c-2613-4bb3-adbd-1d2faed9088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.808283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-8cb1af2c-2613-4bb3-adbd-1d2faed9088a service neutron] 10.222.0.61 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0961530 Feb 09 03:39:08.833220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-9d96beff-b63d-4feb-905e-e1f38930ee55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1000 time: 0.0683093 Feb 09 03:39:08.882290 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-6900ce6e-8972-441d-a107-c4790cedeb90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1000 time: 0.0663743 Feb 09 03:39:08.882557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-2f6333dc-c82f-4eb9-b88a-ffcb04a2c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.883736 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-2f6333dc-c82f-4eb9-b88a-ffcb04a2c2c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0446815 Feb 09 03:39:08.930018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-ea87f26b-3c8c-4545-84a0-21010cbb99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.931446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-ea87f26b-3c8c-4545-84a0-21010cbb99e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0440595 Feb 09 03:39:08.933289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788bba-9349-4936-9dda-a374f063d872 req-a0d32df2-02d3-4f5c-ac76-3cc5c675b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.934813 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-a0d32df2-02d3-4f5c-ac76-3cc5c675b13b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441556 Feb 09 03:39:08.983074 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-12baf19b-a8df-403b-8493-78e49724363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:08.984595 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-12baf19b-a8df-403b-8493-78e49724363d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469422 Feb 09 03:39:09.028634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-e5ad82b8-e5fc-47b8-9e46-15e17e9333b5 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878918 Feb 09 03:39:09.081395 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-ba96d40f-d2a5-4687-b446-3581b039af24 service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909619 Feb 09 03:39:09.119403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85788bba-9349-4936-9dda-a374f063d872 req-b5e8b732-f391-4b9c-a6a8-6da128c0931e service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852344 Feb 09 03:39:09.179004 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-3efde222-e878-4e1b-8b51-8940889763ca service neutron] 10.222.0.61 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921879 Feb 09 03:39:09.215443 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-f31ca51b-383a-4549-a714-4096a00d54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.216963 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-f31ca51b-383a-4549-a714-4096a00d54ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ea561e37b014643a45c6dd29d977eb5&device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 1126 time: 0.0513830 Feb 09 03:39:09.312162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-287009fe-ec02-4885-bcbd-95661a6e414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.313725 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-287009fe-ec02-4885-bcbd-95661a6e414e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 200 len: 913 time: 0.0915270 Feb 09 03:39:09.382166 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-2d824df7-0bed-4b18-ab89-6e6ee3268a16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 200 len: 1000 time: 0.0629370 Feb 09 03:39:09.434177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-bc2908ad-c184-4bb2-840e-04f94f38baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.435583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-bc2908ad-c184-4bb2-840e-04f94f38baaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 200 len: 851 time: 0.0481460 Feb 09 03:39:09.484914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-22711119-3cc8-4b0c-b65c-5295ece9ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.487050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-22711119-3cc8-4b0c-b65c-5295ece9ba40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7111ca4c-2a3d-46b4-8823-08355dfa8eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458105 Feb 09 03:39:09.581167 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-a249d168-337f-4dc3-933d-f2d0ee2660ac service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881820 Feb 09 03:39:09.706275 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ba7efe-19b1-4fd1-af41-72fc936b073a req-6fca4ca1-69b0-4d11-aabf-da0be9fd0973 service neutron] 10.222.0.26 "GET /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198289 Feb 09 03:39:09.734784 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b15ef-9c4d-4f46-bbbe-3d10eb8185cf req-81fbb27e-9b08-4af3-b849-77ded01b907e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:09.737141 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-831b15ef-9c4d-4f46-bbbe-3d10eb8185cf req-81fbb27e-9b08-4af3-b849-77ded01b907e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0598764 Feb 09 03:39:09.784817 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-831b15ef-9c4d-4f46-bbbe-3d10eb8185cf req-26aa5c61-21fc-494b-b003-2d64dff65a63 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 Feb 09 03:39:10.909488 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae87252-2d24-4743-adc1-5ef625964823 req-1504dc7c-9de9-4555-88ba-362ed8f3d9f2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:10.911002 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ae87252-2d24-4743-adc1-5ef625964823 req-1504dc7c-9de9-4555-88ba-362ed8f3d9f2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0545251 Feb 09 03:39:10.958382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ae87252-2d24-4743-adc1-5ef625964823 req-cf64cbe6-7099-4571-a9d4-ee402051575e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 Feb 09 03:39:12.087959 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44460e-b575-436c-bec6-4850766a771b req-0600ee11-d6b5-49b3-a542-4a905e6bd406 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:12.089481 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d44460e-b575-436c-bec6-4850766a771b req-0600ee11-d6b5-49b3-a542-4a905e6bd406 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0588818 Feb 09 03:39:12.144281 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d44460e-b575-436c-bec6-4850766a771b req-83c23a4a-29a0-4449-b6bf-4e5eea385b58 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463884 Feb 09 03:39:13.271491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e9d11-bd0f-4674-bc60-ce85168a5d93 req-5e22ee0b-eaf1-4937-b377-9f5551b330b4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:13.272964 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-af6e9d11-bd0f-4674-bc60-ce85168a5d93 req-5e22ee0b-eaf1-4937-b377-9f5551b330b4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0579126 Feb 09 03:39:13.319609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-af6e9d11-bd0f-4674-bc60-ce85168a5d93 req-9809b898-d995-44ab-91e7-6dcc1b967070 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Feb 09 03:39:14.441148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d5016-4e16-45d0-9589-92d2ef73a1ea req-8167b046-e7ee-4bc5-8fb4-836d711507a4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:14.442584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-152d5016-4e16-45d0-9589-92d2ef73a1ea req-8167b046-e7ee-4bc5-8fb4-836d711507a4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0525913 Feb 09 03:39:14.490690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-152d5016-4e16-45d0-9589-92d2ef73a1ea req-b6aedaae-6616-4e95-8078-e167a594d4a0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 Feb 09 03:39:15.610685 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ceefd-e1ce-412a-9252-355a9f11b584 req-52f00f9e-9765-46d7-97c8-da6e8bcd8b3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:15.612174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b8ceefd-e1ce-412a-9252-355a9f11b584 req-52f00f9e-9765-46d7-97c8-da6e8bcd8b3e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0522666 Feb 09 03:39:15.659735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b8ceefd-e1ce-412a-9252-355a9f11b584 req-fcd0214b-7d23-42c6-af4f-272b9da90f1d tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417204 Feb 09 03:39:16.791461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50b51c-2204-483f-9dba-2fea41648c39 req-0eb7ccf0-0f3d-48e4-879a-60ed06e7fa0b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:16.792962 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c50b51c-2204-483f-9dba-2fea41648c39 req-0eb7ccf0-0f3d-48e4-879a-60ed06e7fa0b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0607679 Feb 09 03:39:16.841170 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c50b51c-2204-483f-9dba-2fea41648c39 req-6a8124e1-c4ec-46b6-94b7-ed60184fd921 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Feb 09 03:39:17.272632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-bb975f68-4210-4c93-a9c1-ae9dabe99ad3 req-f997f3ba-ae20-46f1-855d-055157846865 service neutron] (109856) timed out ('10.222.0.32', 44126) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:39:17.962199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b8579-80b2-42e5-9174-cac5a04052da req-861d4619-dda3-417c-b911-e3649ad5e8bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:17.963728 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-632b8579-80b2-42e5-9174-cac5a04052da req-861d4619-dda3-417c-b911-e3649ad5e8bc tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0521970 Feb 09 03:39:18.018135 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-632b8579-80b2-42e5-9174-cac5a04052da req-4138c492-1077-44db-be25-898ed94f843e tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478632 Feb 09 03:39:19.138183 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcad24-890c-4dee-a388-7b461ed532f8 req-564f973d-d145-4b6e-8da3-1661ced30e88 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:19.139671 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3fcad24-890c-4dee-a388-7b461ed532f8 req-564f973d-d145-4b6e-8da3-1661ced30e88 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0520391 Feb 09 03:39:19.184958 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3fcad24-890c-4dee-a388-7b461ed532f8 req-6042daf8-a2cb-4abd-a6cd-89b396d14255 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397012 Feb 09 03:39:19.953819 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:20.303507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d69973-a354-4fec-98b7-7f46be2b06ed req-156002b9-45af-4d33-9c54-a352d0d68a58 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:20.304970 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59d69973-a354-4fec-98b7-7f46be2b06ed req-156002b9-45af-4d33-9c54-a352d0d68a58 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0519369 Feb 09 03:39:20.352062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-59d69973-a354-4fec-98b7-7f46be2b06ed req-a5ee7c19-d7cb-4677-9baa-2737e2b22228 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Feb 09 03:39:21.472318 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d60f67-7bee-442b-a78b-b2a315abbe6f req-d51447ef-b420-40fd-9df6-1fc4e25a4c8a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:21.473808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71d60f67-7bee-442b-a78b-b2a315abbe6f req-d51447ef-b420-40fd-9df6-1fc4e25a4c8a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0521829 Feb 09 03:39:21.523609 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71d60f67-7bee-442b-a78b-b2a315abbe6f req-5a1c0f50-50ae-4331-9a86-5c7f3c70eced tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Feb 09 03:39:21.902557 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:22.644713 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d76bb-4fb0-41d2-a4a0-3cb7d0b50972 req-3c2e91c5-1299-4388-849b-cd011de5585c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:22.646171 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e41d76bb-4fb0-41d2-a4a0-3cb7d0b50972 req-3c2e91c5-1299-4388-849b-cd011de5585c tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0522447 Feb 09 03:39:22.692772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e41d76bb-4fb0-41d2-a4a0-3cb7d0b50972 req-a9c0fc96-95ef-478c-bdd7-132620d6adb7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Feb 09 03:39:23.811336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd81377-1c78-4e3e-9592-416b94d20dad req-9d460fb8-b70a-47be-86b6-a6a67fe299aa tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:23.812734 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7dd81377-1c78-4e3e-9592-416b94d20dad req-9d460fb8-b70a-47be-86b6-a6a67fe299aa tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0512342 Feb 09 03:39:23.859018 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7dd81377-1c78-4e3e-9592-416b94d20dad req-3a9a7bc4-90d6-4dd8-ac2c-bf73186b2a05 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Feb 09 03:39:24.983363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de3b29-1caa-45c7-a9c3-81560bf6b7d2 req-b3a8928d-308f-4489-a06e-ee9f5fee3bc8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:24.984831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88de3b29-1caa-45c7-a9c3-81560bf6b7d2 req-b3a8928d-308f-4489-a06e-ee9f5fee3bc8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0564573 Feb 09 03:39:25.031349 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-88de3b29-1caa-45c7-a9c3-81560bf6b7d2 req-8196d0f7-3fb8-4546-b1f1-f79c1896cee4 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 Feb 09 03:39:25.934152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:39:26.033475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:26.045003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'port_id': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'mac_address': 'fa:16:3e:69:da:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:39:26.081693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:26.082085 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.094930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2484d2-0d3d-4b38-a50d-181b3ba30680 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:26.115254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:26.121598 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:26.155368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc539f92-6c8f-4820-9421-ac2552fface6 req-548d4a6f-b422-4394-8dfc-535c32ffc7c7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:26.156900 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc539f92-6c8f-4820-9421-ac2552fface6 req-548d4a6f-b422-4394-8dfc-535c32ffc7c7 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 944 time: 0.0558901 Feb 09 03:39:26.173644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=14']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:26.204890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bc539f92-6c8f-4820-9421-ac2552fface6 req-ad09bea6-9ae5-43d2-b722-5342598489b8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 Feb 09 03:39:26.551264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['2c2484d2-0d3d-4b38-a50d-181b3ba30680'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:39:27.329897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719ad56-36dd-40c4-b9c6-156cabbaad83 req-88ffa720-01f5-4708-b2bd-02079fccae2a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:27.331434 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3719ad56-36dd-40c4-b9c6-156cabbaad83 req-88ffa720-01f5-4708-b2bd-02079fccae2a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0559819 Feb 09 03:39:27.378539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3719ad56-36dd-40c4-b9c6-156cabbaad83 req-085ace0a-107f-4be2-8ce2-2756bf62ed82 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Feb 09 03:39:27.502043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fa761-5d8d-435c-a253-e83471955288 req-878b8670-d0eb-4e30-ab3c-97690e47f138 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:27.503458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c6fa761-5d8d-435c-a253-e83471955288 req-878b8670-d0eb-4e30-ab3c-97690e47f138 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0559738 Feb 09 03:39:27.550246 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c6fa761-5d8d-435c-a253-e83471955288 req-442ec4a9-8e2a-4b86-9fb2-ec4cc984f653 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411451 Feb 09 03:39:27.672807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79bb29-db47-49cf-ab15-e2522d467297 req-9703ce09-7660-44e7-b494-cc6c7216691a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:27.674916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f79bb29-db47-49cf-ab15-e2522d467297 req-9703ce09-7660-44e7-b494-cc6c7216691a tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0572729 Feb 09 03:39:27.720806 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3f79bb29-db47-49cf-ab15-e2522d467297 req-43272d86-a8b4-4724-bb8e-96543f54afe5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Feb 09 03:39:27.937652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:27.956376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3dd00-41a9-4102-99c0-e4b0243c49ba req-73d4e70d-82ae-457e-b137-8bfb2261cb38 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:27.957856 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f3dd00-41a9-4102-99c0-e4b0243c49ba req-73d4e70d-82ae-457e-b137-8bfb2261cb38 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 945 time: 0.0550663 Feb 09 03:39:27.995349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:39:27.999735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:28.000109 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:28.010492 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-25f3dd00-41a9-4102-99c0-e4b0243c49ba req-be9f143d-4ad2-4660-b501-9b012b673be1 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463061 Feb 09 03:39:28.080411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:28.080808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:28.103037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:28.105278 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ed581f-b73a-4212-b6be-d2b2692bc525" -d '{"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-plugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:28.118518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:28.122439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:28.145831 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c9439-319b-44d0-92ca-db927d7d7b43 x-openstack-request-id: req-824c9439-319b-44d0-92ca-db927d7d7b43 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:28.146125 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-plugged", "status": "completed", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:28.146408 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-824c9439-319b-44d0-92ca-db927d7d7b43 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:28.146801 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'code': 200} Feb 09 03:39:28.175191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=15']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:29.130696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f549a3-c861-47df-9a79-a968a91fe47a req-935f5082-afc6-4de3-bfce-d812608da9fa tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:29.132163 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8f549a3-c861-47df-9a79-a968a91fe47a req-935f5082-afc6-4de3-bfce-d812608da9fa tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 946 time: 0.0515194 Feb 09 03:39:29.181806 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f8f549a3-c861-47df-9a79-a968a91fe47a req-49103ea0-feca-4068-bcab-f5658f910bd9 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441399 Feb 09 03:39:29.317745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-999533a5-d479-4c08-8dd3-6d45fa51d509 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:29.319143 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-999533a5-d479-4c08-8dd3-6d45fa51d509 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 946 time: 0.0510283 Feb 09 03:39:29.414985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Deleting port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:29.415335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.507152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] For port 2c2484d2-0d3d-4b38-a50d-181b3ba30680, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=2c2484d2-0d3d-4b38-a50d-181b3ba30680,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:29.507511 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.675471 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.675752 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.676070 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6 disassociated. External IP: 172.25.2.171, port: 2c2484d2-0d3d-4b38-a50d-181b3ba30680. Feb 09 03:39:29.676416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Calling delete_port for 2c2484d2-0d3d-4b38-a50d-181b3ba30680 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:29.807765 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2c2484d2-0d3d-4b38-a50d-181b3ba30680), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:29.836778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event deleted for resources: {'Port': ['ID=2c2484d2-0d3d-4b38-a50d-181b3ba30680,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:29.958554 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:39:30.069272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:30.080223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:30.090667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:30.091291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:39:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:30.109483 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] No DVR routers for this DVR port 2c2484d2-0d3d-4b38-a50d-181b3ba30680 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:30.112893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.116277 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31ab3602-d5c5-47d6-a660-8d9b0928c656 req-857f65a3-64d5-4681-a718-dd537648898b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.26 "DELETE /v2.0/ports/2c2484d2-0d3d-4b38-a50d-181b3ba30680 HTTP/1.1" status: 204 len: 173 time: 0.7918856 Feb 09 03:39:30.116716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-deleted', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:30.118978 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3d00d5-cd1e-40d9-bb54-cb35c0559b62" -d '{"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-deleted", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:30.231423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:30.255203 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3d0ab8-7850-4a52-9d93-f763ba9c2b25 x-openstack-request-id: req-2f3d0ab8-7850-4a52-9d93-f763ba9c2b25 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:30.256043 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9bed8c-d3de-445c-9120-764822db0dfe", "name": "network-vif-deleted", "tag": "2c2484d2-0d3d-4b38-a50d-181b3ba30680", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:30.256497 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f3d0ab8-7850-4a52-9d93-f763ba9c2b25 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:30.257058 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9bed8c-d3de-445c-9120-764822db0dfe', 'name': 'network-vif-deleted', 'tag': '2c2484d2-0d3d-4b38-a50d-181b3ba30680', 'status': 'completed', 'code': 200} Feb 09 03:39:30.288769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3a334c02-a7f5-4e97-a641-098e4f8e3751 req-187e457a-1b4b-4efd-bcd6-ab6fb369de61 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0306182 Feb 09 03:39:30.441213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:30.467757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:39:30.477001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:30.477617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:39:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:30.567159 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ffc9da25-e87c-4a92-9d25-01743e39d2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:30.598068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:30.801764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:30.828143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7823f3-2806-45be-afde-5f2e2cac18e7 None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:26Z', 'revision_number': 4, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '6d3cb69c-6496-4f32-b92c-fa16c9fab201', 'name': '', 'network_id': '7111ca4c-2a3d-46b4-8823-08355dfa8eb6', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'mac_address': 'fa:16:3e:71:0f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:25Z', 'updated_at': '2022-02-09T03:35:30Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'subnets': [{'id': '5043edc4-b073-4a17-ba93-5a67c8726f6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:39:31.050117 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9731383-bccb-448b-a9de-e1d6b2c89eca None None] New status for floating IP a53c5319-9335-45b8-a4d1-9bdc37a012e6: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:39:31.387697 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-81735256-c61e-45b7-81bb-c1795fa415cc req-b2557383-583b-4f5f-bfed-37827ff36ab3 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0275674 Feb 09 03:39:32.492799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ed902a5-4c96-42ab-9397-ed071fbf66ac req-796881de-2528-48c3-ab3b-031a616d54a8 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0312073 Feb 09 03:39:32.754383 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-713f4a3b-d560-4824-bb51-26186a298289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:33.591162 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d58c8499-f4c0-4a25-969e-7fe9c31f8dcd req-5fe159ef-17ad-44f0-8da2-1360e3cb6d77 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0262561 Feb 09 03:39:33.964645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:33.988855 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 2c2484d2-0d3d-4b38-a50d-181b3ba30680 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:33.989199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 2c2484d2-0d3d-4b38-a50d-181b3ba30680 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:34.121878 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:34.690061 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a49d08a8-1a33-4d78-b9cf-5dd9b2cd5ea0 req-ae72cd66-935d-4c29-9cac-c94b6d8548f5 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0300968 Feb 09 03:39:35.183955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:35.787010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bd6487d-4ffb-4bc0-ba75-da69421b197d req-d14f043a-97f9-4f0d-9712-4df6cf145a27 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0291400 Feb 09 03:39:36.515688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:36.889279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-72aaf0b1-9e6d-424e-9bde-bdb5150a3862 req-0bf781eb-5ad9-4fa5-a2b5-f0167c4148b0 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0278339 Feb 09 03:39:37.911040 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:39:37.986991 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c40838c3-3421-4854-bd29-fcaa2ff80101 req-cc518c12-79b9-4e82-bd49-5fdf1db539c2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd9bed8c-d3de-445c-9120-764822db0dfe HTTP/1.1" status: 200 len: 210 time: 0.0277147 Feb 09 03:39:44.782965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49246) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:44.839774 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b7566f3-e2cf-4554-96da-783ba0b906dd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group (4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.862635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b7566f3-e2cf-4554-96da-783ba0b906dd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group (4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.913106 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b7566f3-e2cf-4554-96da-783ba0b906dd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.915807 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3b7566f3-e2cf-4554-96da-783ba0b906dd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:44.919704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49248) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:44.920229 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3b7566f3-e2cf-4554-96da-783ba0b906dd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d HTTP/1.1" status: 204 len: 168 time: 0.1357529 Feb 09 03:39:44.929420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7566f3-e2cf-4554-96da-783ba0b906dd tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:44.941521 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-6ad550ba-1867-4312-abd0-7566927c75a2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] show failed (client error): The resource could not be found. Feb 09 03:39:44.945669 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6ad550ba-1867-4312-abd0-7566927c75a2 tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "GET /v2.0/security-groups/4a11bcca-2dc4-4bb5-88f0-d3735b6ab17d HTTP/1.1" status: 404 len: 347 time: 0.0250242 Feb 09 03:39:44.945890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49250) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:45.075308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Deleting port 4fbb888e-c8e6-479d-af6f-8adcd99590b6 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:45.075562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4fbb888e-c8e6-479d-af6f-8adcd99590b6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.159539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4fbb888e-c8e6-479d-af6f-8adcd99590b6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.159866 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (4fbb888e-c8e6-479d-af6f-8adcd99590b6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.171583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Calling delete_port for 4fbb888e-c8e6-479d-af6f-8adcd99590b6 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:45.304947 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4fbb888e-c8e6-479d-af6f-8adcd99590b6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.332536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Pushing event deleted for resources: {'Port': ['ID=4fbb888e-c8e6-479d-af6f-8adcd99590b6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:45.398119 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks [] for floatingip (a53c5319-9335-45b8-a4d1-9bdc37a012e6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.401501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:45.405485 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-93a8935c-3f60-4e1a-867f-0ff3bc8c343b tempest-ServerActionsTestJSON-375327477 tempest-ServerActionsTestJSON-375327477-project] 10.222.0.32 "DELETE /v2.0/floatingips/a53c5319-9335-45b8-a4d1-9bdc37a012e6 HTTP/1.1" status: 204 len: 168 time: 0.4556203 Feb 09 03:39:45.405744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49252) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:45.767161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (83315924-a6dc-4f86-9114-86f8115f32d9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.020495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Deleting port 6d3cb69c-6496-4f32-b92c-fa16c9fab201 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:46.021116 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.099689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] For port 6d3cb69c-6496-4f32-b92c-fa16c9fab201, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6d3cb69c-6496-4f32-b92c-fa16c9fab201,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:46.100050 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.113057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Calling delete_port for 6d3cb69c-6496-4f32-b92c-fa16c9fab201 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:46.301925 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (6d3cb69c-6496-4f32-b92c-fa16c9fab201), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:46.331595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3cb69c-6496-4f32-b92c-fa16c9fab201,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:46.497784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (83315924-a6dc-4f86-9114-86f8115f32d9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.041882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Router 83315924-a6dc-4f86-9114-86f8115f32d9 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:39:47.147868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:39:47.152803 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-df888e70-7825-4734-bfdf-577c5baf340b admin admin] 10.222.0.32 "PUT /v2.0/routers/83315924-a6dc-4f86-9114-86f8115f32d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458386 Feb 09 03:39:47.155357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49254) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:47.156443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] Sync routers for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:39:47.166517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:47.167139 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:39:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:47.258281 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks [] for router (83315924-a6dc-4f86-9114-86f8115f32d9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.273136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:47.363433 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks [] for router_gateway (83315924-a6dc-4f86-9114-86f8115f32d9), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.422485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Deleting port 04af1a9e-75f5-43aa-b248-232b0189d085 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:47.422842 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.452116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:39:46Z', 'revision_number': 5, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port': {'id': '04af1a9e-75f5-43aa-b248-232b0189d085', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:47.478984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] Checking router: 83315924-a6dc-4f86-9114-86f8115f32d9 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:39:47.487169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] Routers {'83315924-a6dc-4f86-9114-86f8115f32d9'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:39:47.487779 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:39:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['83315924-a6dc-4f86-9114-86f8115f32d9'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:47.501887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] For port 04af1a9e-75f5-43aa-b248-232b0189d085, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=04af1a9e-75f5-43aa-b248-232b0189d085,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:47.502274 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.515251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Calling delete_port for 04af1a9e-75f5-43aa-b248-232b0189d085 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:47.691248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (04af1a9e-75f5-43aa-b248-232b0189d085), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.716843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=04af1a9e-75f5-43aa-b248-232b0189d085,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:47.738587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] Set router 83315924-a6dc-4f86-9114-86f8115f32d9 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:39:47.783197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (83315924-a6dc-4f86-9114-86f8115f32d9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.793846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:39:47Z', 'revision_number': 6, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:47.820124 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed341d5b-6220-4d83-a088-707cb2db604c None None] The sync data for ids ['83315924-a6dc-4f86-9114-86f8115f32d9'] in n-d-827839-4 is: [{'id': '83315924-a6dc-4f86-9114-86f8115f32d9', 'name': 'tempest-ServerActionsTestJSON-1091437909-router', 'tenant_id': '2ea561e37b014643a45c6dd29d977eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:35:23Z', 'updated_at': '2022-02-09T03:39:47Z', 'revision_number': 6, 'project_id': '2ea561e37b014643a45c6dd29d977eb5', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:39:47.877581 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (83315924-a6dc-4f86-9114-86f8115f32d9), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.879731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks [] for router_controller (83315924-a6dc-4f86-9114-86f8115f32d9), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.924369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (83315924-a6dc-4f86-9114-86f8115f32d9), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.924928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83315924-a6dc-4f86-9114-86f8115f32d9 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:39:47.929399 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:47.930677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-18892bff-222f-4bea-aa92-58b412fb3b99 admin admin] 10.222.0.32 "DELETE /v2.0/routers/83315924-a6dc-4f86-9114-86f8115f32d9 HTTP/1.1" status: 204 len: 168 time: 0.7744217 Feb 09 03:39:47.933274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49256) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:47.981047 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-61851a39-0213-4786-8b15-0f4d5b9cccb2 admin admin] Deleting subnet 5043edc4-b073-4a17-ba93-5a67c8726f6f {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:39:47.984134 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61851a39-0213-4786-8b15-0f4d5b9cccb2 admin admin] Publish callbacks [] for subnet (5043edc4-b073-4a17-ba93-5a67c8726f6f), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.018460 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61851a39-0213-4786-8b15-0f4d5b9cccb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (5043edc4-b073-4a17-ba93-5a67c8726f6f), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.095249 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61851a39-0213-4786-8b15-0f4d5b9cccb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (5043edc4-b073-4a17-ba93-5a67c8726f6f), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.148298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61851a39-0213-4786-8b15-0f4d5b9cccb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (5043edc4-b073-4a17-ba93-5a67c8726f6f), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.177695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61851a39-0213-4786-8b15-0f4d5b9cccb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5043edc4-b073-4a17-ba93-5a67c8726f6f,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:48.183599 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-61851a39-0213-4786-8b15-0f4d5b9cccb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.189148 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-61851a39-0213-4786-8b15-0f4d5b9cccb2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5043edc4-b073-4a17-ba93-5a67c8726f6f HTTP/1.1" status: 204 len: 168 time: 0.2526255 Feb 09 03:39:48.189483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49258) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:48.190190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40868e15-60b5-4246-8a85-43ecc59d8711 None None] Network 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:48.286835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (7111ca4c-2a3d-46b4-8823-08355dfa8eb6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.339786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Deleting port 6528391e-16bb-491e-ad93-484484da39a7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:39:48.340122 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6528391e-16bb-491e-ad93-484484da39a7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.406292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] For port 6528391e-16bb-491e-ad93-484484da39a7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6528391e-16bb-491e-ad93-484484da39a7,segment=NetworkSegment(956f0f18-3d9c-42cc-a75e-0697993863e4),segment_id=956f0f18-3d9c-42cc-a75e-0697993863e4)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:48.406663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6528391e-16bb-491e-ad93-484484da39a7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.419613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Calling delete_port for 6528391e-16bb-491e-ad93-484484da39a7 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:39:48.496552 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6528391e-16bb-491e-ad93-484484da39a7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.528639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Pushing event deleted for resources: {'Port': ['ID=6528391e-16bb-491e-ad93-484484da39a7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:48.530807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] No DVR routers for this DVR port 6528391e-16bb-491e-ad93-484484da39a7 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:39:48.539840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.540198 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.540543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.540885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.541222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.541563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.541895 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.542225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.542573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.542899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.543226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.543549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.543872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:39:48.583033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63caca0-fd2c-4271-9ad8-3713cd82dd08 None None] DHCP port deletion for 7111ca4c-2a3d-46b4-8823-08355dfa8eb6 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:39:48.625410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (7111ca4c-2a3d-46b4-8823-08355dfa8eb6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.632933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6d3cb69c-6496-4f32-b92c-fa16c9fab201 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:48.649510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7111ca4c-2a3d-46b4-8823-08355dfa8eb6']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:48.653569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 6d3cb69c-6496-4f32-b92c-fa16c9fab201 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:48.653916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6d3cb69c-6496-4f32-b92c-fa16c9fab201 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:48.659099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956f0f18-3d9c-42cc-a75e-0697993863e4') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:48.659410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956f0f18-3d9c-42cc-a75e-0697993863e4') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:39:48.668713 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (956f0f18-3d9c-42cc-a75e-0697993863e4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.683303 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (956f0f18-3d9c-42cc-a75e-0697993863e4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.690304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:39:48.690734 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (956f0f18-3d9c-42cc-a75e-0697993863e4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:39:48.692420 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:39:48.751273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (7111ca4c-2a3d-46b4-8823-08355dfa8eb6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.756679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.759879 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7111ca4c-2a3d-46b4-8823-08355dfa8eb6 HTTP/1.1" status: 204 len: 168 time: 0.5694149 Feb 09 03:39:48.772430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ce36-89d1-4fab-afb3-2e3055f17279 admin admin] Pushing event deleted for resources: {'Network': ['ID=7111ca4c-2a3d-46b4-8823-08355dfa8eb6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:48.876929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49262) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:48.917279 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-54d895a8-423e-4854-b3ca-edbc96e5f977 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ea561e37b014643a45c6dd29d977eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391960 Feb 09 03:39:48.919730 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49264) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:48.965607 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc071309-99b7-4c7a-a6c1-19a61aaf4703 admin admin] Publish callbacks [] for security_group (43b27f1e-c449-44e0-9411-4f10e698a085), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:48.986629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc071309-99b7-4c7a-a6c1-19a61aaf4703 admin admin] Publish callbacks [] for security_group (43b27f1e-c449-44e0-9411-4f10e698a085), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.033319 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc071309-99b7-4c7a-a6c1-19a61aaf4703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (43b27f1e-c449-44e0-9411-4f10e698a085), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.035841 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dc071309-99b7-4c7a-a6c1-19a61aaf4703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.037094 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dc071309-99b7-4c7a-a6c1-19a61aaf4703 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43b27f1e-c449-44e0-9411-4f10e698a085 HTTP/1.1" status: 204 len: 168 time: 0.1163819 Feb 09 03:39:49.045031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc071309-99b7-4c7a-a6c1-19a61aaf4703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b27f1e-c449-44e0-9411-4f10e698a085,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:49.697163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49286) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:49.791748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1004046503-network', 'tenant_id': 'd3718f9ec7e44beab6fec9332755001f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:49.810737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Made reservation on behalf of d3718f9ec7e44beab6fec9332755001f for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:49.812909 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.824948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.898597 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Publish callbacks [] for security_group (48ddebf1-c31b-4b73-9b79-dbe2647a8b8f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.902147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (48ddebf1-c31b-4b73-9b79-dbe2647a8b8f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.926066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:39:49.935538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:49.940374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (03236d96-3811-496f-8ce1-7427e4ca1b3c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.940720 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Added segment 03236d96-3811-496f-8ce1-7427e4ca1b3c of type vlan for network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 Feb 09 03:39:49.951614 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:49.981452 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.006780 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.008010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:50.008612 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.056852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3585773 Feb 09 03:39:50.059813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49290) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:39:50.065446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Request body: {'subnet': {'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1004046503-subnet', 'tenant_id': 'd3718f9ec7e44beab6fec9332755001f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:50.069710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6df46-6a20-452e-81ad-03a2b1aa94ac admin admin] Pushing event updated for resources: {'Network': ['ID=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:50.080933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:39:50.085827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Made reservation on behalf of d3718f9ec7e44beab6fec9332755001f for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:50.088184 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.258534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (21b501c5-6ea2-4583-a69c-9ccb3dc782fd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.259642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6528391e-16bb-491e-ad93-484484da39a7 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:50.280267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 6528391e-16bb-491e-ad93-484484da39a7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:50.280611 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6528391e-16bb-491e-ad93-484484da39a7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:50.281223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 04af1a9e-75f5-43aa-b248-232b0189d085 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:39:50.299503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 04af1a9e-75f5-43aa-b248-232b0189d085 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:39:50.299859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 04af1a9e-75f5-43aa-b248-232b0189d085 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:39:50.317939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b501c5-6ea2-4583-a69c-9ccb3dc782fd,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:50.323130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Checking segment: {'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:50.323494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Network hostable DHCP agents. Network: 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:39:50.339696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:39:50.347889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:50.351743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:50.352334 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:50.356753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8400f4b-fb2e-442f-993a-3e7e4a82c5df None None] Network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:50.368783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4665ca15-f2bd-49fa-b7bd-35fdea665f4b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3070004 Feb 09 03:39:50.457351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ac133-7606-4f10-9500-46d1d5697aa5 None None] Network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:39:50.788005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-95490789-9d95-48a7-8cd3-243a511ebdec tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:50.789458 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-95490789-9d95-48a7-8cd3-243a511ebdec tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/networks?id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 HTTP/1.1" status: 200 len: 814 time: 0.1029909 Feb 09 03:39:50.804173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-cc1341cd-923c-4dea-b01d-84764685597c tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/quotas/d3718f9ec7e44beab6fec9332755001f HTTP/1.1" status: 200 len: 375 time: 0.0093491 Feb 09 03:39:50.834476 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-965cdd21-c87c-450d-9a2b-7b487a4e6231 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3718f9ec7e44beab6fec9332755001f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254509 Feb 09 03:39:50.979937 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-91c24cd4-a965-4ce7-bc72-8f47c45448e1 service neutron] 10.222.0.32 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389425 Feb 09 03:39:51.066385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-449655ac-91dd-4023-9f6a-936f352da1a1 service neutron] 10.222.0.32 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800307 Feb 09 03:39:51.230842 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aad2ee9e-0093-4468-ac29-acb40b48aba2 req-4a326d9c-1ff3-406d-b20e-03dbd385f6ea tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 210 time: 0.0286365 Feb 09 03:39:51.910643 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.223597 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b3016baf-76e7-4107-b54b-f220d6c11126 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:52.225053 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b3016baf-76e7-4107-b54b-f220d6c11126 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.26 "GET /v2.0/networks?id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 HTTP/1.1" status: 200 len: 814 time: 0.1103306 Feb 09 03:39:52.236897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Request body: {'port': {'device_id': '6b051176-fb16-4cbc-90cd-aa00944e56d8', 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449', 'admin_state_up': True, 'tenant_id': 'd3718f9ec7e44beab6fec9332755001f'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:52.329612 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31187839-26b4-4b8b-b6e6-fa78c1f44849 req-38da90dc-1f5f-4599-a4e7-346eb88aab84 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 210 time: 0.0319974 Feb 09 03:39:52.346286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Made reservation on behalf of d3718f9ec7e44beab6fec9332755001f for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:39:52.350010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.476493 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Allocated IP 172.20.0.10 (1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449/21b501c5-6ea2-4583-a69c-9ccb3dc782fd/c151e031-7005-45c5-a3c1-a624dea0b9ec) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:39:52.626671 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks [] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.660225 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.700785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:39:52.706830 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:39:52.710649 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:39:52.738366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Pushing event updated for resources: {'Port': ['ID=c151e031-7005-45c5-a3c1-a624dea0b9ec,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:52.762746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:52.763360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:52.779317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-f424bf8c-7c3c-4b46-8b9f-1f01d6b29cca tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5468092 Feb 09 03:39:52.790489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Request body: {'port': {'device_id': '6b051176-fb16-4cbc-90cd-aa00944e56d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:39:52.852311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.109917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c151e031-7005-45c5-a3c1-a624dea0b9ec {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:53.117612 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Publish callbacks [] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.129925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Transition to ACTIVE for port object c151e031-7005-45c5-a3c1-a624dea0b9ec will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:39:53.133616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.183256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Pushing event updated for resources: {'Port': ['ID=c151e031-7005-45c5-a3c1-a624dea0b9ec,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:53.252315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Attempting to bind port c151e031-7005-45c5-a3c1-a624dea0b9ec on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:39:53.252982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Attempting to bind port c151e031-7005-45c5-a3c1-a624dea0b9ec by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:39:53.252982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Attempting to bind port c151e031-7005-45c5-a3c1-a624dea0b9ec on network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:53.257228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Port c151e031-7005-45c5-a3c1-a624dea0b9ec on network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:39:53.257583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Attempting to bind port c151e031-7005-45c5-a3c1-a624dea0b9ec on network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:39:53.262464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:39:53.262798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Checking segment: {'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:39:53.263179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Bound using segment: {'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:39:53.263600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Bound port: c151e031-7005-45c5-a3c1-a624dea0b9ec, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:39:53.263954 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.328482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] For port c151e031-7005-45c5-a3c1-a624dea0b9ec, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:39:53.331965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] For port c151e031-7005-45c5-a3c1-a624dea0b9ec, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c151e031-7005-45c5-a3c1-a624dea0b9ec,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:39:53.337901 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.370337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:53.370959 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:53.372546 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] 10.222.0.26 "PUT /v2.0/ports/c151e031-7005-45c5-a3c1-a624dea0b9ec HTTP/1.1" status: 200 len: 1092 time: 0.5859983 Feb 09 03:39:53.372996 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b051176-fb16-4cbc-90cd-aa00944e56d8', 'tag': 'c151e031-7005-45c5-a3c1-a624dea0b9ec'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:53.376601 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b63d2-2fec-4294-aae0-3866aa33408f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b051176-fb16-4cbc-90cd-aa00944e56d8", "tag": "c151e031-7005-45c5-a3c1-a624dea0b9ec"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:53.402035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a944c-8edc-4879-b3d6-f6d7b4a28f2e service neutron] Pushing event updated for resources: {'Port': ['ID=c151e031-7005-45c5-a3c1-a624dea0b9ec,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:53.433017 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db99cb-fa26-421f-9025-2d533cb380d7 x-openstack-request-id: req-97db99cb-fa26-421f-9025-2d533cb380d7 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:53.433299 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b051176-fb16-4cbc-90cd-aa00944e56d8", "tag": "c151e031-7005-45c5-a3c1-a624dea0b9ec", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:53.433562 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97db99cb-fa26-421f-9025-2d533cb380d7 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:53.433936 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b051176-fb16-4cbc-90cd-aa00944e56d8', 'tag': 'c151e031-7005-45c5-a3c1-a624dea0b9ec', 'status': 'completed', 'code': 200} Feb 09 03:39:53.500456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d7f50-704e-4166-8a03-0308fd0ed246 req-15f870c2-4b05-4226-8c08-cc9f10b90037 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:53.502464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d9d7f50-704e-4166-8a03-0308fd0ed246 req-15f870c2-4b05-4226-8c08-cc9f10b90037 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 944 time: 0.0950062 Feb 09 03:39:53.505075 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-e30de92f-b81a-476b-a147-49a8c557894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:53.506477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-e30de92f-b81a-476b-a147-49a8c557894f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3718f9ec7e44beab6fec9332755001f&device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 1126 time: 0.0814326 Feb 09 03:39:53.556993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-6a103f72-f11d-4597-a993-de1488895bc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c151e031-7005-45c5-a3c1-a624dea0b9ec HTTP/1.1" status: 200 len: 217 time: 0.0427833 Feb 09 03:39:53.609276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5d9d7f50-704e-4166-8a03-0308fd0ed246 req-f2cb9613-4162-4754-a6c2-7295acba1239 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011586 Feb 09 03:39:53.625575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-12184e62-ac1e-4a36-9906-063783096642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:53.627083 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-12184e62-ac1e-4a36-9906-063783096642 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21b501c5-6ea2-4583-a69c-9ccb3dc782fd HTTP/1.1" status: 200 len: 854 time: 0.0548477 Feb 09 03:39:53.658145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-29209df1-9f05-4f14-af9d-cf44571eafa1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256031 Feb 09 03:39:53.747953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-bc3668a0-aefa-4420-8a47-929c9f8719ae service neutron] 10.222.0.26 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840278 Feb 09 03:39:53.835539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-946b8490-da69-49e8-83c8-1f274d5e3b33 req-677fe283-3c72-4423-ba6a-5839be8b72bf service neutron] 10.222.0.26 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810113 Feb 09 03:39:53.926195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b63d2-2fec-4294-aae0-3866aa33408f req-b5e755a5-cd90-4e0c-9776-bfdacbf9b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:53.927670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779b63d2-2fec-4294-aae0-3866aa33408f req-b5e755a5-cd90-4e0c-9776-bfdacbf9b54b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3718f9ec7e44beab6fec9332755001f&device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 1126 time: 0.0464954 Feb 09 03:39:54.020712 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b63d2-2fec-4294-aae0-3866aa33408f req-2a548a10-d5b4-4fc5-8ad5-0bab9f829515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:54.022255 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779b63d2-2fec-4294-aae0-3866aa33408f req-2a548a10-d5b4-4fc5-8ad5-0bab9f829515 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 HTTP/1.1" status: 200 len: 915 time: 0.0892165 Feb 09 03:39:54.061477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779b63d2-2fec-4294-aae0-3866aa33408f req-20342bdb-daec-4253-9bc7-9936a9d33d4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c151e031-7005-45c5-a3c1-a624dea0b9ec HTTP/1.1" status: 200 len: 217 time: 0.0333748 Feb 09 03:39:54.109122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b63d2-2fec-4294-aae0-3866aa33408f req-10fc0ca4-b45d-4f21-be73-da2929fa6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:54.111181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779b63d2-2fec-4294-aae0-3866aa33408f req-10fc0ca4-b45d-4f21-be73-da2929fa6554 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21b501c5-6ea2-4583-a69c-9ccb3dc782fd HTTP/1.1" status: 200 len: 854 time: 0.0439544 Feb 09 03:39:54.148254 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779b63d2-2fec-4294-aae0-3866aa33408f req-da716ad2-8674-4709-ad47-e17a9253f4fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306623 Feb 09 03:39:54.236789 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779b63d2-2fec-4294-aae0-3866aa33408f req-b128e3e1-405b-4374-a87c-1974a57757aa service neutron] 10.222.0.26 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822668 Feb 09 03:39:54.334029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-779b63d2-2fec-4294-aae0-3866aa33408f req-3230b1a8-866a-43ed-9613-7f8ed7485e2a service neutron] 10.222.0.26 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916748 Feb 09 03:39:54.729435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c5bb3-bc18-43f9-8162-b164ec5d0fd8 req-5203557f-6918-4c83-937a-fa8ea4d7847f tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:54.730903 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c3c5bb3-bc18-43f9-8162-b164ec5d0fd8 req-5203557f-6918-4c83-937a-fa8ea4d7847f tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 944 time: 0.0504177 Feb 09 03:39:54.776401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4c3c5bb3-bc18-43f9-8162-b164ec5d0fd8 req-521eb372-5e90-4657-ac47-8a4a6bb1184e tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Feb 09 03:39:55.895999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752eebf-7d85-438b-b08f-fc41f2786c93 req-88c10d98-a483-4975-9607-f0125b282f8e tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:55.897462 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5752eebf-7d85-438b-b08f-fc41f2786c93 req-88c10d98-a483-4975-9607-f0125b282f8e tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 944 time: 0.0538368 Feb 09 03:39:55.944262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5752eebf-7d85-438b-b08f-fc41f2786c93 req-8dbd7b8e-bb65-4825-b03c-da130586cd49 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Feb 09 03:39:56.016947 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c151e031-7005-45c5-a3c1-a624dea0b9ec details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:39:56.114105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c151e031-7005-45c5-a3c1-a624dea0b9ec, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c151e031-7005-45c5-a3c1-a624dea0b9ec,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:56.126220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'c151e031-7005-45c5-a3c1-a624dea0b9ec', 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449', 'port_id': 'c151e031-7005-45c5-a3c1-a624dea0b9ec', 'mac_address': 'fa:16:3e:86:12:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b501c5-6ea2-4583-a69c-9ccb3dc782fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:39:56.162182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c151e031-7005-45c5-a3c1-a624dea0b9ec is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:56.162582 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.175536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c151e031-7005-45c5-a3c1-a624dea0b9ec {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:39:56.194490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c151e031-7005-45c5-a3c1-a624dea0b9ec, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c151e031-7005-45c5-a3c1-a624dea0b9ec,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:56.198366 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:56.244405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=c151e031-7005-45c5-a3c1-a624dea0b9ec,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:56.509476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['c151e031-7005-45c5-a3c1-a624dea0b9ec'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:39:57.061032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cd315-1e00-4049-8850-75b4e6c86e27 req-c084a806-1728-470f-b45f-235d916cb534 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:57.062506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-762cd315-1e00-4049-8850-75b4e6c86e27 req-c084a806-1728-470f-b45f-235d916cb534 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 945 time: 0.0507891 Feb 09 03:39:57.107695 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-762cd315-1e00-4049-8850-75b4e6c86e27 req-36b96867-5e7e-4c6b-a216-443486bfebb2 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Feb 09 03:39:58.029143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c151e031-7005-45c5-a3c1-a624dea0b9ec up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:39:58.084132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port c151e031-7005-45c5-a3c1-a624dea0b9ec completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:39:58.087940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port c151e031-7005-45c5-a3c1-a624dea0b9ec triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:39:58.088318 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.174741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port c151e031-7005-45c5-a3c1-a624dea0b9ec is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:39:58.175129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.197478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b051176-fb16-4cbc-90cd-aa00944e56d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c151e031-7005-45c5-a3c1-a624dea0b9ec'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:39:58.199718 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af442fce-ee57-4f86-9867-5028c574336c" -d '{"events": [{"server_uuid": "6b051176-fb16-4cbc-90cd-aa00944e56d8", "name": "network-vif-plugged", "status": "completed", "tag": "c151e031-7005-45c5-a3c1-a624dea0b9ec"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:39:58.214971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port c151e031-7005-45c5-a3c1-a624dea0b9ec, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c151e031-7005-45c5-a3c1-a624dea0b9ec,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:39:58.220545 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:39:58.233023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643c317-468e-495d-9e88-23a80ab937b5 req-ffb04ae3-4339-4728-926a-4d458fc42083 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:58.234800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d643c317-468e-495d-9e88-23a80ab937b5 req-ffb04ae3-4339-4728-926a-4d458fc42083 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 945 time: 0.0579972 Feb 09 03:39:58.246334 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f75e4fc-5f78-4392-ae02-b0523b22509a x-openstack-request-id: req-7f75e4fc-5f78-4392-ae02-b0523b22509a {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:39:58.246632 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b051176-fb16-4cbc-90cd-aa00944e56d8", "name": "network-vif-plugged", "status": "completed", "tag": "c151e031-7005-45c5-a3c1-a624dea0b9ec", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:39:58.246894 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f75e4fc-5f78-4392-ae02-b0523b22509a {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:39:58.247285 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b051176-fb16-4cbc-90cd-aa00944e56d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c151e031-7005-45c5-a3c1-a624dea0b9ec', 'code': 200} Feb 09 03:39:58.277019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=c151e031-7005-45c5-a3c1-a624dea0b9ec,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:39:58.286762 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d643c317-468e-495d-9e88-23a80ab937b5 req-d62abf09-cd23-401d-8344-ab297e247796 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Feb 09 03:39:58.352455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50cc69-0ec7-4ed7-b915-688d3cd388c3 req-1580ed1e-95f6-47a7-9048-468e31ffa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:58.353965 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c50cc69-0ec7-4ed7-b915-688d3cd388c3 req-1580ed1e-95f6-47a7-9048-468e31ffa2f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 1128 time: 0.0486789 Feb 09 03:39:58.398927 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2c50cc69-0ec7-4ed7-b915-688d3cd388c3 req-fa935ded-1734-41f4-882f-24ee907baf09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Feb 09 03:39:59.410671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1460605-c8ae-440a-b806-73ddb2a4ae75 req-0848c82d-aeb8-4a4d-9907-e0470045c287 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:39:59.412131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1460605-c8ae-440a-b806-73ddb2a4ae75 req-0848c82d-aeb8-4a4d-9907-e0470045c287 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0559797 Feb 09 03:39:59.458210 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1460605-c8ae-440a-b806-73ddb2a4ae75 req-34614bbb-0425-4d40-9c71-b154368884bc tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Feb 09 03:40:00.529706 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ac93767f-c42c-4628-a464-2ce2ec8d8e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:00.578989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e547e8c-0c1e-442b-89a0-8e5f19c8d43a req-480d6631-d930-4ed1-9320-46ed4177180e tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:00.580481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e547e8c-0c1e-442b-89a0-8e5f19c8d43a req-480d6631-d930-4ed1-9320-46ed4177180e tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0551026 Feb 09 03:40:00.628032 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e547e8c-0c1e-442b-89a0-8e5f19c8d43a req-964fc720-fa31-4045-991f-0ed7acb12864 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Feb 09 03:40:00.855741 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-9531680b-354a-44ca-801a-d3bab64711a3 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:00.857208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-9531680b-354a-44ca-801a-d3bab64711a3 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/networks?id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 HTTP/1.1" status: 200 len: 814 time: 0.1094096 Feb 09 03:40:00.872090 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e443471b-01ed-4efc-a299-eb0f22de7ceb tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/quotas/d3718f9ec7e44beab6fec9332755001f HTTP/1.1" status: 200 len: 375 time: 0.0086567 Feb 09 03:40:00.928110 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-49df4b1d-4427-4991-8a74-2f425701a35a tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d3718f9ec7e44beab6fec9332755001f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499036 Feb 09 03:40:01.019656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-7fe5cd54-14f7-4b18-9eba-07fbc8541c92 service neutron] 10.222.0.32 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847671 Feb 09 03:40:01.430751 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-f762f3e7-c8bc-4f3c-b16a-afeab122f28f service neutron] 10.222.0.32 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052789 Feb 09 03:40:01.598676 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-213d4608-8b19-4f30-8420-947bf9084141 req-159bab63-1424-411e-a05f-a1bfc0d5e94f tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 210 time: 0.0318067 Feb 09 03:40:02.478229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-05a92a19-66e0-4967-b12b-b833577bfe33 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:02.479729 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-05a92a19-66e0-4967-b12b-b833577bfe33 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.61 "GET /v2.0/networks?id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 HTTP/1.1" status: 200 len: 814 time: 0.1048625 Feb 09 03:40:02.494579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Request body: {'port': {'device_id': 'bba25ca5-d9e0-4db8-9bba-bfb67aec93af', 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449', 'admin_state_up': True, 'tenant_id': 'd3718f9ec7e44beab6fec9332755001f'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:02.601622 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Made reservation on behalf of d3718f9ec7e44beab6fec9332755001f for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:02.605244 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.711691 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-207a977f-3ffd-468f-94e5-9511d0b1fd1c req-c142bfcd-8ff3-46ab-ae8d-51a9d51fb84c tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 210 time: 0.0449510 Feb 09 03:40:02.755724 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-32ebd261-64b4-400c-958b-1910b17d1ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.762666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Allocated IP 172.20.0.6 (1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449/21b501c5-6ea2-4583-a69c-9ccb3dc782fd/ccb55223-5320-4267-ad2e-64fa0f85ea5d) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:02.913254 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks [] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.945970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:02.957294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['c151e031-7005-45c5-a3c1-a624dea0b9ec'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:40:02.995209 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:02.998613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:03.002319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:03.008913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Pushing event updated for resources: {'Port': ['ID=ccb55223-5320-4267-ad2e-64fa0f85ea5d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:03.054172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.054814 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.069812 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-e21311b3-b926-4a2d-9a3d-9d153f3a9256 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814281 Feb 09 03:40:03.082181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Request body: {'port': {'device_id': 'bba25ca5-d9e0-4db8-9bba-bfb67aec93af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:03.143286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.398260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb55223-5320-4267-ad2e-64fa0f85ea5d {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:40:03.405550 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Publish callbacks [] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.418401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Transition to ACTIVE for port object ccb55223-5320-4267-ad2e-64fa0f85ea5d will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:40:03.421752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.472523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Pushing event updated for resources: {'Port': ['ID=ccb55223-5320-4267-ad2e-64fa0f85ea5d,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:03.542216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Attempting to bind port ccb55223-5320-4267-ad2e-64fa0f85ea5d on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:03.542930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Attempting to bind port ccb55223-5320-4267-ad2e-64fa0f85ea5d by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:03.542930 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Attempting to bind port ccb55223-5320-4267-ad2e-64fa0f85ea5d on network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:03.547201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Port ccb55223-5320-4267-ad2e-64fa0f85ea5d on network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:40:03.547523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Attempting to bind port ccb55223-5320-4267-ad2e-64fa0f85ea5d on network 1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:03.552199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:03.552535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Checking segment: {'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:03.552918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Bound using segment: {'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:03.553336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Bound port: ccb55223-5320-4267-ad2e-64fa0f85ea5d, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03236d96-3811-496f-8ce1-7427e4ca1b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:03.553690 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.615413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] For port ccb55223-5320-4267-ad2e-64fa0f85ea5d, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:03.618557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] For port ccb55223-5320-4267-ad2e-64fa0f85ea5d, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ccb55223-5320-4267-ad2e-64fa0f85ea5d,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:03.624260 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.660386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.661008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:03.662425 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] 10.222.0.61 "PUT /v2.0/ports/ccb55223-5320-4267-ad2e-64fa0f85ea5d HTTP/1.1" status: 200 len: 1091 time: 0.5848503 Feb 09 03:40:03.662866 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba25ca5-d9e0-4db8-9bba-bfb67aec93af', 'tag': 'ccb55223-5320-4267-ad2e-64fa0f85ea5d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:40:03.665138 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b" -d '{"events": [{"name": "network-changed", "server_uuid": "bba25ca5-d9e0-4db8-9bba-bfb67aec93af", "tag": "ccb55223-5320-4267-ad2e-64fa0f85ea5d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:40:03.693603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3466a-11ba-486d-8c46-70595859e02c service neutron] Pushing event updated for resources: {'Port': ['ID=ccb55223-5320-4267-ad2e-64fa0f85ea5d,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:03.707662 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff63e75-cd3c-425b-b4f4-b13c5a5e267a x-openstack-request-id: req-7ff63e75-cd3c-425b-b4f4-b13c5a5e267a {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:40:03.708114 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba25ca5-d9e0-4db8-9bba-bfb67aec93af", "tag": "ccb55223-5320-4267-ad2e-64fa0f85ea5d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:40:03.708532 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ff63e75-cd3c-425b-b4f4-b13c5a5e267a {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:40:03.709173 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba25ca5-d9e0-4db8-9bba-bfb67aec93af', 'tag': 'ccb55223-5320-4267-ad2e-64fa0f85ea5d', 'status': 'completed', 'code': 200} Feb 09 03:40:03.756344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-07756249-97b1-4f37-8533-1f0e58d6ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.757888 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-07756249-97b1-4f37-8533-1f0e58d6ef24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3718f9ec7e44beab6fec9332755001f&device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 1125 time: 0.0596790 Feb 09 03:40:03.803246 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-b87395d5-6b02-416d-a3c7-53efa87134ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb55223-5320-4267-ad2e-64fa0f85ea5d HTTP/1.1" status: 200 len: 217 time: 0.0365582 Feb 09 03:40:03.877258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-12464dcc-bf68-48c3-8c99-ec07dbb2a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.878761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-12464dcc-bf68-48c3-8c99-ec07dbb2a934 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=21b501c5-6ea2-4583-a69c-9ccb3dc782fd HTTP/1.1" status: 200 len: 854 time: 0.0686226 Feb 09 03:40:03.900744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7d02c-d63c-43ac-bfdc-bd0adc743690 req-70e9cf90-45c3-4daf-81fa-0fac7f76d75d tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:03.902200 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61b7d02c-d63c-43ac-bfdc-bd0adc743690 req-70e9cf90-45c3-4daf-81fa-0fac7f76d75d tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 943 time: 0.1017337 Feb 09 03:40:03.920322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-4983f351-e354-480d-89be-a95814c277bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351708 Feb 09 03:40:04.010226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61b7d02c-d63c-43ac-bfdc-bd0adc743690 req-e1c7d03e-ce7a-4593-9743-88a71c483748 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927956 Feb 09 03:40:04.039393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-8888970c-99d9-44e0-a6e8-b11adc1b6f00 service neutron] 10.222.0.61 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133523 Feb 09 03:40:04.124154 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:04.129903 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-805ffc12-4cee-4b70-accc-78d3400223d8 req-1c53b7ce-4e18-4e58-aa75-6167d94cba8d service neutron] 10.222.0.61 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842619 Feb 09 03:40:04.213934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-9b56c984-6d93-44cd-9424-8c62f44eb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:04.215484 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-9b56c984-6d93-44cd-9424-8c62f44eb22c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3718f9ec7e44beab6fec9332755001f&device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 1125 time: 0.0451190 Feb 09 03:40:04.308611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-53faf1b5-8439-4fc8-80f5-18fc62fd9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:04.310079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-53faf1b5-8439-4fc8-80f5-18fc62fd9857 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 HTTP/1.1" status: 200 len: 915 time: 0.0886319 Feb 09 03:40:04.349797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-68099184-3a87-4f57-b271-09c4d865127b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb55223-5320-4267-ad2e-64fa0f85ea5d HTTP/1.1" status: 200 len: 217 time: 0.0345023 Feb 09 03:40:04.400241 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-bda864af-f470-4cbc-86af-deb3da6b9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:04.401735 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-bda864af-f470-4cbc-86af-deb3da6b9003 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=21b501c5-6ea2-4583-a69c-9ccb3dc782fd HTTP/1.1" status: 200 len: 854 time: 0.0441537 Feb 09 03:40:04.437286 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-d1e23983-04da-4844-b30c-34acdab4b507 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294468 Feb 09 03:40:04.526364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-2b0e1f72-6c70-4208-8be8-ebecefc34679 service neutron] 10.222.0.61 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828772 Feb 09 03:40:04.618756 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2f3f04d3-e6fd-4fe7-95b8-c1568cc6812b req-1a82f043-f195-4d16-949b-378584dbb6dd service neutron] 10.222.0.61 "GET /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860364 Feb 09 03:40:05.131487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5a002-8e44-4899-b869-5d8635181bbf req-76dfd1b2-9d2f-4b0a-ab37-950e9270c970 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:05.132975 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aac5a002-8e44-4899-b869-5d8635181bbf req-76dfd1b2-9d2f-4b0a-ab37-950e9270c970 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 943 time: 0.0530002 Feb 09 03:40:05.180103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-aac5a002-8e44-4899-b869-5d8635181bbf req-692ad76c-f1a6-4730-b438-1d8703bba503 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Feb 09 03:40:05.185596 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.303971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54f0fd-0206-49f1-856b-d8fceaffb619 req-bb63f6ae-8bba-4618-8464-9a2ed53c2307 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:06.305649 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef54f0fd-0206-49f1-856b-d8fceaffb619 req-bb63f6ae-8bba-4618-8464-9a2ed53c2307 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 943 time: 0.0523520 Feb 09 03:40:06.352176 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef54f0fd-0206-49f1-856b-d8fceaffb619 req-d22c73fe-de65-40e8-88b6-534d477352cc tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Feb 09 03:40:06.518162 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:06.858910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ccb55223-5320-4267-ad2e-64fa0f85ea5d details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:40:06.955859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ccb55223-5320-4267-ad2e-64fa0f85ea5d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ccb55223-5320-4267-ad2e-64fa0f85ea5d,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:06.970396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'ccb55223-5320-4267-ad2e-64fa0f85ea5d', 'network_id': '1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449', 'port_id': 'ccb55223-5320-4267-ad2e-64fa0f85ea5d', 'mac_address': 'fa:16:3e:2d:2b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b501c5-6ea2-4583-a69c-9ccb3dc782fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:40:07.006402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ccb55223-5320-4267-ad2e-64fa0f85ea5d is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:07.006794 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.019993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb55223-5320-4267-ad2e-64fa0f85ea5d {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:40:07.040068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ccb55223-5320-4267-ad2e-64fa0f85ea5d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ccb55223-5320-4267-ad2e-64fa0f85ea5d,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:07.044171 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:07.088860 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ccb55223-5320-4267-ad2e-64fa0f85ea5d,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:07.096527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.096877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.097217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.097552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.097883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.098212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.098564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.098887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.099208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.099530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.099851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.100170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.100494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:07.245030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ccb55223-5320-4267-ad2e-64fa0f85ea5d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:40:07.470507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127f873-3c31-45c7-bc21-fba3bb4a6965 req-850de82f-0676-4492-a659-c161b39d0ab9 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:07.471977 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9127f873-3c31-45c7-bc21-fba3bb4a6965 req-850de82f-0676-4492-a659-c161b39d0ab9 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 944 time: 0.0520008 Feb 09 03:40:07.519169 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9127f873-3c31-45c7-bc21-fba3bb4a6965 req-1d1936c0-a753-410f-a23d-5c5713e95193 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Feb 09 03:40:08.635357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9b42-068c-418f-b964-a51849f53ceb req-461f01ea-de59-465d-91f2-94c685198cb8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:08.636844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7dba9b42-068c-418f-b964-a51849f53ceb req-461f01ea-de59-465d-91f2-94c685198cb8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 944 time: 0.0520151 Feb 09 03:40:08.682613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7dba9b42-068c-418f-b964-a51849f53ceb req-f820e7c7-ba54-4e6f-9c0e-714d6277ec9e tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Feb 09 03:40:08.875318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ccb55223-5320-4267-ad2e-64fa0f85ea5d up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:08.923476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port ccb55223-5320-4267-ad2e-64fa0f85ea5d completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:40:08.927187 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port ccb55223-5320-4267-ad2e-64fa0f85ea5d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:08.927562 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.005645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port ccb55223-5320-4267-ad2e-64fa0f85ea5d is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:09.006035 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.033184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba25ca5-d9e0-4db8-9bba-bfb67aec93af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb55223-5320-4267-ad2e-64fa0f85ea5d'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:40:09.035520 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f507947e743b199e1d9c8068cbeb9779a5e301f7e847ff73970fd9dbe1063072" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28412a5b-a97c-4f75-81d2-853ecc3a3669" -d '{"events": [{"server_uuid": "bba25ca5-d9e0-4db8-9bba-bfb67aec93af", "name": "network-vif-plugged", "status": "completed", "tag": "ccb55223-5320-4267-ad2e-64fa0f85ea5d"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:40:09.048040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port ccb55223-5320-4267-ad2e-64fa0f85ea5d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ccb55223-5320-4267-ad2e-64fa0f85ea5d,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:09.052324 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:09.076905 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8867b9b4-2a5f-4346-b72b-1a1f03d68403 x-openstack-request-id: req-8867b9b4-2a5f-4346-b72b-1a1f03d68403 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:40:09.077193 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba25ca5-d9e0-4db8-9bba-bfb67aec93af", "name": "network-vif-plugged", "status": "completed", "tag": "ccb55223-5320-4267-ad2e-64fa0f85ea5d", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:40:09.077446 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8867b9b4-2a5f-4346-b72b-1a1f03d68403 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:40:09.077831 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba25ca5-d9e0-4db8-9bba-bfb67aec93af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb55223-5320-4267-ad2e-64fa0f85ea5d', 'code': 200} Feb 09 03:40:09.106598 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=ccb55223-5320-4267-ad2e-64fa0f85ea5d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:09.174693 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b304db1-e45d-435f-9ed4-37a78d4b8321 req-64aa8cb0-a237-472b-83d0-001297cba7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:09.176085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b304db1-e45d-435f-9ed4-37a78d4b8321 req-64aa8cb0-a237-472b-83d0-001297cba7d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 1127 time: 0.0470734 Feb 09 03:40:09.217196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2b304db1-e45d-435f-9ed4-37a78d4b8321 req-933fafcd-ccd5-413f-9f2d-0ed64d66ac08 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360034 Feb 09 03:40:09.799406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3bba3-ec08-4e21-a70d-0ba383c3c737 req-5201d0da-3eea-49cc-ab2a-20c0651e816c tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:09.800792 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7db3bba3-ec08-4e21-a70d-0ba383c3c737 req-5201d0da-3eea-49cc-ab2a-20c0651e816c tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 945 time: 0.0510557 Feb 09 03:40:09.846259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7db3bba3-ec08-4e21-a70d-0ba383c3c737 req-377356a0-7ef1-4c3c-af45-54cc898b4563 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Feb 09 03:40:10.970474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664198b-61e0-4170-844f-da7696216a8f req-18524242-0b24-43d3-88d5-5c0d2956260d tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:10.971947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9664198b-61e0-4170-844f-da7696216a8f req-18524242-0b24-43d3-88d5-5c0d2956260d tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 945 time: 0.0585184 Feb 09 03:40:11.018194 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9664198b-61e0-4170-844f-da7696216a8f req-18fc4f28-5c62-41d2-ae42-f96fc777362f tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Feb 09 03:40:11.256781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d114f9-948f-4b5a-b711-0538ee2bdafd req-b366ff90-56ca-4688-bfc1-827ba46b6355 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:11.258279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1d114f9-948f-4b5a-b711-0538ee2bdafd req-b366ff90-56ca-4688-bfc1-827ba46b6355 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 945 time: 0.0550978 Feb 09 03:40:11.305006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a1d114f9-948f-4b5a-b711-0538ee2bdafd req-6c96ee41-31b8-485e-b101-6854e9385524 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Feb 09 03:40:12.426406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a34a4-87dd-43db-875d-9dc4bee0c314 req-4b5ec8f8-f883-45af-8fb2-a6fff15b2174 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:12.427899 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a87a34a4-87dd-43db-875d-9dc4bee0c314 req-4b5ec8f8-f883-45af-8fb2-a6fff15b2174 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 945 time: 0.0559244 Feb 09 03:40:12.506228 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a87a34a4-87dd-43db-875d-9dc4bee0c314 req-d5089b2f-e9b2-422d-9ebe-696c810b8f59 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664256 Feb 09 03:40:12.513980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-761d7d8f-6faa-4d78-a37a-c19f67b7b1aa tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:12.515500 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-761d7d8f-6faa-4d78-a37a-c19f67b7b1aa tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba25ca5-d9e0-4db8-9bba-bfb67aec93af HTTP/1.1" status: 200 len: 945 time: 0.0836852 Feb 09 03:40:12.606296 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Deleting port ccb55223-5320-4267-ad2e-64fa0f85ea5d {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:12.606648 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.695679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] For port ccb55223-5320-4267-ad2e-64fa0f85ea5d, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=ccb55223-5320-4267-ad2e-64fa0f85ea5d,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:12.696135 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.709233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Calling delete_port for ccb55223-5320-4267-ad2e-64fa0f85ea5d owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:12.835010 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ccb55223-5320-4267-ad2e-64fa0f85ea5d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.847616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['ccb55223-5320-4267-ad2e-64fa0f85ea5d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:40:12.851889 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['c151e031-7005-45c5-a3c1-a624dea0b9ec'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:40:12.864085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Pushing event deleted for resources: {'Port': ['ID=ccb55223-5320-4267-ad2e-64fa0f85ea5d,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:12.907118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] No DVR routers for this DVR port ccb55223-5320-4267-ad2e-64fa0f85ea5d on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:12.909750 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:12.913199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e7fa4bbb-f7e0-4556-8871-f69deba119be req-59c6c6bd-8fda-4b30-ad4d-d16329fa42ab tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.61 "DELETE /v2.0/ports/ccb55223-5320-4267-ad2e-64fa0f85ea5d HTTP/1.1" status: 204 len: 173 time: 0.3929443 Feb 09 03:40:12.913647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba25ca5-d9e0-4db8-9bba-bfb67aec93af', 'name': 'network-vif-deleted', 'tag': 'ccb55223-5320-4267-ad2e-64fa0f85ea5d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:40:12.915928 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4376c1ac7a0953551899908f54cda0db7953cb458c08321b5003ada2a8fa3106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278090af-7706-4712-99a8-92515551c2c3" -d '{"events": [{"server_uuid": "bba25ca5-d9e0-4db8-9bba-bfb67aec93af", "name": "network-vif-deleted", "tag": "ccb55223-5320-4267-ad2e-64fa0f85ea5d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:40:12.960322 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac468543-d5ed-4ed9-9e53-105ee1663438 x-openstack-request-id: req-ac468543-d5ed-4ed9-9e53-105ee1663438 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:40:12.961019 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba25ca5-d9e0-4db8-9bba-bfb67aec93af", "name": "network-vif-deleted", "tag": "ccb55223-5320-4267-ad2e-64fa0f85ea5d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:40:12.961192 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac468543-d5ed-4ed9-9e53-105ee1663438 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:40:12.961570 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba25ca5-d9e0-4db8-9bba-bfb67aec93af', 'name': 'network-vif-deleted', 'tag': 'ccb55223-5320-4267-ad2e-64fa0f85ea5d', 'status': 'completed', 'code': 200} Feb 09 03:40:13.663665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b064958-7238-4f7f-89fd-ff918a7713ab req-eaf57261-1dec-4979-bc0a-d731eff21628 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:13.665162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b064958-7238-4f7f-89fd-ff918a7713ab req-eaf57261-1dec-4979-bc0a-d731eff21628 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0545914 Feb 09 03:40:13.716063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b064958-7238-4f7f-89fd-ff918a7713ab req-74416764-900f-4442-8a8f-9380cba27993 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437431 Feb 09 03:40:13.847958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafc495-5387-47a2-a365-8b3869cf6235 req-38c7df7e-9ce3-49e3-9e0d-1b81c7d81b40 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:13.849333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fafc495-5387-47a2-a365-8b3869cf6235 req-38c7df7e-9ce3-49e3-9e0d-1b81c7d81b40 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0517445 Feb 09 03:40:13.895568 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1fafc495-5387-47a2-a365-8b3869cf6235 req-4bdeb4b9-41a9-4cb9-8851-3941c86c5668 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Feb 09 03:40:14.027110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d1f48-225b-4956-9f5a-f910cd34fe02 req-e45914ea-882f-4fa1-a495-7132d9454cd4 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:14.028604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-840d1f48-225b-4956-9f5a-f910cd34fe02 req-e45914ea-882f-4fa1-a495-7132d9454cd4 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0644207 Feb 09 03:40:14.075035 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-840d1f48-225b-4956-9f5a-f910cd34fe02 req-1f1fb806-c2c6-4a1f-babc-6c5a3cd81f93 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Feb 09 03:40:14.244098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791ba06-dcd6-4064-bae7-1322c45f33e0 req-79be3e03-9d44-4bf2-9372-bcfbc2146728 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:14.245569 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d791ba06-dcd6-4064-bae7-1322c45f33e0 req-79be3e03-9d44-4bf2-9372-bcfbc2146728 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0519476 Feb 09 03:40:14.293149 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d791ba06-dcd6-4064-bae7-1322c45f33e0 req-4e62adf0-7456-4f10-94e8-dbb814bfca93 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Feb 09 03:40:14.416412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f2372-e9fb-4fa3-a309-a6bec3ba4684 req-20dd48cd-11da-4ca1-bcc3-760d0fb3eefb tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:14.417816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca6f2372-e9fb-4fa3-a309-a6bec3ba4684 req-20dd48cd-11da-4ca1-bcc3-760d0fb3eefb tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0522411 Feb 09 03:40:14.465226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca6f2372-e9fb-4fa3-a309-a6bec3ba4684 req-24f7bdc7-3f02-486c-8397-db9cbbcf5770 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Feb 09 03:40:14.594755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70444ebe-ea41-4616-9671-11eb93adacae req-34c8129d-00bc-4eaa-af55-8d1ad2e3d920 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:14.596200 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70444ebe-ea41-4616-9671-11eb93adacae req-34c8129d-00bc-4eaa-af55-8d1ad2e3d920 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0559843 Feb 09 03:40:14.642125 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-70444ebe-ea41-4616-9671-11eb93adacae req-2f31d1ad-6dac-4c6c-901e-cc33df52c147 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Feb 09 03:40:14.895123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ccb55223-5320-4267-ad2e-64fa0f85ea5d no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:14.909980 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:40:14.916182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: ccb55223-5320-4267-ad2e-64fa0f85ea5d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:14.916536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device ccb55223-5320-4267-ad2e-64fa0f85ea5d not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:14.952267 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34896d4-f009-432a-b1fe-83522b56546a req-d6eee183-96f0-4f4a-91d9-e75352d3c3a4 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:14.953681 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b34896d4-f009-432a-b1fe-83522b56546a req-d6eee183-96f0-4f4a-91d9-e75352d3c3a4 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0535283 Feb 09 03:40:15.001260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b34896d4-f009-432a-b1fe-83522b56546a req-92004057-fd3c-4eab-b0c4-0020227b5e1c tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Feb 09 03:40:16.122773 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3056f7a-e757-4ec5-950f-10a68365e240 req-014abb42-2600-4535-9591-f91e2aead5b3 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:16.124511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3056f7a-e757-4ec5-950f-10a68365e240 req-014abb42-2600-4535-9591-f91e2aead5b3 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0518863 Feb 09 03:40:16.175020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a3056f7a-e757-4ec5-950f-10a68365e240 req-09645400-8819-42ea-bb97-2f129352eeac tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/security-groups?id=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Feb 09 03:40:16.538458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-cc1256c6-4444-4b0e-a74e-ce2b7d8a77f4 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:16.539940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-cc1256c6-4444-4b0e-a74e-ce2b7d8a77f4 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 946 time: 0.0557342 Feb 09 03:40:16.636391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Deleting port c151e031-7005-45c5-a3c1-a624dea0b9ec {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:16.637202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.737539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] For port c151e031-7005-45c5-a3c1-a624dea0b9ec, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=c151e031-7005-45c5-a3c1-a624dea0b9ec,segment=NetworkSegment(03236d96-3811-496f-8ce1-7427e4ca1b3c),segment_id=03236d96-3811-496f-8ce1-7427e4ca1b3c)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:16.737902 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.752021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Calling delete_port for c151e031-7005-45c5-a3c1-a624dea0b9ec owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:16.877798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c151e031-7005-45c5-a3c1-a624dea0b9ec), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.889673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['c151e031-7005-45c5-a3c1-a624dea0b9ec'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:40:16.917067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Pushing event deleted for resources: {'Port': ['ID=c151e031-7005-45c5-a3c1-a624dea0b9ec,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:16.940473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.940824 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.941169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.941507 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.941842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.942176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.942536 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.942866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.943189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.943513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.943840 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.944158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.944476 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:16.966644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] No DVR routers for this DVR port c151e031-7005-45c5-a3c1-a624dea0b9ec on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:16.970463 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:16.974014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-fd59a174-1f21-4d3a-97b9-255c1a85026e req-f8623a1f-6598-4c30-8342-7a55d4077ad8 tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.26 "DELETE /v2.0/ports/c151e031-7005-45c5-a3c1-a624dea0b9ec HTTP/1.1" status: 204 len: 173 time: 0.4275782 Feb 09 03:40:16.974516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b051176-fb16-4cbc-90cd-aa00944e56d8', 'name': 'network-vif-deleted', 'tag': 'c151e031-7005-45c5-a3c1-a624dea0b9ec'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:40:16.977193 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f5bac69f7e50f400c232b10ab3b76c821f9a6946664311da0bd01d0d4572988" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9043e19a-a87d-4fe3-887e-9ea2b262b480" -d '{"events": [{"server_uuid": "6b051176-fb16-4cbc-90cd-aa00944e56d8", "name": "network-vif-deleted", "tag": "c151e031-7005-45c5-a3c1-a624dea0b9ec"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:40:17.017060 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd3c1ce-00e9-41d9-afc7-3cf613b44313 x-openstack-request-id: req-3fd3c1ce-00e9-41d9-afc7-3cf613b44313 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:40:17.017357 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b051176-fb16-4cbc-90cd-aa00944e56d8", "name": "network-vif-deleted", "tag": "c151e031-7005-45c5-a3c1-a624dea0b9ec", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:40:17.017612 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fd3c1ce-00e9-41d9-afc7-3cf613b44313 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:40:17.018057 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b051176-fb16-4cbc-90cd-aa00944e56d8', 'name': 'network-vif-deleted', 'tag': 'c151e031-7005-45c5-a3c1-a624dea0b9ec', 'status': 'completed', 'code': 200} Feb 09 03:40:17.281613 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-107d61d4-6ece-415f-a078-824f84205190 req-dee55edb-58b3-4388-9f01-b2123473583f tempest-ServersNegativeTestJSON-391032762 tempest-ServersNegativeTestJSON-391032762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b051176-fb16-4cbc-90cd-aa00944e56d8 HTTP/1.1" status: 200 len: 210 time: 0.0263455 Feb 09 03:40:18.339909 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49434) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:18.384226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c3822d-4c63-481a-8f4b-c0d42362f686 admin admin] Deleting subnet 21b501c5-6ea2-4583-a69c-9ccb3dc782fd {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:18.387278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c3822d-4c63-481a-8f4b-c0d42362f686 admin admin] Publish callbacks [] for subnet (21b501c5-6ea2-4583-a69c-9ccb3dc782fd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.420045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c3822d-4c63-481a-8f4b-c0d42362f686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (21b501c5-6ea2-4583-a69c-9ccb3dc782fd), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.457679 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c3822d-4c63-481a-8f4b-c0d42362f686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (21b501c5-6ea2-4583-a69c-9ccb3dc782fd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.513367 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c3822d-4c63-481a-8f4b-c0d42362f686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (21b501c5-6ea2-4583-a69c-9ccb3dc782fd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.538589 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3822d-4c63-481a-8f4b-c0d42362f686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b501c5-6ea2-4583-a69c-9ccb3dc782fd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:18.542216 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c3822d-4c63-481a-8f4b-c0d42362f686 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.545446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-74c3822d-4c63-481a-8f4b-c0d42362f686 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/21b501c5-6ea2-4583-a69c-9ccb3dc782fd HTTP/1.1" status: 204 len: 168 time: 0.2045257 Feb 09 03:40:18.548767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49436) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:18.614680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.694214 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.713309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:18.722752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03236d96-3811-496f-8ce1-7427e4ca1b3c') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:18.723051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03236d96-3811-496f-8ce1-7427e4ca1b3c') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:18.732051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (03236d96-3811-496f-8ce1-7427e4ca1b3c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.745195 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (03236d96-3811-496f-8ce1-7427e4ca1b3c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.751157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:18.751541 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (03236d96-3811-496f-8ce1-7427e4ca1b3c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:18.753120 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:18.806262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.811481 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:18.814658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449 HTTP/1.1" status: 204 len: 168 time: 0.2649820 Feb 09 03:40:18.825446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d976b-7418-43d4-8640-7c8ff2207659 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd3bf73-fc2f-4fba-b30d-38b9bd8ef449,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:18.922729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49440) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:18.966625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-34fcedd9-7531-46e5-ae11-495023339a8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3718f9ec7e44beab6fec9332755001f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425947 Feb 09 03:40:18.969508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49442) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:19.014311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06a18032-45d6-4833-a737-1b19869f9361 admin admin] Publish callbacks [] for security_group (48ddebf1-c31b-4b73-9b79-dbe2647a8b8f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.035390 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06a18032-45d6-4833-a737-1b19869f9361 admin admin] Publish callbacks [] for security_group (48ddebf1-c31b-4b73-9b79-dbe2647a8b8f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.080168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06a18032-45d6-4833-a737-1b19869f9361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (48ddebf1-c31b-4b73-9b79-dbe2647a8b8f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.082746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-06a18032-45d6-4833-a737-1b19869f9361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.083928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-06a18032-45d6-4833-a737-1b19869f9361 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48ddebf1-c31b-4b73-9b79-dbe2647a8b8f HTTP/1.1" status: 204 len: 168 time: 0.1135294 Feb 09 03:40:19.095344 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a18032-45d6-4833-a737-1b19869f9361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ddebf1-c31b-4b73-9b79-dbe2647a8b8f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:19.756450 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49464) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:19.847957 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1908585826'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:19.867063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:19.870138 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.878645 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.952968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for security_group (d63f7faf-6d3f-487f-9f73-ddf688b5d876), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.957661 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d63f7faf-6d3f-487f-9f73-ddf688b5d876), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.965795 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:19.985423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:19.995811 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f7faf-6d3f-487f-9f73-ddf688b5d876,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:20.002215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d841b558-cdaa-4846-b29b-936850081362), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.002599 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Added segment d841b558-cdaa-4846-b29b-936850081362 of type vlan for network 68d0c28f-9e83-4dfa-b605-af103af7d771 Feb 09 03:40:20.045457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (68d0c28f-9e83-4dfa-b605-af103af7d771), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.069701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (68d0c28f-9e83-4dfa-b605-af103af7d771), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.074529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:20.075117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:20.104445 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c151e031-7005-45c5-a3c1-a624dea0b9ec no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:20.125962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: c151e031-7005-45c5-a3c1-a624dea0b9ec {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:20.126198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device c151e031-7005-45c5-a3c1-a624dea0b9ec not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:20.138478 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3808522 Feb 09 03:40:20.147641 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9985b8c-401d-4b4a-98f7-b53ee6fc74aa tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Network': ['ID=68d0c28f-9e83-4dfa-b605-af103af7d771,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:20.158111 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 68d0c28f-9e83-4dfa-b605-af103af7d771 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:21.944438 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.408118 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49468) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:23.413224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'subnet': {'network_id': '68d0c28f-9e83-4dfa-b605-af103af7d771', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:23.501018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:23.508812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.686036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (2d64bb4c-0a4c-48e0-9918-25261c7b8357), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.745421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Subnet': ['ID=2d64bb4c-0a4c-48e0-9918-25261c7b8357,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:23.753444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Checking segment: {'id': 'd841b558-cdaa-4846-b29b-936850081362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68d0c28f-9e83-4dfa-b605-af103af7d771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:23.753809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network hostable DHCP agents. Network: 68d0c28f-9e83-4dfa-b605-af103af7d771, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:23.770559 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network 68d0c28f-9e83-4dfa-b605-af103af7d771 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:23.778303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 68d0c28f-9e83-4dfa-b605-af103af7d771) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:23.782846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:23.783506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.787941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be19ba7-aa1f-440b-bc5e-5f140e7bb959 None None] Network 68d0c28f-9e83-4dfa-b605-af103af7d771 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:23.800592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-33b5b65b-4bf3-4aef-b235-ba52ecca3a3b tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3908477 Feb 09 03:40:23.803556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49470) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:23.808470 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458535183'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:23.826982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:23.830261 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.853493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:23.863079 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0bb8c1fb-4d65-45ea-af12-1058f8827f79), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.863467 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Added segment 0bb8c1fb-4d65-45ea-af12-1058f8827f79 of type vlan for network 4754683e-e4a6-402d-aa49-ba0c8bfacbbf Feb 09 03:40:23.889091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-68d0c28f-9e83-4dfa-b605-af103af7d771', 'network_id': '68d0c28f-9e83-4dfa-b605-af103af7d771', 'project_id': '6b7b6d1ad01345a8be2b2f77c5bbe0f6', 'fixed_ips': [{'subnet_id': '2d64bb4c-0a4c-48e0-9918-25261c7b8357'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:23.889932 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.904321 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (4754683e-e4a6-402d-aa49-ba0c8bfacbbf), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.930066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (4754683e-e4a6-402d-aa49-ba0c8bfacbbf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:23.934963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:23.935555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.001243 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1966417 Feb 09 03:40:24.004046 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:24.008900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'subnet': {'network_id': '4754683e-e4a6-402d-aa49-ba0c8bfacbbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:24.026603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Allocated IP 2001:db8:0:ffff::2 (68d0c28f-9e83-4dfa-b605-af103af7d771/2d64bb4c-0a4c-48e0-9918-25261c7b8357/0394906b-be56-45df-8044-523872d81a6e) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:24.027652 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa93871-fb38-45e8-b3ec-8474be5fbd27 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Network': ['ID=4754683e-e4a6-402d-aa49-ba0c8bfacbbf,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:24.041369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 4754683e-e4a6-402d-aa49-ba0c8bfacbbf details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:24.106929 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:24.110389 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.314687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (af0ab2e0-df0f-466a-a738-1793c0fe1b48), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.375205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Subnet': ['ID=af0ab2e0-df0f-466a-a738-1793c0fe1b48,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:24.382268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Publish callbacks [] for port (0394906b-be56-45df-8044-523872d81a6e), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.384409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Checking segment: {'id': '0bb8c1fb-4d65-45ea-af12-1058f8827f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4754683e-e4a6-402d-aa49-ba0c8bfacbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:24.384828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network hostable DHCP agents. Network: 4754683e-e4a6-402d-aa49-ba0c8bfacbbf, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:24.389307 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (0394906b-be56-45df-8044-523872d81a6e), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.404106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network 4754683e-e4a6-402d-aa49-ba0c8bfacbbf is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:24.413145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 4754683e-e4a6-402d-aa49-ba0c8bfacbbf) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:24.417279 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:24.417921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.430973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397ecea-9461-4527-b54e-8c1d9f29fb78 None None] Network 4754683e-e4a6-402d-aa49-ba0c8bfacbbf requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:24.434644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a55e5032-ff2d-4f92-9990-ee674004b632 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4294035 Feb 09 03:40:24.437299 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49474) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:24.439783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Network 68d0c28f-9e83-4dfa-b605-af103af7d771 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:24.479432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:24.486282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:24.490535 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Pushing event updated for resources: {'Port': ['ID=0394906b-be56-45df-8044-523872d81a6e,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:24.545228 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (4754683e-e4a6-402d-aa49-ba0c8bfacbbf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.566014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Attempting to bind port 0394906b-be56-45df-8044-523872d81a6e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:24.566304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Attempting to bind port 0394906b-be56-45df-8044-523872d81a6e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'd841b558-cdaa-4846-b29b-936850081362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68d0c28f-9e83-4dfa-b605-af103af7d771'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:24.566674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Attempting to bind port 0394906b-be56-45df-8044-523872d81a6e on network 68d0c28f-9e83-4dfa-b605-af103af7d771 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:24.588161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:24.588536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Checking segment: {'id': 'd841b558-cdaa-4846-b29b-936850081362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68d0c28f-9e83-4dfa-b605-af103af7d771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:24.588931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.589325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Bound using segment: {'id': 'd841b558-cdaa-4846-b29b-936850081362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68d0c28f-9e83-4dfa-b605-af103af7d771'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:24.589797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Bound port: 0394906b-be56-45df-8044-523872d81a6e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd841b558-cdaa-4846-b29b-936850081362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68d0c28f-9e83-4dfa-b605-af103af7d771'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:24.590172 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0394906b-be56-45df-8044-523872d81a6e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.603099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c6da52-ad97-4f4d-a5a1-2d565f70ddb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-4754683e-e4a6-402d-aa49-ba0c8bfacbbf', 'network_id': '4754683e-e4a6-402d-aa49-ba0c8bfacbbf', 'project_id': '6b7b6d1ad01345a8be2b2f77c5bbe0f6', 'fixed_ips': [{'subnet_id': 'af0ab2e0-df0f-466a-a738-1793c0fe1b48'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:24.603939 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f2c6da52-ad97-4f4d-a5a1-2d565f70ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.622200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (af0ab2e0-df0f-466a-a738-1793c0fe1b48), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.686795 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (af0ab2e0-df0f-466a-a738-1793c0fe1b48), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.714033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Subnet': ['ID=af0ab2e0-df0f-466a-a738-1793c0fe1b48,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:24.741198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] For port 0394906b-be56-45df-8044-523872d81a6e, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:24.745000 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] For port 0394906b-be56-45df-8044-523872d81a6e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0394906b-be56-45df-8044-523872d81a6e,segment=NetworkSegment(d841b558-cdaa-4846-b29b-936850081362),segment_id=d841b558-cdaa-4846-b29b-936850081362)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server [None req-f2c6da52-ad97-4f4d-a5a1-2d565f70ddb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af0ab2e0-df0f-466a-a738-1793c0fe1b48: This subnet is being modified by another concurrent operation. Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server raise exception Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af0ab2e0-df0f-466a-a738-1793c0fe1b48: This subnet is being modified by another concurrent operation. Feb 09 03:40:24.747666 n-d-827839-4 neutron-server[109858]: ERROR oslo_messaging.rpc.server Feb 09 03:40:24.758019 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0394906b-be56-45df-8044-523872d81a6e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.771230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484bb29-82c4-4145-ae32-e4c663c166ab None None] Network 4754683e-e4a6-402d-aa49-ba0c8bfacbbf requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:24.781880 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (4754683e-e4a6-402d-aa49-ba0c8bfacbbf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.801245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4754683e-e4a6-402d-aa49-ba0c8bfacbbf']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:24.811084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb8c1fb-4d65-45ea-af12-1058f8827f79') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:24.811376 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb8c1fb-4d65-45ea-af12-1058f8827f79') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:24.821432 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (0bb8c1fb-4d65-45ea-af12-1058f8827f79), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.834886 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (0bb8c1fb-4d65-45ea-af12-1058f8827f79), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.842720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:24.843562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (0bb8c1fb-4d65-45ea-af12-1058f8827f79), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:24.846662 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:24.893152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2b0ea-7a1f-4f6a-9c55-73acaaa79852 None None] Pushing event updated for resources: {'Port': ['ID=0394906b-be56-45df-8044-523872d81a6e,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:24.916736 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (4754683e-e4a6-402d-aa49-ba0c8bfacbbf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.924804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.928393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/4754683e-e4a6-402d-aa49-ba0c8bfacbbf HTTP/1.1" status: 204 len: 168 time: 0.4889965 Feb 09 03:40:24.932086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49476) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:24.937912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-160097664'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:24.941685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1a547-13d0-41dd-8a73-a15d26fb8397 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Network': ['ID=4754683e-e4a6-402d-aa49-ba0c8bfacbbf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:24.958836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:24.962332 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.987063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:24.997269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c129e783-27c5-4879-b6be-30d2de4301f5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:24.997623 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Added segment c129e783-27c5-4879-b6be-30d2de4301f5 of type vlan for network a217bfa6-3356-4194-8e92-24e88726b72a Feb 09 03:40:25.041372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (a217bfa6-3356-4194-8e92-24e88726b72a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.071166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (a217bfa6-3356-4194-8e92-24e88726b72a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.076136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:25.076764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.144648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2113769 Feb 09 03:40:25.147490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49478) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:25.152325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'subnet': {'network_id': 'a217bfa6-3356-4194-8e92-24e88726b72a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:25.171699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f383773-1f2f-40ef-b63a-ce4d8061ef28 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Network': ['ID=a217bfa6-3356-4194-8e92-24e88726b72a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:25.185076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network a217bfa6-3356-4194-8e92-24e88726b72a details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:25.248774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:25.252799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.312355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Performing IP validity checks on allocation pools {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 03:40:25.313662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.ipam_backend_mixin [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109857) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 03:40:25.434543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (531c7200-47c9-48b6-92b4-66592728fc15), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.498630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Subnet': ['ID=531c7200-47c9-48b6-92b4-66592728fc15,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:25.512109 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Checking segment: {'id': 'c129e783-27c5-4879-b6be-30d2de4301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a217bfa6-3356-4194-8e92-24e88726b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:25.512451 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network hostable DHCP agents. Network: a217bfa6-3356-4194-8e92-24e88726b72a, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:25.531067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network a217bfa6-3356-4194-8e92-24e88726b72a is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:25.545131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, a217bfa6-3356-4194-8e92-24e88726b72a) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:25.549879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:25.550526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.555380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a0ac2-a51e-43a1-83e7-786373e60788 None None] Network a217bfa6-3356-4194-8e92-24e88726b72a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:25.574503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-18df91ae-3bdd-44f2-85c3-e66c99507814 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4259510 Feb 09 03:40:25.577673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49480) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:25.667736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-a217bfa6-3356-4194-8e92-24e88726b72a', 'network_id': 'a217bfa6-3356-4194-8e92-24e88726b72a', 'project_id': '6b7b6d1ad01345a8be2b2f77c5bbe0f6', 'fixed_ips': [{'subnet_id': '531c7200-47c9-48b6-92b4-66592728fc15'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:25.668614 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.687019 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a217bfa6-3356-4194-8e92-24e88726b72a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.774893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (531c7200-47c9-48b6-92b4-66592728fc15), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:25.808782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Allocated IP 2001:db8::3 (a217bfa6-3356-4194-8e92-24e88726b72a/531c7200-47c9-48b6-92b4-66592728fc15/7a8666c8-a4df-4ca8-bd26-4727aa06e246) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:25.867819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a932bc4-f974-4fda-994a-c671cd6254fa None None] Network 68d0c28f-9e83-4dfa-b605-af103af7d771 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:25.989198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-93bebe23-8aa1-4d22-89f7-4670ac87d930 None None] Provisioning complete for port 0394906b-be56-45df-8044-523872d81a6e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:25.989943 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93bebe23-8aa1-4d22-89f7-4670ac87d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0394906b-be56-45df-8044-523872d81a6e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.079478 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Publish callbacks [] for port (7a8666c8-a4df-4ca8-bd26-4727aa06e246), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.091351 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (7a8666c8-a4df-4ca8-bd26-4727aa06e246), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.104282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (531c7200-47c9-48b6-92b4-66592728fc15), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.131802 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Subnet': ['ID=531c7200-47c9-48b6-92b4-66592728fc15,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:26.148623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Network a217bfa6-3356-4194-8e92-24e88726b72a is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:26.150975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:26.174384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:26.186697 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Pushing event updated for resources: {'Port': ['ID=7a8666c8-a4df-4ca8-bd26-4727aa06e246,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:26.220730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-93bebe23-8aa1-4d22-89f7-4670ac87d930 None None] Current status of the port 0394906b-be56-45df-8044-523872d81a6e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:26.221140 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93bebe23-8aa1-4d22-89f7-4670ac87d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0394906b-be56-45df-8044-523872d81a6e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.264713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Attempting to bind port 7a8666c8-a4df-4ca8-bd26-4727aa06e246 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:26.265096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Attempting to bind port 7a8666c8-a4df-4ca8-bd26-4727aa06e246 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c129e783-27c5-4879-b6be-30d2de4301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a217bfa6-3356-4194-8e92-24e88726b72a'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:26.265470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Attempting to bind port 7a8666c8-a4df-4ca8-bd26-4727aa06e246 on network a217bfa6-3356-4194-8e92-24e88726b72a {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:26.279279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:26.279662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Checking segment: {'id': 'c129e783-27c5-4879-b6be-30d2de4301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a217bfa6-3356-4194-8e92-24e88726b72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:26.280285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.280851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Bound using segment: {'id': 'c129e783-27c5-4879-b6be-30d2de4301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a217bfa6-3356-4194-8e92-24e88726b72a'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:26.282047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Bound port: 7a8666c8-a4df-4ca8-bd26-4727aa06e246, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c129e783-27c5-4879-b6be-30d2de4301f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a217bfa6-3356-4194-8e92-24e88726b72a'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:26.282682 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7a8666c8-a4df-4ca8-bd26-4727aa06e246), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.307639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-93bebe23-8aa1-4d22-89f7-4670ac87d930 None None] For port 0394906b-be56-45df-8044-523872d81a6e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0394906b-be56-45df-8044-523872d81a6e,segment=NetworkSegment(d841b558-cdaa-4846-b29b-936850081362),segment_id=d841b558-cdaa-4846-b29b-936850081362)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:26.327356 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-93bebe23-8aa1-4d22-89f7-4670ac87d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0394906b-be56-45df-8044-523872d81a6e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.382170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0394906b-be56-45df-8044-523872d81a6e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:26.439476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] For port 7a8666c8-a4df-4ca8-bd26-4727aa06e246, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:26.460952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bebe23-8aa1-4d22-89f7-4670ac87d930 None None] Pushing event updated for resources: {'Port': ['ID=0394906b-be56-45df-8044-523872d81a6e,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:26.469021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] For port 7a8666c8-a4df-4ca8-bd26-4727aa06e246, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7a8666c8-a4df-4ca8-bd26-4727aa06e246,segment=NetworkSegment(c129e783-27c5-4879-b6be-30d2de4301f5),segment_id=c129e783-27c5-4879-b6be-30d2de4301f5)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:26.480359 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7a8666c8-a4df-4ca8-bd26-4727aa06e246), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.509143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-69d5e9ce-82c9-46ce-80e4-c1aa8303ee4b None None] Provisioning complete for port 0394906b-be56-45df-8044-523872d81a6e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:26.509522 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-69d5e9ce-82c9-46ce-80e4-c1aa8303ee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0394906b-be56-45df-8044-523872d81a6e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.559208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a217bfa6-3356-4194-8e92-24e88726b72a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.579795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a217bfa6-3356-4194-8e92-24e88726b72a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.589124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c129e783-27c5-4879-b6be-30d2de4301f5') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.589436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c129e783-27c5-4879-b6be-30d2de4301f5') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:26.596193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0394906b-be56-45df-8044-523872d81a6e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:26.596577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0394906b-be56-45df-8044-523872d81a6e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.600909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (c129e783-27c5-4879-b6be-30d2de4301f5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.614588 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c129e783-27c5-4879-b6be-30d2de4301f5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.620599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:26.620988 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (c129e783-27c5-4879-b6be-30d2de4301f5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:26.624220 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:26.634520 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721c304-6929-4174-a061-6bcc9c536023 None None] Pushing event updated for resources: {'Port': ['ID=7a8666c8-a4df-4ca8-bd26-4727aa06e246,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:26.659489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b85ec-ec5f-41e0-b303-01497b085cac None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:40:26.692171 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.db.api [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:40:26.692171 n-d-827839-4 neutron-server[109857]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:40:26.692171 n-d-827839-4 neutron-server[109857]: [parameters: {'id': 'a217bfa6-3356-4194-8e92-24e88726b72a'}] Feb 09 03:40:26.692171 n-d-827839-4 neutron-server[109857]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:40:26.692602 n-d-827839-4 neutron-server[109857]: DEBUG oslo_db.api [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:40:26.758347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-69d5e9ce-82c9-46ce-80e4-c1aa8303ee4b None None] Current status of the port 0394906b-be56-45df-8044-523872d81a6e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:26.787527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0394906b-be56-45df-8044-523872d81a6e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:26.796602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b85ec-ec5f-41e0-b303-01497b085cac None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:40:26.949842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5af8a5-a2b6-42c2-ac4e-0b4834e20a2d None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:40:27.014899 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5af8a5-a2b6-42c2-ac4e-0b4834e20a2d None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:40:27.165101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cbc885-31a6-4e71-bd12-d77678ea73a6 None None] Network a217bfa6-3356-4194-8e92-24e88726b72a requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:27.193343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (a217bfa6-3356-4194-8e92-24e88726b72a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.255392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Deleting port 7a8666c8-a4df-4ca8-bd26-4727aa06e246 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:27.255758 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7a8666c8-a4df-4ca8-bd26-4727aa06e246), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.317694 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] For port 7a8666c8-a4df-4ca8-bd26-4727aa06e246, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7a8666c8-a4df-4ca8-bd26-4727aa06e246,segment=NetworkSegment(c129e783-27c5-4879-b6be-30d2de4301f5),segment_id=c129e783-27c5-4879-b6be-30d2de4301f5)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:27.318057 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7a8666c8-a4df-4ca8-bd26-4727aa06e246), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.330055 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Calling delete_port for 7a8666c8-a4df-4ca8-bd26-4727aa06e246 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:27.410460 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (7a8666c8-a4df-4ca8-bd26-4727aa06e246), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.436525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Port': ['ID=7a8666c8-a4df-4ca8-bd26-4727aa06e246,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:27.438930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No DVR routers for this DVR port 7a8666c8-a4df-4ca8-bd26-4727aa06e246 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:27.518984 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (a217bfa6-3356-4194-8e92-24e88726b72a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.538766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a217bfa6-3356-4194-8e92-24e88726b72a']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:27.548669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c129e783-27c5-4879-b6be-30d2de4301f5') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:27.548967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c129e783-27c5-4879-b6be-30d2de4301f5') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:27.558140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (c129e783-27c5-4879-b6be-30d2de4301f5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.571021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c129e783-27c5-4879-b6be-30d2de4301f5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.577122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:27.577717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (c129e783-27c5-4879-b6be-30d2de4301f5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:27.580862 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:27.638378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (a217bfa6-3356-4194-8e92-24e88726b72a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.645684 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.648772 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/a217bfa6-3356-4194-8e92-24e88726b72a HTTP/1.1" status: 204 len: 168 time: 2.0701165 Feb 09 03:40:27.652529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49482) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:27.658585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1401121304'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:27.660786 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca3e6e-f753-4351-8418-9b503fd17740 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Network': ['ID=a217bfa6-3356-4194-8e92-24e88726b72a,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:27.682508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:27.686066 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.708478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:27.717633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (dd9dbf35-3055-4616-8548-53cedd6f1bd4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.717977 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Added segment dd9dbf35-3055-4616-8548-53cedd6f1bd4 of type vlan for network 8eb1bb39-f846-42b3-be09-94928ce2b033 Feb 09 03:40:27.765132 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (8eb1bb39-f846-42b3-be09-94928ce2b033), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.789249 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (8eb1bb39-f846-42b3-be09-94928ce2b033), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.794512 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:27.795094 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:27.856957 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2031274 Feb 09 03:40:27.859740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49484) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:27.866297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'subnet': {'network_id': '8eb1bb39-f846-42b3-be09-94928ce2b033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:27.882262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3d484-9afd-481d-bfb7-08ec58b7e223 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Network': ['ID=8eb1bb39-f846-42b3-be09-94928ce2b033,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:27.892996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 8eb1bb39-f846-42b3-be09-94928ce2b033 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:27.955325 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:27.958808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.134087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (23055309-2b7c-4f05-9112-5e0db177671c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.190669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Subnet': ['ID=23055309-2b7c-4f05-9112-5e0db177671c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:28.200476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Checking segment: {'id': 'dd9dbf35-3055-4616-8548-53cedd6f1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8eb1bb39-f846-42b3-be09-94928ce2b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:28.200842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network hostable DHCP agents. Network: 8eb1bb39-f846-42b3-be09-94928ce2b033, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:28.217133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network 8eb1bb39-f846-42b3-be09-94928ce2b033 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:28.225261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 8eb1bb39-f846-42b3-be09-94928ce2b033) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:28.229170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:28.229761 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.236026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498ffe3-a393-468b-9004-fa323f453604 None None] Network 8eb1bb39-f846-42b3-be09-94928ce2b033 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:28.250967 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d16ac440-dc77-4825-9eb3-6c9fa14e8480 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3861463 Feb 09 03:40:28.251380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49486) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:28.256592 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1318927153'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:28.284322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:28.288019 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.314803 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0394906b-be56-45df-8044-523872d81a6e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:28.316967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:28.325848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a73b21eb-946d-4107-a0ed-0f8b61c4ed67), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.326260 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Added segment a73b21eb-946d-4107-a0ed-0f8b61c4ed67 of type vlan for network df3d0fc4-f4cb-4e22-9e22-6a88e56df938 Feb 09 03:40:28.367585 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (df3d0fc4-f4cb-4e22-9e22-6a88e56df938), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.396048 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (df3d0fc4-f4cb-4e22-9e22-6a88e56df938), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.401355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:28.401973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.464416 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2118752 Feb 09 03:40:28.468045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49488) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:28.473137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Request body: {'subnet': {'network_id': 'df3d0fc4-f4cb-4e22-9e22-6a88e56df938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:28.527566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36c9d8-ba62-4bc6-a9a5-c2317702450a tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Network': ['ID=df3d0fc4-f4cb-4e22-9e22-6a88e56df938,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:28.545405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network df3d0fc4-f4cb-4e22-9e22-6a88e56df938 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:28.550272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-8eb1bb39-f846-42b3-be09-94928ce2b033', 'network_id': '8eb1bb39-f846-42b3-be09-94928ce2b033', 'project_id': '6b7b6d1ad01345a8be2b2f77c5bbe0f6', 'fixed_ips': [{'subnet_id': '23055309-2b7c-4f05-9112-5e0db177671c'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:28.551100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.576122 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Made reservation on behalf of 6b7b6d1ad01345a8be2b2f77c5bbe0f6 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:28.580381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.719397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0394906b-be56-45df-8044-523872d81a6e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:28.719937 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0394906b-be56-45df-8044-523872d81a6e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.795867 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (35faadb5-89ac-4308-bf4e-a4db3b4fdc57), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.819948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Allocated IP 2001:db8::2 (8eb1bb39-f846-42b3-be09-94928ce2b033/23055309-2b7c-4f05-9112-5e0db177671c/d325ef9c-1d6e-4af5-9141-9fd48da06776) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:28.865049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Checking segment: {'id': 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df3d0fc4-f4cb-4e22-9e22-6a88e56df938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:28.865543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network hostable DHCP agents. Network: df3d0fc4-f4cb-4e22-9e22-6a88e56df938, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:28.867685 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event updated for resources: {'Subnet': ['ID=35faadb5-89ac-4308-bf4e-a4db3b4fdc57,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:28.895452 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Network df3d0fc4-f4cb-4e22-9e22-6a88e56df938 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:28.903558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0394906b-be56-45df-8044-523872d81a6e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:28.910936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, df3d0fc4-f4cb-4e22-9e22-6a88e56df938) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:28.918363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:28.918969 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:28.926593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc47dd-ce7e-4de5-8e3c-61b07c544fd6 None None] Network df3d0fc4-f4cb-4e22-9e22-6a88e56df938 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:28.943179 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1d449c9c-698e-4eaf-b437-17a50a8c84a7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4740593 Feb 09 03:40:28.945732 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49490) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:29.092749 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Publish callbacks [] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.097401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-df3d0fc4-f4cb-4e22-9e22-6a88e56df938', 'network_id': 'df3d0fc4-f4cb-4e22-9e22-6a88e56df938', 'project_id': '6b7b6d1ad01345a8be2b2f77c5bbe0f6', 'fixed_ips': [{'subnet_id': '35faadb5-89ac-4308-bf4e-a4db3b4fdc57'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:29.098363 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.114895 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.175423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Network 8eb1bb39-f846-42b3-be09-94928ce2b033 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:29.223744 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:29.225768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Pushing event updated for resources: {'Port': ['ID=d325ef9c-1d6e-4af5-9141-9fd48da06776,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:29.231391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:29.333431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Attempting to bind port d325ef9c-1d6e-4af5-9141-9fd48da06776 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:29.334199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Attempting to bind port d325ef9c-1d6e-4af5-9141-9fd48da06776 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'dd9dbf35-3055-4616-8548-53cedd6f1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8eb1bb39-f846-42b3-be09-94928ce2b033'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:29.334199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Attempting to bind port d325ef9c-1d6e-4af5-9141-9fd48da06776 on network 8eb1bb39-f846-42b3-be09-94928ce2b033 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:29.341649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:29.342021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Checking segment: {'id': 'dd9dbf35-3055-4616-8548-53cedd6f1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8eb1bb39-f846-42b3-be09-94928ce2b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:29.342450 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.342844 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Bound using segment: {'id': 'dd9dbf35-3055-4616-8548-53cedd6f1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8eb1bb39-f846-42b3-be09-94928ce2b033'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:29.343308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Bound port: d325ef9c-1d6e-4af5-9141-9fd48da06776, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9dbf35-3055-4616-8548-53cedd6f1bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8eb1bb39-f846-42b3-be09-94928ce2b033'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:29.343686 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.364768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Allocated IP 2001:db8::2 (df3d0fc4-f4cb-4e22-9e22-6a88e56df938/35faadb5-89ac-4308-bf4e-a4db3b4fdc57/cf6a50f8-7583-44ce-bdc6-bbba82d351f2) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:29.389840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (df3d0fc4-f4cb-4e22-9e22-6a88e56df938), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.443865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (35faadb5-89ac-4308-bf4e-a4db3b4fdc57), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.472153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] For port d325ef9c-1d6e-4af5-9141-9fd48da06776, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:29.478104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] For port d325ef9c-1d6e-4af5-9141-9fd48da06776, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d325ef9c-1d6e-4af5-9141-9fd48da06776,segment=NetworkSegment(dd9dbf35-3055-4616-8548-53cedd6f1bd4),segment_id=dd9dbf35-3055-4616-8548-53cedd6f1bd4)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:29.493837 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.597861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e6476-69de-4009-9a5b-061af61da5c8 None None] Pushing event updated for resources: {'Port': ['ID=d325ef9c-1d6e-4af5-9141-9fd48da06776,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:29.614430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Publish callbacks [] for port (cf6a50f8-7583-44ce-bdc6-bbba82d351f2), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.620913 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (cf6a50f8-7583-44ce-bdc6-bbba82d351f2), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.637883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (35faadb5-89ac-4308-bf4e-a4db3b4fdc57), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.658529 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Network df3d0fc4-f4cb-4e22-9e22-6a88e56df938 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:29.663787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:29.667443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:29.668554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Subnet': ['ID=35faadb5-89ac-4308-bf4e-a4db3b4fdc57,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:29.678288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Pushing event updated for resources: {'Port': ['ID=cf6a50f8-7583-44ce-bdc6-bbba82d351f2,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:29.739796 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (df3d0fc4-f4cb-4e22-9e22-6a88e56df938), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.759329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Attempting to bind port cf6a50f8-7583-44ce-bdc6-bbba82d351f2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:29.759903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Attempting to bind port cf6a50f8-7583-44ce-bdc6-bbba82d351f2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df3d0fc4-f4cb-4e22-9e22-6a88e56df938'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:29.761031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Attempting to bind port cf6a50f8-7583-44ce-bdc6-bbba82d351f2 on network df3d0fc4-f4cb-4e22-9e22-6a88e56df938 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:29.768457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:29.768843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Checking segment: {'id': 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df3d0fc4-f4cb-4e22-9e22-6a88e56df938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:29.769252 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.769654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Bound using segment: {'id': 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df3d0fc4-f4cb-4e22-9e22-6a88e56df938'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:29.770136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Bound port: cf6a50f8-7583-44ce-bdc6-bbba82d351f2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'df3d0fc4-f4cb-4e22-9e22-6a88e56df938'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:29.771168 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cf6a50f8-7583-44ce-bdc6-bbba82d351f2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.775768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3d0fc4-f4cb-4e22-9e22-6a88e56df938']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:29.794099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:29.794796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:29.812595 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (a73b21eb-946d-4107-a0ed-0f8b61c4ed67), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.829231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a73b21eb-946d-4107-a0ed-0f8b61c4ed67), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.836459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:29.836949 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (a73b21eb-946d-4107-a0ed-0f8b61c4ed67), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:29.840491 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:29.861417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] For port cf6a50f8-7583-44ce-bdc6-bbba82d351f2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:29.901415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] For port cf6a50f8-7583-44ce-bdc6-bbba82d351f2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cf6a50f8-7583-44ce-bdc6-bbba82d351f2,segment=NetworkSegment(a73b21eb-946d-4107-a0ed-0f8b61c4ed67),segment_id=a73b21eb-946d-4107-a0ed-0f8b61c4ed67)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:29.901697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.db.api [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 03:40:29.901697 n-d-827839-4 neutron-server[109856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 03:40:29.901697 n-d-827839-4 neutron-server[109856]: [parameters: {'id': 'df3d0fc4-f4cb-4e22-9e22-6a88e56df938'}] Feb 09 03:40:29.901697 n-d-827839-4 neutron-server[109856]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109856) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:40:29.902074 n-d-827839-4 neutron-server[109856]: DEBUG oslo_db.api [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:40:29.908139 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cf6a50f8-7583-44ce-bdc6-bbba82d351f2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:29.988261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200c2d0-6ba9-42f6-baf4-73c31a77d77c None None] Pushing event updated for resources: {'Port': ['ID=cf6a50f8-7583-44ce-bdc6-bbba82d351f2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:30.004160 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec3dc4-51ba-4378-b5cc-6c440f4beb67 None None] Network df3d0fc4-f4cb-4e22-9e22-6a88e56df938 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:30.318044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d325ef9c-1d6e-4af5-9141-9fd48da06776 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:30.368041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d325ef9c-1d6e-4af5-9141-9fd48da06776 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:30.368728 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.403642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (df3d0fc4-f4cb-4e22-9e22-6a88e56df938), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.454963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d325ef9c-1d6e-4af5-9141-9fd48da06776 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:30.455500 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.465280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Deleting port cf6a50f8-7583-44ce-bdc6-bbba82d351f2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:30.465759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cf6a50f8-7583-44ce-bdc6-bbba82d351f2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.500393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b06a07e-93dc-4a3d-8cde-6d290c2b7e3e None None] get_active_networks_info from n-d-827839-4 {{(pid=109858) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 03:40:30.503159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d325ef9c-1d6e-4af5-9141-9fd48da06776, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d325ef9c-1d6e-4af5-9141-9fd48da06776,segment=NetworkSegment(dd9dbf35-3055-4616-8548-53cedd6f1bd4),segment_id=dd9dbf35-3055-4616-8548-53cedd6f1bd4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:30.532676 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.538435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] For port cf6a50f8-7583-44ce-bdc6-bbba82d351f2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cf6a50f8-7583-44ce-bdc6-bbba82d351f2,segment=NetworkSegment(a73b21eb-946d-4107-a0ed-0f8b61c4ed67),segment_id=a73b21eb-946d-4107-a0ed-0f8b61c4ed67)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:30.538435 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cf6a50f8-7583-44ce-bdc6-bbba82d351f2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.553323 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Calling delete_port for cf6a50f8-7583-44ce-bdc6-bbba82d351f2 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:30.587032 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-05c9225d-b1c0-41d6-bf8a-63b5706b26ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.633938 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d325ef9c-1d6e-4af5-9141-9fd48da06776,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:30.639698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cf6a50f8-7583-44ce-bdc6-bbba82d351f2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.649380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f0fdc27a-42b1-4f0f-8588-22226a2413c2 None None] Provisioning complete for port d325ef9c-1d6e-4af5-9141-9fd48da06776 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:30.649755 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f0fdc27a-42b1-4f0f-8588-22226a2413c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.653626 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06a07e-93dc-4a3d-8cde-6d290c2b7e3e None None] Resources bound (agent type, host, resource id): {{(pid=109858) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 03:40:30.667053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Port': ['ID=cf6a50f8-7583-44ce-bdc6-bbba82d351f2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:30.669370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No DVR routers for this DVR port cf6a50f8-7583-44ce-bdc6-bbba82d351f2 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:30.751697 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (df3d0fc4-f4cb-4e22-9e22-6a88e56df938), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.770679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3d0fc4-f4cb-4e22-9e22-6a88e56df938']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:30.779673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:30.779974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73b21eb-946d-4107-a0ed-0f8b61c4ed67') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:30.790313 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (a73b21eb-946d-4107-a0ed-0f8b61c4ed67), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.803359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f0fdc27a-42b1-4f0f-8588-22226a2413c2 None None] Current status of the port d325ef9c-1d6e-4af5-9141-9fd48da06776 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:30.804432 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a73b21eb-946d-4107-a0ed-0f8b61c4ed67), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.814351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:30.814893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (a73b21eb-946d-4107-a0ed-0f8b61c4ed67), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:30.818020 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:30.872068 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001c8f2-d5d9-4aea-be8f-376f2fbae526 None None] Network 8eb1bb39-f846-42b3-be09-94928ce2b033 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:30.879643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (df3d0fc4-f4cb-4e22-9e22-6a88e56df938), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.888504 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:30.892323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/df3d0fc4-f4cb-4e22-9e22-6a88e56df938 HTTP/1.1" status: 204 len: 168 time: 1.9454784 Feb 09 03:40:30.896176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49492) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:30.902412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b2a53-7082-48d8-ad66-d38bfb48eadc tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Network': ['ID=df3d0fc4-f4cb-4e22-9e22-6a88e56df938,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:30.928859 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db3075a-2077-452a-9951-a002823dbbe3 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] GET failed (client error): The resource could not be found. Feb 09 03:40:30.930181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7db3075a-2077-452a-9951-a002823dbbe3 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "GET /v2.0/subnets/35faadb5-89ac-4308-bf4e-a4db3b4fdc57 HTTP/1.1" status: 404 len: 337 time: 0.0319014 Feb 09 03:40:30.933485 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49494) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:30.956099 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c5ad59-aef6-424a-a6c9-5f03f20325df tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] DELETE failed (client error): The resource could not be found. Feb 09 03:40:30.956609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c5ad59-aef6-424a-a6c9-5f03f20325df tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:40:30.959652 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b6c5ad59-aef6-424a-a6c9-5f03f20325df tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/df3d0fc4-f4cb-4e22-9e22-6a88e56df938 HTTP/1.1" status: 404 len: 339 time: 0.0252628 Feb 09 03:40:30.963332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49496) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:30.989168 n-d-827839-4 neutron-server[109857]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af3d0c6-745e-48c2-b2f9-3e8f980fd55e tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] DELETE failed (client error): The resource could not be found. Feb 09 03:40:30.989634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af3d0c6-745e-48c2-b2f9-3e8f980fd55e tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109857) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:40:30.994879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7af3d0c6-745e-48c2-b2f9-3e8f980fd55e tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/subnets/35faadb5-89ac-4308-bf4e-a4db3b4fdc57 HTTP/1.1" status: 404 len: 337 time: 0.0284259 Feb 09 03:40:30.995355 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49498) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:31.014415 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-84548140-a6ea-402a-a48c-7356e953c6d7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] DELETE failed (client error): The resource could not be found. Feb 09 03:40:31.014898 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84548140-a6ea-402a-a48c-7356e953c6d7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:40:31.020301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-84548140-a6ea-402a-a48c-7356e953c6d7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/df3d0fc4-f4cb-4e22-9e22-6a88e56df938 HTTP/1.1" status: 404 len: 339 time: 0.0214946 Feb 09 03:40:31.020603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49500) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:31.077598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa81e4e-aea4-4c74-9367-44c4ff009ee7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Deleting subnet 23055309-2b7c-4f05-9112-5e0db177671c {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:31.081022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaa81e4e-aea4-4c74-9367-44c4ff009ee7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (23055309-2b7c-4f05-9112-5e0db177671c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.122092 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaa81e4e-aea4-4c74-9367-44c4ff009ee7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (23055309-2b7c-4f05-9112-5e0db177671c), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.207348 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaa81e4e-aea4-4c74-9367-44c4ff009ee7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (23055309-2b7c-4f05-9112-5e0db177671c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.229701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d876dbf7-f07f-469b-9853-d5a88892de1d None None] Provisioning complete for port d325ef9c-1d6e-4af5-9141-9fd48da06776 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:31.230080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d876dbf7-f07f-469b-9853-d5a88892de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.269701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaa81e4e-aea4-4c74-9367-44c4ff009ee7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (23055309-2b7c-4f05-9112-5e0db177671c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.298944 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa81e4e-aea4-4c74-9367-44c4ff009ee7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Subnet': ['ID=23055309-2b7c-4f05-9112-5e0db177671c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:31.300994 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aaa81e4e-aea4-4c74-9367-44c4ff009ee7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.304245 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aaa81e4e-aea4-4c74-9367-44c4ff009ee7 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/subnets/23055309-2b7c-4f05-9112-5e0db177671c HTTP/1.1" status: 204 len: 168 time: 0.2826784 Feb 09 03:40:31.307023 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49502) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:31.310299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea870d-fe84-49a2-aadb-8e85812ff484 None None] Network 8eb1bb39-f846-42b3-be09-94928ce2b033 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:31.355248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d876dbf7-f07f-469b-9853-d5a88892de1d None None] Current status of the port d325ef9c-1d6e-4af5-9141-9fd48da06776 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:31.384632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (8eb1bb39-f846-42b3-be09-94928ce2b033), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.443609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Deleting port d325ef9c-1d6e-4af5-9141-9fd48da06776 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:31.443962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.478609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] DHCP port deletion for 8eb1bb39-f846-42b3-be09-94928ce2b033 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:31.507889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] For port d325ef9c-1d6e-4af5-9141-9fd48da06776, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d325ef9c-1d6e-4af5-9141-9fd48da06776,segment=NetworkSegment(dd9dbf35-3055-4616-8548-53cedd6f1bd4),segment_id=dd9dbf35-3055-4616-8548-53cedd6f1bd4)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:31.508360 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.521106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Calling delete_port for d325ef9c-1d6e-4af5-9141-9fd48da06776 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:31.536522 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] Deleting port d325ef9c-1d6e-4af5-9141-9fd48da06776 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:31.536939 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.600214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] For port d325ef9c-1d6e-4af5-9141-9fd48da06776, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d325ef9c-1d6e-4af5-9141-9fd48da06776,segment=NetworkSegment(dd9dbf35-3055-4616-8548-53cedd6f1bd4),segment_id=dd9dbf35-3055-4616-8548-53cedd6f1bd4)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:31.600617 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.605740 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.612980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] Calling delete_port for d325ef9c-1d6e-4af5-9141-9fd48da06776 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:31.632806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Port': ['ID=d325ef9c-1d6e-4af5-9141-9fd48da06776,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:31.636811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No DVR routers for this DVR port d325ef9c-1d6e-4af5-9141-9fd48da06776 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:31.693106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (d325ef9c-1d6e-4af5-9141-9fd48da06776), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.716071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] Pushing event deleted for resources: {'Port': ['ID=d325ef9c-1d6e-4af5-9141-9fd48da06776,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:31.721476 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (8eb1bb39-f846-42b3-be09-94928ce2b033), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.721961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f9db5-c516-4d4a-8a76-82bad5806605 None None] No DVR routers for this DVR port d325ef9c-1d6e-4af5-9141-9fd48da06776 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:31.744370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb1bb39-f846-42b3-be09-94928ce2b033']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:31.753703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9dbf35-3055-4616-8548-53cedd6f1bd4') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:31.753993 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9dbf35-3055-4616-8548-53cedd6f1bd4') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:31.763314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (dd9dbf35-3055-4616-8548-53cedd6f1bd4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.777328 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (dd9dbf35-3055-4616-8548-53cedd6f1bd4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.783766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:31.784146 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (dd9dbf35-3055-4616-8548-53cedd6f1bd4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:31.787261 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:31.847664 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (8eb1bb39-f846-42b3-be09-94928ce2b033), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.857039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:31.859356 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/8eb1bb39-f846-42b3-be09-94928ce2b033 HTTP/1.1" status: 204 len: 168 time: 0.5513492 Feb 09 03:40:31.862096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49504) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:31.871765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c687-f4e7-4640-bbf4-3c8a86b83594 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Network': ['ID=8eb1bb39-f846-42b3-be09-94928ce2b033,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:31.888228 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6debbc4-a1bd-4812-a263-e2782b3f8b24 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] DELETE failed (client error): The resource could not be found. Feb 09 03:40:31.888684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6debbc4-a1bd-4812-a263-e2782b3f8b24 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:40:31.892213 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a6debbc4-a1bd-4812-a263-e2782b3f8b24 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/subnets/531c7200-47c9-48b6-92b4-66592728fc15 HTTP/1.1" status: 404 len: 337 time: 0.0289953 Feb 09 03:40:31.895180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49506) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:31.913300 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51b2d11-e810-4800-8c1a-e88d62d0c665 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] DELETE failed (client error): The resource could not be found. Feb 09 03:40:31.913790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51b2d11-e810-4800-8c1a-e88d62d0c665 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:40:31.916684 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d51b2d11-e810-4800-8c1a-e88d62d0c665 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/a217bfa6-3356-4194-8e92-24e88726b72a HTTP/1.1" status: 404 len: 339 time: 0.0205979 Feb 09 03:40:31.918936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49508) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:31.943549 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c326b5-2261-43e2-9b0b-d509e9341d87 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] DELETE failed (client error): The resource could not be found. Feb 09 03:40:31.943999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c326b5-2261-43e2-9b0b-d509e9341d87 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:40:31.946934 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-74c326b5-2261-43e2-9b0b-d509e9341d87 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/subnets/af0ab2e0-df0f-466a-a738-1793c0fe1b48 HTTP/1.1" status: 404 len: 337 time: 0.0271323 Feb 09 03:40:31.949278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49510) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:31.966727 n-d-827839-4 neutron-server[109856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ecf5ec-03de-4857-b50e-c465e4d193e6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] DELETE failed (client error): The resource could not be found. Feb 09 03:40:31.967208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ecf5ec-03de-4857-b50e-c465e4d193e6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109856) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 03:40:31.970078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a6ecf5ec-03de-4857-b50e-c465e4d193e6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/4754683e-e4a6-402d-aa49-ba0c8bfacbbf HTTP/1.1" status: 404 len: 339 time: 0.0199282 Feb 09 03:40:31.972274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49512) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:32.026523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-11157032-c319-49cf-9f31-c3a5405a50db tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Deleting subnet 2d64bb4c-0a4c-48e0-9918-25261c7b8357 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:32.029496 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11157032-c319-49cf-9f31-c3a5405a50db tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (2d64bb4c-0a4c-48e0-9918-25261c7b8357), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.068539 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11157032-c319-49cf-9f31-c3a5405a50db tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (2d64bb4c-0a4c-48e0-9918-25261c7b8357), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.153620 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11157032-c319-49cf-9f31-c3a5405a50db tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (2d64bb4c-0a4c-48e0-9918-25261c7b8357), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.215158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11157032-c319-49cf-9f31-c3a5405a50db tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (2d64bb4c-0a4c-48e0-9918-25261c7b8357), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.239006 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11157032-c319-49cf-9f31-c3a5405a50db tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Subnet': ['ID=2d64bb4c-0a4c-48e0-9918-25261c7b8357,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:32.245286 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-11157032-c319-49cf-9f31-c3a5405a50db tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.248742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-11157032-c319-49cf-9f31-c3a5405a50db tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/subnets/2d64bb4c-0a4c-48e0-9918-25261c7b8357 HTTP/1.1" status: 204 len: 168 time: 0.2755949 Feb 09 03:40:32.251983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49514) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:32.256102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06448d5c-502a-4306-8075-e038fcfb4daa None None] Network 68d0c28f-9e83-4dfa-b605-af103af7d771 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:32.310370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d325ef9c-1d6e-4af5-9141-9fd48da06776 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:32.331967 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (68d0c28f-9e83-4dfa-b605-af103af7d771), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.339121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d325ef9c-1d6e-4af5-9141-9fd48da06776 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:32.339467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d325ef9c-1d6e-4af5-9141-9fd48da06776 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:32.385873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Deleting port 0394906b-be56-45df-8044-523872d81a6e {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:32.386223 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0394906b-be56-45df-8044-523872d81a6e), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.438472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] DHCP port deletion for 68d0c28f-9e83-4dfa-b605-af103af7d771 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:32.454190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] For port 0394906b-be56-45df-8044-523872d81a6e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0394906b-be56-45df-8044-523872d81a6e,segment=NetworkSegment(d841b558-cdaa-4846-b29b-936850081362),segment_id=d841b558-cdaa-4846-b29b-936850081362)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:32.454591 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0394906b-be56-45df-8044-523872d81a6e), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.467639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Calling delete_port for 0394906b-be56-45df-8044-523872d81a6e owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:32.488069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] Deleting port 0394906b-be56-45df-8044-523872d81a6e {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:32.488923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0394906b-be56-45df-8044-523872d81a6e), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.553347 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] For port 0394906b-be56-45df-8044-523872d81a6e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0394906b-be56-45df-8044-523872d81a6e,segment=NetworkSegment(d841b558-cdaa-4846-b29b-936850081362),segment_id=d841b558-cdaa-4846-b29b-936850081362)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:32.553669 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0394906b-be56-45df-8044-523872d81a6e), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.559957 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0394906b-be56-45df-8044-523872d81a6e), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.572913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] Calling delete_port for 0394906b-be56-45df-8044-523872d81a6e owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:32.589953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Port': ['ID=0394906b-be56-45df-8044-523872d81a6e,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:32.594334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] No DVR routers for this DVR port 0394906b-be56-45df-8044-523872d81a6e on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:32.649736 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (0394906b-be56-45df-8044-523872d81a6e), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.673786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (68d0c28f-9e83-4dfa-b605-af103af7d771), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.676026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] Pushing event deleted for resources: {'Port': ['ID=0394906b-be56-45df-8044-523872d81a6e,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:32.677837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458897e-7de7-4486-aaac-cafe82d3cb70 None None] No DVR routers for this DVR port 0394906b-be56-45df-8044-523872d81a6e on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:32.700647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d0c28f-9e83-4dfa-b605-af103af7d771']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:32.709966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd841b558-cdaa-4846-b29b-936850081362') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:32.710292 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd841b558-cdaa-4846-b29b-936850081362') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:32.720264 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (d841b558-cdaa-4846-b29b-936850081362), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.732924 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (d841b558-cdaa-4846-b29b-936850081362), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.739576 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:32.739965 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (d841b558-cdaa-4846-b29b-936850081362), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:32.742953 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:32.757643 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-025940e9-315c-40b2-9acc-c63e5f2d390b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.807271 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (68d0c28f-9e83-4dfa-b605-af103af7d771), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.814510 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:32.817599 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] 10.222.0.32 "DELETE /v2.0/networks/68d0c28f-9e83-4dfa-b605-af103af7d771 HTTP/1.1" status: 204 len: 168 time: 0.5646944 Feb 09 03:40:32.829087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a8044-3fbc-44a6-9fa4-eac009d912f6 tempest-NetworksIpV6Test-1907573316 tempest-NetworksIpV6Test-1907573316-project] Pushing event deleted for resources: {'Network': ['ID=68d0c28f-9e83-4dfa-b605-af103af7d771,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:33.055593 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49520) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:33.184621 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9f40477c-e259-46c6-87e2-4607fda9a16e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b7b6d1ad01345a8be2b2f77c5bbe0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278574 Feb 09 03:40:33.187253 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49524) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:33.232866 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d20ce2a-8375-4628-8957-611641647ab6 admin admin] Publish callbacks [] for security_group (d63f7faf-6d3f-487f-9f73-ddf688b5d876), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.254115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d20ce2a-8375-4628-8957-611641647ab6 admin admin] Publish callbacks [] for security_group (d63f7faf-6d3f-487f-9f73-ddf688b5d876), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.306354 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d20ce2a-8375-4628-8957-611641647ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d63f7faf-6d3f-487f-9f73-ddf688b5d876), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.308817 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8d20ce2a-8375-4628-8957-611641647ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:33.309986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8d20ce2a-8375-4628-8957-611641647ab6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d63f7faf-6d3f-487f-9f73-ddf688b5d876 HTTP/1.1" status: 204 len: 168 time: 0.1212232 Feb 09 03:40:33.318072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20ce2a-8375-4628-8957-611641647ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f7faf-6d3f-487f-9f73-ddf688b5d876,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:33.934868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49546) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:34.029910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0d56ad05-249e-44c7-b1b4-ffa4f2f5e9ee tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1172354689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:34.051716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0d56ad05-249e-44c7-b1b4-ffa4f2f5e9ee tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (7ccf6951-1580-48c5-aa33-00599a6f21cc), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.052739 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0d56ad05-249e-44c7-b1b4-ffa4f2f5e9ee tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (7ccf6951-1580-48c5-aa33-00599a6f21cc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.107379 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0d56ad05-249e-44c7-b1b4-ffa4f2f5e9ee tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for router_controller (7ccf6951-1580-48c5-aa33-00599a6f21cc), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.112779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0d56ad05-249e-44c7-b1b4-ffa4f2f5e9ee tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (7ccf6951-1580-48c5-aa33-00599a6f21cc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.124708 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.130673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0d56ad05-249e-44c7-b1b4-ffa4f2f5e9ee tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.131877 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0d56ad05-249e-44c7-b1b4-ffa4f2f5e9ee tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1959877 Feb 09 03:40:34.134562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49550) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:34.139412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1154084252'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:34.158127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Made reservation on behalf of 7d1eaec71f1144809911c6531bd498db for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:34.161455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.170375 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.251802 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for security_group (46f6f46a-70a6-44fa-b7e6-388959e59d1a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.256019 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (46f6f46a-70a6-44fa-b7e6-388959e59d1a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.283092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:34.290345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0394906b-be56-45df-8044-523872d81a6e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:34.293044 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f6f46a-70a6-44fa-b7e6-388959e59d1a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:34.298451 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (632140e4-8296-41ae-a4da-89c679a18811), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.298799 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Added segment 632140e4-8296-41ae-a4da-89c679a18811 of type vlan for network bd64b5f7-611a-46a3-986d-704471e12cfa Feb 09 03:40:34.312047 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0394906b-be56-45df-8044-523872d81a6e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:34.312502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0394906b-be56-45df-8044-523872d81a6e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:34.338619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (bd64b5f7-611a-46a3-986d-704471e12cfa), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.364206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (bd64b5f7-611a-46a3-986d-704471e12cfa), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.369046 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:34.369625 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.431717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2961314 Feb 09 03:40:34.434389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49552) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:34.441052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Request body: {'subnet': {'network_id': 'bd64b5f7-611a-46a3-986d-704471e12cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:34.447527 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116c35f-921b-4aa1-a486-acc750cfe84d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event updated for resources: {'Network': ['ID=bd64b5f7-611a-46a3-986d-704471e12cfa,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:34.457198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network bd64b5f7-611a-46a3-986d-704471e12cfa details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:34.530351 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Made reservation on behalf of 7d1eaec71f1144809911c6531bd498db for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:34.534296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.717247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (bf8aacd1-0cac-4836-b306-88dc44e27454), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.787134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event updated for resources: {'Subnet': ['ID=bf8aacd1-0cac-4836-b306-88dc44e27454,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:34.789304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Checking segment: {'id': '632140e4-8296-41ae-a4da-89c679a18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bd64b5f7-611a-46a3-986d-704471e12cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:34.789664 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Network hostable DHCP agents. Network: bd64b5f7-611a-46a3-986d-704471e12cfa, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:34.806283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Network bd64b5f7-611a-46a3-986d-704471e12cfa is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:34.814960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, bd64b5f7-611a-46a3-986d-704471e12cfa) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:34.818925 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:34.819518 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.825910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213d75b-c7e1-49e4-a5b8-462a71e125f5 None None] Network bd64b5f7-611a-46a3-986d-704471e12cfa requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:34.836196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-745e3324-fa96-4031-9539-2093de2ab546 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4007869 Feb 09 03:40:34.839179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49554) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:34.845129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-985278261'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:34.863553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Made reservation on behalf of 7d1eaec71f1144809911c6531bd498db for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:34.867010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.893057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:34.903903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (99680480-5888-4961-922e-19e1f9bed37d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.904353 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Added segment 99680480-5888-4961-922e-19e1f9bed37d of type vlan for network ce6180a0-bc7a-49b1-94f9-cd751adb905d Feb 09 03:40:34.934141 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-bd64b5f7-611a-46a3-986d-704471e12cfa', 'network_id': 'bd64b5f7-611a-46a3-986d-704471e12cfa', 'project_id': '7d1eaec71f1144809911c6531bd498db', 'fixed_ips': [{'subnet_id': 'bf8aacd1-0cac-4836-b306-88dc44e27454'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:34.935080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.948082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (ce6180a0-bc7a-49b1-94f9-cd751adb905d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.974541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (ce6180a0-bc7a-49b1-94f9-cd751adb905d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:34.979380 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:34.980064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.035333 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1946507 Feb 09 03:40:35.038259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49556) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:35.045537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Request body: {'subnet': {'network_id': 'ce6180a0-bc7a-49b1-94f9-cd751adb905d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:35.051269 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc22dc7-0cab-44a5-b06a-14e60126d3ab tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event updated for resources: {'Network': ['ID=ce6180a0-bc7a-49b1-94f9-cd751adb905d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:35.139687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Made reservation on behalf of 7d1eaec71f1144809911c6531bd498db for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:35.143402 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.206720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network ce6180a0-bc7a-49b1-94f9-cd751adb905d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:35.295938 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.320653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Allocated IP 172.20.0.2 (bd64b5f7-611a-46a3-986d-704471e12cfa/bf8aacd1-0cac-4836-b306-88dc44e27454/90415c33-a96e-429c-9295-0935a652a963) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:35.331976 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (92aa2e4f-a2e0-48ef-ab7e-135397610a45), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.398630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event updated for resources: {'Subnet': ['ID=92aa2e4f-a2e0-48ef-ab7e-135397610a45,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:35.408048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Checking segment: {'id': '99680480-5888-4961-922e-19e1f9bed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce6180a0-bc7a-49b1-94f9-cd751adb905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:35.408411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Network hostable DHCP agents. Network: ce6180a0-bc7a-49b1-94f9-cd751adb905d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:35.425817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Network ce6180a0-bc7a-49b1-94f9-cd751adb905d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:35.434736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, ce6180a0-bc7a-49b1-94f9-cd751adb905d) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:35.438801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:35.439402 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.448197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebf2e8-14fc-4faa-a555-7d680cd2e883 None None] Network ce6180a0-bc7a-49b1-94f9-cd751adb905d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:35.456227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bf4be357-edb7-423e-bab7-c9c4080355b7 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4168375 Feb 09 03:40:35.458855 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49558) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:35.463361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8bd3fc77-a768-48d8-80d5-aa9bece39f2d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce6180a0-bc7a-49b1-94f9-cd751adb905d'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:35.514681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Publish callbacks [] for port (90415c33-a96e-429c-9295-0935a652a963), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.525000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (90415c33-a96e-429c-9295-0935a652a963), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.584303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Network bd64b5f7-611a-46a3-986d-704471e12cfa is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:35.589170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:35.612366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:35.618354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Pushing event updated for resources: {'Port': ['ID=90415c33-a96e-429c-9295-0935a652a963,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:35.628301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-ce6180a0-bc7a-49b1-94f9-cd751adb905d', 'network_id': 'ce6180a0-bc7a-49b1-94f9-cd751adb905d', 'project_id': '7d1eaec71f1144809911c6531bd498db', 'fixed_ips': [{'subnet_id': '92aa2e4f-a2e0-48ef-ab7e-135397610a45'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:35.629144 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.690424 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8bd3fc77-a768-48d8-80d5-aa9bece39f2d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for router_gateway (7ccf6951-1580-48c5-aa33-00599a6f21cc), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.738516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Attempting to bind port 90415c33-a96e-429c-9295-0935a652a963 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:35.738896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Attempting to bind port 90415c33-a96e-429c-9295-0935a652a963 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '632140e4-8296-41ae-a4da-89c679a18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bd64b5f7-611a-46a3-986d-704471e12cfa'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:35.739266 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Attempting to bind port 90415c33-a96e-429c-9295-0935a652a963 on network bd64b5f7-611a-46a3-986d-704471e12cfa {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:35.758115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:35.758532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Checking segment: {'id': '632140e4-8296-41ae-a4da-89c679a18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bd64b5f7-611a-46a3-986d-704471e12cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:35.758940 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.759340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Bound using segment: {'id': '632140e4-8296-41ae-a4da-89c679a18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bd64b5f7-611a-46a3-986d-704471e12cfa'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:35.759810 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Bound port: 90415c33-a96e-429c-9295-0935a652a963, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632140e4-8296-41ae-a4da-89c679a18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bd64b5f7-611a-46a3-986d-704471e12cfa'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:35.760191 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90415c33-a96e-429c-9295-0935a652a963), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.799116 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [None req-8bd3fc77-a768-48d8-80d5-aa9bece39f2d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 03:40:35.800259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8bd3fc77-a768-48d8-80d5-aa9bece39f2d tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "PUT /v2.0/routers/7ccf6951-1580-48c5-aa33-00599a6f21cc HTTP/1.1" status: 400 len: 364 time: 0.3403208 Feb 09 03:40:35.806309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49560) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:35.849765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Allocated IP 172.21.0.2 (ce6180a0-bc7a-49b1-94f9-cd751adb905d/92aa2e4f-a2e0-48ef-ab7e-135397610a45/a173fb1a-7ef6-49dd-951a-b2b0f7dccd64) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:35.857495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-654997ec-3146-4f7f-ae5d-5b7f5c1c03d6 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Deleting subnet 92aa2e4f-a2e0-48ef-ab7e-135397610a45 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:35.874082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] For port 90415c33-a96e-429c-9295-0935a652a963, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:35.879118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] For port 90415c33-a96e-429c-9295-0935a652a963, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=90415c33-a96e-429c-9295-0935a652a963,segment=NetworkSegment(632140e4-8296-41ae-a4da-89c679a18811),segment_id=632140e4-8296-41ae-a4da-89c679a18811)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:35.923710 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90415c33-a96e-429c-9295-0935a652a963), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:35.999686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b83fd8-c644-4661-be75-def171fb8f6e None None] Pushing event updated for resources: {'Port': ['ID=90415c33-a96e-429c-9295-0935a652a963,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.075749 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Publish callbacks [] for port (a173fb1a-7ef6-49dd-951a-b2b0f7dccd64), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.081215 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-654997ec-3146-4f7f-ae5d-5b7f5c1c03d6 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for subnet (92aa2e4f-a2e0-48ef-ab7e-135397610a45), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.087715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a173fb1a-7ef6-49dd-951a-b2b0f7dccd64), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.125532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-654997ec-3146-4f7f-ae5d-5b7f5c1c03d6 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (92aa2e4f-a2e0-48ef-ab7e-135397610a45), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.141544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Network ce6180a0-bc7a-49b1-94f9-cd751adb905d is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:36.150615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:36.155177 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Pushing event updated for resources: {'Port': ['ID=a173fb1a-7ef6-49dd-951a-b2b0f7dccd64,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.157856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:36.244480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Attempting to bind port a173fb1a-7ef6-49dd-951a-b2b0f7dccd64 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:36.245040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Attempting to bind port a173fb1a-7ef6-49dd-951a-b2b0f7dccd64 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '99680480-5888-4961-922e-19e1f9bed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce6180a0-bc7a-49b1-94f9-cd751adb905d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:36.245309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Attempting to bind port a173fb1a-7ef6-49dd-951a-b2b0f7dccd64 on network ce6180a0-bc7a-49b1-94f9-cd751adb905d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:36.251157 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:36.251543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Checking segment: {'id': '99680480-5888-4961-922e-19e1f9bed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce6180a0-bc7a-49b1-94f9-cd751adb905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:36.252600 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.252725 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-654997ec-3146-4f7f-ae5d-5b7f5c1c03d6 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (92aa2e4f-a2e0-48ef-ab7e-135397610a45), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.252833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Bound using segment: {'id': '99680480-5888-4961-922e-19e1f9bed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce6180a0-bc7a-49b1-94f9-cd751adb905d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:36.253337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Bound port: a173fb1a-7ef6-49dd-951a-b2b0f7dccd64, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99680480-5888-4961-922e-19e1f9bed37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce6180a0-bc7a-49b1-94f9-cd751adb905d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:36.253920 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a173fb1a-7ef6-49dd-951a-b2b0f7dccd64), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.330649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-654997ec-3146-4f7f-ae5d-5b7f5c1c03d6 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (92aa2e4f-a2e0-48ef-ab7e-135397610a45), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.335933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] For port a173fb1a-7ef6-49dd-951a-b2b0f7dccd64, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:36.340681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] For port a173fb1a-7ef6-49dd-951a-b2b0f7dccd64, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a173fb1a-7ef6-49dd-951a-b2b0f7dccd64,segment=NetworkSegment(99680480-5888-4961-922e-19e1f9bed37d),segment_id=99680480-5888-4961-922e-19e1f9bed37d)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:36.347302 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a173fb1a-7ef6-49dd-951a-b2b0f7dccd64), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.368827 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-654997ec-3146-4f7f-ae5d-5b7f5c1c03d6 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.374707 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-654997ec-3146-4f7f-ae5d-5b7f5c1c03d6 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "DELETE /v2.0/subnets/92aa2e4f-a2e0-48ef-ab7e-135397610a45 HTTP/1.1" status: 204 len: 168 time: 0.5649047 Feb 09 03:40:36.374707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654997ec-3146-4f7f-ae5d-5b7f5c1c03d6 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event deleted for resources: {'Subnet': ['ID=92aa2e4f-a2e0-48ef-ab7e-135397610a45,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.375678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49562) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:36.386776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 90415c33-a96e-429c-9295-0935a652a963 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:36.454731 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f09a67-3cc7-43d9-8b74-bf38d1dbfcd3 None None] Pushing event updated for resources: {'Port': ['ID=a173fb1a-7ef6-49dd-951a-b2b0f7dccd64,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.463057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 90415c33-a96e-429c-9295-0935a652a963 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:36.463436 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90415c33-a96e-429c-9295-0935a652a963), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.482885 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (ce6180a0-bc7a-49b1-94f9-cd751adb905d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.552106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.563678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Deleting port a173fb1a-7ef6-49dd-951a-b2b0f7dccd64 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:36.563893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a173fb1a-7ef6-49dd-951a-b2b0f7dccd64), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.575149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 90415c33-a96e-429c-9295-0935a652a963 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:36.575564 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90415c33-a96e-429c-9295-0935a652a963), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.627195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 90415c33-a96e-429c-9295-0935a652a963, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=90415c33-a96e-429c-9295-0935a652a963,segment=NetworkSegment(632140e4-8296-41ae-a4da-89c679a18811),segment_id=632140e4-8296-41ae-a4da-89c679a18811)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:36.632377 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90415c33-a96e-429c-9295-0935a652a963), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.656281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] For port a173fb1a-7ef6-49dd-951a-b2b0f7dccd64, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a173fb1a-7ef6-49dd-951a-b2b0f7dccd64,segment=NetworkSegment(99680480-5888-4961-922e-19e1f9bed37d),segment_id=99680480-5888-4961-922e-19e1f9bed37d)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:36.656762 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a173fb1a-7ef6-49dd-951a-b2b0f7dccd64), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.677283 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Calling delete_port for a173fb1a-7ef6-49dd-951a-b2b0f7dccd64 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:36.710408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=90415c33-a96e-429c-9295-0935a652a963,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.773702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a173fb1a-7ef6-49dd-951a-b2b0f7dccd64), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.801073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event deleted for resources: {'Port': ['ID=a173fb1a-7ef6-49dd-951a-b2b0f7dccd64,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:36.808359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] No DVR routers for this DVR port a173fb1a-7ef6-49dd-951a-b2b0f7dccd64 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:36.900512 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (ce6180a0-bc7a-49b1-94f9-cd751adb905d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.922158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6180a0-bc7a-49b1-94f9-cd751adb905d']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:36.931799 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99680480-5888-4961-922e-19e1f9bed37d') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:36.932128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99680480-5888-4961-922e-19e1f9bed37d') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:36.943023 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (99680480-5888-4961-922e-19e1f9bed37d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.956818 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (99680480-5888-4961-922e-19e1f9bed37d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.963309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:36.963711 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (99680480-5888-4961-922e-19e1f9bed37d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:36.966764 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:37.030980 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (ce6180a0-bc7a-49b1-94f9-cd751adb905d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.037997 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.041157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "DELETE /v2.0/networks/ce6180a0-bc7a-49b1-94f9-cd751adb905d HTTP/1.1" status: 204 len: 168 time: 0.6636686 Feb 09 03:40:37.043575 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49564) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:37.060933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3989c42-d2fc-4e53-b0d3-dafff6d425f5 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event deleted for resources: {'Network': ['ID=ce6180a0-bc7a-49b1-94f9-cd751adb905d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:37.092877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad50fd1-33f6-4716-a829-8ab8824cf861 None None] Network bd64b5f7-611a-46a3-986d-704471e12cfa requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:37.112924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed3f897-db9a-40fb-b22a-56d7ae2bdda2 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Deleting subnet bf8aacd1-0cac-4836-b306-88dc44e27454 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:40:37.116070 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed3f897-db9a-40fb-b22a-56d7ae2bdda2 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for subnet (bf8aacd1-0cac-4836-b306-88dc44e27454), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.155921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7210b024-6960-4519-83e5-6fdb8bea7964 None None] Provisioning complete for port 90415c33-a96e-429c-9295-0935a652a963 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:37.156153 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed3f897-db9a-40fb-b22a-56d7ae2bdda2 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (bf8aacd1-0cac-4836-b306-88dc44e27454), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.156384 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7210b024-6960-4519-83e5-6fdb8bea7964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90415c33-a96e-429c-9295-0935a652a963), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.256103 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed3f897-db9a-40fb-b22a-56d7ae2bdda2 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (bf8aacd1-0cac-4836-b306-88dc44e27454), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.286449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7210b024-6960-4519-83e5-6fdb8bea7964 None None] Current status of the port 90415c33-a96e-429c-9295-0935a652a963 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:37.324955 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed3f897-db9a-40fb-b22a-56d7ae2bdda2 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (bf8aacd1-0cac-4836-b306-88dc44e27454), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.357566 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3f897-db9a-40fb-b22a-56d7ae2bdda2 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8aacd1-0cac-4836-b306-88dc44e27454,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:37.361436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-eed3f897-db9a-40fb-b22a-56d7ae2bdda2 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.367517 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-eed3f897-db9a-40fb-b22a-56d7ae2bdda2 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "DELETE /v2.0/subnets/bf8aacd1-0cac-4836-b306-88dc44e27454 HTTP/1.1" status: 204 len: 168 time: 0.3204715 Feb 09 03:40:37.367517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49566) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:37.457939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (bd64b5f7-611a-46a3-986d-704471e12cfa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.513393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f1eda8-1e42-4d97-a9ea-2dda899c2d03 None None] Network bd64b5f7-611a-46a3-986d-704471e12cfa requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:37.522025 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Deleting port 90415c33-a96e-429c-9295-0935a652a963 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:40:37.522425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (90415c33-a96e-429c-9295-0935a652a963), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.527235 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-f2c334a2-f158-400e-a05f-a89a0e287f80 None None] Provisioning complete for port 90415c33-a96e-429c-9295-0935a652a963 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:37.527609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f2c334a2-f158-400e-a05f-a89a0e287f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90415c33-a96e-429c-9295-0935a652a963), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.591080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] For port 90415c33-a96e-429c-9295-0935a652a963, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=90415c33-a96e-429c-9295-0935a652a963,segment=NetworkSegment(632140e4-8296-41ae-a4da-89c679a18811),segment_id=632140e4-8296-41ae-a4da-89c679a18811)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:37.591448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (90415c33-a96e-429c-9295-0935a652a963), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.604134 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Calling delete_port for 90415c33-a96e-429c-9295-0935a652a963 owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:40:37.656712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc63c30-e96e-43ba-9472-08b869e4bf5a None None] DHCP port deletion for ce6180a0-bc7a-49b1-94f9-cd751adb905d request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:37.682864 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-f2c334a2-f158-400e-a05f-a89a0e287f80 None None] Current status of the port 90415c33-a96e-429c-9295-0935a652a963 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:37.692774 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (90415c33-a96e-429c-9295-0935a652a963), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.693380 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d14cc-30e7-418d-ad66-6c505ffafcd5 None None] Network ce6180a0-bc7a-49b1-94f9-cd751adb905d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:37.707328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d14cc-30e7-418d-ad66-6c505ffafcd5 None None] Network ce6180a0-bc7a-49b1-94f9-cd751adb905d could not be found, it might have been deleted concurrently. {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 03:40:37.719540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event deleted for resources: {'Port': ['ID=90415c33-a96e-429c-9295-0935a652a963,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:37.725589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] No DVR routers for this DVR port 90415c33-a96e-429c-9295-0935a652a963 on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:40:37.766370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d7e69-54e7-4c48-936b-eafe466f60b0 None None] DHCP port deletion for bd64b5f7-611a-46a3-986d-704471e12cfa request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:40:37.801109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-25e25bd6-87cd-411d-a281-80548c552982 None None] Could not find standard attr ID for object a173fb1a-7ef6-49dd-951a-b2b0f7dccd64. {{(pid=109858) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 03:40:37.812201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (bd64b5f7-611a-46a3-986d-704471e12cfa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.832990 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd64b5f7-611a-46a3-986d-704471e12cfa']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:37.842214 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632140e4-8296-41ae-a4da-89c679a18811') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:37.842540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632140e4-8296-41ae-a4da-89c679a18811') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:37.851906 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (632140e4-8296-41ae-a4da-89c679a18811), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.865432 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (632140e4-8296-41ae-a4da-89c679a18811), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.871858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:40:37.872237 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (632140e4-8296-41ae-a4da-89c679a18811), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:40:37.876353 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:40:37.933890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (bd64b5f7-611a-46a3-986d-704471e12cfa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.941717 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:37.944938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "DELETE /v2.0/networks/bd64b5f7-611a-46a3-986d-704471e12cfa HTTP/1.1" status: 204 len: 168 time: 0.5765307 Feb 09 03:40:37.947749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49568) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:37.956670 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9d764-3b85-40b7-ad90-e0d126c61208 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Pushing event deleted for resources: {'Network': ['ID=bd64b5f7-611a-46a3-986d-704471e12cfa,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:37.976564 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-56f71c23-533c-4b21-b63b-0cff1837d165 tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ccf6951-1580-48c5-aa33-00599a6f21cc HTTP/1.1" status: 200 len: 205 time: 0.0276084 Feb 09 03:40:37.978874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49570) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:38.056725 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1006-8348-43e0-9fcc-d71749f8d96b tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for router (7ccf6951-1580-48c5-aa33-00599a6f21cc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.226932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1006-8348-43e0-9fcc-d71749f8d96b tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (7ccf6951-1580-48c5-aa33-00599a6f21cc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.229031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1006-8348-43e0-9fcc-d71749f8d96b tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for router_controller (7ccf6951-1580-48c5-aa33-00599a6f21cc), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.278147 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1006-8348-43e0-9fcc-d71749f8d96b tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (7ccf6951-1580-48c5-aa33-00599a6f21cc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.278756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecc1006-8348-43e0-9fcc-d71749f8d96b tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Fanout notify agent at l3_agent the message router_deleted on router 7ccf6951-1580-48c5-aa33-00599a6f21cc {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:40:38.286045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0ecc1006-8348-43e0-9fcc-d71749f8d96b tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.287202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0ecc1006-8348-43e0-9fcc-d71749f8d96b tempest-RoutersNegativeTest-75874178 tempest-RoutersNegativeTest-75874178-project] 10.222.0.32 "DELETE /v2.0/routers/7ccf6951-1580-48c5-aa33-00599a6f21cc HTTP/1.1" status: 204 len: 168 time: 0.3074005 Feb 09 03:40:38.300407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 90415c33-a96e-429c-9295-0935a652a963 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:40:38.319568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 90415c33-a96e-429c-9295-0935a652a963 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:40:38.319918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 90415c33-a96e-429c-9295-0935a652a963 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:40:38.526365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49576) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:38.657824 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2232d535-85ae-4738-8697-7bd9fb20151d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d1eaec71f1144809911c6531bd498db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302707 Feb 09 03:40:38.660275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49580) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:38.707251 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42138553-dd8e-4db6-aa0f-f661b17486f0 admin admin] Publish callbacks [] for security_group (46f6f46a-70a6-44fa-b7e6-388959e59d1a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.727639 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42138553-dd8e-4db6-aa0f-f661b17486f0 admin admin] Publish callbacks [] for security_group (46f6f46a-70a6-44fa-b7e6-388959e59d1a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.774183 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42138553-dd8e-4db6-aa0f-f661b17486f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (46f6f46a-70a6-44fa-b7e6-388959e59d1a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.776726 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-42138553-dd8e-4db6-aa0f-f661b17486f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:38.777882 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-42138553-dd8e-4db6-aa0f-f661b17486f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46f6f46a-70a6-44fa-b7e6-388959e59d1a HTTP/1.1" status: 204 len: 168 time: 0.1167140 Feb 09 03:40:38.788054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42138553-dd8e-4db6-aa0f-f661b17486f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f6f46a-70a6-44fa-b7e6-388959e59d1a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:39.389408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49602) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:39.484079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1058845691-network', 'tenant_id': '39873112f7f44db0afe34fe544827c15'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:39.504319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Made reservation on behalf of 39873112f7f44db0afe34fe544827c15 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:39.506783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.515224 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.586585 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Publish callbacks [] for security_group (351b557d-18d8-42e9-acc4-9c1b34c0d8a3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.590153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (351b557d-18d8-42e9-acc4-9c1b34c0d8a3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.613670 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:39.627170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b557d-18d8-42e9-acc4-9c1b34c0d8a3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:39.631844 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (626f50da-09ac-4048-aa0f-fa14881c457c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.632183 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Added segment 626f50da-09ac-4048-aa0f-fa14881c457c of type vlan for network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 Feb 09 03:40:39.671775 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (d9cc3723-1efa-48a6-b1fe-19850c21c5f4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.697407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (d9cc3723-1efa-48a6-b1fe-19850c21c5f4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.698351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:39.698932 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.752950 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3623695 Feb 09 03:40:39.755901 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49606) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:39.759921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1d050-47a9-4dca-9c83-6e113d4f90ef admin admin] Pushing event updated for resources: {'Network': ['ID=d9cc3723-1efa-48a6-b1fe-19850c21c5f4,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:39.760859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Request body: {'subnet': {'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-subnet', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:39.770010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:39.783230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Made reservation on behalf of 39873112f7f44db0afe34fe544827c15 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:39.785742 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.951486 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (3772ae93-c881-4516-9c46-dab63e0669f4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:39.999002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3772ae93-c881-4516-9c46-dab63e0669f4,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.014147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Checking segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:40.014529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Network hostable DHCP agents. Network: d9cc3723-1efa-48a6-b1fe-19850c21c5f4, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:40.030841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:40.039589 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, d9cc3723-1efa-48a6-b1fe-19850c21c5f4) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:40.043502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:40.044080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.049887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc90372-a7ac-43d9-b6cd-81380df30190 None None] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:40.063164 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e3e6767c-5155-4159-be08-1f5cf53b40c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3056490 Feb 09 03:40:40.065996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49608) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:40.070568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:40.089197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.090171 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.147613 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks [] for router_controller (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.153180 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-d9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'project_id': '39873112f7f44db0afe34fe544827c15', 'fixed_ips': [{'subnet_id': '3772ae93-c881-4516-9c46-dab63e0669f4'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:40.154051 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.288414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Allocated IP 172.20.0.2 (d9cc3723-1efa-48a6-b1fe-19850c21c5f4/3772ae93-c881-4516-9c46-dab63e0669f4/07335d71-59e5-4952-b5de-ef6fa5367862) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:40.290217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks [] for router_gateway (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.431787 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Publish callbacks [] for port (07335d71-59e5-4952-b5de-ef6fa5367862), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.437393 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.473847 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:40.478725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:40.482308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:40.492093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Pushing event updated for resources: {'Port': ['ID=07335d71-59e5-4952-b5de-ef6fa5367862,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.492307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks [] for router_gateway (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.512660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.549048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Attempting to bind port 07335d71-59e5-4952-b5de-ef6fa5367862 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:40.550030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Attempting to bind port 07335d71-59e5-4952-b5de-ef6fa5367862 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:40.550434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Attempting to bind port 07335d71-59e5-4952-b5de-ef6fa5367862 on network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:40.555486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:40.555879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Checking segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:40.556282 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.556683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Bound using segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:40.557154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Bound port: 07335d71-59e5-4952-b5de-ef6fa5367862, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:40.557543 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.619783 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] For port 07335d71-59e5-4952-b5de-ef6fa5367862, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:40.621760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Allocated IP 172.25.2.61 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/299a54f4-ac77-4517-988e-a615a04e0675) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:40.623696 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] For port 07335d71-59e5-4952-b5de-ef6fa5367862, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=07335d71-59e5-4952-b5de-ef6fa5367862,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:40.628841 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.685890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109187dc-e708-40e4-a668-9c2114fbec21 None None] Pushing event updated for resources: {'Port': ['ID=07335d71-59e5-4952-b5de-ef6fa5367862,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:40.732948 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks [] for port (299a54f4-ac77-4517-988e-a615a04e0675), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.768117 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (299a54f4-ac77-4517-988e-a615a04e0675), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:40.809632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:40.814526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:40.818108 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:40.847869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Pushing event updated for resources: {'Port': ['ID=299a54f4-ac77-4517-988e-a615a04e0675,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:41.420167 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks [] for router_gateway (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.584698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b3b39a-5c95-4489-858f-552e17830c2f None None] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:41.624051 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.663584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cf161bff-d0ad-4e36-ad86-8f017fbebcb7 None None] Provisioning complete for port 07335d71-59e5-4952-b5de-ef6fa5367862 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:41.664063 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf161bff-d0ad-4e36-ad86-8f017fbebcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.763911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:40:41.891368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:41.907853 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Sync routers for ids ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:41.918332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.919625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4fba1a7b-f188-4d87-b150-7d4ed37110a1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8524933 Feb 09 03:40:41.923116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49610) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:41.925522 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Routers {'1128f326-c5b6-4cb8-a8a0-09325d22fcaa'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:41.926168 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:40:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:41.959280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cf161bff-d0ad-4e36-ad86-8f017fbebcb7 None None] Current status of the port 07335d71-59e5-4952-b5de-ef6fa5367862 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:41.959791 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf161bff-d0ad-4e36-ad86-8f017fbebcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:41.996809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cf161bff-d0ad-4e36-ad86-8f017fbebcb7 None None] For port 07335d71-59e5-4952-b5de-ef6fa5367862, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=07335d71-59e5-4952-b5de-ef6fa5367862,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:42.002503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf161bff-d0ad-4e36-ad86-8f017fbebcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.039861 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Set router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:42.056969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf161bff-d0ad-4e36-ad86-8f017fbebcb7 None None] Pushing event updated for resources: {'Port': ['ID=07335d71-59e5-4952-b5de-ef6fa5367862,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:42.128761 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e2e46155-083e-4472-9401-3b0ed89258bc None None] Provisioning complete for port 07335d71-59e5-4952-b5de-ef6fa5367862 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:42.129652 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e2e46155-083e-4472-9401-3b0ed89258bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.210992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e2e46155-083e-4472-9401-3b0ed89258bc None None] Current status of the port 07335d71-59e5-4952-b5de-ef6fa5367862 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:42.219566 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:40Z', 'revision_number': 3, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:42.251426 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Checking router: 1128f326-c5b6-4cb8-a8a0-09325d22fcaa for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:42.251780 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Updating router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa port 299a54f4-ac77-4517-988e-a615a04e0675 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:42.284689 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (299a54f4-ac77-4517-988e-a615a04e0675), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.392457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.498509 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 07335d71-59e5-4952-b5de-ef6fa5367862 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:42.552494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 07335d71-59e5-4952-b5de-ef6fa5367862 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:42.553249 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.561180 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Publish callbacks [] for port (299a54f4-ac77-4517-988e-a615a04e0675), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.567175 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (299a54f4-ac77-4517-988e-a615a04e0675), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.569643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Allocated IP 172.20.0.1 (d9cc3723-1efa-48a6-b1fe-19850c21c5f4/3772ae93-c881-4516-9c46-dab63e0669f4/27181473-bbcb-4012-9819-15bf60a843ec) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:42.616962 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Attempting to bind port 299a54f4-ac77-4517-988e-a615a04e0675 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:42.617339 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Attempting to bind port 299a54f4-ac77-4517-988e-a615a04e0675 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:42.617706 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Attempting to bind port 299a54f4-ac77-4517-988e-a615a04e0675 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:42.627573 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:42.627952 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:42.628482 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.628884 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:42.629349 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Bound port: 299a54f4-ac77-4517-988e-a615a04e0675, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:42.630032 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (299a54f4-ac77-4517-988e-a615a04e0675), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.631318 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Pushing event updated for resources: {'Port': ['ID=299a54f4-ac77-4517-988e-a615a04e0675,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:42.640886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 07335d71-59e5-4952-b5de-ef6fa5367862 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:42.662601 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.662952 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.663297 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.663636 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.663970 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.664301 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.664633 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.664960 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.665287 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.665625 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.665949 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.666291 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.666616 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:40:42.689768 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Publish callbacks [] for port (27181473-bbcb-4012-9819-15bf60a843ec), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.699181 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] For port 299a54f4-ac77-4517-988e-a615a04e0675, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:42.703396 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] For port 299a54f4-ac77-4517-988e-a615a04e0675, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=299a54f4-ac77-4517-988e-a615a04e0675,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:42.709428 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (299a54f4-ac77-4517-988e-a615a04e0675), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.725477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (27181473-bbcb-4012-9819-15bf60a843ec), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.765873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:42.767838 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Routers {'1128f326-c5b6-4cb8-a8a0-09325d22fcaa'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:42.768468 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:40:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:42.770601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:42.773175 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ca08b-3669-4709-af6f-1fef2d017665 None None] Pushing event updated for resources: {'Port': ['ID=299a54f4-ac77-4517-988e-a615a04e0675,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:42.773551 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:42.806938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Pushing event updated for resources: {'Port': ['ID=27181473-bbcb-4012-9819-15bf60a843ec,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:42.826418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.970632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27181473-bbcb-4012-9819-15bf60a843ec), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:42.978503 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] Set router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:43.035355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b1743ad5-726a-47fd-84b4-c2044ad385b6 None None] Provisioning complete for port 27181473-bbcb-4012-9819-15bf60a843ec triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:43.035787 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b1743ad5-726a-47fd-84b4-c2044ad385b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27181473-bbcb-4012-9819-15bf60a843ec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.069604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b1743ad5-726a-47fd-84b4-c2044ad385b6 None None] Port 27181473-bbcb-4012-9819-15bf60a843ec cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:43.142159 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Publish callbacks [] for port (27181473-bbcb-4012-9819-15bf60a843ec), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.146619 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (27181473-bbcb-4012-9819-15bf60a843ec), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.157771 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:40Z', 'revision_number': 3, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:43.183554 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad30532-29bb-4598-91b4-e47c0ee80ee9 None None] The sync data for ids ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'] in n-d-827839-4 is: [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:40Z', 'revision_number': 3, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:43.216899 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.219193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Pushing event updated for resources: {'Port': ['ID=27181473-bbcb-4012-9819-15bf60a843ec,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:43.313684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:43.315059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:43.453778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:43.583967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:43.589527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-78f55f62-4107-4636-9e87-d7c05cad5c1b admin admin] 10.222.0.32 "PUT /v2.0/routers/1128f326-c5b6-4cb8-a8a0-09325d22fcaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6653612 Feb 09 03:40:43.597446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4c0c7b50-1714-4a8a-8fe1-d189bec820e4 None None] Provisioning complete for port 27181473-bbcb-4012-9819-15bf60a843ec triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:43.597826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c0c7b50-1714-4a8a-8fe1-d189bec820e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27181473-bbcb-4012-9819-15bf60a843ec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:43.637666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c7b50-1714-4a8a-8fe1-d189bec820e4 None None] Port 27181473-bbcb-4012-9819-15bf60a843ec cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:44.078823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 49626) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:44.083905 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-756761759-network', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:44.103202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Made reservation on behalf of 7c0cf79951844a74aaf4f63743f0b21b for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:44.105621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.114893 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.189468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Publish callbacks [] for security_group (bc495e12-afa4-45ca-97d5-55919eb4acb5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.193402 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bc495e12-afa4-45ca-97d5-55919eb4acb5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.221021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:40:44.227469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc495e12-afa4-45ca-97d5-55919eb4acb5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:44.233696 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f1ecf3a9-9e34-4471-9a78-fecfa3172c17), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.234604 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Added segment f1ecf3a9-9e34-4471-9a78-fecfa3172c17 of type vlan for network 87d370a7-4e75-4fb9-80a0-6af5226513ee Feb 09 03:40:44.283924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (87d370a7-4e75-4fb9-80a0-6af5226513ee), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.310929 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (87d370a7-4e75-4fb9-80a0-6af5226513ee), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.312110 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:44.312701 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.329241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 299a54f4-ac77-4517-988e-a615a04e0675 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:44.370290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2902091 Feb 09 03:40:44.373464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49628) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:44.377553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db44986-bf20-491a-8f35-8365774e5c73 admin admin] Pushing event updated for resources: {'Network': ['ID=87d370a7-4e75-4fb9-80a0-6af5226513ee,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:44.380461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Request body: {'subnet': {'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-subnet', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:44.383894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 299a54f4-ac77-4517-988e-a615a04e0675 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:44.384493 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (299a54f4-ac77-4517-988e-a615a04e0675), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.407322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Made reservation on behalf of 7c0cf79951844a74aaf4f63743f0b21b for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:44.407532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 87d370a7-4e75-4fb9-80a0-6af5226513ee details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:40:44.409989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.528972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 299a54f4-ac77-4517-988e-a615a04e0675 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:44.529740 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (299a54f4-ac77-4517-988e-a615a04e0675), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.552533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 299a54f4-ac77-4517-988e-a615a04e0675, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=299a54f4-ac77-4517-988e-a615a04e0675,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:44.556752 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (299a54f4-ac77-4517-988e-a615a04e0675), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.598225 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (f19503e6-e151-48e6-bf42-ff2f2b7e810e), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.608606 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=299a54f4-ac77-4517-988e-a615a04e0675,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:44.655440 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19503e6-e151-48e6-bf42-ff2f2b7e810e,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:44.666653 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Checking segment: {'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:44.667024 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Network hostable DHCP agents. Network: 87d370a7-4e75-4fb9-80a0-6af5226513ee, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:40:44.683768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Network 87d370a7-4e75-4fb9-80a0-6af5226513ee is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:40:44.693571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 87d370a7-4e75-4fb9-80a0-6af5226513ee) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:44.698390 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:44.698988 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.704099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de066114-7127-4d6c-a205-2f1fcfc02534 None None] Network 87d370a7-4e75-4fb9-80a0-6af5226513ee requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:44.715036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2e20c909-01b0-4265-aa02-6a2b2589ebf5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3388751 Feb 09 03:40:44.717079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49630) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:44.721786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:44.740713 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (956840b1-98e1-47c0-8278-cc3441617fbf), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.741495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (956840b1-98e1-47c0-8278-cc3441617fbf), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.802646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks [] for router_controller (956840b1-98e1-47c0-8278-cc3441617fbf), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.810876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-87d370a7-4e75-4fb9-80a0-6af5226513ee', 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee', 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'fixed_ips': [{'subnet_id': 'f19503e6-e151-48e6-bf42-ff2f2b7e810e'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:40:44.811758 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:44.880997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Sync routers for ids ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:44.907374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Routers {'1128f326-c5b6-4cb8-a8a0-09325d22fcaa'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:44.908023 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:40:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:44.955769 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks [] for router_gateway (956840b1-98e1-47c0-8278-cc3441617fbf), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.043058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Allocated IP 172.20.0.2 (87d370a7-4e75-4fb9-80a0-6af5226513ee/f19503e6-e151-48e6-bf42-ff2f2b7e810e/78a6759e-ef16-42d0-bab1-bb1c37909309) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:45.082600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Set router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:45.158858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks [] for router_gateway (956840b1-98e1-47c0-8278-cc3441617fbf), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.177647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.286001 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Allocated IP 172.25.2.248 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/ab5af304-9551-43f7-a690-cd3bf462a967) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:45.332716 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Publish callbacks [] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.360609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.400694 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks [] for port (ab5af304-9551-43f7-a690-cd3bf462a967), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.408866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Network 87d370a7-4e75-4fb9-80a0-6af5226513ee is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:45.417751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:45.423886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:45.431352 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Pushing event updated for resources: {'Port': ['ID=78a6759e-ef16-42d0-bab1-bb1c37909309,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:45.444570 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.470150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 4, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '27181473-bbcb-4012-9819-15bf60a843ec', 'name': '', 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'mac_address': 'fa:16:3e:50:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '3772ae93-c881-4516-9c46-dab63e0669f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:42Z', 'updated_at': '2022-02-09T03:40:43Z', 'revision_number': 2, 'project_id': '39873112f7f44db0afe34fe544827c15', 'subnets': [{'id': '3772ae93-c881-4516-9c46-dab63e0669f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:45.486992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:45.493719 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:45.497354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:45.514035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Checking router: 1128f326-c5b6-4cb8-a8a0-09325d22fcaa for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:45.514421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Updating router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa port 27181473-bbcb-4012-9819-15bf60a843ec binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:45.527383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5af304-9551-43f7-a690-cd3bf462a967,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:45.543875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Attempting to bind port 78a6759e-ef16-42d0-bab1-bb1c37909309 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:45.544258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Attempting to bind port 78a6759e-ef16-42d0-bab1-bb1c37909309 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:45.544629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Attempting to bind port 78a6759e-ef16-42d0-bab1-bb1c37909309 on network 87d370a7-4e75-4fb9-80a0-6af5226513ee {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:45.555162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:45.555545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Checking segment: {'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:45.555955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.556355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Bound using segment: {'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:45.556833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Bound port: 78a6759e-ef16-42d0-bab1-bb1c37909309, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:45.557210 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.559019 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27181473-bbcb-4012-9819-15bf60a843ec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.717684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] For port 78a6759e-ef16-42d0-bab1-bb1c37909309, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:45.736795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] For port 78a6759e-ef16-42d0-bab1-bb1c37909309, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=78a6759e-ef16-42d0-bab1-bb1c37909309,segment=NetworkSegment(f1ecf3a9-9e34-4471-9a78-fecfa3172c17),segment_id=f1ecf3a9-9e34-4471-9a78-fecfa3172c17)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:45.745227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.797226 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks [] for router_gateway (956840b1-98e1-47c0-8278-cc3441617fbf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.868832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb057508-fc93-4ef9-85e8-bcc932b46528 None None] Pushing event updated for resources: {'Port': ['ID=78a6759e-ef16-42d0-bab1-bb1c37909309,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:45.966473 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Publish callbacks [] for port (27181473-bbcb-4012-9819-15bf60a843ec), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:45.973335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (27181473-bbcb-4012-9819-15bf60a843ec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.052190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (956840b1-98e1-47c0-8278-cc3441617fbf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.061940 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddbd06-97b6-4ebc-b013-f85272fca670 None None] Pushing event updated for resources: {'Port': ['ID=27181473-bbcb-4012-9819-15bf60a843ec,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:46.144001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Attempting to bind port 27181473-bbcb-4012-9819-15bf60a843ec on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:46.144631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Attempting to bind port 27181473-bbcb-4012-9819-15bf60a843ec by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:46.145171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Attempting to bind port 27181473-bbcb-4012-9819-15bf60a843ec on network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:46.150994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:46.151383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Checking segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:46.151902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.152301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Bound using segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:46.152885 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Bound port: 27181473-bbcb-4012-9819-15bf60a843ec, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:46.153425 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27181473-bbcb-4012-9819-15bf60a843ec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.238633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Router 956840b1-98e1-47c0-8278-cc3441617fbf is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:40:46.244294 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] For port 27181473-bbcb-4012-9819-15bf60a843ec, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:46.249076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] For port 27181473-bbcb-4012-9819-15bf60a843ec, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=27181473-bbcb-4012-9819-15bf60a843ec,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:46.259611 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (27181473-bbcb-4012-9819-15bf60a843ec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.321436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Routers {'1128f326-c5b6-4cb8-a8a0-09325d22fcaa'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:46.322156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:40:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:46.397760 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:46.409459 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Sync routers for ids ['956840b1-98e1-47c0-8278-cc3441617fbf'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:46.425555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.427519 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0a8ff423-6ef5-4386-b472-13b7d472ae31 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7092705 Feb 09 03:40:46.430417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 49632) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:40:46.444558 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Routers {'956840b1-98e1-47c0-8278-cc3441617fbf'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:46.450902 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:40:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['956840b1-98e1-47c0-8278-cc3441617fbf'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:46.603158 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 78a6759e-ef16-42d0-bab1-bb1c37909309 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:46.617409 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddbd06-97b6-4ebc-b013-f85272fca670 None None] Pushing event updated for resources: {'Port': ['ID=27181473-bbcb-4012-9819-15bf60a843ec,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:46.632363 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Set router 956840b1-98e1-47c0-8278-cc3441617fbf gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:46.675898 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a076f728-a735-41a8-876b-f673a76a06fa None None] Provisioning complete for port 27181473-bbcb-4012-9819-15bf60a843ec triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:46.676287 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a076f728-a735-41a8-876b-f673a76a06fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27181473-bbcb-4012-9819-15bf60a843ec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.743102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 78a6759e-ef16-42d0-bab1-bb1c37909309 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:46.743406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.746291 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] Set router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:46.831230 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:40:45Z', 'revision_number': 3, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port': {'id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:45Z', 'updated_at': '2022-02-09T03:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:46.859037 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Checking router: 956840b1-98e1-47c0-8278-cc3441617fbf for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:46.859642 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Updating router 956840b1-98e1-47c0-8278-cc3441617fbf port ab5af304-9551-43f7-a690-cd3bf462a967 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:46.890871 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:46.994002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.044019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 78a6759e-ef16-42d0-bab1-bb1c37909309 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:47.044539 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.073687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a076f728-a735-41a8-876b-f673a76a06fa None None] Current status of the port 27181473-bbcb-4012-9819-15bf60a843ec is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:47.074080 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a076f728-a735-41a8-876b-f673a76a06fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (27181473-bbcb-4012-9819-15bf60a843ec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.086954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ef788-a726-4d59-a5b8-ffc67e3cb2ea None None] Network 87d370a7-4e75-4fb9-80a0-6af5226513ee requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:40:47.179478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Allocated IP 172.20.0.1 (87d370a7-4e75-4fb9-80a0-6af5226513ee/f19503e6-e151-48e6-bf42-ff2f2b7e810e/69dee0a2-dfaa-4eb2-9ad9-5918276a2f29) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:47.183620 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Publish callbacks [] for port (ab5af304-9551-43f7-a690-cd3bf462a967), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.189029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a076f728-a735-41a8-876b-f673a76a06fa None None] For port 27181473-bbcb-4012-9819-15bf60a843ec, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=27181473-bbcb-4012-9819-15bf60a843ec,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:47.191880 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.192237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 78a6759e-ef16-42d0-bab1-bb1c37909309, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=78a6759e-ef16-42d0-bab1-bb1c37909309,segment=NetworkSegment(f1ecf3a9-9e34-4471-9a78-fecfa3172c17),segment_id=f1ecf3a9-9e34-4471-9a78-fecfa3172c17)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:47.198322 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a076f728-a735-41a8-876b-f673a76a06fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (27181473-bbcb-4012-9819-15bf60a843ec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.204242 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.205133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 299a54f4-ac77-4517-988e-a615a04e0675 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:47.241582 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Attempting to bind port ab5af304-9551-43f7-a690-cd3bf462a967 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:47.242099 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Attempting to bind port ab5af304-9551-43f7-a690-cd3bf462a967 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:47.242579 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Attempting to bind port ab5af304-9551-43f7-a690-cd3bf462a967 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:47.253510 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:47.254149 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:47.254494 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.255007 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:47.255568 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Bound port: ab5af304-9551-43f7-a690-cd3bf462a967, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:47.256044 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.294778 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5d68f-b8f9-433b-8eb4-4e7dc7b1c4c1 None None] Pushing event updated for resources: {'Port': ['ID=ab5af304-9551-43f7-a690-cd3bf462a967,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:47.307633 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Publish callbacks [] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.320100 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] For port ab5af304-9551-43f7-a690-cd3bf462a967, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:47.323707 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] For port ab5af304-9551-43f7-a690-cd3bf462a967, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ab5af304-9551-43f7-a690-cd3bf462a967,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:47.326851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 4, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '27181473-bbcb-4012-9819-15bf60a843ec', 'name': '', 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'mac_address': 'fa:16:3e:50:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '3772ae93-c881-4516-9c46-dab63e0669f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:42Z', 'updated_at': '2022-02-09T03:40:46Z', 'revision_number': 4, 'project_id': '39873112f7f44db0afe34fe544827c15', 'subnets': [{'id': '3772ae93-c881-4516-9c46-dab63e0669f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:47.329084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076f728-a735-41a8-876b-f673a76a06fa None None] Pushing event updated for resources: {'Port': ['ID=27181473-bbcb-4012-9819-15bf60a843ec,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:47.330765 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.349749 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.389037 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Routers {'956840b1-98e1-47c0-8278-cc3441617fbf'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:47.389037 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:40:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['956840b1-98e1-47c0-8278-cc3441617fbf'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:47.394931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Network 87d370a7-4e75-4fb9-80a0-6af5226513ee is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:47.399316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:47.399882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0c098-5933-496c-bd89-68fc52e7383b None None] The sync data for ids ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'] in n-d-827839-4 is: [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:42Z', 'revision_number': 4, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '27181473-bbcb-4012-9819-15bf60a843ec', 'name': '', 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'mac_address': 'fa:16:3e:50:9f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '3772ae93-c881-4516-9c46-dab63e0669f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:42Z', 'updated_at': '2022-02-09T03:40:46Z', 'revision_number': 4, 'project_id': '39873112f7f44db0afe34fe544827c15', 'subnets': [{'id': '3772ae93-c881-4516-9c46-dab63e0669f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:47.404166 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:47.410605 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Pushing event updated for resources: {'Port': ['ID=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:47.411934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5089231a-5f40-4b6d-a9a8-cb2e8231e1c2 None None] Provisioning complete for port 27181473-bbcb-4012-9819-15bf60a843ec triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:47.412317 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5089231a-5f40-4b6d-a9a8-cb2e8231e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27181473-bbcb-4012-9819-15bf60a843ec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.485021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (956840b1-98e1-47c0-8278-cc3441617fbf), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.490442 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5d68f-b8f9-433b-8eb4-4e7dc7b1c4c1 None None] Pushing event updated for resources: {'Port': ['ID=ab5af304-9551-43f7-a690-cd3bf462a967,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:47.501911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 299a54f4-ac77-4517-988e-a615a04e0675 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:47.502548 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (299a54f4-ac77-4517-988e-a615a04e0675), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.568425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=78a6759e-ef16-42d0-bab1-bb1c37909309,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:47.623454 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] Set router 956840b1-98e1-47c0-8278-cc3441617fbf gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:47.709624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 299a54f4-ac77-4517-988e-a615a04e0675 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:47.720293 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.732775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5089231a-5f40-4b6d-a9a8-cb2e8231e1c2 None None] Current status of the port 27181473-bbcb-4012-9819-15bf60a843ec is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:47.745034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5089231a-5f40-4b6d-a9a8-cb2e8231e1c2 None None] Provisioning complete for port 78a6759e-ef16-42d0-bab1-bb1c37909309 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:47.745431 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5089231a-5f40-4b6d-a9a8-cb2e8231e1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.852169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5089231a-5f40-4b6d-a9a8-cb2e8231e1c2 None None] Current status of the port 78a6759e-ef16-42d0-bab1-bb1c37909309 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:47.882007 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:40:45Z', 'revision_number': 3, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port': {'id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:45Z', 'updated_at': '2022-02-09T03:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:47.919684 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c9302-54a8-49de-9758-a089a065d20d None None] The sync data for ids ['956840b1-98e1-47c0-8278-cc3441617fbf'] in n-d-827839-4 is: [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:40:45Z', 'revision_number': 3, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port': {'id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:93:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:45Z', 'updated_at': '2022-02-09T03:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:47.973503 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Publish callbacks [] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.981501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:47.986684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-407223ae-881c-46ef-9b18-6b2aadb9a9d2 None None] Provisioning complete for port 78a6759e-ef16-42d0-bab1-bb1c37909309 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:47.987066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-407223ae-881c-46ef-9b18-6b2aadb9a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.084364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Pushing event updated for resources: {'Port': ['ID=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:48.090080 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (956840b1-98e1-47c0-8278-cc3441617fbf), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.131917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-407223ae-881c-46ef-9b18-6b2aadb9a9d2 None None] Current status of the port 78a6759e-ef16-42d0-bab1-bb1c37909309 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:48.204763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Network 87d370a7-4e75-4fb9-80a0-6af5226513ee is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:48.206261 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:48.284217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ec29c087-c764-4cf0-9c56-129b6eebffc8 None None] Provisioning complete for port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:48.284616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ec29c087-c764-4cf0-9c56-129b6eebffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.338229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ec29c087-c764-4cf0-9c56-129b6eebffc8 None None] Port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:48.409646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Router 956840b1-98e1-47c0-8278-cc3441617fbf has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:40:48.557424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:40:48.560036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 78a6759e-ef16-42d0-bab1-bb1c37909309 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:48.573688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1b5814a0-9903-407a-97c3-bc359bdaa040 admin admin] 10.222.0.32 "PUT /v2.0/routers/956840b1-98e1-47c0-8278-cc3441617fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413739 Feb 09 03:40:48.636979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 78a6759e-ef16-42d0-bab1-bb1c37909309 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:48.637374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.688461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5a29c7b9-a697-4b38-92e7-add602f8cc74 None None] Provisioning complete for port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:48.689117 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5a29c7b9-a697-4b38-92e7-add602f8cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.739381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5a29c7b9-a697-4b38-92e7-add602f8cc74 None None] Port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:40:48.778787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 78a6759e-ef16-42d0-bab1-bb1c37909309 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:48.779908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ab5af304-9551-43f7-a690-cd3bf462a967 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:48.838700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ab5af304-9551-43f7-a690-cd3bf462a967 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:48.839168 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.931881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ab5af304-9551-43f7-a690-cd3bf462a967 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:48.932365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.954866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port ab5af304-9551-43f7-a690-cd3bf462a967, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ab5af304-9551-43f7-a690-cd3bf462a967,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:48.959331 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:48.962029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 27181473-bbcb-4012-9819-15bf60a843ec up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:49.054030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=ab5af304-9551-43f7-a690-cd3bf462a967,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:49.064436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 27181473-bbcb-4012-9819-15bf60a843ec triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:49.064902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (27181473-bbcb-4012-9819-15bf60a843ec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.156457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 27181473-bbcb-4012-9819-15bf60a843ec is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:49.712429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84438-b218-4354-a2ba-640df388bd25 req-c448d163-a155-4430-9711-f17afc197d86 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:49.713891 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-c448d163-a155-4430-9711-f17afc197d86 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/networks?id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 200 len: 817 time: 0.1030285 Feb 09 03:40:49.728698 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-d58b2fc0-981b-4bd1-b2ea-a6b9638e9b01 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/quotas/39873112f7f44db0afe34fe544827c15 HTTP/1.1" status: 200 len: 375 time: 0.0088329 Feb 09 03:40:49.782446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-615a9924-ec34-4eae-bdb6-60ae88777f1b tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=39873112f7f44db0afe34fe544827c15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488446 Feb 09 03:40:49.874299 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-c0de04c2-2cc8-4bf5-8f6e-11d870d8ef71 service neutron] 10.222.0.32 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806224 Feb 09 03:40:49.967110 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:49.973062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-f5818c2c-79a4-4d1e-8874-36a43b5d30b6 service neutron] 10.222.0.32 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931003 Feb 09 03:40:50.265938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3a907597-4b93-4d03-a84c-13ab67944c3a req-c215c8dc-1248-4451-b3f7-6dbea3a28f27 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 210 time: 0.1213503 Feb 09 03:40:50.319546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ab5af304-9551-43f7-a690-cd3bf462a967 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:50.374260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ab5af304-9551-43f7-a690-cd3bf462a967 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:50.375362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:50.454813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ab5af304-9551-43f7-a690-cd3bf462a967 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:50.880391 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Sync routers for ids ['956840b1-98e1-47c0-8278-cc3441617fbf'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:40:50.891297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Routers {'956840b1-98e1-47c0-8278-cc3441617fbf'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:50.891981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:40:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['956840b1-98e1-47c0-8278-cc3441617fbf'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:51.010925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Set router 956840b1-98e1-47c0-8278-cc3441617fbf gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:51.070376 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84438-b218-4354-a2ba-640df388bd25 req-c34ea35f-0579-410a-acac-0df9a253d7bf tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:51.072478 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-c34ea35f-0579-410a-acac-0df9a253d7bf tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.26 "GET /v2.0/networks?id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 200 len: 817 time: 0.1142054 Feb 09 03:40:51.086266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Request body: {'port': {'device_id': '88bc8d94-96e1-43b5-b91a-04f26e97e728', 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'admin_state_up': True, 'tenant_id': '39873112f7f44db0afe34fe544827c15'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:51.192341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Made reservation on behalf of 39873112f7f44db0afe34fe544827c15 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:40:51.195528 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.224998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:40:47Z', 'revision_number': 4, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port': {'id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:45Z', 'updated_at': '2022-02-09T03:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '69dee0a2-dfaa-4eb2-9ad9-5918276a2f29', 'name': '', 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'mac_address': 'fa:16:3e:e1:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f19503e6-e151-48e6-bf42-ff2f2b7e810e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:47Z', 'updated_at': '2022-02-09T03:40:47Z', 'revision_number': 2, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'subnets': [{'id': 'f19503e6-e151-48e6-bf42-ff2f2b7e810e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:51.255890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Checking router: 956840b1-98e1-47c0-8278-cc3441617fbf for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:40:51.256155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Updating router 956840b1-98e1-47c0-8278-cc3441617fbf port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:40:51.282903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.327260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Allocated IP 172.20.0.14 (d9cc3723-1efa-48a6-b1fe-19850c21c5f4/3772ae93-c881-4516-9c46-dab63e0669f4/9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:40:51.378936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b9a4941-3365-469c-b376-274fb577f15a req-4c68dd21-9bd6-469c-89c2-84500ff98604 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 210 time: 0.0366552 Feb 09 03:40:51.552903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Publish callbacks [] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.558708 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.614309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd4c85-2ebe-4470-b5da-b6ae00a832e4 None None] Pushing event updated for resources: {'Port': ['ID=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:51.670814 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Attempting to bind port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:51.671858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Attempting to bind port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:51.672208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Attempting to bind port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 on network 87d370a7-4e75-4fb9-80a0-6af5226513ee {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:51.677872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:51.678282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Checking segment: {'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:51.678686 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.679089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Bound using segment: {'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:51.679562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Bound port: 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:51.679950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.750964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] For port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:51.754631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] For port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,segment=NetworkSegment(f1ecf3a9-9e34-4471-9a78-fecfa3172c17),segment_id=f1ecf3a9-9e34-4471-9a78-fecfa3172c17)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:51.764635 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.824628 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Routers {'956840b1-98e1-47c0-8278-cc3441617fbf'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:40:51.825367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:40:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['956840b1-98e1-47c0-8278-cc3441617fbf'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:51.884456 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks [] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.913617 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:40:51.923195 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:51.972954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:40:51.977892 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:40:51.982754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:40:51.987278 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Pushing event updated for resources: {'Port': ['ID=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:52.036200 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:52.037067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.060972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-671d9c1a-d85c-4c44-9c47-9478182604c1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9793229 Feb 09 03:40:52.131009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd4c85-2ebe-4470-b5da-b6ae00a832e4 None None] Pushing event updated for resources: {'Port': ['ID=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:52.148546 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.154399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-43bb9fe6-e373-4067-a40c-bdf28b867757 None None] Provisioning complete for port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:52.154784 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43bb9fe6-e373-4067-a40c-bdf28b867757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.165355 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Request body: {'port': {'device_id': '88bc8d94-96e1-43b5-b91a-04f26e97e728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:40:52.199433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] Set router 956840b1-98e1-47c0-8278-cc3441617fbf gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:40:52.231674 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.353530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-43bb9fe6-e373-4067-a40c-bdf28b867757 None None] Current status of the port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:52.353813 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43bb9fe6-e373-4067-a40c-bdf28b867757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.414980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-43bb9fe6-e373-4067-a40c-bdf28b867757 None None] For port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,segment=NetworkSegment(f1ecf3a9-9e34-4471-9a78-fecfa3172c17),segment_id=f1ecf3a9-9e34-4471-9a78-fecfa3172c17)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:52.420304 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43bb9fe6-e373-4067-a40c-bdf28b867757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.497415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb9fe6-e373-4067-a40c-bdf28b867757 None None] Pushing event updated for resources: {'Port': ['ID=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:52.511902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598a460-455f-4451-9df4-871be56601c7 req-d13026e0-6b28-4a06-bda6-9e7dc70ab819 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:52.520247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3598a460-455f-4451-9df4-871be56601c7 req-d13026e0-6b28-4a06-bda6-9e7dc70ab819 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 932 time: 0.0654721 Feb 09 03:40:52.520502 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:40:47Z', 'revision_number': 4, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port': {'id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:45Z', 'updated_at': '2022-02-09T03:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '69dee0a2-dfaa-4eb2-9ad9-5918276a2f29', 'name': '', 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'mac_address': 'fa:16:3e:e1:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f19503e6-e151-48e6-bf42-ff2f2b7e810e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:47Z', 'updated_at': '2022-02-09T03:40:51Z', 'revision_number': 4, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'subnets': [{'id': 'f19503e6-e151-48e6-bf42-ff2f2b7e810e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:40:52.521273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:40:52.530552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Publish callbacks [] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.549553 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Transition to ACTIVE for port object 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:40:52.555413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425a8f1-7595-4e86-ae47-7bd7d36e9193 None None] The sync data for ids ['956840b1-98e1-47c0-8278-cc3441617fbf'] in n-d-827839-4 is: [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:40:47Z', 'revision_number': 4, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port': {'id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:45Z', 'updated_at': '2022-02-09T03:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '69dee0a2-dfaa-4eb2-9ad9-5918276a2f29', 'name': '', 'network_id': '87d370a7-4e75-4fb9-80a0-6af5226513ee', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'mac_address': 'fa:16:3e:e1:bb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'f19503e6-e151-48e6-bf42-ff2f2b7e810e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:47Z', 'updated_at': '2022-02-09T03:40:51Z', 'revision_number': 4, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'subnets': [{'id': 'f19503e6-e151-48e6-bf42-ff2f2b7e810e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:40:52.555846 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.567289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4cf8be9c-15d3-4a08-ad27-fbf7fccbac4c None None] Provisioning complete for port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:52.567684 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cf8be9c-15d3-4a08-ad27-fbf7fccbac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.570790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3598a460-455f-4451-9df4-871be56601c7 req-0c2b3b48-7aa0-44ec-84b5-b2928a40af08 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491641 Feb 09 03:40:52.717383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8be9c-15d3-4a08-ad27-fbf7fccbac4c None None] Current status of the port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:52.725015 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:52.730494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Attempting to bind port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:40:52.731166 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Attempting to bind port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:40:52.731666 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Attempting to bind port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 on network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:52.738534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 on network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:40:52.739069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Attempting to bind port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 on network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:40:52.745874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:40:52.746216 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Checking segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:40:52.746642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Bound using segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:40:52.747073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Bound port: 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:40:52.747437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.829882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] For port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:40:52.834067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] For port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:40:52.841202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.879629 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:52.880231 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:52.881703 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 HTTP/1.1" status: 200 len: 1092 time: 0.7758934 Feb 09 03:40:52.882126 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bc8d94-96e1-43b5-b91a-04f26e97e728', 'tag': '9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:40:52.913402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f234636-5436-473d-b7dc-e437424c53d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:52.945073 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75fab19-5977-42a3-a832-454aec611656" -d '{"events": [{"name": "network-changed", "server_uuid": "88bc8d94-96e1-43b5-b91a-04f26e97e728", "tag": "9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:40:52.990995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84438-b218-4354-a2ba-640df388bd25 req-ba5aa188-cf64-40fa-8d72-c37b453ebefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:52.992543 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-ba5aa188-cf64-40fa-8d72-c37b453ebefd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39873112f7f44db0afe34fe544827c15&device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 1126 time: 0.0577579 Feb 09 03:40:53.052449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-1629d9c5-bac4-4e72-b465-a76219d2d18f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 HTTP/1.1" status: 200 len: 217 time: 0.0515096 Feb 09 03:40:53.069190 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c5ad3-cd88-4ef4-9a68-051b1242d30f x-openstack-request-id: req-df5c5ad3-cd88-4ef4-9a68-051b1242d30f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:40:53.069566 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88bc8d94-96e1-43b5-b91a-04f26e97e728", "tag": "9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:40:53.069925 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df5c5ad3-cd88-4ef4-9a68-051b1242d30f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:40:53.070470 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bc8d94-96e1-43b5-b91a-04f26e97e728', 'tag': '9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241', 'status': 'completed', 'code': 200} Feb 09 03:40:53.112509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84438-b218-4354-a2ba-640df388bd25 req-a4f2627a-ac61-49b7-a8ed-a484d9fd89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:53.114147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-a4f2627a-ac61-49b7-a8ed-a484d9fd89cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3772ae93-c881-4516-9c46-dab63e0669f4 HTTP/1.1" status: 200 len: 856 time: 0.0566983 Feb 09 03:40:53.168510 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84438-b218-4354-a2ba-640df388bd25 req-3123db02-7526-40d1-8bce-feb0976e5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:53.169931 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-3123db02-7526-40d1-8bce-feb0976e5846 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483575 Feb 09 03:40:53.263209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-ef70cd2e-1b77-4cd4-8e96-bf73ac437cba service neutron] 10.222.0.26 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870392 Feb 09 03:40:53.357864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8be84438-b218-4354-a2ba-640df388bd25 req-fa67a316-34b3-4b0f-9fa0-e9aa9e02d1d6 service neutron] 10.222.0.26 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887365 Feb 09 03:40:53.446796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fab19-5977-42a3-a832-454aec611656 req-9c283ae7-aef9-4888-9a42-e0601023406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:53.448210 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a75fab19-5977-42a3-a832-454aec611656 req-9c283ae7-aef9-4888-9a42-e0601023406a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39873112f7f44db0afe34fe544827c15&device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 1126 time: 0.0454926 Feb 09 03:40:53.544064 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fab19-5977-42a3-a832-454aec611656 req-59e3c5df-e2da-485c-aa79-6ca2828ff7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:53.545534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a75fab19-5977-42a3-a832-454aec611656 req-59e3c5df-e2da-485c-aa79-6ca2828ff7ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 200 len: 918 time: 0.0906727 Feb 09 03:40:53.586648 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a75fab19-5977-42a3-a832-454aec611656 req-2b1437ec-1e19-4fac-9a10-75e88a668606 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 HTTP/1.1" status: 200 len: 217 time: 0.0352819 Feb 09 03:40:53.634977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fab19-5977-42a3-a832-454aec611656 req-5a967f1d-1abd-4436-acf1-185dafdc0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:53.636463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a75fab19-5977-42a3-a832-454aec611656 req-5a967f1d-1abd-4436-acf1-185dafdc0213 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3772ae93-c881-4516-9c46-dab63e0669f4 HTTP/1.1" status: 200 len: 856 time: 0.0449896 Feb 09 03:40:53.688753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fab19-5977-42a3-a832-454aec611656 req-039d2a89-50f1-4896-9212-a39d9452d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:53.690247 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a75fab19-5977-42a3-a832-454aec611656 req-039d2a89-50f1-4896-9212-a39d9452d0fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482879 Feb 09 03:40:53.691672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e6430-1b8b-4725-91c7-e481677d704b req-153479d8-cbed-43c9-ae7a-69ff23323386 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:53.693171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f0e6430-1b8b-4725-91c7-e481677d704b req-153479d8-cbed-43c9-ae7a-69ff23323386 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 944 time: 0.0537233 Feb 09 03:40:53.739122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8f0e6430-1b8b-4725-91c7-e481677d704b req-84f923c2-608a-4f7d-94d9-e1c1840dd649 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Feb 09 03:40:53.779513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a75fab19-5977-42a3-a832-454aec611656 req-ce23cc29-f27b-4d47-86ce-c1283e0e834d service neutron] 10.222.0.26 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Feb 09 03:40:53.870711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a75fab19-5977-42a3-a832-454aec611656 req-935442ce-053d-4008-ba09-a4b202b1605b service neutron] 10.222.0.26 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857372 Feb 09 03:40:54.327654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:40:54.377169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:40:54.377659 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:54.461297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:54.862147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3863831-ecd3-4859-82d4-7e4e2a4fd979 req-d847a4bb-d630-4556-916c-e35da815bb24 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:54.863559 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3863831-ecd3-4859-82d4-7e4e2a4fd979 req-d847a4bb-d630-4556-916c-e35da815bb24 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 944 time: 0.0530090 Feb 09 03:40:54.912395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f3863831-ecd3-4859-82d4-7e4e2a4fd979 req-e2c60d0b-ef26-4a41-befe-878bb07c590c tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Feb 09 03:40:56.030908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9e88a-daa9-41a3-96f6-57a4fbae7a19 req-9dab095e-2b3f-4e1c-9ae2-cb1d11a80b40 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:56.032424 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abd9e88a-daa9-41a3-96f6-57a4fbae7a19 req-9dab095e-2b3f-4e1c-9ae2-cb1d11a80b40 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 944 time: 0.0527723 Feb 09 03:40:56.081884 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-abd9e88a-daa9-41a3-96f6-57a4fbae7a19 req-6cce5813-8ec0-46a6-be3f-251e8ecde9e4 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438304 Feb 09 03:40:57.198156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9c204-45b4-4b36-8bee-184d86567553 req-46208ce8-0948-476f-8f95-16b588c7bd3f tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:57.199732 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7c9c204-45b4-4b36-8bee-184d86567553 req-46208ce8-0948-476f-8f95-16b588c7bd3f tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 944 time: 0.0517664 Feb 09 03:40:57.246313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7c9c204-45b4-4b36-8bee-184d86567553 req-3b7740fb-b2de-40e3-901b-3e4e7f7b991b tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Feb 09 03:40:58.259209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:40:58.359918 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:58.374301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241', 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'port_id': '9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241', 'mac_address': 'fa:16:3e:e4:31:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3772ae93-c881-4516-9c46-dab63e0669f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:40:58.413675 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:40:58.414073 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.428367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:40:58.450209 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:40:58.454093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:40:58.504211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:40:58.692572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d3388-e5af-4546-8843-eacf621c4357 req-788679db-650b-4fa6-b345-bc0d35229590 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:58.694046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d33d3388-e5af-4546-8843-eacf621c4357 req-788679db-650b-4fa6-b345-bc0d35229590 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 944 time: 0.3806863 Feb 09 03:40:58.740588 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d33d3388-e5af-4546-8843-eacf621c4357 req-3cf6ce3a-e4a7-4de3-9acb-05a82288af1e tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Feb 09 03:40:58.763267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:40:59.865193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e54d4-0010-46ba-85e3-defaa9590c68 req-70523f95-ff35-4b64-a4cb-126e7e0375a5 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:40:59.866591 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-397e54d4-0010-46ba-85e3-defaa9590c68 req-70523f95-ff35-4b64-a4cb-126e7e0375a5 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 945 time: 0.0571949 Feb 09 03:40:59.912945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-397e54d4-0010-46ba-85e3-defaa9590c68 req-9a8c974e-16ec-42bd-92a2-d1f7c0bbb905 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407894 Feb 09 03:41:00.267060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:00.315227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:41:00.319089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:00.319464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.397176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:00.397566 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.419830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bc8d94-96e1-43b5-b91a-04f26e97e728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:00.433028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:00.436874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.461308 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbffe00-09b2-4487-832a-6213f6dfb7c4" -d '{"events": [{"server_uuid": "88bc8d94-96e1-43b5-b91a-04f26e97e728", "name": "network-vif-plugged", "status": "completed", "tag": "9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:00.488729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:00.530750 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15b2f20b-c026-4d98-a57a-26d6b5ebaf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:00.549455 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4823bb5a-9acb-4774-be2c-ef2eaf4fe5c4 x-openstack-request-id: req-4823bb5a-9acb-4774-be2c-ef2eaf4fe5c4 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:00.549860 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bc8d94-96e1-43b5-b91a-04f26e97e728", "name": "network-vif-plugged", "status": "completed", "tag": "9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:00.550368 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4823bb5a-9acb-4774-be2c-ef2eaf4fe5c4 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:00.550942 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bc8d94-96e1-43b5-b91a-04f26e97e728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241', 'code': 200} Feb 09 03:41:00.645241 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8110a36-c3f5-4405-b7ed-a6d83fcca983 req-e8a9fd7e-84b5-4a2b-9908-902cabd62ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:00.646769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8110a36-c3f5-4405-b7ed-a6d83fcca983 req-e8a9fd7e-84b5-4a2b-9908-902cabd62ab3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 1128 time: 0.0446334 Feb 09 03:41:00.689074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b8110a36-c3f5-4405-b7ed-a6d83fcca983 req-7e727ccd-aeba-4947-9d6f-3660dafa319a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362167 Feb 09 03:41:01.034861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc588e-dea5-4b16-99a6-d477656e2034 req-73ce3139-723a-4764-857e-ecef7578fbed tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:01.036395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8afc588e-dea5-4b16-99a6-d477656e2034 req-73ce3139-723a-4764-857e-ecef7578fbed tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 946 time: 0.0569949 Feb 09 03:41:01.086446 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8afc588e-dea5-4b16-99a6-d477656e2034 req-81bf4874-6fe4-4d8e-8e37-d0a90addfc2d tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444133 Feb 09 03:41:02.205921 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a50af9-9dcf-4c8f-802d-7e2975d2de15 req-f6c2caaa-44e6-41ff-a556-971767e02c50 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:02.207406 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65a50af9-9dcf-4c8f-802d-7e2975d2de15 req-f6c2caaa-44e6-41ff-a556-971767e02c50 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 946 time: 0.0518947 Feb 09 03:41:02.253130 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-65a50af9-9dcf-4c8f-802d-7e2975d2de15 req-855f714d-b7a0-4096-b750-7800c81804b6 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Feb 09 03:41:02.372305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fad36-cbf2-49c4-869e-a7b877d8d5a3 req-6205b76c-c837-4481-93d7-380b2dfad4da tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:02.373939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-641fad36-cbf2-49c4-869e-a7b877d8d5a3 req-6205b76c-c837-4481-93d7-380b2dfad4da tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 946 time: 0.0516546 Feb 09 03:41:02.420232 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-641fad36-cbf2-49c4-869e-a7b877d8d5a3 req-6fad5b7e-00ad-42cc-b5fb-2d8868c32564 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Feb 09 03:41:02.762451 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-befb1750-dbfe-4d79-a0b3-a8a8e9e7285a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:04.129616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:05.192048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:06.532239 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:19.978310 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:21.963216 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:28.329826 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-5452dec9-fc22-4513-a45f-443a5276e1be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430310 Feb 09 03:41:28.421155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-9126da3f-b29b-4850-9101-bfaab295f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:28.422800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-9126da3f-b29b-4850-9101-bfaab295f5d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39873112f7f44db0afe34fe544827c15&device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 1128 time: 0.0522029 Feb 09 03:41:28.532347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-1db81f98-1459-4c3f-8ded-2d49760aec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:28.533889 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-1db81f98-1459-4c3f-8ded-2d49760aec7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 200 len: 918 time: 0.0914505 Feb 09 03:41:28.580105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-52f98a07-eb9f-4e4e-b32b-16d0abb26963 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 HTTP/1.1" status: 200 len: 217 time: 0.0405288 Feb 09 03:41:28.628668 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-1b9d3fa6-9c09-4b01-a1c4-497d8261ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:28.630139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-1b9d3fa6-9c09-4b01-a1c4-497d8261ee93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3772ae93-c881-4516-9c46-dab63e0669f4 HTTP/1.1" status: 200 len: 856 time: 0.0447302 Feb 09 03:41:28.679391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-df9e643d-ac6f-4c23-b7be-555ab839076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:28.680883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-df9e643d-ac6f-4c23-b7be-555ab839076e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435352 Feb 09 03:41:28.778947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-3c149e44-0e37-4515-a557-1e4c472c43d5 service neutron] 10.222.0.26 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903399 Feb 09 03:41:28.868450 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8fa729d3-c47c-48ac-bb1f-40791e1033c6 req-f29aaa45-d2e6-4138-a034-35197b8cd509 service neutron] 10.222.0.26 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834894 Feb 09 03:41:28.913998 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:41:30.533212 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ae55548f-41b3-451e-a87b-e8fb536806db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:32.764567 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-70ba856e-c46f-40db-814f-6bd9f67effb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:34.133933 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:35.196261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.527231 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:36.599101 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9543514-df34-48e1-ac53-aca5cbccce3c req-505e5494-1a3f-4b66-85b5-49f44bc6292f tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:36.600867 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9543514-df34-48e1-ac53-aca5cbccce3c req-505e5494-1a3f-4b66-85b5-49f44bc6292f tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 946 time: 0.0566208 Feb 09 03:41:36.651795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9543514-df34-48e1-ac53-aca5cbccce3c req-df54b891-cd0b-427a-93a6-f8f0263fa034 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432954 Feb 09 03:41:37.773061 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ff1b-ca50-48e8-a4ca-3129e828aa9e req-5e7df6ea-2329-4174-9d63-8a5a1d5555be tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:37.774581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3584ff1b-ca50-48e8-a4ca-3129e828aa9e req-5e7df6ea-2329-4174-9d63-8a5a1d5555be tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 946 time: 0.0536849 Feb 09 03:41:37.823119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3584ff1b-ca50-48e8-a4ca-3129e828aa9e req-172b7df9-cf5a-4460-92ad-5891b7d986b0 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Feb 09 03:41:38.398946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-80b046b7-fd8c-4d04-919b-0fffc13dafc4 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:38.400412 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-80b046b7-fd8c-4d04-919b-0fffc13dafc4 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.26 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 946 time: 0.0573058 Feb 09 03:41:38.491444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Deleting port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:41:38.491785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.584415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] For port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:38.584789 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.598344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Calling delete_port for 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:41:38.730068 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.741980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:41:38.759300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Pushing event deleted for resources: {'Port': ['ID=9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:38.772334 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.772700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.773050 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.773385 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.773961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.774181 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.774379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.774711 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.775042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.775371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.775697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.776021 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.776346 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:38.811858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] No DVR routers for this DVR port 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:41:38.815160 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:38.818535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22d68a1c-c83a-406b-bf68-ed047c1cfaa6 req-99e8ae34-ee6e-4e4d-b9cd-c52a44712513 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.26 "DELETE /v2.0/ports/9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 HTTP/1.1" status: 204 len: 173 time: 0.4132156 Feb 09 03:41:38.818972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bc8d94-96e1-43b5-b91a-04f26e97e728', 'name': 'network-vif-deleted', 'tag': '9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:38.821234 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fd6250-c34f-466f-9129-83ab25f20b89" -d '{"events": [{"server_uuid": "88bc8d94-96e1-43b5-b91a-04f26e97e728", "name": "network-vif-deleted", "tag": "9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:38.859819 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edf27c9-2a0e-4578-976f-f6dedb51c5ea x-openstack-request-id: req-4edf27c9-2a0e-4578-976f-f6dedb51c5ea {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:38.860119 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bc8d94-96e1-43b5-b91a-04f26e97e728", "name": "network-vif-deleted", "tag": "9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:38.860377 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4edf27c9-2a0e-4578-976f-f6dedb51c5ea {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:38.860844 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bc8d94-96e1-43b5-b91a-04f26e97e728', 'name': 'network-vif-deleted', 'tag': '9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241', 'status': 'completed', 'code': 200} Feb 09 03:41:38.924686 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b9ebfc71-85fe-4273-8cef-3a1654deb6a5 req-b0ed4bd1-96ea-48a9-8176-17fda16b894d tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=88bc8d94-96e1-43b5-b91a-04f26e97e728 HTTP/1.1" status: 200 len: 210 time: 0.0276620 Feb 09 03:41:40.479383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-b1335a3e-9f63-4afa-9987-fb436f8f4ac5 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:40.480849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-b1335a3e-9f63-4afa-9987-fb436f8f4ac5 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/networks?id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 200 len: 817 time: 0.1032031 Feb 09 03:41:40.494848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-20dda3e7-54fe-41e5-829f-7a81aead27b0 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/quotas/39873112f7f44db0afe34fe544827c15 HTTP/1.1" status: 200 len: 375 time: 0.0086701 Feb 09 03:41:40.548962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-4e417fae-2990-46e1-b092-c71d75958f01 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=39873112f7f44db0afe34fe544827c15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483167 Feb 09 03:41:40.672133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-7604ebe9-d586-4d82-9ff5-9287169c06fb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:41:40.673156 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-7604ebe9-d586-4d82-9ff5-9287169c06fb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436225 Feb 09 03:41:40.763670 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-4a2d1dcf-b0c2-483e-9aca-3eefb75e40db service neutron] 10.222.0.32 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847316 Feb 09 03:41:40.851271 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-af26e476-51b0-4052-85ce-7e1bfad16aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812981 Feb 09 03:41:41.010049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d99a69b0-f365-4b94-bea2-7f6aebd4a493 req-a66f856a-eae7-4143-ab02-ef3c74d318d3 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 210 time: 0.0271399 Feb 09 03:41:41.908098 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-0f7b471d-5fb2-443a-88e9-ea34b139e44b tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:41.909928 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-0f7b471d-5fb2-443a-88e9-ea34b139e44b tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.61 "GET /v2.0/networks?id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 200 len: 817 time: 0.1143684 Feb 09 03:41:41.922969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Request body: {'port': {'device_id': '67a6e747-104a-4f12-82f8-af9fa1d5fb55', 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'admin_state_up': True, 'tenant_id': '39873112f7f44db0afe34fe544827c15'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:42.029285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Made reservation on behalf of 39873112f7f44db0afe34fe544827c15 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:41:42.033311 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.108593 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b694ce30-880a-44d1-9b6e-ef123957ae37 req-bc251523-1d13-472e-b87e-6f32c0389bbb tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 210 time: 0.0277181 Feb 09 03:41:42.161808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Allocated IP 172.20.0.8 (d9cc3723-1efa-48a6-b1fe-19850c21c5f4/3772ae93-c881-4516-9c46-dab63e0669f4/5a25ef5c-3723-4770-a51c-a206ea2f3d78) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:41:42.308031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks [] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.341158 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.385338 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:41:42.388431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:41:42.392856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:41:42.417018 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Pushing event updated for resources: {'Port': ['ID=5a25ef5c-3723-4770-a51c-a206ea2f3d78,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:42.431996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.432347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.432694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.433037 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.433374 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.433707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.434047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.434405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.434736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.435069 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.435398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.435720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.436042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:42.457645 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:42.458578 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.474434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-309a40e3-6914-43da-8cb4-e65551302ffd tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562921 Feb 09 03:41:42.563574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Request body: {'port': {'device_id': '67a6e747-104a-4f12-82f8-af9fa1d5fb55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:41:42.570946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:41:42.595223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:41:42.595710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 9bdb5c6a-8cc2-4d50-8b1b-00f2df05a241 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:41:42.610491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-033d9250-1a8e-402c-828c-1412de1ba837 None None] Provisioning complete for port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:42.610982 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-033d9250-1a8e-402c-828c-1412de1ba837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.631673 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.644297 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-033d9250-1a8e-402c-828c-1412de1ba837 None None] Port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:41:42.894914 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a25ef5c-3723-4770-a51c-a206ea2f3d78 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:41:42.902586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Publish callbacks [] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.914911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Transition to ACTIVE for port object 5a25ef5c-3723-4770-a51c-a206ea2f3d78 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:41:42.918479 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:42.990780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Pushing event updated for resources: {'Port': ['ID=5a25ef5c-3723-4770-a51c-a206ea2f3d78,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:43.041807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Attempting to bind port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:41:43.042504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Attempting to bind port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:41:43.042504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Attempting to bind port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 on network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:43.047039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 on network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:41:43.047366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Attempting to bind port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 on network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:41:43.052220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:41:43.052565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Checking segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:41:43.052955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Bound using segment: {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:41:43.053380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Bound port: 5a25ef5c-3723-4770-a51c-a206ea2f3d78, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626f50da-09ac-4048-aa0f-fa14881c457c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:41:43.053742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.120075 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] For port 5a25ef5c-3723-4770-a51c-a206ea2f3d78, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:41:43.123779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] For port 5a25ef5c-3723-4770-a51c-a206ea2f3d78, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5a25ef5c-3723-4770-a51c-a206ea2f3d78,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:41:43.130702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.163776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.164405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:43.165853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] 10.222.0.61 "PUT /v2.0/ports/5a25ef5c-3723-4770-a51c-a206ea2f3d78 HTTP/1.1" status: 200 len: 1091 time: 0.6492984 Feb 09 03:41:43.166269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a6e747-104a-4f12-82f8-af9fa1d5fb55', 'tag': '5a25ef5c-3723-4770-a51c-a206ea2f3d78'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:43.238731 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55376e79-1675-4fc1-ad1c-630da1709c88" -d '{"events": [{"name": "network-changed", "server_uuid": "67a6e747-104a-4f12-82f8-af9fa1d5fb55", "tag": "5a25ef5c-3723-4770-a51c-a206ea2f3d78"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:43.242553 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3d146-88c9-4cca-aefa-64e1aa1b3c98 service neutron] Pushing event updated for resources: {'Port': ['ID=5a25ef5c-3723-4770-a51c-a206ea2f3d78,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:43.302045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929632-14e5-4f13-81cd-159026a10294 req-383f2e0f-9486-4bd6-a30f-4528dca32631 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.303660 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61929632-14e5-4f13-81cd-159026a10294 req-383f2e0f-9486-4bd6-a30f-4528dca32631 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 943 time: 0.1080868 Feb 09 03:41:43.306844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-16582134-3cb6-448a-adee-cfea0994b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.308441 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-16582134-3cb6-448a-adee-cfea0994b17f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39873112f7f44db0afe34fe544827c15&device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 1125 time: 0.0981333 Feb 09 03:41:43.362876 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81b5ebf-f0ef-4f04-a182-ff1728940eb1 x-openstack-request-id: req-a81b5ebf-f0ef-4f04-a182-ff1728940eb1 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:43.363181 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a6e747-104a-4f12-82f8-af9fa1d5fb55", "tag": "5a25ef5c-3723-4770-a51c-a206ea2f3d78", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:43.363442 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a81b5ebf-f0ef-4f04-a182-ff1728940eb1 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:43.363852 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a6e747-104a-4f12-82f8-af9fa1d5fb55', 'tag': '5a25ef5c-3723-4770-a51c-a206ea2f3d78', 'status': 'completed', 'code': 200} Feb 09 03:41:43.368401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-6443247d-08b6-4685-be2a-90ea7fdd4276 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a25ef5c-3723-4770-a51c-a206ea2f3d78 HTTP/1.1" status: 200 len: 217 time: 0.0514138 Feb 09 03:41:43.426861 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61929632-14e5-4f13-81cd-159026a10294 req-d53ed570-36a4-45d0-a026-f46cb83072e9 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164443 Feb 09 03:41:43.438756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-697a2452-a463-4062-abf9-17b29180af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.440438 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-697a2452-a463-4062-abf9-17b29180af84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3772ae93-c881-4516-9c46-dab63e0669f4 HTTP/1.1" status: 200 len: 856 time: 0.0634868 Feb 09 03:41:43.487581 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-9b3eb0d1-6231-43c5-9a05-0a4ea4df2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.489138 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-9b3eb0d1-6231-43c5-9a05-0a4ea4df2c2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434229 Feb 09 03:41:43.585122 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-1741de78-ba8a-4af0-aa39-1b34eea96411 service neutron] 10.222.0.61 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900645 Feb 09 03:41:43.672108 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-577848e0-2fd0-4407-b3b2-8940c4e2339e req-763645db-df8b-4b6e-933e-6d96d41b8d38 service neutron] 10.222.0.61 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810676 Feb 09 03:41:43.757091 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-f8bead7c-9390-429a-a1cb-0551b2c5dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.758643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-f8bead7c-9390-429a-a1cb-0551b2c5dde5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39873112f7f44db0afe34fe544827c15&device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 1125 time: 0.0452428 Feb 09 03:41:43.850367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-bb1e307e-3f38-44e2-858a-4e8d4f74437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.851873 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-bb1e307e-3f38-44e2-858a-4e8d4f74437f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 200 len: 918 time: 0.0872934 Feb 09 03:41:43.895331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-d8b9debc-b80d-4db8-b52c-0ff72a38d87d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a25ef5c-3723-4770-a51c-a206ea2f3d78 HTTP/1.1" status: 200 len: 217 time: 0.0378420 Feb 09 03:41:43.947244 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-09222fb0-dedc-49b7-a422-1eb89e524687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:43.948790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-09222fb0-dedc-49b7-a422-1eb89e524687 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3772ae93-c881-4516-9c46-dab63e0669f4 HTTP/1.1" status: 200 len: 856 time: 0.0469699 Feb 09 03:41:44.005119 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-84c06220-297d-4d77-8b65-c8eca14da687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:44.006663 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-84c06220-297d-4d77-8b65-c8eca14da687 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496373 Feb 09 03:41:44.094076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-1fbca769-38c5-4295-af72-9a731b9beaa6 service neutron] 10.222.0.61 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801365 Feb 09 03:41:44.191814 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-55376e79-1675-4fc1-ad1c-630da1709c88 req-b1d7a3b4-9389-4319-9517-9e6050342b61 service neutron] 10.222.0.61 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906146 Feb 09 03:41:44.552519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca7f8c-3121-47cb-8129-ebee1a202273 req-e0d986c2-7f36-4abe-9312-d29490f9c4cb tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:44.554005 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3dca7f8c-3121-47cb-8129-ebee1a202273 req-e0d986c2-7f36-4abe-9312-d29490f9c4cb tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 943 time: 0.0581913 Feb 09 03:41:44.599793 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3dca7f8c-3121-47cb-8129-ebee1a202273 req-5b5d38b3-8c5c-4753-85fc-df377e11c599 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 Feb 09 03:41:45.183281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5a25ef5c-3723-4770-a51c-a206ea2f3d78 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:41:45.280886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5a25ef5c-3723-4770-a51c-a206ea2f3d78, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5a25ef5c-3723-4770-a51c-a206ea2f3d78,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:45.292080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '5a25ef5c-3723-4770-a51c-a206ea2f3d78', 'network_id': 'd9cc3723-1efa-48a6-b1fe-19850c21c5f4', 'port_id': '5a25ef5c-3723-4770-a51c-a206ea2f3d78', 'mac_address': 'fa:16:3e:09:9d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3772ae93-c881-4516-9c46-dab63e0669f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:41:45.329637 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:45.330025 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.343533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a25ef5c-3723-4770-a51c-a206ea2f3d78 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:41:45.362865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5a25ef5c-3723-4770-a51c-a206ea2f3d78, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5a25ef5c-3723-4770-a51c-a206ea2f3d78,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:45.366702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:45.412317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5a25ef5c-3723-4770-a51c-a206ea2f3d78,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:45.419435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.419786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.420131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.420475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.420808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.421140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.422043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.422400 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.422734 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.423062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.423388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.423712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.424036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:41:45.582623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5a25ef5c-3723-4770-a51c-a206ea2f3d78'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:41:45.718752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f5731-9e2c-4748-8341-e0dc759d197f req-e1226423-2509-409d-97f3-64a9532c70f5 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:45.720275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-934f5731-9e2c-4748-8341-e0dc759d197f req-e1226423-2509-409d-97f3-64a9532c70f5 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 944 time: 0.0529006 Feb 09 03:41:45.766839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-934f5731-9e2c-4748-8341-e0dc759d197f req-40491d9d-bb9c-4a60-bb6f-73d77bc17be4 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408747 Feb 09 03:41:46.892886 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9729d-3a80-416a-835a-e6cb9bbfd3d4 req-ae61d2f7-5f1b-47c3-9ed1-be5034202e98 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:46.894577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-caa9729d-3a80-416a-835a-e6cb9bbfd3d4 req-ae61d2f7-5f1b-47c3-9ed1-be5034202e98 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 944 time: 0.0534310 Feb 09 03:41:46.941085 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-caa9729d-3a80-416a-835a-e6cb9bbfd3d4 req-fd84bb46-dfd3-4c71-a3b6-5b278465bce3 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Feb 09 03:41:47.193834 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5a25ef5c-3723-4770-a51c-a206ea2f3d78 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:41:47.240944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:41:47.244782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:41:47.245153 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.324764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:41:47.325144 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.346712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6e747-104a-4f12-82f8-af9fa1d5fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a25ef5c-3723-4770-a51c-a206ea2f3d78'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:41:47.348911 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92cf6b0-8e64-41ac-a25f-6bfdd108fb3b" -d '{"events": [{"server_uuid": "67a6e747-104a-4f12-82f8-af9fa1d5fb55", "name": "network-vif-plugged", "status": "completed", "tag": "5a25ef5c-3723-4770-a51c-a206ea2f3d78"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:41:47.361903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 5a25ef5c-3723-4770-a51c-a206ea2f3d78, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5a25ef5c-3723-4770-a51c-a206ea2f3d78,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:41:47.365760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:47.391015 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee280c37-60f3-4f64-a794-802d14573149 x-openstack-request-id: req-ee280c37-60f3-4f64-a794-802d14573149 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:41:47.391334 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6e747-104a-4f12-82f8-af9fa1d5fb55", "name": "network-vif-plugged", "status": "completed", "tag": "5a25ef5c-3723-4770-a51c-a206ea2f3d78", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:41:47.391591 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee280c37-60f3-4f64-a794-802d14573149 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:41:47.391973 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6e747-104a-4f12-82f8-af9fa1d5fb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a25ef5c-3723-4770-a51c-a206ea2f3d78', 'code': 200} Feb 09 03:41:47.416816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=5a25ef5c-3723-4770-a51c-a206ea2f3d78,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:41:47.494874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa1d95-12fb-4800-b0a3-3c4c8bf9f815 req-2e1e7475-eb0a-4e2a-864a-432812ba9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:47.496841 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fefa1d95-12fb-4800-b0a3-3c4c8bf9f815 req-2e1e7475-eb0a-4e2a-864a-432812ba9ec0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 1127 time: 0.0474136 Feb 09 03:41:47.545061 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fefa1d95-12fb-4800-b0a3-3c4c8bf9f815 req-a6e17225-4ff8-4941-837b-acf5c93d451e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Feb 09 03:41:48.070835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b54b37-f22a-42fb-8b6f-6600e8e979a9 req-e17e6282-f2be-406c-9d88-b48b763c6e8a tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:48.072679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-86b54b37-f22a-42fb-8b6f-6600e8e979a9 req-e17e6282-f2be-406c-9d88-b48b763c6e8a tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 945 time: 0.0617993 Feb 09 03:41:48.125453 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-86b54b37-f22a-42fb-8b6f-6600e8e979a9 req-95419ae8-2ec3-4b0a-96b7-6bbc9029c6d0 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456564 Feb 09 03:41:49.249503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd270c-ead4-4b67-9554-ef8414fc2dc4 req-54a9ed7b-6533-442e-b2e1-61eeea4231f3 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:49.250995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21bd270c-ead4-4b67-9554-ef8414fc2dc4 req-54a9ed7b-6533-442e-b2e1-61eeea4231f3 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 945 time: 0.0520372 Feb 09 03:41:49.296816 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-21bd270c-ead4-4b67-9554-ef8414fc2dc4 req-ecb369e2-87df-45d7-999f-705cf72e95d1 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396588 Feb 09 03:41:49.413474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96126a19-0fc2-40bf-82c7-8ab40edc3df7 req-350e6e8c-969f-4171-9fb6-2366e9c0f483 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:41:49.414882 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96126a19-0fc2-40bf-82c7-8ab40edc3df7 req-350e6e8c-969f-4171-9fb6-2366e9c0f483 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 945 time: 0.0524151 Feb 09 03:41:49.461274 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96126a19-0fc2-40bf-82c7-8ab40edc3df7 req-fef9afd9-3e67-4708-ae45-6a68a25ee6f3 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Feb 09 03:41:49.987235 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:41:51.994901 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:00.534631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-befd2251-a807-496a-87c1-707632904953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:02.767671 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f558e5b6-98be-4d48-9624-156a1482d366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:04.131725 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.197541 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:05.914331 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:42:06.371600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-a30018f9-2520-42f0-893e-be459d046b95 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432694 Feb 09 03:42:06.457011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-221f8936-6522-4470-8ec3-3c73f7ddb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:06.458596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-221f8936-6522-4470-8ec3-3c73f7ddb27f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39873112f7f44db0afe34fe544827c15&device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 1127 time: 0.0449064 Feb 09 03:42:06.537342 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:06.571407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-fde3790d-792c-4510-a236-00250431518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:06.572886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-fde3790d-792c-4510-a236-00250431518b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 200 len: 918 time: 0.0942314 Feb 09 03:42:06.613812 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-602abcbe-f997-42da-ab04-c55ffd2cd99f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a25ef5c-3723-4770-a51c-a206ea2f3d78 HTTP/1.1" status: 200 len: 217 time: 0.0337901 Feb 09 03:42:06.665499 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-4f3460db-d200-4eff-a57e-b0a1a970c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:06.667076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-4f3460db-d200-4eff-a57e-b0a1a970c68d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3772ae93-c881-4516-9c46-dab63e0669f4 HTTP/1.1" status: 200 len: 856 time: 0.0471716 Feb 09 03:42:06.715706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-41c9dcc1-a832-427a-84ac-52c1b416bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:06.717206 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-41c9dcc1-a832-427a-84ac-52c1b416bdc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d9cc3723-1efa-48a6-b1fe-19850c21c5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441422 Feb 09 03:42:06.809949 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-5d747542-c263-40b1-8f80-e5d8357d78cc service neutron] 10.222.0.61 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849693 Feb 09 03:42:06.901847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9bfde08a-859e-43fa-a205-dc643cbc3998 req-a3f48381-f6ff-43d2-a67d-3d985ff2a088 service neutron] 10.222.0.61 "GET /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846243 Feb 09 03:42:20.006801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:21.989407 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:23.468561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c305-04f2-4a6e-8688-cf8d985d3c5e req-ca8daf6d-e966-4588-a807-cf6dee4d41c7 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:23.470755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1515c305-04f2-4a6e-8688-cf8d985d3c5e req-ca8daf6d-e966-4588-a807-cf6dee4d41c7 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 945 time: 0.0541952 Feb 09 03:42:23.518643 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1515c305-04f2-4a6e-8688-cf8d985d3c5e req-0d8c8c9b-8bdc-4f13-91fc-5df1600046e4 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Feb 09 03:42:24.640819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aa445-d4ac-4a01-bf2e-a123724c4108 req-6de2ec14-5a53-4bc1-bb62-396ea115130a tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:24.642906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-786aa445-d4ac-4a01-bf2e-a123724c4108 req-6de2ec14-5a53-4bc1-bb62-396ea115130a tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Feb 09 03:42:24.692934 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-786aa445-d4ac-4a01-bf2e-a123724c4108 req-c64845de-8a64-4680-8a08-dd7b24993d25 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/security-groups?id=351b557d-18d8-42e9-acc4-9c1b34c0d8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Feb 09 03:42:25.010642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-8f6de3f2-b90e-4154-b9d1-7edb8f5faa73 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:25.012139 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-8f6de3f2-b90e-4154-b9d1-7edb8f5faa73 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.61 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 945 time: 0.0556719 Feb 09 03:42:25.102501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Deleting port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:25.102719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.190913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] For port 5a25ef5c-3723-4770-a51c-a206ea2f3d78, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=5a25ef5c-3723-4770-a51c-a206ea2f3d78,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:25.191259 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.203800 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Calling delete_port for 5a25ef5c-3723-4770-a51c-a206ea2f3d78 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:25.325150 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (5a25ef5c-3723-4770-a51c-a206ea2f3d78), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.336782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['5a25ef5c-3723-4770-a51c-a206ea2f3d78'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:42:25.359021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Pushing event deleted for resources: {'Port': ['ID=5a25ef5c-3723-4770-a51c-a206ea2f3d78,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:25.405433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] No DVR routers for this DVR port 5a25ef5c-3723-4770-a51c-a206ea2f3d78 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:25.409351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:25.412682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3c104b93-3b88-4a53-a61a-b730887a8f86 req-0af615c6-2e66-4fda-bf93-eb97877ee796 tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.61 "DELETE /v2.0/ports/5a25ef5c-3723-4770-a51c-a206ea2f3d78 HTTP/1.1" status: 204 len: 173 time: 0.3952138 Feb 09 03:42:25.413133 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a6e747-104a-4f12-82f8-af9fa1d5fb55', 'name': 'network-vif-deleted', 'tag': '5a25ef5c-3723-4770-a51c-a206ea2f3d78'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:42:25.415433 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a2e521-809d-4aef-a99c-8fc76d4af93f" -d '{"events": [{"server_uuid": "67a6e747-104a-4f12-82f8-af9fa1d5fb55", "name": "network-vif-deleted", "tag": "5a25ef5c-3723-4770-a51c-a206ea2f3d78"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:42:25.466987 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a515c7e3-1348-4388-90d5-f84f7059442c x-openstack-request-id: req-a515c7e3-1348-4388-90d5-f84f7059442c {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:42:25.467293 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a6e747-104a-4f12-82f8-af9fa1d5fb55", "name": "network-vif-deleted", "tag": "5a25ef5c-3723-4770-a51c-a206ea2f3d78", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:42:25.467554 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a515c7e3-1348-4388-90d5-f84f7059442c {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:42:25.467964 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a6e747-104a-4f12-82f8-af9fa1d5fb55', 'name': 'network-vif-deleted', 'tag': '5a25ef5c-3723-4770-a51c-a206ea2f3d78', 'status': 'completed', 'code': 200} Feb 09 03:42:25.815797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ae3fac88-be17-4918-b085-c1341721a1a5 req-b12caf6b-52bf-4625-bd17-8ef3dbeb317c tempest-TestEncryptedCinderVolumes-955479238 tempest-TestEncryptedCinderVolumes-955479238-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a6e747-104a-4f12-82f8-af9fa1d5fb55 HTTP/1.1" status: 200 len: 210 time: 0.0379741 Feb 09 03:42:26.915760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50032) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:27.256714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:27.340525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5a25ef5c-3723-4770-a51c-a206ea2f3d78 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:27.360113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 5a25ef5c-3723-4770-a51c-a206ea2f3d78 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:27.360516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 5a25ef5c-3723-4770-a51c-a206ea2f3d78 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:27.502618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Deleting port 27181473-bbcb-4012-9819-15bf60a843ec {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:27.502951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (27181473-bbcb-4012-9819-15bf60a843ec), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:27.581946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] For port 27181473-bbcb-4012-9819-15bf60a843ec, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=27181473-bbcb-4012-9819-15bf60a843ec,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:27.582336 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (27181473-bbcb-4012-9819-15bf60a843ec), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:27.595450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Calling delete_port for 27181473-bbcb-4012-9819-15bf60a843ec owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:27.772253 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (27181473-bbcb-4012-9819-15bf60a843ec), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:27.796966 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Pushing event deleted for resources: {'Port': ['ID=27181473-bbcb-4012-9819-15bf60a843ec,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:27.963932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.181347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:28.287919 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:28.292993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-33bf2836-0f77-4488-8499-b7a19e25c19b admin admin] 10.222.0.32 "PUT /v2.0/routers/1128f326-c5b6-4cb8-a8a0-09325d22fcaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3760450 Feb 09 03:42:28.295466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50034) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:28.299957 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] Sync routers for ids ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:28.310049 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] Routers {'1128f326-c5b6-4cb8-a8a0-09325d22fcaa'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:28.310703 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:28.427513 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] Set router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:28.613066 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:42:27Z', 'revision_number': 5, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:28.651256 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] Checking router: 1128f326-c5b6-4cb8-a8a0-09325d22fcaa for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:28.659842 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] Routers {'1128f326-c5b6-4cb8-a8a0-09325d22fcaa'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:28.660443 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:28.756419 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks [] for router (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.859017 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] Set router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:28.863077 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks [] for router_gateway (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.914585 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Deleting port 299a54f4-ac77-4517-988e-a615a04e0675 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:28.914917 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (299a54f4-ac77-4517-988e-a615a04e0675), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:28.993147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] For port 299a54f4-ac77-4517-988e-a615a04e0675, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=299a54f4-ac77-4517-988e-a615a04e0675,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:28.993825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (299a54f4-ac77-4517-988e-a615a04e0675), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.006988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Calling delete_port for 299a54f4-ac77-4517-988e-a615a04e0675 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:29.038922 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:42:27Z', 'revision_number': 5, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:29.064874 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e794ea9-36f3-4e92-b56f-a44e970b6573 None None] The sync data for ids ['1128f326-c5b6-4cb8-a8a0-09325d22fcaa'] in n-d-827839-4 is: [{'id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'name': 'tempest-TestEncryptedCinderVolumes-1058845691-router', 'tenant_id': '39873112f7f44db0afe34fe544827c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '299a54f4-ac77-4517-988e-a615a04e0675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:42:27Z', 'revision_number': 5, 'project_id': '39873112f7f44db0afe34fe544827c15', 'gw_port': {'id': '299a54f4-ac77-4517-988e-a615a04e0675', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128f326-c5b6-4cb8-a8a0-09325d22fcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:40Z', 'updated_at': '2022-02-09T03:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:29.176718 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (299a54f4-ac77-4517-988e-a615a04e0675), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.207856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Pushing event deleted for resources: {'Port': ['ID=299a54f4-ac77-4517-988e-a615a04e0675,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:29.274877 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.371216 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.373615 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks [] for router_controller (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.423691 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (1128f326-c5b6-4cb8-a8a0-09325d22fcaa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.424381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1128f326-c5b6-4cb8-a8a0-09325d22fcaa {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:42:29.429517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.430841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-23c8ca51-8ebd-4db8-8d01-b391cbe832fb admin admin] 10.222.0.32 "DELETE /v2.0/routers/1128f326-c5b6-4cb8-a8a0-09325d22fcaa HTTP/1.1" status: 204 len: 168 time: 1.1344655 Feb 09 03:42:29.433378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50036) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:29.480686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b5dd22-2eb5-4464-b47e-aba431e0b2d6 admin admin] Deleting subnet 3772ae93-c881-4516-9c46-dab63e0669f4 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:42:29.484137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dd22-2eb5-4464-b47e-aba431e0b2d6 admin admin] Publish callbacks [] for subnet (3772ae93-c881-4516-9c46-dab63e0669f4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.521040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dd22-2eb5-4464-b47e-aba431e0b2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (3772ae93-c881-4516-9c46-dab63e0669f4), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.607114 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dd22-2eb5-4464-b47e-aba431e0b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (3772ae93-c881-4516-9c46-dab63e0669f4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.660962 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dd22-2eb5-4464-b47e-aba431e0b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (3772ae93-c881-4516-9c46-dab63e0669f4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.692998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5dd22-2eb5-4464-b47e-aba431e0b2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3772ae93-c881-4516-9c46-dab63e0669f4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:29.697784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dd22-2eb5-4464-b47e-aba431e0b2d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.703093 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a2b5dd22-2eb5-4464-b47e-aba431e0b2d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3772ae93-c881-4516-9c46-dab63e0669f4 HTTP/1.1" status: 204 len: 168 time: 0.2686679 Feb 09 03:42:29.704575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50038) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:29.707505 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa6adc0-91b3-44b4-8c1c-01671e7ac418 None None] Network d9cc3723-1efa-48a6-b1fe-19850c21c5f4 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:29.780808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (d9cc3723-1efa-48a6-b1fe-19850c21c5f4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.839200 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Deleting port 07335d71-59e5-4952-b5de-ef6fa5367862 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:29.839538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.905282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] For port 07335d71-59e5-4952-b5de-ef6fa5367862, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=07335d71-59e5-4952-b5de-ef6fa5367862,segment=NetworkSegment(626f50da-09ac-4048-aa0f-fa14881c457c),segment_id=626f50da-09ac-4048-aa0f-fa14881c457c)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:29.905651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:29.918903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Calling delete_port for 07335d71-59e5-4952-b5de-ef6fa5367862 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:30.006672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (07335d71-59e5-4952-b5de-ef6fa5367862), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.029375 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=07335d71-59e5-4952-b5de-ef6fa5367862,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:30.035380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] No DVR routers for this DVR port 07335d71-59e5-4952-b5de-ef6fa5367862 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:30.059988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013e449a-3799-43f1-908e-49a81d1786ad None None] DHCP port deletion for d9cc3723-1efa-48a6-b1fe-19850c21c5f4 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:42:30.113618 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (d9cc3723-1efa-48a6-b1fe-19850c21c5f4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.136890 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cc3723-1efa-48a6-b1fe-19850c21c5f4']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:30.146269 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626f50da-09ac-4048-aa0f-fa14881c457c') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:30.146572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626f50da-09ac-4048-aa0f-fa14881c457c') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:30.155767 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (626f50da-09ac-4048-aa0f-fa14881c457c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.169276 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (626f50da-09ac-4048-aa0f-fa14881c457c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.175402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:42:30.175918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (626f50da-09ac-4048-aa0f-fa14881c457c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:42:30.177551 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:42:30.231249 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (d9cc3723-1efa-48a6-b1fe-19850c21c5f4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.236562 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.239698 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] 10.222.0.32 "DELETE /v2.0/networks/d9cc3723-1efa-48a6-b1fe-19850c21c5f4 HTTP/1.1" status: 204 len: 168 time: 0.5333710 Feb 09 03:42:30.242948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50040) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:30.250979 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03671814-ee2a-43a7-9857-f200aab93e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=d9cc3723-1efa-48a6-b1fe-19850c21c5f4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:30.365096 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 299a54f4-ac77-4517-988e-a615a04e0675 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:30.386132 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 299a54f4-ac77-4517-988e-a615a04e0675 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:30.386605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 299a54f4-ac77-4517-988e-a615a04e0675 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:30.387036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 27181473-bbcb-4012-9819-15bf60a843ec no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:30.408877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 27181473-bbcb-4012-9819-15bf60a843ec {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:30.409228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 27181473-bbcb-4012-9819-15bf60a843ec not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:30.409650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 07335d71-59e5-4952-b5de-ef6fa5367862 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:30.432620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 07335d71-59e5-4952-b5de-ef6fa5367862 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:30.432974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 07335d71-59e5-4952-b5de-ef6fa5367862 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:30.535688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3e160187-7dd5-40f1-8a53-b85e8e99f5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.600427 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (956840b1-98e1-47c0-8278-cc3441617fbf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.850477 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Deleting port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:30.850703 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.932956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] For port 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,segment=NetworkSegment(f1ecf3a9-9e34-4471-9a78-fecfa3172c17),segment_id=f1ecf3a9-9e34-4471-9a78-fecfa3172c17)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:30.933318 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:30.946821 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Calling delete_port for 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:31.128327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (69dee0a2-dfaa-4eb2-9ad9-5918276a2f29), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.154719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Pushing event deleted for resources: {'Port': ['ID=69dee0a2-dfaa-4eb2-9ad9-5918276a2f29,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:31.321759 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (956840b1-98e1-47c0-8278-cc3441617fbf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.544030 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Router 956840b1-98e1-47c0-8278-cc3441617fbf has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:31.651652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:31.657718 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fcacf6b9-c5ed-4de2-9d60-57332757db22 admin admin] 10.222.0.32 "PUT /v2.0/routers/956840b1-98e1-47c0-8278-cc3441617fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4125776 Feb 09 03:42:31.659114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50042) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:31.661932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] Sync routers for ids ['956840b1-98e1-47c0-8278-cc3441617fbf'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:31.671878 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] Routers {'956840b1-98e1-47c0-8278-cc3441617fbf'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:31.673020 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['956840b1-98e1-47c0-8278-cc3441617fbf'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:31.765306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks [] for router (956840b1-98e1-47c0-8278-cc3441617fbf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.782621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] Set router 956840b1-98e1-47c0-8278-cc3441617fbf gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:31.870356 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks [] for router_gateway (956840b1-98e1-47c0-8278-cc3441617fbf), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.924147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Deleting port ab5af304-9551-43f7-a690-cd3bf462a967 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:31.924483 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:31.962780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:42:31Z', 'revision_number': 5, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port': {'id': 'ab5af304-9551-43f7-a690-cd3bf462a967', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:40:45Z', 'updated_at': '2022-02-09T03:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:31.993829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] Checking router: 956840b1-98e1-47c0-8278-cc3441617fbf for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:32.001458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] For port ab5af304-9551-43f7-a690-cd3bf462a967, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ab5af304-9551-43f7-a690-cd3bf462a967,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:32.001822 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.003077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] Routers {'956840b1-98e1-47c0-8278-cc3441617fbf'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:32.003708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['956840b1-98e1-47c0-8278-cc3441617fbf'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:32.019069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Calling delete_port for ab5af304-9551-43f7-a690-cd3bf462a967 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:32.088727 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] Set router 956840b1-98e1-47c0-8278-cc3441617fbf gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:32.143461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:42:31Z', 'revision_number': 6, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:32.169946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56362b5c-1baf-40c3-81f8-2cc1ce0088e2 None None] The sync data for ids ['956840b1-98e1-47c0-8278-cc3441617fbf'] in n-d-827839-4 is: [{'id': '956840b1-98e1-47c0-8278-cc3441617fbf', 'name': 'tempest-TestEncryptedCinderVolumes-756761759-router', 'tenant_id': '7c0cf79951844a74aaf4f63743f0b21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:40:44Z', 'updated_at': '2022-02-09T03:42:31Z', 'revision_number': 6, 'project_id': '7c0cf79951844a74aaf4f63743f0b21b', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:32.195632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ab5af304-9551-43f7-a690-cd3bf462a967), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.221398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5af304-9551-43f7-a690-cd3bf462a967,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:32.284780 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (956840b1-98e1-47c0-8278-cc3441617fbf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.377575 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (956840b1-98e1-47c0-8278-cc3441617fbf), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.379704 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks [] for router_controller (956840b1-98e1-47c0-8278-cc3441617fbf), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.424781 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (956840b1-98e1-47c0-8278-cc3441617fbf), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.425323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 956840b1-98e1-47c0-8278-cc3441617fbf {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:42:32.429757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.430919 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-67715f80-d2ee-4a7e-a05a-fea94b02ae1a admin admin] 10.222.0.32 "DELETE /v2.0/routers/956840b1-98e1-47c0-8278-cc3441617fbf HTTP/1.1" status: 204 len: 168 time: 0.7709174 Feb 09 03:42:32.433580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50044) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:32.477254 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-446a429d-e333-401c-b481-e22052d6115c admin admin] Deleting subnet f19503e6-e151-48e6-bf42-ff2f2b7e810e {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:42:32.480222 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-446a429d-e333-401c-b481-e22052d6115c admin admin] Publish callbacks [] for subnet (f19503e6-e151-48e6-bf42-ff2f2b7e810e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.513719 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-446a429d-e333-401c-b481-e22052d6115c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (f19503e6-e151-48e6-bf42-ff2f2b7e810e), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.615777 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-446a429d-e333-401c-b481-e22052d6115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (f19503e6-e151-48e6-bf42-ff2f2b7e810e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.660818 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:32.676462 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-446a429d-e333-401c-b481-e22052d6115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (f19503e6-e151-48e6-bf42-ff2f2b7e810e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.685623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:32.686196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 69dee0a2-dfaa-4eb2-9ad9-5918276a2f29 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:32.703608 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a429d-e333-401c-b481-e22052d6115c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19503e6-e151-48e6-bf42-ff2f2b7e810e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:32.708587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-446a429d-e333-401c-b481-e22052d6115c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.712743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-446a429d-e333-401c-b481-e22052d6115c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f19503e6-e151-48e6-bf42-ff2f2b7e810e HTTP/1.1" status: 204 len: 168 time: 0.2781093 Feb 09 03:42:32.715406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50046) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:32.718621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a09111-d6ac-4ab6-9668-3ab8f3bc370f None None] Network 87d370a7-4e75-4fb9-80a0-6af5226513ee requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:32.783468 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6db4232c-0ae3-4c35-b52c-64cb1531841d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.788872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (87d370a7-4e75-4fb9-80a0-6af5226513ee), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.843451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Deleting port 78a6759e-ef16-42d0-bab1-bb1c37909309 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:32.843759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.905833 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] For port 78a6759e-ef16-42d0-bab1-bb1c37909309, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=78a6759e-ef16-42d0-bab1-bb1c37909309,segment=NetworkSegment(f1ecf3a9-9e34-4471-9a78-fecfa3172c17),segment_id=f1ecf3a9-9e34-4471-9a78-fecfa3172c17)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:32.906124 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:32.918606 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Calling delete_port for 78a6759e-ef16-42d0-bab1-bb1c37909309 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:32.961633 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] DHCP port deletion for 87d370a7-4e75-4fb9-80a0-6af5226513ee request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:42:33.002881 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.015334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] Deleting port 78a6759e-ef16-42d0-bab1-bb1c37909309 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:42:33.015798 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.029661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a6759e-ef16-42d0-bab1-bb1c37909309,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:33.031546 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] No DVR routers for this DVR port 78a6759e-ef16-42d0-bab1-bb1c37909309 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:33.081222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] For port 78a6759e-ef16-42d0-bab1-bb1c37909309, host n-d-827839-4, got binding levels [] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:33.081636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.096410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] Calling delete_port for 78a6759e-ef16-42d0-bab1-bb1c37909309 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:42:33.099339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.ipam_backend_mixin [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] Port 78a6759e-ef16-42d0-bab1-bb1c37909309 was not found and therefore no delete operation was performed {{(pid=109858) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:42:33.100651 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (78a6759e-ef16-42d0-bab1-bb1c37909309), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.106724 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (87d370a7-4e75-4fb9-80a0-6af5226513ee), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.113327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] No DVR routers for this DVR port 78a6759e-ef16-42d0-bab1-bb1c37909309 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:42:33.129618 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d370a7-4e75-4fb9-80a0-6af5226513ee']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:33.136086 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa1bf8-0521-426a-b055-11c5b20d5ecf None None] Pushing event deleted for resources: {'Port': ['ID=78a6759e-ef16-42d0-bab1-bb1c37909309,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:33.140701 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:33.141588 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ecf3a9-9e34-4471-9a78-fecfa3172c17') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:33.151460 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (f1ecf3a9-9e34-4471-9a78-fecfa3172c17), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.165696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f1ecf3a9-9e34-4471-9a78-fecfa3172c17), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.173092 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:42:33.173477 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (f1ecf3a9-9e34-4471-9a78-fecfa3172c17), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:42:33.175396 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:42:33.230739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (87d370a7-4e75-4fb9-80a0-6af5226513ee), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.235295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.238704 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/87d370a7-4e75-4fb9-80a0-6af5226513ee HTTP/1.1" status: 204 len: 168 time: 0.5223022 Feb 09 03:42:33.256035 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e27025-1588-4c62-ad16-6712748992b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d370a7-4e75-4fb9-80a0-6af5226513ee,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:33.416714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50050) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:33.457270 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ac984be3-49a7-497d-bfaa-49065cfcd696 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39873112f7f44db0afe34fe544827c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392861 Feb 09 03:42:33.459674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50052) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:33.506564 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85fe6c3b-6ca9-48de-ae2c-b214f0317ce8 admin admin] Publish callbacks [] for security_group (351b557d-18d8-42e9-acc4-9c1b34c0d8a3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.528636 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85fe6c3b-6ca9-48de-ae2c-b214f0317ce8 admin admin] Publish callbacks [] for security_group (351b557d-18d8-42e9-acc4-9c1b34c0d8a3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.576608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85fe6c3b-6ca9-48de-ae2c-b214f0317ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (351b557d-18d8-42e9-acc4-9c1b34c0d8a3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.579969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-85fe6c3b-6ca9-48de-ae2c-b214f0317ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.581136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-85fe6c3b-6ca9-48de-ae2c-b214f0317ce8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/351b557d-18d8-42e9-acc4-9c1b34c0d8a3 HTTP/1.1" status: 204 len: 168 time: 0.1205513 Feb 09 03:42:33.589149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe6c3b-6ca9-48de-ae2c-b214f0317ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b557d-18d8-42e9-acc4-9c1b34c0d8a3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:33.883854 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50058) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:33.928145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1ae6811b-4ae1-4268-9aff-b90d56c2a818 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c0cf79951844a74aaf4f63743f0b21b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426626 Feb 09 03:42:33.930569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50060) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:33.977966 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a59597e-ac9a-4c24-93b1-f2bd7c6e7a94 admin admin] Publish callbacks [] for security_group (bc495e12-afa4-45ca-97d5-55919eb4acb5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:33.998639 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a59597e-ac9a-4c24-93b1-f2bd7c6e7a94 admin admin] Publish callbacks [] for security_group (bc495e12-afa4-45ca-97d5-55919eb4acb5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.045849 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a59597e-ac9a-4c24-93b1-f2bd7c6e7a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (bc495e12-afa4-45ca-97d5-55919eb4acb5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.048453 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4a59597e-ac9a-4c24-93b1-f2bd7c6e7a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.049592 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4a59597e-ac9a-4c24-93b1-f2bd7c6e7a94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc495e12-afa4-45ca-97d5-55919eb4acb5 HTTP/1.1" status: 204 len: 168 time: 0.1182480 Feb 09 03:42:34.057377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59597e-ac9a-4c24-93b1-f2bd7c6e7a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc495e12-afa4-45ca-97d5-55919eb4acb5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:34.134946 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.358586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 78a6759e-ef16-42d0-bab1-bb1c37909309 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:34.384126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 78a6759e-ef16-42d0-bab1-bb1c37909309 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:34.384507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 78a6759e-ef16-42d0-bab1-bb1c37909309 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:34.384941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ab5af304-9551-43f7-a690-cd3bf462a967 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:42:34.404617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ab5af304-9551-43f7-a690-cd3bf462a967 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:42:34.405002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ab5af304-9551-43f7-a690-cd3bf462a967 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:42:34.728263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50082) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:34.822017 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1224422048-network', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:34.841548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Made reservation on behalf of d542b4d471dd4630a90b4eb839836023 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:34.844386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.852702 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.930066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Publish callbacks [] for security_group (96fa0c81-6d60-4e7e-b840-4c958d0d01dc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.933670 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (96fa0c81-6d60-4e7e-b840-4c958d0d01dc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.961724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:42:34.972211 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa0c81-6d60-4e7e-b840-4c958d0d01dc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:34.978371 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4a401015-525b-44f6-b399-48dacdcd4546), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:34.978712 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Added segment 4a401015-525b-44f6-b399-48dacdcd4546 of type vlan for network 28eab227-1d98-49be-95bb-252fc2af7cec Feb 09 03:42:35.021282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (28eab227-1d98-49be-95bb-252fc2af7cec), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.046137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (28eab227-1d98-49be-95bb-252fc2af7cec), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.047170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:35.048264 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.096088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3667378 Feb 09 03:42:35.099120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50086) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:35.104747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Request body: {'subnet': {'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1224422048-subnet', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:35.108843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c148fab-e4a2-4176-9ad4-e54a8db9ad26 admin admin] Pushing event updated for resources: {'Network': ['ID=28eab227-1d98-49be-95bb-252fc2af7cec,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:35.120863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 28eab227-1d98-49be-95bb-252fc2af7cec details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:42:35.125252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Made reservation on behalf of d542b4d471dd4630a90b4eb839836023 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:35.127603 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.205253 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.294543 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (c815cf24-cbe8-41ae-9164-c81e8583e11b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.354136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c815cf24-cbe8-41ae-9164-c81e8583e11b,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:35.361282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Checking segment: {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:35.361282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Network hostable DHCP agents. Network: 28eab227-1d98-49be-95bb-252fc2af7cec, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:42:35.377337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Network 28eab227-1d98-49be-95bb-252fc2af7cec is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:42:35.387330 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 28eab227-1d98-49be-95bb-252fc2af7cec) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:35.391935 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:35.392523 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.397164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb36c0e-871c-4481-9660-7697655bcc9a None None] Network 28eab227-1d98-49be-95bb-252fc2af7cec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:35.408041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b1c633bc-7855-4841-8ba3-8b14b00778c6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3077264 Feb 09 03:42:35.410595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50088) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:35.414743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:35.432704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.433677 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.484960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks [] for router_controller (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.501453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-28eab227-1d98-49be-95bb-252fc2af7cec', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:42:35.502326 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.626159 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks [] for router_gateway (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.640540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Allocated IP 172.20.0.2 (28eab227-1d98-49be-95bb-252fc2af7cec/c815cf24-cbe8-41ae-9164-c81e8583e11b/a398b8b6-338f-4bdc-9248-854c736892dc) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:35.781550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Publish callbacks [] for port (a398b8b6-338f-4bdc-9248-854c736892dc), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.786868 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.823605 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks [] for router_gateway (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.826930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Network 28eab227-1d98-49be-95bb-252fc2af7cec is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:35.832231 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:35.835705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:35.844179 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Pushing event updated for resources: {'Port': ['ID=a398b8b6-338f-4bdc-9248-854c736892dc,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:35.848374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.895831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Attempting to bind port a398b8b6-338f-4bdc-9248-854c736892dc on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:35.896089 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Attempting to bind port a398b8b6-338f-4bdc-9248-854c736892dc by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:35.896449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Attempting to bind port a398b8b6-338f-4bdc-9248-854c736892dc on network 28eab227-1d98-49be-95bb-252fc2af7cec {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:35.903621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:35.904018 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Checking segment: {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:35.904460 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.904881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Bound using segment: {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:35.905438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Bound port: a398b8b6-338f-4bdc-9248-854c736892dc, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:35.905862 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:35.957438 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Allocated IP 172.25.2.35 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/1d6c5378-65b3-402f-9557-7cc03bccd4ef) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:35.966567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] For port a398b8b6-338f-4bdc-9248-854c736892dc, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:35.969616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] For port a398b8b6-338f-4bdc-9248-854c736892dc, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a398b8b6-338f-4bdc-9248-854c736892dc,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:35.975514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.036661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be3bed-80fe-480b-a9d5-cb8744589cf9 None None] Pushing event updated for resources: {'Port': ['ID=a398b8b6-338f-4bdc-9248-854c736892dc,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:36.084092 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks [] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.118506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.160041 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:36.162948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:36.166406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:36.171834 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6c5378-65b3-402f-9557-7cc03bccd4ef,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:36.408223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a398b8b6-338f-4bdc-9248-854c736892dc up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:36.459039 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a398b8b6-338f-4bdc-9248-854c736892dc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:36.459307 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.563156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a398b8b6-338f-4bdc-9248-854c736892dc is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:36.564137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.567917 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.612613 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port a398b8b6-338f-4bdc-9248-854c736892dc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a398b8b6-338f-4bdc-9248-854c736892dc,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:36.617298 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.670911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=a398b8b6-338f-4bdc-9248-854c736892dc,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:36.793441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks [] for router_gateway (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:36.978555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f29387-4b68-40e4-a882-be4a20e4dd70 None None] Network 28eab227-1d98-49be-95bb-252fc2af7cec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:37.010255 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.092751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9026f199-3a9e-48fc-8747-3e49aef0ea04 None None] Provisioning complete for port a398b8b6-338f-4bdc-9248-854c736892dc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:37.093121 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9026f199-3a9e-48fc-8747-3e49aef0ea04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.143772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:42:37.178155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9026f199-3a9e-48fc-8747-3e49aef0ea04 None None] Current status of the port a398b8b6-338f-4bdc-9248-854c736892dc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:37.260351 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:37.270732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Sync routers for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:37.281070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.281305 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:37.281933 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:37.283404 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-81f9a6a0-c9fb-4778-a343-3fe48ffee2e5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8718286 Feb 09 03:42:37.285998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50092) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:37.399374 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:37.404284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5b8d0953-66db-42ff-b208-484945238840 None None] Provisioning complete for port a398b8b6-338f-4bdc-9248-854c736892dc triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:37.404665 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5b8d0953-66db-42ff-b208-484945238840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.488310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d0953-66db-42ff-b208-484945238840 None None] Current status of the port a398b8b6-338f-4bdc-9248-854c736892dc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:37.585671 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:36Z', 'revision_number': 3, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:37.615374 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Checking router: 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:37.615719 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Updating router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 port 1d6c5378-65b3-402f-9557-7cc03bccd4ef binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:42:37.642755 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.717609 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.875629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Allocated IP 172.20.0.1 (28eab227-1d98-49be-95bb-252fc2af7cec/c815cf24-cbe8-41ae-9164-c81e8583e11b/cf580968-0d4a-417c-a53b-8fd86ab8e0ae) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:37.890694 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Publish callbacks [] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.896112 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.947726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Attempting to bind port 1d6c5378-65b3-402f-9557-7cc03bccd4ef on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:37.948096 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Attempting to bind port 1d6c5378-65b3-402f-9557-7cc03bccd4ef by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:37.948478 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Attempting to bind port 1d6c5378-65b3-402f-9557-7cc03bccd4ef on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:37.953933 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Pushing event updated for resources: {'Port': ['ID=1d6c5378-65b3-402f-9557-7cc03bccd4ef,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:37.962533 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.962913 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.963257 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.963595 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.963930 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.964261 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.964590 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.964916 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.965241 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.965774 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.966326 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.966891 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.967461 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:37.973598 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:37.974156 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:37.974791 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.975344 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:37.976054 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Bound port: 1d6c5378-65b3-402f-9557-7cc03bccd4ef, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:37.976672 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:37.981568 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Publish callbacks [] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.014308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.033190 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] For port 1d6c5378-65b3-402f-9557-7cc03bccd4ef, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:38.036333 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] For port 1d6c5378-65b3-402f-9557-7cc03bccd4ef, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d6c5378-65b3-402f-9557-7cc03bccd4ef,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:38.042348 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.055231 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Network 28eab227-1d98-49be-95bb-252fc2af7cec is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:38.058107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:38.063795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:38.086072 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:38.086735 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:38.091819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Pushing event updated for resources: {'Port': ['ID=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:38.108249 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.188275 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c4c0-8703-4723-8354-00d63c678ac9 None None] Pushing event updated for resources: {'Port': ['ID=1d6c5378-65b3-402f-9557-7cc03bccd4ef,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:38.228051 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:38.256751 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.331605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3d5e78ce-8945-4d5a-8d44-c6b21fbeac0e None None] Provisioning complete for port cf580968-0d4a-417c-a53b-8fd86ab8e0ae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:38.331965 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d5e78ce-8945-4d5a-8d44-c6b21fbeac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.381248 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e78ce-8945-4d5a-8d44-c6b21fbeac0e None None] Port cf580968-0d4a-417c-a53b-8fd86ab8e0ae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:38.389651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a398b8b6-338f-4bdc-9248-854c736892dc up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:38.435660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:36Z', 'revision_number': 3, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:38.446045 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Publish callbacks [] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.446618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a398b8b6-338f-4bdc-9248-854c736892dc triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:38.446997 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.451298 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.466425 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6490a3-d1b7-4af2-b38e-c7ac0802b875 None None] The sync data for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 is: [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:36Z', 'revision_number': 3, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:38.525978 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Pushing event updated for resources: {'Port': ['ID=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:38.528596 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.543232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a398b8b6-338f-4bdc-9248-854c736892dc is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:38.629494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Network 28eab227-1d98-49be-95bb-252fc2af7cec is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:38.630876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:38.769583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:38.898560 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:38.904371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9c220f79-0ad6-46d7-8d85-5290333876dc None None] Provisioning complete for port cf580968-0d4a-417c-a53b-8fd86ab8e0ae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:38.904739 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9c220f79-0ad6-46d7-8d85-5290333876dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:38.905401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6b32913a-155d-4842-ac51-c6fb5a31072b admin admin] 10.222.0.32 "PUT /v2.0/routers/9fc8e6f4-24dc-414a-b28b-ec9a7fe40775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6182847 Feb 09 03:42:38.946281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9c220f79-0ad6-46d7-8d85-5290333876dc None None] Port cf580968-0d4a-417c-a53b-8fd86ab8e0ae cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:39.392017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50108) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:39.396934 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-461675146-network', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:39.416058 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Made reservation on behalf of 1a5ed36629b3478ebbe6ed95c3654327 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:39.418635 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.430190 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.506947 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Publish callbacks [] for security_group (1200f63b-80a5-40e6-b988-70fdd3eab41c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.511417 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1200f63b-80a5-40e6-b988-70fdd3eab41c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.525845 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:42:39.550368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a932bd71-1fe2-419f-8b03-6989976ce823), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.550722 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Added segment a932bd71-1fe2-419f-8b03-6989976ce823 of type vlan for network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 Feb 09 03:42:39.559180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1200f63b-80a5-40e6-b988-70fdd3eab41c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:39.595194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (dd5dac5b-832f-48d8-9854-d73f0f5f3c98), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.620096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (dd5dac5b-832f-48d8-9854-d73f0f5f3c98), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.621042 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:39.621632 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.679053 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2859001 Feb 09 03:42:39.681826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50114) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:39.687019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Request body: {'subnet': {'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-461675146-subnet', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:39.691892 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaa790-3d02-43aa-81a4-b3e9a6b976a6 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5dac5b-832f-48d8-9854-d73f0f5f3c98,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:39.702418 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:42:39.709970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Made reservation on behalf of 1a5ed36629b3478ebbe6ed95c3654327 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:39.712457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.886788 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (35b73036-2c44-4d02-953e-f0b23fc821f7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:39.936777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b73036-2c44-4d02-953e-f0b23fc821f7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:39.957391 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.957735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.958072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.958439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.958772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.959099 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.959422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.959744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.960063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.960381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.960699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.961016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.961331 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:39.965855 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Checking segment: {'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:39.966219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Network hostable DHCP agents. Network: dd5dac5b-832f-48d8-9854-d73f0f5f3c98, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:42:39.982958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:42:39.993013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, dd5dac5b-832f-48d8-9854-d73f0f5f3c98) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:39.997100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:39.997958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.004032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492465dd-c0f8-4ad8-9dfd-dcaaebc370f6 None None] Network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:40.016925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea1fa14f-f3cc-474d-9af9-6c20baa653f0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3315046 Feb 09 03:42:40.017108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50118) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:40.021439 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:40.041122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (e009c8b1-1b03-459b-83da-a604bfc8fb44), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.042153 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (e009c8b1-1b03-459b-83da-a604bfc8fb44), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.067534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Sync routers for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:40.095910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:40.096548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:40.103710 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks [] for router_controller (e009c8b1-1b03-459b-83da-a604bfc8fb44), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.146370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-dd5dac5b-832f-48d8-9854-d73f0f5f3c98', 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98', 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'fixed_ips': [{'subnet_id': '35b73036-2c44-4d02-953e-f0b23fc821f7'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:42:40.147232 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.250156 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks [] for router_gateway (e009c8b1-1b03-459b-83da-a604bfc8fb44), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.429936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d6c5378-65b3-402f-9557-7cc03bccd4ef up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:40.484468 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks [] for router_gateway (e009c8b1-1b03-459b-83da-a604bfc8fb44), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.501412 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:40.503951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.613900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Allocated IP 172.20.0.2 (dd5dac5b-832f-48d8-9854-d73f0f5f3c98/35b73036-2c44-4d02-953e-f0b23fc821f7/224b9452-5b74-4bf7-b403-fa64153a7aa7) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:40.666768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1d6c5378-65b3-402f-9557-7cc03bccd4ef triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:40.667153 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.932415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1d6c5378-65b3-402f-9557-7cc03bccd4ef is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:40.933130 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.942474 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Publish callbacks [] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.961881 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:40.962170 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Allocated IP 172.25.2.232 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/a97dea7d-bcb8-45cb-a3b1-c6e516047282) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:40.966504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 1d6c5378-65b3-402f-9557-7cc03bccd4ef, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d6c5378-65b3-402f-9557-7cc03bccd4ef,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:40.997950 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.019760 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:41.026930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:41.032050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:41.035484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 2, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:41.038074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Pushing event updated for resources: {'Port': ['ID=224b9452-5b74-4bf7-b403-fa64153a7aa7,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:41.071036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks [] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.090449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Checking router: 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:41.090812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Updating router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 port cf580968-0d4a-417c-a53b-8fd86ab8e0ae binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:42:41.106558 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.149828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:41.154190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:41.157441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:41.163866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Pushing event updated for resources: {'Port': ['ID=a97dea7d-bcb8-45cb-a3b1-c6e516047282,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:41.175769 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.179024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=1d6c5378-65b3-402f-9557-7cc03bccd4ef,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:41.191579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Attempting to bind port 224b9452-5b74-4bf7-b403-fa64153a7aa7 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:41.191939 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Attempting to bind port 224b9452-5b74-4bf7-b403-fa64153a7aa7 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:41.192308 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Attempting to bind port 224b9452-5b74-4bf7-b403-fa64153a7aa7 on network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:41.220225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:41.220616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Checking segment: {'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:41.221021 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.221421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Bound using segment: {'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:41.221907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Bound port: 224b9452-5b74-4bf7-b403-fa64153a7aa7, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:41.222315 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.366479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] For port 224b9452-5b74-4bf7-b403-fa64153a7aa7, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:41.409789 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] For port 224b9452-5b74-4bf7-b403-fa64153a7aa7, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=224b9452-5b74-4bf7-b403-fa64153a7aa7,segment=NetworkSegment(a932bd71-1fe2-419f-8b03-6989976ce823),segment_id=a932bd71-1fe2-419f-8b03-6989976ce823)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:41.417499 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.427587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks [] for router_gateway (e009c8b1-1b03-459b-83da-a604bfc8fb44), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.520168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa317e-ba2f-4d2e-b68c-65924aa9c95b None None] Pushing event updated for resources: {'Port': ['ID=224b9452-5b74-4bf7-b403-fa64153a7aa7,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:41.587936 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Publish callbacks [] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.592948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.644752 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (e009c8b1-1b03-459b-83da-a604bfc8fb44), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.667523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81583d5-c307-4907-b6d3-b8315f24fb7c None None] Pushing event updated for resources: {'Port': ['ID=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:41.725435 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Attempting to bind port cf580968-0d4a-417c-a53b-8fd86ab8e0ae on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:41.725807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Attempting to bind port cf580968-0d4a-417c-a53b-8fd86ab8e0ae by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:41.726220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Attempting to bind port cf580968-0d4a-417c-a53b-8fd86ab8e0ae on network 28eab227-1d98-49be-95bb-252fc2af7cec {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:41.731416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:41.731793 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Checking segment: {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:41.732198 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.732594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Bound using segment: {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:41.733058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Bound port: cf580968-0d4a-417c-a53b-8fd86ab8e0ae, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:41.733436 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.813780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] For port cf580968-0d4a-417c-a53b-8fd86ab8e0ae, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:41.817354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] For port cf580968-0d4a-417c-a53b-8fd86ab8e0ae, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:41.824376 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.842777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Router e009c8b1-1b03-459b-83da-a604bfc8fb44 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:42:41.893584 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:41.894472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:41.969812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:41.970411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81583d5-c307-4907-b6d3-b8315f24fb7c None None] Pushing event updated for resources: {'Port': ['ID=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:41.985340 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Sync routers for ids ['e009c8b1-1b03-459b-83da-a604bfc8fb44'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:41.990012 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:41.994059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8a78b482-412f-4206-850f-05d096ab5a4f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9736092 Feb 09 03:42:41.994330 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50124) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:42:42.001807 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Routers {'e009c8b1-1b03-459b-83da-a604bfc8fb44'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:42.004119 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e009c8b1-1b03-459b-83da-a604bfc8fb44'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:42.026076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-00aa4dee-c191-4963-96a1-9d4c762c840e None None] Provisioning complete for port cf580968-0d4a-417c-a53b-8fd86ab8e0ae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:42.026480 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00aa4dee-c191-4963-96a1-9d4c762c840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.053310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:42.227402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-00aa4dee-c191-4963-96a1-9d4c762c840e None None] Current status of the port cf580968-0d4a-417c-a53b-8fd86ab8e0ae is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:42.227402 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00aa4dee-c191-4963-96a1-9d4c762c840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.232626 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Set router e009c8b1-1b03-459b-83da-a604bfc8fb44 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:42.313904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-00aa4dee-c191-4963-96a1-9d4c762c840e None None] For port cf580968-0d4a-417c-a53b-8fd86ab8e0ae, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:42.324053 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-00aa4dee-c191-4963-96a1-9d4c762c840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.447328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa4dee-c191-4963-96a1-9d4c762c840e None None] Pushing event updated for resources: {'Port': ['ID=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:42.495362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:41Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:42.502216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-d255ee96-d925-417c-ad27-28a81d819b1f None None] Provisioning complete for port cf580968-0d4a-417c-a53b-8fd86ab8e0ae triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:42.502511 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d255ee96-d925-417c-ad27-28a81d819b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.533560 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:41Z', 'revision_number': 3, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port': {'id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:42.534719 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.572007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252e281-6d47-46c8-8fcc-d7431a72c143 None None] The sync data for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 is: [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:41Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:42.577885 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Checking router: e009c8b1-1b03-459b-83da-a604bfc8fb44 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:42.579218 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Updating router e009c8b1-1b03-459b-83da-a604bfc8fb44 port a97dea7d-bcb8-45cb-a3b1-c6e516047282 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:42:42.612152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d6c5378-65b3-402f-9557-7cc03bccd4ef up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:42.619362 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.720797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1d6c5378-65b3-402f-9557-7cc03bccd4ef triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:42.721352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.795328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Allocated IP 172.20.0.1 (dd5dac5b-832f-48d8-9854-d73f0f5f3c98/35b73036-2c44-4d02-953e-f0b23fc821f7/e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:42.813076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-d255ee96-d925-417c-ad27-28a81d819b1f None None] Current status of the port cf580968-0d4a-417c-a53b-8fd86ab8e0ae is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:42.898178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1d6c5378-65b3-402f-9557-7cc03bccd4ef is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:42.899320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 224b9452-5b74-4bf7-b403-fa64153a7aa7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:42.903217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23654676-0a1e-42ef-b7b3-a2741b9624e9 None None] Network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:42:42.926677 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:42:42.970883 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Publish callbacks [] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.991089 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Publish callbacks [] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:42.998892 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.021263 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.057396 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Attempting to bind port a97dea7d-bcb8-45cb-a3b1-c6e516047282 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:43.058308 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Attempting to bind port a97dea7d-bcb8-45cb-a3b1-c6e516047282 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:43.058676 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Attempting to bind port a97dea7d-bcb8-45cb-a3b1-c6e516047282 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:43.074979 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:43.075393 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:43.075747 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.076141 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:43.076619 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Bound port: a97dea7d-bcb8-45cb-a3b1-c6e516047282, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:43.076996 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.081292 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Pushing event updated for resources: {'Port': ['ID=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:43.103175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:43.105567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:43.108053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:43.140401 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721533e-5770-4c83-a27b-b1ecadb59a7b None None] Pushing event updated for resources: {'Port': ['ID=a97dea7d-bcb8-45cb-a3b1-c6e516047282,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:43.164773 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] For port a97dea7d-bcb8-45cb-a3b1-c6e516047282, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:43.168696 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] For port a97dea7d-bcb8-45cb-a3b1-c6e516047282, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a97dea7d-bcb8-45cb-a3b1-c6e516047282,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:43.176909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (e009c8b1-1b03-459b-83da-a604bfc8fb44), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.178200 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.193858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3226e171-2887-4d4e-a9ae-2caf11b7afd8 None None] Provisioning complete for port 224b9452-5b74-4bf7-b403-fa64153a7aa7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:43.194462 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3226e171-2887-4d4e-a9ae-2caf11b7afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.233063 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Routers {'e009c8b1-1b03-459b-83da-a604bfc8fb44'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:43.233844 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e009c8b1-1b03-459b-83da-a604bfc8fb44'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:43.272937 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 224b9452-5b74-4bf7-b403-fa64153a7aa7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:43.273320 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.345703 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721533e-5770-4c83-a27b-b1ecadb59a7b None None] Pushing event updated for resources: {'Port': ['ID=a97dea7d-bcb8-45cb-a3b1-c6e516047282,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:43.367324 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.381210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3226e171-2887-4d4e-a9ae-2caf11b7afd8 None None] Current status of the port 224b9452-5b74-4bf7-b403-fa64153a7aa7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:43.381608 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3226e171-2887-4d4e-a9ae-2caf11b7afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.402823 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] Set router e009c8b1-1b03-459b-83da-a604bfc8fb44 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:43.449345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 224b9452-5b74-4bf7-b403-fa64153a7aa7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:43.449748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.460683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3226e171-2887-4d4e-a9ae-2caf11b7afd8 None None] For port 224b9452-5b74-4bf7-b403-fa64153a7aa7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=224b9452-5b74-4bf7-b403-fa64153a7aa7,segment=NetworkSegment(a932bd71-1fe2-419f-8b03-6989976ce823),segment_id=a932bd71-1fe2-419f-8b03-6989976ce823)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:43.473319 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3226e171-2887-4d4e-a9ae-2caf11b7afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.567226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226e171-2887-4d4e-a9ae-2caf11b7afd8 None None] Pushing event updated for resources: {'Port': ['ID=224b9452-5b74-4bf7-b403-fa64153a7aa7,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:43.616012 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:42:43.616485 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:42:43.644887 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Publish callbacks [] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.651477 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.698950 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8cf13afc-406b-4325-923d-3d4f00182e94 None None] Provisioning complete for port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:43.699327 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8cf13afc-406b-4325-923d-3d4f00182e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.725562 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (e009c8b1-1b03-459b-83da-a604bfc8fb44), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.735654 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:41Z', 'revision_number': 3, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port': {'id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:43.778346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8cf13afc-406b-4325-923d-3d4f00182e94 None None] Port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:43.782128 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596420dd-697e-466d-9a16-7c28218cd6af None None] The sync data for ids ['e009c8b1-1b03-459b-83da-a604bfc8fb44'] in n-d-827839-4 is: [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:41Z', 'revision_number': 3, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port': {'id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:43.794268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8cf13afc-406b-4325-923d-3d4f00182e94 None None] Provisioning complete for port 224b9452-5b74-4bf7-b403-fa64153a7aa7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:43.794600 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8cf13afc-406b-4325-923d-3d4f00182e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:43.800619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Pushing event updated for resources: {'Port': ['ID=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:43.876144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:43.877636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:43.911730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8cf13afc-406b-4325-923d-3d4f00182e94 None None] Current status of the port 224b9452-5b74-4bf7-b403-fa64153a7aa7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:44.033839 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Router e009c8b1-1b03-459b-83da-a604bfc8fb44 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:42:44.050230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5e88268f-0a7a-4bcc-979d-2742a7439c49 None None] Provisioning complete for port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:44.050610 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e88268f-0a7a-4bcc-979d-2742a7439c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:44.106716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5e88268f-0a7a-4bcc-979d-2742a7439c49 None None] Port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:44.201754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 224b9452-5b74-4bf7-b403-fa64153a7aa7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:44.202469 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:42:44.210454 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-426d1451-63e0-4242-9843-4e042126940b admin admin] 10.222.0.32 "PUT /v2.0/routers/e009c8b1-1b03-459b-83da-a604bfc8fb44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2148867 Feb 09 03:42:44.245172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-50679f4b-d26e-4c7a-ae6e-28b30932c760 None None] Provisioning complete for port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:44.245549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-50679f4b-d26e-4c7a-ae6e-28b30932c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:44.286745 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-50679f4b-d26e-4c7a-ae6e-28b30932c760 None None] Port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:44.513282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a97dea7d-bcb8-45cb-a3b1-c6e516047282 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:44.565002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a97dea7d-bcb8-45cb-a3b1-c6e516047282 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:44.565600 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:44.652140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a97dea7d-bcb8-45cb-a3b1-c6e516047282 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:44.652743 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:44.681955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port a97dea7d-bcb8-45cb-a3b1-c6e516047282, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a97dea7d-bcb8-45cb-a3b1-c6e516047282,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:44.685828 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:44.686763 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 224b9452-5b74-4bf7-b403-fa64153a7aa7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:44.764785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=a97dea7d-bcb8-45cb-a3b1-c6e516047282,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:44.779436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 224b9452-5b74-4bf7-b403-fa64153a7aa7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:44.779878 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:44.873162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 224b9452-5b74-4bf7-b403-fa64153a7aa7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:44.874471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device cf580968-0d4a-417c-a53b-8fd86ab8e0ae up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:44.928423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port cf580968-0d4a-417c-a53b-8fd86ab8e0ae triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:44.929062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:45.004541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port cf580968-0d4a-417c-a53b-8fd86ab8e0ae is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:46.187080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Sync routers for ids ['e009c8b1-1b03-459b-83da-a604bfc8fb44'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:42:46.199682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Routers {'e009c8b1-1b03-459b-83da-a604bfc8fb44'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:46.200583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e009c8b1-1b03-459b-83da-a604bfc8fb44'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:46.342590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Set router e009c8b1-1b03-459b-83da-a604bfc8fb44 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:46.389282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a97dea7d-bcb8-45cb-a3b1-c6e516047282 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:46.550988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a97dea7d-bcb8-45cb-a3b1-c6e516047282 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:46.551458 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:46.693360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a97dea7d-bcb8-45cb-a3b1-c6e516047282 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:46.699891 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:43Z', 'revision_number': 4, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port': {'id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b', 'name': '', 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'mac_address': 'fa:16:3e:59:f7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '35b73036-2c44-4d02-953e-f0b23fc821f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:42Z', 'updated_at': '2022-02-09T03:42:43Z', 'revision_number': 2, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'subnets': [{'id': '35b73036-2c44-4d02-953e-f0b23fc821f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:46.730685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Checking router: e009c8b1-1b03-459b-83da-a604bfc8fb44 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:42:46.731042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Updating router e009c8b1-1b03-459b-83da-a604bfc8fb44 port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:42:46.764212 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:47.082474 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Publish callbacks [] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:47.089184 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:47.171216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Pushing event updated for resources: {'Port': ['ID=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:47.192097 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.192823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.193005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.193449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.193900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.194366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.194790 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.195227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.195772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.201528 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.201916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.202278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.202622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:42:47.227134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Attempting to bind port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:42:47.227516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Attempting to bind port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:42:47.227909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Attempting to bind port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b on network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:42:47.238866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:42:47.239340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Checking segment: {'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:42:47.239671 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:47.240082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Bound using segment: {'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:42:47.240569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Bound port: e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a932bd71-1fe2-419f-8b03-6989976ce823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:42:47.242299 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:47.333705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] For port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:42:47.339659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] For port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,segment=NetworkSegment(a932bd71-1fe2-419f-8b03-6989976ce823),segment_id=a932bd71-1fe2-419f-8b03-6989976ce823)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:42:47.358478 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:47.440357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Routers {'e009c8b1-1b03-459b-83da-a604bfc8fb44'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:42:47.440994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:42:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e009c8b1-1b03-459b-83da-a604bfc8fb44'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:47.482169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779447d-3290-4afc-ad38-562aca8ae5aa None None] Pushing event updated for resources: {'Port': ['ID=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:47.525103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-efb25f46-fbc1-4f00-b0c3-e6318496c02e None None] Provisioning complete for port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:47.525631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-efb25f46-fbc1-4f00-b0c3-e6318496c02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:47.610541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] Set router e009c8b1-1b03-459b-83da-a604bfc8fb44 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:42:47.714377 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-efb25f46-fbc1-4f00-b0c3-e6318496c02e None None] Current status of the port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:47.714696 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-efb25f46-fbc1-4f00-b0c3-e6318496c02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:47.960984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-efb25f46-fbc1-4f00-b0c3-e6318496c02e None None] For port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,segment=NetworkSegment(a932bd71-1fe2-419f-8b03-6989976ce823),segment_id=a932bd71-1fe2-419f-8b03-6989976ce823)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:42:47.967192 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-efb25f46-fbc1-4f00-b0c3-e6318496c02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:48.060917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb25f46-fbc1-4f00-b0c3-e6318496c02e None None] Pushing event updated for resources: {'Port': ['ID=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:48.099035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-adc4312f-c0b3-436d-848c-57dc7f34616d None None] Provisioning complete for port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:48.099318 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-adc4312f-c0b3-436d-848c-57dc7f34616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:48.153447 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:43Z', 'revision_number': 4, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port': {'id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b', 'name': '', 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'mac_address': 'fa:16:3e:59:f7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '35b73036-2c44-4d02-953e-f0b23fc821f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:42Z', 'updated_at': '2022-02-09T03:42:47Z', 'revision_number': 4, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'subnets': [{'id': '35b73036-2c44-4d02-953e-f0b23fc821f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:42:48.184610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da68f5b-9c67-4076-b460-78766f92854f None None] The sync data for ids ['e009c8b1-1b03-459b-83da-a604bfc8fb44'] in n-d-827839-4 is: [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:43Z', 'revision_number': 4, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port': {'id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b', 'name': '', 'network_id': 'dd5dac5b-832f-48d8-9854-d73f0f5f3c98', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'mac_address': 'fa:16:3e:59:f7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '35b73036-2c44-4d02-953e-f0b23fc821f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:42Z', 'updated_at': '2022-02-09T03:42:47Z', 'revision_number': 4, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'subnets': [{'id': '35b73036-2c44-4d02-953e-f0b23fc821f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:42:48.240815 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-adc4312f-c0b3-436d-848c-57dc7f34616d None None] Current status of the port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:48.498979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:42:48.586957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:48.587339 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:48.711339 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:42:49.992152 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:52.007935 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:54.101435 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-ec376072-46e5-41f6-a05e-7fc561280a0f tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:54.102818 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-ec376072-46e5-41f6-a05e-7fc561280a0f tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 815 time: 0.1040158 Feb 09 03:42:54.118047 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-2083cdfa-99b3-465e-b2f6-5035812bea75 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/quotas/d542b4d471dd4630a90b4eb839836023 HTTP/1.1" status: 200 len: 375 time: 0.0093839 Feb 09 03:42:54.177395 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-78b5b477-786c-46cd-99d4-e71fcb643e32 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539353 Feb 09 03:42:54.276469 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-3235d686-b365-4f73-83aa-f788b8e805a5 service neutron] 10.222.0.32 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Feb 09 03:42:54.364437 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-3b66868a-9c14-4e4e-8b3d-cd2a0ed00ddb service neutron] 10.222.0.32 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814912 Feb 09 03:42:54.532795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-13770b8f-b7f8-4fd5-afe0-617b8d02e4ad req-0b173a7b-56e6-43a9-906c-bb0d4bf956d6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Feb 09 03:42:55.444274 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-7b5b6769-9b45-42d4-a35f-b5f1c1e07446 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:55.445711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-7b5b6769-9b45-42d4-a35f-b5f1c1e07446 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 815 time: 0.1053171 Feb 09 03:42:55.460273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'port': {'device_id': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'admin_state_up': True, 'tenant_id': 'd542b4d471dd4630a90b4eb839836023'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:42:55.576926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Made reservation on behalf of d542b4d471dd4630a90b4eb839836023 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:42:55.580854 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:55.677953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c38e6b4-e428-4dec-91d6-f5cd8a80fd1f req-01016b9a-2cd9-45a2-817b-8f3d0eb60f71 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 210 time: 0.0401342 Feb 09 03:42:55.741252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Allocated IP 172.20.0.10 (28eab227-1d98-49be-95bb-252fc2af7cec/c815cf24-cbe8-41ae-9164-c81e8583e11b/76e09a09-0403-4e47-ae6b-24f0ec6c7b00) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:42:55.949604 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:55.997484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:56.060040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Network 28eab227-1d98-49be-95bb-252fc2af7cec is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:42:56.064882 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:42:56.066837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'Port': ['ID=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:42:56.069147 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:42:56.149889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:56.151224 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:56.177059 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-15e3184b-d574-435b-9360-2719fd9f0c4d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7229967 Feb 09 03:42:56.441928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-18cebf5d-a48f-4484-956e-0eee7ed3bc33 None None] Provisioning complete for port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:42:56.443442 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-18cebf5d-a48f-4484-956e-0eee7ed3bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:42:56.480674 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-18cebf5d-a48f-4484-956e-0eee7ed3bc33 None None] Port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:42:56.813079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c95ac-5d59-4e65-ab52-8f12ebc061d8 req-ec818c20-c05a-4696-8dbc-858505bea9d6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:56.815220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e05c95ac-5d59-4e65-ab52-8f12ebc061d8 req-ec818c20-c05a-4696-8dbc-858505bea9d6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0620794 Feb 09 03:42:56.865207 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e05c95ac-5d59-4e65-ab52-8f12ebc061d8 req-8725d1ba-0787-4ca6-8d6d-61e65dee84c9 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441847 Feb 09 03:42:57.989128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d537c8-8715-4ac7-9964-f2a0d61c1390 req-e5213ab2-4d55-4719-96a5-28219b6ffec8 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:57.990962 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22d537c8-8715-4ac7-9964-f2a0d61c1390 req-e5213ab2-4d55-4719-96a5-28219b6ffec8 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0553150 Feb 09 03:42:58.041722 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-22d537c8-8715-4ac7-9964-f2a0d61c1390 req-ae7fa368-986b-410e-be1c-01c5ecb33545 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Feb 09 03:42:59.169642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221254a5-b3e3-4886-9cb0-8fc7740fece7 req-be3184e9-cb8b-4a53-a5b5-07cafdad9b5f tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:42:59.171197 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-221254a5-b3e3-4886-9cb0-8fc7740fece7 req-be3184e9-cb8b-4a53-a5b5-07cafdad9b5f tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0528798 Feb 09 03:42:59.230315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-221254a5-b3e3-4886-9cb0-8fc7740fece7 req-706262dc-1213-4642-81b2-40c347f1488c tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Feb 09 03:43:00.360852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3855850-476b-486a-b440-e467a9d260ef req-b6c2db43-8c3d-40e2-bcd0-3fbe6dd1dc8d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:00.362352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3855850-476b-486a-b440-e467a9d260ef req-b6c2db43-8c3d-40e2-bcd0-3fbe6dd1dc8d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0559883 Feb 09 03:43:00.414477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3855850-476b-486a-b440-e467a9d260ef req-719752bc-67fc-472d-85c5-747d6f30eee1 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Feb 09 03:43:00.538134 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c315a3fc-d6e7-4725-a8f6-ef42b5fa872e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:01.546314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350acf3-69ee-4649-95ae-1db950957ce5 req-b69193d8-7ce5-441e-88b9-6eeafa0f4771 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:01.548359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b350acf3-69ee-4649-95ae-1db950957ce5 req-b69193d8-7ce5-441e-88b9-6eeafa0f4771 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0597742 Feb 09 03:43:01.607449 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b350acf3-69ee-4649-95ae-1db950957ce5 req-3887ff25-8852-4b28-98f4-d51137ec7993 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495834 Feb 09 03:43:02.751076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c4d67-b35d-45e7-bf9b-244084fba8d1 req-91db6e2b-f676-4b92-ad0e-15afe8b2c8c6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:02.753925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b2c4d67-b35d-45e7-bf9b-244084fba8d1 req-91db6e2b-f676-4b92-ad0e-15afe8b2c8c6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0727184 Feb 09 03:43:02.769408 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cf35f1ba-4df4-4efd-8bab-7d5b137d1470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:02.813856 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7b2c4d67-b35d-45e7-bf9b-244084fba8d1 req-db306363-021b-40a0-852a-2b76d1c1e2f4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541265 Feb 09 03:43:03.930445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214266bb-5ed5-4016-a45d-f5070f0d3e30 req-0d9b882b-5a31-46a2-9df5-df11b40c904a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:03.931932 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-214266bb-5ed5-4016-a45d-f5070f0d3e30 req-0d9b882b-5a31-46a2-9df5-df11b40c904a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0517335 Feb 09 03:43:03.978470 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-214266bb-5ed5-4016-a45d-f5070f0d3e30 req-26243d15-72e4-4e41-a7d1-087eebfbc0a8 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Feb 09 03:43:04.137602 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:05.104739 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93518305-607e-4925-a740-0de9ef894416 req-fe71adeb-d0c5-45ab-a9b7-e141a8279f42 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:05.106222 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93518305-607e-4925-a740-0de9ef894416 req-fe71adeb-d0c5-45ab-a9b7-e141a8279f42 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0533555 Feb 09 03:43:05.154545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93518305-607e-4925-a740-0de9ef894416 req-2ce8de0b-862c-41ca-86d4-72245c36275a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Feb 09 03:43:05.199015 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:06.274262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99649a-89dc-43ce-b361-3e83f3e35f9a req-74475c34-4faa-44ef-8ec1-c15bd7b612db tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:06.275780 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da99649a-89dc-43ce-b361-3e83f3e35f9a req-74475c34-4faa-44ef-8ec1-c15bd7b612db tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 932 time: 0.0519259 Feb 09 03:43:06.327348 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-da99649a-89dc-43ce-b361-3e83f3e35f9a req-12bed42a-caad-4cd7-9734-d11a415b53cb tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Feb 09 03:43:06.530416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:06.890446 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Request body: {'port': {'device_id': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:06.952771 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:07.205620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:07.212990 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Publish callbacks [] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:07.225119 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Transition to ACTIVE for port object 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:43:07.229071 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:07.281377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Pushing event updated for resources: {'Port': ['ID=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:07.352152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Attempting to bind port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:43:07.352662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Attempting to bind port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:43:07.353000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Attempting to bind port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 on network 28eab227-1d98-49be-95bb-252fc2af7cec {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:07.358917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 on network 28eab227-1d98-49be-95bb-252fc2af7cec not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:43:07.359251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Attempting to bind port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 on network 28eab227-1d98-49be-95bb-252fc2af7cec {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:43:07.370035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:43:07.370416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Checking segment: {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:43:07.370812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Bound using segment: {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:43:07.371240 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Bound port: 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a401015-525b-44f6-b399-48dacdcd4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:43:07.371732 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:07.471028 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] For port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:43:07.474674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] For port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:43:07.487572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c148f-983a-4e29-b739-a4ec4e72eb7a req-371ea4dc-aabd-4824-aa38-9510ec8b9a59 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.489045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-718c148f-983a-4e29-b739-a4ec4e72eb7a req-371ea4dc-aabd-4824-aa38-9510ec8b9a59 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 944 time: 0.0828929 Feb 09 03:43:07.490192 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:07.548525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.549030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:07.550499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] 10.222.0.26 "PUT /v2.0/ports/76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 1092 time: 0.6651113 Feb 09 03:43:07.552710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:07.555057 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:07.591774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf9129-59e5-4983-bf23-e183612a0321 service neutron] Pushing event updated for resources: {'Port': ['ID=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:07.602655 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd1dd4-54a7-4964-a1e3-3f9606c3eb9f x-openstack-request-id: req-9ecd1dd4-54a7-4964-a1e3-3f9606c3eb9f {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:07.603042 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:07.603378 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ecd1dd4-54a7-4964-a1e3-3f9606c3eb9f {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:07.603854 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'status': 'completed', 'code': 200} Feb 09 03:43:07.625374 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-718c148f-983a-4e29-b739-a4ec4e72eb7a req-1982ce62-6a25-465d-a424-7e6172d0b13d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299059 Feb 09 03:43:07.663286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-e80f0421-dcd8-4fbf-881a-752e8ef7ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.664812 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-e80f0421-dcd8-4fbf-881a-752e8ef7ffb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1126 time: 0.0600636 Feb 09 03:43:07.706180 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c62b94ed-0dc3-4990-b391-01e392728ba8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 217 time: 0.0352600 Feb 09 03:43:07.759489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c471ef5d-8e30-4a07-b81e-396f07a0b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.760940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-c471ef5d-8e30-4a07-b81e-396f07a0b11b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0483189 Feb 09 03:43:07.809960 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-0fa3b2d3-56f5-4535-b7ef-86cefe07502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:07.811514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-0fa3b2d3-56f5-4535-b7ef-86cefe07502a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445120 Feb 09 03:43:07.899057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-52e82ea8-d8cf-4a8e-ad22-7e31d53c70a1 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809603 Feb 09 03:43:08.010223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d96ade70-296d-4bcc-b732-63f908d71a79 req-bc09fceb-db1e-49e6-afae-6c488088080a service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052475 Feb 09 03:43:08.104026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-b4d4bb61-85bb-46c4-bfdf-8d7ee0a1091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:08.105499 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-b4d4bb61-85bb-46c4-bfdf-8d7ee0a1091c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1126 time: 0.0453553 Feb 09 03:43:08.195798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-839bc082-86fb-499c-9d31-c038c8f8a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:08.197241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-839bc082-86fb-499c-9d31-c038c8f8a1bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.0864775 Feb 09 03:43:08.565508 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-233fad16-71c5-4dc3-b03f-9c9b77607207 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 217 time: 0.3619998 Feb 09 03:43:08.616906 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-14182857-8cd2-4287-8f50-4ab56e5886b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:08.618272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-14182857-8cd2-4287-8f50-4ab56e5886b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0427279 Feb 09 03:43:08.667213 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-7cf7eef3-9033-4403-ad4e-974ef6528cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:08.668727 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-7cf7eef3-9033-4403-ad4e-974ef6528cce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447171 Feb 09 03:43:08.751523 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1610ed9-056b-4bda-942b-64f5d50a8e14 req-b606daba-1fed-49fa-9f78-e0cd20aa788c tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:08.753014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1610ed9-056b-4bda-942b-64f5d50a8e14 req-b606daba-1fed-49fa-9f78-e0cd20aa788c tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 944 time: 0.0541532 Feb 09 03:43:08.760920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-c0c55088-0333-4253-9199-d0f57484ed1e service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856040 Feb 09 03:43:08.800062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e1610ed9-056b-4bda-942b-64f5d50a8e14 req-01873f4c-08e9-4180-92b9-efb39d1c21b2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Feb 09 03:43:08.853910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e172a32-2a51-417d-9d0e-e5b4f5f4f5e7 req-0ae42b05-2c0a-48e5-91c1-0884b7335bc5 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870337 Feb 09 03:43:09.921528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d84ff-94af-4ac5-a008-1c3005fb586a req-690eb55e-f4d2-42b1-99be-352c92238e01 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:09.923513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da0d84ff-94af-4ac5-a008-1c3005fb586a req-690eb55e-f4d2-42b1-99be-352c92238e01 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 944 time: 0.0556018 Feb 09 03:43:09.968954 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da0d84ff-94af-4ac5-a008-1c3005fb586a req-c4b8daf1-3667-4d81-83e5-14c1139f951e tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Feb 09 03:43:11.088721 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5258efc-c3f0-4b92-97c8-6586c80f1af5 req-36823e44-cec7-40f6-ae0f-282030bcec00 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:11.090194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5258efc-c3f0-4b92-97c8-6586c80f1af5 req-36823e44-cec7-40f6-ae0f-282030bcec00 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 944 time: 0.0525868 Feb 09 03:43:11.135903 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f5258efc-c3f0-4b92-97c8-6586c80f1af5 req-3e221731-5d57-4fb9-b9c9-7258f4af5c63 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Feb 09 03:43:12.251606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221227b-d0ed-4c6f-836d-65efc261109c req-3ea488f8-bf88-4ce7-ae7b-9eda8bcb7db1 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:12.253067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f221227b-d0ed-4c6f-836d-65efc261109c req-3ea488f8-bf88-4ce7-ae7b-9eda8bcb7db1 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 944 time: 0.0518782 Feb 09 03:43:12.298739 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f221227b-d0ed-4c6f-836d-65efc261109c req-706c09d1-91e6-4cd3-bd89-9e6194f401ef tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Feb 09 03:43:12.944169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:43:13.043257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:13.055305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'port_id': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'mac_address': 'fa:16:3e:af:eb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:43:13.095739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:13.096131 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:13.108698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:43:13.128527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:13.132362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:13.179452 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:13.413327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['76e09a09-0403-4e47-ae6b-24f0ec6c7b00'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:13.419579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9d5fb-d435-489d-a1ec-7aafc493cf00 req-ccad97f3-aa75-4705-8d86-411804b37b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:13.421095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99f9d5fb-d435-489d-a1ec-7aafc493cf00 req-ccad97f3-aa75-4705-8d86-411804b37b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 945 time: 0.0562568 Feb 09 03:43:13.468808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-99f9d5fb-d435-489d-a1ec-7aafc493cf00 req-d1109e9b-6dfc-444d-94f8-7e550e8bb0ee tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Feb 09 03:43:14.590080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2b60a-5935-4a19-b1de-78fe1809db6f req-db04a892-2f4c-46fc-979f-5356aa6c17c7 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:14.591500 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63f2b60a-5935-4a19-b1de-78fe1809db6f req-db04a892-2f4c-46fc-979f-5356aa6c17c7 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 945 time: 0.0560796 Feb 09 03:43:14.638463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-63f2b60a-5935-4a19-b1de-78fe1809db6f req-6814c963-3f65-4a8d-a40d-c3df3c1775c7 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Feb 09 03:43:14.959849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:43:15.007022 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:43:15.011150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:15.011524 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:15.089575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:15.089957 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:15.112138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:15.114372 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10bca73-f489-41b9-b967-28d5ac5d3f3a" -d '{"events": [{"server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "name": "network-vif-plugged", "status": "completed", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:15.126282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:15.130076 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:15.157415 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2deb29a-ec4d-43fe-8712-34a1e5cfbeae x-openstack-request-id: req-c2deb29a-ec4d-43fe-8712-34a1e5cfbeae {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:15.157705 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "name": "network-vif-plugged", "status": "completed", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:15.157959 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2deb29a-ec4d-43fe-8712-34a1e5cfbeae {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:15.158366 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'code': 200} Feb 09 03:43:15.179534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:15.254289 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89196eb5-cb92-460d-8353-ad5feb794a18 req-5d58a44f-b40d-483f-903e-43cbd0d7b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:15.255761 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89196eb5-cb92-460d-8353-ad5feb794a18 req-5d58a44f-b40d-483f-903e-43cbd0d7b2e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1128 time: 0.0430949 Feb 09 03:43:15.299295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89196eb5-cb92-460d-8353-ad5feb794a18 req-1890b8b6-c557-466b-aa8c-1ff49c91a0ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368109 Feb 09 03:43:15.754087 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fd437-1fdc-41d7-aedf-9719a7ac4fc2 req-84273d39-819a-4eb6-a1d0-5f8fa1f11ea0 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:15.755584 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-426fd437-1fdc-41d7-aedf-9719a7ac4fc2 req-84273d39-819a-4eb6-a1d0-5f8fa1f11ea0 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0510364 Feb 09 03:43:15.805074 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-426fd437-1fdc-41d7-aedf-9719a7ac4fc2 req-d97f6592-74b9-4a9c-a9b2-64147747514a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Feb 09 03:43:16.930988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f1939-6d44-4f74-a3af-7d02c9aa605d req-1bbd80c4-5fb3-41bf-a5ab-a8efa50bd450 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:16.932489 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-107f1939-6d44-4f74-a3af-7d02c9aa605d req-1bbd80c4-5fb3-41bf-a5ab-a8efa50bd450 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0566945 Feb 09 03:43:16.983165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-107f1939-6d44-4f74-a3af-7d02c9aa605d req-56d7c4c8-874a-4a09-b825-f10c3c6d78c6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445149 Feb 09 03:43:17.099530 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9896c-d1e5-468a-8c1c-c34ebc109324 req-0cad7254-20b1-42cd-b20e-b73f81cd2fb3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:17.100982 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dc9896c-d1e5-468a-8c1c-c34ebc109324 req-0cad7254-20b1-42cd-b20e-b73f81cd2fb3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0514655 Feb 09 03:43:17.148014 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dc9896c-d1e5-468a-8c1c-c34ebc109324 req-77c2f7b8-f348-490c-80b9-8dea974eaa29 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Feb 09 03:43:17.335798 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3211c2-c145-4106-ad89-fae6361d9b00 req-15e3a0fc-9984-4f8a-84f6-7cd4e2342f47 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:17.337152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d3211c2-c145-4106-ad89-fae6361d9b00 req-15e3a0fc-9984-4f8a-84f6-7cd4e2342f47 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0509307 Feb 09 03:43:17.383249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d3211c2-c145-4106-ad89-fae6361d9b00 req-bcbc966c-f733-451c-a100-6e0653ec93cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Feb 09 03:43:19.915492 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:43:20.007205 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:22.020401 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:30.533781 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-20a9b183-9295-436f-bbc3-337d1765e03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.353330 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-4eaa3ecf-7d14-44d6-b4f1-6a56d66a1c3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483730 Feb 09 03:43:32.444609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-e7e1efde-5686-495c-b3ea-fccaec62d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:32.446080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-e7e1efde-5686-495c-b3ea-fccaec62d3ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1128 time: 0.0443420 Feb 09 03:43:32.545852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-c0d68438-1406-433f-ba1c-b02c6f4074f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:32.547946 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-c0d68438-1406-433f-ba1c-b02c6f4074f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.0844762 Feb 09 03:43:32.591586 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-421ed57c-37b4-4d92-a680-806609e2e2e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 217 time: 0.0371783 Feb 09 03:43:32.640848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-fe67dae9-2adf-4a7d-a8a2-f8fefc950599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:32.642259 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-fe67dae9-2adf-4a7d-a8a2-f8fefc950599 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0427802 Feb 09 03:43:32.689697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-23073aef-794c-47f1-9341-d6e617c6c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:32.691190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-23073aef-794c-47f1-9341-d6e617c6c254 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432563 Feb 09 03:43:32.762712 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cd121bb3-67da-4362-af74-dc47ac62d6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:32.788051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-c715482c-5b35-4b24-9ad4-fbc529275bcb service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892477 Feb 09 03:43:32.877034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f9ad9c5a-6722-4530-896f-13ac2a9ddef2 req-7b8457d3-e915-488b-84fb-24648d20e364 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827467 Feb 09 03:43:34.143040 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:35.197427 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.163052 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb141db2-8fde-4e12-b4e0-d9c649315505 req-16fa5423-e367-4192-81a2-9dda3508fe31 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:36.164536 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb141db2-8fde-4e12-b4e0-d9c649315505 req-16fa5423-e367-4192-81a2-9dda3508fe31 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0582311 Feb 09 03:43:36.211432 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb141db2-8fde-4e12-b4e0-d9c649315505 req-40df9dd1-f0f4-4b91-8263-868b7d23d69e tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Feb 09 03:43:36.233310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50372) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:36.397834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c8ed8-ade6-4639-8616-78a1ec9cc30b tempest-TestMinimumBasicScenario-1222618934 tempest-TestMinimumBasicScenario-1222618934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:36.399666 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-339c8ed8-ade6-4639-8616-78a1ec9cc30b tempest-TestMinimumBasicScenario-1222618934 tempest-TestMinimumBasicScenario-1222618934-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1123 time: 0.1648238 Feb 09 03:43:36.402582 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50376) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:36.407311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:36.427811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.528802 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.532942 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.631244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Allocated IP 172.25.2.254 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:43:36.739732 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for port (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.774296 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:36.810175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:43:36.815462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:43:36.818989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:43:36.845120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'Port': ['ID=0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:37.190107 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for floatingip (cb1cb743-ce65-4354-a029-2a5604f19ffc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.257915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.410569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for port (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.414941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.490939 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'Port': ['ID=0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:37.499053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (cb1cb743-ce65-4354-a029-2a5604f19ffc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.599376 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Floating IP cb1cb743-ce65-4354-a029-2a5604f19ffc associated. External IP: 172.25.2.254, port: 76e09a09-0403-4e47-ae6b-24f0ec6c7b00. Feb 09 03:43:37.808341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:43:37.917564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:43:37.928274 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] Sync routers for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:43:37.934777 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:37.938803 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:37.939411 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:43:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:37.965981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ff678d88-d0d7-4448-813e-1bf976b6be05 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5623908 Feb 09 03:43:37.966622 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:37.968921 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:37.969300 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50378) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:37.974742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061093017', 'description': 'tempest-secgroup-smoke-2061093017 description', 'project_id': 'd542b4d471dd4630a90b4eb839836023'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:37.997652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.012590 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb48816f-6d04-4b17-a67e-04d0ead6f619 x-openstack-request-id: req-fb48816f-6d04-4b17-a67e-04d0ead6f619 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:38.012960 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:38.013306 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb48816f-6d04-4b17-a67e-04d0ead6f619 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:38.013808 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'status': 'completed', 'code': 200} Feb 09 03:43:38.048579 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:38.079631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group (c091b88e-45ed-4439-8e28-9c286a79220b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.083906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c091b88e-45ed-4439-8e28-9c286a79220b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.085027 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-39ce4f8b-7732-40ae-9e9b-a1d62049140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:38.086583 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-39ce4f8b-7732-40ae-9e9b-a1d62049140f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1128 time: 0.0493591 Feb 09 03:43:38.117247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c091b88e-45ed-4439-8e28-9c286a79220b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.128787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.129141 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.129420 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.129757 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.130100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.130505 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.131123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.131451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.131752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.132077 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.132403 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.132779 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.133044 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:43:38.145580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.147486 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-79cd1baa-00de-4481-9367-3b54804a8e2b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1769762 Feb 09 03:43:38.150408 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50384) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:38.154758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f8643edc-c071-433d-88f7-3e5331ce5040 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'security_group_rule': {'security_group_id': 'c091b88e-45ed-4439-8e28-9c286a79220b', 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:38.179822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8643edc-c071-433d-88f7-3e5331ce5040 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (b4224943-eee1-4ec7-94f7-8a7a45f6e129), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.195768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-b2760015-d6c4-48fc-8603-9af9aa56907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:38.197283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-b2760015-d6c4-48fc-8603-9af9aa56907a service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.1050909 Feb 09 03:43:38.236738 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8643edc-c071-433d-88f7-3e5331ce5040 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (b4224943-eee1-4ec7-94f7-8a7a45f6e129), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.241043 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8643edc-c071-433d-88f7-3e5331ce5040 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (b4224943-eee1-4ec7-94f7-8a7a45f6e129), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.260828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8643edc-c071-433d-88f7-3e5331ce5040 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4224943-eee1-4ec7-94f7-8a7a45f6e129,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.269295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-1499645e-37b4-44c7-8c1a-9e98195ac737 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 1000 time: 0.0650413 Feb 09 03:43:38.269910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f8643edc-c071-433d-88f7-3e5331ce5040 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.274360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50386) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:38.274518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f8643edc-c071-433d-88f7-3e5331ce5040 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230574 Feb 09 03:43:38.278782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4104571a-8294-4f4c-96f9-270975da4b88 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'security_group_rule': {'security_group_id': 'c091b88e-45ed-4439-8e28-9c286a79220b', 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:38.282147 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cb1cb743-ce65-4354-a029-2a5604f19ffc', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'port_id': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'mac_address': 'fa:16:3e:af:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:43:37Z', 'updated_at': '2022-02-09T03:43:37Z', 'revision_number': 0, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 5, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:38.308181 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] Checking router: 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:43:38.316933 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:43:38.317536 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:43:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:38.343310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4104571a-8294-4f4c-96f9-270975da4b88 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (d45aed30-ac59-4cd6-8bc9-b75455970418), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.347921 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-4f8955a9-3fbc-4e25-b2af-07390c9d12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:38.349403 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-4f8955a9-3fbc-4e25-b2af-07390c9d12bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0654385 Feb 09 03:43:38.442201 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4104571a-8294-4f4c-96f9-270975da4b88 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (d45aed30-ac59-4cd6-8bc9-b75455970418), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.445244 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-329f3b6c-a81e-4d2b-b778-bd4976ebab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:38.446854 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-329f3b6c-a81e-4d2b-b778-bd4976ebab15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0913949 Feb 09 03:43:38.447940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4104571a-8294-4f4c-96f9-270975da4b88 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (d45aed30-ac59-4cd6-8bc9-b75455970418), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.481956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104571a-8294-4f4c-96f9-270975da4b88 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45aed30-ac59-4cd6-8bc9-b75455970418,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.518555 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4104571a-8294-4f4c-96f9-270975da4b88 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.519910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4104571a-8294-4f4c-96f9-270975da4b88 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2444024 Feb 09 03:43:38.522770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50388) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:38.527663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-59c57961-b356-406a-9032-9dc887b2e14a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'security_group_rule': {'security_group_id': 'c091b88e-45ed-4439-8e28-9c286a79220b', 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:38.541087 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:43:38.559731 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59c57961-b356-406a-9032-9dc887b2e14a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (324d8960-dc4a-470b-ab06-90697bd41da0), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.562890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-0232cc5d-8ac4-4977-9e35-069cf06864cf service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071141 Feb 09 03:43:38.620287 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59c57961-b356-406a-9032-9dc887b2e14a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (324d8960-dc4a-470b-ab06-90697bd41da0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.624788 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59c57961-b356-406a-9032-9dc887b2e14a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (324d8960-dc4a-470b-ab06-90697bd41da0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.647229 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c57961-b356-406a-9032-9dc887b2e14a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324d8960-dc4a-470b-ab06-90697bd41da0,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.654719 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-59c57961-b356-406a-9032-9dc887b2e14a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.659035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50390) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:38.662556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-59c57961-b356-406a-9032-9dc887b2e14a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348431 Feb 09 03:43:38.666008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-57c4851b-eae4-4b9c-8077-6ab0a64e4b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'security_group_rule': {'security_group_id': 'c091b88e-45ed-4439-8e28-9c286a79220b', 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:38.678249 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5d60ff3-3f72-4da0-ad65-0a61ef520aa9 req-b7095762-bd02-4211-bebc-6e47dc9d0400 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090631 Feb 09 03:43:38.700458 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57c4851b-eae4-4b9c-8077-6ab0a64e4b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (beb9187a-3fd3-4923-b9ae-3fa31584f2ab), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.751841 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57c4851b-eae4-4b9c-8077-6ab0a64e4b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (beb9187a-3fd3-4923-b9ae-3fa31584f2ab), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.755616 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57c4851b-eae4-4b9c-8077-6ab0a64e4b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (beb9187a-3fd3-4923-b9ae-3fa31584f2ab), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.775370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4851b-eae4-4b9c-8077-6ab0a64e4b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb9187a-3fd3-4923-b9ae-3fa31584f2ab,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.785250 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57c4851b-eae4-4b9c-8077-6ab0a64e4b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.785418 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cb1cb743-ce65-4354-a029-2a5604f19ffc', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'port_id': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'mac_address': 'fa:16:3e:af:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:43:37Z', 'updated_at': '2022-02-09T03:43:37Z', 'revision_number': 0, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 5, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:43:38.786720 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-57c4851b-eae4-4b9c-8077-6ab0a64e4b15 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266696 Feb 09 03:43:38.789388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50392) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:38.793813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5592d0c3-4f8b-4687-ac4e-2b8801f210cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'security_group_rule': {'security_group_id': 'c091b88e-45ed-4439-8e28-9c286a79220b', 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:38.812474 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ec1aa-bd35-421a-82c2-386ae29245e6 None None] The sync data for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 is: [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'cb1cb743-ce65-4354-a029-2a5604f19ffc', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'port_id': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'mac_address': 'fa:16:3e:af:eb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:43:37Z', 'updated_at': '2022-02-09T03:43:37Z', 'revision_number': 0, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 5, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:43:38.814587 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-5592d0c3-4f8b-4687-ac4e-2b8801f210cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Project d542b4d471dd4630a90b4eb839836023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:43:38.819728 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5592d0c3-4f8b-4687-ac4e-2b8801f210cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (88b5b0b4-cfc9-4313-b8df-760edfcbb5c1), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.887449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5592d0c3-4f8b-4687-ac4e-2b8801f210cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (88b5b0b4-cfc9-4313-b8df-760edfcbb5c1), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.891348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5592d0c3-4f8b-4687-ac4e-2b8801f210cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (88b5b0b4-cfc9-4313-b8df-760edfcbb5c1), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.913261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592d0c3-4f8b-4687-ac4e-2b8801f210cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b5b0b4-cfc9-4313-b8df-760edfcbb5c1,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:38.922391 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5592d0c3-4f8b-4687-ac4e-2b8801f210cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:38.923632 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5592d0c3-4f8b-4687-ac4e-2b8801f210cd tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331909 Feb 09 03:43:38.926668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:43:38.931248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1cf81cec-11f2-4b02-8317-21971ed07fe2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'security_group_rule': {'security_group_id': 'c091b88e-45ed-4439-8e28-9c286a79220b', 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:38.951919 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-1cf81cec-11f2-4b02-8317-21971ed07fe2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Project d542b4d471dd4630a90b4eb839836023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:43:38.957712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cf81cec-11f2-4b02-8317-21971ed07fe2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (1f1e2331-295c-4a4e-b3eb-c110ee5b57e0), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.021057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cf81cec-11f2-4b02-8317-21971ed07fe2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (1f1e2331-295c-4a4e-b3eb-c110ee5b57e0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.026192 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cf81cec-11f2-4b02-8317-21971ed07fe2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (1f1e2331-295c-4a4e-b3eb-c110ee5b57e0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.026428 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edef4f-f56b-48b2-b9d8-82ab71a7eb68 None None] New status for floating IP cb1cb743-ce65-4354-a029-2a5604f19ffc: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:43:39.052877 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf81cec-11f2-4b02-8317-21971ed07fe2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1e2331-295c-4a4e-b3eb-c110ee5b57e0,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:39.059205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cf81cec-11f2-4b02-8317-21971ed07fe2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.060584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1cf81cec-11f2-4b02-8317-21971ed07fe2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328776 Feb 09 03:43:39.153779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-4e933093-3033-4ce8-8bdd-f6473a0afd66 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061093017&fields=id&tenant_id=d542b4d471dd4630a90b4eb839836023 HTTP/1.1" status: 200 len: 267 time: 0.0447640 Feb 09 03:43:39.215498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-28440ce9-12b4-477d-84b9-d53950ea188a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:39.217095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-28440ce9-12b4-477d-84b9-d53950ea188a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0573163 Feb 09 03:43:39.229175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'port': {'security_groups': ['96fa0c81-6d60-4e7e-b840-4c958d0d01dc', 'c091b88e-45ed-4439-8e28-9c286a79220b']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:43:39.299308 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.481156 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] For port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:43:39.510909 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.515960 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.527976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['76e09a09-0403-4e47-ae6b-24f0ec6c7b00'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:39.557660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:39.558297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:39.559692 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3e6c2d26-f4cb-487c-8aae-b8e200010f44 req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "PUT /v2.0/ports/76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 982 time: 0.3355479 Feb 09 03:43:39.589547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c4417-a591-405e-8d1e-a57e9c8fc413 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'Port': ['ID=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:43:39.631061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['76e09a09-0403-4e47-ae6b-24f0ec6c7b00'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:43:39.698303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac944f0b-a826-4bc1-9438-507c6e620a0d req-67c6ee18-0483-4ee7-be51-56d624541a14 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:39.700117 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac944f0b-a826-4bc1-9438-507c6e620a0d req-67c6ee18-0483-4ee7-be51-56d624541a14 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0643551 Feb 09 03:43:39.767152 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ac944f0b-a826-4bc1-9438-507c6e620a0d req-4651cedb-466c-4ee4-bd67-abb42b0db299 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601094 Feb 09 03:43:39.858206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8fad905a-2e96-4057-a130-438143710beb None None] Provisioning complete for port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:43:39.858535 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8fad905a-2e96-4057-a130-438143710beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:40.015227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:43:40.017597 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429912d2-d91a-4bcd-9629-21b26303505f" -d '{"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:43:40.054733 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca23201-2724-475d-abe5-009f3afc3efc x-openstack-request-id: req-8ca23201-2724-475d-abe5-009f3afc3efc {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:43:40.055028 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:43:40.055287 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ca23201-2724-475d-abe5-009f3afc3efc {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:43:40.055696 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'status': 'completed', 'code': 200} Feb 09 03:43:40.081469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8fad905a-2e96-4057-a130-438143710beb None None] Current status of the port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:43:40.119706 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429912d2-d91a-4bcd-9629-21b26303505f req-f0d60f6d-5764-42b9-814c-451913b3f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:40.121319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429912d2-d91a-4bcd-9629-21b26303505f req-f0d60f6d-5764-42b9-814c-451913b3f337 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1167 time: 0.0467710 Feb 09 03:43:40.217920 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429912d2-d91a-4bcd-9629-21b26303505f req-b00c28a8-3e0d-48d4-b529-67d0682914ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:40.220349 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429912d2-d91a-4bcd-9629-21b26303505f req-b00c28a8-3e0d-48d4-b529-67d0682914ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.0924995 Feb 09 03:43:40.285569 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429912d2-d91a-4bcd-9629-21b26303505f req-a007d768-295f-4e06-9ddc-91e2ba2ef728 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 1002 time: 0.0583725 Feb 09 03:43:40.335276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429912d2-d91a-4bcd-9629-21b26303505f req-05881f20-41bc-4183-9140-692ffe75b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:40.336677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429912d2-d91a-4bcd-9629-21b26303505f req-05881f20-41bc-4183-9140-692ffe75b264 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0443704 Feb 09 03:43:40.388577 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429912d2-d91a-4bcd-9629-21b26303505f req-f6b37b7a-be60-44c9-85f6-a5329d5a2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:43:40.390870 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429912d2-d91a-4bcd-9629-21b26303505f req-f6b37b7a-be60-44c9-85f6-a5329d5a2201 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482304 Feb 09 03:43:40.477748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429912d2-d91a-4bcd-9629-21b26303505f req-e0c785d1-144d-460f-bdc0-0b15d4cec267 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807791 Feb 09 03:43:40.570081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-429912d2-d91a-4bcd-9629-21b26303505f req-9a868f89-c99d-4220-b10e-50890fb3a0f1 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855196 Feb 09 03:43:50.006023 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:52.017406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:43:56.914815 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:44:00.535834 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9525f998-e4aa-4968-8831-b45f3c0982a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:02.768923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b846c21c-ca0c-47ae-b0d9-63e385f999c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:04.143939 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:05.206156 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:06.535948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:20.004262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:22.032534 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:24.848924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a6b6d-c11d-4188-a17e-81304c494f26 req-41e530a2-7eb9-431e-9eb4-c111f19bf583 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:24.850445 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a8a6b6d-c11d-4188-a17e-81304c494f26 req-41e530a2-7eb9-431e-9eb4-c111f19bf583 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0873301 Feb 09 03:44:24.853374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55684d6c-e206-4073-8373-29f43684b9ef req-bc8980b6-90af-47a2-a7b2-1cefff581488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:24.854782 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55684d6c-e206-4073-8373-29f43684b9ef req-bc8980b6-90af-47a2-a7b2-1cefff581488 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1167 time: 0.0828416 Feb 09 03:44:24.983234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a8a6b6d-c11d-4188-a17e-81304c494f26 req-18859f31-827e-4a91-90d5-5d8d9d607ff9 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235385 Feb 09 03:44:24.995733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55684d6c-e206-4073-8373-29f43684b9ef req-f64afb1a-656d-4d73-9b5f-b6cd42c54b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:24.997461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55684d6c-e206-4073-8373-29f43684b9ef req-f64afb1a-656d-4d73-9b5f-b6cd42c54b7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.1362553 Feb 09 03:44:25.061832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55684d6c-e206-4073-8373-29f43684b9ef req-4d0bef06-5aec-4e3a-941c-e06cea7ac6b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 1002 time: 0.0570631 Feb 09 03:44:25.112594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55684d6c-e206-4073-8373-29f43684b9ef req-281d6e65-a24a-4795-b105-3b211781d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:25.114034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55684d6c-e206-4073-8373-29f43684b9ef req-281d6e65-a24a-4795-b105-3b211781d65b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0466411 Feb 09 03:44:25.165096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55684d6c-e206-4073-8373-29f43684b9ef req-f9f0c984-f828-4c32-b22b-0e93f821611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:25.167073 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55684d6c-e206-4073-8373-29f43684b9ef req-f9f0c984-f828-4c32-b22b-0e93f821611c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469193 Feb 09 03:44:25.256051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55684d6c-e206-4073-8373-29f43684b9ef req-e2f80435-3c14-4a29-abc3-8df6ce787d8a service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822566 Feb 09 03:44:25.346801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55684d6c-e206-4073-8373-29f43684b9ef req-b471bf31-2496-45c3-b34e-277002ebf98f service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851109 Feb 09 03:44:26.111824 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366f04-e637-464f-a0e2-dca9b08d94b7 req-eea957e4-a450-4362-9c2b-5997837c885c tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:26.113818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66366f04-e637-464f-a0e2-dca9b08d94b7 req-eea957e4-a450-4362-9c2b-5997837c885c tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0521908 Feb 09 03:44:26.171335 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66366f04-e637-464f-a0e2-dca9b08d94b7 req-faeb69dd-7962-4ab0-b41a-9519d3a1e463 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515053 Feb 09 03:44:27.290576 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839251e-96a5-42b2-aab3-c2c2ca741025 req-bd695637-0725-4ff5-99a9-d50f1be4690e tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:27.292027 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2839251e-96a5-42b2-aab3-c2c2ca741025 req-bd695637-0725-4ff5-99a9-d50f1be4690e tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0525982 Feb 09 03:44:27.350819 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2839251e-96a5-42b2-aab3-c2c2ca741025 req-723fada7-5fa4-423d-86c9-594361d599eb tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530148 Feb 09 03:44:28.473714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71f30a-9947-4f3c-801d-f151ad9fa1c0 req-c58a334b-e541-4ed6-a603-f6a07023926b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:28.475193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed71f30a-9947-4f3c-801d-f151ad9fa1c0 req-c58a334b-e541-4ed6-a603-f6a07023926b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0554893 Feb 09 03:44:28.536604 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed71f30a-9947-4f3c-801d-f151ad9fa1c0 req-264399e5-d866-4aa9-baf4-397bbff73c53 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556884 Feb 09 03:44:29.662479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6e87a-6775-4bbe-8be3-9f88514e8f28 req-2d6c8b4f-4f88-4c7c-85e8-aee4ef96d6b6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:29.663956 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a9e6e87a-6775-4bbe-8be3-9f88514e8f28 req-2d6c8b4f-4f88-4c7c-85e8-aee4ef96d6b6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0589368 Feb 09 03:44:29.723526 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a9e6e87a-6775-4bbe-8be3-9f88514e8f28 req-e0249e6b-7bbf-4bc0-939b-3db4e6eddd2f tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538981 Feb 09 03:44:30.538000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9ab2732f-1a6b-4933-aab4-d10490911427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:30.843720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606edbd-b1e6-40cd-83fc-7ad52a518d6b req-2e94adac-7de6-405b-9311-d7b200ae7aaf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:30.845183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b606edbd-b1e6-40cd-83fc-7ad52a518d6b req-2e94adac-7de6-405b-9311-d7b200ae7aaf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0519221 Feb 09 03:44:30.904432 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b606edbd-b1e6-40cd-83fc-7ad52a518d6b req-b26e4028-c3cb-49c2-aa22-63d6b1a0c04c tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529127 Feb 09 03:44:32.024152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba228d00-d65c-4808-aeb8-bb1a2b83df99 req-d115c24f-c05e-4cbe-993b-f3473ee436b5 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:32.025684 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba228d00-d65c-4808-aeb8-bb1a2b83df99 req-d115c24f-c05e-4cbe-993b-f3473ee436b5 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0543740 Feb 09 03:44:32.084458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ba228d00-d65c-4808-aeb8-bb1a2b83df99 req-cc2a17cc-1dde-4b8e-8b82-ef748876e5df tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530584 Feb 09 03:44:32.762391 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ca68371f-86f1-4e94-949b-d123d0be4aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:33.205996 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d44d-be65-45d8-b879-34b30516fe87 req-7603e0de-39ea-4f41-8399-8623e1cbb2a2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:33.208111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb6d44d-be65-45d8-b879-34b30516fe87 req-7603e0de-39ea-4f41-8399-8623e1cbb2a2 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0566432 Feb 09 03:44:33.266194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ecb6d44d-be65-45d8-b879-34b30516fe87 req-0551ead0-eb45-4bb1-a39b-de68b388baca tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524266 Feb 09 03:44:33.916606 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:44:34.145645 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:34.393453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-05f393d3-22f1-4097-ac5d-b75faccce448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:34.395506 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-05f393d3-22f1-4097-ac5d-b75faccce448 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1167 time: 0.0815227 Feb 09 03:44:34.407777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e1ec1-b4c9-451f-9562-73cf5df5cc7b req-a037a4ac-a746-4f97-8221-9a13a6a96cf7 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:34.409230 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b84e1ec1-b4c9-451f-9562-73cf5df5cc7b req-a037a4ac-a746-4f97-8221-9a13a6a96cf7 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0696721 Feb 09 03:44:34.860006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b84e1ec1-b4c9-451f-9562-73cf5df5cc7b req-d6ceb436-d06f-4c56-92bb-bfa0979c24af tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4398785 Feb 09 03:44:34.873105 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-3e7f62ec-ea55-40de-b3ad-4696fcf9cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:34.874815 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-3e7f62ec-ea55-40de-b3ad-4696fcf9cb2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.4618735 Feb 09 03:44:34.938329 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-14674212-89b9-4a78-aaf7-5939d80df025 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 1002 time: 0.0577569 Feb 09 03:44:34.992284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-4f17f503-8b6b-472c-9ed8-18f2d27d3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:34.993735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-4f17f503-8b6b-472c-9ed8-18f2d27d3447 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0491827 Feb 09 03:44:35.047501 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-02a026bf-a132-47dc-971f-2c98f5f5083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:35.048969 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-02a026bf-a132-47dc-971f-2c98f5f5083c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498159 Feb 09 03:44:35.059039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-8a661cae-ab60-4392-a65f-539299ccb842 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:44:35.059945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-8a661cae-ab60-4392-a65f-539299ccb842 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048022 Feb 09 03:44:35.146840 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-2597753c-4c27-40ea-b321-0e96f1658971 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798862 Feb 09 03:44:35.203861 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:35.236831 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-29eb6383-170f-4b02-a568-988cec6f4f9d req-0be8c5a1-86fc-4fc3-92fc-4857c5479d68 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848389 Feb 09 03:44:35.980704 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b419-77ab-4109-9eda-765c594a5dcf req-f1f50ef5-6afb-4f71-b54d-8fa59335749f tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:35.982181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17c5b419-77ab-4109-9eda-765c594a5dcf req-f1f50ef5-6afb-4f71-b54d-8fa59335749f tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0521436 Feb 09 03:44:36.042799 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-17c5b419-77ab-4109-9eda-765c594a5dcf req-8a2944ca-09e1-49f4-a46b-e4579a012505 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547733 Feb 09 03:44:36.539669 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:37.161806 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd06f4-e851-40e5-a8a2-8b7c49fe1507 req-ebb60565-f5c7-461a-8de9-0d6dc42fd96d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:44:37.163309 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60bd06f4-e851-40e5-a8a2-8b7c49fe1507 req-ebb60565-f5c7-461a-8de9-0d6dc42fd96d tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0532970 Feb 09 03:44:37.222341 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-60bd06f4-e851-40e5-a8a2-8b7c49fe1507 req-632e9c19-c77e-42fd-89c9-7cae7ca5c927 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=c091b88e-45ed-4439-8e28-9c286a79220b&id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533578 Feb 09 03:44:50.020146 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:44:52.023396 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:00.541201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e3c4f2f1-3eac-473e-a6bd-6c6cf56dba10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:02.764318 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d742a0a3-7bd8-4820-af1f-e6e827c00a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:04.149350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:05.205024 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:06.541597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:10.915967 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:45:20.037803 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:22.059761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:25.733464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-87216dd3-9320-40f5-832f-87c7c887e47f tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061093017&fields=id&tenant_id=d542b4d471dd4630a90b4eb839836023 HTTP/1.1" status: 200 len: 267 time: 0.0436821 Feb 09 03:45:25.793504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-d36c84d7-13b7-4e6f-b418-2eaf7441e0c6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:25.794911 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-d36c84d7-13b7-4e6f-b418-2eaf7441e0c6 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 985 time: 0.0561066 Feb 09 03:45:25.805248 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Request body: {'port': {'security_groups': ['96fa0c81-6d60-4e7e-b840-4c958d0d01dc']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:25.874039 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.045329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] For port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:26.075036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.079409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.091544 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['76e09a09-0403-4e47-ae6b-24f0ec6c7b00'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:26.124945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:26.125551 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.126992 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b10cb1fb-bc34-4549-9684-5391c6549d42 req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "PUT /v2.0/ports/76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 943 time: 0.3260942 Feb 09 03:45:26.127437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:26.130410 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37" -d '{"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:26.134780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50490) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:26.165549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event updated for resources: {'Port': ['ID=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,revision_number=7']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:26.176861 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.177459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.180981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.181164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.181485 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.181831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.184687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.185039 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.185379 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.185718 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.186053 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.186407 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.189110 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791c8278-46a8-4224-9384-490a62c7a4c4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.200770 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c504b5-6f5e-4f5d-901f-0750b6641eaa x-openstack-request-id: req-33c504b5-6f5e-4f5d-901f-0750b6641eaa {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:26.202586 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:26.202847 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33c504b5-6f5e-4f5d-901f-0750b6641eaa {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:26.203270 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'status': 'completed', 'code': 200} Feb 09 03:45:26.206821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['76e09a09-0403-4e47-ae6b-24f0ec6c7b00'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:26.219534 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group (c091b88e-45ed-4439-8e28-9c286a79220b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.272248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group (c091b88e-45ed-4439-8e28-9c286a79220b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.304638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-23fbbf9a-5b92-446e-a8a9-052a696a0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:26.306087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-23fbbf9a-5b92-446e-a8a9-052a696a0dbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1128 time: 0.0964906 Feb 09 03:45:26.404444 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-e9aef1bf-2d23-4dd4-9dbe-7584918e0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:26.406458 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-e9aef1bf-2d23-4dd4-9dbe-7584918e0399 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.0923643 Feb 09 03:45:26.419323 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-dc5c00eb-f46f-43bb-b74f-d70ec16e4d51 None None] Provisioning complete for port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:45:26.419700 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dc5c00eb-f46f-43bb-b74f-d70ec16e4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.421386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (c091b88e-45ed-4439-8e28-9c286a79220b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.424066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.425202 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "DELETE /v2.0/security-groups/c091b88e-45ed-4439-8e28-9c286a79220b HTTP/1.1" status: 204 len: 168 time: 0.2887378 Feb 09 03:45:26.428695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50492) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:26.470361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c091b88e-45ed-4439-8e28-9c286a79220b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:26.485708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.486053 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.486525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.486989 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.487184 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.487513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.487843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.488163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.489422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.489422 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.489699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.490019 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.490367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0889ed3f-5f22-42a2-ab86-4f438e28c693 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:26.505679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-2cb888fe-c634-4147-9e3b-a36ec43af8aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 1002 time: 0.0919306 Feb 09 03:45:26.517140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c00eb-f46f-43bb-b74f-d70ec16e4d51 None None] Current status of the port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:45:26.560977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-45339bbb-982c-4fe3-b180-3fa41f0e763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:26.562386 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-45339bbb-982c-4fe3-b180-3fa41f0e763c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0499389 Feb 09 03:45:26.610895 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-83bb2829-e473-4e4a-8997-d3491ba3abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:26.611267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Deleting port 0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:26.611520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.612396 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-83bb2829-e473-4e4a-8997-d3491ba3abc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440509 Feb 09 03:45:26.689737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.690063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for floatingip (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.702022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Calling delete_port for 0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:26.706748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-0e13dc3a-83d6-44f9-ac46-23c31f02ad23 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857673 Feb 09 03:45:26.795435 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3cd73a71-fd46-48f4-a9f1-8b5dd344be37 req-a1645664-5ff2-4c17-8742-cde68cdc6a4c service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831118 Feb 09 03:45:26.851762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.878113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event deleted for resources: {'Port': ['ID=0ccf4aad-f224-4533-b3e4-8ef1ed3cf00c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:26.946989 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks [] for floatingip (cb1cb743-ce65-4354-a029-2a5604f19ffc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:26.947329 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Floating IP cb1cb743-ce65-4354-a029-2a5604f19ffc disassociated (deleted). External IP: 172.25.2.254, port: 76e09a09-0403-4e47-ae6b-24f0ec6c7b00. Feb 09 03:45:27.154919 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:27.263102 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:27.268822 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:27.274776 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] Sync routers for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:27.284275 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:27.284882 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:27.302448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-75461090-af3e-42dc-a688-a970ab64e4bf tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "DELETE /v2.0/floatingips/cb1cb743-ce65-4354-a029-2a5604f19ffc HTTP/1.1" status: 204 len: 168 time: 0.8725727 Feb 09 03:45:27.400745 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:27.613375 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 5, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:27.642726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] Checking router: 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:27.650796 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:27.651389 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:27.750940 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:27.944732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 5, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:27.970046 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ebbdb-45df-40de-9228-e5c492cede83 None None] The sync data for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 is: [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:38Z', 'revision_number': 4, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'cf580968-0d4a-417c-a53b-8fd86ab8e0ae', 'name': '', 'network_id': '28eab227-1d98-49be-95bb-252fc2af7cec', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'mac_address': 'fa:16:3e:5f:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:37Z', 'updated_at': '2022-02-09T03:42:42Z', 'revision_number': 5, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'subnets': [{'id': 'c815cf24-cbe8-41ae-9164-c81e8583e11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:28.194955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9e77a-545d-489f-86a7-0ec7e1b60d8f None None] New status for floating IP cb1cb743-ce65-4354-a029-2a5604f19ffc: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:45:28.204196 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:28.206609 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2902a1-872f-4595-87a3-8d1e0d94df00" -d '{"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:28.246266 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4475c4-6347-43f9-9822-591151fab7c6 x-openstack-request-id: req-dc4475c4-6347-43f9-9822-591151fab7c6 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:28.246579 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:28.247101 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc4475c4-6347-43f9-9822-591151fab7c6 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:28.247538 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'status': 'completed', 'code': 200} Feb 09 03:45:28.323651 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-eac13ef9-197a-412a-b612-ca09f2089e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.325193 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-eac13ef9-197a-412a-b612-ca09f2089e3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1128 time: 0.0578704 Feb 09 03:45:28.420345 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-1688b95c-6eeb-48d4-a47a-e8f9d796ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.421879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-1688b95c-6eeb-48d4-a47a-e8f9d796ca4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.0896320 Feb 09 03:45:28.465441 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-605185a2-63fc-46a7-a5b4-f51247f304ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 217 time: 0.0376534 Feb 09 03:45:28.513606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-69219490-3e01-44b6-8b35-30f2e3c2e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.515147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-69219490-3e01-44b6-8b35-30f2e3c2e8a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0439453 Feb 09 03:45:28.568426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-130f99cc-2121-43c3-9106-924864fef035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:28.569959 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-130f99cc-2121-43c3-9106-924864fef035 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489867 Feb 09 03:45:28.663916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-aa65a858-7778-47bf-b286-7e8a741b74be service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878303 Feb 09 03:45:28.753197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2e2902a1-872f-4595-87a3-8d1e0d94df00 req-6826eea8-0237-4812-aaae-62381725ad6e service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833495 Feb 09 03:45:30.544048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-530f6311-f640-4846-a997-8f4b8c341d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:32.768843 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de737e8b-f08f-408d-9092-745ad5e68f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:34.156075 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.208018 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:35.335161 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-6f933cac-af4d-4fc8-b6d6-49c026abaa90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449169 Feb 09 03:45:35.425427 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-0d1cdcde-1c99-453f-b868-49d3844ddb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:35.427606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-0d1cdcde-1c99-453f-b868-49d3844ddb38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d542b4d471dd4630a90b4eb839836023&device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 1128 time: 0.0509415 Feb 09 03:45:35.528953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-3ffc33b5-99ef-48e6-963b-9d5bf90ce5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:35.530455 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-3ffc33b5-99ef-48e6-963b-9d5bf90ce5d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 200 len: 916 time: 0.0849671 Feb 09 03:45:35.571783 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-da45168e-42e5-445e-82b9-6e9d51466da5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 200 len: 217 time: 0.0347977 Feb 09 03:45:35.623707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-b806ed51-16d1-4ab8-a06f-519d0a966bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:35.625154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-b806ed51-16d1-4ab8-a06f-519d0a966bac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 200 len: 854 time: 0.0481107 Feb 09 03:45:35.672870 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-561d0af3-ba14-4bff-89f7-d79205926db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:35.674418 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-561d0af3-ba14-4bff-89f7-d79205926db3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28eab227-1d98-49be-95bb-252fc2af7cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436132 Feb 09 03:45:35.760992 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-fcd532de-76bd-4e9b-ae74-72a13a6fd281 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811377 Feb 09 03:45:35.857380 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb2d36f0-00b8-4354-b7e9-113ea0fa4a67 req-89f0f349-bd9d-44dd-be7f-4945456198d5 service neutron] 10.222.0.26 "GET /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907083 Feb 09 03:45:36.544921 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:42.663899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ed22-c8e2-434c-ad44-251d4c29b321 req-955b5467-be75-4a95-b620-5a6209fdc511 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:42.665323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32b7ed22-c8e2-434c-ad44-251d4c29b321 req-955b5467-be75-4a95-b620-5a6209fdc511 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0578277 Feb 09 03:45:42.711584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32b7ed22-c8e2-434c-ad44-251d4c29b321 req-71d48272-5826-4aba-bdcf-f37511267b21 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Feb 09 03:45:43.834284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58885373-6616-467b-b2ff-5910f679f4dc req-dcff2f1b-f1c8-4122-a86e-2746d58c988b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:43.835713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-58885373-6616-467b-b2ff-5910f679f4dc req-dcff2f1b-f1c8-4122-a86e-2746d58c988b tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0546570 Feb 09 03:45:43.883630 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-58885373-6616-467b-b2ff-5910f679f4dc req-ad6d30b3-3797-4501-92e6-f3d53805413c tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Feb 09 03:45:44.645738 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-1aa6b9cf-8058-49ca-9892-2932af6ee8d4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:44.647253 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-1aa6b9cf-8058-49ca-9892-2932af6ee8d4 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.26 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 946 time: 0.0569942 Feb 09 03:45:44.737161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Deleting port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:44.737497 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:44.827290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] For port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:44.827644 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:44.840673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Calling delete_port for 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:44.967520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (76e09a09-0403-4e47-ae6b-24f0ec6c7b00), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:44.979328 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['76e09a09-0403-4e47-ae6b-24f0ec6c7b00'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:45:45.000352 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Pushing event deleted for resources: {'Port': ['ID=76e09a09-0403-4e47-ae6b-24f0ec6c7b00,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:45.016658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed340bbc-19a6-4626-87c8-1f623f724c24 req-e8e1c1a2-605a-48d0-960b-1ae8821234d9 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:45.018181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed340bbc-19a6-4626-87c8-1f623f724c24 req-e8e1c1a2-605a-48d0-960b-1ae8821234d9 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/ports?device_id=78781253-935b-4ac6-8ca2-f57df9d09a28 HTTP/1.1" status: 200 len: 867 time: 0.0673494 Feb 09 03:45:45.051552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] No DVR routers for this DVR port 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:45.054489 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:45.058465 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b80f5a50-8044-4348-b599-26bea8c89f3c req-698561fd-f6d8-4cb0-990f-9ffc24bb55f3 tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.26 "DELETE /v2.0/ports/76e09a09-0403-4e47-ae6b-24f0ec6c7b00 HTTP/1.1" status: 204 len: 173 time: 0.4048717 Feb 09 03:45:45.058924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'name': 'network-vif-deleted', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:45:45.062384 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f528b49-7fb1-42de-98ba-afe9f44f91f6" -d '{"events": [{"server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "name": "network-vif-deleted", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:45:45.070193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ed340bbc-19a6-4626-87c8-1f623f724c24 req-5cdfe3b4-dcdf-412f-85f4-a05f1a7c714a tempest-TestMinimumBasicScenario-369795599 tempest-TestMinimumBasicScenario-369795599-project] 10.222.0.32 "GET /v2.0/security-groups?id=96fa0c81-6d60-4e7e-b840-4c958d0d01dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Feb 09 03:45:45.102861 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd0266c-bbf6-46fb-9dc0-2c9d2626a2d1 x-openstack-request-id: req-dcd0266c-bbf6-46fb-9dc0-2c9d2626a2d1 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:45:45.103230 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78781253-935b-4ac6-8ca2-f57df9d09a28", "name": "network-vif-deleted", "tag": "76e09a09-0403-4e47-ae6b-24f0ec6c7b00", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:45:45.103554 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcd0266c-bbf6-46fb-9dc0-2c9d2626a2d1 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:45:45.104019 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78781253-935b-4ac6-8ca2-f57df9d09a28', 'name': 'network-vif-deleted', 'tag': '76e09a09-0403-4e47-ae6b-24f0ec6c7b00', 'status': 'completed', 'code': 200} Feb 09 03:45:46.627640 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50602) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:46.969897 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:47.214120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Deleting port cf580968-0d4a-417c-a53b-8fd86ab8e0ae {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:47.214481 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:47.293379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] For port cf580968-0d4a-417c-a53b-8fd86ab8e0ae, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:47.293733 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:47.306280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Calling delete_port for cf580968-0d4a-417c-a53b-8fd86ab8e0ae owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:47.489172 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (cf580968-0d4a-417c-a53b-8fd86ab8e0ae), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:47.516636 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf580968-0d4a-417c-a53b-8fd86ab8e0ae,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:47.683330 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:47.722321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:47.901210 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:47.901448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 76e09a09-0403-4e47-ae6b-24f0ec6c7b00 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:47.908968 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:47.918082 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:45:48.017167 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:48.022902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c702febc-47cc-4a91-85f4-d2eef65b14cc admin admin] 10.222.0.32 "PUT /v2.0/routers/9fc8e6f4-24dc-414a-b28b-ec9a7fe40775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941545 Feb 09 03:45:48.025440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50604) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:48.025817 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] Sync routers for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:48.035812 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:48.036506 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:48.131266 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks [] for router (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.141186 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:48.239448 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks [] for router_gateway (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.291037 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Deleting port 1d6c5378-65b3-402f-9557-7cc03bccd4ef {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:48.291380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.370528 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] For port 1d6c5378-65b3-402f-9557-7cc03bccd4ef, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1d6c5378-65b3-402f-9557-7cc03bccd4ef,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:48.370913 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.388486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Calling delete_port for 1d6c5378-65b3-402f-9557-7cc03bccd4ef owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:48.404822 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:45:47Z', 'revision_number': 5, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port': {'id': '1d6c5378-65b3-402f-9557-7cc03bccd4ef', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:48.432357 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] Checking router: 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:48.441055 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] Routers {'9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:48.441668 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:48.534124 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] Set router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:48.571090 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (1d6c5378-65b3-402f-9557-7cc03bccd4ef), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.589027 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:45:48Z', 'revision_number': 6, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:48.596972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6c5378-65b3-402f-9557-7cc03bccd4ef,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:48.617699 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e748bdd-724f-4ff6-b6ee-d8109d4e788a None None] The sync data for ids ['9fc8e6f4-24dc-414a-b28b-ec9a7fe40775'] in n-d-827839-4 is: [{'id': '9fc8e6f4-24dc-414a-b28b-ec9a7fe40775', 'name': 'tempest-TestMinimumBasicScenario-1224422048-router', 'tenant_id': 'd542b4d471dd4630a90b4eb839836023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:35Z', 'updated_at': '2022-02-09T03:45:48Z', 'revision_number': 6, 'project_id': 'd542b4d471dd4630a90b4eb839836023', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:48.661989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.751402 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.753495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks [] for router_controller (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.799283 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (9fc8e6f4-24dc-414a-b28b-ec9a7fe40775), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.799755 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:45:48.804544 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.805864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5399d7a9-29fe-4a80-a9e0-ecff9f33d553 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9fc8e6f4-24dc-414a-b28b-ec9a7fe40775 HTTP/1.1" status: 204 len: 168 time: 0.7795303 Feb 09 03:45:48.808412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50606) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:48.851775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad7c9b1-b2aa-43cf-b68a-fe50c686df9b admin admin] Deleting subnet c815cf24-cbe8-41ae-9164-c81e8583e11b {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:45:48.854764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c9b1-b2aa-43cf-b68a-fe50c686df9b admin admin] Publish callbacks [] for subnet (c815cf24-cbe8-41ae-9164-c81e8583e11b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.889263 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c9b1-b2aa-43cf-b68a-fe50c686df9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (c815cf24-cbe8-41ae-9164-c81e8583e11b), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:48.972564 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c9b1-b2aa-43cf-b68a-fe50c686df9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c815cf24-cbe8-41ae-9164-c81e8583e11b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.028276 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c9b1-b2aa-43cf-b68a-fe50c686df9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (c815cf24-cbe8-41ae-9164-c81e8583e11b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.054080 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7c9b1-b2aa-43cf-b68a-fe50c686df9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c815cf24-cbe8-41ae-9164-c81e8583e11b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:49.057441 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4ad7c9b1-b2aa-43cf-b68a-fe50c686df9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.061010 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4ad7c9b1-b2aa-43cf-b68a-fe50c686df9b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c815cf24-cbe8-41ae-9164-c81e8583e11b HTTP/1.1" status: 204 len: 168 time: 0.2513199 Feb 09 03:45:49.063185 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50608) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:49.065296 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fe178-3e96-4a92-b464-7cbd42525884 None None] Network 28eab227-1d98-49be-95bb-252fc2af7cec requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:49.131800 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (28eab227-1d98-49be-95bb-252fc2af7cec), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.190984 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Deleting port a398b8b6-338f-4bdc-9248-854c736892dc {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:49.191327 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.253249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] For port a398b8b6-338f-4bdc-9248-854c736892dc, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a398b8b6-338f-4bdc-9248-854c736892dc,segment=NetworkSegment(4a401015-525b-44f6-b399-48dacdcd4546),segment_id=4a401015-525b-44f6-b399-48dacdcd4546)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:49.253606 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.266176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Calling delete_port for a398b8b6-338f-4bdc-9248-854c736892dc owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:49.345219 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a398b8b6-338f-4bdc-9248-854c736892dc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.356414 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7680dfd-4841-4a4e-9d35-bc29cbf0e951 None None] DHCP port deletion for 28eab227-1d98-49be-95bb-252fc2af7cec request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:45:49.380175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a398b8b6-338f-4bdc-9248-854c736892dc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:49.383614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] No DVR routers for this DVR port a398b8b6-338f-4bdc-9248-854c736892dc on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:49.455306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (28eab227-1d98-49be-95bb-252fc2af7cec), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.477304 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28eab227-1d98-49be-95bb-252fc2af7cec']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:49.486764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a401015-525b-44f6-b399-48dacdcd4546') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:49.487062 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a401015-525b-44f6-b399-48dacdcd4546') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:49.496840 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (4a401015-525b-44f6-b399-48dacdcd4546), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.510164 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (4a401015-525b-44f6-b399-48dacdcd4546), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.516284 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:45:49.516768 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (4a401015-525b-44f6-b399-48dacdcd4546), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:45:49.518590 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:45:49.578472 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (28eab227-1d98-49be-95bb-252fc2af7cec), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.584142 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:49.587363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] 10.222.0.32 "DELETE /v2.0/networks/28eab227-1d98-49be-95bb-252fc2af7cec HTTP/1.1" status: 204 len: 168 time: 0.5231926 Feb 09 03:45:49.590489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50610) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:49.600842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07689f-ff6d-4f3f-8fec-8c37f26d3e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=28eab227-1d98-49be-95bb-252fc2af7cec,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:50.033639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.260301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (e009c8b1-1b03-459b-83da-a604bfc8fb44), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.459963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d6c5378-65b3-402f-9557-7cc03bccd4ef no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:50.479980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1d6c5378-65b3-402f-9557-7cc03bccd4ef {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:50.480332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1d6c5378-65b3-402f-9557-7cc03bccd4ef not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:50.480756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a398b8b6-338f-4bdc-9248-854c736892dc no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:50.500281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a398b8b6-338f-4bdc-9248-854c736892dc {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:50.500638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a398b8b6-338f-4bdc-9248-854c736892dc not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:50.501055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device cf580968-0d4a-417c-a53b-8fd86ab8e0ae no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:50.508124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Deleting port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:50.508579 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.519869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: cf580968-0d4a-417c-a53b-8fd86ab8e0ae {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:50.520226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device cf580968-0d4a-417c-a53b-8fd86ab8e0ae not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:50.591507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] For port e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,segment=NetworkSegment(a932bd71-1fe2-419f-8b03-6989976ce823),segment_id=a932bd71-1fe2-419f-8b03-6989976ce823)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:50.592107 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.605048 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Calling delete_port for e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:50.782978 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:50.809697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:50.984273 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (e009c8b1-1b03-459b-83da-a604bfc8fb44), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.201019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Router e009c8b1-1b03-459b-83da-a604bfc8fb44 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:45:51.305008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:51.311593 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7edad19e-2d76-468d-a7b1-80a5e6fe102e admin admin] 10.222.0.32 "PUT /v2.0/routers/e009c8b1-1b03-459b-83da-a604bfc8fb44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184730 Feb 09 03:45:51.312820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50612) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:51.316777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] Sync routers for ids ['e009c8b1-1b03-459b-83da-a604bfc8fb44'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:51.326687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] Routers {'e009c8b1-1b03-459b-83da-a604bfc8fb44'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:51.327317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e009c8b1-1b03-459b-83da-a604bfc8fb44'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:51.419647 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks [] for router (e009c8b1-1b03-459b-83da-a604bfc8fb44), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.436843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] Set router e009c8b1-1b03-459b-83da-a604bfc8fb44 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:51.526609 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks [] for router_gateway (e009c8b1-1b03-459b-83da-a604bfc8fb44), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.585611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Deleting port a97dea7d-bcb8-45cb-a3b1-c6e516047282 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:51.585958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.637516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:45:50Z', 'revision_number': 5, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port': {'id': 'a97dea7d-bcb8-45cb-a3b1-c6e516047282', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:51.666083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] Checking router: e009c8b1-1b03-459b-83da-a604bfc8fb44 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:51.671509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] For port a97dea7d-bcb8-45cb-a3b1-c6e516047282, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a97dea7d-bcb8-45cb-a3b1-c6e516047282,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:51.672049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.674602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] Routers {'e009c8b1-1b03-459b-83da-a604bfc8fb44'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:51.675213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e009c8b1-1b03-459b-83da-a604bfc8fb44'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:51.685918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Calling delete_port for a97dea7d-bcb8-45cb-a3b1-c6e516047282 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:51.765161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] Set router e009c8b1-1b03-459b-83da-a604bfc8fb44 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:51.822060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:45:51Z', 'revision_number': 6, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:51.849263 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980849a-700b-49c6-8c84-0e664b55c238 None None] The sync data for ids ['e009c8b1-1b03-459b-83da-a604bfc8fb44'] in n-d-827839-4 is: [{'id': 'e009c8b1-1b03-459b-83da-a604bfc8fb44', 'name': 'tempest-TestMinimumBasicScenario-461675146-router', 'tenant_id': '1a5ed36629b3478ebbe6ed95c3654327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:42:40Z', 'updated_at': '2022-02-09T03:45:51Z', 'revision_number': 6, 'project_id': '1a5ed36629b3478ebbe6ed95c3654327', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:51.861945 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a97dea7d-bcb8-45cb-a3b1-c6e516047282), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:51.896722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97dea7d-bcb8-45cb-a3b1-c6e516047282,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:51.965254 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (e009c8b1-1b03-459b-83da-a604bfc8fb44), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.058911 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (e009c8b1-1b03-459b-83da-a604bfc8fb44), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.061326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks [] for router_controller (e009c8b1-1b03-459b-83da-a604bfc8fb44), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.063545 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.104184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (e009c8b1-1b03-459b-83da-a604bfc8fb44), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.104683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e009c8b1-1b03-459b-83da-a604bfc8fb44 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:45:52.108971 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.110136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-228a9e7d-b3f9-4c3a-b762-8aa1f7112034 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e009c8b1-1b03-459b-83da-a604bfc8fb44 HTTP/1.1" status: 204 len: 168 time: 0.7963781 Feb 09 03:45:52.112658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50614) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:52.157257 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea40d63-4094-4b08-bb55-c4de9bda6773 admin admin] Deleting subnet 35b73036-2c44-4d02-953e-f0b23fc821f7 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:45:52.160211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ea40d63-4094-4b08-bb55-c4de9bda6773 admin admin] Publish callbacks [] for subnet (35b73036-2c44-4d02-953e-f0b23fc821f7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.200301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ea40d63-4094-4b08-bb55-c4de9bda6773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (35b73036-2c44-4d02-953e-f0b23fc821f7), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.280860 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ea40d63-4094-4b08-bb55-c4de9bda6773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (35b73036-2c44-4d02-953e-f0b23fc821f7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.333052 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ea40d63-4094-4b08-bb55-c4de9bda6773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (35b73036-2c44-4d02-953e-f0b23fc821f7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.359417 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea40d63-4094-4b08-bb55-c4de9bda6773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b73036-2c44-4d02-953e-f0b23fc821f7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:52.361308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5ea40d63-4094-4b08-bb55-c4de9bda6773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.365064 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5ea40d63-4094-4b08-bb55-c4de9bda6773 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/35b73036-2c44-4d02-953e-f0b23fc821f7 HTTP/1.1" status: 204 len: 168 time: 0.2514877 Feb 09 03:45:52.367549 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50616) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:52.370657 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d529f-1a3d-428c-b9b1-a8756dd73b13 None None] Network dd5dac5b-832f-48d8-9854-d73f0f5f3c98 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:52.439604 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (dd5dac5b-832f-48d8-9854-d73f0f5f3c98), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.493456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Deleting port 224b9452-5b74-4bf7-b403-fa64153a7aa7 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:52.493800 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.559924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] For port 224b9452-5b74-4bf7-b403-fa64153a7aa7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=224b9452-5b74-4bf7-b403-fa64153a7aa7,segment=NetworkSegment(a932bd71-1fe2-419f-8b03-6989976ce823),segment_id=a932bd71-1fe2-419f-8b03-6989976ce823)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:52.560110 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.575983 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Calling delete_port for 224b9452-5b74-4bf7-b403-fa64153a7aa7 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:52.578113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] DHCP port deletion for dd5dac5b-832f-48d8-9854-d73f0f5f3c98 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:45:52.635240 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Deleting port 224b9452-5b74-4bf7-b403-fa64153a7aa7 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:45:52.635619 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.676669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a97dea7d-bcb8-45cb-a3b1-c6e516047282 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:52.682022 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.705492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a97dea7d-bcb8-45cb-a3b1-c6e516047282 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:52.705841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a97dea7d-bcb8-45cb-a3b1-c6e516047282 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:52.706303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 224b9452-5b74-4bf7-b403-fa64153a7aa7 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:52.710609 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=224b9452-5b74-4bf7-b403-fa64153a7aa7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:52.716005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] No DVR routers for this DVR port 224b9452-5b74-4bf7-b403-fa64153a7aa7 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:52.732143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 224b9452-5b74-4bf7-b403-fa64153a7aa7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:52.732500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 224b9452-5b74-4bf7-b403-fa64153a7aa7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:52.732913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:45:52.760450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:45:52.760796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device e3ab3e28-8d86-42d6-bb5d-9d5ae11f8d9b not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:45:52.763306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] For port 224b9452-5b74-4bf7-b403-fa64153a7aa7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=224b9452-5b74-4bf7-b403-fa64153a7aa7,segment=NetworkSegment(a932bd71-1fe2-419f-8b03-6989976ce823),segment_id=a932bd71-1fe2-419f-8b03-6989976ce823)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:45:52.763703 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.777494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Calling delete_port for 224b9452-5b74-4bf7-b403-fa64153a7aa7 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:45:52.795407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (dd5dac5b-832f-48d8-9854-d73f0f5f3c98), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.816966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5dac5b-832f-48d8-9854-d73f0f5f3c98']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:52.826213 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a932bd71-1fe2-419f-8b03-6989976ce823') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:52.826537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a932bd71-1fe2-419f-8b03-6989976ce823') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:52.838569 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (a932bd71-1fe2-419f-8b03-6989976ce823), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.855396 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (a932bd71-1fe2-419f-8b03-6989976ce823), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.859199 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (224b9452-5b74-4bf7-b403-fa64153a7aa7), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.865517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:45:52.865930 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (a932bd71-1fe2-419f-8b03-6989976ce823), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:45:52.867817 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:45:52.890147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Pushing event deleted for resources: {'Port': ['ID=224b9452-5b74-4bf7-b403-fa64153a7aa7,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:52.898058 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] No DVR routers for this DVR port 224b9452-5b74-4bf7-b403-fa64153a7aa7 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:45:52.901774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.902136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.902541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.902890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.903234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.903574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.903910 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.904245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.904576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.904908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.905475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.907862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.907862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061341e5-0c56-42b4-9c78-7d0b012bc28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:52.934501 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (dd5dac5b-832f-48d8-9854-d73f0f5f3c98), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.939883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:52.946175 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dd5dac5b-832f-48d8-9854-d73f0f5f3c98 HTTP/1.1" status: 204 len: 168 time: 0.5741363 Feb 09 03:45:52.958984 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc551-6fd3-4722-95d5-a0664b815d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5dac5b-832f-48d8-9854-d73f0f5f3c98,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:53.110951 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50620) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:53.155733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6dfabc9c-aa19-4467-a1e9-28d6941195da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d542b4d471dd4630a90b4eb839836023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435338 Feb 09 03:45:53.158079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50622) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:53.204578 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d75f9552-3617-4fb8-a1fc-96a325773910 admin admin] Publish callbacks [] for security_group (96fa0c81-6d60-4e7e-b840-4c958d0d01dc), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.226065 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d75f9552-3617-4fb8-a1fc-96a325773910 admin admin] Publish callbacks [] for security_group (96fa0c81-6d60-4e7e-b840-4c958d0d01dc), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.272857 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d75f9552-3617-4fb8-a1fc-96a325773910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (96fa0c81-6d60-4e7e-b840-4c958d0d01dc), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.275476 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d75f9552-3617-4fb8-a1fc-96a325773910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.276742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d75f9552-3617-4fb8-a1fc-96a325773910 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96fa0c81-6d60-4e7e-b840-4c958d0d01dc HTTP/1.1" status: 204 len: 168 time: 0.1177297 Feb 09 03:45:53.284488 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f9552-3617-4fb8-a1fc-96a325773910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa0c81-6d60-4e7e-b840-4c958d0d01dc,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:53.597245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50628) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:53.637742 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d7405963-c38d-4413-b9c1-81180d408dda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a5ed36629b3478ebbe6ed95c3654327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392938 Feb 09 03:45:53.640233 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50630) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:53.686762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e33d531-83dc-43e6-be33-20cee10ffdef admin admin] Publish callbacks [] for security_group (1200f63b-80a5-40e6-b988-70fdd3eab41c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.708060 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e33d531-83dc-43e6-be33-20cee10ffdef admin admin] Publish callbacks [] for security_group (1200f63b-80a5-40e6-b988-70fdd3eab41c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.758810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e33d531-83dc-43e6-be33-20cee10ffdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (1200f63b-80a5-40e6-b988-70fdd3eab41c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.761298 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3e33d531-83dc-43e6-be33-20cee10ffdef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:53.762473 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3e33d531-83dc-43e6-be33-20cee10ffdef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1200f63b-80a5-40e6-b988-70fdd3eab41c HTTP/1.1" status: 204 len: 168 time: 0.1213260 Feb 09 03:45:53.770320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33d531-83dc-43e6-be33-20cee10ffdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1200f63b-80a5-40e6-b988-70fdd3eab41c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.397463 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50672) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:55.402182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188456979', 'description': 'tempest-secgroup-smoke-188456979 description', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:55.422794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.430922 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.507074 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (9ddf0fae-0133-4059-a921-f13fffcbb636), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.510836 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9ddf0fae-0133-4059-a921-f13fffcbb636), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.547220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddf0fae-0133-4059-a921-f13fffcbb636,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.588527 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (790212c7-5d32-4cb4-80ea-9ce5ce26cdc7), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.592283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (790212c7-5d32-4cb4-80ea-9ce5ce26cdc7), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.620110 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.621366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2228541 Feb 09 03:45:55.624638 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50674) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:55.625840 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca55de-3969-45f5-8bac-f8952b7eb332 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.629227 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-af59575a-dd64-449b-a3cc-2c8c6a9cea98 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '790212c7-5d32-4cb4-80ea-9ce5ce26cdc7', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:55.652843 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af59575a-dd64-449b-a3cc-2c8c6a9cea98 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (dccfdff9-f96e-4dcd-bc1e-ad0217ebb2c2), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.706543 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af59575a-dd64-449b-a3cc-2c8c6a9cea98 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (dccfdff9-f96e-4dcd-bc1e-ad0217ebb2c2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.710111 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af59575a-dd64-449b-a3cc-2c8c6a9cea98 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (dccfdff9-f96e-4dcd-bc1e-ad0217ebb2c2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.729727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59575a-dd64-449b-a3cc-2c8c6a9cea98 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccfdff9-f96e-4dcd-bc1e-ad0217ebb2c2,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.734933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af59575a-dd64-449b-a3cc-2c8c6a9cea98 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.739346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50676) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:55.739505 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-af59575a-dd64-449b-a3cc-2c8c6a9cea98 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137724 Feb 09 03:45:55.744051 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4c020319-6b95-442c-98e1-6750caaf3e74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '790212c7-5d32-4cb4-80ea-9ce5ce26cdc7', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:55.768475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c020319-6b95-442c-98e1-6750caaf3e74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (3ad22050-f2ec-4e34-96ad-3c4ba2fbf9a9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.823133 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c020319-6b95-442c-98e1-6750caaf3e74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (3ad22050-f2ec-4e34-96ad-3c4ba2fbf9a9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.826615 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c020319-6b95-442c-98e1-6750caaf3e74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (3ad22050-f2ec-4e34-96ad-3c4ba2fbf9a9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.844402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c020319-6b95-442c-98e1-6750caaf3e74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad22050-f2ec-4e34-96ad-3c4ba2fbf9a9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.851986 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4c020319-6b95-442c-98e1-6750caaf3e74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.853181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4c020319-6b95-442c-98e1-6750caaf3e74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126955 Feb 09 03:45:55.855884 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50678) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:55.860059 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a5d51643-2991-4c9a-b658-951223682243 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '790212c7-5d32-4cb4-80ea-9ce5ce26cdc7', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:55.883889 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5d51643-2991-4c9a-b658-951223682243 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (565bda3c-4f5c-46d9-bb1d-f22d0f7a7a02), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.944542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5d51643-2991-4c9a-b658-951223682243 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (565bda3c-4f5c-46d9-bb1d-f22d0f7a7a02), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.948253 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5d51643-2991-4c9a-b658-951223682243 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (565bda3c-4f5c-46d9-bb1d-f22d0f7a7a02), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.966820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d51643-2991-4c9a-b658-951223682243 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565bda3c-4f5c-46d9-bb1d-f22d0f7a7a02,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:55.974525 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a5d51643-2991-4c9a-b658-951223682243 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:55.975739 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a5d51643-2991-4c9a-b658-951223682243 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189384 Feb 09 03:45:55.980462 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50680) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:55.984868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ef681484-bd95-416a-81f7-c22d0574d1a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '790212c7-5d32-4cb4-80ea-9ce5ce26cdc7', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:56.009516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef681484-bd95-416a-81f7-c22d0574d1a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (d9e2f01b-42e5-43e7-a30f-db52affd3603), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.067222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef681484-bd95-416a-81f7-c22d0574d1a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (d9e2f01b-42e5-43e7-a30f-db52affd3603), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.070630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef681484-bd95-416a-81f7-c22d0574d1a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (d9e2f01b-42e5-43e7-a30f-db52affd3603), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.088152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681484-bd95-416a-81f7-c22d0574d1a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e2f01b-42e5-43e7-a30f-db52affd3603,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:56.095567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ef681484-bd95-416a-81f7-c22d0574d1a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.096682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ef681484-bd95-416a-81f7-c22d0574d1a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151915 Feb 09 03:45:56.099533 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50682) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:56.103953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-c6a52c6f-a817-4969-8377-436e3f6bf71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '790212c7-5d32-4cb4-80ea-9ce5ce26cdc7', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:56.123804 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-c6a52c6f-a817-4969-8377-436e3f6bf71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:45:56.128410 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c6f-a817-4969-8377-436e3f6bf71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (87269dfa-150b-446e-85de-e20c08c87a47), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.185597 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c6f-a817-4969-8377-436e3f6bf71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (87269dfa-150b-446e-85de-e20c08c87a47), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.188926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c6f-a817-4969-8377-436e3f6bf71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (87269dfa-150b-446e-85de-e20c08c87a47), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.206968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a52c6f-a817-4969-8377-436e3f6bf71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87269dfa-150b-446e-85de-e20c08c87a47,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:56.213787 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c6f-a817-4969-8377-436e3f6bf71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.215004 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c6a52c6f-a817-4969-8377-436e3f6bf71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145658 Feb 09 03:45:56.217705 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50684) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:56.222054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-99e2796c-9850-4338-9d4f-3ffc65b904f4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '790212c7-5d32-4cb4-80ea-9ce5ce26cdc7', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:56.241714 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-99e2796c-9850-4338-9d4f-3ffc65b904f4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:45:56.246783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e2796c-9850-4338-9d4f-3ffc65b904f4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (d51f315a-5500-4034-8d18-a101a1c2623b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.318622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e2796c-9850-4338-9d4f-3ffc65b904f4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (d51f315a-5500-4034-8d18-a101a1c2623b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.322030 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e2796c-9850-4338-9d4f-3ffc65b904f4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (d51f315a-5500-4034-8d18-a101a1c2623b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.336469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2796c-9850-4338-9d4f-3ffc65b904f4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51f315a-5500-4034-8d18-a101a1c2623b,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:56.346652 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-99e2796c-9850-4338-9d4f-3ffc65b904f4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.348382 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-99e2796c-9850-4338-9d4f-3ffc65b904f4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291575 Feb 09 03:45:56.351437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50686) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:56.356192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'network': {'name': 'tempest-network-smoke--1678246786', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'port_security_enabled': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:56.380263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:56.384092 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.407584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:45:56.417420 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6f09075e-9197-4fd2-9550-f84ef0c806b1), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.417772 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Added segment 6f09075e-9197-4fd2-9550-f84ef0c806b1 of type vlan for network b697eb5a-d179-4180-af86-e358e3ced821 Feb 09 03:45:56.457732 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b697eb5a-d179-4180-af86-e358e3ced821), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.481031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b697eb5a-d179-4180-af86-e358e3ced821), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.485807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:56.486421 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.538319 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1858227 Feb 09 03:45:56.541276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50688) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:56.546148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'admin_state_up': True, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:56.560132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a289f8f-ab0a-4414-9a71-d3cfa67562fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Network': ['ID=b697eb5a-d179-4180-af86-e358e3ced821,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:56.568998 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (939a7e3a-0d85-4633-a743-95ff3da85dd3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.571933 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (939a7e3a-0d85-4633-a743-95ff3da85dd3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:56.572875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b697eb5a-d179-4180-af86-e358e3ced821 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:45:56.980927 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (939a7e3a-0d85-4633-a743-95ff3da85dd3), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:57.122768 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (939a7e3a-0d85-4633-a743-95ff3da85dd3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:57.316137 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (939a7e3a-0d85-4633-a743-95ff3da85dd3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:57.334609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:57.442948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.143 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/2b927043-1ec7-48a5-bff2-35ad4bf73fac) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:57.546011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:57.580078 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:57.625295 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:57.631700 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:57.635161 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:57.657191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=2b927043-1ec7-48a5-bff2-35ad4bf73fac,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:57.886989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (939a7e3a-0d85-4633-a743-95ff3da85dd3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.100066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (939a7e3a-0d85-4633-a743-95ff3da85dd3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.227276 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 939a7e3a-0d85-4633-a743-95ff3da85dd3 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:45:58.341442 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:45:58.351504 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Sync routers for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:45:58.360944 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:58.361554 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:58.361793 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.363062 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6e6695e2-d1e6-43fc-9ace-8be1cdc60a7c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8207867 Feb 09 03:45:58.366206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50698) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:58.474561 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:58.509048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-08149458-3066-475d-9396-83d1b6384aec tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c0332813b3414a3e8b4240ba1bed5be7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1409843 Feb 09 03:45:58.511829 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50704) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:58.597467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c642b-0957-4383-bece-64cab1595785 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:58.599042 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c56c642b-0957-4383-bece-64cab1595785 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862162 Feb 09 03:45:58.601885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50706) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:58.630824 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8cb78747-8011-4f38-9729-29ce89314fce tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276914 Feb 09 03:45:58.633454 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50708) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:58.638177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2072128489', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:45:58.659464 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:45:57Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:58.686630 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Checking router: 939a7e3a-0d85-4633-a743-95ff3da85dd3 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:45:58.687166 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Updating router 939a7e3a-0d85-4633-a743-95ff3da85dd3 port 2b927043-1ec7-48a5-bff2-35ad4bf73fac binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:45:58.715738 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.731210 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:45:58.734587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.915641 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (b066242d-641e-4247-88ba-0ea5ffd501b2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.968289 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Publish callbacks [] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.973945 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:58.978500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Subnet': ['ID=b066242d-641e-4247-88ba-0ea5ffd501b2,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:58.986541 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Checking segment: {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:58.986912 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network hostable DHCP agents. Network: b697eb5a-d179-4180-af86-e358e3ced821, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:45:59.004938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network b697eb5a-d179-4180-af86-e358e3ced821 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:45:59.015177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b697eb5a-d179-4180-af86-e358e3ced821) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:59.020316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:45:59.021106 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.027056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a88349-3ec9-4566-9e82-c8973a63556a None None] Network b697eb5a-d179-4180-af86-e358e3ced821 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:45:59.028675 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Attempting to bind port 2b927043-1ec7-48a5-bff2-35ad4bf73fac on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:59.029356 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Attempting to bind port 2b927043-1ec7-48a5-bff2-35ad4bf73fac by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:59.029843 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Attempting to bind port 2b927043-1ec7-48a5-bff2-35ad4bf73fac on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:59.041951 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Pushing event updated for resources: {'Port': ['ID=2b927043-1ec7-48a5-bff2-35ad4bf73fac,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:59.042205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-56f1c53a-c0c5-4840-ba05-a4b06ceff79b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4048560 Feb 09 03:45:59.042337 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:59.042337 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:59.042337 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.042675 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:59.042771 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50710) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:45:59.043026 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Bound port: 2b927043-1ec7-48a5-bff2-35ad4bf73fac, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:59.043412 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.067058 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.067410 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.067750 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.068080 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.068407 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.068734 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.069056 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.069377 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.069695 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.070011 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.070353 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.070659 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.070977 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:45:59.115150 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] For port 2b927043-1ec7-48a5-bff2-35ad4bf73fac, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:59.118540 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] For port 2b927043-1ec7-48a5-bff2-35ad4bf73fac, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2b927043-1ec7-48a5-bff2-35ad4bf73fac,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:59.125286 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.147049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-b697eb5a-d179-4180-af86-e358e3ced821', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:45:59.148748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.174702 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:45:59.175349 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:59.257932 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c2560-52ec-4354-b487-be7fd220e32f None None] Pushing event updated for resources: {'Port': ['ID=2b927043-1ec7-48a5-bff2-35ad4bf73fac,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:59.293431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Allocated IP 172.20.0.2 (b697eb5a-d179-4180-af86-e358e3ced821/b066242d-641e-4247-88ba-0ea5ffd501b2/50a76b21-6cec-438d-8e1b-4d5d13f60875) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:45:59.295223 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:45:59.441168 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Publish callbacks [] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.450129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.482993 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:45:57Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:45:59.487495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Network b697eb5a-d179-4180-af86-e358e3ced821 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:45:59.490975 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:45:59.495262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:45:59.507700 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.511767 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2db3c5-9136-4987-91d4-2461534573a9 None None] The sync data for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 is: [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:45:57Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:45:59.554369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Pushing event updated for resources: {'Port': ['ID=50a76b21-6cec-438d-8e1b-4d5d13f60875,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:59.567894 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Attempting to bind port 50a76b21-6cec-438d-8e1b-4d5d13f60875 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:45:59.568275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Attempting to bind port 50a76b21-6cec-438d-8e1b-4d5d13f60875 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:45:59.568647 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Attempting to bind port 50a76b21-6cec-438d-8e1b-4d5d13f60875 on network b697eb5a-d179-4180-af86-e358e3ced821 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:45:59.574099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:45:59.574506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Checking segment: {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:45:59.574914 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.575316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Bound using segment: {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:45:59.575904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Bound port: 50a76b21-6cec-438d-8e1b-4d5d13f60875, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:45:59.576295 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.642868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] For port 50a76b21-6cec-438d-8e1b-4d5d13f60875, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:45:59.646099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] For port 50a76b21-6cec-438d-8e1b-4d5d13f60875, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=50a76b21-6cec-438d-8e1b-4d5d13f60875,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:45:59.653020 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:45:59.711829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f3edb-905d-403d-8aea-7f92138f9b1a None None] Pushing event updated for resources: {'Port': ['ID=50a76b21-6cec-438d-8e1b-4d5d13f60875,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:45:59.842545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.1 (b697eb5a-d179-4180-af86-e358e3ced821/b066242d-641e-4247-88ba-0ea5ffd501b2/c01f2a26-3037-47cd-874d-010ba673ae08) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:00.004905 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (c01f2a26-3037-47cd-874d-010ba673ae08), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.046412 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.096897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network b697eb5a-d179-4180-af86-e358e3ced821 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:00.100995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:00.105049 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:00.130482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=c01f2a26-3037-47cd-874d-010ba673ae08,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:00.154069 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (939a7e3a-0d85-4633-a743-95ff3da85dd3), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.298552 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.554218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2b927043-1ec7-48a5-bff2-35ad4bf73fac up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:00.558690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2de10796-0b2f-442f-9a0a-798207de08d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.613128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2b927043-1ec7-48a5-bff2-35ad4bf73fac triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:00.613808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.631894 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (c01f2a26-3037-47cd-874d-010ba673ae08), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.640315 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.703721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2b927043-1ec7-48a5-bff2-35ad4bf73fac is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:00.704108 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.729934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 2b927043-1ec7-48a5-bff2-35ad4bf73fac, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2b927043-1ec7-48a5-bff2-35ad4bf73fac,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:00.731192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=c01f2a26-3037-47cd-874d-010ba673ae08,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:00.735857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.736903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 50a76b21-6cec-438d-8e1b-4d5d13f60875 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:00.742425 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (939a7e3a-0d85-4633-a743-95ff3da85dd3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.818449 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=2b927043-1ec7-48a5-bff2-35ad4bf73fac,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:00.830191 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 50a76b21-6cec-438d-8e1b-4d5d13f60875 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:00.830609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.852779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network b697eb5a-d179-4180-af86-e358e3ced821 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:00.854201 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:00.856314 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d81573-f311-4901-bc7f-6e1aa78c763c None None] Network b697eb5a-d179-4180-af86-e358e3ced821 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:00.954140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c2cb9451-d2b0-4abb-9ed1-b1369dd72a5c None None] Provisioning complete for port 50a76b21-6cec-438d-8e1b-4d5d13f60875 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:00.954140 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9451-d2b0-4abb-9ed1-b1369dd72a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:00.984581 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 939a7e3a-0d85-4633-a743-95ff3da85dd3 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:01.064670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 50a76b21-6cec-438d-8e1b-4d5d13f60875 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:01.065069 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.142115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 50a76b21-6cec-438d-8e1b-4d5d13f60875, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=50a76b21-6cec-438d-8e1b-4d5d13f60875,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:01.143162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb9451-d2b0-4abb-9ed1-b1369dd72a5c None None] Current status of the port 50a76b21-6cec-438d-8e1b-4d5d13f60875 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:01.143548 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c2cb9451-d2b0-4abb-9ed1-b1369dd72a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.148299 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.241545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=50a76b21-6cec-438d-8e1b-4d5d13f60875,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:01.265120 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-c2cb9451-d2b0-4abb-9ed1-b1369dd72a5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:46:01.265511 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-c2cb9451-d2b0-4abb-9ed1-b1369dd72a5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:46:01.476894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:01.483981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c16db903-52dd-4b1f-9911-f57480f721fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/939a7e3a-0d85-4633-a743-95ff3da85dd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4385133 Feb 09 03:46:01.493184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Sync routers for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:01.512972 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:01.513631 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:45:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:01.800527 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-41ac3e07-44b6-4299-bfe4-610a0184d659 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188456979&fields=id&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 267 time: 0.0445123 Feb 09 03:46:01.814804 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb9451-d2b0-4abb-9ed1-b1369dd72a5c None None] Current status of the port 50a76b21-6cec-438d-8e1b-4d5d13f60875 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:01.819772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:01.909983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-2db74ffa-db9a-4a95-b5a6-203c063f70a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:01.911918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-2db74ffa-db9a-4a95-b5a6-203c063f70a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/networks?id=b697eb5a-d179-4180-af86-e358e3ced821 HTTP/1.1" status: 200 len: 797 time: 0.1038938 Feb 09 03:46:01.927902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-75a146eb-177e-4738-a07b-d78afa1dc02f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/quotas/c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 375 time: 0.0106196 Feb 09 03:46:01.953506 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a0077291-947c-4815-a9e9-0fcd6780a855 None None] Provisioning complete for port c01f2a26-3037-47cd-874d-010ba673ae08 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:01.953886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0077291-947c-4815-a9e9-0fcd6780a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:01.983514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-dbd576f9-b7d4-459d-8e19-b1c93ce51d69 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495436 Feb 09 03:46:02.012163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a0077291-947c-4815-a9e9-0fcd6780a855 None None] Port c01f2a26-3037-47cd-874d-010ba673ae08 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:02.047144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a0077291-947c-4815-a9e9-0fcd6780a855 None None] Provisioning complete for port 50a76b21-6cec-438d-8e1b-4d5d13f60875 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:02.047520 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0077291-947c-4815-a9e9-0fcd6780a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.077936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-978aed7a-651f-4191-a62a-5ab4cb99932a service neutron] 10.222.0.32 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Feb 09 03:46:02.099466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 2, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:02.133303 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Checking router: 939a7e3a-0d85-4633-a743-95ff3da85dd3 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:02.133660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Updating router 939a7e3a-0d85-4633-a743-95ff3da85dd3 port c01f2a26-3037-47cd-874d-010ba673ae08 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:46:02.172699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-43abff2f-2881-4745-a86d-8b533a635ca0 service neutron] 10.222.0.32 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877140 Feb 09 03:46:02.185778 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.187735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a0077291-947c-4815-a9e9-0fcd6780a855 None None] Current status of the port 50a76b21-6cec-438d-8e1b-4d5d13f60875 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:02.399272 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d45debd2-c38a-4256-9a36-3d8cbe2c7ae1 req-11297964-bd66-4952-bbde-4e85fa69624f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 210 time: 0.0894089 Feb 09 03:46:02.466174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Publish callbacks [] for port (c01f2a26-3037-47cd-874d-010ba673ae08), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.472859 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.510987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2b927043-1ec7-48a5-bff2-35ad4bf73fac up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:02.563261 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eabe76-7238-4dfc-b27d-7777839d4533 None None] Pushing event updated for resources: {'Port': ['ID=c01f2a26-3037-47cd-874d-010ba673ae08,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:02.640175 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 2b927043-1ec7-48a5-bff2-35ad4bf73fac triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:02.640603 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.642306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Attempting to bind port c01f2a26-3037-47cd-874d-010ba673ae08 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:02.642687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Attempting to bind port c01f2a26-3037-47cd-874d-010ba673ae08 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:02.643147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Attempting to bind port c01f2a26-3037-47cd-874d-010ba673ae08 on network b697eb5a-d179-4180-af86-e358e3ced821 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:02.675199 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:02.675495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Checking segment: {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:02.676835 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.676964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Bound using segment: {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:02.677438 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Bound port: c01f2a26-3037-47cd-874d-010ba673ae08, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:02.677827 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.801999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] For port c01f2a26-3037-47cd-874d-010ba673ae08, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:02.812251 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-15067539-4004-464f-9fbf-01575c5a867d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.830989 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] For port c01f2a26-3037-47cd-874d-010ba673ae08, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c01f2a26-3037-47cd-874d-010ba673ae08,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:02.838953 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 2b927043-1ec7-48a5-bff2-35ad4bf73fac is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:02.840062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 50a76b21-6cec-438d-8e1b-4d5d13f60875 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:02.845352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.901822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3805b793-6ac2-469f-a602-e4faa04b6dac None None] Provisioning complete for port c01f2a26-3037-47cd-874d-010ba673ae08 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:02.902197 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3805b793-6ac2-469f-a602-e4faa04b6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:02.989795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eabe76-7238-4dfc-b27d-7777839d4533 None None] Pushing event updated for resources: {'Port': ['ID=c01f2a26-3037-47cd-874d-010ba673ae08,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:02.996318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:02.996318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:03.078801 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 50a76b21-6cec-438d-8e1b-4d5d13f60875 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:03.078801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.155007 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3805b793-6ac2-469f-a602-e4faa04b6dac None None] Current status of the port c01f2a26-3037-47cd-874d-010ba673ae08 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:03.155397 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3805b793-6ac2-469f-a602-e4faa04b6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.201233 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:03.235729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3805b793-6ac2-469f-a602-e4faa04b6dac None None] For port c01f2a26-3037-47cd-874d-010ba673ae08, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c01f2a26-3037-47cd-874d-010ba673ae08,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:03.242672 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3805b793-6ac2-469f-a602-e4faa04b6dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.345011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 50a76b21-6cec-438d-8e1b-4d5d13f60875 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:03.406685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805b793-6ac2-469f-a602-e4faa04b6dac None None] Pushing event updated for resources: {'Port': ['ID=c01f2a26-3037-47cd-874d-010ba673ae08,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:03.423770 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8884ac81-5f6d-49da-abe5-ee20197d1ac3 None None] Provisioning complete for port c01f2a26-3037-47cd-874d-010ba673ae08 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:03.423770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8884ac81-5f6d-49da-abe5-ee20197d1ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.493874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-c38bbcdc-0d20-440b-a796-397e3cacb3a7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:03.495527 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-c38bbcdc-0d20-440b-a796-397e3cacb3a7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/networks?id=b697eb5a-d179-4180-af86-e358e3ced821 HTTP/1.1" status: 200 len: 797 time: 0.1303132 Feb 09 03:46:03.538659 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b1f8b7c-7d53-42fa-89bb-98ec673ff01f req-de55843a-1b1d-4198-ab66-9ea283b1ebe1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 210 time: 0.0364699 Feb 09 03:46:03.570151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-b3263a4a-3c47-4515-a186-4e0fac345697 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 379 time: 0.0654635 Feb 09 03:46:03.579772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'port': {'device_id': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'admin_state_up': True, 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'security_groups': ['790212c7-5d32-4cb4-80ea-9ce5ce26cdc7']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:03.580553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8884ac81-5f6d-49da-abe5-ee20197d1ac3 None None] Current status of the port c01f2a26-3037-47cd-874d-010ba673ae08 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:03.588907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:02Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:03.617085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db5cb-b9df-4233-89e8-484474b2518b None None] The sync data for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 is: [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:02Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:03.712454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:03.717237 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:03.853189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.12 (b697eb5a-d179-4180-af86-e358e3ced821/b066242d-641e-4247-88ba-0ea5ffd501b2/531ad353-9038-4d9e-8650-36dbe861c894) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:03.998638 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (531ad353-9038-4d9e-8650-36dbe861c894), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.035106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (531ad353-9038-4d9e-8650-36dbe861c894), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.087578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network b697eb5a-d179-4180-af86-e358e3ced821 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:04.090863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:04.093357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:04.121830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=531ad353-9038-4d9e-8650-36dbe861c894,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:04.159644 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:04.161235 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.163674 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.180014 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-afadbe3f-2a21-441d-92db-bc13446369e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6038327 Feb 09 03:46:04.190411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-1849694b-a71f-4085-a42d-a7547e04877d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:46:04.192017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-1849694b-a71f-4085-a42d-a7547e04877d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061562 Feb 09 03:46:04.203285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Request body: {'port': {'device_id': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:04.269044 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (531ad353-9038-4d9e-8650-36dbe861c894), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.409493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-cce7facd-896e-41ba-a3f8-5f488abf5e3f None None] Provisioning complete for port 531ad353-9038-4d9e-8650-36dbe861c894 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:04.410648 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cce7facd-896e-41ba-a3f8-5f488abf5e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (531ad353-9038-4d9e-8650-36dbe861c894), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.446960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-cce7facd-896e-41ba-a3f8-5f488abf5e3f None None] Port 531ad353-9038-4d9e-8650-36dbe861c894 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:46:04.511424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c01f2a26-3037-47cd-874d-010ba673ae08 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:04.579927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531ad353-9038-4d9e-8650-36dbe861c894 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:04.581500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c01f2a26-3037-47cd-874d-010ba673ae08 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:04.581938 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.589791 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Publish callbacks [] for port (531ad353-9038-4d9e-8650-36dbe861c894), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.608981 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Transition to ACTIVE for port object 531ad353-9038-4d9e-8650-36dbe861c894 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:46:04.619307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (531ad353-9038-4d9e-8650-36dbe861c894), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.699719 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c01f2a26-3037-47cd-874d-010ba673ae08 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:04.774745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Pushing event updated for resources: {'Port': ['ID=531ad353-9038-4d9e-8650-36dbe861c894,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:04.798847 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323d81-a22f-488b-a2b6-9986655056e3 req-ecf79a0e-8e7a-4afb-be6e-9d47a7df9143 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:04.800352 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70323d81-a22f-488b-a2b6-9986655056e3 req-ecf79a0e-8e7a-4afb-be6e-9d47a7df9143 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 944 time: 0.1675541 Feb 09 03:46:04.834968 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Attempting to bind port 531ad353-9038-4d9e-8650-36dbe861c894 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:04.835304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Attempting to bind port 531ad353-9038-4d9e-8650-36dbe861c894 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:04.835632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Attempting to bind port 531ad353-9038-4d9e-8650-36dbe861c894 on network b697eb5a-d179-4180-af86-e358e3ced821 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:04.848688 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Port 531ad353-9038-4d9e-8650-36dbe861c894 on network b697eb5a-d179-4180-af86-e358e3ced821 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:46:04.849026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Attempting to bind port 531ad353-9038-4d9e-8650-36dbe861c894 on network b697eb5a-d179-4180-af86-e358e3ced821 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:04.858771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:04.859128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Checking segment: {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:04.859489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Bound using segment: {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:04.859931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Bound port: 531ad353-9038-4d9e-8650-36dbe861c894, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f09075e-9197-4fd2-9550-f84ef0c806b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:04.860294 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (531ad353-9038-4d9e-8650-36dbe861c894), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.913652 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70323d81-a22f-488b-a2b6-9986655056e3 req-42e5bc50-12a3-4d07-b367-74e097448897 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851297 Feb 09 03:46:04.948500 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] For port 531ad353-9038-4d9e-8650-36dbe861c894, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:04.951555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] For port 531ad353-9038-4d9e-8650-36dbe861c894, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=531ad353-9038-4d9e-8650-36dbe861c894,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:04.959500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (531ad353-9038-4d9e-8650-36dbe861c894), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:04.998289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:04.998961 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.000467 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] 10.222.0.61 "PUT /v2.0/ports/531ad353-9038-4d9e-8650-36dbe861c894 HTTP/1.1" status: 200 len: 1092 time: 0.8023241 Feb 09 03:46:05.001163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:05.005819 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5054367f-50d6-47e6-94a1-86a94f10b1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "tag": "531ad353-9038-4d9e-8650-36dbe861c894"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:05.035418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a621967-f263-4d23-83df-ce47f9a7958a service neutron] Pushing event updated for resources: {'Port': ['ID=531ad353-9038-4d9e-8650-36dbe861c894,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:05.061169 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead36e82-ed72-4a79-beb3-d7a8f32d997b x-openstack-request-id: req-ead36e82-ed72-4a79-beb3-d7a8f32d997b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:05.061686 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "tag": "531ad353-9038-4d9e-8650-36dbe861c894", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:05.061946 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ead36e82-ed72-4a79-beb3-d7a8f32d997b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:05.062421 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894', 'status': 'completed', 'code': 200} Feb 09 03:46:05.216849 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:05.431301 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-c3465f9f-e3ff-4878-811d-cb405640f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:05.433110 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-c3465f9f-e3ff-4878-811d-cb405640f4c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 1126 time: 0.3825819 Feb 09 03:46:05.474077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-fb5ad1d0-231a-482c-9a75-9d7ee4b2254d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=531ad353-9038-4d9e-8650-36dbe861c894 HTTP/1.1" status: 200 len: 217 time: 0.0339859 Feb 09 03:46:05.522807 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-8bf15dd1-72e8-4073-b212-e1369b2f273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:05.524242 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-8bf15dd1-72e8-4073-b212-e1369b2f273f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b066242d-641e-4247-88ba-0ea5ffd501b2 HTTP/1.1" status: 200 len: 835 time: 0.0438786 Feb 09 03:46:05.575445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-88602cf9-a4b1-4ee5-b4c7-c62363f1f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:05.576975 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-88602cf9-a4b1-4ee5-b4c7-c62363f1f851 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b697eb5a-d179-4180-af86-e358e3ced821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477133 Feb 09 03:46:05.670793 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-d1fd2e41-afaf-4b37-ab5b-8b1323417c5d service neutron] 10.222.0.61 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877869 Feb 09 03:46:05.765331 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6ba05d24-af31-442e-aed5-da8bd56923a9 req-60679061-d961-415b-9661-fcf51a33855c service neutron] 10.222.0.61 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881255 Feb 09 03:46:05.854218 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-8667aab0-eb76-4d8e-885b-79ad91463935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:05.855771 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-8667aab0-eb76-4d8e-885b-79ad91463935 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 1126 time: 0.0458903 Feb 09 03:46:05.948260 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-fa5b17fe-0293-492f-a24b-ec3582e729d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:05.949662 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-fa5b17fe-0293-492f-a24b-ec3582e729d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b697eb5a-d179-4180-af86-e358e3ced821 HTTP/1.1" status: 200 len: 898 time: 0.0880914 Feb 09 03:46:05.990820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-c4d5b29e-51e8-45d0-87f9-753055c51b59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=531ad353-9038-4d9e-8650-36dbe861c894 HTTP/1.1" status: 200 len: 217 time: 0.0353675 Feb 09 03:46:06.074772 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-488b6557-e72d-42c1-bf67-a287420a844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:06.076238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-488b6557-e72d-42c1-bf67-a287420a844b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b066242d-641e-4247-88ba-0ea5ffd501b2 HTTP/1.1" status: 200 len: 835 time: 0.0745926 Feb 09 03:46:06.087554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82abca-43cd-4f39-a23b-70bcfdac426d req-cea9b996-4390-424d-a5bc-a2d3d5b5b159 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:06.088952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e82abca-43cd-4f39-a23b-70bcfdac426d req-cea9b996-4390-424d-a5bc-a2d3d5b5b159 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 944 time: 0.0955572 Feb 09 03:46:06.165448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e82abca-43cd-4f39-a23b-70bcfdac426d req-ee30ec8b-0e55-4d4c-886f-93f5e0d5a509 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684338 Feb 09 03:46:06.168138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-0358db79-bee0-46d3-99ae-e3908fa2b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:06.169587 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-0358db79-bee0-46d3-99ae-e3908fa2b844 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b697eb5a-d179-4180-af86-e358e3ced821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797741 Feb 09 03:46:06.264980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-c594fecc-2dc4-4158-96ee-0516a3e19264 service neutron] 10.222.0.61 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879989 Feb 09 03:46:06.355032 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5054367f-50d6-47e6-94a1-86a94f10b1fc req-d0de2036-92e2-46b3-a37f-96c8918c37c2 service neutron] 10.222.0.61 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Feb 09 03:46:06.547923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:07.284923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fcbaf-bb70-4a42-b627-4a1e34a35903 req-16ab49bc-59d4-4428-b457-3a99856bacae tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:07.286412 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-320fcbaf-bb70-4a42-b627-4a1e34a35903 req-16ab49bc-59d4-4428-b457-3a99856bacae tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 944 time: 0.0521841 Feb 09 03:46:07.338158 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-320fcbaf-bb70-4a42-b627-4a1e34a35903 req-52b208ae-d70b-4cb7-bf8f-9962fb33f3e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 Feb 09 03:46:08.285616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 531ad353-9038-4d9e-8650-36dbe861c894 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:46:08.385808 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 531ad353-9038-4d9e-8650-36dbe861c894, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=531ad353-9038-4d9e-8650-36dbe861c894,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:08.402919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '531ad353-9038-4d9e-8650-36dbe861c894', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'port_id': '531ad353-9038-4d9e-8650-36dbe861c894', 'mac_address': 'fa:16:3e:76:f1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:46:08.440238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 531ad353-9038-4d9e-8650-36dbe861c894 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:08.440623 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (531ad353-9038-4d9e-8650-36dbe861c894), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.454084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531ad353-9038-4d9e-8650-36dbe861c894 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:46:08.460572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f025c7-2b02-40cb-a1a4-b7153deb8ebb req-60a4470d-e5fc-4683-94f3-f3ed12a66771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:08.462079 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3f025c7-2b02-40cb-a1a4-b7153deb8ebb req-60a4470d-e5fc-4683-94f3-f3ed12a66771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 944 time: 0.0540612 Feb 09 03:46:08.480788 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 531ad353-9038-4d9e-8650-36dbe861c894, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=531ad353-9038-4d9e-8650-36dbe861c894,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:08.484919 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (531ad353-9038-4d9e-8650-36dbe861c894), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:08.511575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e3f025c7-2b02-40cb-a1a4-b7153deb8ebb req-1eefc483-f50c-4902-87ab-e60698101065 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Feb 09 03:46:08.534138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=531ad353-9038-4d9e-8650-36dbe861c894,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:08.703385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['531ad353-9038-4d9e-8650-36dbe861c894'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:46:09.630574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68ef8c-6c55-48bd-9a14-d70714095189 req-1e9ba19e-fd3a-4a75-8ab7-dbb63523261b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:09.632044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b68ef8c-6c55-48bd-9a14-d70714095189 req-1e9ba19e-fd3a-4a75-8ab7-dbb63523261b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 945 time: 0.0526874 Feb 09 03:46:09.681154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4b68ef8c-6c55-48bd-9a14-d70714095189 req-01553832-3a24-41ed-a0eb-57f925a63e92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434120 Feb 09 03:46:10.286262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 531ad353-9038-4d9e-8650-36dbe861c894 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:46:10.333690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 531ad353-9038-4d9e-8650-36dbe861c894 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:46:10.337639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 531ad353-9038-4d9e-8650-36dbe861c894 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:46:10.338012 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (531ad353-9038-4d9e-8650-36dbe861c894), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.573879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 531ad353-9038-4d9e-8650-36dbe861c894 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:46:10.574288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (531ad353-9038-4d9e-8650-36dbe861c894), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.596593 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:10.598877 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5567429e-c0fc-46b6-b460-97688ec01e4c" -d '{"events": [{"server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "name": "network-vif-plugged", "status": "completed", "tag": "531ad353-9038-4d9e-8650-36dbe861c894"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:10.611099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 531ad353-9038-4d9e-8650-36dbe861c894, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=531ad353-9038-4d9e-8650-36dbe861c894,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:10.614573 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (531ad353-9038-4d9e-8650-36dbe861c894), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:10.668618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=531ad353-9038-4d9e-8650-36dbe861c894,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:10.690428 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0f2b34-c2da-4f2a-a323-479986def6a1 x-openstack-request-id: req-be0f2b34-c2da-4f2a-a323-479986def6a1 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:10.690716 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "name": "network-vif-plugged", "status": "completed", "tag": "531ad353-9038-4d9e-8650-36dbe861c894", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:10.690972 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be0f2b34-c2da-4f2a-a323-479986def6a1 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:10.691881 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894', 'code': 200} Feb 09 03:46:10.796405 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc6ab7-470e-4d2a-8ab0-1700e023188d req-cd157e7c-fd46-4595-a2e1-9664a1e3563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:10.798052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-67fc6ab7-470e-4d2a-8ab0-1700e023188d req-cd157e7c-fd46-4595-a2e1-9664a1e3563d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 1128 time: 0.0506063 Feb 09 03:46:10.803093 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967e472-4933-4413-ae92-5ac194ae033c req-d9ec80e7-f796-4976-84a5-a59c74dd26d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:10.804607 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9967e472-4933-4413-ae92-5ac194ae033c req-d9ec80e7-f796-4976-84a5-a59c74dd26d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0544028 Feb 09 03:46:10.844237 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-67fc6ab7-470e-4d2a-8ab0-1700e023188d req-8b525a32-3187-4fc7-a2c1-2e8fd00790ea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402484 Feb 09 03:46:10.854245 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9967e472-4933-4413-ae92-5ac194ae033c req-4fa40035-bbbc-404b-9797-efd736bf4fbe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436919 Feb 09 03:46:11.979882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77974-ddb0-43cb-ac7d-0921078deae2 req-2eeb03f1-4305-46e4-ac55-658a1934d20d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:11.981358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ac77974-ddb0-43cb-ac7d-0921078deae2 req-2eeb03f1-4305-46e4-ac55-658a1934d20d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0539186 Feb 09 03:46:12.029349 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4ac77974-ddb0-43cb-ac7d-0921078deae2 req-45c652fe-12d2-480e-8172-c69d6f5094ae tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422220 Feb 09 03:46:12.163095 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af63d0e-81ad-40c9-8c47-2ca2040f2198 req-ded8a0ca-8149-4e1b-8695-404939b3f898 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:12.164477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6af63d0e-81ad-40c9-8c47-2ca2040f2198 req-ded8a0ca-8149-4e1b-8695-404939b3f898 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0626371 Feb 09 03:46:12.212451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6af63d0e-81ad-40c9-8c47-2ca2040f2198 req-da1e25fb-f92f-4640-b9a7-8e2f08a344c5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Feb 09 03:46:12.234011 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50776) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:12.276774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e034f-9137-4f93-b670-d6173916fe72 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:12.278313 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-460e034f-9137-4f93-b670-d6173916fe72 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 1123 time: 0.0432234 Feb 09 03:46:12.281068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50778) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:12.285778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '531ad353-9038-4d9e-8650-36dbe861c894', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:12.306321 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.407181 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.510916 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.10 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/73683222-f189-4a65-9e9c-df60cc760772) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:12.614473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (73683222-f189-4a65-9e9c-df60cc760772), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.648405 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (73683222-f189-4a65-9e9c-df60cc760772), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:12.684223 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:12.689294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:12.693277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:12.716764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=73683222-f189-4a65-9e9c-df60cc760772,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:13.049553 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (66a3155d-05b0-42ad-9dd4-92549222b83c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.117592 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (73683222-f189-4a65-9e9c-df60cc760772), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.266502 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (73683222-f189-4a65-9e9c-df60cc760772), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.271755 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (73683222-f189-4a65-9e9c-df60cc760772), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.344162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=73683222-f189-4a65-9e9c-df60cc760772,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:13.352610 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (66a3155d-05b0-42ad-9dd4-92549222b83c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.451181 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP 66a3155d-05b0-42ad-9dd4-92549222b83c associated. External IP: 172.25.2.10, port: 531ad353-9038-4d9e-8650-36dbe861c894. Feb 09 03:46:13.670519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 939a7e3a-0d85-4633-a743-95ff3da85dd3 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:13.780094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:13.790330 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] Sync routers for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:13.797587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:13.801936 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:13.802682 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:13.829481 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2dd3e8fc-895a-47bb-90c3-79011c8aa9d3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5473883 Feb 09 03:46:13.830175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:13.833195 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e65eb0d-35d7-4b97-a125-d80f951eca37" -d '{"events": [{"name": "network-changed", "server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "tag": "531ad353-9038-4d9e-8650-36dbe861c894"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:13.940957 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1200e1e-ee60-4736-8c5e-fb5fe7760c72 x-openstack-request-id: req-d1200e1e-ee60-4736-8c5e-fb5fe7760c72 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:13.941775 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "tag": "531ad353-9038-4d9e-8650-36dbe861c894", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:13.942041 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1200e1e-ee60-4736-8c5e-fb5fe7760c72 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:13.942478 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894', 'status': 'completed', 'code': 200} Feb 09 03:46:13.947347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be858d58-16e9-4ca7-b0df-5872cda83232 req-8255e902-9e2f-4870-b668-c55fb4e00ae5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:13.949066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be858d58-16e9-4ca7-b0df-5872cda83232 req-8255e902-9e2f-4870-b668-c55fb4e00ae5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0639458 Feb 09 03:46:14.021275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-be858d58-16e9-4ca7-b0df-5872cda83232 req-9290436a-9d0d-4abf-9575-5fbcfa5aebea tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664637 Feb 09 03:46:14.023907 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:14.045094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-c1681879-c78a-4f6d-9c3c-02163d3da6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:14.045094 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-c1681879-c78a-4f6d-9c3c-02163d3da6e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 1128 time: 0.0708449 Feb 09 03:46:14.045570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50786) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:14.116621 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-98a79976-6072-418c-9355-b38c73acf432 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/66a3155d-05b0-42ad-9dd4-92549222b83c HTTP/1.1" status: 200 len: 991 time: 0.0700617 Feb 09 03:46:14.139535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-63298410-2077-4c3f-b75e-8ec0d41d9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:14.141159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-63298410-2077-4c3f-b75e-8ec0d41d9e95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b697eb5a-d179-4180-af86-e358e3ced821 HTTP/1.1" status: 200 len: 898 time: 0.0963614 Feb 09 03:46:14.204870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-5a731e41-765f-49d1-9701-b6f21f3a52f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=531ad353-9038-4d9e-8650-36dbe861c894 HTTP/1.1" status: 200 len: 999 time: 0.0582190 Feb 09 03:46:14.251549 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '66a3155d-05b0-42ad-9dd4-92549222b83c', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'port_id': '531ad353-9038-4d9e-8650-36dbe861c894', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'mac_address': 'fa:16:3e:76:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:12Z', 'updated_at': '2022-02-09T03:46:12Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:14.254056 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-6bb71f1f-180a-494c-9cab-9d12fe4b095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:14.255632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-6bb71f1f-180a-494c-9cab-9d12fe4b095a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b066242d-641e-4247-88ba-0ea5ffd501b2 HTTP/1.1" status: 200 len: 835 time: 0.0455594 Feb 09 03:46:14.278053 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] Checking router: 939a7e3a-0d85-4633-a743-95ff3da85dd3 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:14.286368 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:14.286982 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:14.306963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-c56168f0-10b9-4d02-8be3-716337f23c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:14.308534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-c56168f0-10b9-4d02-8be3-716337f23c6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b697eb5a-d179-4180-af86-e358e3ced821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472596 Feb 09 03:46:14.393449 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:14.397094 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-626eb1be-b807-42d9-acfd-3dfe601e06bf service neutron] 10.222.0.61 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Feb 09 03:46:14.492636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3e65eb0d-35d7-4b97-a125-d80f951eca37 req-01572b0d-9421-4810-97e0-abcb19a1d74b service neutron] 10.222.0.61 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886645 Feb 09 03:46:14.616596 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '66a3155d-05b0-42ad-9dd4-92549222b83c', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'port_id': '531ad353-9038-4d9e-8650-36dbe861c894', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'mac_address': 'fa:16:3e:76:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:12Z', 'updated_at': '2022-02-09T03:46:12Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:14.645289 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310887a2-fcee-4fa0-bb96-0c037ba7e000 None None] The sync data for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 is: [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '66a3155d-05b0-42ad-9dd4-92549222b83c', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'port_id': '531ad353-9038-4d9e-8650-36dbe861c894', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'mac_address': 'fa:16:3e:76:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:46:12Z', 'updated_at': '2022-02-09T03:46:12Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:14.837533 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d292a7-a2c3-4325-b312-44c1ecf52d20 None None] New status for floating IP 66a3155d-05b0-42ad-9dd4-92549222b83c: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:46:15.120403 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50788) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:15.180310 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d1c83b2d-aaaa-4960-bbd7-668665e9ac38 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/66a3155d-05b0-42ad-9dd4-92549222b83c HTTP/1.1" status: 200 len: 993 time: 0.0587592 Feb 09 03:46:20.054940 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:22.063860 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:24.917459 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:46:30.542513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d96410c4-ef94-41cb-8373-977d5c8bad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:32.777043 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0b383ca-a28a-4d59-a7d6-832897c8bf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:34.153172 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:35.212063 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:36.550285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:43.888041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2677-cce3-4448-8bea-367068b61798 req-995b0928-c0f4-4d26-b0f0-064d48090894 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:43.889513 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d46d2677-cce3-4448-8bea-367068b61798 req-995b0928-c0f4-4d26-b0f0-064d48090894 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0531750 Feb 09 03:46:43.943945 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d46d2677-cce3-4448-8bea-367068b61798 req-a920cb0a-6bd3-46ae-8f5f-9809093165c1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486760 Feb 09 03:46:45.067903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead21a8-04ed-4f4f-bdaf-08479ce5902e req-ddcde150-2f49-4382-9076-688b3cd59425 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:45.069411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ead21a8-04ed-4f4f-bdaf-08479ce5902e req-ddcde150-2f49-4382-9076-688b3cd59425 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0540805 Feb 09 03:46:45.120610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0ead21a8-04ed-4f4f-bdaf-08479ce5902e req-a2726b90-ffb2-45b5-a29b-948ae77d6978 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456018 Feb 09 03:46:45.146573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50804) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:45.205181 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-65d94b85-a397-4f80-9b73-be251f506b0c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/66a3155d-05b0-42ad-9dd4-92549222b83c HTTP/1.1" status: 200 len: 993 time: 0.0574675 Feb 09 03:46:46.472520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25f31-e5cc-4110-88bb-60dc8c01651d req-397f4fa4-144f-4ac9-9023-db3d60845a25 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:46.474087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69f25f31-e5cc-4110-88bb-60dc8c01651d req-397f4fa4-144f-4ac9-9023-db3d60845a25 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0539951 Feb 09 03:46:46.524579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-69f25f31-e5cc-4110-88bb-60dc8c01651d req-aa96f81e-b575-4e59-9a27-9b2e5597c2c4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Feb 09 03:46:47.644868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807faf-e487-4c2a-b428-9e8c41c7799f req-f7bfce93-8e2c-435f-8918-223896297fc8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:47.646353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa807faf-e487-4c2a-b428-9e8c41c7799f req-f7bfce93-8e2c-435f-8918-223896297fc8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0515690 Feb 09 03:46:47.693433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa807faf-e487-4c2a-b428-9e8c41c7799f req-fc317669-43e2-46eb-b5ff-f513d67213a8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Feb 09 03:46:47.714949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50814) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:47.783503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cc7a55cf-d986-48d4-a8b7-02c768dc1d1e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/66a3155d-05b0-42ad-9dd4-92549222b83c HTTP/1.1" status: 200 len: 993 time: 0.0673785 Feb 09 03:46:48.077744 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50820) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:48.232758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 73683222-f189-4a65-9e9c-df60cc760772 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:46:48.233106 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (73683222-f189-4a65-9e9c-df60cc760772), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.309724 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (73683222-f189-4a65-9e9c-df60cc760772), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.310057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (73683222-f189-4a65-9e9c-df60cc760772), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.321468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 73683222-f189-4a65-9e9c-df60cc760772 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:46:48.464500 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (73683222-f189-4a65-9e9c-df60cc760772), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.493272 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=73683222-f189-4a65-9e9c-df60cc760772,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:48.518854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.519206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.520055 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.520391 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.520727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.521054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.521382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.521712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.522043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.522528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.522863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.523191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.523517 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:48.564070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (66a3155d-05b0-42ad-9dd4-92549222b83c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.564410 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP 66a3155d-05b0-42ad-9dd4-92549222b83c disassociated (deleted). External IP: 172.25.2.10, port: 531ad353-9038-4d9e-8650-36dbe861c894. Feb 09 03:46:48.774190 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 939a7e3a-0d85-4633-a743-95ff3da85dd3 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:48.883543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:48.888247 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:48.894219 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] Sync routers for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:48.904510 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:48.905164 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:48.919426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b64806ca-887f-481d-9c67-73214564f66f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/floatingips/66a3155d-05b0-42ad-9dd4-92549222b83c HTTP/1.1" status: 204 len: 168 time: 0.8406198 Feb 09 03:46:48.920021 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:48.922364 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3fa75b-827f-48e3-abe1-70fc1c095d00" -d '{"events": [{"name": "network-changed", "server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "tag": "531ad353-9038-4d9e-8650-36dbe861c894"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:49.022132 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:49.031735 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe8e5dd-861b-414d-a54a-b6fe4ae7d286 x-openstack-request-id: req-2fe8e5dd-861b-414d-a54a-b6fe4ae7d286 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:49.032167 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "tag": "531ad353-9038-4d9e-8650-36dbe861c894", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:49.032517 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fe8e5dd-861b-414d-a54a-b6fe4ae7d286 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:49.032999 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894', 'status': 'completed', 'code': 200} Feb 09 03:46:49.166372 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-9f43f325-125b-40e1-85d9-f977a9545894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:49.167901 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-9f43f325-125b-40e1-85d9-f977a9545894 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 1128 time: 0.1029034 Feb 09 03:46:49.177382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7db4e9-69d5-43a3-a2f2-7c777fefc448 req-51c33f3f-150a-425e-bf26-250734c1dd12 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:49.179544 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e7db4e9-69d5-43a3-a2f2-7c777fefc448 req-51c33f3f-150a-425e-bf26-250734c1dd12 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0602627 Feb 09 03:46:49.231227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e7db4e9-69d5-43a3-a2f2-7c777fefc448 req-9493f8cd-b0aa-44ee-a6f1-fefa27143487 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446284 Feb 09 03:46:49.247603 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:49.267853 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-c8d8c8cf-cd7d-44cf-a73c-0be6c72d32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:49.269361 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-c8d8c8cf-cd7d-44cf-a73c-0be6c72d32c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b697eb5a-d179-4180-af86-e358e3ced821 HTTP/1.1" status: 200 len: 898 time: 0.0947247 Feb 09 03:46:49.273917 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] Checking router: 939a7e3a-0d85-4633-a743-95ff3da85dd3 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:49.282040 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:49.282609 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:49.311204 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-0d090dd8-6eff-4d2a-9d47-ad56acb810d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=531ad353-9038-4d9e-8650-36dbe861c894 HTTP/1.1" status: 200 len: 217 time: 0.0349615 Feb 09 03:46:49.359444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-3ab98de5-d342-495b-a62f-0203cdb4afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:49.360904 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-3ab98de5-d342-495b-a62f-0203cdb4afdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b066242d-641e-4247-88ba-0ea5ffd501b2 HTTP/1.1" status: 200 len: 835 time: 0.0431323 Feb 09 03:46:49.390336 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:49.417683 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-20591ebe-6ca5-48f4-86e4-aff9a391faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:49.419315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-20591ebe-6ca5-48f4-86e4-aff9a391faaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b697eb5a-d179-4180-af86-e358e3ced821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487564 Feb 09 03:46:49.508614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-2409815d-f3c2-4fdc-828f-595f2f7d5e01 service neutron] 10.222.0.61 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817940 Feb 09 03:46:49.590525 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:49.603115 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af3fa75b-827f-48e3-abe1-70fc1c095d00 req-33f7ab62-24b6-4627-830b-b8203536d66a service neutron] 10.222.0.61 "GET /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872264 Feb 09 03:46:49.621000 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be6fd9-aabd-4249-9973-8e6a51733054 None None] The sync data for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 is: [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c01f2a26-3037-47cd-874d-010ba673ae08', 'name': '', 'network_id': 'b697eb5a-d179-4180-af86-e358e3ced821', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:52:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:59Z', 'updated_at': '2022-02-09T03:46:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'b066242d-641e-4247-88ba-0ea5ffd501b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:49.838512 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fedf1d-dce9-4b08-9e80-8024dd748bab None None] New status for floating IP 66a3155d-05b0-42ad-9dd4-92549222b83c: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:46:50.049220 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:50.356777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e0e7-13ff-4db6-94e5-9b48b0a575f8 req-6fcb433c-e11d-4d58-99fb-ab1f2e15b4f6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:50.358343 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e16e0e7-13ff-4db6-94e5-9b48b0a575f8 req-6fcb433c-e11d-4d58-99fb-ab1f2e15b4f6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0567532 Feb 09 03:46:50.407747 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e16e0e7-13ff-4db6-94e5-9b48b0a575f8 req-f8e3248c-d952-4a3a-a57a-8971cfb6a136 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432250 Feb 09 03:46:50.778339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-09eb6ed5-3ae9-4568-9768-de3bdb4bdcc9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:50.779801 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-09eb6ed5-3ae9-4568-9768-de3bdb4bdcc9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 946 time: 0.0508387 Feb 09 03:46:50.882152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 531ad353-9038-4d9e-8650-36dbe861c894 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:46:50.882451 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (531ad353-9038-4d9e-8650-36dbe861c894), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:50.969654 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 531ad353-9038-4d9e-8650-36dbe861c894, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=531ad353-9038-4d9e-8650-36dbe861c894,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:50.970021 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (531ad353-9038-4d9e-8650-36dbe861c894), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:50.982831 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 531ad353-9038-4d9e-8650-36dbe861c894 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:46:51.110855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (531ad353-9038-4d9e-8650-36dbe861c894), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:51.140631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=531ad353-9038-4d9e-8650-36dbe861c894,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:51.189640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] No DVR routers for this DVR port 531ad353-9038-4d9e-8650-36dbe861c894 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:46:51.192283 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:51.195584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e894c1c5-5d6d-461e-b811-9809723dbc6a req-26c5eb42-0ef9-4fba-be2e-4d5efb4fab5e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "DELETE /v2.0/ports/531ad353-9038-4d9e-8650-36dbe861c894 HTTP/1.1" status: 204 len: 173 time: 0.4106963 Feb 09 03:46:51.196038 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'name': 'network-vif-deleted', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:46:51.198308 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d36530-7a8e-4d73-8dcf-0df80520b9e6" -d '{"events": [{"server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "name": "network-vif-deleted", "tag": "531ad353-9038-4d9e-8650-36dbe861c894"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:46:51.239680 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a646f7d-d335-4f01-b6ba-97e12191434b x-openstack-request-id: req-5a646f7d-d335-4f01-b6ba-97e12191434b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:46:51.239969 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017d5bb-24d7-44d8-aa61-a908f0c7c14b", "name": "network-vif-deleted", "tag": "531ad353-9038-4d9e-8650-36dbe861c894", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:46:51.240329 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a646f7d-d335-4f01-b6ba-97e12191434b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:46:51.240606 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017d5bb-24d7-44d8-aa61-a908f0c7c14b', 'name': 'network-vif-deleted', 'tag': '531ad353-9038-4d9e-8650-36dbe861c894', 'status': 'completed', 'code': 200} Feb 09 03:46:51.517910 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e8e8c5e8-4aba-4734-b6ee-2776490b3ebe req-cd5259e1-bec8-428c-a043-5fa13bd79c81 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=e017d5bb-24d7-44d8-aa61-a908f0c7c14b HTTP/1.1" status: 200 len: 210 time: 0.0285871 Feb 09 03:46:52.081995 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:52.574371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50840) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:52.936904 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (939a7e3a-0d85-4633-a743-95ff3da85dd3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:53.523245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port c01f2a26-3037-47cd-874d-010ba673ae08 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:46:53.523586 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:53.617100 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port c01f2a26-3037-47cd-874d-010ba673ae08, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c01f2a26-3037-47cd-874d-010ba673ae08,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:53.617826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:53.633354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for c01f2a26-3037-47cd-874d-010ba673ae08 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:46:53.824453 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c01f2a26-3037-47cd-874d-010ba673ae08), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:53.856337 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=c01f2a26-3037-47cd-874d-010ba673ae08,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:54.035403 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (939a7e3a-0d85-4633-a743-95ff3da85dd3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.265308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 939a7e3a-0d85-4633-a743-95ff3da85dd3 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:46:54.374999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:54.382173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-91195dff-efa4-4f22-aee6-bcfab02ac309 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/939a7e3a-0d85-4633-a743-95ff3da85dd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8045530 Feb 09 03:46:54.382823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50842) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:54.437918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b453e7-b386-4e33-8cce-6e4cf1619aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting subnet b066242d-641e-4247-88ba-0ea5ffd501b2 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:46:54.441885 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80b453e7-b386-4e33-8cce-6e4cf1619aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (b066242d-641e-4247-88ba-0ea5ffd501b2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.480688 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] Sync routers for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:54.491786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80b453e7-b386-4e33-8cce-6e4cf1619aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (b066242d-641e-4247-88ba-0ea5ffd501b2), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.492001 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:54.492001 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:54.565202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 531ad353-9038-4d9e-8650-36dbe861c894 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:46:54.583090 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80b453e7-b386-4e33-8cce-6e4cf1619aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (b066242d-641e-4247-88ba-0ea5ffd501b2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.585926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 531ad353-9038-4d9e-8650-36dbe861c894 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:46:54.586407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 531ad353-9038-4d9e-8650-36dbe861c894 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:46:54.599021 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:54.641306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80b453e7-b386-4e33-8cce-6e4cf1619aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (b066242d-641e-4247-88ba-0ea5ffd501b2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.670580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b453e7-b386-4e33-8cce-6e4cf1619aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Subnet': ['ID=b066242d-641e-4247-88ba-0ea5ffd501b2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:54.672548 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-80b453e7-b386-4e33-8cce-6e4cf1619aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.675911 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-80b453e7-b386-4e33-8cce-6e4cf1619aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/subnets/b066242d-641e-4247-88ba-0ea5ffd501b2 HTTP/1.1" status: 204 len: 168 time: 0.2920482 Feb 09 03:46:54.678516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50844) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:54.681562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f324a9c-112c-4c58-840f-a0d6470a22a4 None None] Network b697eb5a-d179-4180-af86-e358e3ced821 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:54.786482 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:53Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:54.793918 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (939a7e3a-0d85-4633-a743-95ff3da85dd3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.816893 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] Checking router: 939a7e3a-0d85-4633-a743-95ff3da85dd3 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:54.826469 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] Routers {'939a7e3a-0d85-4633-a743-95ff3da85dd3'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:54.827078 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['939a7e3a-0d85-4633-a743-95ff3da85dd3'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:54.854482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] DHCP port deletion for b697eb5a-d179-4180-af86-e358e3ced821 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:46:54.905932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Deleting port 50a76b21-6cec-438d-8e1b-4d5d13f60875 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:46:54.906385 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.911987 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (939a7e3a-0d85-4633-a743-95ff3da85dd3), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.936297 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] Set router 939a7e3a-0d85-4633-a743-95ff3da85dd3 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:54.971366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 2b927043-1ec7-48a5-bff2-35ad4bf73fac {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:46:54.971747 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.975098 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] For port 50a76b21-6cec-438d-8e1b-4d5d13f60875, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=50a76b21-6cec-438d-8e1b-4d5d13f60875,segment=NetworkSegment(6f09075e-9197-4fd2-9550-f84ef0c806b1),segment_id=6f09075e-9197-4fd2-9550-f84ef0c806b1)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:54.975513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:54.989571 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Calling delete_port for 50a76b21-6cec-438d-8e1b-4d5d13f60875 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:46:55.057307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 2b927043-1ec7-48a5-bff2-35ad4bf73fac, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=2b927043-1ec7-48a5-bff2-35ad4bf73fac,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:46:55.057641 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.071014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 2b927043-1ec7-48a5-bff2-35ad4bf73fac owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:46:55.076476 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (50a76b21-6cec-438d-8e1b-4d5d13f60875), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.102168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Pushing event deleted for resources: {'Port': ['ID=50a76b21-6cec-438d-8e1b-4d5d13f60875,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:55.110654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] No DVR routers for this DVR port 50a76b21-6cec-438d-8e1b-4d5d13f60875 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:46:55.114451 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.115001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.115720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.116069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.116401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.117241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.117241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.117461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.117712 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.118042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.118405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.118735 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.119061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caab2b-7c88-4563-a85a-114556adc117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:55.129192 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:53Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:55.155017 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a56af-fb37-48f8-88ae-701679cee2c3 None None] The sync data for ids ['939a7e3a-0d85-4633-a743-95ff3da85dd3'] in n-d-827839-4 is: [{'id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8741767', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:45:56Z', 'updated_at': '2022-02-09T03:46:53Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '2b927043-1ec7-48a5-bff2-35ad4bf73fac', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a7e3a-0d85-4633-a743-95ff3da85dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:45:57Z', 'updated_at': '2022-02-09T03:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:46:55.259634 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (2b927043-1ec7-48a5-bff2-35ad4bf73fac), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.284727 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=2b927043-1ec7-48a5-bff2-35ad4bf73fac,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:55.347296 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (939a7e3a-0d85-4633-a743-95ff3da85dd3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.441262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (939a7e3a-0d85-4633-a743-95ff3da85dd3), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.443943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (939a7e3a-0d85-4633-a743-95ff3da85dd3), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.489348 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (939a7e3a-0d85-4633-a743-95ff3da85dd3), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.489938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Fanout notify agent at l3_agent the message router_deleted on router 939a7e3a-0d85-4633-a743-95ff3da85dd3 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:46:55.497103 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.498212 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3d7f88ac-b803-4fb1-a1fc-4f49ff99fe74 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/routers/939a7e3a-0d85-4633-a743-95ff3da85dd3 HTTP/1.1" status: 204 len: 168 time: 0.8187883 Feb 09 03:46:55.500939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50848) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:55.580187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b697eb5a-d179-4180-af86-e358e3ced821), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.671379 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b697eb5a-d179-4180-af86-e358e3ced821), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.691666 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b697eb5a-d179-4180-af86-e358e3ced821']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:55.701661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f09075e-9197-4fd2-9550-f84ef0c806b1') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:55.701964 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f09075e-9197-4fd2-9550-f84ef0c806b1') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:55.711797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (6f09075e-9197-4fd2-9550-f84ef0c806b1), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.725980 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (6f09075e-9197-4fd2-9550-f84ef0c806b1), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.732478 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:46:55.733016 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (6f09075e-9197-4fd2-9550-f84ef0c806b1), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:46:55.736305 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:46:55.796130 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b697eb5a-d179-4180-af86-e358e3ced821), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.805098 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.808273 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/networks/b697eb5a-d179-4180-af86-e358e3ced821 HTTP/1.1" status: 204 len: 168 time: 0.3063869 Feb 09 03:46:55.810793 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50850) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:55.827752 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f4c32-bd07-445c-bf5e-09127123af6e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Network': ['ID=b697eb5a-d179-4180-af86-e358e3ced821,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:55.885365 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1692f7f4-caea-4048-9e27-5caa3d1a7436 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (790212c7-5d32-4cb4-80ea-9ce5ce26cdc7), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.909660 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1692f7f4-caea-4048-9e27-5caa3d1a7436 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (790212c7-5d32-4cb4-80ea-9ce5ce26cdc7), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.969494 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1692f7f4-caea-4048-9e27-5caa3d1a7436 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (790212c7-5d32-4cb4-80ea-9ce5ce26cdc7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.972145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1692f7f4-caea-4048-9e27-5caa3d1a7436 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:55.973920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1692f7f4-caea-4048-9e27-5caa3d1a7436 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/security-groups/790212c7-5d32-4cb4-80ea-9ce5ce26cdc7 HTTP/1.1" status: 204 len: 168 time: 0.1621742 Feb 09 03:46:55.982881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692f7f4-caea-4048-9e27-5caa3d1a7436 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790212c7-5d32-4cb4-80ea-9ce5ce26cdc7,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:56.263175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50856) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:56.267718 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381010673', 'description': 'tempest-secgroup-smoke-381010673 description', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:56.288627 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.354286 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (d3641801-4453-43b5-b4d8-245238989c9b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.357779 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d3641801-4453-43b5-b4d8-245238989c9b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.387377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.388597 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1245372 Feb 09 03:46:56.391649 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50858) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:56.392949 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3641801-4453-43b5-b4d8-245238989c9b,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:56.396395 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8809ebc5-ec60-4bb2-b330-de96b714c1db tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'd3641801-4453-43b5-b4d8-245238989c9b', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:56.400415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.400785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.401121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.401489 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.401828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.402162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.402519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.402859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.403186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.403512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.403841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.404169 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.404492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8399b3-92d7-4305-9651-e45ed6b5f3dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:46:56.421752 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8809ebc5-ec60-4bb2-b330-de96b714c1db tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (f8374ef1-a2e9-407e-9a5f-00127af08eb2), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.470182 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8809ebc5-ec60-4bb2-b330-de96b714c1db tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (f8374ef1-a2e9-407e-9a5f-00127af08eb2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.474316 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8809ebc5-ec60-4bb2-b330-de96b714c1db tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f8374ef1-a2e9-407e-9a5f-00127af08eb2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.485369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2b927043-1ec7-48a5-bff2-35ad4bf73fac no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:46:56.495842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809ebc5-ec60-4bb2-b330-de96b714c1db tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8374ef1-a2e9-407e-9a5f-00127af08eb2,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:56.504484 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8809ebc5-ec60-4bb2-b330-de96b714c1db tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.509675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8809ebc5-ec60-4bb2-b330-de96b714c1db tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129959 Feb 09 03:46:56.509675 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50860) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:56.511150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 2b927043-1ec7-48a5-bff2-35ad4bf73fac {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:46:56.511563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 2b927043-1ec7-48a5-bff2-35ad4bf73fac not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:46:56.511996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c01f2a26-3037-47cd-874d-010ba673ae08 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:46:56.513095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-3b09f1e6-70d4-471d-a7b1-b7ee66b4f8f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'd3641801-4453-43b5-b4d8-245238989c9b', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:56.536993 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c01f2a26-3037-47cd-874d-010ba673ae08 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:46:56.537349 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c01f2a26-3037-47cd-874d-010ba673ae08 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:46:56.537767 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 50a76b21-6cec-438d-8e1b-4d5d13f60875 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:46:56.538145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b09f1e6-70d4-471d-a7b1-b7ee66b4f8f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (7dc18f75-e94c-404c-bc6f-b4c01ccc9ebe), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.557848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 50a76b21-6cec-438d-8e1b-4d5d13f60875 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:46:56.558201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 50a76b21-6cec-438d-8e1b-4d5d13f60875 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:46:56.596534 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b09f1e6-70d4-471d-a7b1-b7ee66b4f8f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (7dc18f75-e94c-404c-bc6f-b4c01ccc9ebe), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.600351 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b09f1e6-70d4-471d-a7b1-b7ee66b4f8f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (7dc18f75-e94c-404c-bc6f-b4c01ccc9ebe), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.618911 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09f1e6-70d4-471d-a7b1-b7ee66b4f8f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc18f75-e94c-404c-bc6f-b4c01ccc9ebe,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:56.625181 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-3b09f1e6-70d4-471d-a7b1-b7ee66b4f8f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.626521 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-3b09f1e6-70d4-471d-a7b1-b7ee66b4f8f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168988 Feb 09 03:46:56.629306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50862) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:56.633483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-7f9b0b9c-0f8d-4d4a-89ef-4bd53b763a1d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'd3641801-4453-43b5-b4d8-245238989c9b', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:56.656776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0b9c-0f8d-4d4a-89ef-4bd53b763a1d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (503ba55e-e416-47a5-9620-66449ef2e6f2), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.715637 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0b9c-0f8d-4d4a-89ef-4bd53b763a1d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (503ba55e-e416-47a5-9620-66449ef2e6f2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.719231 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0b9c-0f8d-4d4a-89ef-4bd53b763a1d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (503ba55e-e416-47a5-9620-66449ef2e6f2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.738514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b0b9c-0f8d-4d4a-89ef-4bd53b763a1d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503ba55e-e416-47a5-9620-66449ef2e6f2,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:56.744331 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0b9c-0f8d-4d4a-89ef-4bd53b763a1d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.745503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-7f9b0b9c-0f8d-4d4a-89ef-4bd53b763a1d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152823 Feb 09 03:46:56.748457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50864) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:56.752578 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fcb70b2c-54a3-4ee6-a58c-107533fa2da2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'd3641801-4453-43b5-b4d8-245238989c9b', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:56.775771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcb70b2c-54a3-4ee6-a58c-107533fa2da2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (f1f1df9b-1eb7-4343-827f-18ba42cb6cba), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.831794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcb70b2c-54a3-4ee6-a58c-107533fa2da2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (f1f1df9b-1eb7-4343-827f-18ba42cb6cba), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.835729 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcb70b2c-54a3-4ee6-a58c-107533fa2da2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f1f1df9b-1eb7-4343-827f-18ba42cb6cba), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.855836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb70b2c-54a3-4ee6-a58c-107533fa2da2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f1df9b-1eb7-4343-827f-18ba42cb6cba,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:56.861306 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fcb70b2c-54a3-4ee6-a58c-107533fa2da2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.862560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fcb70b2c-54a3-4ee6-a58c-107533fa2da2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131735 Feb 09 03:46:56.865245 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50866) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:56.869422 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-370aa8ec-8f8f-4135-afe1-fb51b695bd9e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'd3641801-4453-43b5-b4d8-245238989c9b', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:56.888318 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-370aa8ec-8f8f-4135-afe1-fb51b695bd9e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:46:56.893087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-370aa8ec-8f8f-4135-afe1-fb51b695bd9e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (2f51a399-bf6a-4c48-a4ea-987de3f7c68c), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.951560 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-370aa8ec-8f8f-4135-afe1-fb51b695bd9e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (2f51a399-bf6a-4c48-a4ea-987de3f7c68c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.955342 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-370aa8ec-8f8f-4135-afe1-fb51b695bd9e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (2f51a399-bf6a-4c48-a4ea-987de3f7c68c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.974303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aa8ec-8f8f-4135-afe1-fb51b695bd9e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f51a399-bf6a-4c48-a4ea-987de3f7c68c,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:56.982913 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-370aa8ec-8f8f-4135-afe1-fb51b695bd9e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:56.984142 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-370aa8ec-8f8f-4135-afe1-fb51b695bd9e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179781 Feb 09 03:46:56.986848 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50868) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:56.991142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-31ca3ca7-f4d5-45e9-9c4c-3480e6382c53 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'd3641801-4453-43b5-b4d8-245238989c9b', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:57.010784 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-31ca3ca7-f4d5-45e9-9c4c-3480e6382c53 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:46:57.015482 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31ca3ca7-f4d5-45e9-9c4c-3480e6382c53 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (de3ab5b2-4fb0-4f83-97bd-5156e73ba4c8), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.075443 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31ca3ca7-f4d5-45e9-9c4c-3480e6382c53 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (de3ab5b2-4fb0-4f83-97bd-5156e73ba4c8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.078840 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31ca3ca7-f4d5-45e9-9c4c-3480e6382c53 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (de3ab5b2-4fb0-4f83-97bd-5156e73ba4c8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.097142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca3ca7-f4d5-45e9-9c4c-3480e6382c53 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3ab5b2-4fb0-4f83-97bd-5156e73ba4c8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:57.105024 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31ca3ca7-f4d5-45e9-9c4c-3480e6382c53 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.106250 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-31ca3ca7-f4d5-45e9-9c4c-3480e6382c53 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184545 Feb 09 03:46:57.109143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50870) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:57.113948 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'network': {'name': 'tempest-network-smoke--747284623', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'port_security_enabled': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:57.132089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:57.135725 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.158872 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:46:57.168194 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (36141f3d-012b-4fb8-a2c5-04886d5add39), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.168560 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Added segment 36141f3d-012b-4fb8-a2c5-04886d5add39 of type vlan for network 473292fe-ba80-46ab-ab34-a56b34140c62 Feb 09 03:46:57.206671 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (473292fe-ba80-46ab-ab34-a56b34140c62), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.231929 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (473292fe-ba80-46ab-ab34-a56b34140c62), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.236813 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:57.237408 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.294511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1843081 Feb 09 03:46:57.297382 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50872) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:57.302056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'admin_state_up': True, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:57.308502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756443f-8eeb-4e28-896e-be25d2666930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Network': ['ID=473292fe-ba80-46ab-ab34-a56b34140c62,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:57.320076 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 473292fe-ba80-46ab-ab34-a56b34140c62 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:46:57.324590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (5f506d2d-ffe9-4f5d-b680-492f1c388226), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.325725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (5f506d2d-ffe9-4f5d-b680-492f1c388226), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.382027 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (5f506d2d-ffe9-4f5d-b680-492f1c388226), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.519246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (5f506d2d-ffe9-4f5d-b680-492f1c388226), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.710721 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (5f506d2d-ffe9-4f5d-b680-492f1c388226), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.728533 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.829841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.143 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/ce6f1ecf-c78f-435d-bfab-cbe07fb10c34) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:57.933929 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:57.968351 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:58.007696 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:46:58.010557 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:58.013908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:46:58.040787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=ce6f1ecf-c78f-435d-bfab-cbe07fb10c34,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:58.273958 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (5f506d2d-ffe9-4f5d-b680-492f1c388226), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:58.468756 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (5f506d2d-ffe9-4f5d-b680-492f1c388226), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:58.602319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 5f506d2d-ffe9-4f5d-b680-492f1c388226 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:46:58.708761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:46:58.718366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Sync routers for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:46:58.730250 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:58.730667 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:58.734550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:58.734716 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-92ae79be-46fe-42da-8f7b-d73ee72ff4d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4330413 Feb 09 03:46:58.734909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50874) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:58.763321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5579eefc-a773-4ab0-856f-9dffd8e97875 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c0332813b3414a3e8b4240ba1bed5be7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273030 Feb 09 03:46:58.765880 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50876) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:58.840672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:46:58.856100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3005a4-0e79-413e-891c-56292430c025 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:58.858040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-eb3005a4-0e79-413e-891c-56292430c025 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912497 Feb 09 03:46:58.860988 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 50878) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:58.888871 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f427105e-5f78-4d0a-ab53-c12595d5be7d tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267837 Feb 09 03:46:58.891468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50880) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:58.897346 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-624677036', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:46:58.983607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:46:58.987233 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.019101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:46:58Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:59.045630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Checking router: 5f506d2d-ffe9-4f5d-b680-492f1c388226 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:46:59.046010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Updating router 5f506d2d-ffe9-4f5d-b680-492f1c388226 port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:46:59.078365 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.169336 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (c90150b5-ed4e-4cd8-87f4-262022afae17), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.233362 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Subnet': ['ID=c90150b5-ed4e-4cd8-87f4-262022afae17,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:59.241769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Checking segment: {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:59.242195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network hostable DHCP agents. Network: 473292fe-ba80-46ab-ab34-a56b34140c62, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:46:59.260340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 473292fe-ba80-46ab-ab34-a56b34140c62 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:46:59.270402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 473292fe-ba80-46ab-ab34-a56b34140c62) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:46:59.274682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:46:59.275277 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.282547 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c9ca6-2f55-480e-85b3-d5b248d16328 None None] Network 473292fe-ba80-46ab-ab34-a56b34140c62 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:46:59.291905 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9bf181a5-1fcd-462d-b14d-738d10c17049 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3987310 Feb 09 03:46:59.294678 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50882) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:46:59.392047 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Publish callbacks [] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.400891 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.462867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-473292fe-ba80-46ab-ab34-a56b34140c62', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:46:59.463719 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.469049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db340a0f-363a-4bdb-9c59-d9f6bb13d66d None None] Pushing event updated for resources: {'Port': ['ID=ce6f1ecf-c78f-435d-bfab-cbe07fb10c34,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:59.492031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Attempting to bind port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:46:59.492405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Attempting to bind port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:46:59.492775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Attempting to bind port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:46:59.503599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:46:59.503990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:46:59.504958 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.505386 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:46:59.505873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Bound port: ce6f1ecf-c78f-435d-bfab-cbe07fb10c34, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:46:59.506279 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.645943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] For port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:46:59.664035 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] For port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ce6f1ecf-c78f-435d-bfab-cbe07fb10c34,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:46:59.671074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Allocated IP 172.20.0.2 (473292fe-ba80-46ab-ab34-a56b34140c62/c90150b5-ed4e-4cd8-87f4-262022afae17/0b4036c0-5ed6-47b3-8de4-8701389a5dfa) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:46:59.676655 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.737266 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.792658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db340a0f-363a-4bdb-9c59-d9f6bb13d66d None None] Pushing event updated for resources: {'Port': ['ID=ce6f1ecf-c78f-435d-bfab-cbe07fb10c34,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:46:59.796997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:46:59.797639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:46:59.971641 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Publish callbacks [] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:46:59.974738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:00.165196 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:00.264736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Network 473292fe-ba80-46ab-ab34-a56b34140c62 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:00.273685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:00.284327 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:00.293979 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Pushing event updated for resources: {'Port': ['ID=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:00.355409 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.1 (473292fe-ba80-46ab-ab34-a56b34140c62/c90150b5-ed4e-4cd8-87f4-262022afae17/1510298e-c1f4-458a-aa05-56a330f94579) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:47:00.369904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Attempting to bind port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:47:00.370304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Attempting to bind port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:47:00.370676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Attempting to bind port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa on network 473292fe-ba80-46ab-ab34-a56b34140c62 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:00.396362 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:47:00.396740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Checking segment: {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:00.397143 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:00.397537 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Bound using segment: {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:47:00.398030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Bound port: 0b4036c0-5ed6-47b3-8de4-8701389a5dfa, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:47:00.398439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:00.467104 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (1510298e-c1f4-458a-aa05-56a330f94579), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:00.471413 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:46:58Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:00.498932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] For port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:47:00.501168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f42e7c-58af-4397-b254-20a0710bec3b None None] The sync data for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 is: [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:46:58Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:47:00.508056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1510298e-c1f4-458a-aa05-56a330f94579), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:00.516280 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] For port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:47:00.529019 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:00.560112 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 473292fe-ba80-46ab-ab34-a56b34140c62 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:00.563368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:00.568728 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:00.572566 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=1510298e-c1f4-458a-aa05-56a330f94579,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:00.599724 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3661dcd6-3218-4266-a0c7-3013d812526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:00.621215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6e13e-eaa0-4a3c-b790-f63b8ef4b35d None None] Pushing event updated for resources: {'Port': ['ID=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:00.621869 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (5f506d2d-ffe9-4f5d-b680-492f1c388226), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:00.782968 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1510298e-c1f4-458a-aa05-56a330f94579), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:01.105970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (1510298e-c1f4-458a-aa05-56a330f94579), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:01.110774 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (1510298e-c1f4-458a-aa05-56a330f94579), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:01.186457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (5f506d2d-ffe9-4f5d-b680-492f1c388226), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:01.188225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=1510298e-c1f4-458a-aa05-56a330f94579,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:01.295054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 473292fe-ba80-46ab-ab34-a56b34140c62 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:01.296850 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:01.424003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 5f506d2d-ffe9-4f5d-b680-492f1c388226 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:47:01.547939 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:47:01.553556 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-604fa9ee-ae0a-45f2-a16e-8225f6f73d77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/5f506d2d-ffe9-4f5d-b680-492f1c388226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2577877 Feb 09 03:47:01.629002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523105e-3bdb-425a-9e90-8302b7e22783 None None] Network 473292fe-ba80-46ab-ab34-a56b34140c62 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:47:01.700865 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ad9c3532-569e-49f8-bc3b-fc2edf325173 None None] Provisioning complete for port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:01.701246 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3532-569e-49f8-bc3b-fc2edf325173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:01.710764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-3669f393-15aa-456f-93ff-8fea39079ed5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381010673&fields=id&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 267 time: 0.0487051 Feb 09 03:47:01.818306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c3532-569e-49f8-bc3b-fc2edf325173 None None] Current status of the port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:01.818681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-80096132-7450-4863-bf14-6550c9ef4100 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:01.818829 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3532-569e-49f8-bc3b-fc2edf325173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:01.820291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-80096132-7450-4863-bf14-6550c9ef4100 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/networks?id=473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 200 len: 796 time: 0.1030967 Feb 09 03:47:01.836856 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-7a98d510-174b-4309-93cc-0f2c3769513b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/quotas/c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 375 time: 0.0102689 Feb 09 03:47:01.853267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ad9c3532-569e-49f8-bc3b-fc2edf325173 None None] For port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:01.859134 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3532-569e-49f8-bc3b-fc2edf325173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:01.908977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-2d24806b-8e2f-4dcf-a727-652cf02ddf44 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661714 Feb 09 03:47:01.921145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c3532-569e-49f8-bc3b-fc2edf325173 None None] Pushing event updated for resources: {'Port': ['ID=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:01.921282 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:47:02.090850 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-96483dfb-655e-48b4-867a-21cdf514773e None None] Provisioning complete for port 1510298e-c1f4-458a-aa05-56a330f94579 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:02.092503 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-96483dfb-655e-48b4-867a-21cdf514773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1510298e-c1f4-458a-aa05-56a330f94579), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.098610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-dfcb4153-1cec-4acb-8760-abf0fe3cdf87 service neutron] 10.222.0.32 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322312 Feb 09 03:47:02.139570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-96483dfb-655e-48b4-867a-21cdf514773e None None] Port 1510298e-c1f4-458a-aa05-56a330f94579 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:02.149575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-96483dfb-655e-48b4-867a-21cdf514773e None None] Provisioning complete for port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:02.150074 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-96483dfb-655e-48b4-867a-21cdf514773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.201637 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-7dea826e-e603-4650-ab38-f83cd6bad62b service neutron] 10.222.0.32 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948050 Feb 09 03:47:02.229887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-96483dfb-655e-48b4-867a-21cdf514773e None None] Current status of the port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:02.339911 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Sync routers for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:47:02.357121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6a545900-d077-4648-a93b-314b63668441 None None] Provisioning complete for port 1510298e-c1f4-458a-aa05-56a330f94579 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:02.357499 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6a545900-d077-4648-a93b-314b63668441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1510298e-c1f4-458a-aa05-56a330f94579), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.384534 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:02.386511 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:46:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:02.398730 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6a545900-d077-4648-a93b-314b63668441 None None] Port 1510298e-c1f4-458a-aa05-56a330f94579 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:02.414616 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cbc67fdf-1134-4bf3-907e-5bb60048917d req-db47123c-5772-4a11-b9ac-bbfffda2a1b0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 210 time: 0.0370364 Feb 09 03:47:02.523622 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c1615a50-f3cb-48fb-b6ec-3e49087a1d30 None None] Provisioning complete for port 1510298e-c1f4-458a-aa05-56a330f94579 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:02.524430 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c1615a50-f3cb-48fb-b6ec-3e49087a1d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1510298e-c1f4-458a-aa05-56a330f94579), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.530048 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:02.573289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:02.579757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c1615a50-f3cb-48fb-b6ec-3e49087a1d30 None None] Port 1510298e-c1f4-458a-aa05-56a330f94579 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:02.627736 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:02.628112 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.716549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:02.717174 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.739317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ce6f1ecf-c78f-435d-bfab-cbe07fb10c34,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:02.744656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.745601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0b4036c0-5ed6-47b3-8de4-8701389a5dfa up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:02.755319 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 2, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:02.783900 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Checking router: 5f506d2d-ffe9-4f5d-b680-492f1c388226 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:47:02.784414 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Updating router 5f506d2d-ffe9-4f5d-b680-492f1c388226 port 1510298e-c1f4-458a-aa05-56a330f94579 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:47:02.817832 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-37495d31-edf1-4659-8788-193f7e342dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.818249 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1510298e-c1f4-458a-aa05-56a330f94579), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.842155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=ce6f1ecf-c78f-435d-bfab-cbe07fb10c34,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:02.851335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:02.851818 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:02.942433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:03.100800 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Publish callbacks [] for port (1510298e-c1f4-458a-aa05-56a330f94579), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.105770 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1510298e-c1f4-458a-aa05-56a330f94579), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.156726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Pushing event updated for resources: {'Port': ['ID=1510298e-c1f4-458a-aa05-56a330f94579,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:03.167818 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.168162 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.168498 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.168827 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.169157 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.169480 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.169803 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.170128 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.170475 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.170796 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.171111 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.171426 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.171737 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:47:03.221771 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Attempting to bind port 1510298e-c1f4-458a-aa05-56a330f94579 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:47:03.222133 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Attempting to bind port 1510298e-c1f4-458a-aa05-56a330f94579 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:47:03.222542 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Attempting to bind port 1510298e-c1f4-458a-aa05-56a330f94579 on network 473292fe-ba80-46ab-ab34-a56b34140c62 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:03.227829 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:47:03.228597 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Checking segment: {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:03.228826 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.229046 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Bound using segment: {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:47:03.229484 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Bound port: 1510298e-c1f4-458a-aa05-56a330f94579, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:47:03.229854 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1510298e-c1f4-458a-aa05-56a330f94579), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.300775 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] For port 1510298e-c1f4-458a-aa05-56a330f94579, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:47:03.304341 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] For port 1510298e-c1f4-458a-aa05-56a330f94579, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1510298e-c1f4-458a-aa05-56a330f94579,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:47:03.311189 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1510298e-c1f4-458a-aa05-56a330f94579), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.409542 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6ba1e747-ca3a-4bb3-8367-8230894d9475 None None] Provisioning complete for port 1510298e-c1f4-458a-aa05-56a330f94579 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:03.409864 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e747-ca3a-4bb3-8367-8230894d9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1510298e-c1f4-458a-aa05-56a330f94579), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.459002 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:03.459837 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:03.504534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6ba1e747-ca3a-4bb3-8367-8230894d9475 None None] Current status of the port 1510298e-c1f4-458a-aa05-56a330f94579 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:03.504931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e747-ca3a-4bb3-8367-8230894d9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (1510298e-c1f4-458a-aa05-56a330f94579), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.567378 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6ba1e747-ca3a-4bb3-8367-8230894d9475 None None] For port 1510298e-c1f4-458a-aa05-56a330f94579, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1510298e-c1f4-458a-aa05-56a330f94579,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:03.574550 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ba1e747-ca3a-4bb3-8367-8230894d9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (1510298e-c1f4-458a-aa05-56a330f94579), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.616062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ec732f81-3207-4966-a3a6-b22de2b8c139 req-ffbe75c2-aed1-417f-bbb9-c16adc496cf0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 210 time: 0.0533292 Feb 09 03:47:03.628225 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:03.656016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1e747-ca3a-4bb3-8367-8230894d9475 None None] Pushing event updated for resources: {'Port': ['ID=1510298e-c1f4-458a-aa05-56a330f94579,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:03.696178 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0272de-0fed-4961-8154-e08a6d3669b5 None None] Pushing event updated for resources: {'Port': ['ID=1510298e-c1f4-458a-aa05-56a330f94579,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:03.798224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-16e14cef-22c1-4a9e-a52d-fb0601124e89 None None] Provisioning complete for port 1510298e-c1f4-458a-aa05-56a330f94579 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:03.798900 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-16e14cef-22c1-4a9e-a52d-fb0601124e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1510298e-c1f4-458a-aa05-56a330f94579), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:03.870110 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:03Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:03.878385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-16e14cef-22c1-4a9e-a52d-fb0601124e89 None None] Current status of the port 1510298e-c1f4-458a-aa05-56a330f94579 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:03.901768 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c59cad-af97-4a22-9efe-1499ddbf91ad None None] The sync data for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 is: [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:03Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:47:04.041234 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-2f94b2e3-478b-40c7-879b-1827c1910b26 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:04.042766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-2f94b2e3-478b-40c7-879b-1827c1910b26 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "GET /v2.0/networks?id=473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 200 len: 796 time: 0.6139853 Feb 09 03:47:04.108298 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-32c67b65-bf14-40da-927d-020ab5d66698 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 379 time: 0.0574770 Feb 09 03:47:04.157679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:04.158138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'port': {'device_id': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'admin_state_up': True, 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'security_groups': ['d3641801-4453-43b5-b4d8-245238989c9b']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:04.267281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:47:04.271326 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:04.405029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.13 (473292fe-ba80-46ab-ab34-a56b34140c62/c90150b5-ed4e-4cd8-87f4-262022afae17/ca605da0-1ad6-4c61-ba4a-b8402d0d262d) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:47:04.573519 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:04.608668 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:04.613185 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:04.674195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:04.676994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:04.678422 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:04.692092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 473292fe-ba80-46ab-ab34-a56b34140c62 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:04.693413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:04.696232 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:04.772466 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:04.773710 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:04.798548 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:04.800024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1510298e-c1f4-458a-aa05-56a330f94579 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:04.808290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-bb03d07b-2ee9-4d3d-9d52-ec3aa669644a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6546898 Feb 09 03:47:04.856379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 1510298e-c1f4-458a-aa05-56a330f94579 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:04.856806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (1510298e-c1f4-458a-aa05-56a330f94579), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:04.896888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca265f-e371-4f9a-ae38-939ada36925b req-fdfec469-7117-4200-8c9b-12ac3e74aa01 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:04.901800 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0ca265f-e371-4f9a-ae38-939ada36925b req-fdfec469-7117-4200-8c9b-12ac3e74aa01 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 932 time: 0.1119502 Feb 09 03:47:04.962769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Request body: {'port': {'device_id': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:04.979466 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 1510298e-c1f4-458a-aa05-56a330f94579 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:05.009278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-ea92a6f8-c0f2-4579-a7a2-62a81fd9c33d None None] Provisioning complete for port ca605da0-1ad6-4c61-ba4a-b8402d0d262d triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:05.009725 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ea92a6f8-c0f2-4579-a7a2-62a81fd9c33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:05.049129 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ea92a6f8-c0f2-4579-a7a2-62a81fd9c33d None None] Port ca605da0-1ad6-4c61-ba4a-b8402d0d262d cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:47:05.053659 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f0ca265f-e371-4f9a-ae38-939ada36925b req-00bf9c96-0744-43ce-a7ad-d7935f50d63f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417410 Feb 09 03:47:05.065852 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:05.219151 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:05.366437 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca605da0-1ad6-4c61-ba4a-b8402d0d262d {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:47:05.374443 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Publish callbacks [] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:05.386558 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Transition to ACTIVE for port object ca605da0-1ad6-4c61-ba4a-b8402d0d262d will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:47:05.391065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:05.442972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Pushing event updated for resources: {'Port': ['ID=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:05.521332 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Attempting to bind port ca605da0-1ad6-4c61-ba4a-b8402d0d262d on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:47:05.521676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Attempting to bind port ca605da0-1ad6-4c61-ba4a-b8402d0d262d by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:47:05.522635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Attempting to bind port ca605da0-1ad6-4c61-ba4a-b8402d0d262d on network 473292fe-ba80-46ab-ab34-a56b34140c62 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:05.527867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Port ca605da0-1ad6-4c61-ba4a-b8402d0d262d on network 473292fe-ba80-46ab-ab34-a56b34140c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:47:05.528196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Attempting to bind port ca605da0-1ad6-4c61-ba4a-b8402d0d262d on network 473292fe-ba80-46ab-ab34-a56b34140c62 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:47:05.533263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:47:05.533620 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Checking segment: {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:47:05.534010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Bound using segment: {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:47:05.534461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Bound port: ca605da0-1ad6-4c61-ba4a-b8402d0d262d, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36141f3d-012b-4fb8-a2c5-04886d5add39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:47:05.534834 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:05.605795 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] For port ca605da0-1ad6-4c61-ba4a-b8402d0d262d, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:47:05.609144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] For port ca605da0-1ad6-4c61-ba4a-b8402d0d262d, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:47:05.617267 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:05.659065 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:05.659700 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:05.661149 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] 10.222.0.26 "PUT /v2.0/ports/ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 200 len: 1092 time: 0.8329012 Feb 09 03:47:05.661607 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:47:05.664223 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1" -d '{"events": [{"name": "network-changed", "server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:47:05.701288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f5c20-7a52-46f0-a6f3-e4a5feef89cc service neutron] Pushing event updated for resources: {'Port': ['ID=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:05.730943 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ebe7fa-c68b-449e-afdd-1408b87f2803 x-openstack-request-id: req-a6ebe7fa-c68b-449e-afdd-1408b87f2803 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:47:05.732015 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:47:05.732439 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6ebe7fa-c68b-449e-afdd-1408b87f2803 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:47:05.732853 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'status': 'completed', 'code': 200} Feb 09 03:47:05.777178 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-cf2dfcd9-2a1a-4bb6-9ae7-40fa180a2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:05.778713 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-cf2dfcd9-2a1a-4bb6-9ae7-40fa180a2269 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1126 time: 0.0630341 Feb 09 03:47:05.831319 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-2e5027fd-16b1-4aa7-a184-bc02a90b7a33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 200 len: 217 time: 0.0410650 Feb 09 03:47:05.886000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-012765c0-2624-4d91-8062-6479fbd21d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:05.887552 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-012765c0-2624-4d91-8062-6479fbd21d0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c90150b5-ed4e-4cd8-87f4-262022afae17 HTTP/1.1" status: 200 len: 834 time: 0.0505831 Feb 09 03:47:05.941272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-f69a495d-9d70-45b2-87cc-a3a53f7721d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:05.943409 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-f69a495d-9d70-45b2-87cc-a3a53f7721d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=473292fe-ba80-46ab-ab34-a56b34140c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490224 Feb 09 03:47:06.037196 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-afa734be-9265-451c-9a68-2750288fdc5c service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865719 Feb 09 03:47:06.134067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-03c189a3-3365-4f51-9c6c-d5ac4f72c428 req-78b1fb00-7b32-4ecf-b1ca-4718f2e8dbf4 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894275 Feb 09 03:47:06.189757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe4289-985e-4b80-8c2c-4925ba6b05a1 req-c57cda4e-1396-4274-9af6-713aaab7a224 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:06.191283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32fe4289-985e-4b80-8c2c-4925ba6b05a1 req-c57cda4e-1396-4274-9af6-713aaab7a224 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 944 time: 0.0561416 Feb 09 03:47:06.273753 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-32fe4289-985e-4b80-8c2c-4925ba6b05a1 req-2f79585c-ba17-4b90-a08c-ae039cebfb95 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712872 Feb 09 03:47:06.279445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-162aeee8-7dbc-4eae-9859-ed6399ca1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:06.280897 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-162aeee8-7dbc-4eae-9859-ed6399ca1856 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1126 time: 0.0859630 Feb 09 03:47:06.372659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-7dcccc5e-e122-412a-a2c7-ae59528875c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:06.374051 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-7dcccc5e-e122-412a-a2c7-ae59528875c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 200 len: 897 time: 0.0870321 Feb 09 03:47:06.421869 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-39fe42c3-d4d9-43ab-9fd2-67c005e84c2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 200 len: 217 time: 0.0392458 Feb 09 03:47:06.470675 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-087c67dc-ce8d-40e0-912b-02779cec72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:06.472147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-087c67dc-ce8d-40e0-912b-02779cec72e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c90150b5-ed4e-4cd8-87f4-262022afae17 HTTP/1.1" status: 200 len: 834 time: 0.0447488 Feb 09 03:47:06.521732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-d0c7b76d-1d18-42d7-a51f-9639ec0f5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:06.523272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-d0c7b76d-1d18-42d7-a51f-9639ec0f5e5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=473292fe-ba80-46ab-ab34-a56b34140c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454061 Feb 09 03:47:06.560083 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:06.623532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-93bad7cb-e692-40bd-ba92-49be3f9abc43 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926111 Feb 09 03:47:06.713119 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1b6e9d8c-8a48-43fa-9130-76ec1b2526d1 req-9c0b7891-38a4-42d6-99cc-c9cfe4b5cd61 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826125 Feb 09 03:47:07.397328 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364bf5-e854-47da-984b-262bbc622b26 req-2f7a9ef9-844e-4c0f-9ff4-2267e305f510 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:07.398826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc364bf5-e854-47da-984b-262bbc622b26 req-2f7a9ef9-844e-4c0f-9ff4-2267e305f510 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 944 time: 0.0524447 Feb 09 03:47:07.446720 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc364bf5-e854-47da-984b-262bbc622b26 req-0467bf42-97dd-454e-a7d2-b6add4bdb2bc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Feb 09 03:47:08.574045 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5286aef-3e24-402b-ad82-442dad9f9783 req-ae121686-1734-4818-a568-9474e363b49e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:08.575571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5286aef-3e24-402b-ad82-442dad9f9783 req-ae121686-1734-4818-a568-9474e363b49e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 944 time: 0.0619926 Feb 09 03:47:08.624846 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c5286aef-3e24-402b-ad82-442dad9f9783 req-8953091e-db91-4fc1-9a97-dc000f967a4d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 Feb 09 03:47:09.748550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31448df3-ebf3-4d08-a8cd-d62cfdb6b790 req-944f3057-48da-4a03-a229-e047924cfd56 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:09.749911 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31448df3-ebf3-4d08-a8cd-d62cfdb6b790 req-944f3057-48da-4a03-a229-e047924cfd56 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 944 time: 0.0516567 Feb 09 03:47:09.800838 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-31448df3-ebf3-4d08-a8cd-d62cfdb6b790 req-cee10db0-b0d6-40f6-8314-8e860b23089b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452244 Feb 09 03:47:10.143518 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ca605da0-1ad6-4c61-ba4a-b8402d0d262d details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:47:10.238585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ca605da0-1ad6-4c61-ba4a-b8402d0d262d, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:10.250017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'port_id': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'mac_address': 'fa:16:3e:33:9e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:47:10.290010 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port ca605da0-1ad6-4c61-ba4a-b8402d0d262d is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:10.290439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:10.302863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca605da0-1ad6-4c61-ba4a-b8402d0d262d {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:47:10.321838 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ca605da0-1ad6-4c61-ba4a-b8402d0d262d, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:10.325785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:10.372153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:10.695030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['ca605da0-1ad6-4c61-ba4a-b8402d0d262d'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:47:10.921452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1197-30af-49fc-ac79-12a117d16470 req-2799a7b5-27f2-47b3-b762-a53464bd9837 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:10.922981 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db9e1197-30af-49fc-ac79-12a117d16470 req-2799a7b5-27f2-47b3-b762-a53464bd9837 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 945 time: 0.0566719 Feb 09 03:47:10.972953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-db9e1197-30af-49fc-ac79-12a117d16470 req-8cc0a621-5883-457f-959b-ff209a5cf754 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 Feb 09 03:47:12.095631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d5a39-58af-4bca-96ae-5b7960da1d9c req-a30bf0f6-e14d-4a81-a701-d2924e921b38 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:12.097120 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b95d5a39-58af-4bca-96ae-5b7960da1d9c req-a30bf0f6-e14d-4a81-a701-d2924e921b38 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 945 time: 0.0522673 Feb 09 03:47:12.145632 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b95d5a39-58af-4bca-96ae-5b7960da1d9c req-0814296a-7ed9-4422-a1e4-91ede3e871d8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421953 Feb 09 03:47:12.175665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ca605da0-1ad6-4c61-ba4a-b8402d0d262d up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:47:12.224453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port ca605da0-1ad6-4c61-ba4a-b8402d0d262d completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:47:12.228205 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port ca605da0-1ad6-4c61-ba4a-b8402d0d262d triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:47:12.228585 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:12.307196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port ca605da0-1ad6-4c61-ba4a-b8402d0d262d is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:47:12.307513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:12.329946 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:47:12.332236 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e581c07f-9693-4771-8c42-24492da6d90d" -d '{"events": [{"server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:47:12.344565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port ca605da0-1ad6-4c61-ba4a-b8402d0d262d, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:47:12.349689 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:12.378574 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de3bb0b-2f8d-42f8-8e1c-e6983506bd9b x-openstack-request-id: req-6de3bb0b-2f8d-42f8-8e1c-e6983506bd9b {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:47:12.378878 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:47:12.379807 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6de3bb0b-2f8d-42f8-8e1c-e6983506bd9b {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:47:12.380206 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'code': 200} Feb 09 03:47:12.406265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:12.475775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0feb-6e4f-4ef2-a10e-9a2a2293c577 req-5c8fc171-bc63-4dc4-8d9b-6c1b8b728a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:12.477267 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55fc0feb-6e4f-4ef2-a10e-9a2a2293c577 req-5c8fc171-bc63-4dc4-8d9b-6c1b8b728a57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1128 time: 0.0434899 Feb 09 03:47:12.523461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-55fc0feb-6e4f-4ef2-a10e-9a2a2293c577 req-cae8cb18-0a50-42b3-801d-5a1f6ec9329b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395777 Feb 09 03:47:13.263763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01365438-494b-4fdd-81c3-e1b83c93ae2f req-854f74ff-f136-4cf1-96f4-24f0f8cb7118 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:13.265256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01365438-494b-4fdd-81c3-e1b83c93ae2f req-854f74ff-f136-4cf1-96f4-24f0f8cb7118 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0532110 Feb 09 03:47:13.312301 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-01365438-494b-4fdd-81c3-e1b83c93ae2f req-d009d48e-73cd-47c3-9c60-a1e8f299cd1f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Feb 09 03:47:14.436162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372f64-4c4c-48cf-b3ae-159162850834 req-1bff5fb0-3c56-45c4-8518-d6e0a7b0d219 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:14.437619 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97372f64-4c4c-48cf-b3ae-159162850834 req-1bff5fb0-3c56-45c4-8518-d6e0a7b0d219 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0565958 Feb 09 03:47:14.486769 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97372f64-4c4c-48cf-b3ae-159162850834 req-57262a05-4066-4a64-b82c-b7b3da417746 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Feb 09 03:47:14.608430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dbf0-d7bc-457e-ba5e-9f2bc7b1a588 req-748b8e77-7207-41dc-8a4e-c6744b9880b0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:14.609940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f570dbf0-d7bc-457e-ba5e-9f2bc7b1a588 req-748b8e77-7207-41dc-8a4e-c6744b9880b0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0565042 Feb 09 03:47:14.657851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f570dbf0-d7bc-457e-ba5e-9f2bc7b1a588 req-9b1aaaaf-9e36-4734-bd43-678a9c50d1a1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417519 Feb 09 03:47:14.679558 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50940) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:14.721491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8157d725-c298-47fc-9968-2a49435ffb33 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:14.723034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8157d725-c298-47fc-9968-2a49435ffb33 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1123 time: 0.0424933 Feb 09 03:47:14.725681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50942) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:14.729801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:47:14.748701 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:14.846801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:14.946365 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.231 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/7e0aea3a-40e7-45a3-a98b-165d37e97f48) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:47:15.048706 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (7e0aea3a-40e7-45a3-a98b-165d37e97f48), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:15.081304 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7e0aea3a-40e7-45a3-a98b-165d37e97f48), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:15.115144 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:47:15.117874 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:47:15.123563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:47:15.151777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=7e0aea3a-40e7-45a3-a98b-165d37e97f48,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:15.476804 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (ac586c86-02cc-4377-bec9-2741a48d9f41), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:15.543773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7e0aea3a-40e7-45a3-a98b-165d37e97f48), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:15.691902 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (7e0aea3a-40e7-45a3-a98b-165d37e97f48), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:15.696466 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (7e0aea3a-40e7-45a3-a98b-165d37e97f48), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:15.771147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=7e0aea3a-40e7-45a3-a98b-165d37e97f48,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:47:15.780721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (ac586c86-02cc-4377-bec9-2741a48d9f41), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:15.881670 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP ac586c86-02cc-4377-bec9-2741a48d9f41 associated. External IP: 172.25.2.231, port: ca605da0-1ad6-4c61-ba4a-b8402d0d262d. Feb 09 03:47:16.093974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 5f506d2d-ffe9-4f5d-b680-492f1c388226 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:47:16.200706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:47:16.211001 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] Sync routers for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:47:16.217957 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:16.221067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:16.221702 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:16.247683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5eb7584c-f1fe-407a-b1e1-79a54e472e71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5209892 Feb 09 03:47:16.248264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:47:16.250820 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:47:16.298392 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249c5e55-4b96-4d53-a027-25e11bc23b5e x-openstack-request-id: req-249c5e55-4b96-4d53-a027-25e11bc23b5e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:47:16.298817 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:47:16.298951 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-249c5e55-4b96-4d53-a027-25e11bc23b5e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:47:16.299335 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'status': 'completed', 'code': 200} Feb 09 03:47:16.334393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:16.391394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d23563-5d93-4750-8142-0e14edfaf028 req-70303623-9073-4349-a6af-bf6d4b635bbb tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:16.394325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85d23563-5d93-4750-8142-0e14edfaf028 req-70303623-9073-4349-a6af-bf6d4b635bbb tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0830488 Feb 09 03:47:16.396942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-f459527c-2c41-46c8-b773-f41f29f5f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:16.398396 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-f459527c-2c41-46c8-b773-f41f29f5f02f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1128 time: 0.0785027 Feb 09 03:47:16.502223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85d23563-5d93-4750-8142-0e14edfaf028 req-5caf0b7e-da07-4012-b45c-cb78f8fc6264 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996013 Feb 09 03:47:16.528182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50948) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:16.532002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-98fbedd6-d356-4e45-a95c-2c2406e4f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:16.533601 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-98fbedd6-d356-4e45-a95c-2c2406e4f7f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 200 len: 897 time: 0.1250014 Feb 09 03:47:16.559562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ac586c86-02cc-4377-bec9-2741a48d9f41', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'port_id': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'mac_address': 'fa:16:3e:33:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:47:15Z', 'updated_at': '2022-02-09T03:47:15Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:16.589835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] Checking router: 5f506d2d-ffe9-4f5d-b680-492f1c388226 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:47:16.594826 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d5f2738a-d6e5-4a0e-90d9-e4a4e8299f05 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/ac586c86-02cc-4377-bec9-2741a48d9f41 HTTP/1.1" status: 200 len: 992 time: 0.0654738 Feb 09 03:47:16.598725 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:47:16.599335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:47:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:16.603148 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-166be58a-f2a1-49e9-ab81-2467e51df1b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 200 len: 1000 time: 0.0639477 Feb 09 03:47:16.657374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-058e471a-d03e-44d1-9d62-b807613e9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:16.658774 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-058e471a-d03e-44d1-9d62-b807613e9fc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c90150b5-ed4e-4cd8-87f4-262022afae17 HTTP/1.1" status: 200 len: 834 time: 0.0506706 Feb 09 03:47:16.704411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:47:16.708266 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-a6a8805e-5e62-4051-944f-bc30ef0f78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:16.709825 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-a6a8805e-5e62-4051-944f-bc30ef0f78c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=473292fe-ba80-46ab-ab34-a56b34140c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449057 Feb 09 03:47:16.797369 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-71e50465-8090-471a-9d2d-9718b8cbefc8 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816483 Feb 09 03:47:16.889884 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0f8c7b23-6983-4eb6-8ab5-27570e379e3c req-919c15ce-30fc-45e2-8687-dc45b0e75b0a service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874653 Feb 09 03:47:16.925615 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ac586c86-02cc-4377-bec9-2741a48d9f41', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'port_id': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'mac_address': 'fa:16:3e:33:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:47:15Z', 'updated_at': '2022-02-09T03:47:15Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:47:16.957558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2921fa3-5e56-49ab-8dcf-9c336a8f6641 None None] The sync data for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 is: [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ac586c86-02cc-4377-bec9-2741a48d9f41', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'port_id': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'mac_address': 'fa:16:3e:33:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:47:15Z', 'updated_at': '2022-02-09T03:47:15Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:47:17.148460 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac19ff-c8eb-447b-a5c6-846c2da6ba2d None None] New status for floating IP ac586c86-02cc-4377-bec9-2741a48d9f41: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:47:17.598204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 50950) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:47:17.657029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-800dc109-72d1-46b7-bf61-93d76cf5b4e7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/ac586c86-02cc-4377-bec9-2741a48d9f41 HTTP/1.1" status: 200 len: 994 time: 0.0576081 Feb 09 03:47:20.046835 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:22.092993 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:30.544062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3aa10e2d-4e50-44ef-84d5-c63b9c615c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:32.779609 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7b030692-4854-4c79-844c-038a81e7d918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:34.160572 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:35.217631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:36.552559 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:37.319460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-ac8261fb-c745-40d7-83a4-c2e156f0521e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436840 Feb 09 03:47:37.404141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-dd7b8ea6-788b-4eeb-9ace-d12d1adc725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:37.405642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-dd7b8ea6-788b-4eeb-9ace-d12d1adc725c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1128 time: 0.0440116 Feb 09 03:47:37.510486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-6e2e57b7-e1b1-4597-aa4a-a1ec60edea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:37.511941 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-6e2e57b7-e1b1-4597-aa4a-a1ec60edea4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 200 len: 897 time: 0.0873215 Feb 09 03:47:37.576781 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-afe7fec4-a204-42d8-9adb-38b273696742 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 200 len: 1002 time: 0.0577569 Feb 09 03:47:37.629457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-104c3523-666a-430f-ac58-6d85687fd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:37.630930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-104c3523-666a-430f-ac58-6d85687fd0a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c90150b5-ed4e-4cd8-87f4-262022afae17 HTTP/1.1" status: 200 len: 834 time: 0.0490978 Feb 09 03:47:37.677814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-fd918673-e111-4aac-b6aa-7bf1d9bb261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:47:37.679442 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-fd918673-e111-4aac-b6aa-7bf1d9bb261e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=473292fe-ba80-46ab-ab34-a56b34140c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433116 Feb 09 03:47:37.767220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-612fed83-4ce1-4517-b8f2-1cf6b268114a service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813770 Feb 09 03:47:37.860283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bec77f2f-8d1f-4755-aef9-7122a0632e5c req-5e994190-d445-4e5c-904c-d3eef628ce28 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869029 Feb 09 03:47:38.919904 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:47:50.059919 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:47:52.095091 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:00.546208 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1095c5cb-a519-422f-a363-fc3da45e3cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:02.780273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d0e07e3-2d2a-4c86-9576-f9ac79ca08e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:04.161722 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:05.220127 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:06.559491 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:15.919313 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:48:20.061343 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:20.478221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaf240-5920-407c-bb40-282881f91e9a req-71c2209d-f6e1-42b8-bc74-31f5acbcf97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:20.480385 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ceaf240-5920-407c-bb40-282881f91e9a req-71c2209d-f6e1-42b8-bc74-31f5acbcf97a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1128 time: 0.0471470 Feb 09 03:48:20.491289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef3c7-8b6d-407e-a699-481dafcff5bf req-be84b864-49ef-4c33-b4a6-a36f0f1a2067 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:20.492790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-628ef3c7-8b6d-407e-a699-481dafcff5bf req-be84b864-49ef-4c33-b4a6-a36f0f1a2067 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0592058 Feb 09 03:48:20.544457 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-628ef3c7-8b6d-407e-a699-481dafcff5bf req-e6182ae4-cbcb-4382-8292-d9193f9e9a45 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448718 Feb 09 03:48:20.577086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaf240-5920-407c-bb40-282881f91e9a req-02f67f0e-c9f2-450b-ae8a-37168d76edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:20.578554 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ceaf240-5920-407c-bb40-282881f91e9a req-02f67f0e-c9f2-450b-ae8a-37168d76edde service neutron] 10.222.0.26 "GET /v2.0/networks?id=473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 200 len: 897 time: 0.0915260 Feb 09 03:48:20.644495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ceaf240-5920-407c-bb40-282881f91e9a req-d491e579-d4d8-40e3-b745-20107a21647b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 200 len: 1002 time: 0.0600371 Feb 09 03:48:20.692728 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaf240-5920-407c-bb40-282881f91e9a req-f0c1b791-3107-4f25-98f5-69a138090c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:20.694136 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ceaf240-5920-407c-bb40-282881f91e9a req-f0c1b791-3107-4f25-98f5-69a138090c43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c90150b5-ed4e-4cd8-87f4-262022afae17 HTTP/1.1" status: 200 len: 834 time: 0.0428741 Feb 09 03:48:20.745034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaf240-5920-407c-bb40-282881f91e9a req-7727b497-1a12-4047-bf02-14bc48b679d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:20.747069 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ceaf240-5920-407c-bb40-282881f91e9a req-7727b497-1a12-4047-bf02-14bc48b679d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=473292fe-ba80-46ab-ab34-a56b34140c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473447 Feb 09 03:48:20.835896 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ceaf240-5920-407c-bb40-282881f91e9a req-21095e8c-b082-4bca-8e28-577a89c83f7e service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800953 Feb 09 03:48:20.927898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4ceaf240-5920-407c-bb40-282881f91e9a req-dffcbfdb-8763-444b-806c-60840899afc6 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856113 Feb 09 03:48:21.666412 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54b6d6-66b0-4429-aa77-4fde47405f3d req-473484ca-e47b-4806-b07f-658aa76f7c89 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:21.667974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a54b6d6-66b0-4429-aa77-4fde47405f3d req-473484ca-e47b-4806-b07f-658aa76f7c89 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0527563 Feb 09 03:48:21.715847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5a54b6d6-66b0-4429-aa77-4fde47405f3d req-7e9651f4-0861-45aa-a9b9-be3a6700e71a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Feb 09 03:48:22.108628 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:22.834329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0b1bc-f016-4f99-b815-08ebd89b8aa9 req-9bd8b264-d9a3-46f2-a83a-67f5a4b6170a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:22.835815 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84a0b1bc-f016-4f99-b815-08ebd89b8aa9 req-9bd8b264-d9a3-46f2-a83a-67f5a4b6170a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0513046 Feb 09 03:48:22.884236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-84a0b1bc-f016-4f99-b815-08ebd89b8aa9 req-e82ef3b4-f6ee-4d5a-bd7b-4f43f9dd0e96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 Feb 09 03:48:24.004104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e59087-280d-4f44-8a9d-0482acd7d932 req-902614c6-4a86-4798-9239-b31a52af658b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:24.005575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96e59087-280d-4f44-8a9d-0482acd7d932 req-902614c6-4a86-4798-9239-b31a52af658b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0512669 Feb 09 03:48:24.063266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-96e59087-280d-4f44-8a9d-0482acd7d932 req-bb93c659-ab92-40ac-9160-fad6da0d7e3a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519640 Feb 09 03:48:25.185535 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daecb8e-5028-40ef-a48c-32f359622399 req-327aa243-c9a8-42df-91ea-4676d92ab3e9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:25.187033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3daecb8e-5028-40ef-a48c-32f359622399 req-327aa243-c9a8-42df-91ea-4676d92ab3e9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0559661 Feb 09 03:48:25.234351 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3daecb8e-5028-40ef-a48c-32f359622399 req-08f0d8cd-a7c5-400f-87a8-e4e4d918b1ba tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417471 Feb 09 03:48:26.352001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed599a9-2733-4488-b9d2-d53be3722e74 req-37f78a9b-4275-499c-a13c-6b43551ac755 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:26.353453 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ed599a9-2733-4488-b9d2-d53be3722e74 req-37f78a9b-4275-499c-a13c-6b43551ac755 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0508373 Feb 09 03:48:26.401788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ed599a9-2733-4488-b9d2-d53be3722e74 req-3b1b48e1-9878-4a30-a224-b00e68618512 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420296 Feb 09 03:48:27.518687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3265e-47ee-4ca9-a855-64b1d09f352d req-6ae498ec-308d-4d8f-a824-30eb1672a83d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:27.520173 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ec3265e-47ee-4ca9-a855-64b1d09f352d req-6ae498ec-308d-4d8f-a824-30eb1672a83d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0523527 Feb 09 03:48:27.568412 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1ec3265e-47ee-4ca9-a855-64b1d09f352d req-9fcf51d9-6b2a-4112-801c-76ab2ce1071c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Feb 09 03:48:28.686844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f04ae-71a3-4bdd-977d-96f8bb6b1641 req-6952d03b-1276-430f-8d90-a631dd9ddbf2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:28.688338 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d6f04ae-71a3-4bdd-977d-96f8bb6b1641 req-6952d03b-1276-430f-8d90-a631dd9ddbf2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0521111 Feb 09 03:48:28.736686 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8d6f04ae-71a3-4bdd-977d-96f8bb6b1641 req-fce4888d-ded8-43b9-a6aa-db6355460b7b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427008 Feb 09 03:48:29.857625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394716-4536-4a88-9a6e-6d3250d16540 req-9859e8f1-78aa-450d-a951-c3fb4b979ac7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:29.859043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e394716-4536-4a88-9a6e-6d3250d16540 req-9859e8f1-78aa-450d-a951-c3fb4b979ac7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0512290 Feb 09 03:48:29.913147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e394716-4536-4a88-9a6e-6d3250d16540 req-5487929d-2852-46d4-84ee-1da1ef8923d4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483897 Feb 09 03:48:30.547404 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad6bdbb0-82bf-4c8c-85e7-a75ae0284a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:31.033781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd429d8c-7862-46d5-8521-dda98e19223e req-8a3ab4bf-fabb-43db-8487-5cc5d98e0930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:31.035251 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd429d8c-7862-46d5-8521-dda98e19223e req-8a3ab4bf-fabb-43db-8487-5cc5d98e0930 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0556328 Feb 09 03:48:31.085918 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd429d8c-7862-46d5-8521-dda98e19223e req-f3f59d89-fe46-459f-9075-2202de38eac1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450749 Feb 09 03:48:32.203997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9ba2a-99b3-4218-9316-94d74d5970ae req-2402705b-a367-4f7b-a09c-b5571ec77ca9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:32.205497 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94a9ba2a-99b3-4218-9316-94d74d5970ae req-2402705b-a367-4f7b-a09c-b5571ec77ca9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0514896 Feb 09 03:48:32.255511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-94a9ba2a-99b3-4218-9316-94d74d5970ae req-8ddd335a-7917-47a4-8182-52bdf8a1c82e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431283 Feb 09 03:48:32.782212 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9be002c-9eb6-41be-a0c1-23cae4a48fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:33.372453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57659ef6-5e04-4c76-a111-d34f6c309aee req-5e33029f-a12a-4019-bed9-76e5f0913170 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:33.373915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57659ef6-5e04-4c76-a111-d34f6c309aee req-5e33029f-a12a-4019-bed9-76e5f0913170 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0521371 Feb 09 03:48:33.423603 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-57659ef6-5e04-4c76-a111-d34f6c309aee req-94707053-ced7-4afb-9ec2-330459ac63db tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440953 Feb 09 03:48:34.163115 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:34.544223 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe96a9-7717-41e1-8ef5-156fc7d47e1d req-e382dcdb-d4db-4b54-98bc-abf8cd28da02 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:34.545538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e6fe96a9-7717-41e1-8ef5-156fc7d47e1d req-e382dcdb-d4db-4b54-98bc-abf8cd28da02 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0530055 Feb 09 03:48:34.593332 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e6fe96a9-7717-41e1-8ef5-156fc7d47e1d req-c828b24d-ca77-4305-b62d-efd44462ca1e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422633 Feb 09 03:48:35.222750 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:35.710634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f3c67-a364-419a-9f46-5b3e2320376e req-a436b4ed-0812-441e-bcd3-b3843eb04e5c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:35.712105 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc6f3c67-a364-419a-9f46-5b3e2320376e req-a436b4ed-0812-441e-bcd3-b3843eb04e5c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0519724 Feb 09 03:48:35.765214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc6f3c67-a364-419a-9f46-5b3e2320376e req-b7383e1f-1040-4dcf-8849-33498243cc23 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474129 Feb 09 03:48:36.552129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:37.210105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4411f5-9b2b-4e35-8495-158889954f01 req-3bae569d-f12a-43cf-81b0-8ec51bf254e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:37.211549 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b4411f5-9b2b-4e35-8495-158889954f01 req-3bae569d-f12a-43cf-81b0-8ec51bf254e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.3768096 Feb 09 03:48:37.260829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1b4411f5-9b2b-4e35-8495-158889954f01 req-8c4e2dae-93a2-445b-859e-6f8dd46b163e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430963 Feb 09 03:48:37.282756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51010) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:48:37.341852 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cd57c58c-c2f0-4649-a41a-954a048745d1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/ac586c86-02cc-4377-bec9-2741a48d9f41 HTTP/1.1" status: 200 len: 994 time: 0.0579884 Feb 09 03:48:38.328880 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-fc228c89-e2cd-46b4-84b4-6731ab32c24a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435297 Feb 09 03:48:38.412560 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-b7e27aa3-5628-4cef-b88c-deb1e80c9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:38.414090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-b7e27aa3-5628-4cef-b88c-deb1e80c9908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1128 time: 0.0462472 Feb 09 03:48:38.517250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-4f3e27cd-92dd-4f48-b291-c25e3593f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:38.518777 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-4f3e27cd-92dd-4f48-b291-c25e3593f4ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 200 len: 897 time: 0.0871696 Feb 09 03:48:38.582879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-9da26c62-c8f1-4982-bbe2-3b1e5f476a9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 200 len: 1002 time: 0.0585155 Feb 09 03:48:38.629619 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-272b5581-fbae-4aa9-bff2-22f218f6f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:38.631081 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-272b5581-fbae-4aa9-bff2-22f218f6f5f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c90150b5-ed4e-4cd8-87f4-262022afae17 HTTP/1.1" status: 200 len: 834 time: 0.0433195 Feb 09 03:48:38.681298 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-f900543f-5ce8-4cd1-a565-c46a9cd4a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:48:38.682828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-f900543f-5ce8-4cd1-a565-c46a9cd4a8db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=473292fe-ba80-46ab-ab34-a56b34140c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459940 Feb 09 03:48:38.769220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-21672bbb-5c68-4ba6-b620-367e199157e3 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797060 Feb 09 03:48:38.861579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4086f75d-9eab-4448-ba44-a4f72b608a57 req-ffa6639d-3b35-47e3-b985-7e5596721079 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869122 Feb 09 03:48:50.074683 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:52.125686 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:48:52.918711 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:49:00.551926 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1060a55e-33c1-4d43-8ee1-858fcc75436a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:02.784806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5186db55-c6c0-4c17-948a-7d2caed80e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:04.167469 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:05.225756 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:06.559632 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:20.104071 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:22.141277 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:25.791907 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51038) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:25.955973 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 7e0aea3a-40e7-45a3-a98b-165d37e97f48 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:25.956235 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7e0aea3a-40e7-45a3-a98b-165d37e97f48), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.030622 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7e0aea3a-40e7-45a3-a98b-165d37e97f48), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.030953 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (7e0aea3a-40e7-45a3-a98b-165d37e97f48), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.042825 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 7e0aea3a-40e7-45a3-a98b-165d37e97f48 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:26.193495 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7e0aea3a-40e7-45a3-a98b-165d37e97f48), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.220539 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=7e0aea3a-40e7-45a3-a98b-165d37e97f48,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:26.248322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.248681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.249027 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.249373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.249706 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.250040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.250404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.250736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.251068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.251399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.251723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.252045 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.252364 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:26.299630 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (ac586c86-02cc-4377-bec9-2741a48d9f41), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.299965 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP ac586c86-02cc-4377-bec9-2741a48d9f41 disassociated (deleted). External IP: 172.25.2.231, port: ca605da0-1ad6-4c61-ba4a-b8402d0d262d. Feb 09 03:49:26.509400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 5f506d2d-ffe9-4f5d-b680-492f1c388226 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:26.626740 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:26.631949 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:26.637272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] Sync routers for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:26.651614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:26.652549 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:26.673922 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-171fbf07-7c21-4edb-b2c7-788b99e4fc5b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/floatingips/ac586c86-02cc-4377-bec9-2741a48d9f41 HTTP/1.1" status: 204 len: 168 time: 0.8786440 Feb 09 03:49:26.673922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:26.675144 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b1f35a-d604-47ec-9f8d-eabf0c65a745" -d '{"events": [{"name": "network-changed", "server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:26.720728 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ec9698-0d39-415e-92fb-f8c93f432ee3 x-openstack-request-id: req-70ec9698-0d39-415e-92fb-f8c93f432ee3 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:26.721119 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:26.721444 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70ec9698-0d39-415e-92fb-f8c93f432ee3 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:26.721996 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'status': 'completed', 'code': 200} Feb 09 03:49:26.778632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:26.790224 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-48cfa0e3-3648-4410-9a52-dd6e1079c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:26.791890 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-48cfa0e3-3648-4410-9a52-dd6e1079c0e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 1128 time: 0.0475104 Feb 09 03:49:26.923573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-d2e90a4e-8a3b-4d14-8567-64801600467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:26.925045 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-d2e90a4e-8a3b-4d14-8567-64801600467d service neutron] 10.222.0.26 "GET /v2.0/networks?id=473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 200 len: 897 time: 0.1214774 Feb 09 03:49:26.976409 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105c1db-3499-4e19-ad62-ed20126a9a59 req-5bc1d394-ff2f-47c1-9ffb-9fb818a4f4cf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:26.977876 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0105c1db-3499-4e19-ad62-ed20126a9a59 req-5bc1d394-ff2f-47c1-9ffb-9fb818a4f4cf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.1096253 Feb 09 03:49:26.979165 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-faabd1f4-6a10-4758-878f-96f4f31b3bc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 200 len: 217 time: 0.0463581 Feb 09 03:49:27.003837 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:27.033134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] Checking router: 5f506d2d-ffe9-4f5d-b680-492f1c388226 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:27.041602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:27.042222 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:27.063828 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-bae56159-c2ea-402e-91a9-63f0dcb31c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:27.065285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-bae56159-c2ea-402e-91a9-63f0dcb31c64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c90150b5-ed4e-4cd8-87f4-262022afae17 HTTP/1.1" status: 200 len: 834 time: 0.0756266 Feb 09 03:49:27.068968 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0105c1db-3499-4e19-ad62-ed20126a9a59 req-fd7adc0f-763d-4e37-995c-547f5e433ded tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850570 Feb 09 03:49:27.119587 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-716c5fa9-7b63-488b-b55c-1165aeea46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:27.121581 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-716c5fa9-7b63-488b-b55c-1165aeea46d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=473292fe-ba80-46ab-ab34-a56b34140c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502355 Feb 09 03:49:27.151416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:27.213346 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-de61ef61-03ac-4fe1-b35b-17951c7b63d9 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Feb 09 03:49:27.306843 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-37b1f35a-d604-47ec-9f8d-eabf0c65a745 req-250cddf1-6d0e-42f6-a1b1-fec41a81e861 service neutron] 10.222.0.26 "GET /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869710 Feb 09 03:49:27.348292 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:27.378521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3ca4e-2378-4bda-a4fe-185eab36f51a None None] The sync data for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 is: [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:00Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '1510298e-c1f4-458a-aa05-56a330f94579', 'name': '', 'network_id': '473292fe-ba80-46ab-ab34-a56b34140c62', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:16:a6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:47:00Z', 'updated_at': '2022-02-09T03:47:03Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': 'c90150b5-ed4e-4cd8-87f4-262022afae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:27.589162 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff566193-b420-41dc-bd31-1e0aaaaa781f None None] New status for floating IP ac586c86-02cc-4377-bec9-2741a48d9f41: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:49:28.193902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666af0c-2541-41a9-88f4-13290a5ed8ec req-f65d910f-491b-4a1d-8498-df2ee3bfdbe3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:28.195427 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4666af0c-2541-41a9-88f4-13290a5ed8ec req-f65d910f-491b-4a1d-8498-df2ee3bfdbe3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0562670 Feb 09 03:49:28.243639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4666af0c-2541-41a9-88f4-13290a5ed8ec req-9ee3144d-08f0-4064-8332-17a1ea0b9573 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=d3641801-4453-43b5-b4d8-245238989c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426834 Feb 09 03:49:28.745388 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-370bbbb7-46d0-40b8-bc37-4e1ec2ccf893 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:28.747108 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-370bbbb7-46d0-40b8-bc37-4e1ec2ccf893 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 946 time: 0.0528166 Feb 09 03:49:28.840778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port ca605da0-1ad6-4c61-ba4a-b8402d0d262d {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:28.841034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.929137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port ca605da0-1ad6-4c61-ba4a-b8402d0d262d, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:28.929494 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:28.943564 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for ca605da0-1ad6-4c61-ba4a-b8402d0d262d owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:29.071315 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (ca605da0-1ad6-4c61-ba4a-b8402d0d262d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.097261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=ca605da0-1ad6-4c61-ba4a-b8402d0d262d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:29.112393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.112393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.112393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.112393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.112805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.113020 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.113354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.113680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.114008 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.114363 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.114710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.115016 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.115342 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:29.151287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] No DVR routers for this DVR port ca605da0-1ad6-4c61-ba4a-b8402d0d262d on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:29.153770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:29.157575 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b90b07f-8804-4e21-b2a3-602c39205300 req-c4f4a4f6-f3bc-48ea-810f-b419f6f5c519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "DELETE /v2.0/ports/ca605da0-1ad6-4c61-ba4a-b8402d0d262d HTTP/1.1" status: 204 len: 173 time: 0.4053962 Feb 09 03:49:29.158012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'name': 'network-vif-deleted', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:29.160274 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dae8aa-612e-47e1-b726-de0cf78e78ec" -d '{"events": [{"server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "name": "network-vif-deleted", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:29.197424 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cc2b9f-251e-4570-97e0-607d545d5e15 x-openstack-request-id: req-02cc2b9f-251e-4570-97e0-607d545d5e15 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:29.197873 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326b0485-8b3d-4466-8cd2-365452a1d0fa", "name": "network-vif-deleted", "tag": "ca605da0-1ad6-4c61-ba4a-b8402d0d262d", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:29.198132 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02cc2b9f-251e-4570-97e0-607d545d5e15 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:29.198560 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326b0485-8b3d-4466-8cd2-365452a1d0fa', 'name': 'network-vif-deleted', 'tag': 'ca605da0-1ad6-4c61-ba4a-b8402d0d262d', 'status': 'completed', 'code': 200} Feb 09 03:49:29.359120 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-35efb1e8-deac-4bd3-a554-eb5701dbde73 req-c9a2c262-9c3f-4d5b-a85d-a4e1cd82be16 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=326b0485-8b3d-4466-8cd2-365452a1d0fa HTTP/1.1" status: 200 len: 210 time: 0.0292637 Feb 09 03:49:29.918025 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:49:30.416568 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51062) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:30.560178 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb129d8b-4d21-4984-b22d-8c6819afabf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:30.790951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (5f506d2d-ffe9-4f5d-b680-492f1c388226), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.001125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ca605da0-1ad6-4c61-ba4a-b8402d0d262d no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:31.022330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: ca605da0-1ad6-4c61-ba4a-b8402d0d262d {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:31.022716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device ca605da0-1ad6-4c61-ba4a-b8402d0d262d not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:31.064131 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 1510298e-c1f4-458a-aa05-56a330f94579 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:31.064475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (1510298e-c1f4-458a-aa05-56a330f94579), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.157960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 1510298e-c1f4-458a-aa05-56a330f94579, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=1510298e-c1f4-458a-aa05-56a330f94579,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:31.158344 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (1510298e-c1f4-458a-aa05-56a330f94579), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.171428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 1510298e-c1f4-458a-aa05-56a330f94579 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:31.355983 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (1510298e-c1f4-458a-aa05-56a330f94579), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.381247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=1510298e-c1f4-458a-aa05-56a330f94579,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:31.561933 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (5f506d2d-ffe9-4f5d-b680-492f1c388226), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.781738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 5f506d2d-ffe9-4f5d-b680-492f1c388226 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:31.886777 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:31.892530 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-609c2418-dccc-4b2e-88f1-5ded6a0ad277 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/5f506d2d-ffe9-4f5d-b680-492f1c388226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748304 Feb 09 03:49:31.895142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51066) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:31.897882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] Sync routers for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:31.908312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:31.908962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:31.945868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bb0a9e-acfe-40ca-a263-3ac5d526b771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting subnet c90150b5-ed4e-4cd8-87f4-262022afae17 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:49:31.949001 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a9e-acfe-40ca-a263-3ac5d526b771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (c90150b5-ed4e-4cd8-87f4-262022afae17), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:31.989441 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a9e-acfe-40ca-a263-3ac5d526b771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (c90150b5-ed4e-4cd8-87f4-262022afae17), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.016350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:32.075405 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a9e-acfe-40ca-a263-3ac5d526b771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (c90150b5-ed4e-4cd8-87f4-262022afae17), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.133943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a9e-acfe-40ca-a263-3ac5d526b771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (c90150b5-ed4e-4cd8-87f4-262022afae17), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.160743 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb0a9e-acfe-40ca-a263-3ac5d526b771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Subnet': ['ID=c90150b5-ed4e-4cd8-87f4-262022afae17,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:32.165133 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a9e-acfe-40ca-a263-3ac5d526b771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.170822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e2bb0a9e-acfe-40ca-a263-3ac5d526b771 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/subnets/c90150b5-ed4e-4cd8-87f4-262022afae17 HTTP/1.1" status: 204 len: 168 time: 0.2722559 Feb 09 03:49:32.171096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51068) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:32.173599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f483cbc-317b-4666-ad46-b136f7b4e0ce None None] Network 473292fe-ba80-46ab-ab34-a56b34140c62 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:32.266849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:49:31Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:32.281797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (5f506d2d-ffe9-4f5d-b680-492f1c388226), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.299676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] Checking router: 5f506d2d-ffe9-4f5d-b680-492f1c388226 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:32.314737 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] Routers {'5f506d2d-ffe9-4f5d-b680-492f1c388226'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:32.315344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['5f506d2d-ffe9-4f5d-b680-492f1c388226'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:32.377835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] DHCP port deletion for 473292fe-ba80-46ab-ab34-a56b34140c62 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:49:32.394771 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (5f506d2d-ffe9-4f5d-b680-492f1c388226), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.446988 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:32.447334 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.455195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] Set router 5f506d2d-ffe9-4f5d-b680-492f1c388226 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:32.538274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port ce6f1ecf-c78f-435d-bfab-cbe07fb10c34, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=ce6f1ecf-c78f-435d-bfab-cbe07fb10c34,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:32.538528 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.556225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:32.709754 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0b4036c0-5ed6-47b3-8de4-8701389a5dfa no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:32.717558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] Deleting port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:32.717930 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.734516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (ce6f1ecf-c78f-435d-bfab-cbe07fb10c34), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.764306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=ce6f1ecf-c78f-435d-bfab-cbe07fb10c34,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:32.827964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (5f506d2d-ffe9-4f5d-b680-492f1c388226), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.846377 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b26a76b3-f858-4d4e-89f0-29805382ad7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.859496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] For port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:32.859891 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.880212 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] Calling delete_port for 0b4036c0-5ed6-47b3-8de4-8701389a5dfa owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:32.927222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (5f506d2d-ffe9-4f5d-b680-492f1c388226), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.929412 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (5f506d2d-ffe9-4f5d-b680-492f1c388226), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.974516 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (5f506d2d-ffe9-4f5d-b680-492f1c388226), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.975049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Fanout notify agent at l3_agent the message router_deleted on router 5f506d2d-ffe9-4f5d-b680-492f1c388226 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:49:32.981527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:32.982589 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.982879 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:32.983994 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-535cd2e5-d1a3-4b82-818d-d95c569bd708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/routers/5f506d2d-ffe9-4f5d-b680-492f1c388226 HTTP/1.1" status: 204 len: 168 time: 0.8109486 Feb 09 03:49:32.986797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51070) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:33.054952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,segment=NetworkSegment(36141f3d-012b-4fb8-a2c5-04886d5add39),segment_id=36141f3d-012b-4fb8-a2c5-04886d5add39)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:33.060785 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.069588 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (473292fe-ba80-46ab-ab34-a56b34140c62), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.087105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:49:31Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:33.120413 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.122536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463044d-441a-4ef0-918e-b16e0270829f None None] The sync data for ids ['5f506d2d-ffe9-4f5d-b680-492f1c388226'] in n-d-827839-4 is: [{'id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'name': 'tempest-TestNetworkAdvancedServerOps-router-276899809', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:49:31Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'ce6f1ecf-c78f-435d-bfab-cbe07fb10c34', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f506d2d-ffe9-4f5d-b680-492f1c388226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:46:57Z', 'updated_at': '2022-02-09T03:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:33.122904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:49:33.123250 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.140265 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] No DVR routers for this DVR port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:33.151267 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:33.165467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.166036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.166475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.166871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.167220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.167644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.168004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.168346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.168672 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.169005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.169406 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.170219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.170596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:33.193774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa, host n-d-827839-4, got binding levels [] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:33.194131 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.194396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c222e9-f07d-4960-8be0-9fe6fa4684c9 None None] Pushing event deleted for resources: {'Port': ['ID=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:33.207370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 0b4036c0-5ed6-47b3-8de4-8701389a5dfa owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:49:33.210023 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.ipam_backend_mixin [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa was not found and therefore no delete operation was performed {{(pid=109856) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 03:49:33.211307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0b4036c0-5ed6-47b3-8de4-8701389a5dfa), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.241307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=0b4036c0-5ed6-47b3-8de4-8701389a5dfa,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:33.243123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] No DVR routers for this DVR port 0b4036c0-5ed6-47b3-8de4-8701389a5dfa on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:49:33.318543 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (473292fe-ba80-46ab-ab34-a56b34140c62), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.338612 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473292fe-ba80-46ab-ab34-a56b34140c62']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:33.348259 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36141f3d-012b-4fb8-a2c5-04886d5add39') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:33.348557 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36141f3d-012b-4fb8-a2c5-04886d5add39') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:33.357781 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (36141f3d-012b-4fb8-a2c5-04886d5add39), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.372624 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (36141f3d-012b-4fb8-a2c5-04886d5add39), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.379445 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:49:33.379832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (36141f3d-012b-4fb8-a2c5-04886d5add39), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:49:33.382785 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:49:33.444116 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (473292fe-ba80-46ab-ab34-a56b34140c62), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.451442 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.454759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/networks/473292fe-ba80-46ab-ab34-a56b34140c62 HTTP/1.1" status: 204 len: 168 time: 0.4670014 Feb 09 03:49:33.457511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51072) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:33.468447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cffcf-b8b7-4b7c-81bc-8c54c8c85058 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Network': ['ID=473292fe-ba80-46ab-ab34-a56b34140c62,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:33.523987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-03e765d5-3a27-42f4-b9db-4a46cd44f3de tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (d3641801-4453-43b5-b4d8-245238989c9b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.551408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-03e765d5-3a27-42f4-b9db-4a46cd44f3de tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (d3641801-4453-43b5-b4d8-245238989c9b), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.616731 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-03e765d5-3a27-42f4-b9db-4a46cd44f3de tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (d3641801-4453-43b5-b4d8-245238989c9b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.619847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-03e765d5-3a27-42f4-b9db-4a46cd44f3de tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:33.621320 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-03e765d5-3a27-42f4-b9db-4a46cd44f3de tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3641801-4453-43b5-b4d8-245238989c9b HTTP/1.1" status: 204 len: 168 time: 0.1623719 Feb 09 03:49:33.632106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e765d5-3a27-42f4-b9db-4a46cd44f3de tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3641801-4453-43b5-b4d8-245238989c9b,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.092703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51078) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:34.097404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-74c372fd-68b7-4e4f-be95-014ea4c14da7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538332712', 'description': 'tempest-secgroup-smoke-538332712 description', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.117520 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c372fd-68b7-4e4f-be95-014ea4c14da7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.172341 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.192282 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c372fd-68b7-4e4f-be95-014ea4c14da7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (9f9cce2b-9afe-436f-ab86-664a296f21ee), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.196184 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c372fd-68b7-4e4f-be95-014ea4c14da7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9f9cce2b-9afe-436f-ab86-664a296f21ee), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.223129 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-74c372fd-68b7-4e4f-be95-014ea4c14da7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.224347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-74c372fd-68b7-4e4f-be95-014ea4c14da7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305759 Feb 09 03:49:34.227494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51080) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:34.228258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c372fd-68b7-4e4f-be95-014ea4c14da7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9cce2b-9afe-436f-ab86-664a296f21ee,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.233026 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3f6ba4f9-4554-4caf-addf-0621f6212cdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '9f9cce2b-9afe-436f-ab86-664a296f21ee', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.262134 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba4f9-4554-4caf-addf-0621f6212cdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (38798e36-a225-4f42-a53e-854a1f468b1e), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.307247 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba4f9-4554-4caf-addf-0621f6212cdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (38798e36-a225-4f42-a53e-854a1f468b1e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.311013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba4f9-4554-4caf-addf-0621f6212cdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (38798e36-a225-4f42-a53e-854a1f468b1e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.327973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ba4f9-4554-4caf-addf-0621f6212cdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38798e36-a225-4f42-a53e-854a1f468b1e,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.336140 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba4f9-4554-4caf-addf-0621f6212cdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.337343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3f6ba4f9-4554-4caf-addf-0621f6212cdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088450 Feb 09 03:49:34.340152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51082) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:34.344316 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a31fa402-fecd-433b-adbb-2cb2097ef093 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '9f9cce2b-9afe-436f-ab86-664a296f21ee', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.367790 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31fa402-fecd-433b-adbb-2cb2097ef093 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (dce651b9-c0d8-40af-8143-6c78b7ffb0e4), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.422851 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31fa402-fecd-433b-adbb-2cb2097ef093 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (dce651b9-c0d8-40af-8143-6c78b7ffb0e4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.426397 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31fa402-fecd-433b-adbb-2cb2097ef093 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (dce651b9-c0d8-40af-8143-6c78b7ffb0e4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.443715 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fa402-fecd-433b-adbb-2cb2097ef093 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce651b9-c0d8-40af-8143-6c78b7ffb0e4,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.451628 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31fa402-fecd-433b-adbb-2cb2097ef093 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.452836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a31fa402-fecd-433b-adbb-2cb2097ef093 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1117756 Feb 09 03:49:34.455646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51084) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:34.459889 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fd1e111e-2de5-475d-8a43-2943dc39e29c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '9f9cce2b-9afe-436f-ab86-664a296f21ee', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.485021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fd1e111e-2de5-475d-8a43-2943dc39e29c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (4333e008-50ab-40e6-b91d-5b6308039822), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.554256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fd1e111e-2de5-475d-8a43-2943dc39e29c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (4333e008-50ab-40e6-b91d-5b6308039822), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.558501 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fd1e111e-2de5-475d-8a43-2943dc39e29c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (4333e008-50ab-40e6-b91d-5b6308039822), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.575101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:34.578398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e111e-2de5-475d-8a43-2943dc39e29c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4333e008-50ab-40e6-b91d-5b6308039822,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.587385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fd1e111e-2de5-475d-8a43-2943dc39e29c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.588685 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fd1e111e-2de5-475d-8a43-2943dc39e29c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320770 Feb 09 03:49:34.592030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51086) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:34.596569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-1cad1934-4cc7-47bc-8012-bd232c85a525 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '9f9cce2b-9afe-436f-ab86-664a296f21ee', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.596933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:34.597422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device ce6f1ecf-c78f-435d-bfab-cbe07fb10c34 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:34.597862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1510298e-c1f4-458a-aa05-56a330f94579 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:49:34.620381 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cad1934-4cc7-47bc-8012-bd232c85a525 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (0a2a926a-49c7-4a4f-a0eb-40441b2f6d92), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.622197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 1510298e-c1f4-458a-aa05-56a330f94579 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:49:34.623088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 1510298e-c1f4-458a-aa05-56a330f94579 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:49:34.681032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cad1934-4cc7-47bc-8012-bd232c85a525 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (0a2a926a-49c7-4a4f-a0eb-40441b2f6d92), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.684764 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cad1934-4cc7-47bc-8012-bd232c85a525 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (0a2a926a-49c7-4a4f-a0eb-40441b2f6d92), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.709247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad1934-4cc7-47bc-8012-bd232c85a525 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2a926a-49c7-4a4f-a0eb-40441b2f6d92,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.715056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-1cad1934-4cc7-47bc-8012-bd232c85a525 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.716252 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1cad1934-4cc7-47bc-8012-bd232c85a525 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230934 Feb 09 03:49:34.719216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51088) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:34.723430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-84011ab0-e09f-460a-a58c-8fe78f2787f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '9f9cce2b-9afe-436f-ab86-664a296f21ee', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.743086 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-84011ab0-e09f-460a-a58c-8fe78f2787f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:49:34.748669 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84011ab0-e09f-460a-a58c-8fe78f2787f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (a86d814e-a8b5-46e0-9316-592873c11728), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.806008 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84011ab0-e09f-460a-a58c-8fe78f2787f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (a86d814e-a8b5-46e0-9316-592873c11728), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.809413 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84011ab0-e09f-460a-a58c-8fe78f2787f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (a86d814e-a8b5-46e0-9316-592873c11728), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.829564 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84011ab0-e09f-460a-a58c-8fe78f2787f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86d814e-a8b5-46e0-9316-592873c11728,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.835037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-84011ab0-e09f-460a-a58c-8fe78f2787f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.836201 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-84011ab0-e09f-460a-a58c-8fe78f2787f2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160667 Feb 09 03:49:34.839005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51090) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:34.843137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-08d96285-5a46-43a2-84da-471508b5424b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': '9f9cce2b-9afe-436f-ab86-664a296f21ee', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.862503 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-08d96285-5a46-43a2-84da-471508b5424b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:49:34.867053 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08d96285-5a46-43a2-84da-471508b5424b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (47f8bb5d-5024-4c25-803d-41e44eab054d), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.924444 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08d96285-5a46-43a2-84da-471508b5424b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (47f8bb5d-5024-4c25-803d-41e44eab054d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.927832 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08d96285-5a46-43a2-84da-471508b5424b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (47f8bb5d-5024-4c25-803d-41e44eab054d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.948216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d96285-5a46-43a2-84da-471508b5424b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f8bb5d-5024-4c25-803d-41e44eab054d,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:34.952354 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-08d96285-5a46-43a2-84da-471508b5424b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:34.953533 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-08d96285-5a46-43a2-84da-471508b5424b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1136293 Feb 09 03:49:34.956386 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51092) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:34.961170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'network': {'name': 'tempest-network-smoke--12563179', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'port_security_enabled': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:34.979291 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:34.983057 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.006827 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:49:35.016905 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.017348 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Added segment f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8 of type vlan for network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d Feb 09 03:49:35.061206 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (9dcc37d7-925c-4ce4-8bf4-feb55d04e78d), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.084654 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (9dcc37d7-925c-4ce4-8bf4-feb55d04e78d), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.089684 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:35.090307 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.143234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1857979 Feb 09 03:49:35.146005 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51094) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:35.150721 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'admin_state_up': True, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:35.160668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35597dd2-0848-4ffe-8da6-1eed733e5c62 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Network': ['ID=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:35.172318 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:49:35.176441 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (f4e6b245-89f7-44f9-9187-6bdf228db01b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.177748 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (f4e6b245-89f7-44f9-9187-6bdf228db01b), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.229039 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (f4e6b245-89f7-44f9-9187-6bdf228db01b), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.248038 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.385591 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (f4e6b245-89f7-44f9-9187-6bdf228db01b), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.585037 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (f4e6b245-89f7-44f9-9187-6bdf228db01b), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.603614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.703642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.72 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/0f561ca7-5fc6-4427-9f55-fac354b5fca0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:35.754500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-0af7bc9a-4226-480c-b77c-f083f139088f req-b989e0bd-4ed7-4b9a-a09d-215d1de760cd tempest-ServerDiskConfigTestJSON-1200412490 tempest-ServerDiskConfigTestJSON-1200412490-project] (109857) timed out ('10.222.0.26', 51597) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:49:35.805127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.838409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:35.874665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:35.879440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:35.883014 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:35.906286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=0f561ca7-5fc6-4427-9f55-fac354b5fca0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:36.467215 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (f4e6b245-89f7-44f9-9187-6bdf228db01b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:36.556218 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:36.674716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (f4e6b245-89f7-44f9-9187-6bdf228db01b), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:36.802404 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router f4e6b245-89f7-44f9-9187-6bdf228db01b is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:49:36.910592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:36.919794 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Sync routers for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:36.928858 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:36.929478 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:36.929751 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:36.934711 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7917fd9b-2056-4293-a80e-1a2e5f26f851 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7875185 Feb 09 03:49:36.935837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51096) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:36.964942 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-251fb6eb-4280-49f0-989b-521c0fd8f97a tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c0332813b3414a3e8b4240ba1bed5be7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279992 Feb 09 03:49:36.967490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51098) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:37.036314 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:37.057035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d09d47a-0923-45f2-b813-78613997fd45 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:37.058551 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4d09d47a-0923-45f2-b813-78613997fd45 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900893 Feb 09 03:49:37.061928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51100) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:37.093661 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fc92f64c-9464-40e0-ab8b-d1986fd06e5b tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304887 Feb 09 03:49:37.096237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51102) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:37.101400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1564284622', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:37.190161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:37.193601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.218839 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:36Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:37.245647 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Checking router: f4e6b245-89f7-44f9-9187-6bdf228db01b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:37.245647 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Updating router f4e6b245-89f7-44f9-9187-6bdf228db01b port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:49:37.276063 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.374799 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (336f45e0-4b22-4cc6-a0a3-0435d88e7f18), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.437206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Subnet': ['ID=336f45e0-4b22-4cc6-a0a3-0435d88e7f18,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:37.446343 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Checking segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:37.446761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network hostable DHCP agents. Network: 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:49:37.464264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:49:37.474745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:37.479116 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:37.479872 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.486926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f904ba8b-5f62-4c3d-a415-3c95a8a9b748 None None] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:37.497582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b043a747-7492-4f23-976d-8bd6f2f76fe9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4001477 Feb 09 03:49:37.500354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51104) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:37.596916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:49:37.598460 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.642287 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Publish callbacks [] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.649123 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.709947 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Pushing event updated for resources: {'Port': ['ID=0f561ca7-5fc6-4427-9f55-fac354b5fca0,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:37.719861 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Attempting to bind port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:37.720353 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Attempting to bind port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:37.720581 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Attempting to bind port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:37.726636 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.727020 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.727269 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.727602 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.727930 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.728260 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.728578 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.728896 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.729216 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.729533 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.729849 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.730158 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.730685 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:49:37.735104 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:37.735484 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:37.735890 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.736272 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:37.736749 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Bound port: 0f561ca7-5fc6-4427-9f55-fac354b5fca0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:37.737123 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.752643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Allocated IP 172.20.0.2 (9dcc37d7-925c-4ce4-8bf4-feb55d04e78d/336f45e0-4b22-4cc6-a0a3-0435d88e7f18/b99647e9-0126-4260-b450-5e2132266ab6) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:37.795680 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] For port 0f561ca7-5fc6-4427-9f55-fac354b5fca0, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:37.799041 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] For port 0f561ca7-5fc6-4427-9f55-fac354b5fca0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0f561ca7-5fc6-4427-9f55-fac354b5fca0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:37.805257 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.869376 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:37.870017 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:37.872152 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f42aa-bd70-4056-817b-97cbee59591c None None] Pushing event updated for resources: {'Port': ['ID=0f561ca7-5fc6-4427-9f55-fac354b5fca0,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:37.911230 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Publish callbacks [] for port (b99647e9-0126-4260-b450-5e2132266ab6), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.918004 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (b99647e9-0126-4260-b450-5e2132266ab6), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:37.960722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:37.967120 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:37.968798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Pushing event updated for resources: {'Port': ['ID=b99647e9-0126-4260-b450-5e2132266ab6,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:37.970963 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:37.986151 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:38.027255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Attempting to bind port b99647e9-0126-4260-b450-5e2132266ab6 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:38.027643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Attempting to bind port b99647e9-0126-4260-b450-5e2132266ab6 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:38.027982 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Attempting to bind port b99647e9-0126-4260-b450-5e2132266ab6 on network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:38.033751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:38.034126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Checking segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:38.034622 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.035017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Bound using segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:38.035479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Bound port: b99647e9-0126-4260-b450-5e2132266ab6, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:38.035857 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b99647e9-0126-4260-b450-5e2132266ab6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.108612 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] For port b99647e9-0126-4260-b450-5e2132266ab6, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:38.111686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] For port b99647e9-0126-4260-b450-5e2132266ab6, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b99647e9-0126-4260-b450-5e2132266ab6,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:38.119298 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b99647e9-0126-4260-b450-5e2132266ab6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.178883 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec3925-1c5f-4644-b264-29bb73241563 None None] Pushing event updated for resources: {'Port': ['ID=b99647e9-0126-4260-b450-5e2132266ab6,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:38.188406 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:36Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:38.215290 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80febdbd-f037-4bad-80f7-957f67116ada None None] The sync data for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 is: [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:36Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:38.337649 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.673083 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b99647e9-0126-4260-b450-5e2132266ab6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:38.705625 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.1 (9dcc37d7-925c-4ce4-8bf4-feb55d04e78d/336f45e0-4b22-4cc6-a0a3-0435d88e7f18/f175af07-6a09-437c-9871-0c5e3dcc1535) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:38.728886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b99647e9-0126-4260-b450-5e2132266ab6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:38.729349 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b99647e9-0126-4260-b450-5e2132266ab6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.822897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b99647e9-0126-4260-b450-5e2132266ab6 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:38.823395 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b99647e9-0126-4260-b450-5e2132266ab6), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.838587 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.859161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port b99647e9-0126-4260-b450-5e2132266ab6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b99647e9-0126-4260-b450-5e2132266ab6,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:38.867798 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b99647e9-0126-4260-b450-5e2132266ab6), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.868716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0f561ca7-5fc6-4427-9f55-fac354b5fca0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:38.884149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.929924 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:38.933240 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:38.937750 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:38.944953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=f175af07-6a09-437c-9871-0c5e3dcc1535,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:38.959906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=b99647e9-0126-4260-b450-5e2132266ab6,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:38.981161 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:38.981540 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:38.992992 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (f4e6b245-89f7-44f9-9187-6bdf228db01b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.081155 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:39.081559 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.106340 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 0f561ca7-5fc6-4427-9f55-fac354b5fca0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0f561ca7-5fc6-4427-9f55-fac354b5fca0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:39.113356 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.163810 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.176134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=0f561ca7-5fc6-4427-9f55-fac354b5fca0,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:39.342183 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0b1fac-6d7c-4861-b32d-c11a919a8d9b None None] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:49:39.454080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-74050e8c-7a95-4808-923d-759765b00f6b None None] Provisioning complete for port b99647e9-0126-4260-b450-5e2132266ab6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:39.454555 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-74050e8c-7a95-4808-923d-759765b00f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b99647e9-0126-4260-b450-5e2132266ab6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.465295 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.470416 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.550270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-74050e8c-7a95-4808-923d-759765b00f6b None None] Current status of the port b99647e9-0126-4260-b450-5e2132266ab6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:39.563638 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (f4e6b245-89f7-44f9-9187-6bdf228db01b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.565542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=f175af07-6a09-437c-9871-0c5e3dcc1535,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:39.662785 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:39.664164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:39.773271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-66b5989c-0edb-4cc5-8b02-cf057d40aeb4 None None] Provisioning complete for port f175af07-6a09-437c-9871-0c5e3dcc1535 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:39.773841 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66b5989c-0edb-4cc5-8b02-cf057d40aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.796322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router f4e6b245-89f7-44f9-9187-6bdf228db01b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:39.809383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-66b5989c-0edb-4cc5-8b02-cf057d40aeb4 None None] Port f175af07-6a09-437c-9871-0c5e3dcc1535 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:39.822288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-66b5989c-0edb-4cc5-8b02-cf057d40aeb4 None None] Provisioning complete for port b99647e9-0126-4260-b450-5e2132266ab6 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:39.822928 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66b5989c-0edb-4cc5-8b02-cf057d40aeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b99647e9-0126-4260-b450-5e2132266ab6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:39.910690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-66b5989c-0edb-4cc5-8b02-cf057d40aeb4 None None] Current status of the port b99647e9-0126-4260-b450-5e2132266ab6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:39.930439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:39.944804 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cb8a7804-aff6-4037-bc5c-f011babef499 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/f4e6b245-89f7-44f9-9187-6bdf228db01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4344461 Feb 09 03:49:40.029385 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-661b77b6-fe43-469c-8427-d6b08b2d0f8f None None] Provisioning complete for port f175af07-6a09-437c-9871-0c5e3dcc1535 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:40.029757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-661b77b6-fe43-469c-8427-d6b08b2d0f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:40.082200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-661b77b6-fe43-469c-8427-d6b08b2d0f8f None None] Port f175af07-6a09-437c-9871-0c5e3dcc1535 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:40.099709 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Sync routers for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:40.101068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-b090e982-aa90-47e9-a3a4-5eb7c6c13db0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538332712&fields=id&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 267 time: 0.0535910 Feb 09 03:49:40.111493 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:40.112114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:40.212571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59212881-9d38-43e8-95b2-805f0add3463 req-058b98aa-5de3-47ae-83cb-b5dc0f756260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:40.214043 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-058b98aa-5de3-47ae-83cb-b5dc0f756260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 795 time: 0.1056595 Feb 09 03:49:40.215114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1939f263-7a36-4cf2-9ef8-1cfd0d73fcca None None] Provisioning complete for port f175af07-6a09-437c-9871-0c5e3dcc1535 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:40.215493 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1939f263-7a36-4cf2-9ef8-1cfd0d73fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:40.228722 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-b573e4c0-647e-442c-b1af-5a08988987b6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/quotas/c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 375 time: 0.0088189 Feb 09 03:49:40.257070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:40.284820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-35599238-7be9-4e6e-a03f-12751fb2cea3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501947 Feb 09 03:49:40.290856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1939f263-7a36-4cf2-9ef8-1cfd0d73fcca None None] Port f175af07-6a09-437c-9871-0c5e3dcc1535 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:40.303382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-52b3008d-ef21-49b2-ad46-c920f470d548 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:49:40.304353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-52b3008d-ef21-49b2-ad46-c920f470d548 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053282 Feb 09 03:49:40.393832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-be7674c4-c57f-448f-978f-0d5c5f0e8048 service neutron] 10.222.0.32 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815814 Feb 09 03:49:40.463003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 2, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:40.488238 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-a4ece7c3-d475-43b5-9434-f44c9e475a33 service neutron] 10.222.0.32 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883806 Feb 09 03:49:40.490029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Checking router: f4e6b245-89f7-44f9-9187-6bdf228db01b for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:40.490424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Updating router f4e6b245-89f7-44f9-9187-6bdf228db01b port f175af07-6a09-437c-9871-0c5e3dcc1535 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:49:40.519918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:40.624250 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b99647e9-0126-4260-b450-5e2132266ab6 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:40.665679 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9174656f-47d0-43fe-8d63-9086e25a03ec req-c41ff80c-6e96-441e-a603-7e24c448aa0d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 210 time: 0.0283206 Feb 09 03:49:40.743332 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b99647e9-0126-4260-b450-5e2132266ab6 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:40.743708 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b99647e9-0126-4260-b450-5e2132266ab6), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:40.889276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b99647e9-0126-4260-b450-5e2132266ab6 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:40.890365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0f561ca7-5fc6-4427-9f55-fac354b5fca0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:41.078392 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Publish callbacks [] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.087634 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.143987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e5011-f8f4-45ab-acfd-843cf0fb981d None None] Pushing event updated for resources: {'Port': ['ID=f175af07-6a09-437c-9871-0c5e3dcc1535,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:41.157708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:41.158084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.235658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Attempting to bind port f175af07-6a09-437c-9871-0c5e3dcc1535 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:41.236028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Attempting to bind port f175af07-6a09-437c-9871-0c5e3dcc1535 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:41.236394 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Attempting to bind port f175af07-6a09-437c-9871-0c5e3dcc1535 on network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:41.244914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:41.245302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Checking segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:41.245702 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.246402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Bound using segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:41.246858 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Bound port: f175af07-6a09-437c-9871-0c5e3dcc1535, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:41.247776 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.324545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:41.341053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] For port f175af07-6a09-437c-9871-0c5e3dcc1535, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:41.343954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] For port f175af07-6a09-437c-9871-0c5e3dcc1535, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f175af07-6a09-437c-9871-0c5e3dcc1535,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:41.349921 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.410669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:41.411245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:41.480475 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e5011-f8f4-45ab-acfd-843cf0fb981d None None] Pushing event updated for resources: {'Port': ['ID=f175af07-6a09-437c-9871-0c5e3dcc1535,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:41.501345 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-de88b6ff-7dd5-4d45-a252-7b9528bbff4e None None] Provisioning complete for port f175af07-6a09-437c-9871-0c5e3dcc1535 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:41.501720 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de88b6ff-7dd5-4d45-a252-7b9528bbff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.576888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:41.646629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59212881-9d38-43e8-95b2-805f0add3463 req-6e7967e7-5789-4abd-bfbb-7c4063163d89 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:41.648917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-6e7967e7-5789-4abd-bfbb-7c4063163d89 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 795 time: 0.1285772 Feb 09 03:49:41.710887 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-de88b6ff-7dd5-4d45-a252-7b9528bbff4e None None] Current status of the port f175af07-6a09-437c-9871-0c5e3dcc1535 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:41.711280 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de88b6ff-7dd5-4d45-a252-7b9528bbff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.718036 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-77991239-5928-41c8-a7e2-82504d17b1fd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 379 time: 0.0607510 Feb 09 03:49:41.729062 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'port': {'device_id': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'admin_state_up': True, 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'security_groups': ['9f9cce2b-9afe-436f-ab86-664a296f21ee']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:41.794830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-de88b6ff-7dd5-4d45-a252-7b9528bbff4e None None] For port f175af07-6a09-437c-9871-0c5e3dcc1535, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f175af07-6a09-437c-9871-0c5e3dcc1535,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:41.801735 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de88b6ff-7dd5-4d45-a252-7b9528bbff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.804013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7b018e3-645c-4566-bb49-a30e8c3c8bed req-4429f5fa-d80f-4da5-aa4c-3b1f69dd41c0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 210 time: 0.0594895 Feb 09 03:49:41.867904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:49:41.871696 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:41.878574 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88b6ff-7dd5-4d45-a252-7b9528bbff4e None None] Pushing event updated for resources: {'Port': ['ID=f175af07-6a09-437c-9871-0c5e3dcc1535,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:41.901354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:41Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:41.931708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0e739-fa08-4dd6-b1a2-67807025a7bb None None] The sync data for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 is: [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:41Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:41.942270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-0c6d38a8-0124-451a-b88b-53c23b7d07f4 None None] Provisioning complete for port f175af07-6a09-437c-9871-0c5e3dcc1535 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:41.942663 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c6d38a8-0124-451a-b88b-53c23b7d07f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.029285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.7 (9dcc37d7-925c-4ce4-8bf4-feb55d04e78d/336f45e0-4b22-4cc6-a0a3-0435d88e7f18/227aed6b-965c-4982-a627-adbe3f3b221c) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:42.043232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d38a8-0124-451a-b88b-53c23b7d07f4 None None] Current status of the port f175af07-6a09-437c-9871-0c5e3dcc1535 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:42.189509 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (227aed6b-965c-4982-a627-adbe3f3b221c), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.224070 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.272969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:42.276363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:42.281010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:42.285071 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:42.338289 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:42.338922 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.358323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-401fe89c-10c6-4074-a0f6-85bedf21141c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333184 Feb 09 03:49:42.370308 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Request body: {'port': {'device_id': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:42.437030 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.581603 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-fa04d59f-0e01-4298-84c7-3ba2bc6c8263 None None] Provisioning complete for port 227aed6b-965c-4982-a627-adbe3f3b221c triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:42.582364 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fa04d59f-0e01-4298-84c7-3ba2bc6c8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.618920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f175af07-6a09-437c-9871-0c5e3dcc1535 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:42.652040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-fa04d59f-0e01-4298-84c7-3ba2bc6c8263 None None] Port 227aed6b-965c-4982-a627-adbe3f3b221c cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:49:42.678534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f175af07-6a09-437c-9871-0c5e3dcc1535 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:42.679002 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.740869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227aed6b-965c-4982-a627-adbe3f3b221c {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:42.751128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Publish callbacks [] for port (227aed6b-965c-4982-a627-adbe3f3b221c), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.765222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Transition to ACTIVE for port object 227aed6b-965c-4982-a627-adbe3f3b221c will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:49:42.765700 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f175af07-6a09-437c-9871-0c5e3dcc1535 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:42.769712 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.822007 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:42.904266 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Attempting to bind port 227aed6b-965c-4982-a627-adbe3f3b221c on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:49:42.904604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Attempting to bind port 227aed6b-965c-4982-a627-adbe3f3b221c by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:49:42.905113 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Attempting to bind port 227aed6b-965c-4982-a627-adbe3f3b221c on network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:42.910176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Port 227aed6b-965c-4982-a627-adbe3f3b221c on network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:49:42.910493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Attempting to bind port 227aed6b-965c-4982-a627-adbe3f3b221c on network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:49:42.916032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:49:42.916382 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Checking segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:49:42.916771 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Bound using segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:49:42.917204 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Bound port: 227aed6b-965c-4982-a627-adbe3f3b221c, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:49:42.917571 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:42.959766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d76f9-be72-4b9b-b8f4-cf91bb67d51b req-b9fe9b9d-7344-4397-b04e-9464687837e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:42.966944 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-411d76f9-be72-4b9b-b8f4-cf91bb67d51b req-b9fe9b9d-7344-4397-b04e-9464687837e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 943 time: 0.0743158 Feb 09 03:49:42.998366 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:49:43.002369 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:49:43.011188 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.040491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-411d76f9-be72-4b9b-b8f4-cf91bb67d51b req-58e680de-607b-49a4-bf5e-2251cb9e457d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691013 Feb 09 03:49:43.058732 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.059359 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:43.060858 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] 10.222.0.61 "PUT /v2.0/ports/227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 1091 time: 0.6954930 Feb 09 03:49:43.061321 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:43.063658 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aece086-710b-4ed8-bca0-a76affa1a106" -d '{"events": [{"name": "network-changed", "server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:43.100946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e8e9f-f269-48f6-954e-fb94966a3152 service neutron] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:43.141262 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b5b266-677c-4abe-9645-80b5d5632da6 x-openstack-request-id: req-97b5b266-677c-4abe-9645-80b5d5632da6 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:43.141551 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:43.141813 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97b5b266-677c-4abe-9645-80b5d5632da6 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:43.142219 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c', 'status': 'completed', 'code': 200} Feb 09 03:49:43.163225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59212881-9d38-43e8-95b2-805f0add3463 req-38eb0540-1eb1-46bc-8956-7b448e18ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.164761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-38eb0540-1eb1-46bc-8956-7b448e18ebe1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1125 time: 0.0540557 Feb 09 03:49:43.213771 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-3025004a-daf6-4d7d-b024-50cbbc2c25bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 217 time: 0.0410604 Feb 09 03:49:43.265005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59212881-9d38-43e8-95b2-805f0add3463 req-d6aa1aef-876d-4aac-8bc3-bb57bcf3aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.266914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-d6aa1aef-876d-4aac-8bc3-bb57bcf3aebc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0460405 Feb 09 03:49:43.316145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59212881-9d38-43e8-95b2-805f0add3463 req-ebef0400-38b3-4727-8e7e-a9a1edc5647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.317877 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-ebef0400-38b3-4727-8e7e-a9a1edc5647d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454834 Feb 09 03:49:43.409097 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-9858c6cb-922d-4014-a514-d2521cd4d9c8 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Feb 09 03:49:43.496646 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-59212881-9d38-43e8-95b2-805f0add3463 req-69fa7c5a-f55f-4d06-a5b3-db34787964af service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821762 Feb 09 03:49:43.587181 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-7cca9f07-02f4-4090-990e-9a84b5f59081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.588666 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-7cca9f07-02f4-4090-990e-9a84b5f59081 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1125 time: 0.0454466 Feb 09 03:49:43.681940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-ceb050a7-c0b7-48c9-a764-b3b437f6fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.683455 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-ceb050a7-c0b7-48c9-a764-b3b437f6fe35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.0885971 Feb 09 03:49:43.724254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-f7b90b95-2cfe-4d22-902a-c7d145873d8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 217 time: 0.0342777 Feb 09 03:49:43.772373 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-b46bb7af-abee-4080-be4c-ae2d8e6e3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.773781 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-b46bb7af-abee-4080-be4c-ae2d8e6e3c40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0429928 Feb 09 03:49:43.828385 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-aa4d71ae-4696-4d95-94a3-9a116e3cbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:43.829885 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-aa4d71ae-4696-4d95-94a3-9a116e3cbd2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492268 Feb 09 03:49:43.921960 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-dad833bd-f99e-4b3e-b17f-884b73fb461b service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851974 Feb 09 03:49:44.014434 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2aece086-710b-4ed8-bca0-a76affa1a106 req-97ce2488-e1b9-47c4-b6d3-a7073edfc15a service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858910 Feb 09 03:49:44.154822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300eda8-111e-4e25-94f7-040cab39cd8a req-67434211-7e6b-47c0-8539-7c292144d78a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:44.156281 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b300eda8-111e-4e25-94f7-040cab39cd8a req-67434211-7e6b-47c0-8539-7c292144d78a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 943 time: 0.0526853 Feb 09 03:49:44.207766 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b300eda8-111e-4e25-94f7-040cab39cd8a req-4672833c-5b76-4e19-8eb1-8310bdab9584 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459368 Feb 09 03:49:45.329960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09091608-d1a1-4019-a6dc-9b7ba44eced8 req-ca33f466-cd79-44a2-82fe-42cfe15f70d6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:45.331461 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09091608-d1a1-4019-a6dc-9b7ba44eced8 req-ca33f466-cd79-44a2-82fe-42cfe15f70d6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 943 time: 0.0515537 Feb 09 03:49:45.379629 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09091608-d1a1-4019-a6dc-9b7ba44eced8 req-a4be8cbb-d9ac-443e-8faa-68826c6fa873 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426192 Feb 09 03:49:46.497982 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7781e4-07dc-4cb1-a4e8-e78df885ddd5 req-fa95a223-9944-433a-bf59-f209fbb9a5a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:46.499525 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc7781e4-07dc-4cb1-a4e8-e78df885ddd5 req-fa95a223-9944-433a-bf59-f209fbb9a5a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 943 time: 0.0525603 Feb 09 03:49:46.551133 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc7781e4-07dc-4cb1-a4e8-e78df885ddd5 req-f882ccd4-4031-4d75-8c26-15ff96e29adc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458102 Feb 09 03:49:47.247480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 227aed6b-965c-4982-a627-adbe3f3b221c details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:49:47.343329 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:47.354453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '227aed6b-965c-4982-a627-adbe3f3b221c', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'port_id': '227aed6b-965c-4982-a627-adbe3f3b221c', 'mac_address': 'fa:16:3e:ff:c6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:49:47.391448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 227aed6b-965c-4982-a627-adbe3f3b221c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:47.391836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:47.404423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227aed6b-965c-4982-a627-adbe3f3b221c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:49:47.423119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:47.426890 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:47.475768 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:47.669115 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b48e5-325e-47c4-b586-741d463899b5 req-0d600892-010b-4f49-90af-cbf4b04c7de8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:47.671128 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-647b48e5-325e-47c4-b586-741d463899b5 req-0d600892-010b-4f49-90af-cbf4b04c7de8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 944 time: 0.0533655 Feb 09 03:49:47.694299 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['227aed6b-965c-4982-a627-adbe3f3b221c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:49:47.723582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-647b48e5-325e-47c4-b586-741d463899b5 req-72aaa320-fd8a-4caf-a26c-7142ad3fe7b5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469422 Feb 09 03:49:48.846192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b78e7-76ae-4083-a2c1-9c08c28a5417 req-cda256b6-9476-4f16-9b9d-87f0147ba5f3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:48.847990 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-576b78e7-76ae-4083-a2c1-9c08c28a5417 req-cda256b6-9476-4f16-9b9d-87f0147ba5f3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 944 time: 0.0552068 Feb 09 03:49:48.897699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-576b78e7-76ae-4083-a2c1-9c08c28a5417 req-492e3e0b-6c91-4386-9bc5-7aff7ce5095b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441113 Feb 09 03:49:49.247944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 227aed6b-965c-4982-a627-adbe3f3b221c up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:49:49.296859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 227aed6b-965c-4982-a627-adbe3f3b221c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:49:49.300530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 227aed6b-965c-4982-a627-adbe3f3b221c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:49:49.300931 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.379044 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 227aed6b-965c-4982-a627-adbe3f3b221c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:49:49.379420 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.401293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:49.403525 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee3bbb9-f139-4a4a-9ce7-2d376339e5e2" -d '{"events": [{"server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "name": "network-vif-plugged", "status": "completed", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:49.416135 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:49:49.421158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:49.446658 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483e4372-0416-4ead-b26f-35e1f0983eb8 x-openstack-request-id: req-483e4372-0416-4ead-b26f-35e1f0983eb8 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:49.446948 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "name": "network-vif-plugged", "status": "completed", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:49.447200 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-483e4372-0416-4ead-b26f-35e1f0983eb8 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:49.447587 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c', 'code': 200} Feb 09 03:49:49.475496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:49.541661 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53ca71-841d-4610-9d23-3ccd7ae4e38b req-29e03259-d1bf-4b61-ad53-c0f90c592631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:49.543211 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb53ca71-841d-4610-9d23-3ccd7ae4e38b req-29e03259-d1bf-4b61-ad53-c0f90c592631 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1127 time: 0.0430655 Feb 09 03:49:49.586610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb53ca71-841d-4610-9d23-3ccd7ae4e38b req-85cd9c51-de0a-47a7-b721-d80b4e23f0d5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374963 Feb 09 03:49:50.021481 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c98db-c1a3-4e7a-ade3-e3b0f6234bc9 req-922850a1-1a89-466a-b697-55264503e453 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:50.022997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e60c98db-c1a3-4e7a-ade3-e3b0f6234bc9 req-922850a1-1a89-466a-b697-55264503e453 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0579987 Feb 09 03:49:50.071553 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e60c98db-c1a3-4e7a-ade3-e3b0f6234bc9 req-9de240a0-4873-4d91-9657-5f23eb26bea2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Feb 09 03:49:50.118841 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.195368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2a4b-0566-4df0-90d1-ce8ff41f587d req-91d8dd9c-24fe-41d2-a13a-770418a1d234 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:51.196850 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0ba2a4b-0566-4df0-90d1-ce8ff41f587d req-91d8dd9c-24fe-41d2-a13a-770418a1d234 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0566878 Feb 09 03:49:51.244715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0ba2a4b-0566-4df0-90d1-ce8ff41f587d req-84fcdc8c-abcb-419b-86c2-06e40f72ea4d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416930 Feb 09 03:49:51.361525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfac85-f352-46d1-8c87-63b446cd1c87 req-a76397fe-cbc8-4d57-9927-5d44a075d310 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:51.362925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6cfac85-f352-46d1-8c87-63b446cd1c87 req-a76397fe-cbc8-4d57-9927-5d44a075d310 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0516689 Feb 09 03:49:51.411226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a6cfac85-f352-46d1-8c87-63b446cd1c87 req-ca8e687c-0bfe-43d4-94be-a77fd57a6519 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 Feb 09 03:49:51.432262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51156) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:51.478885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86b9c64-76f3-4453-ae01-d6e63f874960 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:51.480397 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d86b9c64-76f3-4453-ae01-d6e63f874960 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1122 time: 0.0471520 Feb 09 03:49:51.483254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51158) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:51.487610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '227aed6b-965c-4982-a627-adbe3f3b221c', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:49:51.507526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.601397 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.705281 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.205 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/e12c3850-d047-4ddb-be36-bfd292062cb3) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:49:51.803056 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (e12c3850-d047-4ddb-be36-bfd292062cb3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.835368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (e12c3850-d047-4ddb-be36-bfd292062cb3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:51.874723 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:49:51.880946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:49:51.884367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:49:51.889571 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=e12c3850-d047-4ddb-be36-bfd292062cb3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:52.171335 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.553993 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (4abac1b2-4c73-4d05-842e-5a6f8582fa00), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.623038 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e12c3850-d047-4ddb-be36-bfd292062cb3), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.767888 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (e12c3850-d047-4ddb-be36-bfd292062cb3), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.772249 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (e12c3850-d047-4ddb-be36-bfd292062cb3), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.844208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=e12c3850-d047-4ddb-be36-bfd292062cb3,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:49:52.850449 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (4abac1b2-4c73-4d05-842e-5a6f8582fa00), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:52.951958 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP 4abac1b2-4c73-4d05-842e-5a6f8582fa00 associated. External IP: 172.25.2.205, port: 227aed6b-965c-4982-a627-adbe3f3b221c. Feb 09 03:49:53.163871 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router f4e6b245-89f7-44f9-9187-6bdf228db01b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:49:53.276003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:49:53.286140 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] Sync routers for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:49:53.294149 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:49:53.297447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:53.298067 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:53.324202 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-615b31b5-d33c-4710-bbad-97859765e044 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8399494 Feb 09 03:49:53.325170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:49:53.327709 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a" -d '{"events": [{"name": "network-changed", "server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:49:53.372764 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b86dc8d-a72f-4bc3-a79c-e5c714264a7d x-openstack-request-id: req-5b86dc8d-a72f-4bc3-a79c-e5c714264a7d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:49:53.373328 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:49:53.373917 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b86dc8d-a72f-4bc3-a79c-e5c714264a7d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:49:53.374639 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c', 'status': 'completed', 'code': 200} Feb 09 03:49:53.411127 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:53.440334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012f8f8-d313-4e17-ad14-fff961a898fc req-0eb3a533-4ccd-4094-bb94-1afc8c727911 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:53.442186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a012f8f8-d313-4e17-ad14-fff961a898fc req-0eb3a533-4ccd-4094-bb94-1afc8c727911 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0576530 Feb 09 03:49:53.525188 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a012f8f8-d313-4e17-ad14-fff961a898fc req-712ed551-127a-4aaf-a05c-b06a7c063e67 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706193 Feb 09 03:49:53.530437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-fee294e5-c6ee-40d4-89f4-93c911333cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:53.532076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-fee294e5-c6ee-40d4-89f4-93c911333cf2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1127 time: 0.0855105 Feb 09 03:49:53.548270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51164) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:53.615111 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d380da90-18f8-4453-adcd-27e16ea4398c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/4abac1b2-4c73-4d05-842e-5a6f8582fa00 HTTP/1.1" status: 200 len: 991 time: 0.0650756 Feb 09 03:49:53.635738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-14ff9e97-3725-4600-983e-ebb33abd6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:53.637234 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-14ff9e97-3725-4600-983e-ebb33abd6d75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.0903997 Feb 09 03:49:53.645394 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '4abac1b2-4c73-4d05-842e-5a6f8582fa00', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'port_id': '227aed6b-965c-4982-a627-adbe3f3b221c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'mac_address': 'fa:16:3e:ff:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:52Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:41Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:53.671560 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] Checking router: f4e6b245-89f7-44f9-9187-6bdf228db01b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:49:53.680145 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:49:53.680759 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:49:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:53.704820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-e463e057-1435-472d-9161-f177bfed1b95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 999 time: 0.0619087 Feb 09 03:49:53.757912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-c7628b0e-00de-459f-954a-1de7d1fb394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:53.759571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-c7628b0e-00de-459f-954a-1de7d1fb394b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0495491 Feb 09 03:49:53.789515 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:49:53.807998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-07680cbf-63d3-444b-b675-f1f5c0eb64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:49:53.809528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-07680cbf-63d3-444b-b675-f1f5c0eb64e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434222 Feb 09 03:49:53.897353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-04dd6595-64cd-4665-ab31-07cca9c60850 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819950 Feb 09 03:49:53.989503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c15b3f8e-efda-4ae4-b6a0-33a4841d872a req-e2a70b30-eab9-4d19-aacc-db1594f8eebc service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864885 Feb 09 03:49:54.014181 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '4abac1b2-4c73-4d05-842e-5a6f8582fa00', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'port_id': '227aed6b-965c-4982-a627-adbe3f3b221c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'mac_address': 'fa:16:3e:ff:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:52Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:41Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:49:54.043849 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fc32b7-3451-4201-a173-d924f28931c9 None None] The sync data for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 is: [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '4abac1b2-4c73-4d05-842e-5a6f8582fa00', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'port_id': '227aed6b-965c-4982-a627-adbe3f3b221c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'mac_address': 'fa:16:3e:ff:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:49:52Z', 'updated_at': '2022-02-09T03:49:52Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:41Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:49:54.228882 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f007b-5b76-4b2c-8941-f7e0e02cf49a None None] New status for floating IP 4abac1b2-4c73-4d05-842e-5a6f8582fa00: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:49:54.618936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51166) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:49:54.678830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c191a86d-d600-4d80-961b-2c1ec5bf66a3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/4abac1b2-4c73-4d05-842e-5a6f8582fa00 HTTP/1.1" status: 200 len: 993 time: 0.0585804 Feb 09 03:50:00.551517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43304c15-4c41-440c-b644-35bb427b7b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:02.789068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a1649fc6-169e-462e-ad8f-d0ee81673e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:04.172879 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:05.232008 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:06.551161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:06.916899 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:50:13.357113 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-aa813aee-3f32-4c52-bbdd-56ec21e33eb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430510 Feb 09 03:50:13.438562 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-32e4d4c0-a51e-46a9-a110-daff3d292f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:13.440091 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-32e4d4c0-a51e-46a9-a110-daff3d292f4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1127 time: 0.0436058 Feb 09 03:50:13.545049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-946e9bc5-5b02-4f76-944a-123375a1d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:13.546630 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-946e9bc5-5b02-4f76-944a-123375a1d2e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.0877879 Feb 09 03:50:13.612578 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-90892f28-4fc6-472b-bb36-037926687a77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 1001 time: 0.0577221 Feb 09 03:50:13.663717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-5e530dba-10e8-4f62-84fc-3a2babef52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:13.665145 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-5e530dba-10e8-4f62-84fc-3a2babef52db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0474596 Feb 09 03:50:13.716782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-e0911a4a-3090-4622-8d46-35bfe9d5a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:13.718345 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-e0911a4a-3090-4622-8d46-35bfe9d5a626 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447643 Feb 09 03:50:13.806186 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-709a0f97-cead-4510-b7c4-6145aa37c363 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813265 Feb 09 03:50:13.897777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6215d2bc-c62c-4ff0-b11e-5f7230e58739 req-14c43910-f3e8-4200-b322-3f772d4393c4 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852973 Feb 09 03:50:20.135247 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:22.168748 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:23.304149 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-09179405-8ec1-450d-aa80-1615526bae52 req-35a73b5e-46c8-4d84-9723-b8b73d3f5721 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:50:23.305171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-09179405-8ec1-450d-aa80-1615526bae52 req-35a73b5e-46c8-4d84-9723-b8b73d3f5721 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054898 Feb 09 03:50:23.459466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51184) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:50:23.489992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7ebc1-007d-4b9e-b045-807485af590b req-ebc9c496-f0c3-40e8-83c2-d626ce355ccd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:23.491644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24b7ebc1-007d-4b9e-b045-807485af590b req-ebc9c496-f0c3-40e8-83c2-d626ce355ccd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0551207 Feb 09 03:50:23.545421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-f5908188-c65c-48b2-b082-16064d1303b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847437 Feb 09 03:50:23.548595 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-24b7ebc1-007d-4b9e-b045-807485af590b req-31a66b89-fca8-48be-83ca-6c1b77dc7e8c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511229 Feb 09 03:50:23.554008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-4bb8bf12-58ad-4b73-9d8c-ba323f08693f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:50:23.555032 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-4bb8bf12-58ad-4b73-9d8c-ba323f08693f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050116 Feb 09 03:50:24.632859 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-6414abf1-db91-42e5-991c-bd11244ae076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:24.634405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-6414abf1-db91-42e5-991c-bd11244ae076 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1127 time: 0.0548666 Feb 09 03:50:24.729841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c427a65-429c-4e55-8ac0-68cdf943279c req-815a71fa-d9e7-4616-b897-5f59ddd0f2ed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:24.731329 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c427a65-429c-4e55-8ac0-68cdf943279c req-815a71fa-d9e7-4616-b897-5f59ddd0f2ed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.1115324 Feb 09 03:50:24.768607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-1e04ab72-ad5a-45aa-abc2-7a54932c784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:24.770078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-1e04ab72-ad5a-45aa-abc2-7a54932c784f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.1174414 Feb 09 03:50:24.833582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6c427a65-429c-4e55-8ac0-68cdf943279c req-2b642ff5-3d31-4449-a4fa-6fd15ddd822c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953319 Feb 09 03:50:24.853766 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-771deab7-eb4e-4b86-93a9-8c052e2e1be0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 1001 time: 0.0740016 Feb 09 03:50:24.902501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-1a0732b1-fb4d-45f7-a90c-dad9e52c671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:24.903963 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-1a0732b1-fb4d-45f7-a90c-dad9e52c671a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0433154 Feb 09 03:50:24.950873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-2139351f-cc7d-40cf-92e4-7dc17f2d874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:24.952433 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-2139351f-cc7d-40cf-92e4-7dc17f2d874e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429323 Feb 09 03:50:25.044804 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-86532751-e471-4343-a735-09ab00a8328d service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861938 Feb 09 03:50:25.132147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-6f989956-e066-4480-b09c-296c83ff09cd service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811875 Feb 09 03:50:25.953162 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccba1ce-2b7e-4e64-a30c-574687ed0420 req-436e0f8f-6109-4937-b8c8-696f7e577220 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:25.954656 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ccba1ce-2b7e-4e64-a30c-574687ed0420 req-436e0f8f-6109-4937-b8c8-696f7e577220 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0537493 Feb 09 03:50:26.002223 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7ccba1ce-2b7e-4e64-a30c-574687ed0420 req-1a869ad9-f1e4-47dd-a4d5-81e6c6faedd8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419776 Feb 09 03:50:27.128437 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccd93b-01bd-4c20-9aa0-db92f769bccd req-d972b8f6-8711-4c9b-953c-65d725284444 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:27.130056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1ccd93b-01bd-4c20-9aa0-db92f769bccd req-d972b8f6-8711-4c9b-953c-65d725284444 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0607896 Feb 09 03:50:27.178179 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d1ccd93b-01bd-4c20-9aa0-db92f769bccd req-6cbf058e-bf5a-4d14-8e46-691c48c72aad tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Feb 09 03:50:28.299356 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e47b4c-4ac4-4b9e-8cb1-23aeaa34d52f req-93fd63f0-11e5-46eb-a610-280b47cc2fde tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:28.300852 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3e47b4c-4ac4-4b9e-8cb1-23aeaa34d52f req-93fd63f0-11e5-46eb-a610-280b47cc2fde tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0525327 Feb 09 03:50:28.348229 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e3e47b4c-4ac4-4b9e-8cb1-23aeaa34d52f req-279dd2f9-fa79-4813-8117-4d3c164044ef tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418854 Feb 09 03:50:29.467152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f324-b5bd-41d2-a108-7eba37e41145 req-386f9929-097b-4806-8763-370495eb3984 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:29.468650 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c115f324-b5bd-41d2-a108-7eba37e41145 req-386f9929-097b-4806-8763-370495eb3984 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0522745 Feb 09 03:50:29.517914 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c115f324-b5bd-41d2-a108-7eba37e41145 req-b3224778-5772-4657-a396-c07c5543e229 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Feb 09 03:50:30.554054 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1076c26f-f0e3-4f99-83fa-4ac31312481b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:30.642268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb644-1980-4658-8549-43bde233ade3 req-dc54bd63-f2b0-47d9-9936-c7846d1f9af4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:30.643748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-759bb644-1980-4658-8549-43bde233ade3 req-dc54bd63-f2b0-47d9-9936-c7846d1f9af4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0577106 Feb 09 03:50:30.692745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-759bb644-1980-4658-8549-43bde233ade3 req-7f6a5570-d191-46c6-bf09-cc308d3a7a44 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Feb 09 03:50:31.808493 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f72b6-4255-4e3d-9ea5-e6fa17db8770 req-56526601-03a8-4c2d-8582-a302874d9a63 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:31.809855 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1f72b6-4255-4e3d-9ea5-e6fa17db8770 req-56526601-03a8-4c2d-8582-a302874d9a63 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0499878 Feb 09 03:50:31.862620 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5c1f72b6-4255-4e3d-9ea5-e6fa17db8770 req-e56444c3-f34a-4ea7-becf-5944741d45f1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464742 Feb 09 03:50:32.789346 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6dfe303e-222e-4b0b-ace1-0d4b1a358467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:32.983832 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56701cb5-9d9b-4a8c-b614-4532f4180b7d req-ce81ea69-2a2b-44e3-9468-e809e47d75b5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:32.985297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56701cb5-9d9b-4a8c-b614-4532f4180b7d req-ce81ea69-2a2b-44e3-9468-e809e47d75b5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0530064 Feb 09 03:50:33.036612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-56701cb5-9d9b-4a8c-b614-4532f4180b7d req-c0dc80c1-e3b4-4a6c-a1e2-16728e0c1cb8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456774 Feb 09 03:50:34.156449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1714a3-d8ba-4aec-826e-c856ad7c8bcd req-8257791e-fc0b-4971-803f-7a1f79854271 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:34.157923 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f1714a3-d8ba-4aec-826e-c856ad7c8bcd req-8257791e-fc0b-4971-803f-7a1f79854271 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0523016 Feb 09 03:50:34.176253 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:34.207376 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0f1714a3-d8ba-4aec-826e-c856ad7c8bcd req-e8cc7731-882d-4202-87ea-8b9f44456bfd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 Feb 09 03:50:35.234426 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:35.329965 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2bb7f-592b-4ea2-ac37-eaff8a56dff8 req-74a6ee03-4489-45a9-810f-853cd909e78b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:35.331449 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5f2bb7f-592b-4ea2-ac37-eaff8a56dff8 req-74a6ee03-4489-45a9-810f-853cd909e78b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0561094 Feb 09 03:50:35.379285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b5f2bb7f-592b-4ea2-ac37-eaff8a56dff8 req-6a59461d-198e-4409-86dd-14f7961916b2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Feb 09 03:50:36.496342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ce3d5-acc3-4569-b2cc-4561049d2c08 req-7eada906-6d54-467b-be04-3552d0f84ab4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:36.497837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-844ce3d5-acc3-4569-b2cc-4561049d2c08 req-7eada906-6d54-467b-be04-3552d0f84ab4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0517659 Feb 09 03:50:36.547046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-844ce3d5-acc3-4569-b2cc-4561049d2c08 req-177795ff-bef5-4e4c-af01-009aa547415c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429926 Feb 09 03:50:36.554412 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:37.070668 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-77251f20-e96e-4cfb-80c3-6515da49d559 service neutron] show failed (client error): The resource could not be found. Feb 09 03:50:37.071605 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-77251f20-e96e-4cfb-80c3-6515da49d559 service neutron] 10.222.0.61 "GET /v2.0/ports/227aed6b-965c-4982-a627-adbe3f3b221c/bindings/n-h2-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0582206 Feb 09 03:50:37.270956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-9d4fb8a9-25da-49db-b911-f81251e0b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:37.272450 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-9d4fb8a9-25da-49db-b911-f81251e0b7df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 1127 time: 0.0456402 Feb 09 03:50:37.283743 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:50:37.341612 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:37.547458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:37.579928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:50:37.629144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:50:37.631269 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697b6966-75b7-4336-9343-654c5c391baf" -d '{"events": [{"server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "name": "network-vif-unplugged", "status": "completed", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:50:37.634835 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Publish callbacks [] for port (227aed6b-965c-4982-a627-adbe3f3b221c), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:37.665917 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Transition to ACTIVE for port object 227aed6b-965c-4982-a627-adbe3f3b221c will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:50:37.673529 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:37.691493 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418d5e1f-3965-4d68-a49d-b25817176ca3 x-openstack-request-id: req-418d5e1f-3965-4d68-a49d-b25817176ca3 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:50:37.691785 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "name": "network-vif-unplugged", "status": "completed", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:50:37.692038 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-418d5e1f-3965-4d68-a49d-b25817176ca3 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:50:37.692431 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c', 'code': 200} Feb 09 03:50:37.737460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb83bb6-0128-4138-9250-534187f22e50 req-6d054727-ab0f-4e66-b2e1-72357f2dd9e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:37.739036 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1eb83bb6-0128-4138-9250-534187f22e50 req-6d054727-ab0f-4e66-b2e1-72357f2dd9e5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.1218631 Feb 09 03:50:37.789950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=6']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:37.812678 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.813035 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.813387 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.813732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.814068 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.815000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.815336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.815669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.816000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.816328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.816656 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.816985 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.817307 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:37.865653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] No DVR routers for this DVR port 227aed6b-965c-4982-a627-adbe3f3b221c on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:50:37.876563 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1eb83bb6-0128-4138-9250-534187f22e50 req-0dd5cda2-8e29-4a67-af85-702fdfd7951e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010065 Feb 09 03:50:38.019208 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Attempting to bind port 227aed6b-965c-4982-a627-adbe3f3b221c on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:50:38.019445 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Attempting to bind port 227aed6b-965c-4982-a627-adbe3f3b221c by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:50:38.019770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Attempting to bind port 227aed6b-965c-4982-a627-adbe3f3b221c on network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:50:38.024002 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Port 227aed6b-965c-4982-a627-adbe3f3b221c on network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:50:38.024319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Attempting to bind port 227aed6b-965c-4982-a627-adbe3f3b221c on network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:50:38.029106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:50:38.029436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Checking segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:50:38.029814 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Bound using segment: {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:50:38.030228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Bound port: 227aed6b-965c-4982-a627-adbe3f3b221c, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:50:38.030605 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:38.091697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:50:38.094673 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:50:38.101015 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:38.134539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:38.135110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:38.136571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 1091 time: 0.8567412 Feb 09 03:50:38.167687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbefd8-6588-4e79-af1a-af43a6eba3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=7']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:38.204601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-d1ae2780-8d13-41e6-a2b5-839f82b3787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:38.206433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-d1ae2780-8d13-41e6-a2b5-839f82b3787c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1125 time: 0.0471964 Feb 09 03:50:38.303639 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-168d4d5f-c67f-4023-b75f-fce26f3fd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:38.305150 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-168d4d5f-c67f-4023-b75f-fce26f3fd842 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.0935745 Feb 09 03:50:38.372034 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-13e9f385-cd0a-4abd-9fae-78f64e99fb75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 999 time: 0.0602679 Feb 09 03:50:38.425845 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-40d27d1d-3ec0-4c67-b197-0fccd12e6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:38.427215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-40d27d1d-3ec0-4c67-b197-0fccd12e6ad1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0498397 Feb 09 03:50:38.475834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-517173f5-7265-49e3-b567-79dcdca2bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:38.477326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-517173f5-7265-49e3-b567-79dcdca2bd1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443883 Feb 09 03:50:38.570832 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-c6e3f203-8f3f-4ce5-909a-eb5eb25119c6 service neutron] 10.222.0.26 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876429 Feb 09 03:50:38.663394 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85583534-6ada-4ba8-a4d1-051395d968a4 req-630725e4-ce5a-478e-9a00-f316a67955e3 service neutron] 10.222.0.26 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868788 Feb 09 03:50:39.002665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e8ee-4740-4f15-af82-5fe86c7c0bf2 req-305a54b2-f83d-4521-8ed4-395e59914fe4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:39.004151 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a24e8ee-4740-4f15-af82-5fe86c7c0bf2 req-305a54b2-f83d-4521-8ed4-395e59914fe4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 943 time: 0.0537391 Feb 09 03:50:39.051929 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1a24e8ee-4740-4f15-af82-5fe86c7c0bf2 req-df3c72f6-e82d-4319-9a94-a112d2533339 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Feb 09 03:50:39.693063 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:50:39.695513 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5fbab1-be57-44bf-83db-4bbabfa9b282" -d '{"events": [{"name": "network-changed", "server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:50:39.743823 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d16ae-7d54-4f4a-bfd6-dd5c9426f289 x-openstack-request-id: req-2c9d16ae-7d54-4f4a-bfd6-dd5c9426f289 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:50:39.744116 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:50:39.744367 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c9d16ae-7d54-4f4a-bfd6-dd5c9426f289 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:50:39.744770 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c', 'status': 'completed', 'code': 200} Feb 09 03:50:39.802587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-b2035eaf-d56d-4d21-90f8-1678ac6f4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:39.804178 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-b2035eaf-d56d-4d21-90f8-1678ac6f4f87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1125 time: 0.0445766 Feb 09 03:50:39.808634 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-02d291a2-3420-42e5-97bd-2345b96c4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:39.810174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-02d291a2-3420-42e5-97bd-2345b96c4ddc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1125 time: 0.0452237 Feb 09 03:50:39.897804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-f00e641d-a8f1-469c-9216-d63eb1798f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:39.899403 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-f00e641d-a8f1-469c-9216-d63eb1798f68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.0895443 Feb 09 03:50:39.904962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-bab5f12c-1189-4efe-957f-f043f1110098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:39.906456 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-bab5f12c-1189-4efe-957f-f043f1110098 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.0892732 Feb 09 03:50:39.964881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-60a2c5fa-8d07-4a1b-a134-77303609a1c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 999 time: 0.0594037 Feb 09 03:50:39.970883 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-2ea0dc15-1580-4a65-ba18-9cf931b72d62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 999 time: 0.0586238 Feb 09 03:50:40.016522 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-f339f808-6a98-4d69-b3ea-b6403db0e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.017338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-33779316-c73a-4278-974f-5a63a7a80afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.018041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-f339f808-6a98-4d69-b3ea-b6403db0e72d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0474825 Feb 09 03:50:40.018807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-33779316-c73a-4278-974f-5a63a7a80afa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0422001 Feb 09 03:50:40.066732 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-1c39f3e1-395a-4638-a224-a235b6579602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.068181 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-1c39f3e1-395a-4638-a224-a235b6579602 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449684 Feb 09 03:50:40.069848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-405825fa-2321-4aa4-b2d4-ba5219d70936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.071370 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-405825fa-2321-4aa4-b2d4-ba5219d70936 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467885 Feb 09 03:50:40.162007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-6bf57a39-2169-44bf-9e3a-6505037f254a service neutron] 10.222.0.26 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828989 Feb 09 03:50:40.199759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-743435ed-e9ed-401c-9a62-7f691ac6630e service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257641 Feb 09 03:50:40.206697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b29b1-fc19-4ca2-9083-79e96983fb4d req-67be08c2-7f21-4c2b-a7f3-8f30b68e1f95 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.208674 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef4b29b1-fc19-4ca2-9083-79e96983fb4d req-67be08c2-7f21-4c2b-a7f3-8f30b68e1f95 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 943 time: 0.0846744 Feb 09 03:50:40.256771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-002bd845-b17d-4703-b557-57a2062a0430 service neutron] 10.222.0.26 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889626 Feb 09 03:50:40.315568 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef4b29b1-fc19-4ca2-9083-79e96983fb4d req-ba3b764e-ff75-44e8-a276-3790c0f5ffea tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987797 Feb 09 03:50:40.340362 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1d5fbab1-be57-44bf-83db-4bbabfa9b282 req-59763642-922c-4b27-8135-dd6633af7e3d service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306319 Feb 09 03:50:40.372428 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18504a50-093f-4b97-aa42-e357735d8546 req-3a9e85d9-f1af-44c2-8f51-a899a4680bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.373922 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18504a50-093f-4b97-aa42-e357735d8546 req-3a9e85d9-f1af-44c2-8f51-a899a4680bdd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1125 time: 0.0549910 Feb 09 03:50:40.475462 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18504a50-093f-4b97-aa42-e357735d8546 req-e38b7422-6a48-4c20-b3ec-6cd64b501551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.476903 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18504a50-093f-4b97-aa42-e357735d8546 req-e38b7422-6a48-4c20-b3ec-6cd64b501551 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.0830514 Feb 09 03:50:40.544287 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18504a50-093f-4b97-aa42-e357735d8546 req-830a9ff4-9cf0-4080-9bed-1b1c1f6cbed7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 999 time: 0.0614119 Feb 09 03:50:40.591137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18504a50-093f-4b97-aa42-e357735d8546 req-0fad363b-0e17-4603-b12b-8a661781f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.592460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18504a50-093f-4b97-aa42-e357735d8546 req-0fad363b-0e17-4603-b12b-8a661781f8b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0425928 Feb 09 03:50:40.659769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18504a50-093f-4b97-aa42-e357735d8546 req-62c6bbda-1990-4a52-bd3b-daa2c5fb61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:40.661801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18504a50-093f-4b97-aa42-e357735d8546 req-62c6bbda-1990-4a52-bd3b-daa2c5fb61eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439155 Feb 09 03:50:40.751388 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18504a50-093f-4b97-aa42-e357735d8546 req-8cd28884-4dc7-44c4-a2da-b141a32ab5a9 service neutron] 10.222.0.26 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822768 Feb 09 03:50:40.837130 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18504a50-093f-4b97-aa42-e357735d8546 req-40cbe6ca-8b89-4682-8b11-da6ae859ec35 service neutron] 10.222.0.26 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795853 Feb 09 03:50:41.436557 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 227aed6b-965c-4982-a627-adbe3f3b221c details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:50:41.445539 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de899ea1-f275-4a36-a85d-d3bd76829ab4 req-df81c48b-7584-48ef-8d66-019a6471be42 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:41.447084 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de899ea1-f275-4a36-a85d-d3bd76829ab4 req-df81c48b-7584-48ef-8d66-019a6471be42 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 943 time: 0.0581496 Feb 09 03:50:41.504335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 227aed6b-965c-4982-a627-adbe3f3b221c no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:50:41.505887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de899ea1-f275-4a36-a85d-d3bd76829ab4 req-bcd13496-7412-4cda-a5b9-68d9d5941462 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527916 Feb 09 03:50:41.578113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:41.580371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] The host n-h1-827839-4 is not matching for port 227aed6b-965c-4982-a627-adbe3f3b221c host n-h2-827839-4! {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 03:50:41.580775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 227aed6b-965c-4982-a627-adbe3f3b221c not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:50:41.592102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '227aed6b-965c-4982-a627-adbe3f3b221c', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'port_id': '227aed6b-965c-4982-a627-adbe3f3b221c', 'mac_address': 'fa:16:3e:ff:c6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:50:41.633705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 227aed6b-965c-4982-a627-adbe3f3b221c is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:41.634021 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:41.646786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227aed6b-965c-4982-a627-adbe3f3b221c {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:50:41.665485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:41.669628 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:41.717006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:41.724764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.725123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.725476 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.725819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.726159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.726524 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.726861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.727197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.727530 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.727861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.728193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.728782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:41.729116 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:50:42.034131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['227aed6b-965c-4982-a627-adbe3f3b221c'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:50:42.629726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a0b32-0bcb-4335-b9be-adfad1556770 req-68589f2c-6303-4627-b881-3e5d449de76f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:42.631276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-242a0b32-0bcb-4335-b9be-adfad1556770 req-68589f2c-6303-4627-b881-3e5d449de76f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 944 time: 0.0529876 Feb 09 03:50:42.679535 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-242a0b32-0bcb-4335-b9be-adfad1556770 req-d56925d5-655a-4926-8062-d8a27879cccf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427139 Feb 09 03:50:42.914145 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2014377-5958-48a7-af36-31b49dd14107 req-1fea6c27-5b07-41ca-a03c-4086dc297d93 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:42.915670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2014377-5958-48a7-af36-31b49dd14107 req-1fea6c27-5b07-41ca-a03c-4086dc297d93 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 944 time: 0.0897949 Feb 09 03:50:42.923014 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-b081cfae-0c29-4059-a354-20529952cbf8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:42.924451 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-b081cfae-0c29-4059-a354-20529952cbf8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c&tenant_id=c0332813b3414a3e8b4240ba1bed5be7&binding%3Ahost_id=n-h2-827839-4 HTTP/1.1" status: 200 len: 944 time: 0.0866001 Feb 09 03:50:43.008269 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a2014377-5958-48a7-af36-31b49dd14107 req-8c66aca5-2081-4d46-9a4e-094a48a9679c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828750 Feb 09 03:50:43.013306 n-d-827839-4 neutron-server[109856]: INFO neutron.api.v2.resource [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-5bdf93b0-6781-44da-8533-f03169c7bff0 service neutron] delete failed (client error): The resource could not be found. Feb 09 03:50:43.014246 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-5bdf93b0-6781-44da-8533-f03169c7bff0 service neutron] 10.222.0.61 "DELETE /v2.0/ports/227aed6b-965c-4982-a627-adbe3f3b221c/bindings/n-h1-827839-4 HTTP/1.1" status: 404 len: 380 time: 0.0827827 Feb 09 03:50:43.109271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-b82448ea-a656-403a-ba68-2c199a5ceea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:43.110818 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-b82448ea-a656-403a-ba68-2c199a5ceea3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1126 time: 0.0446877 Feb 09 03:50:43.127719 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e325ae-fb01-4548-9d6e-fe19c7407fec req-c23c014e-3328-4bb6-b800-4a437260c119 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:43.129807 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0e325ae-fb01-4548-9d6e-fe19c7407fec req-c23c014e-3328-4bb6-b800-4a437260c119 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 944 time: 0.0531259 Feb 09 03:50:43.178956 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0e325ae-fb01-4548-9d6e-fe19c7407fec req-775fd263-a047-48ae-919e-de4356f7be4d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434461 Feb 09 03:50:43.205157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-1500d307-89ad-45f2-ba52-1435115de9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:43.207011 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-1500d307-89ad-45f2-ba52-1435115de9fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.0903287 Feb 09 03:50:43.269429 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-0604e85b-5d55-4cee-9112-395476cbe4d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 1000 time: 0.0571692 Feb 09 03:50:43.319963 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-3011cd0d-326c-4242-b2f4-3eceeca640a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:43.321393 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-3011cd0d-326c-4242-b2f4-3eceeca640a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.0466540 Feb 09 03:50:43.369399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-635bb070-f807-4466-8f68-52ff3d2534d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:43.371226 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-635bb070-f807-4466-8f68-52ff3d2534d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441167 Feb 09 03:50:43.451852 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 227aed6b-965c-4982-a627-adbe3f3b221c up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:50:43.459192 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-965a98f6-f855-44c8-9a38-5196d00aa329 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816927 Feb 09 03:50:43.503572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 227aed6b-965c-4982-a627-adbe3f3b221c completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:50:43.507379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 227aed6b-965c-4982-a627-adbe3f3b221c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:50:43.507755 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:43.559587 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-db4451cc-f68d-4a9d-ba28-55ed68b82695 req-af5fffb9-cb5d-441a-885b-e45aa00204a6 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942864 Feb 09 03:50:43.590100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 227aed6b-965c-4982-a627-adbe3f3b221c is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:50:43.590437 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:43.616873 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:50:43.619179 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d540a6e-2622-43dc-8d7e-13ec17fdc01f" -d '{"events": [{"server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "name": "network-vif-plugged", "status": "completed", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:50:43.633879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:50:43.638178 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:43.673093 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eda784a-3196-42ea-907a-54e6e39acbdc x-openstack-request-id: req-3eda784a-3196-42ea-907a-54e6e39acbdc {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:50:43.673384 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "name": "network-vif-plugged", "status": "completed", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:50:43.673638 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3eda784a-3196-42ea-907a-54e6e39acbdc {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:50:43.674025 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c', 'code': 200} Feb 09 03:50:43.689081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=9']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:50:43.917811 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:50:44.303674 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9bc3-eb64-49ef-a342-47fd04bceabb req-10f120c9-6bd6-4fc4-ac36-065780c03de9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:50:44.305145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c01b9bc3-eb64-49ef-a342-47fd04bceabb req-10f120c9-6bd6-4fc4-ac36-065780c03de9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0580299 Feb 09 03:50:44.352860 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c01b9bc3-eb64-49ef-a342-47fd04bceabb req-424d3bab-ebe4-457a-aa4f-4dea8e2ae587 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421236 Feb 09 03:50:44.375192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51256) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:50:44.434888 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-efc2dd11-3241-4e6e-b8cc-797149ce7761 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/4abac1b2-4c73-4d05-842e-5a6f8582fa00 HTTP/1.1" status: 200 len: 993 time: 0.0585656 Feb 09 03:50:50.172100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:50:52.171967 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:00.556852 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-68ccee2b-2245-46a3-a9ac-80a715809669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:01.013961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-4185ad33-e876-4d2a-94f2-eaec6c13a7f6 req-fd32148c-5069-46d4-b27c-b9c1e521e564 service neutron] (109857) timed out ('10.222.0.61', 54576) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:51:02.792955 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b442da97-991a-4ab3-a14e-e4eb590cfc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:04.180809 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:05.235783 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:06.559065 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:20.175099 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:20.917392 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:51:22.186308 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:30.558300 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6de66f67-05e5-4677-a6a6-daaeb61b8129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:30.873691 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51276) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:31.026348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port e12c3850-d047-4ddb-be36-bfd292062cb3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:31.026687 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e12c3850-d047-4ddb-be36-bfd292062cb3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:31.105389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e12c3850-d047-4ddb-be36-bfd292062cb3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:31.105714 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (e12c3850-d047-4ddb-be36-bfd292062cb3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:31.117780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for e12c3850-d047-4ddb-be36-bfd292062cb3 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:31.265662 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e12c3850-d047-4ddb-be36-bfd292062cb3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:31.295903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=e12c3850-d047-4ddb-be36-bfd292062cb3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:31.361803 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (4abac1b2-4c73-4d05-842e-5a6f8582fa00), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:31.362144 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP 4abac1b2-4c73-4d05-842e-5a6f8582fa00 disassociated (deleted). External IP: 172.25.2.205, port: 227aed6b-965c-4982-a627-adbe3f3b221c. Feb 09 03:51:31.582253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router f4e6b245-89f7-44f9-9187-6bdf228db01b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:51:31.695954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:51:31.700578 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:31.705438 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] Sync routers for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:51:31.715330 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:31.715935 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:31.733060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8836cafd-6403-498c-8de1-06d43ce293d0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/floatingips/4abac1b2-4c73-4d05-842e-5a6f8582fa00 HTTP/1.1" status: 204 len: 168 time: 0.8583200 Feb 09 03:51:31.733646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:51:31.735927 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9554d48c-c309-40ba-9c72-f769f76cd1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:51:31.831835 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:31.833801 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d35f194-d1ce-4945-a29d-a4ff35a1359d x-openstack-request-id: req-9d35f194-d1ce-4945-a29d-a4ff35a1359d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:51:31.834099 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:51:31.834386 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d35f194-d1ce-4945-a29d-a4ff35a1359d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:51:31.834818 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c', 'status': 'completed', 'code': 200} Feb 09 03:51:31.906777 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-2e480434-d225-43c5-a872-082a31ff6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:31.908494 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-2e480434-d225-43c5-a872-082a31ff6a1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 1127 time: 0.0513046 Feb 09 03:51:32.021158 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71659ef3-9ec3-4538-99ed-412cad35a84b req-c9c61ba1-21a2-4bb3-9d94-9addbb680c94 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:32.021782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-9e2bcd65-f2b2-4c6f-a32d-a40a7cba7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:32.023201 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-9e2bcd65-f2b2-4c6f-a32d-a40a7cba7e75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 200 len: 896 time: 0.1088219 Feb 09 03:51:32.023687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71659ef3-9ec3-4538-99ed-412cad35a84b req-c9c61ba1-21a2-4bb3-9d94-9addbb680c94 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.1037133 Feb 09 03:51:32.047159 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:41Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:32.068248 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-4402ea07-fc6b-4565-8eb5-97c37941bb5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 200 len: 217 time: 0.0378730 Feb 09 03:51:32.074617 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] Checking router: f4e6b245-89f7-44f9-9187-6bdf228db01b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:51:32.075831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-71659ef3-9ec3-4538-99ed-412cad35a84b req-f95d721a-7621-443a-ac28-596293c60708 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466418 Feb 09 03:51:32.083798 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:32.084493 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:32.195673 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:32.407410 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:41Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:32.438179 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefff6e-a037-4cb0-92c1-9f7a8c72b9a2 None None] The sync data for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 is: [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f175af07-6a09-437c-9871-0c5e3dcc1535', 'name': '', 'network_id': '9dcc37d7-925c-4ce4-8bf4-feb55d04e78d', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:22:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:38Z', 'updated_at': '2022-02-09T03:49:41Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '336f45e0-4b22-4cc6-a0a3-0435d88e7f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:51:32.459416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-3ebd5042-d79e-4f45-8e74-dc1d3ad47d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:32.460906 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-3ebd5042-d79e-4f45-8e74-dc1d3ad47d5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 200 len: 835 time: 0.3868964 Feb 09 03:51:32.515709 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-8ea0efa7-2eb8-4735-a3c1-552d75a822f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:32.517347 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-8ea0efa7-2eb8-4735-a3c1-552d75a822f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499241 Feb 09 03:51:32.624157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-1e99ad39-270d-41c6-a7e6-770a781b9f12 service neutron] 10.222.0.26 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003783 Feb 09 03:51:32.699550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f56aad-5737-4153-82ca-5a8eb998e35d None None] New status for floating IP 4abac1b2-4c73-4d05-842e-5a6f8582fa00: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:51:32.722875 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9554d48c-c309-40ba-9c72-f769f76cd1c3 req-fb4d24d5-6b54-4720-87fb-efed078edafa service neutron] 10.222.0.26 "GET /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932229 Feb 09 03:51:32.794847 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4fd53fba-9e44-48cb-b06b-fbf4e8d29df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:33.243392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b4653-58de-40ab-8dda-cc9be8ee1bc8 req-4c1a557f-b61d-4a06-a2c2-ff10a3649a7d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:33.244856 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-477b4653-58de-40ab-8dda-cc9be8ee1bc8 req-4c1a557f-b61d-4a06-a2c2-ff10a3649a7d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0960040 Feb 09 03:51:33.297578 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-477b4653-58de-40ab-8dda-cc9be8ee1bc8 req-b772b10b-03ca-4bdd-a491-2d5f2e1a8bd8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f9cce2b-9afe-436f-ab86-664a296f21ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466645 Feb 09 03:51:33.456294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-e04875fa-baa3-4b1e-93a4-7f6791912a59 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:33.459972 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-e04875fa-baa3-4b1e-93a4-7f6791912a59 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "GET /v2.0/ports?device_id=89d8d5aa-85b5-484e-9bbf-25f3ef61836c HTTP/1.1" status: 200 len: 945 time: 0.0568070 Feb 09 03:51:33.548646 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 227aed6b-965c-4982-a627-adbe3f3b221c {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:33.548987 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:33.638653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 227aed6b-965c-4982-a627-adbe3f3b221c, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=227aed6b-965c-4982-a627-adbe3f3b221c,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:33.639009 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:33.651665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 227aed6b-965c-4982-a627-adbe3f3b221c owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:33.777850 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (227aed6b-965c-4982-a627-adbe3f3b221c), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:33.811294 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=227aed6b-965c-4982-a627-adbe3f3b221c,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:33.855218 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] No DVR routers for this DVR port 227aed6b-965c-4982-a627-adbe3f3b221c on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:51:33.857879 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:33.861116 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-738bf222-35be-46b4-8fc8-a30c1ee00cc4 req-59adee48-2150-4f17-a8c1-af756cc1df31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "DELETE /v2.0/ports/227aed6b-965c-4982-a627-adbe3f3b221c HTTP/1.1" status: 204 len: 173 time: 0.3987167 Feb 09 03:51:33.861561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'name': 'network-vif-deleted', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:51:33.863820 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b0a68c-20b9-4ca5-bc80-33ede9630ce8" -d '{"events": [{"server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "name": "network-vif-deleted", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:51:33.902875 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab9932c-971a-443c-96c1-f2eeed55ed1e x-openstack-request-id: req-9ab9932c-971a-443c-96c1-f2eeed55ed1e {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:51:33.903180 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d8d5aa-85b5-484e-9bbf-25f3ef61836c", "name": "network-vif-deleted", "tag": "227aed6b-965c-4982-a627-adbe3f3b221c", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:51:33.903890 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ab9932c-971a-443c-96c1-f2eeed55ed1e {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:51:33.904306 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d8d5aa-85b5-484e-9bbf-25f3ef61836c', 'name': 'network-vif-deleted', 'tag': '227aed6b-965c-4982-a627-adbe3f3b221c', 'status': 'completed', 'code': 200} Feb 09 03:51:34.183715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:34.355843 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51296) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:34.720756 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (f4e6b245-89f7-44f9-9187-6bdf228db01b), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:34.979717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port f175af07-6a09-437c-9871-0c5e3dcc1535 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:34.980062 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:35.066245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port f175af07-6a09-437c-9871-0c5e3dcc1535, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f175af07-6a09-437c-9871-0c5e3dcc1535,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:35.066626 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:35.079733 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for f175af07-6a09-437c-9871-0c5e3dcc1535 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:35.239877 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:35.274095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f175af07-6a09-437c-9871-0c5e3dcc1535), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:35.304393 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=f175af07-6a09-437c-9871-0c5e3dcc1535,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:35.489767 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (f4e6b245-89f7-44f9-9187-6bdf228db01b), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:35.701422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 227aed6b-965c-4982-a627-adbe3f3b221c no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:51:35.712106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router f4e6b245-89f7-44f9-9187-6bdf228db01b has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:51:35.725620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: 227aed6b-965c-4982-a627-adbe3f3b221c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:51:35.725964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 227aed6b-965c-4982-a627-adbe3f3b221c not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:51:35.821689 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:51:35.827571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6c4061d9-da26-4856-a66b-4ec47ab694e8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/f4e6b245-89f7-44f9-9187-6bdf228db01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696069 Feb 09 03:51:35.829325 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51298) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:35.831198 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] Sync routers for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:51:35.841219 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:35.841824 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:35.881143 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa204e3e-6018-4561-93ef-6e3311aaec52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting subnet 336f45e0-4b22-4cc6-a0a3-0435d88e7f18 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:51:35.884383 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa204e3e-6018-4561-93ef-6e3311aaec52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (336f45e0-4b22-4cc6-a0a3-0435d88e7f18), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:35.924214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa204e3e-6018-4561-93ef-6e3311aaec52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (336f45e0-4b22-4cc6-a0a3-0435d88e7f18), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:35.948737 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:36.011476 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa204e3e-6018-4561-93ef-6e3311aaec52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (336f45e0-4b22-4cc6-a0a3-0435d88e7f18), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.070300 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa204e3e-6018-4561-93ef-6e3311aaec52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (336f45e0-4b22-4cc6-a0a3-0435d88e7f18), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.102082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fa204e3e-6018-4561-93ef-6e3311aaec52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.105605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fa204e3e-6018-4561-93ef-6e3311aaec52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/subnets/336f45e0-4b22-4cc6-a0a3-0435d88e7f18 HTTP/1.1" status: 204 len: 168 time: 0.2752903 Feb 09 03:51:36.106630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa204e3e-6018-4561-93ef-6e3311aaec52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Subnet': ['ID=336f45e0-4b22-4cc6-a0a3-0435d88e7f18,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:36.108159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441140a-a8e4-428b-9d65-c32476488f13 None None] Network 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:51:36.108819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51300) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:36.131737 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:51:35Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:36.158003 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] Checking router: f4e6b245-89f7-44f9-9187-6bdf228db01b for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:51:36.168158 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] Routers {'f4e6b245-89f7-44f9-9187-6bdf228db01b'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:36.168721 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['f4e6b245-89f7-44f9-9187-6bdf228db01b'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:36.239666 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (f4e6b245-89f7-44f9-9187-6bdf228db01b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.280185 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] Set router f4e6b245-89f7-44f9-9187-6bdf228db01b gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:36.298465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] DHCP port deletion for 9dcc37d7-925c-4ce4-8bf4-feb55d04e78d request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:51:36.349870 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] Deleting port b99647e9-0126-4260-b450-5e2132266ab6 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:36.350348 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b99647e9-0126-4260-b450-5e2132266ab6), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.354665 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (f4e6b245-89f7-44f9-9187-6bdf228db01b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.413219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 0f561ca7-5fc6-4427-9f55-fac354b5fca0 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:51:36.413951 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.417835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] For port b99647e9-0126-4260-b450-5e2132266ab6, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b99647e9-0126-4260-b450-5e2132266ab6,segment=NetworkSegment(f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8),segment_id=f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:36.418258 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b99647e9-0126-4260-b450-5e2132266ab6), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.431630 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] Calling delete_port for b99647e9-0126-4260-b450-5e2132266ab6 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:36.500502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 0f561ca7-5fc6-4427-9f55-fac354b5fca0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0f561ca7-5fc6-4427-9f55-fac354b5fca0,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:36.501063 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.520732 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 0f561ca7-5fc6-4427-9f55-fac354b5fca0 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:51:36.539987 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (b99647e9-0126-4260-b450-5e2132266ab6), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:36.563732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:51:35Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:36.586442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] Pushing event deleted for resources: {'Port': ['ID=b99647e9-0126-4260-b450-5e2132266ab6,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:36.594372 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6aec63-3b8c-4bc5-990e-911ab12fa37b None None] The sync data for ids ['f4e6b245-89f7-44f9-9187-6bdf228db01b'] in n-d-827839-4 is: [{'id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987019993', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:51:35Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '0f561ca7-5fc6-4427-9f55-fac354b5fca0', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e6b245-89f7-44f9-9187-6bdf228db01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:49:35Z', 'updated_at': '2022-02-09T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:51:36.596025 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2a79c-5d8c-4f76-914e-2f79496e16d1 None None] No DVR routers for this DVR port b99647e9-0126-4260-b450-5e2132266ab6 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:51:36.614653 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.027273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b99647e9-0126-4260-b450-5e2132266ab6 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:51:37.049424 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: b99647e9-0126-4260-b450-5e2132266ab6 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:51:37.049797 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b99647e9-0126-4260-b450-5e2132266ab6 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:51:37.051764 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (0f561ca7-5fc6-4427-9f55-fac354b5fca0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.076454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=0f561ca7-5fc6-4427-9f55-fac354b5fca0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:37.090692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.091049 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.091400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.091758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.092087 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.092419 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.092749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.093079 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.093431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.093761 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.094089 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.094436 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.094758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:37.157211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (f4e6b245-89f7-44f9-9187-6bdf228db01b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.251278 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (f4e6b245-89f7-44f9-9187-6bdf228db01b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.253398 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (f4e6b245-89f7-44f9-9187-6bdf228db01b), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.295966 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (f4e6b245-89f7-44f9-9187-6bdf228db01b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.296586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Fanout notify agent at l3_agent the message router_deleted on router f4e6b245-89f7-44f9-9187-6bdf228db01b {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:51:37.303138 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.304262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-0d7b94cf-6989-439f-873b-4e580e1b6787 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/routers/f4e6b245-89f7-44f9-9187-6bdf228db01b HTTP/1.1" status: 204 len: 168 time: 1.1939168 Feb 09 03:51:37.307221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51302) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:37.390257 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (9dcc37d7-925c-4ce4-8bf4-feb55d04e78d), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.481866 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (9dcc37d7-925c-4ce4-8bf4-feb55d04e78d), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.505377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcc37d7-925c-4ce4-8bf4-feb55d04e78d']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:37.517199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:37.517492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:37.529358 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.542484 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.548548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:51:37.548932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (f8d81bf9-ace5-4c1e-9b00-a31fc7db3cf8), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: timer() Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:51:37.552417 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:51:37.614915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (9dcc37d7-925c-4ce4-8bf4-feb55d04e78d), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.622499 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.625498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/networks/9dcc37d7-925c-4ce4-8bf4-feb55d04e78d HTTP/1.1" status: 204 len: 168 time: 0.3172846 Feb 09 03:51:37.628435 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51304) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:37.637784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370b69f-f340-4058-8046-acb76e0ecb92 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Network': ['ID=9dcc37d7-925c-4ce4-8bf4-feb55d04e78d,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:37.685050 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f15092a-118a-403e-9619-a0c1a2a1e0fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (9f9cce2b-9afe-436f-ab86-664a296f21ee), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.709908 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f15092a-118a-403e-9619-a0c1a2a1e0fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (9f9cce2b-9afe-436f-ab86-664a296f21ee), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.774447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f15092a-118a-403e-9619-a0c1a2a1e0fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9f9cce2b-9afe-436f-ab86-664a296f21ee), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.777081 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5f15092a-118a-403e-9619-a0c1a2a1e0fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:37.778259 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5f15092a-118a-403e-9619-a0c1a2a1e0fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/security-groups/9f9cce2b-9afe-436f-ab86-664a296f21ee HTTP/1.1" status: 204 len: 168 time: 0.1487660 Feb 09 03:51:37.787205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15092a-118a-403e-9619-a0c1a2a1e0fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9cce2b-9afe-436f-ab86-664a296f21ee,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:38.153364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51310) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:38.157981 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348056723', 'description': 'tempest-secgroup-smoke-1348056723 description', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:38.179034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.244587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (fc33c72f-8c63-47b7-9e59-88d7eb737508), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.248725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc33c72f-8c63-47b7-9e59-88d7eb737508), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.277410 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.278620 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1242404 Feb 09 03:51:38.281714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51312) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:38.282516 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc33c72f-8c63-47b7-9e59-88d7eb737508,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:38.286899 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b9bddd41-2f07-4efc-8c03-1aafc309e266 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'fc33c72f-8c63-47b7-9e59-88d7eb737508', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:38.290505 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.290858 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.291204 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.291542 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.291883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.292215 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.292544 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.292871 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.293199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.293529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.293857 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.294176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.294517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc04fa7-c19b-496d-8fa0-e4cbe5531340 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:38.312625 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9bddd41-2f07-4efc-8c03-1aafc309e266 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (d74ca216-1391-4f91-848d-ab29574434a4), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.369631 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9bddd41-2f07-4efc-8c03-1aafc309e266 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (d74ca216-1391-4f91-848d-ab29574434a4), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.373475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9bddd41-2f07-4efc-8c03-1aafc309e266 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (d74ca216-1391-4f91-848d-ab29574434a4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.387967 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bddd41-2f07-4efc-8c03-1aafc309e266 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74ca216-1391-4f91-848d-ab29574434a4,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:38.398601 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b9bddd41-2f07-4efc-8c03-1aafc309e266 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.399775 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b9bddd41-2f07-4efc-8c03-1aafc309e266 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170225 Feb 09 03:51:38.402540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51314) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:38.406749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ca3202a5-73a7-49dd-8768-77d24adeb24a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'fc33c72f-8c63-47b7-9e59-88d7eb737508', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:38.432794 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca3202a5-73a7-49dd-8768-77d24adeb24a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (ab9c48cd-50f2-4ae4-926f-c5945a4655de), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.485893 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca3202a5-73a7-49dd-8768-77d24adeb24a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (ab9c48cd-50f2-4ae4-926f-c5945a4655de), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.489792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca3202a5-73a7-49dd-8768-77d24adeb24a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (ab9c48cd-50f2-4ae4-926f-c5945a4655de), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.507191 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3202a5-73a7-49dd-8768-77d24adeb24a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9c48cd-50f2-4ae4-926f-c5945a4655de,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:38.515324 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ca3202a5-73a7-49dd-8768-77d24adeb24a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.516644 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ca3202a5-73a7-49dd-8768-77d24adeb24a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131523 Feb 09 03:51:38.519222 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51316) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:38.524185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-43c776c1-52e1-42bc-ac4c-1c50101a7dba tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'fc33c72f-8c63-47b7-9e59-88d7eb737508', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:38.550576 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43c776c1-52e1-42bc-ac4c-1c50101a7dba tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (0e4ff6b9-5bd7-4530-b2b6-f31e8862b7f8), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.607921 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43c776c1-52e1-42bc-ac4c-1c50101a7dba tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (0e4ff6b9-5bd7-4530-b2b6-f31e8862b7f8), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.611619 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43c776c1-52e1-42bc-ac4c-1c50101a7dba tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (0e4ff6b9-5bd7-4530-b2b6-f31e8862b7f8), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.631424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c776c1-52e1-42bc-ac4c-1c50101a7dba tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4ff6b9-5bd7-4530-b2b6-f31e8862b7f8,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:38.631919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f175af07-6a09-437c-9871-0c5e3dcc1535 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:51:38.636032 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-43c776c1-52e1-42bc-ac4c-1c50101a7dba tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.640031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-43c776c1-52e1-42bc-ac4c-1c50101a7dba tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170483 Feb 09 03:51:38.640443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51318) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:38.644446 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-26424a8e-a54a-4b0e-94ee-f59977f428d2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'fc33c72f-8c63-47b7-9e59-88d7eb737508', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:38.654326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: f175af07-6a09-437c-9871-0c5e3dcc1535 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:51:38.654684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f175af07-6a09-437c-9871-0c5e3dcc1535 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:51:38.655113 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0f561ca7-5fc6-4427-9f55-fac354b5fca0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:51:38.669776 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26424a8e-a54a-4b0e-94ee-f59977f428d2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (80985bf2-868a-4153-bc2d-4ae628f64332), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.674425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0f561ca7-5fc6-4427-9f55-fac354b5fca0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:51:38.674786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0f561ca7-5fc6-4427-9f55-fac354b5fca0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:51:38.730923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26424a8e-a54a-4b0e-94ee-f59977f428d2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (80985bf2-868a-4153-bc2d-4ae628f64332), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.734468 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26424a8e-a54a-4b0e-94ee-f59977f428d2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (80985bf2-868a-4153-bc2d-4ae628f64332), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.750283 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26424a8e-a54a-4b0e-94ee-f59977f428d2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80985bf2-868a-4153-bc2d-4ae628f64332,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:38.760786 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-26424a8e-a54a-4b0e-94ee-f59977f428d2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.761997 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-26424a8e-a54a-4b0e-94ee-f59977f428d2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209073 Feb 09 03:51:38.764724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51320) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:38.769078 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b8eced8f-c7be-478e-872f-46edb0a1b22e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'fc33c72f-8c63-47b7-9e59-88d7eb737508', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:38.788470 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-b8eced8f-c7be-478e-872f-46edb0a1b22e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:51:38.793332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8eced8f-c7be-478e-872f-46edb0a1b22e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (8ee17ba2-96b5-4ded-b265-66c440871189), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.856950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8eced8f-c7be-478e-872f-46edb0a1b22e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (8ee17ba2-96b5-4ded-b265-66c440871189), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.860379 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8eced8f-c7be-478e-872f-46edb0a1b22e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (8ee17ba2-96b5-4ded-b265-66c440871189), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.881714 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eced8f-c7be-478e-872f-46edb0a1b22e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee17ba2-96b5-4ded-b265-66c440871189,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:38.887102 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b8eced8f-c7be-478e-872f-46edb0a1b22e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.890918 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b8eced8f-c7be-478e-872f-46edb0a1b22e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226108 Feb 09 03:51:38.891050 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51322) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:38.895220 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-9dc7a4e6-8f06-4bde-a41a-9d7e3be20f17 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'fc33c72f-8c63-47b7-9e59-88d7eb737508', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:38.915239 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-9dc7a4e6-8f06-4bde-a41a-9d7e3be20f17 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:51:38.919928 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a4e6-8f06-4bde-a41a-9d7e3be20f17 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (f96d9c6f-86d5-461e-b296-46c0e42c2ede), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.978567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a4e6-8f06-4bde-a41a-9d7e3be20f17 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (f96d9c6f-86d5-461e-b296-46c0e42c2ede), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:38.981871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a4e6-8f06-4bde-a41a-9d7e3be20f17 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f96d9c6f-86d5-461e-b296-46c0e42c2ede), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.000160 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7a4e6-8f06-4bde-a41a-9d7e3be20f17 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96d9c6f-86d5-461e-b296-46c0e42c2ede,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:39.006561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-9dc7a4e6-8f06-4bde-a41a-9d7e3be20f17 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.007733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-9dc7a4e6-8f06-4bde-a41a-9d7e3be20f17 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158109 Feb 09 03:51:39.010629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51324) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:39.015421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'network': {'name': 'tempest-network-smoke--1993313504', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'port_security_enabled': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:39.033758 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:51:39.037491 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.060803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:51:39.069582 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3003d05b-f589-48dc-b1ba-1bb05f83d1b6), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.069922 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Added segment 3003d05b-f589-48dc-b1ba-1bb05f83d1b6 of type vlan for network fae33399-2266-4805-83c3-372264a49c53 Feb 09 03:51:39.113754 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (fae33399-2266-4805-83c3-372264a49c53), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.137210 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (fae33399-2266-4805-83c3-372264a49c53), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.142148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:39.142704 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.195143 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1834600 Feb 09 03:51:39.197924 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51326) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:39.202665 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'admin_state_up': True, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:39.212537 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf7de5-fe1a-48d9-92a2-9eef9072c81c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Network': ['ID=fae33399-2266-4805-83c3-372264a49c53,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:39.222812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network fae33399-2266-4805-83c3-372264a49c53 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:51:39.225459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.226505 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.284251 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.422527 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.623272 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.643034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.752632 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.9 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/549670fd-ecc3-4dd9-8a7f-93225c8124e9) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:51:39.852761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.887202 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:39.927475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:51:39.932415 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:51:39.934684 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=549670fd-ecc3-4dd9-8a7f-93225c8124e9,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:39.936773 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:51:40.183733 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:40.377697 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:40.505280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:51:40.942958 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:51:40.952651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Sync routers for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:51:40.963839 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:40.964395 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:40.964646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:40.965622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-08c4da6d-f75b-40ea-9bf0-8b6f02992ce7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7665803 Feb 09 03:51:40.968818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51328) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:41.048971 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-edb836e7-a4f3-404e-96ac-a3d6e723b781 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c0332813b3414a3e8b4240ba1bed5be7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789962 Feb 09 03:51:41.051567 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51332) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:41.071605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:41.140392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c45bcf2-d96b-41d8-af14-dbce4695bc59 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:41.141908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6c45bcf2-d96b-41d8-af14-dbce4695bc59 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894377 Feb 09 03:51:41.144705 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51334) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:41.172616 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6b85ce9d-b71a-407d-be5e-2c0434c9fc9d tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267973 Feb 09 03:51:41.175040 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51336) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:41.179869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1964609710', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:41.247682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:40Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:41.269563 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:51:41.274214 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.277540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Checking router: 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:51:41.277896 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Updating router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:51:41.311474 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.460464 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (1c572b14-36d1-47db-b751-44bfd4d91381), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.524051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Subnet': ['ID=1c572b14-36d1-47db-b751-44bfd4d91381,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:41.529708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Checking segment: {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:51:41.530073 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network hostable DHCP agents. Network: fae33399-2266-4805-83c3-372264a49c53, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:51:41.546899 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network fae33399-2266-4805-83c3-372264a49c53 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:51:41.556402 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, fae33399-2266-4805-83c3-372264a49c53) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:51:41.560473 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:41.561066 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.568692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e67be5-297b-4b31-b02b-e7926e4be553 None None] Network fae33399-2266-4805-83c3-372264a49c53 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:51:41.572626 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Publish callbacks [] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.578611 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-26be3328-7f37-42a8-84cc-ca59b4dc115c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025562 Feb 09 03:51:41.581365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51338) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:41.612739 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.692344 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Pushing event updated for resources: {'Port': ['ID=549670fd-ecc3-4dd9-8a7f-93225c8124e9,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:41.698632 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Attempting to bind port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:51:41.699009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Attempting to bind port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:51:41.700765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Attempting to bind port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:51:41.721600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:51:41.721987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:51:41.722452 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.722856 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:51:41.723900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Bound port: 549670fd-ecc3-4dd9-8a7f-93225c8124e9, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:51:41.724288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.749151 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-fae33399-2266-4805-83c3-372264a49c53', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:51:41.750009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.844037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] For port 549670fd-ecc3-4dd9-8a7f-93225c8124e9, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:51:41.870279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] For port 549670fd-ecc3-4dd9-8a7f-93225c8124e9, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=549670fd-ecc3-4dd9-8a7f-93225c8124e9,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:51:41.880968 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:41.959954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:41.960635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:42.028993 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.208708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Pushing event updated for resources: {'Port': ['ID=549670fd-ecc3-4dd9-8a7f-93225c8124e9,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:42.215334 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Allocated IP 172.20.0.2 (fae33399-2266-4805-83c3-372264a49c53/1c572b14-36d1-47db-b751-44bfd4d91381/0962bc91-6915-4560-89c4-a650648932c7) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:51:42.234154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.234534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.234880 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.235221 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.235555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.235886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.236214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.236546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.236874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.237200 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.237575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.237902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.238228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b5fc2-f341-4ee0-a47b-6b8d08ff8069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:42.320119 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:42.507074 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Publish callbacks [] for port (0962bc91-6915-4560-89c4-a650648932c7), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.513058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (0962bc91-6915-4560-89c4-a650648932c7), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.562188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.1 (fae33399-2266-4805-83c3-372264a49c53/1c572b14-36d1-47db-b751-44bfd4d91381/f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:51:42.578355 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Network fae33399-2266-4805-83c3-372264a49c53 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:51:42.586683 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:51:42.589016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:51:42.597504 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Pushing event updated for resources: {'Port': ['ID=0962bc91-6915-4560-89c4-a650648932c7,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:42.656006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:40Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:42.683455 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.686710 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Attempting to bind port 0962bc91-6915-4560-89c4-a650648932c7 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:51:42.687091 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Attempting to bind port 0962bc91-6915-4560-89c4-a650648932c7 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:51:42.687453 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Attempting to bind port 0962bc91-6915-4560-89c4-a650648932c7 on network fae33399-2266-4805-83c3-372264a49c53 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:51:42.690820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1ff09-d215-4db7-bd94-ad44d0950fb0 None None] The sync data for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 is: [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:40Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:51:42.695769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:51:42.696152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Checking segment: {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:51:42.696554 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.696983 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Bound using segment: {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:51:42.697398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Bound port: 0962bc91-6915-4560-89c4-a650648932c7, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:51:42.697770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0962bc91-6915-4560-89c4-a650648932c7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.728673 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.772865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network fae33399-2266-4805-83c3-372264a49c53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:51:42.775597 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] For port 0962bc91-6915-4560-89c4-a650648932c7, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:51:42.776164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:51:42.779742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] For port 0962bc91-6915-4560-89c4-a650648932c7, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0962bc91-6915-4560-89c4-a650648932c7,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:51:42.783077 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:51:42.786216 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0962bc91-6915-4560-89c4-a650648932c7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.813131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:42.835102 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:42.856653 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72ad28-11ac-4680-92b4-a904564995e2 None None] Pushing event updated for resources: {'Port': ['ID=0962bc91-6915-4560-89c4-a650648932c7,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:43.013127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:43.336446 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:43.341580 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:43.418452 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:43.420859 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:43.521229 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network fae33399-2266-4805-83c3-372264a49c53 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:51:43.522742 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:51:43.653106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:51:43.771173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:51:43.780599 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c817d8de-0f79-445b-ad4a-da527c8f4a04 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1941478 Feb 09 03:51:43.868399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c11f5-1648-45be-8830-6d632981ce68 None None] Network fae33399-2266-4805-83c3-372264a49c53 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:51:43.936432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2f1cc15e-401d-4f80-9e0c-3e229a19da68 None None] Provisioning complete for port 0962bc91-6915-4560-89c4-a650648932c7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:43.936808 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc15e-401d-4f80-9e0c-3e229a19da68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0962bc91-6915-4560-89c4-a650648932c7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:43.941337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-b4049588-b4e6-4c52-9ad0-fa90a256773e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348056723&fields=id&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 267 time: 0.0440831 Feb 09 03:51:44.056026 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-4f374a35-2e11-467e-a491-78204a0f4a19 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:44.057788 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-4f374a35-2e11-467e-a491-78204a0f4a19 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/networks?id=fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 200 len: 797 time: 0.1090524 Feb 09 03:51:44.060543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cc15e-401d-4f80-9e0c-3e229a19da68 None None] Current status of the port 0962bc91-6915-4560-89c4-a650648932c7 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:44.060956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc15e-401d-4f80-9e0c-3e229a19da68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (0962bc91-6915-4560-89c4-a650648932c7), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.075360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-baff9bf9-6085-40a7-b9da-11f52c786ec7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/quotas/c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 375 time: 0.0118635 Feb 09 03:51:44.106967 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2f1cc15e-401d-4f80-9e0c-3e229a19da68 None None] For port 0962bc91-6915-4560-89c4-a650648932c7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0962bc91-6915-4560-89c4-a650648932c7,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:44.111284 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f1cc15e-401d-4f80-9e0c-3e229a19da68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (0962bc91-6915-4560-89c4-a650648932c7), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.142837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-f38c086e-3cdd-4da3-971e-43cd98c68222 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588732 Feb 09 03:51:44.171037 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cc15e-401d-4f80-9e0c-3e229a19da68 None None] Pushing event updated for resources: {'Port': ['ID=0962bc91-6915-4560-89c4-a650648932c7,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:44.263158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-449cc6b1-763c-4d91-8039-ead5393800d2 service neutron] 10.222.0.32 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036024 Feb 09 03:51:44.336088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5e6046ff-7fe5-44e9-a592-dd68784e3db0 None None] Provisioning complete for port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:44.336476 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e6046ff-7fe5-44e9-a592-dd68784e3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.371917 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-ccc3023b-b940-460c-b88a-4e23e77287ad service neutron] 10.222.0.32 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024413 Feb 09 03:51:44.376564 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5e6046ff-7fe5-44e9-a592-dd68784e3db0 None None] Port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:51:44.388523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5e6046ff-7fe5-44e9-a592-dd68784e3db0 None None] Provisioning complete for port 0962bc91-6915-4560-89c4-a650648932c7 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:44.388915 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e6046ff-7fe5-44e9-a592-dd68784e3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0962bc91-6915-4560-89c4-a650648932c7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.476392 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Sync routers for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:51:44.497722 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:44.498375 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:44.502651 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5e6046ff-7fe5-44e9-a592-dd68784e3db0 None None] Current status of the port 0962bc91-6915-4560-89c4-a650648932c7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:44.565902 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0163a707-000b-4833-8dd9-5a3bb3983b66 req-e4a5728b-c56b-49b8-93eb-03b5c44d7fb4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 210 time: 0.0314384 Feb 09 03:51:44.619325 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:44.625608 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-14133922-9fad-46c1-8238-b9dc3061e23e None None] Provisioning complete for port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:44.625993 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-14133922-9fad-46c1-8238-b9dc3061e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.675067 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-14133922-9fad-46c1-8238-b9dc3061e23e None None] Port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:51:44.765214 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0962bc91-6915-4560-89c4-a650648932c7 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:51:44.817152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 0962bc91-6915-4560-89c4-a650648932c7 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:44.817643 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (0962bc91-6915-4560-89c4-a650648932c7), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.834250 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:43Z', 'revision_number': 2, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:44.865046 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Checking router: 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:51:44.865390 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Updating router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:51:44.894083 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.916168 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 0962bc91-6915-4560-89c4-a650648932c7 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:44.917217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 549670fd-ecc3-4dd9-8a7f-93225c8124e9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:51:44.921107 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-57debd9b-cf11-4367-9692-a63be8b7e5c2 None None] Provisioning complete for port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:44.921107 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-57debd9b-cf11-4367-9692-a63be8b7e5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:44.985986 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-57debd9b-cf11-4367-9692-a63be8b7e5c2 None None] Port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:51:45.003358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:45.003591 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.092254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:45.092557 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.114821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 549670fd-ecc3-4dd9-8a7f-93225c8124e9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=549670fd-ecc3-4dd9-8a7f-93225c8124e9,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:45.122341 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.179635 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=549670fd-ecc3-4dd9-8a7f-93225c8124e9,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:45.190351 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Publish callbacks [] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.196187 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.256899 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Pushing event updated for resources: {'Port': ['ID=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:45.302154 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.302665 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.302945 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.303281 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.303822 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.304160 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.304518 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.304849 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.305175 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.305682 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.306015 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.306369 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.306689 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:51:45.320470 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Attempting to bind port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:51:45.320834 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Attempting to bind port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:51:45.321193 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Attempting to bind port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 on network fae33399-2266-4805-83c3-372264a49c53 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:51:45.326723 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:51:45.327093 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Checking segment: {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:51:45.327492 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.327905 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Bound using segment: {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:51:45.328361 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Bound port: f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:51:45.328733 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.393065 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] For port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:51:45.397140 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] For port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:51:45.403000 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.463814 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:45.464456 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:45.511572 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3be6e1be-7540-4792-a51a-122ccdd7a732 None None] Provisioning complete for port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:45.512018 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3be6e1be-7540-4792-a51a-122ccdd7a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.536892 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073196-9a4c-4801-a2b8-f3dfe99d75e5 None None] Pushing event updated for resources: {'Port': ['ID=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:45.601384 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:45.621854 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3be6e1be-7540-4792-a51a-122ccdd7a732 None None] Current status of the port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:45.622572 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3be6e1be-7540-4792-a51a-122ccdd7a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.677722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-3be6e1be-7540-4792-a51a-122ccdd7a732 None None] For port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:45.683093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3be6e1be-7540-4792-a51a-122ccdd7a732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.738567 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c00134b4-72a3-4d84-b0e9-d67d49cc2b6a req-0155885c-9c52-439d-86fb-39001df22383 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 210 time: 0.0358570 Feb 09 03:51:45.747970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6e1be-7540-4792-a51a-122ccdd7a732 None None] Pushing event updated for resources: {'Port': ['ID=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:45.804442 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-e12d6778-b8a2-4f92-bbd4-2476b7ed13be None None] Provisioning complete for port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:45.804818 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e12d6778-b8a2-4f92-bbd4-2476b7ed13be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:45.805842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-5fadccb2-396f-42b3-8eed-1a5ea3aef624 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:45.808072 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-5fadccb2-396f-42b3-8eed-1a5ea3aef624 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/networks?id=fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 200 len: 797 time: 0.1895788 Feb 09 03:51:45.873224 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:45.881334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-051996ae-9fc3-463f-83e4-0be71cd0fdcb tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 380 time: 0.0634704 Feb 09 03:51:45.890573 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'port': {'device_id': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'admin_state_up': True, 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'security_groups': ['fc33c72f-8c63-47b7-9e59-88d7eb737508']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:45.892568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-e12d6778-b8a2-4f92-bbd4-2476b7ed13be None None] Current status of the port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:45.900831 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96cef-c7a7-4e8f-bb02-2fb23f282067 None None] The sync data for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 is: [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:51:46.018457 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:51:46.021981 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.152819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.13 (fae33399-2266-4805-83c3-372264a49c53/1c572b14-36d1-47db-b751-44bfd4d91381/4e4bb9b4-6cdb-40d0-8813-fe84bcb18207) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:51:46.304446 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.338746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.395946 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network fae33399-2266-4805-83c3-372264a49c53 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:51:46.400180 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:51:46.402095 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:46.404169 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:51:46.455647 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:46.456409 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.474382 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-164284ef-d67b-4a23-a76f-77c42ec1041d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874875 Feb 09 03:51:46.486224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Request body: {'port': {'device_id': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:46.568061 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.737078 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 549670fd-ecc3-4dd9-8a7f-93225c8124e9 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:51:46.741325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-326ffa19-928d-465c-a51e-bad571bced49 None None] Provisioning complete for port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:46.741521 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-326ffa19-928d-465c-a51e-bad571bced49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.810562 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-326ffa19-928d-465c-a51e-bad571bced49 None None] Port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:51:46.822914 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:46.823287 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.901368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:51:46.908626 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291821a6-87ab-4698-b729-1cfcefe44f61 req-0e5dbc57-c5ad-4167-bb75-42a5f0b0742c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:46.909683 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Publish callbacks [] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.914053 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:46.915174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:51:46.916920 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-291821a6-87ab-4698-b729-1cfcefe44f61 req-0e5dbc57-c5ad-4167-bb75-42a5f0b0742c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 932 time: 0.0826273 Feb 09 03:51:46.926969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Transition to ACTIVE for port object 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:51:46.932517 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:46.974397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:46.974944 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:47.005828 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-291821a6-87ab-4698-b729-1cfcefe44f61 req-c41158c5-7599-4c5a-ae36-c229ffe362f6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876882 Feb 09 03:51:47.040148 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:47.080927 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Attempting to bind port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:51:47.081426 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Attempting to bind port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:51:47.081762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Attempting to bind port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 on network fae33399-2266-4805-83c3-372264a49c53 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:51:47.084813 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:47.087152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 on network fae33399-2266-4805-83c3-372264a49c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:51:47.087495 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Attempting to bind port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 on network fae33399-2266-4805-83c3-372264a49c53 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:51:47.093335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:51:47.093669 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Checking segment: {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:51:47.094054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Bound using segment: {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:51:47.094594 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Bound port: 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3003d05b-f589-48dc-b1ba-1bb05f83d1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fae33399-2266-4805-83c3-372264a49c53'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:51:47.094855 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:47.196054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] For port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:51:47.199547 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] For port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:51:47.205540 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:47.240672 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.241262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:47.242701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] 10.222.0.61 "PUT /v2.0/ports/4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 200 len: 1092 time: 0.7612839 Feb 09 03:51:47.243254 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:51:47.245468 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20afd377-ad58-4e17-8365-e4514bf5dead" -d '{"events": [{"name": "network-changed", "server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:51:47.277491 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceb4f7-6a64-4084-8a4e-9ab2893c7f00 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:47.314285 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef102869-f20b-4541-883d-936af4aa5a2e x-openstack-request-id: req-ef102869-f20b-4541-883d-936af4aa5a2e {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:51:47.314589 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:51:47.314848 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef102869-f20b-4541-883d-936af4aa5a2e {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:51:47.315258 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'status': 'completed', 'code': 200} Feb 09 03:51:47.335604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-a101fdf7-08b0-4a71-b886-2c575ac22462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.337180 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-a101fdf7-08b0-4a71-b886-2c575ac22462 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1126 time: 0.0511744 Feb 09 03:51:47.386460 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-48114b4c-0b76-4dfa-bde0-9d2a4ec430b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 200 len: 217 time: 0.0403275 Feb 09 03:51:47.436687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-e22d8a7e-fb0f-4dc1-baf7-aef2a28a3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.438224 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-e22d8a7e-fb0f-4dc1-baf7-aef2a28a3d95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c572b14-36d1-47db-b751-44bfd4d91381 HTTP/1.1" status: 200 len: 835 time: 0.0459459 Feb 09 03:51:47.487306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-b7b8be43-5ba5-4cab-a205-dcbb8d4196e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.489385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-b7b8be43-5ba5-4cab-a205-dcbb8d4196e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fae33399-2266-4805-83c3-372264a49c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453358 Feb 09 03:51:47.581193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-c78bde60-a060-43bc-8d17-6b28a9c16ef1 service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861943 Feb 09 03:51:47.669602 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-79ae404c-fe2d-41b3-b64b-ceff0c416869 req-f231b682-5d03-492a-adca-2fd9848f4110 service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824537 Feb 09 03:51:47.755433 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afd377-ad58-4e17-8365-e4514bf5dead req-5d585b79-1e89-4db4-bc5f-38c4f158549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.756942 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20afd377-ad58-4e17-8365-e4514bf5dead req-5d585b79-1e89-4db4-bc5f-38c4f158549f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1126 time: 0.0451641 Feb 09 03:51:47.849952 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afd377-ad58-4e17-8365-e4514bf5dead req-e35e93f4-4c30-458d-a323-96834964989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.851466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20afd377-ad58-4e17-8365-e4514bf5dead req-e35e93f4-4c30-458d-a323-96834964989f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 200 len: 898 time: 0.0885718 Feb 09 03:51:47.891071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20afd377-ad58-4e17-8365-e4514bf5dead req-c3ef8e23-9b46-4fbf-a80b-5ce3bd5b2d8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 200 len: 217 time: 0.0343306 Feb 09 03:51:47.943068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afd377-ad58-4e17-8365-e4514bf5dead req-e4798ccb-20e2-4b5c-b628-bc981f77624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.944480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20afd377-ad58-4e17-8365-e4514bf5dead req-e4798ccb-20e2-4b5c-b628-bc981f77624a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c572b14-36d1-47db-b751-44bfd4d91381 HTTP/1.1" status: 200 len: 835 time: 0.0466170 Feb 09 03:51:47.994400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afd377-ad58-4e17-8365-e4514bf5dead req-bd3cddb5-8a8b-45d7-9a3f-0b2048b5c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:47.996160 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20afd377-ad58-4e17-8365-e4514bf5dead req-bd3cddb5-8a8b-45d7-9a3f-0b2048b5c494 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fae33399-2266-4805-83c3-372264a49c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448346 Feb 09 03:51:48.086492 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20afd377-ad58-4e17-8365-e4514bf5dead req-118c791b-80f0-4646-b11c-b2d63c38c09c service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827596 Feb 09 03:51:48.120766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556bf40-3751-457d-9dea-5376f4a62922 req-c27d4d39-c55e-496f-b7cb-29185a7581a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:48.122266 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e556bf40-3751-457d-9dea-5376f4a62922 req-c27d4d39-c55e-496f-b7cb-29185a7581a5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 944 time: 0.0510349 Feb 09 03:51:48.173948 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e556bf40-3751-457d-9dea-5376f4a62922 req-075ba0cf-f9cc-4e01-9bbd-ccfe8ac24919 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460575 Feb 09 03:51:48.181341 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-20afd377-ad58-4e17-8365-e4514bf5dead req-5ce5baf3-550e-47f1-a2bf-3f135f41099e service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888240 Feb 09 03:51:49.295694 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be3f43-d110-4600-86c5-eaa4fe3c4847 req-27b411c0-c637-4261-b7a8-71d431413172 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:49.297092 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70be3f43-d110-4600-86c5-eaa4fe3c4847 req-27b411c0-c637-4261-b7a8-71d431413172 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 944 time: 0.0529108 Feb 09 03:51:49.345610 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-70be3f43-d110-4600-86c5-eaa4fe3c4847 req-f20f9bed-aabf-4344-8254-f2d49d50b7a4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Feb 09 03:51:49.884170 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:51:49.982036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:49.993371 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'port_id': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'mac_address': 'fa:16:3e:6d:8a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:51:50.030131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:50.030478 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.042904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:51:50.062196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:50.066956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.111575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:50.178336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:50.302748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['4e4bb9b4-6cdb-40d0-8813-fe84bcb18207'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:51:50.465122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a72a35-bcaa-46f8-8fbb-3093a53624f8 req-add65bbb-b414-4fa7-9d07-7d14f8ce69bd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:50.466609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-21a72a35-bcaa-46f8-8fbb-3093a53624f8 req-add65bbb-b414-4fa7-9d07-7d14f8ce69bd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 945 time: 0.0541034 Feb 09 03:51:50.516147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-21a72a35-bcaa-46f8-8fbb-3093a53624f8 req-a3ecea48-146e-426b-8f8e-1d90c6558ffe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437543 Feb 09 03:51:51.635917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba7666-e964-45b9-9d7f-1eb50ece3e3b req-6936f078-a73d-4562-944c-3884566e7dca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:51.637386 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1eba7666-e964-45b9-9d7f-1eb50ece3e3b req-6936f078-a73d-4562-944c-3884566e7dca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 945 time: 0.0560534 Feb 09 03:51:51.685041 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1eba7666-e964-45b9-9d7f-1eb50ece3e3b req-99f0a95e-ae75-4b6a-96f1-7e65660c8b33 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Feb 09 03:51:51.900274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:51:51.952307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:51:51.956876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:51:51.957369 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:52.030367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:51:52.030750 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:52.052580 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:51:52.054986 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c28a41-00e8-4616-8b82-7734e66aa2d2" -d '{"events": [{"server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "name": "network-vif-plugged", "status": "completed", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:51:52.068350 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:51:52.072403 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:52.123101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:52.153796 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eaf48d-02c1-4e58-9a87-059736f31431 x-openstack-request-id: req-d8eaf48d-02c1-4e58-9a87-059736f31431 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:51:52.154097 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "name": "network-vif-plugged", "status": "completed", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:51:52.154421 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8eaf48d-02c1-4e58-9a87-059736f31431 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:51:52.154824 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'code': 200} Feb 09 03:51:52.199034 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:52.302565 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40ef25-5f92-4aac-9aed-1e29cb77511f req-ffc6a9a9-7bc4-4f2f-ac4b-100f3554052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:52.304071 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef40ef25-5f92-4aac-9aed-1e29cb77511f req-ffc6a9a9-7bc4-4f2f-ac4b-100f3554052a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1128 time: 0.0896504 Feb 09 03:51:52.348158 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef40ef25-5f92-4aac-9aed-1e29cb77511f req-253281c2-aff8-406b-ad56-4c74dbcedb40 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376840 Feb 09 03:51:52.803511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1ae5b-3b0f-4bfe-ad7c-0904c4b897b8 req-f482e058-bab7-43d2-acdd-279b5b7aaba7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:52.804938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbc1ae5b-3b0f-4bfe-ad7c-0904c4b897b8 req-f482e058-bab7-43d2-acdd-279b5b7aaba7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0528808 Feb 09 03:51:52.857590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cbc1ae5b-3b0f-4bfe-ad7c-0904c4b897b8 req-0db9b48c-c36c-43cd-9568-01fa4ec4d70a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470891 Feb 09 03:51:53.976923 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428c7ea-593b-4acb-97e8-c0701b0e5d90 req-6baf917e-d80b-4ccb-9fea-ff50cab2247d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:53.978431 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0428c7ea-593b-4acb-97e8-c0701b0e5d90 req-6baf917e-d80b-4ccb-9fea-ff50cab2247d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0523019 Feb 09 03:51:54.026562 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0428c7ea-593b-4acb-97e8-c0701b0e5d90 req-558a57d9-1d58-4741-b05d-94fa8cf5e8de tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426097 Feb 09 03:51:54.145908 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef494-415f-431c-9c6a-d9ebb9ddd5b8 req-3194aaa7-d23f-421d-8a30-dde53276314f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:54.147315 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f72ef494-415f-431c-9c6a-d9ebb9ddd5b8 req-3194aaa7-d23f-421d-8a30-dde53276314f tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0524766 Feb 09 03:51:54.194780 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f72ef494-415f-431c-9c6a-d9ebb9ddd5b8 req-bed642bd-8a6f-44ad-8182-fe9b450cd3df tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419292 Feb 09 03:51:54.216009 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51394) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:54.266205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbcb10-8cba-412c-8aef-a8c87a42fbb4 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:54.268002 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-aabbcb10-8cba-412c-8aef-a8c87a42fbb4 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1123 time: 0.0510225 Feb 09 03:51:54.271476 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51396) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:54.277286 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:51:54.298349 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:54.396301 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:54.495913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.71 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/a0a149c3-03ef-4a85-b6a5-3ba15e0257ae) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:51:54.604801 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:54.637835 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:54.678926 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:51:54.683868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:51:54.686030 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=a0a149c3-03ef-4a85-b6a5-3ba15e0257ae,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:54.688163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:51:55.039350 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (9e8f6627-7924-48ba-90a7-dc870d26f6e2), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:55.106689 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:55.256166 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:55.260526 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:55.337304 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=a0a149c3-03ef-4a85-b6a5-3ba15e0257ae,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:51:55.348475 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (9e8f6627-7924-48ba-90a7-dc870d26f6e2), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:55.450291 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP 9e8f6627-7924-48ba-90a7-dc870d26f6e2 associated. External IP: 172.25.2.71, port: 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207. Feb 09 03:51:55.656464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:51:56.083584 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:51:56.093153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] Sync routers for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:51:56.102096 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:51:56.102771 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:56.103390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:56.135322 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8a838bee-26af-48c8-8705-742c5dc7d34a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8625853 Feb 09 03:51:56.136010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:51:56.138593 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12968117-92e2-4309-818d-1b5ca27c3e52" -d '{"events": [{"name": "network-changed", "server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:51:56.245156 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1921be-b68f-4c23-9428-143fb7368f96 x-openstack-request-id: req-af1921be-b68f-4c23-9428-143fb7368f96 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:51:56.245708 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:51:56.245968 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af1921be-b68f-4c23-9428-143fb7368f96 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:51:56.246417 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'status': 'completed', 'code': 200} Feb 09 03:51:56.262263 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bc3e4-69e9-4f98-8d7e-de136c96530f req-9b6851d2-c7b2-4fff-91d5-e1cd7df149fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:56.263836 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f98bc3e4-69e9-4f98-8d7e-de136c96530f req-9b6851d2-c7b2-4fff-91d5-e1cd7df149fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0685983 Feb 09 03:51:56.313211 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-4a801f25-963a-4d1f-a735-9389b7cb2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:56.314891 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-4a801f25-963a-4d1f-a735-9389b7cb2f97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1128 time: 0.0488019 Feb 09 03:51:56.321461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f98bc3e4-69e9-4f98-8d7e-de136c96530f req-57fba9e7-2814-4c9e-b54e-7607ec26aa1d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509412 Feb 09 03:51:56.344885 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51404) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:56.389029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:56.406296 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ea28f0a4-298a-476a-a76f-6e61a0adb625 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/9e8f6627-7924-48ba-90a7-dc870d26f6e2 HTTP/1.1" status: 200 len: 991 time: 0.0602474 Feb 09 03:51:56.406640 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-efeee517-0b2f-427e-9bd9-ad6de7cd90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:56.408135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-efeee517-0b2f-427e-9bd9-ad6de7cd90c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 200 len: 898 time: 0.0872707 Feb 09 03:51:56.476832 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-83f7c5d5-012f-4725-a815-9e8492d1a27c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 200 len: 999 time: 0.0625887 Feb 09 03:51:56.525480 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-a0a24780-dc32-4f26-9505-5de77598d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:56.526976 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-a0a24780-dc32-4f26-9505-5de77598d42e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c572b14-36d1-47db-b751-44bfd4d91381 HTTP/1.1" status: 200 len: 835 time: 0.0439193 Feb 09 03:51:56.579735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-6a2eaefa-2621-4a1f-95ae-b8aa07a5c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:51:56.581258 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-6a2eaefa-2621-4a1f-95ae-b8aa07a5c59e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fae33399-2266-4805-83c3-372264a49c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446422 Feb 09 03:51:56.614112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9e8f6627-7924-48ba-90a7-dc870d26f6e2', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'port_id': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'mac_address': 'fa:16:3e:6d:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:51:54Z', 'updated_at': '2022-02-09T03:51:54Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:56.646906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] Checking router: 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:51:56.655661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:51:56.656271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:51:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:56.675414 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-d466e6a8-4333-4d84-8910-40ede4016076 service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883610 Feb 09 03:51:56.763542 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12968117-92e2-4309-818d-1b5ca27c3e52 req-60c0393a-ffc1-4c13-964d-8c6ba69da98b service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819254 Feb 09 03:51:56.763807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:51:56.986319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9e8f6627-7924-48ba-90a7-dc870d26f6e2', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'port_id': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'mac_address': 'fa:16:3e:6d:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:51:54Z', 'updated_at': '2022-02-09T03:51:54Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:51:57.016260 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b64d8a-142f-4981-be57-6dce8c778bfe None None] The sync data for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 is: [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '9e8f6627-7924-48ba-90a7-dc870d26f6e2', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'port_id': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'mac_address': 'fa:16:3e:6d:8a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:51:54Z', 'updated_at': '2022-02-09T03:51:54Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:51:57.205273 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167495ce-0ceb-479e-a6e8-b32d6864c4c1 None None] New status for floating IP 9e8f6627-7924-48ba-90a7-dc870d26f6e2: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:51:57.410868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51406) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:51:57.474750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c4168fef-45ac-43e3-b4d9-2affb8d6b4d4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/9e8f6627-7924-48ba-90a7-dc870d26f6e2 HTTP/1.1" status: 200 len: 993 time: 0.0627341 Feb 09 03:51:57.916980 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:52:00.561152 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e486fa50-935c-4092-8b25-2d9e279192cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:02.798070 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e686fb7a-d90a-487b-8384-c9901ff42beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:04.184918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:05.241085 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:06.568294 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:14.476870 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-210a33bc-8f5e-49ce-ae44-af6b4e57d0da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481231 Feb 09 03:52:14.564280 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-6622d2d8-8f19-4747-b37e-ed8456c05a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:14.566419 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-6622d2d8-8f19-4747-b37e-ed8456c05a7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1128 time: 0.0440006 Feb 09 03:52:14.667013 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-4928bbcb-f6dc-409d-b550-b805835ff8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:14.668486 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-4928bbcb-f6dc-409d-b550-b805835ff8cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 200 len: 898 time: 0.0844026 Feb 09 03:52:14.736839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-544cc67d-1a2e-4474-8d15-815dfe903fc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 200 len: 1001 time: 0.0620379 Feb 09 03:52:14.784005 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-2cea8d8c-92e5-4dcc-a7cb-c8d87110a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:14.785938 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-2cea8d8c-92e5-4dcc-a7cb-c8d87110a8c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c572b14-36d1-47db-b751-44bfd4d91381 HTTP/1.1" status: 200 len: 835 time: 0.0424392 Feb 09 03:52:14.832295 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-84dfc9d8-2de3-45f2-bc5f-7b54e8f62ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:14.833795 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-84dfc9d8-2de3-45f2-bc5f-7b54e8f62ff5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fae33399-2266-4805-83c3-372264a49c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421798 Feb 09 03:52:14.923537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-3888a2ca-f3b4-4ca0-9ab1-075969415bff service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836928 Feb 09 03:52:15.013842 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-609e70a4-fba6-4718-bcbc-34ca3882dfad req-36901049-0602-413d-9a15-51a0d3da514c service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841110 Feb 09 03:52:20.164201 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:22.214336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:28.789393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9329a-0b7d-4170-b233-e7db53d9032f req-41c13116-1f7d-48dc-a7eb-f68154077aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:28.790915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbe9329a-0b7d-4170-b233-e7db53d9032f req-41c13116-1f7d-48dc-a7eb-f68154077aed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0622394 Feb 09 03:52:28.840448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bbe9329a-0b7d-4170-b233-e7db53d9032f req-460e629c-d72a-42a3-bc84-286e5fab1290 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Feb 09 03:52:29.960973 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c81e6-9b20-4591-a4ff-48aed8c9cac6 req-789ed964-5cbd-4a27-85e9-4b8c4f64e3fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:29.962518 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed8c81e6-9b20-4591-a4ff-48aed8c9cac6 req-789ed964-5cbd-4a27-85e9-4b8c4f64e3fc tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0528355 Feb 09 03:52:30.011021 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ed8c81e6-9b20-4591-a4ff-48aed8c9cac6 req-1f94d0d9-9130-4179-8497-5a506f35d68b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Feb 09 03:52:30.563558 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-db22aef6-1ed9-4bdb-819f-330ed407ab6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:31.130464 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e90cf-f0c4-437d-86a0-97b002c094dd req-c8d55752-2c56-4526-947c-4119412d351a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:31.131952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cf4e90cf-f0c4-437d-86a0-97b002c094dd req-c8d55752-2c56-4526-947c-4119412d351a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0534029 Feb 09 03:52:31.180326 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cf4e90cf-f0c4-437d-86a0-97b002c094dd req-1fcf7388-91c7-422f-a0ce-0382243b0932 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427570 Feb 09 03:52:32.301569 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bcce9-515b-4baf-a7e8-66d930b957ec req-19d387f9-e5d6-4bf4-871c-34768fee9edd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:32.303529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a5bcce9-515b-4baf-a7e8-66d930b957ec req-19d387f9-e5d6-4bf4-871c-34768fee9edd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0564232 Feb 09 03:52:32.351410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a5bcce9-515b-4baf-a7e8-66d930b957ec req-a7f6bc07-c229-4c22-b9fe-693f6432059a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 Feb 09 03:52:32.800679 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66e84269-9de2-42a2-b755-c35fbed55253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:33.470203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79cdd-ace9-4fdb-acfa-d82908155caa req-0e4a90cd-a21d-44a2-9c19-90deb720b63a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:33.471725 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2dd79cdd-ace9-4fdb-acfa-d82908155caa req-0e4a90cd-a21d-44a2-9c19-90deb720b63a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0521836 Feb 09 03:52:33.523995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2dd79cdd-ace9-4fdb-acfa-d82908155caa req-b78d9f36-a46b-4ebf-a051-0e5f03043144 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466774 Feb 09 03:52:34.189057 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:34.644583 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01845ef-2da0-4646-9054-c4b290d08452 req-c0a825d2-4bd1-4e3c-bed0-4903ce7e7a93 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:34.646079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d01845ef-2da0-4646-9054-c4b290d08452 req-c0a825d2-4bd1-4e3c-bed0-4903ce7e7a93 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0551140 Feb 09 03:52:34.695317 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d01845ef-2da0-4646-9054-c4b290d08452 req-5d92d4d9-97bc-4ce7-ab5c-9ec02da9e0de tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431139 Feb 09 03:52:34.916782 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:52:35.239341 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:35.812031 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1e550-b436-4bc9-b1a0-fa7abec4e0c4 req-10cd67ff-4b8c-4d83-805a-8a3544058377 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:35.813437 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1bb1e550-b436-4bc9-b1a0-fa7abec4e0c4 req-10cd67ff-4b8c-4d83-805a-8a3544058377 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0513940 Feb 09 03:52:35.861270 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1bb1e550-b436-4bc9-b1a0-fa7abec4e0c4 req-f2f4f270-3c09-476a-89e8-c220a397dc21 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Feb 09 03:52:36.571004 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:36.979122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ce646-c325-4f2f-bf26-20198585a525 req-0f9b8b39-7496-4f2b-9bb3-76982841d162 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:36.980612 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f65ce646-c325-4f2f-bf26-20198585a525 req-0f9b8b39-7496-4f2b-9bb3-76982841d162 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0538630 Feb 09 03:52:37.033236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f65ce646-c325-4f2f-bf26-20198585a525 req-809d41de-a1d1-42fc-b2be-90dfe44fb0fb tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470409 Feb 09 03:52:38.152017 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba786a-469d-4d4f-81bd-4105617c0afe req-b59b26b3-204d-4117-8344-1b2a7e2271f9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:38.153518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6eba786a-469d-4d4f-81bd-4105617c0afe req-b59b26b3-204d-4117-8344-1b2a7e2271f9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0516093 Feb 09 03:52:38.201675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6eba786a-469d-4d4f-81bd-4105617c0afe req-2194b454-541e-4f30-bf71-eb8a083aa578 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Feb 09 03:52:39.319347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9b11c-863e-40d4-bfda-7686aad86660 req-96b57435-cb4d-4061-b921-bf9183966e88 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:39.320809 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bba9b11c-863e-40d4-bfda-7686aad86660 req-96b57435-cb4d-4061-b921-bf9183966e88 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0525084 Feb 09 03:52:39.371745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bba9b11c-863e-40d4-bfda-7686aad86660 req-f14f986a-e828-4977-b9af-ec2005501715 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442109 Feb 09 03:52:40.493152 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d7d85-0eab-4d5b-9afd-2b655d4c8f18 req-ecbd5cef-0122-4ceb-b00d-42bce7019637 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:40.494653 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-464d7d85-0eab-4d5b-9afd-2b655d4c8f18 req-ecbd5cef-0122-4ceb-b00d-42bce7019637 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0560513 Feb 09 03:52:40.542428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-464d7d85-0eab-4d5b-9afd-2b655d4c8f18 req-946140c0-fa87-43fa-a489-cdbe99c1d7e6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Feb 09 03:52:41.662931 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455f792-7ab5-4d87-b332-020027d6b98a req-aea69e19-fe6a-4d00-a7d4-ea9e8556e33b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:41.664405 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b455f792-7ab5-4d87-b332-020027d6b98a req-aea69e19-fe6a-4d00-a7d4-ea9e8556e33b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0525389 Feb 09 03:52:41.712010 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b455f792-7ab5-4d87-b332-020027d6b98a req-77dcbd17-7aad-4f6b-bc42-1d9d9edd5966 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420280 Feb 09 03:52:42.831107 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11954fa-2bde-44bd-9e7f-0fee309ae702 req-02710365-a086-4bec-9bf2-131aaafd9366 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:42.832511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f11954fa-2bde-44bd-9e7f-0fee309ae702 req-02710365-a086-4bec-9bf2-131aaafd9366 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0515640 Feb 09 03:52:42.880595 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f11954fa-2bde-44bd-9e7f-0fee309ae702 req-939171d7-20d2-48e5-a01b-594b9e18ee03 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Feb 09 03:52:44.008313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82b56f-6fae-4d24-938d-29be6466c623 req-20f502cb-12c5-4f39-af38-a10efdbf9b3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:44.009853 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a82b56f-6fae-4d24-938d-29be6466c623 req-20f502cb-12c5-4f39-af38-a10efdbf9b3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0603602 Feb 09 03:52:44.058631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9a82b56f-6fae-4d24-938d-29be6466c623 req-315ea870-90f2-4fd8-9ada-2c941bd1a6c9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431252 Feb 09 03:52:45.179878 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cd741-ae3d-463c-a78e-3fed120d46dc req-d0a299bf-0adc-4477-b255-ff4b96e88643 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:45.181364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c3cd741-ae3d-463c-a78e-3fed120d46dc req-d0a299bf-0adc-4477-b255-ff4b96e88643 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0563447 Feb 09 03:52:45.228543 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9c3cd741-ae3d-463c-a78e-3fed120d46dc req-08d6c83c-b742-401d-a7ca-3f37d529e6ed tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Feb 09 03:52:45.252474 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51452) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:45.313735 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5e13e75d-befd-416b-8349-f875ce5a95cf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/9e8f6627-7924-48ba-90a7-dc870d26f6e2 HTTP/1.1" status: 200 len: 993 time: 0.0600240 Feb 09 03:52:46.587219 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769334-b7a3-4580-82c3-c4e4249c830b req-5c5cdbdd-602c-402f-acd9-c4bc08896c77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:46.588605 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8769334-b7a3-4580-82c3-c4e4249c830b req-5c5cdbdd-602c-402f-acd9-c4bc08896c77 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0573604 Feb 09 03:52:46.613354 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-cce16433-108b-4937-89af-d06567c60fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:46.615076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-cce16433-108b-4937-89af-d06567c60fee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1128 time: 0.0452077 Feb 09 03:52:46.638801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8769334-b7a3-4580-82c3-c4e4249c830b req-ae07d7da-973d-436a-8b3a-53f066952aa7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Feb 09 03:52:46.705404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-495ad486-e009-4ef3-8690-a6a3dd78cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:46.706955 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-495ad486-e009-4ef3-8690-a6a3dd78cdb1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 200 len: 898 time: 0.0866282 Feb 09 03:52:46.778277 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-513a7bc1-e56b-4268-b2d5-69ac11ab5abe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 200 len: 1001 time: 0.0657876 Feb 09 03:52:46.825494 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-42d9bc89-58ed-48d6-b796-3ea8b598c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:46.826952 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-42d9bc89-58ed-48d6-b796-3ea8b598c93c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c572b14-36d1-47db-b751-44bfd4d91381 HTTP/1.1" status: 200 len: 835 time: 0.0433915 Feb 09 03:52:46.875262 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-62c4a9ff-7704-44bb-8d90-4ae370beb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:46.876668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-62c4a9ff-7704-44bb-8d90-4ae370beb26b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fae33399-2266-4805-83c3-372264a49c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439680 Feb 09 03:52:46.965679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-e6c0d1e6-4a4a-42c2-acbd-8c52e95e4558 service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832660 Feb 09 03:52:47.052501 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c7701e4f-f036-4ce7-a675-4deba80d7d3f req-e04476bc-86df-4076-bbd5-47ffc7ba6bfc service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808098 Feb 09 03:52:47.763184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1accb-5c1f-492c-ae92-e5538a7d2685 req-741974e3-bf34-4f7f-b938-1feb703493e9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:52:47.764661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6cd1accb-5c1f-492c-ae92-e5538a7d2685 req-741974e3-bf34-4f7f-b938-1feb703493e9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0576897 Feb 09 03:52:47.812428 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6cd1accb-5c1f-492c-ae92-e5538a7d2685 req-6dadec59-552d-48a7-8cae-e0bae658083a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421894 Feb 09 03:52:47.834444 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51462) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:52:47.893364 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8eb7091c-dcf0-4d6e-b2a6-f340a7f375d9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/9e8f6627-7924-48ba-90a7-dc870d26f6e2 HTTP/1.1" status: 200 len: 993 time: 0.0577917 Feb 09 03:52:50.197844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:52:52.213631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:00.567031 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-981c16f6-88bb-4c2a-8cd0-6c0c63729af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:02.802791 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-172765bd-1460-429b-adf3-8ca10c7e16c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:04.190782 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:05.241591 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:06.573898 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:11.917422 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:53:15.412640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-d73fbe27-3084-47cc-ae57-a9acf5946ae1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474045 Feb 09 03:53:15.509846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-9cc362bd-2f7b-4ce1-8d01-b3e09a91c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:15.511448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-9cc362bd-2f7b-4ce1-8d01-b3e09a91c7db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1128 time: 0.0462716 Feb 09 03:53:15.615090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-1b7c3c29-701a-46ba-b6a8-351225dd134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:15.616548 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-1b7c3c29-701a-46ba-b6a8-351225dd134f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 200 len: 898 time: 0.0837944 Feb 09 03:53:15.684602 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-c273ddbe-ffd0-49fc-ba4c-35bc0c572834 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 200 len: 1001 time: 0.0616248 Feb 09 03:53:15.734814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-2e148278-e327-4f43-af0c-213596645e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:15.736271 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-2e148278-e327-4f43-af0c-213596645e52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c572b14-36d1-47db-b751-44bfd4d91381 HTTP/1.1" status: 200 len: 835 time: 0.0426297 Feb 09 03:53:15.784192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-84b38c15-8333-4459-ac01-e1ed3549f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:15.785656 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-84b38c15-8333-4459-ac01-e1ed3549f934 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fae33399-2266-4805-83c3-372264a49c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426359 Feb 09 03:53:15.877555 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-06134d4b-668a-4cbd-8eab-01bfbe41a3b2 service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Feb 09 03:53:15.965571 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-a93a4c94-5bd4-4ae0-8e5d-f596adf6deac req-6f0704d5-bc86-46cc-9996-d77715710b2c service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813396 Feb 09 03:53:18.255358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51472) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:18.414329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port a0a149c3-03ef-4a85-b6a5-3ba15e0257ae {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:18.414672 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.489270 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.489577 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.501371 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for a0a149c3-03ef-4a85-b6a5-3ba15e0257ae owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:18.648642 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (a0a149c3-03ef-4a85-b6a5-3ba15e0257ae), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.673922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=a0a149c3-03ef-4a85-b6a5-3ba15e0257ae,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:18.699636 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.699989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.700334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.700671 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.701003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.701339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.701668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.701998 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.702368 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.702697 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.703022 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.703345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.703662 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:18.741705 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (9e8f6627-7924-48ba-90a7-dc870d26f6e2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:18.742039 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP 9e8f6627-7924-48ba-90a7-dc870d26f6e2 disassociated (deleted). External IP: 172.25.2.71, port: 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207. Feb 09 03:53:18.953745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:19.069656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:19.074545 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:19.080573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] Sync routers for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:19.093765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:19.094404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:19.105808 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a4a4c9eb-318e-40f9-869a-9adbd12e6bdf tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/floatingips/9e8f6627-7924-48ba-90a7-dc870d26f6e2 HTTP/1.1" status: 204 len: 168 time: 0.8494353 Feb 09 03:53:19.106520 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:19.108791 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b126be-921d-40a3-b6ba-fd6aab49a2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:19.149120 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a63271-1178-4f7e-9704-59a04617cfb9 x-openstack-request-id: req-65a63271-1178-4f7e-9704-59a04617cfb9 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:19.150128 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:19.150430 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65a63271-1178-4f7e-9704-59a04617cfb9 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:19.150851 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'status': 'completed', 'code': 200} Feb 09 03:53:19.208820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:19.216106 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-cb4da67a-a9a5-4db5-97c7-71de2ab2d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:19.217668 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-cb4da67a-a9a5-4db5-97c7-71de2ab2d68d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 1128 time: 0.0473981 Feb 09 03:53:19.330324 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-29999fcd-2d67-490b-b2aa-fce82041cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:19.332590 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-29999fcd-2d67-490b-b2aa-fce82041cb45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 200 len: 898 time: 0.0948062 Feb 09 03:53:19.348230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ecb7a-0de4-4cf2-a2c6-1cac706c4c47 req-4adbb533-c922-4f8f-8334-bd4f57929075 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:19.349308 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-353ecb7a-0de4-4cf2-a2c6-1cac706c4c47 req-4adbb533-c922-4f8f-8334-bd4f57929075 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0539086 Feb 09 03:53:19.386552 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-b4d7fd3a-4856-4430-86d1-ebd3a23c0591 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 200 len: 217 time: 0.0425198 Feb 09 03:53:19.405479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-353ecb7a-0de4-4cf2-a2c6-1cac706c4c47 req-ec418e99-286e-4767-9f4d-2f1c3ebe5c80 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475504 Feb 09 03:53:19.431227 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:19.442510 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-63f4422a-2f1e-40cf-932f-9ce30619de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:19.444028 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-63f4422a-2f1e-40cf-932f-9ce30619de1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c572b14-36d1-47db-b751-44bfd4d91381 HTTP/1.1" status: 200 len: 835 time: 0.0500083 Feb 09 03:53:19.457094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] Checking router: 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:19.465909 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:19.466489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:19.493828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-142be7b9-d98b-40f5-8646-9ada23b14897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:19.495642 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-142be7b9-d98b-40f5-8646-9ada23b14897 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fae33399-2266-4805-83c3-372264a49c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445874 Feb 09 03:53:19.575590 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:19.588687 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-a05d0eca-9f1f-4aa7-9a01-427475e93544 service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862617 Feb 09 03:53:19.682426 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-46b126be-921d-40a3-b6ba-fd6aab49a2a4 req-7306a921-bf04-4647-b93c-3649932f9f29 service neutron] 10.222.0.61 "GET /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872164 Feb 09 03:53:19.775244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:19.800150 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd508462-b1cc-49b2-a95b-aa662fa7b038 None None] The sync data for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 is: [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:42Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2', 'name': '', 'network_id': 'fae33399-2266-4805-83c3-372264a49c53', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:82:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:42Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '1c572b14-36d1-47db-b751-44bfd4d91381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:20.021456 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e25f0-41db-43b6-a6a0-a43f250bda32 None None] New status for floating IP 9e8f6627-7924-48ba-90a7-dc870d26f6e2: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:53:20.214504 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:20.528580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d534353-0142-4715-bc44-e90388c2823f req-155aef05-4287-4886-8b86-88f040aae4a7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:20.530055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d534353-0142-4715-bc44-e90388c2823f req-155aef05-4287-4886-8b86-88f040aae4a7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0535967 Feb 09 03:53:20.578076 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8d534353-0142-4715-bc44-e90388c2823f req-49bbf6f2-a99e-4ee4-83e5-ec7092073f6c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc33c72f-8c63-47b7-9e59-88d7eb737508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Feb 09 03:53:20.864667 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-faf3910f-bd7b-4be1-8d36-faa2f9586452 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:20.866094 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-faf3910f-bd7b-4be1-8d36-faa2f9586452 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 946 time: 0.0550163 Feb 09 03:53:20.956483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:20.956823 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.048413 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:21.048773 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.061747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:21.187485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4e4bb9b4-6cdb-40d0-8813-fe84bcb18207), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.224277 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=4e4bb9b4-6cdb-40d0-8813-fe84bcb18207,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:21.264830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] No DVR routers for this DVR port 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:21.267535 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:21.270890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee3446b9-c897-4eff-a2ea-4cbb38d28b7a req-ba91ef7b-7bf3-4666-aaba-f6cce1da5d96 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.61 "DELETE /v2.0/ports/4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 HTTP/1.1" status: 204 len: 173 time: 0.3994498 Feb 09 03:53:21.271335 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'name': 'network-vif-deleted', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:21.273630 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a03530a-26b8-49e4-8e7c-982e8abdc19f" -d '{"events": [{"server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "name": "network-vif-deleted", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:21.313133 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34270d20-90a1-4c05-a64e-30135e467e7d x-openstack-request-id: req-34270d20-90a1-4c05-a64e-30135e467e7d {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:21.313427 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606852bb-2868-4d1a-ac90-f5d92e7920ac", "name": "network-vif-deleted", "tag": "4e4bb9b4-6cdb-40d0-8813-fe84bcb18207", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:21.313687 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34270d20-90a1-4c05-a64e-30135e467e7d {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:21.314093 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606852bb-2868-4d1a-ac90-f5d92e7920ac', 'name': 'network-vif-deleted', 'tag': '4e4bb9b4-6cdb-40d0-8813-fe84bcb18207', 'status': 'completed', 'code': 200} Feb 09 03:53:21.707312 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-3cd04f5c-1bd1-4a97-bfe7-d7713cee6f3e req-c1bd2167-4a9d-4561-bd4b-8f06d686a469 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=606852bb-2868-4d1a-ac90-f5d92e7920ac HTTP/1.1" status: 200 len: 210 time: 0.0277615 Feb 09 03:53:22.225206 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:22.768428 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51490) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:23.127239 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.381660 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:23.381940 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.468329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:23.468683 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.481192 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:23.665538 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:23.696099 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:23.874960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.095832 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:24.428614 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:24.449936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:24.450317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 4e4bb9b4-6cdb-40d0-8813-fe84bcb18207 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:24.526695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:24.532227 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a6c8d2d5-c6fe-4a60-bc93-b73208526d22 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621946 Feb 09 03:53:24.534455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51492) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:24.536167 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] Sync routers for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:24.551061 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:24.551676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:24.585104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5e963f-2293-4b29-807e-9b0a85d0fad4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting subnet 1c572b14-36d1-47db-b751-44bfd4d91381 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:53:24.588234 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b5e963f-2293-4b29-807e-9b0a85d0fad4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (1c572b14-36d1-47db-b751-44bfd4d91381), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.627737 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b5e963f-2293-4b29-807e-9b0a85d0fad4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (1c572b14-36d1-47db-b751-44bfd4d91381), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.664884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:24.718318 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b5e963f-2293-4b29-807e-9b0a85d0fad4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (1c572b14-36d1-47db-b751-44bfd4d91381), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.774282 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b5e963f-2293-4b29-807e-9b0a85d0fad4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (1c572b14-36d1-47db-b751-44bfd4d91381), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.801332 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e963f-2293-4b29-807e-9b0a85d0fad4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Subnet': ['ID=1c572b14-36d1-47db-b751-44bfd4d91381,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:24.806567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6b5e963f-2293-4b29-807e-9b0a85d0fad4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:24.811661 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6b5e963f-2293-4b29-807e-9b0a85d0fad4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/subnets/1c572b14-36d1-47db-b751-44bfd4d91381 HTTP/1.1" status: 204 len: 168 time: 0.2737937 Feb 09 03:53:24.812348 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51494) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:24.817145 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f18d9-ac65-4864-816a-88efc8743668 None None] Network fae33399-2266-4805-83c3-372264a49c53 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:24.922602 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.031725 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.087043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 549670fd-ecc3-4dd9-8a7f-93225c8124e9 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:25.087388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.089594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:53:23Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': '549670fd-ecc3-4dd9-8a7f-93225c8124e9', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:25.120833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] Checking router: 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:25.136874 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] Routers {'162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:25.137499 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:25.172090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 549670fd-ecc3-4dd9-8a7f-93225c8124e9, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=549670fd-ecc3-4dd9-8a7f-93225c8124e9,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:25.172457 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.174943 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] DHCP port deletion for fae33399-2266-4805-83c3-372264a49c53 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:53:25.185165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 549670fd-ecc3-4dd9-8a7f-93225c8124e9 owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:25.252553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] Set router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:25.310479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:53:25Z', 'revision_number': 6, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:25.338644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ed088d-6125-431d-bb1a-fb7748537463 None None] The sync data for ids ['162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d'] in n-d-827839-4 is: [{'id': '162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040310314', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:51:39Z', 'updated_at': '2022-02-09T03:53:25Z', 'revision_number': 6, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:25.346065 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Deleting port 0962bc91-6915-4560-89c4-a650648932c7 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:53:25.346470 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (0962bc91-6915-4560-89c4-a650648932c7), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.353854 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (549670fd-ecc3-4dd9-8a7f-93225c8124e9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.381787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=549670fd-ecc3-4dd9-8a7f-93225c8124e9,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:25.422705 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] For port 0962bc91-6915-4560-89c4-a650648932c7, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=0962bc91-6915-4560-89c4-a650648932c7,segment=NetworkSegment(3003d05b-f589-48dc-b1ba-1bb05f83d1b6),segment_id=3003d05b-f589-48dc-b1ba-1bb05f83d1b6)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:25.423105 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (0962bc91-6915-4560-89c4-a650648932c7), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.436224 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Calling delete_port for 0962bc91-6915-4560-89c4-a650648932c7 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:53:25.444512 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.515496 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (0962bc91-6915-4560-89c4-a650648932c7), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.541863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Pushing event deleted for resources: {'Port': ['ID=0962bc91-6915-4560-89c4-a650648932c7,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:25.545419 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.549926 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.552516 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] No DVR routers for this DVR port 0962bc91-6915-4560-89c4-a650648932c7 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:53:25.554677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.555029 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.555488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.556011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.557026 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.557367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.557701 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.558033 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.558393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.558726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.559059 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.559382 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.559711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072075ca-2444-46e6-a02c-cee9ee788f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:25.598076 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.598659 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Fanout notify agent at l3_agent the message router_deleted on router 162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:53:25.605280 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.606411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-2c17bf2d-fe27-42c3-9e1c-409866d1f6a2 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/routers/162ebb0d-bda6-4e6c-8ce2-8fd0cf23b61d HTTP/1.1" status: 204 len: 168 time: 0.7935734 Feb 09 03:53:25.608997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51496) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:25.689700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (fae33399-2266-4805-83c3-372264a49c53), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.783438 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (fae33399-2266-4805-83c3-372264a49c53), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.803922 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae33399-2266-4805-83c3-372264a49c53']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:25.814554 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3003d05b-f589-48dc-b1ba-1bb05f83d1b6') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:25.814900 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3003d05b-f589-48dc-b1ba-1bb05f83d1b6') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:25.824087 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (3003d05b-f589-48dc-b1ba-1bb05f83d1b6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.837646 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (3003d05b-f589-48dc-b1ba-1bb05f83d1b6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.843920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:53:25.844362 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (3003d05b-f589-48dc-b1ba-1bb05f83d1b6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:53:25.847423 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:53:25.907807 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (fae33399-2266-4805-83c3-372264a49c53), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.916334 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:25.918672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/networks/fae33399-2266-4805-83c3-372264a49c53 HTTP/1.1" status: 204 len: 168 time: 0.3087287 Feb 09 03:53:25.921529 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51498) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:25.930136 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba568f0b-e136-4238-bf9c-17ae4023549a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Network': ['ID=fae33399-2266-4805-83c3-372264a49c53,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:25.981533 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (fc33c72f-8c63-47b7-9e59-88d7eb737508), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.006874 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (fc33c72f-8c63-47b7-9e59-88d7eb737508), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.078665 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (fc33c72f-8c63-47b7-9e59-88d7eb737508), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.081170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.082496 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc33c72f-8c63-47b7-9e59-88d7eb737508 HTTP/1.1" status: 204 len: 168 time: 0.1599488 Feb 09 03:53:26.092148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc33c72f-8c63-47b7-9e59-88d7eb737508,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:26.100464 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.100815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.101163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.101502 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.101834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.102193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.102548 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.102879 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.103716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.104042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.104364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.104682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.104998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc0d6-c911-4005-a47b-bf000d316260 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:26.349370 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51504) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.355248 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6cb10860-1f27-4934-8ff2-7d8c51a02d31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055905848', 'description': 'tempest-secgroup-smoke-1055905848 description', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:26.376505 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6cb10860-1f27-4934-8ff2-7d8c51a02d31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.443924 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6cb10860-1f27-4934-8ff2-7d8c51a02d31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (cb31d051-848c-496b-8baf-7e2621239ca6), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.447597 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6cb10860-1f27-4934-8ff2-7d8c51a02d31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cb31d051-848c-496b-8baf-7e2621239ca6), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.472065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6cb10860-1f27-4934-8ff2-7d8c51a02d31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.473262 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6cb10860-1f27-4934-8ff2-7d8c51a02d31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1225264 Feb 09 03:53:26.476449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51506) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.481639 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8f6d2fb0-994b-4d53-8fe5-f8a29a9a0de5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'cb31d051-848c-496b-8baf-7e2621239ca6', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:26.481822 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb10860-1f27-4934-8ff2-7d8c51a02d31 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb31d051-848c-496b-8baf-7e2621239ca6,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:26.506289 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2fb0-994b-4d53-8fe5-f8a29a9a0de5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (f998e2f9-8836-4588-8e52-63eaaf7bf7e9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.561030 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2fb0-994b-4d53-8fe5-f8a29a9a0de5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (f998e2f9-8836-4588-8e52-63eaaf7bf7e9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.564473 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2fb0-994b-4d53-8fe5-f8a29a9a0de5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (f998e2f9-8836-4588-8e52-63eaaf7bf7e9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.582524 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d2fb0-994b-4d53-8fe5-f8a29a9a0de5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f998e2f9-8836-4588-8e52-63eaaf7bf7e9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:26.590308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8f6d2fb0-994b-4d53-8fe5-f8a29a9a0de5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.591559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8f6d2fb0-994b-4d53-8fe5-f8a29a9a0de5 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140289 Feb 09 03:53:26.594412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51508) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.598667 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-652b3716-d875-4385-be1e-efeba849b82e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'cb31d051-848c-496b-8baf-7e2621239ca6', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:26.623739 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-652b3716-d875-4385-be1e-efeba849b82e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (4e7f66c0-9866-4562-b56f-394ef263283a), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.685225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0962bc91-6915-4560-89c4-a650648932c7 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:26.686187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-652b3716-d875-4385-be1e-efeba849b82e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (4e7f66c0-9866-4562-b56f-394ef263283a), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.691415 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-652b3716-d875-4385-be1e-efeba849b82e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (4e7f66c0-9866-4562-b56f-394ef263283a), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.705952 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 0962bc91-6915-4560-89c4-a650648932c7 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:26.706356 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 0962bc91-6915-4560-89c4-a650648932c7 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:26.706849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 549670fd-ecc3-4dd9-8a7f-93225c8124e9 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:26.709543 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b3716-d875-4385-be1e-efeba849b82e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7f66c0-9866-4562-b56f-394ef263283a,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:26.717890 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-652b3716-d875-4385-be1e-efeba849b82e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.722840 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-652b3716-d875-4385-be1e-efeba849b82e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237948 Feb 09 03:53:26.722982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51510) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.726812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 549670fd-ecc3-4dd9-8a7f-93225c8124e9 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:26.727172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 549670fd-ecc3-4dd9-8a7f-93225c8124e9 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:26.727416 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-a8ae81d3-a517-441d-801b-536fecd23d8d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'cb31d051-848c-496b-8baf-7e2621239ca6', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:26.727605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:53:26.749131 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:53:26.749496 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device f3d6123b-8ce0-4dc3-b9cb-b8287470f9a2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:53:26.753197 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8ae81d3-a517-441d-801b-536fecd23d8d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (dbd352cd-a1d9-4e94-88d0-8b4358475973), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.812458 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8ae81d3-a517-441d-801b-536fecd23d8d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (dbd352cd-a1d9-4e94-88d0-8b4358475973), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.816089 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8ae81d3-a517-441d-801b-536fecd23d8d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (dbd352cd-a1d9-4e94-88d0-8b4358475973), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.834915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae81d3-a517-441d-801b-536fecd23d8d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd352cd-a1d9-4e94-88d0-8b4358475973,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:26.840160 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-a8ae81d3-a517-441d-801b-536fecd23d8d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.841338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a8ae81d3-a517-441d-801b-536fecd23d8d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172833 Feb 09 03:53:26.844206 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51512) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.848447 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-b1f55895-f310-47d2-8b69-4557471ab5fa tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'cb31d051-848c-496b-8baf-7e2621239ca6', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:26.872797 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1f55895-f310-47d2-8b69-4557471ab5fa tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (367fac35-9384-4374-980c-c57f594ed38b), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.929964 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1f55895-f310-47d2-8b69-4557471ab5fa tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (367fac35-9384-4374-980c-c57f594ed38b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.933727 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1f55895-f310-47d2-8b69-4557471ab5fa tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (367fac35-9384-4374-980c-c57f594ed38b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.953242 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f55895-f310-47d2-8b69-4557471ab5fa tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367fac35-9384-4374-980c-c57f594ed38b,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:26.959179 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b1f55895-f310-47d2-8b69-4557471ab5fa tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:26.963294 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b1f55895-f310-47d2-8b69-4557471ab5fa tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150358 Feb 09 03:53:26.963481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51514) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:26.967699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e760c587-0382-4d56-876a-125322bb7561 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'cb31d051-848c-496b-8baf-7e2621239ca6', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:26.987238 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-e760c587-0382-4d56-876a-125322bb7561 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:53:26.991925 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e760c587-0382-4d56-876a-125322bb7561 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (125f2a3e-a313-494a-9ca4-3d561b4b4f05), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.048685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e760c587-0382-4d56-876a-125322bb7561 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (125f2a3e-a313-494a-9ca4-3d561b4b4f05), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.052002 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e760c587-0382-4d56-876a-125322bb7561 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (125f2a3e-a313-494a-9ca4-3d561b4b4f05), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.069214 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760c587-0382-4d56-876a-125322bb7561 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125f2a3e-a313-494a-9ca4-3d561b4b4f05,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:27.076400 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e760c587-0382-4d56-876a-125322bb7561 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.077582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e760c587-0382-4d56-876a-125322bb7561 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1131892 Feb 09 03:53:27.080340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51516) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:27.084482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-771b6607-a249-4972-9aa6-adeab3b5449c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'security_group_rule': {'security_group_id': 'cb31d051-848c-496b-8baf-7e2621239ca6', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:27.104516 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-771b6607-a249-4972-9aa6-adeab3b5449c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Project c0332813b3414a3e8b4240ba1bed5be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:53:27.109123 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-771b6607-a249-4972-9aa6-adeab3b5449c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (0092bda1-47c1-4b00-b4db-3a8f7b29b245), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.172151 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-771b6607-a249-4972-9aa6-adeab3b5449c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (0092bda1-47c1-4b00-b4db-3a8f7b29b245), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.175643 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-771b6607-a249-4972-9aa6-adeab3b5449c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (0092bda1-47c1-4b00-b4db-3a8f7b29b245), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.192753 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b6607-a249-4972-9aa6-adeab3b5449c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0092bda1-47c1-4b00-b4db-3a8f7b29b245,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:27.200394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-771b6607-a249-4972-9aa6-adeab3b5449c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.201601 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-771b6607-a249-4972-9aa6-adeab3b5449c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203594 Feb 09 03:53:27.204923 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51518) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:27.209955 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'network': {'name': 'tempest-network-smoke--140381991', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'port_security_enabled': True}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:27.229123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:27.232506 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.255720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:53:27.265792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c7fe317a-677e-436e-8ff5-943105290eea), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.266141 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Added segment c7fe317a-677e-436e-8ff5-943105290eea of type vlan for network 2554f076-e410-4c2b-973a-a4d8ea483598 Feb 09 03:53:27.305222 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (2554f076-e410-4c2b-973a-a4d8ea483598), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.329397 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (2554f076-e410-4c2b-973a-a4d8ea483598), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.334329 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:27.334915 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.391954 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1858258 Feb 09 03:53:27.394753 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51520) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:27.399383 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'admin_state_up': True, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:27.407846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7671e-77d2-44b1-bc76-57c95fa9165e tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Network': ['ID=2554f076-e410-4c2b-973a-a4d8ea483598,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:27.419077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 2554f076-e410-4c2b-973a-a4d8ea483598 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:53:27.422782 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (4e3702b9-e092-42b2-8aca-52a749ce26a2), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.423799 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (4e3702b9-e092-42b2-8aca-52a749ce26a2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.476081 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (4e3702b9-e092-42b2-8aca-52a749ce26a2), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.621621 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (4e3702b9-e092-42b2-8aca-52a749ce26a2), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.831344 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (4e3702b9-e092-42b2-8aca-52a749ce26a2), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.849750 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:27.948680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.19 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/b4165c25-6847-415a-8d84-e18d84d76c5a) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:28.055092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.089404 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.124364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:28.129090 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:28.132594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:28.156663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=b4165c25-6847-415a-8d84-e18d84d76c5a,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:28.385539 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (4e3702b9-e092-42b2-8aca-52a749ce26a2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:28.914753 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (4e3702b9-e092-42b2-8aca-52a749ce26a2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.045652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 4e3702b9-e092-42b2-8aca-52a749ce26a2 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:53:29.155146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:29.168184 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Sync routers for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:29.177767 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.179080 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-75b97cb1-772c-4971-84a9-3710d0bf0c3b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7831991 Feb 09 03:53:29.181074 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:29.181713 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:29.183009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51522) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:29.210775 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e13aa8a9-60dc-4fc8-a46a-e7af116827a2 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=c0332813b3414a3e8b4240ba1bed5be7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266693 Feb 09 03:53:29.213866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51524) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:29.289443 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:29.301756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d21a21-c95d-4d9e-ab4a-f03c6f0a58d8 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:29.303334 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-40d21a21-c95d-4d9e-ab4a-f03c6f0a58d8 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885291 Feb 09 03:53:29.306357 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51526) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:29.334705 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-1173f5e7-70d9-4c56-9da6-35aac76703af tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=74d21b27-fdd6-4e70-820c-f8901ad2453f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271075 Feb 09 03:53:29.337123 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51528) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:29.342247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36713594', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:29.427836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:29.431308 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.464494 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:28Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:29.495713 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Checking router: 4e3702b9-e092-42b2-8aca-52a749ce26a2 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:29.496045 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Updating router 4e3702b9-e092-42b2-8aca-52a749ce26a2 port b4165c25-6847-415a-8d84-e18d84d76c5a binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:53:29.525775 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.617166 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (035a8f47-90a7-49e0-b9d2-fed1bca36ad4), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.682515 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Subnet': ['ID=035a8f47-90a7-49e0-b9d2-fed1bca36ad4,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:29.690567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Checking segment: {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:29.690567 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network hostable DHCP agents. Network: 2554f076-e410-4c2b-973a-a4d8ea483598, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:53:29.710786 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 2554f076-e410-4c2b-973a-a4d8ea483598 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:53:29.726492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 2554f076-e410-4c2b-973a-a4d8ea483598) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:29.734170 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:29.734958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.736536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f7bc8-317e-4def-9423-e9e619d53d5a None None] Network 2554f076-e410-4c2b-973a-a4d8ea483598 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:29.757256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51530) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:29.757518 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e03f0409-832d-4fbe-b4f2-becf8bd034ca tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4187913 Feb 09 03:53:29.798669 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Publish callbacks [] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.809153 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.851129 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-3944806e-d992-43db-a790-afd155754507 req-9772015f-6b71-4950-94c4-0e1943ed6976 service neutron] (109857) timed out ('10.222.0.32', 41492) {{(pid=109857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 03:53:29.858958 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Attempting to bind port b4165c25-6847-415a-8d84-e18d84d76c5a on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:29.859288 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Attempting to bind port b4165c25-6847-415a-8d84-e18d84d76c5a by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:29.859646 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Attempting to bind port b4165c25-6847-415a-8d84-e18d84d76c5a on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:29.870979 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:29.871350 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:29.871750 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.872142 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:29.873018 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Bound port: b4165c25-6847-415a-8d84-e18d84d76c5a, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:29.873018 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.898040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-2554f076-e410-4c2b-973a-a4d8ea483598', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:53:29.901406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:29.902760 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Pushing event updated for resources: {'Port': ['ID=b4165c25-6847-415a-8d84-e18d84d76c5a,revision_number=2']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:29.930041 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.930604 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.931030 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.931979 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.932403 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.932879 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.933249 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.933688 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.934097 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.934660 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.935072 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.935487 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.935900 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:53:29.944389 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] For port b4165c25-6847-415a-8d84-e18d84d76c5a, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:29.949278 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] For port b4165c25-6847-415a-8d84-e18d84d76c5a, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b4165c25-6847-415a-8d84-e18d84d76c5a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:29.955836 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.014884 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:30.015509 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:30.039041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Allocated IP 172.20.0.2 (2554f076-e410-4c2b-973a-a4d8ea483598/035a8f47-90a7-49e0-b9d2-fed1bca36ad4/a5b1b5ff-a405-4dbd-9039-44ef6ba84557) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:30.123812 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:30.188775 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Publish callbacks [] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.190688 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae9cbc-9311-43c7-9d09-db1a1694eac2 None None] Pushing event updated for resources: {'Port': ['ID=b4165c25-6847-415a-8d84-e18d84d76c5a,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:30.200128 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.247041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Network 2554f076-e410-4c2b-973a-a4d8ea483598 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:30.252342 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:30.254827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Pushing event updated for resources: {'Port': ['ID=a5b1b5ff-a405-4dbd-9039-44ef6ba84557,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:30.257166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:30.269821 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.320832 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:28Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:30.328154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Attempting to bind port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:30.328525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Attempting to bind port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:30.328886 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Attempting to bind port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 on network 2554f076-e410-4c2b-973a-a4d8ea483598 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:30.334206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:30.334620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Checking segment: {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:30.335029 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.335432 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Bound using segment: {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:30.335900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Bound port: a5b1b5ff-a405-4dbd-9039-44ef6ba84557, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:30.336280 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.353177 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04566f1e-de06-48f7-afc8-5df405f716cb None None] The sync data for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 is: [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:28Z', 'revision_number': 3, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:30.401809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] For port a5b1b5ff-a405-4dbd-9039-44ef6ba84557, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:30.405372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] For port a5b1b5ff-a405-4dbd-9039-44ef6ba84557, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a5b1b5ff-a405-4dbd-9039-44ef6ba84557,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:30.412584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.469421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8435dcb-bb09-484a-ab30-d0f1b92a5ba5 None None] Pushing event updated for resources: {'Port': ['ID=a5b1b5ff-a405-4dbd-9039-44ef6ba84557,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:30.580528 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c942dfaa-2779-442f-a8b3-d071ca2b5e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.598057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.1 (2554f076-e410-4c2b-973a-a4d8ea483598/035a8f47-90a7-49e0-b9d2-fed1bca36ad4/16bd0fb3-18e4-47ab-9f53-7d0af9efae3e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:30.783227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.799434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b4165c25-6847-415a-8d84-e18d84d76c5a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:30.851111 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.866673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b4165c25-6847-415a-8d84-e18d84d76c5a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:30.867110 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.903338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 2554f076-e410-4c2b-973a-a4d8ea483598 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:30.908745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:30.912750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:30.942517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:30.961081 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b4165c25-6847-415a-8d84-e18d84d76c5a is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:30.961546 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.967557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (4e3702b9-e092-42b2-8aca-52a749ce26a2), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:30.986317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port b4165c25-6847-415a-8d84-e18d84d76c5a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b4165c25-6847-415a-8d84-e18d84d76c5a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:30.990937 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.066941 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=b4165c25-6847-415a-8d84-e18d84d76c5a,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:31.117323 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.431459 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.436584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.517360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:31.522910 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (4e3702b9-e092-42b2-8aca-52a749ce26a2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.545178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50608d07-fdc1-4ccb-9826-429b62c0df9e None None] Network 2554f076-e410-4c2b-973a-a4d8ea483598 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:53:31.628546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 2554f076-e410-4c2b-973a-a4d8ea483598 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:31.630012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:31.632100 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6d14852f-bde4-49f3-b6ea-0708b113051a None None] Provisioning complete for port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:31.632479 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d14852f-bde4-49f3-b6ea-0708b113051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.746653 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 4e3702b9-e092-42b2-8aca-52a749ce26a2 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:31.746868 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6d14852f-bde4-49f3-b6ea-0708b113051a None None] Current status of the port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:31.747188 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d14852f-bde4-49f3-b6ea-0708b113051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.786074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-6d14852f-bde4-49f3-b6ea-0708b113051a None None] For port a5b1b5ff-a405-4dbd-9039-44ef6ba84557, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a5b1b5ff-a405-4dbd-9039-44ef6ba84557,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:31.790568 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d14852f-bde4-49f3-b6ea-0708b113051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:31.851555 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14852f-bde4-49f3-b6ea-0708b113051a None None] Pushing event updated for resources: {'Port': ['ID=a5b1b5ff-a405-4dbd-9039-44ef6ba84557,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:31.884107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:31.895925 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a18ca55f-b137-4b53-b126-196c2d8d5559 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/4e3702b9-e092-42b2-8aca-52a749ce26a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1367664 Feb 09 03:53:32.019489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c106a18d-e7da-4a9d-979f-82856c928b22 None None] Provisioning complete for port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:32.019797 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c106a18d-e7da-4a9d-979f-82856c928b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.120947 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-40ce8833-95cd-4473-82ef-23e72cd1473c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055905848&fields=id&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 267 time: 0.0729821 Feb 09 03:53:32.131164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c106a18d-e7da-4a9d-979f-82856c928b22 None None] Current status of the port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:32.143707 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c106a18d-e7da-4a9d-979f-82856c928b22 None None] Provisioning complete for port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:32.144364 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c106a18d-e7da-4a9d-979f-82856c928b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.188093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c106a18d-e7da-4a9d-979f-82856c928b22 None None] Port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:32.247555 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-44762dfb-1d35-4683-bb3d-525a25b07408 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:32.249327 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-44762dfb-1d35-4683-bb3d-525a25b07408 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/networks?id=2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 200 len: 796 time: 0.1266146 Feb 09 03:53:32.274048 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-b6555db1-45c8-4d60-98fc-e1986e0028d9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/quotas/c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 375 time: 0.0168254 Feb 09 03:53:32.308122 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Sync routers for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:32.321147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-4f172ba4-1005-4bbc-9017-0083cd2f01ea None None] Provisioning complete for port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:32.321737 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4f172ba4-1005-4bbc-9017-0083cd2f01ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.337770 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-8b211622-8540-42fa-b93c-00bcf05ff409 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648077 Feb 09 03:53:32.345127 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:32.345959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:32.429217 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-4f172ba4-1005-4bbc-9017-0083cd2f01ea None None] Port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:32.470365 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:32.487012 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-2adf3b82-2c63-48ca-b043-65ba1a273b98 service neutron] 10.222.0.32 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365509 Feb 09 03:53:32.583032 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-c9742d8f-073c-45d3-a24c-2b629d478227 service neutron] 10.222.0.32 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898762 Feb 09 03:53:32.599862 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-6aa6221e-6a76-4112-96f8-24213fec293b None None] Provisioning complete for port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:32.600239 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6aa6221e-6a76-4112-96f8-24213fec293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.659569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6221e-6a76-4112-96f8-24213fec293b None None] Port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:32.718019 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 2, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:32.753908 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Checking router: 4e3702b9-e092-42b2-8aca-52a749ce26a2 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:32.754284 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Updating router 4e3702b9-e092-42b2-8aca-52a749ce26a2 port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:53:32.783167 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:32.797067 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e6b39bb7-af2d-49f9-b3ed-5476e7306105 req-fd40fbe2-113a-4c46-83f6-296ddf6877c1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 210 time: 0.0405853 Feb 09 03:53:32.831556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a5b1b5ff-a405-4dbd-9039-44ef6ba84557 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:32.863729 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6991f217-28a8-47c3-8ae4-ac233053fc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.000841 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:33.001219 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.317021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:33.318101 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b4165c25-6847-415a-8d84-e18d84d76c5a up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:33.359613 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Publish callbacks [] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.371557 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.425960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967372dc-d56d-41d9-a1d7-c67192262802 None None] Pushing event updated for resources: {'Port': ['ID=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:33.436900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b4165c25-6847-415a-8d84-e18d84d76c5a triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:33.437123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.512461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Attempting to bind port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:33.512835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Attempting to bind port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:33.513281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Attempting to bind port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e on network 2554f076-e410-4c2b-973a-a4d8ea483598 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:33.522462 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:33.522849 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Checking segment: {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:33.523262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.523660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Bound using segment: {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:33.524136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Bound port: 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:33.524520 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.607359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b4165c25-6847-415a-8d84-e18d84d76c5a is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:33.625840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] For port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:33.628991 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] For port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:33.635114 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.699401 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:33.700043 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:33.703182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967372dc-d56d-41d9-a1d7-c67192262802 None None] Pushing event updated for resources: {'Port': ['ID=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:33.776399 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-077b97f7-fd61-452c-b6de-747d54db00f4 None None] Provisioning complete for port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:33.776782 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-077b97f7-fd61-452c-b6de-747d54db00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:33.789498 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-2c1a357c-3ab8-4a13-989b-49ae9cd6e3f6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:33.792675 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-2c1a357c-3ab8-4a13-989b-49ae9cd6e3f6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "GET /v2.0/networks?id=2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 200 len: 796 time: 0.1455708 Feb 09 03:53:33.873830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:33.881261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-f2d866fe-1ebe-47e7-8c22-93d1a58b0923 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0332813b3414a3e8b4240ba1bed5be7 HTTP/1.1" status: 200 len: 380 time: 0.0808990 Feb 09 03:53:33.892856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'port': {'device_id': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'admin_state_up': True, 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'security_groups': ['cb31d051-848c-496b-8baf-7e2621239ca6']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:33.915820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8cc5f44f-e6a8-468d-ac41-919b4aee20b9 req-c6311e0b-c642-4e77-9517-2cd546624e55 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 210 time: 0.0362017 Feb 09 03:53:34.018202 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Made reservation on behalf of c0332813b3414a3e8b4240ba1bed5be7 for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:53:34.019652 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-077b97f7-fd61-452c-b6de-747d54db00f4 None None] Current status of the port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:34.020041 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-077b97f7-fd61-452c-b6de-747d54db00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.022108 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.079366 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-077b97f7-fd61-452c-b6de-747d54db00f4 None None] For port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:34.084989 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-077b97f7-fd61-452c-b6de-747d54db00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.152441 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.20.0.9 (2554f076-e410-4c2b-973a-a4d8ea483598/035a8f47-90a7-49e0-b9d2-fed1bca36ad4/e47972b3-8505-43a2-b900-acab47d53d56) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:34.159932 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b97f7-fd61-452c-b6de-747d54db00f4 None None] Pushing event updated for resources: {'Port': ['ID=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:34.175197 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:33Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:34.213388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b2e4d-fab2-43fe-949e-29afa003bc21 None None] The sync data for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 is: [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:33Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:34.227574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.229030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-65a965f7-76f1-4bc4-bcf3-04d82b0e0d6f None None] Provisioning complete for port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:34.229393 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-65a965f7-76f1-4bc4-bcf3-04d82b0e0d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.339064 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-65a965f7-76f1-4bc4-bcf3-04d82b0e0d6f None None] Current status of the port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:34.358265 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (e47972b3-8505-43a2-b900-acab47d53d56), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.393435 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e47972b3-8505-43a2-b900-acab47d53d56), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.444324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 2554f076-e410-4c2b-973a-a4d8ea483598 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:34.447655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:34.451459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:34.477511 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=e47972b3-8505-43a2-b900-acab47d53d56,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:34.515006 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:34.515708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.539465 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-279054e1-66b7-4142-b137-67cfb72444af tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519270 Feb 09 03:53:34.606480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Request body: {'port': {'device_id': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:34.699089 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e47972b3-8505-43a2-b900-acab47d53d56), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.737448 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:34.796304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b356562d-a1c3-4dc5-b584-b15a995c9ae4 None None] Provisioning complete for port e47972b3-8505-43a2-b900-acab47d53d56 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:34.796717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b356562d-a1c3-4dc5-b584-b15a995c9ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e47972b3-8505-43a2-b900-acab47d53d56), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.846201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:34.846630 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:34.851062 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b356562d-a1c3-4dc5-b584-b15a995c9ae4 None None] Port e47972b3-8505-43a2-b900-acab47d53d56 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:53:34.942726 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:35.027186 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47972b3-8505-43a2-b900-acab47d53d56 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:53:35.037269 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Publish callbacks [] for port (e47972b3-8505-43a2-b900-acab47d53d56), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.055926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Transition to ACTIVE for port object e47972b3-8505-43a2-b900-acab47d53d56 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:53:35.059938 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e47972b3-8505-43a2-b900-acab47d53d56), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.104645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4015e-35ce-4503-942b-15f1fc9ecac0 req-7c8d1bc7-2f50-4f2a-8d11-749b80356b85 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:35.106401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dbc4015e-35ce-4503-942b-15f1fc9ecac0 req-7c8d1bc7-2f50-4f2a-8d11-749b80356b85 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 931 time: 0.1137972 Feb 09 03:53:35.142625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Pushing event updated for resources: {'Port': ['ID=e47972b3-8505-43a2-b900-acab47d53d56,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:35.230057 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dbc4015e-35ce-4503-942b-15f1fc9ecac0 req-13f062a2-cc04-4598-801f-b78953709c7a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128120 Feb 09 03:53:35.254900 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Attempting to bind port e47972b3-8505-43a2-b900-acab47d53d56 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:53:35.255785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Attempting to bind port e47972b3-8505-43a2-b900-acab47d53d56 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:53:35.255785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Attempting to bind port e47972b3-8505-43a2-b900-acab47d53d56 on network 2554f076-e410-4c2b-973a-a4d8ea483598 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:35.265164 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Port e47972b3-8505-43a2-b900-acab47d53d56 on network 2554f076-e410-4c2b-973a-a4d8ea483598 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:53:35.265503 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Attempting to bind port e47972b3-8505-43a2-b900-acab47d53d56 on network 2554f076-e410-4c2b-973a-a4d8ea483598 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:53:35.271710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:53:35.272094 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Checking segment: {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:53:35.272500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Bound using segment: {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:53:35.272953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Bound port: e47972b3-8505-43a2-b900-acab47d53d56, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7fe317a-677e-436e-8ff5-943105290eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:53:35.273085 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.273280 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e47972b3-8505-43a2-b900-acab47d53d56), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.350368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] For port e47972b3-8505-43a2-b900-acab47d53d56, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:53:35.354192 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] For port e47972b3-8505-43a2-b900-acab47d53d56, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e47972b3-8505-43a2-b900-acab47d53d56,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:53:35.361633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (e47972b3-8505-43a2-b900-acab47d53d56), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.403361 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:35.403994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:35.405514 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] 10.222.0.26 "PUT /v2.0/ports/e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 200 len: 1091 time: 0.8576496 Feb 09 03:53:35.405983 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:35.409183 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3de368-d7b8-43f7-9999-80b6230777eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "tag": "e47972b3-8505-43a2-b900-acab47d53d56"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:35.444365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20e314-65c9-4d73-9a13-8df500723dde service neutron] Pushing event updated for resources: {'Port': ['ID=e47972b3-8505-43a2-b900-acab47d53d56,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:35.484466 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e72f3a-529b-462e-8ef1-60a4a0e0d4aa x-openstack-request-id: req-d5e72f3a-529b-462e-8ef1-60a4a0e0d4aa {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:35.484833 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "tag": "e47972b3-8505-43a2-b900-acab47d53d56", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:35.485160 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5e72f3a-529b-462e-8ef1-60a4a0e0d4aa {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:35.485633 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56', 'status': 'completed', 'code': 200} Feb 09 03:53:35.507922 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-e36d3a44-f8b7-40d5-9465-0c6688eec715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:35.509752 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-e36d3a44-f8b7-40d5-9465-0c6688eec715 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1125 time: 0.0581791 Feb 09 03:53:35.556901 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-25f46c36-6dc4-4fea-a095-4c39efa90b54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 200 len: 217 time: 0.0395229 Feb 09 03:53:35.606217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-8064a4aa-b333-4098-8b61-e3a30e82d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:35.607716 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-8064a4aa-b333-4098-8b61-e3a30e82d20f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=035a8f47-90a7-49e0-b9d2-fed1bca36ad4 HTTP/1.1" status: 200 len: 833 time: 0.0458820 Feb 09 03:53:35.657641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-bec63ab0-0795-4425-851c-6187c9243afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:35.659170 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-bec63ab0-0795-4425-851c-6187c9243afd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2554f076-e410-4c2b-973a-a4d8ea483598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458024 Feb 09 03:53:35.751985 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-0f9790a4-464a-44a2-b655-30553abcedfc service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866725 Feb 09 03:53:35.841634 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8113e0be-13a6-4699-9e2f-78d5e4e0fed7 req-a30ca013-f008-481b-9958-1e033724b0aa service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825703 Feb 09 03:53:35.946419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-7cebc29e-8eea-4a03-afb1-263e543cd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:35.947911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-7cebc29e-8eea-4a03-afb1-263e543cd717 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1125 time: 0.0511470 Feb 09 03:53:36.036490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-c87f0763-801f-402b-bc62-bbc4199d4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:36.037879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-c87f0763-801f-402b-bc62-bbc4199d4099 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 200 len: 897 time: 0.0836201 Feb 09 03:53:36.080864 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-971ec486-563f-4e1e-85e6-46f960b503e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 200 len: 217 time: 0.0370312 Feb 09 03:53:36.128004 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-e3e31c61-0daf-41f6-9aa1-d94f105cf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:36.129401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-e3e31c61-0daf-41f6-9aa1-d94f105cf2ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=035a8f47-90a7-49e0-b9d2-fed1bca36ad4 HTTP/1.1" status: 200 len: 833 time: 0.0429113 Feb 09 03:53:36.179136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-8aa4924d-f496-4caa-b9ea-a539c2f83ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:36.180629 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-8aa4924d-f496-4caa-b9ea-a539c2f83ef0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2554f076-e410-4c2b-973a-a4d8ea483598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445905 Feb 09 03:53:36.270263 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-cb043148-187f-442e-b548-07c78e271cab service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841563 Feb 09 03:53:36.394295 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1a3de368-d7b8-43f7-9999-80b6230777eb req-eab12d3c-1e42-4a61-83b5-05e1cd072483 service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180987 Feb 09 03:53:36.402433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081793b-e1c2-4b3a-a08e-40085531c125 req-b80f7efb-bbbb-47d7-9254-10c3a1390f52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:36.403812 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7081793b-e1c2-4b3a-a08e-40085531c125 req-b80f7efb-bbbb-47d7-9254-10c3a1390f52 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 943 time: 0.0837502 Feb 09 03:53:36.458322 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7081793b-e1c2-4b3a-a08e-40085531c125 req-e5d4b397-cd2b-43fd-ba9d-978dafdd1fd8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475597 Feb 09 03:53:36.576087 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:37.590782 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb1b05-2e4b-42a9-8d3b-6f08b0faac51 req-bbf6fd1f-1809-4e9c-b413-bcfdc5301399 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:37.592298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2eb1b05-2e4b-42a9-8d3b-6f08b0faac51 req-bbf6fd1f-1809-4e9c-b413-bcfdc5301399 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 943 time: 0.0577464 Feb 09 03:53:37.647794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b2eb1b05-2e4b-42a9-8d3b-6f08b0faac51 req-581f5ffe-1ada-4d8c-96ff-c7e9fd7b0e9c tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499542 Feb 09 03:53:38.308123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device e47972b3-8505-43a2-b900-acab47d53d56 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:53:38.405036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port e47972b3-8505-43a2-b900-acab47d53d56, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e47972b3-8505-43a2-b900-acab47d53d56,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:38.417319 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'e47972b3-8505-43a2-b900-acab47d53d56', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'port_id': 'e47972b3-8505-43a2-b900-acab47d53d56', 'mac_address': 'fa:16:3e:07:76:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:53:38.455605 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port e47972b3-8505-43a2-b900-acab47d53d56 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:38.455993 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e47972b3-8505-43a2-b900-acab47d53d56), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.469602 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47972b3-8505-43a2-b900-acab47d53d56 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:53:38.489750 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port e47972b3-8505-43a2-b900-acab47d53d56, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e47972b3-8505-43a2-b900-acab47d53d56,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:38.493301 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e47972b3-8505-43a2-b900-acab47d53d56), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:38.540082 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=e47972b3-8505-43a2-b900-acab47d53d56,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:38.763606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4a2a3-b873-4a97-b356-c9eb564bb3d5 req-7cc19c35-50f7-4b83-a951-2cb10074bdb1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:38.765068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2a4a2a3-b873-4a97-b356-c9eb564bb3d5 req-7cc19c35-50f7-4b83-a951-2cb10074bdb1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 944 time: 0.0516441 Feb 09 03:53:38.812686 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f2a4a2a3-b873-4a97-b356-c9eb564bb3d5 req-e609e7a6-5453-4126-a8f5-e49534218be3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 Feb 09 03:53:38.849846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['e47972b3-8505-43a2-b900-acab47d53d56'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:53:39.931596 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c65f77-6cef-41b0-93c8-63915cde8992 req-307b8d93-3d38-4838-8374-14c8b56a6594 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:39.933068 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0c65f77-6cef-41b0-93c8-63915cde8992 req-307b8d93-3d38-4838-8374-14c8b56a6594 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 944 time: 0.0521293 Feb 09 03:53:39.985215 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c0c65f77-6cef-41b0-93c8-63915cde8992 req-91a2a5bf-8a15-4f42-852d-a7d5d060e3b3 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466053 Feb 09 03:53:40.311798 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device e47972b3-8505-43a2-b900-acab47d53d56 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:53:40.359238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port e47972b3-8505-43a2-b900-acab47d53d56 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:53:40.363305 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port e47972b3-8505-43a2-b900-acab47d53d56 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:53:40.363681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (e47972b3-8505-43a2-b900-acab47d53d56), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.440997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port e47972b3-8505-43a2-b900-acab47d53d56 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:53:40.441379 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (e47972b3-8505-43a2-b900-acab47d53d56), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.464957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:40.467261 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cccd31a-3232-47c8-aa52-62521c6c1ca2" -d '{"events": [{"server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "name": "network-vif-plugged", "status": "completed", "tag": "e47972b3-8505-43a2-b900-acab47d53d56"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:40.479721 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port e47972b3-8505-43a2-b900-acab47d53d56, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e47972b3-8505-43a2-b900-acab47d53d56,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:53:40.484770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (e47972b3-8505-43a2-b900-acab47d53d56), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:40.516076 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0699859-7073-494c-9a30-9b6b8bc346a8 x-openstack-request-id: req-a0699859-7073-494c-9a30-9b6b8bc346a8 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:40.516377 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "name": "network-vif-plugged", "status": "completed", "tag": "e47972b3-8505-43a2-b900-acab47d53d56", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:40.516638 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0699859-7073-494c-9a30-9b6b8bc346a8 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:40.517031 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56', 'code': 200} Feb 09 03:53:40.544465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=e47972b3-8505-43a2-b900-acab47d53d56,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:40.611525 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4880ff7-925d-45f1-a4c2-ec97cdb3562e req-c66cc5f9-d5c9-4aee-a033-e4e49be8ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:40.613226 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4880ff7-925d-45f1-a4c2-ec97cdb3562e req-c66cc5f9-d5c9-4aee-a033-e4e49be8ddde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1127 time: 0.0437603 Feb 09 03:53:40.658580 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d4880ff7-925d-45f1-a4c2-ec97cdb3562e req-a1557378-8f32-4059-b5bb-3d7838c33427 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 Feb 09 03:53:41.102481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912a43b-1f9b-4daa-afb7-7282edb090d2 req-3a8b6581-cf8b-4441-9705-646f3de96206 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:41.104573 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e912a43b-1f9b-4daa-afb7-7282edb090d2 req-3a8b6581-cf8b-4441-9705-646f3de96206 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Feb 09 03:53:41.152359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e912a43b-1f9b-4daa-afb7-7282edb090d2 req-aea27e54-5a7d-46f0-bb12-ad444543d9d9 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Feb 09 03:53:42.276592 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4277b-2bca-4900-a140-2e480d004d04 req-3978760e-f69f-4236-aca3-90168d37a982 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:42.278617 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7e4277b-2bca-4900-a140-2e480d004d04 req-3978760e-f69f-4236-aca3-90168d37a982 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0576077 Feb 09 03:53:42.326452 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c7e4277b-2bca-4900-a140-2e480d004d04 req-24d57d89-eaf6-406f-960d-dcdf28e1b6b0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Feb 09 03:53:42.443492 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42c7ea-4e4e-4372-868e-966a0dee9df2 req-27cf80ad-dc52-45ce-be6c-9e06ad9ba3ce tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:42.444906 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e42c7ea-4e4e-4372-868e-966a0dee9df2 req-27cf80ad-dc52-45ce-be6c-9e06ad9ba3ce tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0526178 Feb 09 03:53:42.493442 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6e42c7ea-4e4e-4372-868e-966a0dee9df2 req-c090775c-15c1-40b6-8aa7-ba2e6a40c903 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Feb 09 03:53:42.515262 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51588) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:42.558903 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519197af-da00-492c-86b4-0fdba15d2964 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:42.560463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-519197af-da00-492c-86b4-0fdba15d2964 tempest-TestNetworkAdvancedServerOps-1449370647 tempest-TestNetworkAdvancedServerOps-1449370647-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1122 time: 0.0442061 Feb 09 03:53:42.563426 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51590) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:42.567625 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'e47972b3-8505-43a2-b900-acab47d53d56', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:53:42.592105 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.690517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.792148 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Allocated IP 172.25.2.13 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/a6a90ebf-477f-46a4-8900-4c28d1336cf3) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:53:42.896257 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (a6a90ebf-477f-46a4-8900-4c28d1336cf3), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.941633 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a6a90ebf-477f-46a4-8900-4c28d1336cf3), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:42.982722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:53:42.985603 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:53:42.989041 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:53:42.994271 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=a6a90ebf-477f-46a4-8900-4c28d1336cf3,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:43.683096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (ed6516a1-9fea-4e20-bbf5-f4766a47e0dd), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.749775 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (a6a90ebf-477f-46a4-8900-4c28d1336cf3), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.902452 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for port (a6a90ebf-477f-46a4-8900-4c28d1336cf3), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.906744 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (a6a90ebf-477f-46a4-8900-4c28d1336cf3), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:43.981686 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event updated for resources: {'Port': ['ID=a6a90ebf-477f-46a4-8900-4c28d1336cf3,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:53:43.989903 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (ed6516a1-9fea-4e20-bbf5-f4766a47e0dd), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:44.093679 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP ed6516a1-9fea-4e20-bbf5-f4766a47e0dd associated. External IP: 172.25.2.13, port: e47972b3-8505-43a2-b900-acab47d53d56. Feb 09 03:53:44.335272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 4e3702b9-e092-42b2-8aca-52a749ce26a2 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:53:44.351030 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-fe6e85b2-8b14-4c5f-a2de-eca9de52830c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701613 Feb 09 03:53:44.485787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-850f4b27-43cd-4647-9d9b-642405bc2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:44.487321 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-850f4b27-43cd-4647-9d9b-642405bc2f1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1127 time: 0.0719223 Feb 09 03:53:44.490001 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:53:44.501649 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8baf22-6923-4735-8622-d03703812886 None None] Sync routers for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:53:44.512274 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8baf22-6923-4735-8622-d03703812886 None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:44.512893 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4a8baf22-6923-4735-8622-d03703812886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:44.517087 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:44.589702 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5ba6ec00-346d-4abd-aff6-843946847607 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0251181 Feb 09 03:53:44.592319 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:53:44.594492 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "tag": "e47972b3-8505-43a2-b900-acab47d53d56"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:53:44.632227 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4a8baf22-6923-4735-8622-d03703812886 None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:44.636408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-13b8d769-49f8-4a19-934d-ba3782741c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:44.638696 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-13b8d769-49f8-4a19-934d-ba3782741c26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 200 len: 897 time: 0.1328311 Feb 09 03:53:44.659075 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d504b21c-6d02-4397-848a-6cf1d4f88774 x-openstack-request-id: req-d504b21c-6d02-4397-848a-6cf1d4f88774 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:53:44.659453 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "tag": "e47972b3-8505-43a2-b900-acab47d53d56", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:53:44.659741 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d504b21c-6d02-4397-848a-6cf1d4f88774 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:53:44.660140 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56', 'status': 'completed', 'code': 200} Feb 09 03:53:44.755867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-471802fc-681c-489f-b594-258b3240ab39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 200 len: 998 time: 0.1065686 Feb 09 03:53:44.769491 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587fc93-0d41-4758-8fff-3c3be9448df2 req-2dea10bb-ec29-472d-9925-86f40de326dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:44.771103 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a587fc93-0d41-4758-8fff-3c3be9448df2 req-2dea10bb-ec29-472d-9925-86f40de326dd tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.1244438 Feb 09 03:53:44.840904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-dd8a3775-2379-4826-9a39-d5a1ff196d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:44.842365 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-dd8a3775-2379-4826-9a39-d5a1ff196d0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=035a8f47-90a7-49e0-b9d2-fed1bca36ad4 HTTP/1.1" status: 200 len: 833 time: 0.0803466 Feb 09 03:53:44.865649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a587fc93-0d41-4758-8fff-3c3be9448df2 req-4632fbed-67b4-48de-9811-2281b56e0de0 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865805 Feb 09 03:53:44.888467 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51598) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:44.899309 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-f8d9862a-8110-462a-8479-666fd47b6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:44.900816 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-f8d9862a-8110-462a-8479-666fd47b6a6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2554f076-e410-4c2b-973a-a4d8ea483598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494041 Feb 09 03:53:44.960932 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4a8baf22-6923-4735-8622-d03703812886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed6516a1-9fea-4e20-bbf5-f4766a47e0dd', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'port_id': 'e47972b3-8505-43a2-b900-acab47d53d56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'mac_address': 'fa:16:3e:07:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:43Z', 'updated_at': '2022-02-09T03:53:43Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:44.962056 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-fd768e9a-5aff-4ebf-bfc2-fccb92a1d00b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/ed6516a1-9fea-4e20-bbf5-f4766a47e0dd HTTP/1.1" status: 200 len: 990 time: 0.0690401 Feb 09 03:53:44.988198 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8baf22-6923-4735-8622-d03703812886 None None] Checking router: 4e3702b9-e092-42b2-8aca-52a749ce26a2 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:53:44.996609 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8baf22-6923-4735-8622-d03703812886 None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:53:44.996939 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-b905eac1-4d05-4b71-83fc-7f3adabe220b service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900962 Feb 09 03:53:44.997212 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4a8baf22-6923-4735-8622-d03703812886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:53:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:45.085113 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0ee686e2-ed0b-4b0c-9594-79deb2a4b8e3 req-91d49346-6acf-4e8d-a31c-565376a23738 service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828874 Feb 09 03:53:45.103247 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-4a8baf22-6923-4735-8622-d03703812886 None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:53:45.174642 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-1124e0da-9d70-4973-b3e9-49a19ea84597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:45.176190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-1124e0da-9d70-4973-b3e9-49a19ea84597 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1127 time: 0.0499451 Feb 09 03:53:45.266811 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-341ac862-bc94-4157-9c3f-f36812c14be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:45.268325 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-341ac862-bc94-4157-9c3f-f36812c14be3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 200 len: 897 time: 0.0864954 Feb 09 03:53:45.324985 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-4a8baf22-6923-4735-8622-d03703812886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed6516a1-9fea-4e20-bbf5-f4766a47e0dd', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'port_id': 'e47972b3-8505-43a2-b900-acab47d53d56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'mac_address': 'fa:16:3e:07:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:43Z', 'updated_at': '2022-02-09T03:53:43Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:53:45.336610 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-e25f70a6-aa42-48f4-b01b-084616a0170f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 200 len: 998 time: 0.0624020 Feb 09 03:53:45.356732 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8baf22-6923-4735-8622-d03703812886 None None] The sync data for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 is: [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'ed6516a1-9fea-4e20-bbf5-f4766a47e0dd', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'port_id': 'e47972b3-8505-43a2-b900-acab47d53d56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'mac_address': 'fa:16:3e:07:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:53:43Z', 'updated_at': '2022-02-09T03:53:43Z', 'revision_number': 0, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:53:45.387663 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-9bc471e6-42b5-4354-8391-b603decdf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:45.389292 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-9bc471e6-42b5-4354-8391-b603decdf021 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=035a8f47-90a7-49e0-b9d2-fed1bca36ad4 HTTP/1.1" status: 200 len: 833 time: 0.0474570 Feb 09 03:53:45.439313 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-f5980a4c-49c4-42c2-9e40-5914bcfde07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:53:45.440848 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-f5980a4c-49c4-42c2-9e40-5914bcfde07a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2554f076-e410-4c2b-973a-a4d8ea483598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460982 Feb 09 03:53:45.535495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-1073c13c-fc5f-4c50-b1ff-372a6a6fdb23 service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885642 Feb 09 03:53:45.564370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a704cbfe-aea1-47e7-9707-c1455fa07c98 None None] New status for floating IP ed6516a1-9fea-4e20-bbf5-f4766a47e0dd: ACTIVE {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:53:45.628159 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f79f3a0-6b45-49e8-b549-74cd52dfb36a req-47be1cf8-ff1e-4213-8ec6-f59330252f3c service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863061 Feb 09 03:53:45.964834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51600) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:53:46.028763 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-58bf3fc6-fc13-47ed-82ee-09fc80d46918 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/ed6516a1-9fea-4e20-bbf5-f4766a47e0dd HTTP/1.1" status: 200 len: 992 time: 0.0623460 Feb 09 03:53:48.917472 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:53:50.221688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:53:52.232439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:00.565120 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2342ae18-c318-40dc-94dd-fda20c692327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:02.808640 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-61009ada-c4f1-48c8-984e-ce1ce57b9125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:04.196710 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:05.242374 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:06.582653 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:20.222705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:22.228530 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:25.917001 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:54:30.567228 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9462c093-b709-4346-b44e-a9ba8c9b19a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:32.809498 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ea61f674-792c-464b-94e8-7e488e4979f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:34.198923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:35.244717 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:36.584902 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:46.340343 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-1edafcba-bbb3-4319-9cd9-d1628e6ea961 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446770 Feb 09 03:54:46.428707 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-92778438-2e90-4a83-8eb1-28748c690dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:46.430211 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-92778438-2e90-4a83-8eb1-28748c690dae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1127 time: 0.0466154 Feb 09 03:54:46.535914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-256a5083-55a2-417e-863d-f402b40befc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:46.537375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-256a5083-55a2-417e-863d-f402b40befc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 200 len: 897 time: 0.0873349 Feb 09 03:54:46.601378 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-2a25b68b-ef6c-4e31-aadf-1828612b2733 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 200 len: 1000 time: 0.0576172 Feb 09 03:54:46.651389 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-b09eaaa1-a32c-42f6-a0e8-5f6a40391e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:46.652479 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-b09eaaa1-a32c-42f6-a0e8-5f6a40391e81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=035a8f47-90a7-49e0-b9d2-fed1bca36ad4 HTTP/1.1" status: 200 len: 833 time: 0.0460196 Feb 09 03:54:46.709173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-1afd3dc7-0299-41ab-ac49-c77bca7c912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:46.710721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-1afd3dc7-0299-41ab-ac49-c77bca7c912f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2554f076-e410-4c2b-973a-a4d8ea483598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498972 Feb 09 03:54:46.720242 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-c45a0c44-c410-4467-a5de-cb38f8f5656f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:54:46.721191 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-c45a0c44-c410-4467-a5de-cb38f8f5656f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048952 Feb 09 03:54:46.817070 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-abc788c5-8c60-401a-b9f1-aca7b839d66c service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852668 Feb 09 03:54:46.857769 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a264686-7052-40c1-93c8-0038d8689020 req-df0683ee-54bb-4536-b6fd-dde195d6be0d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:46.859195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a264686-7052-40c1-93c8-0038d8689020 req-df0683ee-54bb-4536-b6fd-dde195d6be0d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Feb 09 03:54:46.908163 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9a264686-7052-40c1-93c8-0038d8689020 req-8c7e1cca-153e-4b89-9758-e6cdfe3a0ffa tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427027 Feb 09 03:54:46.911048 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f6abf22-efe9-487a-ae20-e13f81ae5685 req-47b15990-322d-4c1f-8dbb-72a3766c733d service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877452 Feb 09 03:54:48.030836 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea9901-f575-4741-9dfa-7cad69f24723 req-5eb385d1-974f-4ebf-9f1c-f6f4db765c67 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:48.032302 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dea9901-f575-4741-9dfa-7cad69f24723 req-5eb385d1-974f-4ebf-9f1c-f6f4db765c67 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0527568 Feb 09 03:54:48.079937 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2dea9901-f575-4741-9dfa-7cad69f24723 req-50176be3-fb6b-4eca-8047-28f71c098b81 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Feb 09 03:54:49.203904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df51fee-f603-4c4b-9e0c-4092cc2dd18e req-77dd3728-9ab8-4de7-895b-597e300bc7d7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:49.205384 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6df51fee-f603-4c4b-9e0c-4092cc2dd18e req-77dd3728-9ab8-4de7-895b-597e300bc7d7 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0560060 Feb 09 03:54:49.254020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6df51fee-f603-4c4b-9e0c-4092cc2dd18e req-49efb05f-d68e-44b2-b48f-851d8d1d6dd1 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Feb 09 03:54:49.276504 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51650) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:49.335260 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-76870366-7ae3-4bb6-ab79-1431c0769f97 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/ed6516a1-9fea-4e20-bbf5-f4766a47e0dd HTTP/1.1" status: 200 len: 992 time: 0.0576766 Feb 09 03:54:50.236952 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:50.636390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc10342-bbbf-45c9-82ae-f188b6644c91 req-91d155b8-96e6-497f-81e2-348eeb40f5fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.637868 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abc10342-bbbf-45c9-82ae-f188b6644c91 req-91d155b8-96e6-497f-81e2-348eeb40f5fe tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0850461 Feb 09 03:54:50.643207 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-b3fa28ab-7aa9-4980-910e-f1cc753e4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.645094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-b3fa28ab-7aa9-4980-910e-f1cc753e4289 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1127 time: 0.0666218 Feb 09 03:54:50.738609 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-abc10342-bbbf-45c9-82ae-f188b6644c91 req-e60524fc-0b44-41f6-86a0-4bac5dd60d9a tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925541 Feb 09 03:54:50.763299 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-5eaac7e2-e84a-47ff-96d5-611248f75e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.764737 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-5eaac7e2-e84a-47ff-96d5-611248f75e91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 200 len: 897 time: 0.1125040 Feb 09 03:54:50.831254 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-51ade830-e470-48f4-8cf3-20a1445cf0bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 200 len: 1000 time: 0.0608821 Feb 09 03:54:50.877572 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-9da2c53b-cc13-4c06-bf08-6b960fe1407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.879539 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-9da2c53b-cc13-4c06-bf08-6b960fe1407d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=035a8f47-90a7-49e0-b9d2-fed1bca36ad4 HTTP/1.1" status: 200 len: 833 time: 0.0429001 Feb 09 03:54:50.927078 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-e3a429f8-4de6-4894-8135-977927611410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:50.928545 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-e3a429f8-4de6-4894-8135-977927611410 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2554f076-e410-4c2b-973a-a4d8ea483598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431228 Feb 09 03:54:51.351088 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-4fe606a7-5cc5-4536-91e6-c57a21b98ecf service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165659 Feb 09 03:54:51.437998 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-de32083d-1217-4e6e-a37f-411990e3bd08 req-3b1bbffa-65cd-4d1e-801c-3a3f1d0dc68a service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807719 Feb 09 03:54:51.863172 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b94a-d0cd-42dd-a27e-4670088d3b5f req-7b9d1a36-4c1e-45f4-933d-a57ab2c9b64b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:51.864675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1f0b94a-d0cd-42dd-a27e-4670088d3b5f req-7b9d1a36-4c1e-45f4-933d-a57ab2c9b64b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0557313 Feb 09 03:54:51.912420 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b1f0b94a-d0cd-42dd-a27e-4670088d3b5f req-d0ff6372-36f7-4114-bb9a-f06c458b51a6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Feb 09 03:54:52.250597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:53.032740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f99c6b-9541-43c3-9db5-b5a686993a2f req-90e1d955-ae3e-419f-949f-60ac5d54bfdb tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:53.034197 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97f99c6b-9541-43c3-9db5-b5a686993a2f req-90e1d955-ae3e-419f-949f-60ac5d54bfdb tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0557432 Feb 09 03:54:53.082015 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-97f99c6b-9541-43c3-9db5-b5a686993a2f req-b34e1c57-97ce-4b19-9365-9790457fba71 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421841 Feb 09 03:54:53.103545 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51662) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:53.163382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0391fbc4-8cd9-40ee-8add-faa004cb1328 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/floatingips/ed6516a1-9fea-4e20-bbf5-f4766a47e0dd HTTP/1.1" status: 200 len: 992 time: 0.0587389 Feb 09 03:54:53.388671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51668) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:53.543909 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port a6a90ebf-477f-46a4-8900-4c28d1336cf3 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:53.544256 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a6a90ebf-477f-46a4-8900-4c28d1336cf3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:53.620609 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a6a90ebf-477f-46a4-8900-4c28d1336cf3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:53.620931 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (a6a90ebf-477f-46a4-8900-4c28d1336cf3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:53.632928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for a6a90ebf-477f-46a4-8900-4c28d1336cf3 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:53.779082 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (a6a90ebf-477f-46a4-8900-4c28d1336cf3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:53.804584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=a6a90ebf-477f-46a4-8900-4c28d1336cf3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:53.816781 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.817141 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.817486 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.817827 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.818173 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.818532 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.818866 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.819199 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.819534 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.819865 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.820194 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.820520 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.820844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:54:53.880059 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for floatingip (ed6516a1-9fea-4e20-bbf5-f4766a47e0dd), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:53.880392 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Floating IP ed6516a1-9fea-4e20-bbf5-f4766a47e0dd disassociated (deleted). External IP: 172.25.2.13, port: e47972b3-8505-43a2-b900-acab47d53d56. Feb 09 03:54:54.090736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 4e3702b9-e092-42b2-8aca-52a749ce26a2 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:54.201761 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:54.206620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:54.211232 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] Sync routers for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:54.220629 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:54.221210 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:54.235915 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6dc5331b-9acc-4f83-b0f0-1afa7bc0aaa4 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/floatingips/ed6516a1-9fea-4e20-bbf5-f4766a47e0dd HTTP/1.1" status: 204 len: 168 time: 0.8461785 Feb 09 03:54:54.236509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:54:54.239419 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd16a0be-5c47-46db-a65a-aff9ad960193" -d '{"events": [{"name": "network-changed", "server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "tag": "e47972b3-8505-43a2-b900-acab47d53d56"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:54:54.284876 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121c4f7-9695-4a59-8700-a5beba28c623 x-openstack-request-id: req-0121c4f7-9695-4a59-8700-a5beba28c623 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:54:54.285061 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "tag": "e47972b3-8505-43a2-b900-acab47d53d56", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:54:54.285273 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0121c4f7-9695-4a59-8700-a5beba28c623 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:54:54.285681 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56', 'status': 'completed', 'code': 200} Feb 09 03:54:54.337647 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:54.363848 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-caf915b0-9bba-4893-8d57-f1863c82c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:54.365678 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-caf915b0-9bba-4893-8d57-f1863c82c726 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 1127 time: 0.0568030 Feb 09 03:54:54.462695 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-f71d5071-4c45-4cd6-9b9a-1d6ec2c9b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:54.464491 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-f71d5071-4c45-4cd6-9b9a-1d6ec2c9b46d service neutron] 10.222.0.26 "GET /v2.0/networks?id=2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 200 len: 897 time: 0.0925324 Feb 09 03:54:54.487345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605582a3-a324-415d-907c-1330161acc7d req-ccc7c8d6-e54c-4ea6-92f7-bb79bf08024b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:54.488912 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-605582a3-a324-415d-907c-1330161acc7d req-ccc7c8d6-e54c-4ea6-92f7-bb79bf08024b tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0544169 Feb 09 03:54:54.515700 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-4108c824-31e0-4097-8c0d-7de31617cb8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 200 len: 217 time: 0.0407279 Feb 09 03:54:54.546031 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-605582a3-a324-415d-907c-1330161acc7d req-67c687ef-c7fa-432c-8afb-e8168c81e5ea tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514328 Feb 09 03:54:54.550806 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:54.571652 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-92b3fcfb-565e-465e-a606-9ad47aae839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:54.573154 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-92b3fcfb-565e-465e-a606-9ad47aae839d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=035a8f47-90a7-49e0-b9d2-fed1bca36ad4 HTTP/1.1" status: 200 len: 833 time: 0.0463171 Feb 09 03:54:54.582447 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] Checking router: 4e3702b9-e092-42b2-8aca-52a749ce26a2 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:54:54.591139 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:54.591741 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:54.624377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-ea9a9291-c533-4272-a1c6-f9c32d6023ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:54.625801 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-ea9a9291-c533-4272-a1c6-f9c32d6023ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2554f076-e410-4c2b-973a-a4d8ea483598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448310 Feb 09 03:54:54.695550 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:54.719457 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-9851a3dd-6b4a-4b8c-8899-8d95996bf4c6 service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849171 Feb 09 03:54:54.932354 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dd16a0be-5c47-46db-a65a-aff9ad960193 req-fcb503aa-383b-476f-8067-bd8f58ea3423 service neutron] 10.222.0.26 "GET /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871885 Feb 09 03:54:54.982412 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:55.007904 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86ab7a-5769-43ed-ac64-a6d64cca786c None None] The sync data for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 is: [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:31Z', 'revision_number': 4, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '16bd0fb3-18e4-47ab-9f53-7d0af9efae3e', 'name': '', 'network_id': '2554f076-e410-4c2b-973a-a4d8ea483598', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'mac_address': 'fa:16:3e:4d:0c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:30Z', 'updated_at': '2022-02-09T03:53:34Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'subnets': [{'id': '035a8f47-90a7-49e0-b9d2-fed1bca36ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:54:55.227182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3b77d-3dac-4045-8a77-1aa94904cbf0 None None] New status for floating IP ed6516a1-9fea-4e20-bbf5-f4766a47e0dd: DOWN {{(pid=109858) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:54:55.668190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da515c97-09b9-4500-aac3-b65130d2f7de req-28888cdd-3c11-4e95-81e5-14c9689df331 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:55.669638 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da515c97-09b9-4500-aac3-b65130d2f7de req-28888cdd-3c11-4e95-81e5-14c9689df331 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0526092 Feb 09 03:54:55.717244 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-da515c97-09b9-4500-aac3-b65130d2f7de req-5da3d932-ab32-44d2-8889-a3f88ee3cc93 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Feb 09 03:54:56.525578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-3cf149ae-55d1-4cfb-9531-c176b1517eac tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:56.527038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-3cf149ae-55d1-4cfb-9531-c176b1517eac tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0558732 Feb 09 03:54:56.617914 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port e47972b3-8505-43a2-b900-acab47d53d56 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:56.618273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (e47972b3-8505-43a2-b900-acab47d53d56), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:56.710384 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port e47972b3-8505-43a2-b900-acab47d53d56, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=e47972b3-8505-43a2-b900-acab47d53d56,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:56.711052 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (e47972b3-8505-43a2-b900-acab47d53d56), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:56.723398 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for e47972b3-8505-43a2-b900-acab47d53d56 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:56.840720 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b15b3-cede-43bc-9302-54416a5698c9 req-e86e9c78-ce86-4a16-8a41-15e9134865d8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:54:56.842275 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc1b15b3-cede-43bc-9302-54416a5698c9 req-e86e9c78-ce86-4a16-8a41-15e9134865d8 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b210933-43e5-44d6-8ee0-2a3f7bc78008 HTTP/1.1" status: 200 len: 945 time: 0.0535946 Feb 09 03:54:56.863147 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (e47972b3-8505-43a2-b900-acab47d53d56), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:56.890677 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=e47972b3-8505-43a2-b900-acab47d53d56,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:56.898864 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cc1b15b3-cede-43bc-9302-54416a5698c9 req-908699be-01c1-48c2-8988-42b88a8a5b51 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb31d051-848c-496b-8baf-7e2621239ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509605 Feb 09 03:54:56.936549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] No DVR routers for this DVR port e47972b3-8505-43a2-b900-acab47d53d56 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:54:56.939457 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:56.943485 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-542c822f-d1a9-40eb-9b10-d8546fe57863 req-c0644d9a-27c4-49a2-850a-9978e9ad915d tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.26 "DELETE /v2.0/ports/e47972b3-8505-43a2-b900-acab47d53d56 HTTP/1.1" status: 204 len: 173 time: 0.4107449 Feb 09 03:54:56.943932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'name': 'network-vif-deleted', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:54:56.946283 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da68c309-b574-4a63-ad94-d52764c41c25" -d '{"events": [{"server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "name": "network-vif-deleted", "tag": "e47972b3-8505-43a2-b900-acab47d53d56"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:54:56.988351 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bada238-e2ab-4791-a0df-e64444b17ed4 x-openstack-request-id: req-4bada238-e2ab-4791-a0df-e64444b17ed4 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:54:56.988915 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b210933-43e5-44d6-8ee0-2a3f7bc78008", "name": "network-vif-deleted", "tag": "e47972b3-8505-43a2-b900-acab47d53d56", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:54:56.989175 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bada238-e2ab-4791-a0df-e64444b17ed4 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:54:56.989582 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b210933-43e5-44d6-8ee0-2a3f7bc78008', 'name': 'network-vif-deleted', 'tag': 'e47972b3-8505-43a2-b900-acab47d53d56', 'status': 'completed', 'code': 200} Feb 09 03:54:57.963600 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51684) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:58.323246 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (4e3702b9-e092-42b2-8aca-52a749ce26a2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:58.588056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:58.588314 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:58.673948 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:54:58.674198 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:58.687127 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:54:58.874170 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (16bd0fb3-18e4-47ab-9f53-7d0af9efae3e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:58.901974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=16bd0fb3-18e4-47ab-9f53-7d0af9efae3e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:59.083040 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (4e3702b9-e092-42b2-8aca-52a749ce26a2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.302196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Router 4e3702b9-e092-42b2-8aca-52a749ce26a2 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:54:59.408805 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:54:59.414631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d97a302a-1d72-48ac-b488-90999bb688c6 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "PUT /v2.0/routers/4e3702b9-e092-42b2-8aca-52a749ce26a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500041 Feb 09 03:54:59.417461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51686) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:59.419670 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] Sync routers for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:54:59.429969 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:59.430603 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:59.469561 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cee417-eb1b-4b40-adc7-eee784b50d50 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting subnet 035a8f47-90a7-49e0-b9d2-fed1bca36ad4 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 03:54:59.473282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9cee417-eb1b-4b40-adc7-eee784b50d50 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (035a8f47-90a7-49e0-b9d2-fed1bca36ad4), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.513807 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9cee417-eb1b-4b40-adc7-eee784b50d50 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (035a8f47-90a7-49e0-b9d2-fed1bca36ad4), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.535898 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:59.607473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9cee417-eb1b-4b40-adc7-eee784b50d50 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (035a8f47-90a7-49e0-b9d2-fed1bca36ad4), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.666674 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9cee417-eb1b-4b40-adc7-eee784b50d50 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (035a8f47-90a7-49e0-b9d2-fed1bca36ad4), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.693203 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cee417-eb1b-4b40-adc7-eee784b50d50 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Subnet': ['ID=035a8f47-90a7-49e0-b9d2-fed1bca36ad4,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:54:59.698346 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e9cee417-eb1b-4b40-adc7-eee784b50d50 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.701155 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e9cee417-eb1b-4b40-adc7-eee784b50d50 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/subnets/035a8f47-90a7-49e0-b9d2-fed1bca36ad4 HTTP/1.1" status: 204 len: 168 time: 0.2823641 Feb 09 03:54:59.703938 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51688) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:54:59.709517 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ae286-08cf-424c-8f75-9a897ba91b59 None None] Network 2554f076-e410-4c2b-973a-a4d8ea483598 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:54:59.716206 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:54:58Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:59.743458 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] Checking router: 4e3702b9-e092-42b2-8aca-52a749ce26a2 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:54:59.752073 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] Routers {'4e3702b9-e092-42b2-8aca-52a749ce26a2'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:54:59.752713 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:54:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['4e3702b9-e092-42b2-8aca-52a749ce26a2'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:54:59.820177 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (4e3702b9-e092-42b2-8aca-52a749ce26a2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.863549 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] Set router 4e3702b9-e092-42b2-8aca-52a749ce26a2 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:54:59.886577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] DHCP port deletion for 2554f076-e410-4c2b-973a-a4d8ea483598 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 03:54:59.930978 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_gateway (4e3702b9-e092-42b2-8aca-52a749ce26a2), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.934599 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Deleting port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:59.935108 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:54:59.992702 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Deleting port b4165c25-6847-415a-8d84-e18d84d76c5a {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:54:59.993052 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.050034 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:54:58Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:00.079278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] For port b4165c25-6847-415a-8d84-e18d84d76c5a, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b4165c25-6847-415a-8d84-e18d84d76c5a,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:00.079699 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.083156 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92a0c3-c0ea-47f6-9e4b-fac5fbfbf643 None None] The sync data for ids ['4e3702b9-e092-42b2-8aca-52a749ce26a2'] in n-d-827839-4 is: [{'id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592424428', 'tenant_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:54:58Z', 'revision_number': 5, 'project_id': 'c0332813b3414a3e8b4240ba1bed5be7', 'gw_port': {'id': 'b4165c25-6847-415a-8d84-e18d84d76c5a', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3702b9-e092-42b2-8aca-52a749ce26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:53:27Z', 'updated_at': '2022-02-09T03:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:55:00.099327 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Calling delete_port for b4165c25-6847-415a-8d84-e18d84d76c5a owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:55:00.160624 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] For port a5b1b5ff-a405-4dbd-9039-44ef6ba84557, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=a5b1b5ff-a405-4dbd-9039-44ef6ba84557,segment=NetworkSegment(c7fe317a-677e-436e-8ff5-943105290eea),segment_id=c7fe317a-677e-436e-8ff5-943105290eea)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:00.161024 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.173126 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Calling delete_port for a5b1b5ff-a405-4dbd-9039-44ef6ba84557 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:55:00.251971 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (a5b1b5ff-a405-4dbd-9039-44ef6ba84557), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.280812 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] No DVR routers for this DVR port a5b1b5ff-a405-4dbd-9039-44ef6ba84557 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:55:00.282477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Pushing event deleted for resources: {'Port': ['ID=a5b1b5ff-a405-4dbd-9039-44ef6ba84557,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:00.283561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b4165c25-6847-415a-8d84-e18d84d76c5a), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.298104 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.299003 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.299526 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.300042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.300527 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.301036 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.301911 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.307480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.309923 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.310335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.310694 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.311041 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.311390 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b110fe1a-b1ad-40bf-b38f-9f7317356d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.338303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Port': ['ID=b4165c25-6847-415a-8d84-e18d84d76c5a,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:00.361991 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.363367 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.363726 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.364072 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.364410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.364747 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.365084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.365418 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.365763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.366094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.366456 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.366795 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.367121 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:00.410624 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (4e3702b9-e092-42b2-8aca-52a749ce26a2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.522422 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (4e3702b9-e092-42b2-8aca-52a749ce26a2), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.525135 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router_controller (4e3702b9-e092-42b2-8aca-52a749ce26a2), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.580702 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (4e3702b9-e092-42b2-8aca-52a749ce26a2), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.581336 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Fanout notify agent at l3_agent the message router_deleted on router 4e3702b9-e092-42b2-8aca-52a749ce26a2 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 03:55:00.593164 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.594073 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f507b59f-0167-4837-9b1c-b71ddd575cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.596183 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-65066fec-67fd-4b9f-b9af-f3afd08be912 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/routers/4e3702b9-e092-42b2-8aca-52a749ce26a2 HTTP/1.1" status: 204 len: 168 time: 0.8911393 Feb 09 03:55:00.600749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51690) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:00.688555 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (2554f076-e410-4c2b-973a-a4d8ea483598), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.787593 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (2554f076-e410-4c2b-973a-a4d8ea483598), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.804936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a5b1b5ff-a405-4dbd-9039-44ef6ba84557 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:55:00.817736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2554f076-e410-4c2b-973a-a4d8ea483598']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:00.830790 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fe317a-677e-436e-8ff5-943105290eea') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:00.831751 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fe317a-677e-436e-8ff5-943105290eea') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:00.834699 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: a5b1b5ff-a405-4dbd-9039-44ef6ba84557 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:55:00.835057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device a5b1b5ff-a405-4dbd-9039-44ef6ba84557 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:55:00.835489 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:55:00.846142 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (c7fe317a-677e-436e-8ff5-943105290eea), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.860976 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:55:00.861212 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c7fe317a-677e-436e-8ff5-943105290eea), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.861341 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 16bd0fb3-18e4-47ab-9f53-7d0af9efae3e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:55:00.873358 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 03:55:00.873819 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (c7fe317a-677e-436e-8ff5-943105290eea), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: timer() Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 03:55:00.879478 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 03:55:00.917417 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device e47972b3-8505-43a2-b900-acab47d53d56 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:55:00.937739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: e47972b3-8505-43a2-b900-acab47d53d56 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:55:00.938182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device e47972b3-8505-43a2-b900-acab47d53d56 not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:55:00.941826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (2554f076-e410-4c2b-973a-a4d8ea483598), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.953824 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:00.960197 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/networks/2554f076-e410-4c2b-973a-a4d8ea483598 HTTP/1.1" status: 204 len: 168 time: 0.3558540 Feb 09 03:55:00.960543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51692) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:00.970285 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da2dc2-2aad-4708-bf20-b7d13b779756 tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'Network': ['ID=2554f076-e410-4c2b-973a-a4d8ea483598,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:01.024011 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c726993-378f-48a3-9170-860c98b096ad tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (cb31d051-848c-496b-8baf-7e2621239ca6), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:01.053152 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c726993-378f-48a3-9170-860c98b096ad tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (cb31d051-848c-496b-8baf-7e2621239ca6), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:01.116770 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c726993-378f-48a3-9170-860c98b096ad tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (cb31d051-848c-496b-8baf-7e2621239ca6), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:01.119645 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-8c726993-378f-48a3-9170-860c98b096ad tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:01.121352 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-8c726993-378f-48a3-9170-860c98b096ad tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb31d051-848c-496b-8baf-7e2621239ca6 HTTP/1.1" status: 204 len: 168 time: 0.1598165 Feb 09 03:55:01.130970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c726993-378f-48a3-9170-860c98b096ad tempest-TestNetworkAdvancedServerOps-1813407646 tempest-TestNetworkAdvancedServerOps-1813407646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb31d051-848c-496b-8baf-7e2621239ca6,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:01.431042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:01.889125 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-66cc273c-fbb2-467f-b33a-2b40a356ddb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0332813b3414a3e8b4240ba1bed5be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569092 Feb 09 03:55:01.891570 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51704) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:01.938215 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-399b39cd-8ce8-468b-bf9a-61f644137f4b admin admin] Publish callbacks [] for security_group (9ddf0fae-0133-4059-a921-f13fffcbb636), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:01.959127 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-399b39cd-8ce8-468b-bf9a-61f644137f4b admin admin] Publish callbacks [] for security_group (9ddf0fae-0133-4059-a921-f13fffcbb636), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.006122 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-399b39cd-8ce8-468b-bf9a-61f644137f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9ddf0fae-0133-4059-a921-f13fffcbb636), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.008725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-399b39cd-8ce8-468b-bf9a-61f644137f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.009908 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-399b39cd-8ce8-468b-bf9a-61f644137f4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ddf0fae-0133-4059-a921-f13fffcbb636 HTTP/1.1" status: 204 len: 168 time: 0.1174529 Feb 09 03:55:02.017687 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b39cd-8ce8-468b-bf9a-61f644137f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddf0fae-0133-4059-a921-f13fffcbb636,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:02.273633 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51710) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:02.286488 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572c0bb9-6aff-46c3-9928-206c34e1f26e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.361033 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572c0bb9-6aff-46c3-9928-206c34e1f26e admin admin] Publish callbacks [] for security_group (ce09dc39-d64e-4f85-9a26-a89d9ab31ce3), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.364733 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-572c0bb9-6aff-46c3-9928-206c34e1f26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ce09dc39-d64e-4f85-9a26-a89d9ab31ce3), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.410472 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-572c0bb9-6aff-46c3-9928-206c34e1f26e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af241331c1694467bdb01871f0d2bd04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330569 Feb 09 03:55:02.410472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c0bb9-6aff-46c3-9928-206c34e1f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce09dc39-d64e-4f85-9a26-a89d9ab31ce3,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:02.410782 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51712) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:02.463006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae7e12-493b-4c89-a0a8-d8ff35e13c05 admin admin] Publish callbacks [] for security_group (ce09dc39-d64e-4f85-9a26-a89d9ab31ce3), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.486964 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae7e12-493b-4c89-a0a8-d8ff35e13c05 admin admin] Publish callbacks [] for security_group (ce09dc39-d64e-4f85-9a26-a89d9ab31ce3), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.541064 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae7e12-493b-4c89-a0a8-d8ff35e13c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (ce09dc39-d64e-4f85-9a26-a89d9ab31ce3), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.543956 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92ae7e12-493b-4c89-a0a8-d8ff35e13c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.544792 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-92ae7e12-493b-4c89-a0a8-d8ff35e13c05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce09dc39-d64e-4f85-9a26-a89d9ab31ce3 HTTP/1.1" status: 204 len: 168 time: 0.1331434 Feb 09 03:55:02.553176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae7e12-493b-4c89-a0a8-d8ff35e13c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce09dc39-d64e-4f85-9a26-a89d9ab31ce3,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:02.687978 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b4165c25-6847-415a-8d84-e18d84d76c5a no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:55:02.713118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: b4165c25-6847-415a-8d84-e18d84d76c5a {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:55:02.713404 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b4165c25-6847-415a-8d84-e18d84d76c5a not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:55:02.810796 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6d319dea-f481-4a49-9a0c-dd392ea86921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:02.916220 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:55:03.242699 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51736) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:03.343360 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-578931745-network', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:03.362874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Made reservation on behalf of 4e6edc07e77941a08f6999c14b4ba92d for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:03.365209 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.373571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.445442 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Publish callbacks [] for security_group (7bba3d6b-7c1d-4184-bcf9-1902a28489ea), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.449493 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7bba3d6b-7c1d-4184-bcf9-1902a28489ea), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.471132 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:55:03.485029 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bba3d6b-7c1d-4184-bcf9-1902a28489ea,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:03.490880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (67f3e2f7-63f6-4362-828a-ba0a7bc31014), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.491221 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Added segment 67f3e2f7-63f6-4362-828a-ba0a7bc31014 of type vlan for network 6f860b8a-f266-48ae-b865-a61ae204aa63 Feb 09 03:55:03.530729 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (6f860b8a-f266-48ae-b865-a61ae204aa63), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.555950 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (6f860b8a-f266-48ae-b865-a61ae204aa63), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.556883 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:03.557449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.608187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3642938 Feb 09 03:55:03.611303 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51740) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:03.616830 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Request body: {'subnet': {'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-578931745-subnet', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:03.621036 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dffe5-4a00-419e-bb65-328df92fa2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f860b8a-f266-48ae-b865-a61ae204aa63,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:03.632695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:55:03.636836 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Made reservation on behalf of 4e6edc07e77941a08f6999c14b4ba92d for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:03.639437 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.808187 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (6eff9087-f69d-4b17-a640-a36078f22742), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.862969 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eff9087-f69d-4b17-a640-a36078f22742,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:03.871561 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Checking segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:03.871928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Network hostable DHCP agents. Network: 6f860b8a-f266-48ae-b865-a61ae204aa63, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:55:03.887739 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:55:03.896252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 6f860b8a-f266-48ae-b865-a61ae204aa63) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:03.900313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:03.900906 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.905751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea235d0-fab0-437d-951d-61c7f37c3ab6 None None] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:55:03.917135 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-e72e3cb3-b9fc-490a-ae02-9247e1b22da3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3040874 Feb 09 03:55:03.919972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51742) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:03.925423 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:03.944227 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (d19a7ea2-071b-4d05-93b1-561de69f0e82), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.945380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (d19a7ea2-071b-4d05-93b1-561de69f0e82), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:03.999787 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks [] for router_controller (d19a7ea2-071b-4d05-93b1-561de69f0e82), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.013465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-6f860b8a-f266-48ae-b865-a61ae204aa63', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:55:04.014416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.150146 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks [] for router_gateway (d19a7ea2-071b-4d05-93b1-561de69f0e82), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.153184 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Allocated IP 172.20.0.2 (6f860b8a-f266-48ae-b865-a61ae204aa63/6eff9087-f69d-4b17-a640-a36078f22742/d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:04.223169 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.306611 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Publish callbacks [] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.313150 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.357192 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks [] for router_gateway (d19a7ea2-071b-4d05-93b1-561de69f0e82), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.358152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:04.361002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:04.365785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:04.368780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Pushing event updated for resources: {'Port': ['ID=d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:04.379829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.421638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Attempting to bind port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:04.421927 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Attempting to bind port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:04.422317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Attempting to bind port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 on network 6f860b8a-f266-48ae-b865-a61ae204aa63 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:04.427832 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:04.428196 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Checking segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:04.428598 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.428996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Bound using segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:04.429492 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Bound port: d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:04.429874 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.485701 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Allocated IP 172.25.2.188 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/4643d621-5315-411e-8fdb-aec50017596c) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:04.496774 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] For port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:04.500309 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] For port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:04.508501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.570405 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde2a15-96f6-41e0-a25b-b8f2970b9c43 None None] Pushing event updated for resources: {'Port': ['ID=d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:04.604343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks [] for port (4643d621-5315-411e-8fdb-aec50017596c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.641290 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (4643d621-5315-411e-8fdb-aec50017596c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:04.684056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:04.687410 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:04.691714 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:04.717024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4643d621-5315-411e-8fdb-aec50017596c,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:04.980257 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks [] for router_gateway (d19a7ea2-071b-4d05-93b1-561de69f0e82), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:05.184913 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (d19a7ea2-071b-4d05-93b1-561de69f0e82), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:05.252171 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:05.325163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Router d19a7ea2-071b-4d05-93b1-561de69f0e82 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:55:05.449482 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:55:05.459900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Sync routers for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:55:05.469797 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:05.473538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:05.473707 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-00a2fc12-673d-45e3-b74d-fb6a328433b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5499029 Feb 09 03:55:05.473805 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:05.475434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51744) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:05.578084 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bbb824-ada9-4659-9fd8-93d27a29f9dc None None] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:55:05.655930 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:05.800861 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-845d667e-0820-49d2-abb0-1e3da2cae149 None None] Provisioning complete for port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:05.801222 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-845d667e-0820-49d2-abb0-1e3da2cae149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:05.960877 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-845d667e-0820-49d2-abb0-1e3da2cae149 None None] Current status of the port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:05.961801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-845d667e-0820-49d2-abb0-1e3da2cae149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:05.984987 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:04Z', 'revision_number': 3, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:06.030152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Checking router: d19a7ea2-071b-4d05-93b1-561de69f0e82 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:55:06.030558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Updating router d19a7ea2-071b-4d05-93b1-561de69f0e82 port 4643d621-5315-411e-8fdb-aec50017596c binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:55:06.079423 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-845d667e-0820-49d2-abb0-1e3da2cae149 None None] For port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:06.081372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4643d621-5315-411e-8fdb-aec50017596c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.178458 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-845d667e-0820-49d2-abb0-1e3da2cae149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.295241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d667e-0820-49d2-abb0-1e3da2cae149 None None] Pushing event updated for resources: {'Port': ['ID=d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:06.302035 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.313948 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-2df19abf-bfd1-4a9a-83e1-05ace8ad23b7 None None] Provisioning complete for port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:06.314281 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2df19abf-bfd1-4a9a-83e1-05ace8ad23b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.461617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-2df19abf-bfd1-4a9a-83e1-05ace8ad23b7 None None] Current status of the port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:06.464696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Allocated IP 172.20.0.1 (6f860b8a-f266-48ae-b865-a61ae204aa63/6eff9087-f69d-4b17-a640-a36078f22742/7a29b74b-eea9-45f0-90c4-bb6c2008a407) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:06.472457 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Publish callbacks [] for port (4643d621-5315-411e-8fdb-aec50017596c), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.478623 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4643d621-5315-411e-8fdb-aec50017596c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.521990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Attempting to bind port 4643d621-5315-411e-8fdb-aec50017596c on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:06.522389 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Attempting to bind port 4643d621-5315-411e-8fdb-aec50017596c by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:06.522759 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Attempting to bind port 4643d621-5315-411e-8fdb-aec50017596c on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:06.534620 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:06.535006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:06.535414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.535816 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:06.536532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Bound port: 4643d621-5315-411e-8fdb-aec50017596c, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:06.536674 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4643d621-5315-411e-8fdb-aec50017596c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.570748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b168-a68e-4143-8112-31ca42837e51 None None] Pushing event updated for resources: {'Port': ['ID=4643d621-5315-411e-8fdb-aec50017596c,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:06.576330 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Publish callbacks [] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.606907 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.612415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] For port 4643d621-5315-411e-8fdb-aec50017596c, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:06.615879 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] For port 4643d621-5315-411e-8fdb-aec50017596c, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4643d621-5315-411e-8fdb-aec50017596c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:06.616536 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.622081 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4643d621-5315-411e-8fdb-aec50017596c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.658084 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:06.661126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:06.664687 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:06.710581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b168-a68e-4143-8112-31ca42837e51 None None] Pushing event updated for resources: {'Port': ['ID=4643d621-5315-411e-8fdb-aec50017596c,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:06.710874 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (d19a7ea2-071b-4d05-93b1-561de69f0e82), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:06.713851 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:06.716944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:06.771489 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Pushing event updated for resources: {'Port': ['ID=7a29b74b-eea9-45f0-90c4-bb6c2008a407,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:06.831809 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:06.888312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:06.903368 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:07.083115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Publish callbacks [] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:07.087700 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:07.155410 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Pushing event updated for resources: {'Port': ['ID=7a29b74b-eea9-45f0-90c4-bb6c2008a407,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:07.159387 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (d19a7ea2-071b-4d05-93b1-561de69f0e82), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:07.176470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-3ecefb33-1d8f-4112-90aa-13279cc520c9 None None] Provisioning complete for port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:07.176845 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3ecefb33-1d8f-4112-90aa-13279cc520c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:07.182999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:07.183375 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:07.259876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:07.261320 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:07.262171 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-3ecefb33-1d8f-4112-90aa-13279cc520c9 None None] Port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:55:07.345820 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:07.353467 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:04Z', 'revision_number': 3, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:07.380503 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb495ba6-ae92-424b-9cc0-38e6967d39f0 None None] The sync data for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 is: [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:04Z', 'revision_number': 3, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:55:07.388695 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Router d19a7ea2-071b-4d05-93b1-561de69f0e82 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:55:07.493872 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-29549628-27e0-4bb4-91b3-131ca0e64005 None None] Provisioning complete for port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:07.494218 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-29549628-27e0-4bb4-91b3-131ca0e64005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:07.509604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:55:07.515753 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-20705404-72a8-4b1a-be4b-acb86cd91b76 admin admin] 10.222.0.32 "PUT /v2.0/routers/d19a7ea2-071b-4d05-93b1-561de69f0e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0391128 Feb 09 03:55:07.540219 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-29549628-27e0-4bb4-91b3-131ca0e64005 None None] Port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:55:08.028069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51760) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:08.033305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1170952431-network', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:08.053967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Made reservation on behalf of 991e512a5c0e43c5aae99ec8a2624b6c for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:08.056369 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.067951 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.147335 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Publish callbacks [] for security_group (f75d636d-dea7-4799-9ebe-ce7963d65f99), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.150584 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f75d636d-dea7-4799-9ebe-ce7963d65f99), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.179247 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 03:55:08.185340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75d636d-dea7-4799-9ebe-ce7963d65f99,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:08.193268 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (36442f6a-0599-4514-a290-08e42bdc6599), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.193610 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Added segment 36442f6a-0599-4514-a290-08e42bdc6599 of type vlan for network f41b6a0c-07fc-4c8b-8a38-10190565cc56 Feb 09 03:55:08.236415 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (f41b6a0c-07fc-4c8b-8a38-10190565cc56), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.262385 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (f41b6a0c-07fc-4c8b-8a38-10190565cc56), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.263372 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:08.264034 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.322532 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2932694 Feb 09 03:55:08.325282 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51762) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:08.329500 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778153-204e-45f9-a0e8-ec0ea84d6763 admin admin] Pushing event updated for resources: {'Network': ['ID=f41b6a0c-07fc-4c8b-8a38-10190565cc56,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:08.330316 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Request body: {'subnet': {'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1170952431-subnet', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:08.340536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 03:55:08.351258 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Made reservation on behalf of 991e512a5c0e43c5aae99ec8a2624b6c for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:08.353717 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.525808 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (cfcf7766-3a91-4179-ac7b-91f272543bb6), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.581142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfcf7766-3a91-4179-ac7b-91f272543bb6,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:08.590454 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Checking segment: {'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:08.590816 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Network hostable DHCP agents. Network: f41b6a0c-07fc-4c8b-8a38-10190565cc56, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 03:55:08.607185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 03:55:08.615604 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, f41b6a0c-07fc-4c8b-8a38-10190565cc56) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:08.619472 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:08.620332 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.624765 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf396b7-e28c-426c-a1af-75717783b23c None None] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:55:08.636085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d733b7a0-cefe-47b4-ab53-10434d871ad9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3097060 Feb 09 03:55:08.638742 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 51764) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:08.643989 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:08.664762 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (e9f8dc67-3804-43a3-9d82-17eb522e7788), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.666318 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (e9f8dc67-3804-43a3-9d82-17eb522e7788), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.735720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-f41b6a0c-07fc-4c8b-8a38-10190565cc56', 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56', 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'fixed_ips': [{'subnet_id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 03:55:08.736968 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.750153 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks [] for router_controller (e9f8dc67-3804-43a3-9d82-17eb522e7788), precommit_add_association {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.810782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4643d621-5315-411e-8fdb-aec50017596c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:08.899783 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks [] for router_gateway (e9f8dc67-3804-43a3-9d82-17eb522e7788), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:08.917326 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Allocated IP 172.20.0.2 (f41b6a0c-07fc-4c8b-8a38-10190565cc56/cfcf7766-3a91-4179-ac7b-91f272543bb6/d965fce1-dac4-4403-a713-8814b1d09c50) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:08.919232 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 4643d621-5315-411e-8fdb-aec50017596c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:08.919589 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4643d621-5315-411e-8fdb-aec50017596c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.041822 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Sync routers for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:55:09.052502 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:09.053229 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:09.086875 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4643d621-5315-411e-8fdb-aec50017596c is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:09.087268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (4643d621-5315-411e-8fdb-aec50017596c), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.122742 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks [] for router_gateway (e9f8dc67-3804-43a3-9d82-17eb522e7788), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.133437 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 4643d621-5315-411e-8fdb-aec50017596c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4643d621-5315-411e-8fdb-aec50017596c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:09.138649 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (4643d621-5315-411e-8fdb-aec50017596c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.143770 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.167884 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:09.171156 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Publish callbacks [] for port (d965fce1-dac4-4403-a713-8814b1d09c50), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.189405 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.214271 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=4643d621-5315-411e-8fdb-aec50017596c,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:09.220618 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:09.222985 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:09.225415 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:09.263114 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Allocated IP 172.25.2.131 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/84d3eb3d-5514-46cf-ad4a-f7b35d1276dd) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:09.299264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Pushing event updated for resources: {'Port': ['ID=d965fce1-dac4-4403-a713-8814b1d09c50,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:09.312833 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Attempting to bind port d965fce1-dac4-4403-a713-8814b1d09c50 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:09.313204 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Attempting to bind port d965fce1-dac4-4403-a713-8814b1d09c50 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:09.313961 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Attempting to bind port d965fce1-dac4-4403-a713-8814b1d09c50 on network f41b6a0c-07fc-4c8b-8a38-10190565cc56 {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:09.320454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:09.320830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Checking segment: {'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:09.321227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.321617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Bound using segment: {'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:09.322085 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Bound port: d965fce1-dac4-4403-a713-8814b1d09c50, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:09.322558 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.371746 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks [] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.379026 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 2, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:09.392589 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] For port d965fce1-dac4-4403-a713-8814b1d09c50, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:09.396746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] For port d965fce1-dac4-4403-a713-8814b1d09c50, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d965fce1-dac4-4403-a713-8814b1d09c50,segment=NetworkSegment(36442f6a-0599-4514-a290-08e42bdc6599),segment_id=36442f6a-0599-4514-a290-08e42bdc6599)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:09.403398 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.406180 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Checking router: d19a7ea2-071b-4d05-93b1-561de69f0e82 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:55:09.406599 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Updating router d19a7ea2-071b-4d05-93b1-561de69f0e82 port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:55:09.408338 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.448603 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.453756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:09.456796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:09.462401 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:09.465970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Pushing event updated for resources: {'Port': ['ID=84d3eb3d-5514-46cf-ad4a-f7b35d1276dd,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:09.467974 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb545491-63ae-4016-b92b-86dee845fa28 None None] Pushing event updated for resources: {'Port': ['ID=d965fce1-dac4-4403-a713-8814b1d09c50,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:09.751337 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks [] for router_gateway (e9f8dc67-3804-43a3-9d82-17eb522e7788), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.762347 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Publish callbacks [] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.769039 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.847563 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Pushing event updated for resources: {'Port': ['ID=7a29b74b-eea9-45f0-90c4-bb6c2008a407,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:09.967686 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (e9f8dc67-3804-43a3-9d82-17eb522e7788), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:09.981656 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.982340 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.982851 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.983184 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.983690 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.984021 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.984352 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.984677 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.984998 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.985320 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.985641 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.985959 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.986312 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:55:09.994684 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Attempting to bind port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:09.995718 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Attempting to bind port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:09.996079 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Attempting to bind port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 on network 6f860b8a-f266-48ae-b865-a61ae204aa63 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:10.001799 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:10.002178 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Checking segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:10.002637 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.003025 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Bound using segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:10.003489 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Bound port: 7a29b74b-eea9-45f0-90c4-bb6c2008a407, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:10.003864 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.069920 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] For port 7a29b74b-eea9-45f0-90c4-bb6c2008a407, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:10.073018 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] For port 7a29b74b-eea9-45f0-90c4-bb6c2008a407, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7a29b74b-eea9-45f0-90c4-bb6c2008a407,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:10.084133 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.090353 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-60248c22-1b9e-403b-81ff-2407975a0584 None None] Provisioning complete for port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:10.090920 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-60248c22-1b9e-403b-81ff-2407975a0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.120756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Router e9f8dc67-3804-43a3-9d82-17eb522e7788 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109856) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 03:55:10.139253 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:10.139883 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:10.193785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-60248c22-1b9e-403b-81ff-2407975a0584 None None] Current status of the port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:10.194470 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-60248c22-1b9e-403b-81ff-2407975a0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.242024 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a85cf2-c257-417d-a67a-3ef2c0bbea65 None None] Pushing event updated for resources: {'Port': ['ID=7a29b74b-eea9-45f0-90c4-bb6c2008a407,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:10.250646 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-60248c22-1b9e-403b-81ff-2407975a0584 None None] For port 7a29b74b-eea9-45f0-90c4-bb6c2008a407, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7a29b74b-eea9-45f0-90c4-bb6c2008a407,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:10.256009 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-60248c22-1b9e-403b-81ff-2407975a0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.267737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:55:10.295532 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.296740 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Sync routers for ids ['e9f8dc67-3804-43a3-9d82-17eb522e7788'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:55:10.298394 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-64b51811-58a1-464f-b7fa-b4d53a4f0dee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6585126 Feb 09 03:55:10.301051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51766) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:10.334686 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Routers {'e9f8dc67-3804-43a3-9d82-17eb522e7788'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:10.335706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e9f8dc67-3804-43a3-9d82-17eb522e7788'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:10.337617 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:10.426056 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60248c22-1b9e-403b-81ff-2407975a0584 None None] Pushing event updated for resources: {'Port': ['ID=7a29b74b-eea9-45f0-90c4-bb6c2008a407,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:10.500665 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Set router e9f8dc67-3804-43a3-9d82-17eb522e7788 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:10.615306 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:10.645156 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b65f476e-ebb1-465d-bfb9-9963eed4fcb7 None None] Provisioning complete for port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:10.645506 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b65f476e-ebb1-465d-bfb9-9963eed4fcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.647366 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b801e5-f75e-40ce-b8f2-747e80a20a0f None None] The sync data for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 is: [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:55:10.744383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df1e40-08e1-4cae-a319-108fad6e49c7 None None] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 03:55:10.862526 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:10.922071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d965fce1-dac4-4403-a713-8814b1d09c50 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:10.954450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b65f476e-ebb1-465d-bfb9-9963eed4fcb7 None None] Current status of the port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:10.985494 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 3, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port': {'id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:09Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:11.022469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Checking router: e9f8dc67-3804-43a3-9d82-17eb522e7788 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:55:11.022823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Updating router e9f8dc67-3804-43a3-9d82-17eb522e7788 port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:55:11.056732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d965fce1-dac4-4403-a713-8814b1d09c50 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:11.057111 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.057287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Allocated IP 172.20.0.1 (f41b6a0c-07fc-4c8b-8a38-10190565cc56/cfcf7766-3a91-4179-ac7b-91f272543bb6/c6ea7321-eb6c-4435-9ca6-fc1986fac0d0) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:11.059868 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.191538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a8bcb0b7-5f5e-442f-bc79-b8c175cf5868 None None] Provisioning complete for port d965fce1-dac4-4403-a713-8814b1d09c50 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:11.192143 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb0b7-5f5e-442f-bc79-b8c175cf5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.201204 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Publish callbacks [] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.239521 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.289288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:11.292573 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:11.297512 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:11.301727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:11.340970 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (e9f8dc67-3804-43a3-9d82-17eb522e7788), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.522212 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.524933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d965fce1-dac4-4403-a713-8814b1d09c50 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:11.525278 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.627429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port d965fce1-dac4-4403-a713-8814b1d09c50, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d965fce1-dac4-4403-a713-8814b1d09c50,segment=NetworkSegment(36442f6a-0599-4514-a290-08e42bdc6599),segment_id=36442f6a-0599-4514-a290-08e42bdc6599)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:11.637918 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.638411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4643d621-5315-411e-8fdb-aec50017596c up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:11.691684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a8bcb0b7-5f5e-442f-bc79-b8c175cf5868 None None] Current status of the port d965fce1-dac4-4403-a713-8814b1d09c50 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:11.692077 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb0b7-5f5e-442f-bc79-b8c175cf5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.717096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Publish callbacks [] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.723240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.770024 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=d965fce1-dac4-4403-a713-8814b1d09c50,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:11.799010 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (e9f8dc67-3804-43a3-9d82-17eb522e7788), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.801390 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:11.841760 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Publish callbacks [] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.852306 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 4643d621-5315-411e-8fdb-aec50017596c triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:11.852683 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (4643d621-5315-411e-8fdb-aec50017596c), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.855475 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.876468 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-a8bcb0b7-5f5e-442f-bc79-b8c175cf5868 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 03:55:11.876823 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-a8bcb0b7-5f5e-442f-bc79-b8c175cf5868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 03:55:11.905394 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:11.907580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:11.948234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba8395-0f16-44d9-9cf2-4d0da8be2804 None None] Pushing event updated for resources: {'Port': ['ID=84d3eb3d-5514-46cf-ad4a-f7b35d1276dd,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:11.951396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Attempting to bind port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:11.951782 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Attempting to bind port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:11.952147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Attempting to bind port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:11.963490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:11.963869 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:11.964284 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:11.964671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:11.965185 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Bound port: 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:11.965524 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:12.043834 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Router e9f8dc67-3804-43a3-9d82-17eb522e7788 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:55:12.062357 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] For port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:12.064825 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 4643d621-5315-411e-8fdb-aec50017596c is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:12.080780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] For port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=84d3eb3d-5514-46cf-ad4a-f7b35d1276dd,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:12.088285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:12.174812 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:55:12.180410 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a063202b-d52e-49c5-b0b4-8c4a6442d156 admin admin] 10.222.0.32 "PUT /v2.0/routers/e9f8dc67-3804-43a3-9d82-17eb522e7788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8781939 Feb 09 03:55:12.182775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba8395-0f16-44d9-9cf2-4d0da8be2804 None None] Pushing event updated for resources: {'Port': ['ID=84d3eb3d-5514-46cf-ad4a-f7b35d1276dd,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:12.185703 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Routers {'e9f8dc67-3804-43a3-9d82-17eb522e7788'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:12.186354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e9f8dc67-3804-43a3-9d82-17eb522e7788'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:12.309912 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] Set router e9f8dc67-3804-43a3-9d82-17eb522e7788 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:12.463154 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a8bcb0b7-5f5e-442f-bc79-b8c175cf5868 None None] Current status of the port d965fce1-dac4-4403-a713-8814b1d09c50 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:12.546384 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T03:55:11Z', 'revision_number': 4, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port': {'id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:09Z', 'updated_at': '2022-02-09T03:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c6ea7321-eb6c-4435-9ca6-fc1986fac0d0', 'name': '', 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'mac_address': 'fa:16:3e:d0:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:10Z', 'updated_at': '2022-02-09T03:55:11Z', 'revision_number': 2, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'subnets': [{'id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:12.575738 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfaa1c-f2e4-4127-98b8-bd3edbb9b3a0 None None] The sync data for ids ['e9f8dc67-3804-43a3-9d82-17eb522e7788'] in n-d-827839-4 is: [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T03:55:11Z', 'revision_number': 4, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port': {'id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:09Z', 'updated_at': '2022-02-09T03:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c6ea7321-eb6c-4435-9ca6-fc1986fac0d0', 'name': '', 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'mac_address': 'fa:16:3e:d0:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:10Z', 'updated_at': '2022-02-09T03:55:11Z', 'revision_number': 2, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'subnets': [{'id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:55:12.586867 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-da78360b-ee83-42a0-bd48-7b79fa710c1d None None] Provisioning complete for port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:12.587251 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da78360b-ee83-42a0-bd48-7b79fa710c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:12.629596 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-da78360b-ee83-42a0-bd48-7b79fa710c1d None None] Port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:55:12.640486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-da78360b-ee83-42a0-bd48-7b79fa710c1d None None] Provisioning complete for port d965fce1-dac4-4403-a713-8814b1d09c50 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:12.640865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-da78360b-ee83-42a0-bd48-7b79fa710c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:12.721917 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-da78360b-ee83-42a0-bd48-7b79fa710c1d None None] Current status of the port d965fce1-dac4-4403-a713-8814b1d09c50 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:12.892169 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d965fce1-dac4-4403-a713-8814b1d09c50 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:12.960330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port d965fce1-dac4-4403-a713-8814b1d09c50 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:12.960898 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:12.973867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51774) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:12.978621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-92921e7c-0657-4499-a461-a3d406cb9bcc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048405608', 'description': 'tempest-secgroup-smoke-1048405608 description', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:13.004061 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92921e7c-0657-4499-a461-a3d406cb9bcc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.052470 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port d965fce1-dac4-4403-a713-8814b1d09c50 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:13.053465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7a29b74b-eea9-45f0-90c4-bb6c2008a407 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:13.082890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92921e7c-0657-4499-a461-a3d406cb9bcc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (6f3f3719-bd34-4f9b-901b-1a6ae93dfddb), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.087741 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92921e7c-0657-4499-a461-a3d406cb9bcc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6f3f3719-bd34-4f9b-901b-1a6ae93dfddb), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.106264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:13.106588 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.122480 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-92921e7c-0657-4499-a461-a3d406cb9bcc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.123911 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-92921e7c-0657-4499-a461-a3d406cb9bcc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1488676 Feb 09 03:55:13.127104 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51776) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:13.133107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-b3eba99e-2909-4a7c-b45c-5ba28112b375 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '6f3f3719-bd34-4f9b-901b-1a6ae93dfddb', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:13.140042 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92921e7c-0657-4499-a461-a3d406cb9bcc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:13.169492 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3eba99e-2909-4a7c-b45c-5ba28112b375 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (3c18c2c6-4f07-4563-a15c-f7ae1b1dfc69), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.198040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:13.235810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3eba99e-2909-4a7c-b45c-5ba28112b375 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (3c18c2c6-4f07-4563-a15c-f7ae1b1dfc69), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.239807 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3eba99e-2909-4a7c-b45c-5ba28112b375 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (3c18c2c6-4f07-4563-a15c-f7ae1b1dfc69), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.259270 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eba99e-2909-4a7c-b45c-5ba28112b375 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c18c2c6-4f07-4563-a15c-f7ae1b1dfc69,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:13.266289 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b3eba99e-2909-4a7c-b45c-5ba28112b375 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.267393 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b3eba99e-2909-4a7c-b45c-5ba28112b375 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392431 Feb 09 03:55:13.270595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51778) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:13.275013 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-2f9ca14a-788c-40c0-94d1-9b67968fd595 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '6f3f3719-bd34-4f9b-901b-1a6ae93dfddb', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:13.300994 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca14a-788c-40c0-94d1-9b67968fd595 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (61e5af6f-bf80-447b-88e9-ca3a36cb6891), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.719258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca14a-788c-40c0-94d1-9b67968fd595 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (61e5af6f-bf80-447b-88e9-ca3a36cb6891), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.723571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca14a-788c-40c0-94d1-9b67968fd595 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (61e5af6f-bf80-447b-88e9-ca3a36cb6891), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.742801 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ca14a-788c-40c0-94d1-9b67968fd595 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e5af6f-bf80-447b-88e9-ca3a36cb6891,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:13.754408 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca14a-788c-40c0-94d1-9b67968fd595 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.755640 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-2f9ca14a-788c-40c0-94d1-9b67968fd595 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4841115 Feb 09 03:55:13.758338 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51780) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:13.762703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-af006c46-12fb-43a8-9d75-11fd7562d52e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '6f3f3719-bd34-4f9b-901b-1a6ae93dfddb', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:13.788482 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af006c46-12fb-43a8-9d75-11fd7562d52e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (5cf01cba-ccea-4396-9149-b86b5fff3de7), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.850852 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af006c46-12fb-43a8-9d75-11fd7562d52e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (5cf01cba-ccea-4396-9149-b86b5fff3de7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.854944 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af006c46-12fb-43a8-9d75-11fd7562d52e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (5cf01cba-ccea-4396-9149-b86b5fff3de7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.875979 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af006c46-12fb-43a8-9d75-11fd7562d52e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf01cba-ccea-4396-9149-b86b5fff3de7,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:13.882969 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-af006c46-12fb-43a8-9d75-11fd7562d52e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.883867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-af006c46-12fb-43a8-9d75-11fd7562d52e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246006 Feb 09 03:55:13.886672 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51782) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:13.891056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-0b2cd134-6466-4db2-a0d1-56aad7ce2c27 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '6f3f3719-bd34-4f9b-901b-1a6ae93dfddb', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:13.916784 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b2cd134-6466-4db2-a0d1-56aad7ce2c27 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (a344fa83-c527-4bfa-a728-90d4ebf712cf), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.976117 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b2cd134-6466-4db2-a0d1-56aad7ce2c27 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (a344fa83-c527-4bfa-a728-90d4ebf712cf), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:13.979989 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b2cd134-6466-4db2-a0d1-56aad7ce2c27 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (a344fa83-c527-4bfa-a728-90d4ebf712cf), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.001429 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cd134-6466-4db2-a0d1-56aad7ce2c27 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a344fa83-c527-4bfa-a728-90d4ebf712cf,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:14.013506 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0b2cd134-6466-4db2-a0d1-56aad7ce2c27 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.014771 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0b2cd134-6466-4db2-a0d1-56aad7ce2c27 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271772 Feb 09 03:55:14.017494 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51784) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:14.022433 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-06de25de-104a-4fb5-b224-45d632deea5a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '6f3f3719-bd34-4f9b-901b-1a6ae93dfddb', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:14.043774 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-06de25de-104a-4fb5-b224-45d632deea5a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Project 4e6edc07e77941a08f6999c14b4ba92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:55:14.049896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06de25de-104a-4fb5-b224-45d632deea5a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (a4772f20-2c7f-4b7d-9e3b-e46f00767f90), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.108658 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06de25de-104a-4fb5-b224-45d632deea5a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (a4772f20-2c7f-4b7d-9e3b-e46f00767f90), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.112725 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06de25de-104a-4fb5-b224-45d632deea5a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (a4772f20-2c7f-4b7d-9e3b-e46f00767f90), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.128198 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de25de-104a-4fb5-b224-45d632deea5a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4772f20-2c7f-4b7d-9e3b-e46f00767f90,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:14.139437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-06de25de-104a-4fb5-b224-45d632deea5a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.140704 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-06de25de-104a-4fb5-b224-45d632deea5a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220019 Feb 09 03:55:14.143440 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51786) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:14.147722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ed90ac84-fba3-4ff5-9704-5f1767cba8db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '6f3f3719-bd34-4f9b-901b-1a6ae93dfddb', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:14.167431 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-ed90ac84-fba3-4ff5-9704-5f1767cba8db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Project 4e6edc07e77941a08f6999c14b4ba92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:55:14.172213 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed90ac84-fba3-4ff5-9704-5f1767cba8db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (b940acbf-d9b2-4aee-bd98-1adb8de82c77), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.231761 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed90ac84-fba3-4ff5-9704-5f1767cba8db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (b940acbf-d9b2-4aee-bd98-1adb8de82c77), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.236111 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed90ac84-fba3-4ff5-9704-5f1767cba8db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (b940acbf-d9b2-4aee-bd98-1adb8de82c77), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.256311 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90ac84-fba3-4ff5-9704-5f1767cba8db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b940acbf-d9b2-4aee-bd98-1adb8de82c77,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:14.265757 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed90ac84-fba3-4ff5-9704-5f1767cba8db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.266997 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed90ac84-fba3-4ff5-9704-5f1767cba8db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225719 Feb 09 03:55:14.420095 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-a090b58d-3a25-4c62-9a9b-4268276fbc62 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048405608&fields=id&tenant_id=4e6edc07e77941a08f6999c14b4ba92d HTTP/1.1" status: 200 len: 267 time: 0.0425210 Feb 09 03:55:14.530804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bf787ef9-3482-41b1-8f81-3b412b8eed28 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:14.532272 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bf787ef9-3482-41b1-8f81-3b412b8eed28 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 808 time: 0.1051431 Feb 09 03:55:14.548100 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-79345172-c94c-40ab-a412-b8d74dee59ee tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/quotas/4e6edc07e77941a08f6999c14b4ba92d HTTP/1.1" status: 200 len: 375 time: 0.0098600 Feb 09 03:55:14.604599 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-6a265021-09d2-4c30-8457-3629597c3c37 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504112 Feb 09 03:55:14.717259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-528e56f7-0b9b-43a0-91f5-8c7555d6f67d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:55:14.718456 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-528e56f7-0b9b-43a0-91f5-8c7555d6f67d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1018524 Feb 09 03:55:14.758048 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Sync routers for ids ['e9f8dc67-3804-43a3-9d82-17eb522e7788'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:55:14.769149 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:14.776513 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Routers {'e9f8dc67-3804-43a3-9d82-17eb522e7788'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:14.777174 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e9f8dc67-3804-43a3-9d82-17eb522e7788'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:14.818711 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:14.819172 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.819477 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-e2eec894-bb89-4ea6-86dd-8f57b45cd24f service neutron] 10.222.0.32 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934465 Feb 09 03:55:14.890985 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Set router e9f8dc67-3804-43a3-9d82-17eb522e7788 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:14.900361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:14.901103 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.912188 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-92be6f60-d7f8-4bca-a95b-49fc04522979 service neutron] 10.222.0.32 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869451 Feb 09 03:55:14.923143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=84d3eb3d-5514-46cf-ad4a-f7b35d1276dd,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:14.927269 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:14.980823 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=84d3eb3d-5514-46cf-ad4a-f7b35d1276dd,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:15.105471 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-12cd714d-694c-4da3-b3ea-551ea6101b33 req-1e9d0295-c75a-4984-90cf-455bbc6f0c82 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Feb 09 03:55:15.125852 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T03:55:11Z', 'revision_number': 4, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port': {'id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:09Z', 'updated_at': '2022-02-09T03:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c6ea7321-eb6c-4435-9ca6-fc1986fac0d0', 'name': '', 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'mac_address': 'fa:16:3e:d0:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:10Z', 'updated_at': '2022-02-09T03:55:11Z', 'revision_number': 2, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'subnets': [{'id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:15.154082 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Checking router: e9f8dc67-3804-43a3-9d82-17eb522e7788 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:55:15.154483 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Updating router e9f8dc67-3804-43a3-9d82-17eb522e7788 port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 03:55:15.181524 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.459816 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Publish callbacks [] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.464815 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.517160 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f7391-cf5b-4a04-b5db-8a9f12c20e26 None None] Pushing event updated for resources: {'Port': ['ID=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:15.572821 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Attempting to bind port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:15.573201 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Attempting to bind port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:15.573564 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Attempting to bind port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 on network f41b6a0c-07fc-4c8b-8a38-10190565cc56 {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:15.579249 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:15.579629 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Checking segment: {'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:15.580037 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.580463 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Bound using segment: {'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:15.580920 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Bound port: c6ea7321-eb6c-4435-9ca6-fc1986fac0d0, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36442f6a-0599-4514-a290-08e42bdc6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:15.581297 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.652087 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] For port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:15.655728 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] For port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,segment=NetworkSegment(36442f6a-0599-4514-a290-08e42bdc6599),segment_id=36442f6a-0599-4514-a290-08e42bdc6599)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:15.661375 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.728429 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f7391-cf5b-4a04-b5db-8a9f12c20e26 None None] Pushing event updated for resources: {'Port': ['ID=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:15.730975 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Routers {'e9f8dc67-3804-43a3-9d82-17eb522e7788'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:15.731569 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e9f8dc67-3804-43a3-9d82-17eb522e7788'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:15.769687 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a2770e18-5990-4c48-9986-7e928a1714e3 None None] Provisioning complete for port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:15.770461 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a2770e18-5990-4c48-9986-7e928a1714e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.845589 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] Set router e9f8dc67-3804-43a3-9d82-17eb522e7788 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:15.860468 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a2770e18-5990-4c48-9986-7e928a1714e3 None None] Current status of the port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:15.861057 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a2770e18-5990-4c48-9986-7e928a1714e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.896245 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-a2770e18-5990-4c48-9986-7e928a1714e3 None None] For port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,segment=NetworkSegment(36442f6a-0599-4514-a290-08e42bdc6599),segment_id=36442f6a-0599-4514-a290-08e42bdc6599)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:15.901534 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a2770e18-5990-4c48-9986-7e928a1714e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:15.959002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2770e18-5990-4c48-9986-7e928a1714e3 None None] Pushing event updated for resources: {'Port': ['ID=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:16.022673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-7de0f7d5-1237-47ba-a0b6-071fb324c2ed None None] Provisioning complete for port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:16.023166 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7de0f7d5-1237-47ba-a0b6-071fb324c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:16.133278 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-7de0f7d5-1237-47ba-a0b6-071fb324c2ed None None] Current status of the port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:16.136461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-c4fbdc4d-b960-4bcf-8acf-5fba5fc023c1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:16.138965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-c4fbdc4d-b960-4bcf-8acf-5fba5fc023c1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 808 time: 0.1202385 Feb 09 03:55:16.183537 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T03:55:11Z', 'revision_number': 4, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port': {'id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:09Z', 'updated_at': '2022-02-09T03:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c6ea7321-eb6c-4435-9ca6-fc1986fac0d0', 'name': '', 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'mac_address': 'fa:16:3e:d0:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:10Z', 'updated_at': '2022-02-09T03:55:15Z', 'revision_number': 4, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'subnets': [{'id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:16.210505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-a694f053-5371-412e-b750-4ec7da14ff1b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e6edc07e77941a08f6999c14b4ba92d HTTP/1.1" status: 200 len: 380 time: 0.0630107 Feb 09 03:55:16.219278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'port': {'device_id': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'admin_state_up': True, 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'security_groups': ['6f3f3719-bd34-4f9b-901b-1a6ae93dfddb']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:16.219750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-517ad054-10c0-459f-b3a2-e715b61d8bdf req-597c8c7d-fb53-4802-8650-77cc68d31d06 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 210 time: 0.0290699 Feb 09 03:55:16.222248 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9235370-a221-4180-bc7e-5e388f0501aa None None] The sync data for ids ['e9f8dc67-3804-43a3-9d82-17eb522e7788'] in n-d-827839-4 is: [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T03:55:11Z', 'revision_number': 4, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port': {'id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:09Z', 'updated_at': '2022-02-09T03:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'c6ea7321-eb6c-4435-9ca6-fc1986fac0d0', 'name': '', 'network_id': 'f41b6a0c-07fc-4c8b-8a38-10190565cc56', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'mac_address': 'fa:16:3e:d0:ea:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:10Z', 'updated_at': '2022-02-09T03:55:15Z', 'revision_number': 4, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'subnets': [{'id': 'cfcf7766-3a91-4179-ac7b-91f272543bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:55:16.339508 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Made reservation on behalf of 4e6edc07e77941a08f6999c14b4ba92d for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 03:55:16.343015 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:16.480801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Allocated IP 172.20.0.9 (6f860b8a-f266-48ae-b865-a61ae204aa63/6eff9087-f69d-4b17-a640-a36078f22742/b1461835-e9b1-4306-90fe-d2ab5ab6ceec) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:16.631000 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:16.669561 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:16.719424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:16.722658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:16.730600 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:16.731642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:16.791591 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:16.792342 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:16.793208 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:16.813016 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-bd410330-de43-44f9-a4c8-b25a923a3eec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975826 Feb 09 03:55:16.824577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Request body: {'port': {'device_id': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:16.854775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:16.855423 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:16.893485 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:16.937465 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:16.938964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:16.987956 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5adb20b5-d87b-4da7-b1f0-aae845fd08b9 None None] Provisioning complete for port b1461835-e9b1-4306-90fe-d2ab5ab6ceec triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:16.988243 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5adb20b5-d87b-4da7-b1f0-aae845fd08b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.030644 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5adb20b5-d87b-4da7-b1f0-aae845fd08b9 None None] Port b1461835-e9b1-4306-90fe-d2ab5ab6ceec cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 03:55:17.034490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:17.034721 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.113708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:17.160796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1461835-e9b1-4306-90fe-d2ab5ab6ceec {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:55:17.168373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Publish callbacks [] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.181178 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Transition to ACTIVE for port object b1461835-e9b1-4306-90fe-d2ab5ab6ceec will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:55:17.184935 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.233473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:17.331381 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Attempting to bind port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:55:17.331729 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Attempting to bind port b1461835-e9b1-4306-90fe-d2ab5ab6ceec by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:55:17.332066 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Attempting to bind port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on network 6f860b8a-f266-48ae-b865-a61ae204aa63 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:17.343970 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on network 6f860b8a-f266-48ae-b865-a61ae204aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:55:17.344309 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Attempting to bind port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on network 6f860b8a-f266-48ae-b865-a61ae204aa63 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:55:17.356339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:55:17.356699 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Checking segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:55:17.357195 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Bound using segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:55:17.357626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Bound port: b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:55:17.357991 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.388507 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a027-1cd0-4ce5-8d41-13e3062bd2a6 req-15858e4e-ef8e-4b62-9295-42ef60607a23 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:17.390077 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb57a027-1cd0-4ce5-8d41-13e3062bd2a6 req-15858e4e-ef8e-4b62-9295-42ef60607a23 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 943 time: 0.0945070 Feb 09 03:55:17.477033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-bb57a027-1cd0-4ce5-8d41-13e3062bd2a6 req-e5604b1d-fc3f-4a1b-a50e-0a04649a9f53 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694096 Feb 09 03:55:17.480583 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:55:17.483902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:55:17.489828 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.523525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:17.524200 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:17.525582 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] 10.222.0.61 "PUT /v2.0/ports/b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 1091 time: 0.7053404 Feb 09 03:55:17.526010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:55:17.528297 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714466d8-d0be-41a0-a4a3-5aed17475e73" -d '{"events": [{"name": "network-changed", "server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:55:17.557776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481d5da-bfc5-4500-9e7a-27d3bef1b240 service neutron] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:17.601028 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa875d4-5824-4352-b1d2-cdac2455a51b x-openstack-request-id: req-eaa875d4-5824-4352-b1d2-cdac2455a51b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:55:17.601328 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:55:17.601583 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaa875d4-5824-4352-b1d2-cdac2455a51b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:55:17.601988 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'status': 'completed', 'code': 200} Feb 09 03:55:17.621975 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-fb25c2ab-02ce-4bcf-9a20-5e714cd447a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:17.623541 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-fb25c2ab-02ce-4bcf-9a20-5e714cd447a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1125 time: 0.0547121 Feb 09 03:55:17.667740 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-4f90efcc-d67c-4281-bd65-48b6375e9e8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 217 time: 0.0365124 Feb 09 03:55:17.719388 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-f4410ca4-8668-43c3-9ce2-1d91b0cbadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:17.721483 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-f4410ca4-8668-43c3-9ce2-1d91b0cbadfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0468812 Feb 09 03:55:17.773251 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-19a7e14a-e394-4a4d-b934-7256d1e96b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:17.774717 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-19a7e14a-e394-4a4d-b934-7256d1e96b6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483823 Feb 09 03:55:18.202085 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-fc1d5826-2e88-4299-9175-c4f8e84a3fd4 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214044 Feb 09 03:55:18.292706 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c8c2fdbd-fa04-456d-8c3a-4004a4ca39db req-0cac04a6-741d-42ae-b2af-a1f8016f9d06 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834584 Feb 09 03:55:18.383406 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-f1322f05-7829-4737-bd96-a7634cc1380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:18.384853 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-f1322f05-7829-4737-bd96-a7634cc1380c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1125 time: 0.0457165 Feb 09 03:55:18.479841 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-94f37f7f-34e3-4d10-b83d-93899cb11248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:18.481521 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-94f37f7f-34e3-4d10-b83d-93899cb11248 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0896225 Feb 09 03:55:18.526713 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-bca0729c-b353-4620-ab97-f39cdec9d0fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 217 time: 0.0386465 Feb 09 03:55:18.600575 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-5000e8cb-23ec-4682-9771-c08975ba5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:18.602021 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-5000e8cb-23ec-4682-9771-c08975ba5232 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0694079 Feb 09 03:55:18.647713 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb13a0-079e-4a65-b333-075d8b064c58 req-24c750a1-2f9c-474b-a124-a2f327274c50 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:18.649052 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76eb13a0-079e-4a65-b333-075d8b064c58 req-24c750a1-2f9c-474b-a124-a2f327274c50 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 943 time: 0.0911348 Feb 09 03:55:18.681587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-44eb8c39-3c50-4b4a-abc1-c898fd5caa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:18.683140 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-44eb8c39-3c50-4b4a-abc1-c898fd5caa93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0733447 Feb 09 03:55:18.747073 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76eb13a0-079e-4a65-b333-075d8b064c58 req-50e42d6b-0cb8-488a-902d-38c849aad179 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922563 Feb 09 03:55:18.786847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-c85b036a-3956-49a0-ba57-9048ee49142e service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952430 Feb 09 03:55:18.880033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-714466d8-d0be-41a0-a4a3-5aed17475e73 req-9a8c052a-11ac-419b-8673-7d90c7cbf0ff service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865481 Feb 09 03:55:19.866374 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a236c-1b9c-4a22-a9f4-f1da5ded0c7a req-78b8f198-3203-4e61-8a91-ee7f28d7a0d1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:19.867847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-864a236c-1b9c-4a22-a9f4-f1da5ded0c7a req-78b8f198-3203-4e61-8a91-ee7f28d7a0d1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 943 time: 0.0521185 Feb 09 03:55:19.921147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-864a236c-1b9c-4a22-a9f4-f1da5ded0c7a req-79c88969-473b-4828-b2e5-1486e5d22e10 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474808 Feb 09 03:55:20.235763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:20.882293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:55:20.979258 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:20.991507 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'port_id': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'mac_address': 'fa:16:3e:ef:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:55:21.032109 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b1461835-e9b1-4306-90fe-d2ab5ab6ceec is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:21.032497 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:21.039219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a86013-0e2f-41a1-9ae3-863535d60f55 req-9b1ef2c1-4aee-4fc4-8cf5-68d27e972992 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:21.040715 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4a86013-0e2f-41a1-9ae3-863535d60f55 req-9b1ef2c1-4aee-4fc4-8cf5-68d27e972992 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 943 time: 0.0522425 Feb 09 03:55:21.046198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1461835-e9b1-4306-90fe-d2ab5ab6ceec {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:55:21.065525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:21.069274 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:21.089980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c4a86013-0e2f-41a1-9ae3-863535d60f55 req-b9a8939a-4ac2-4d11-b57a-b10a9806534a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Feb 09 03:55:21.117723 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:21.300523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b1461835-e9b1-4306-90fe-d2ab5ab6ceec'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:55:22.210051 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3a11a-a39f-40b0-bfce-e3ec0e38edc2 req-47331e1f-e4e2-409f-b4c1-2374c48cca3f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:22.211468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ab3a11a-a39f-40b0-bfce-e3ec0e38edc2 req-47331e1f-e4e2-409f-b4c1-2374c48cca3f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0527544 Feb 09 03:55:22.257418 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:22.260541 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9ab3a11a-a39f-40b0-bfce-e3ec0e38edc2 req-158d716e-0241-4f1e-8491-88f6ca75c82b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432930 Feb 09 03:55:22.894656 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:55:22.941753 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port b1461835-e9b1-4306-90fe-d2ab5ab6ceec completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:55:22.945685 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b1461835-e9b1-4306-90fe-d2ab5ab6ceec triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:55:22.946061 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.025080 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b1461835-e9b1-4306-90fe-d2ab5ab6ceec is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:55:23.025477 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.047554 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:55:23.049866 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01be89c-0dcf-4b35-afdc-6c60fe55cc46" -d '{"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-plugged", "status": "completed", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:55:23.062472 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:55:23.066075 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:23.088808 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6a0001-6ad4-473d-9865-3825b06903de x-openstack-request-id: req-1a6a0001-6ad4-473d-9865-3825b06903de {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:55:23.089107 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-plugged", "status": "completed", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:55:23.089367 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a6a0001-6ad4-473d-9865-3825b06903de {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:55:23.089769 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'code': 200} Feb 09 03:55:23.115749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:23.188498 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af25ae-ab1f-42bc-998f-fa6c45e2279e req-b70d9978-2839-4acd-a2a8-7e3572e17288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:23.190020 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37af25ae-ab1f-42bc-998f-fa6c45e2279e req-b70d9978-2839-4acd-a2a8-7e3572e17288 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1127 time: 0.0490432 Feb 09 03:55:23.235732 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-37af25ae-ab1f-42bc-998f-fa6c45e2279e req-7734ca9a-5366-42dd-b049-fc3a0c034351 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401592 Feb 09 03:55:23.375937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa8409-9108-4f41-9eda-f98b81daa846 req-d87414b9-c3cf-4af1-b179-3166c08614d0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:23.377926 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7caa8409-9108-4f41-9eda-f98b81daa846 req-d87414b9-c3cf-4af1-b179-3166c08614d0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0520844 Feb 09 03:55:23.425468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7caa8409-9108-4f41-9eda-f98b81daa846 req-798aee6f-362f-42ce-b235-617147afd07f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419049 Feb 09 03:55:24.546587 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e53f64-5940-4741-82e7-1d3c89183d73 req-d1385f3d-ba82-4d4a-9db5-c7b4808cf5a7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:24.548082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27e53f64-5940-4741-82e7-1d3c89183d73 req-d1385f3d-ba82-4d4a-9db5-c7b4808cf5a7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0522687 Feb 09 03:55:24.595444 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-27e53f64-5940-4741-82e7-1d3c89183d73 req-040097fb-b78e-45f6-88e8-254fc541099c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Feb 09 03:55:24.715635 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a44eb-29ea-4d5a-8956-3a069276f90b req-70daea6d-b553-45a4-87fa-8dcb9654eb8b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:24.717096 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-805a44eb-29ea-4d5a-8956-3a069276f90b req-70daea6d-b553-45a4-87fa-8dcb9654eb8b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0557399 Feb 09 03:55:24.764687 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-805a44eb-29ea-4d5a-8956-3a069276f90b req-4d77b301-5658-497f-80ff-95125b2760f2 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Feb 09 03:55:24.786344 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51838) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:24.870630 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20886b0-b8ab-470a-9b0a-0604f6c85a2d tempest-TestShelveInstance-2014978552 tempest-TestShelveInstance-2014978552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:24.872162 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b20886b0-b8ab-470a-9b0a-0604f6c85a2d tempest-TestShelveInstance-2014978552 tempest-TestShelveInstance-2014978552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1122 time: 0.0848441 Feb 09 03:55:24.875097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 51842) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:55:24.879746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:55:24.899828 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:25.000288 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:25.101349 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Allocated IP 172.25.2.84 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/46496f0c-c891-469d-b921-2aab7a09b4aa) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 03:55:25.203620 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for port (46496f0c-c891-469d-b921-2aab7a09b4aa), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:25.236186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (46496f0c-c891-469d-b921-2aab7a09b4aa), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:25.272911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 03:55:25.277660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 03:55:25.281190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 03:55:25.304661 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'Port': ['ID=46496f0c-c891-469d-b921-2aab7a09b4aa,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:25.633282 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for floatingip (29666ebb-0e36-415e-b2ee-c677188d0524), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:25.700092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (46496f0c-c891-469d-b921-2aab7a09b4aa), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:25.851766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for port (46496f0c-c891-469d-b921-2aab7a09b4aa), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:25.856057 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (46496f0c-c891-469d-b921-2aab7a09b4aa), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:25.928124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'Port': ['ID=46496f0c-c891-469d-b921-2aab7a09b4aa,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:55:25.937803 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (29666ebb-0e36-415e-b2ee-c677188d0524), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:26.040819 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Floating IP 29666ebb-0e36-415e-b2ee-c677188d0524 associated. External IP: 172.25.2.84, port: b1461835-e9b1-4306-90fe-d2ab5ab6ceec. Feb 09 03:55:26.247086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Router d19a7ea2-071b-4d05-93b1-561de69f0e82 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:55:26.354933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:55:26.365682 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] Sync routers for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:55:26.375220 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:26.380387 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:26.381011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:26.406078 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-254586a0-d92c-4ea0-87c3-576c6c733316 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5299821 Feb 09 03:55:26.407088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:55:26.409370 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e55ed5-2180-4afe-a5f1-6a9600c2709b" -d '{"events": [{"name": "network-changed", "server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:55:26.446500 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02cd538-c0c4-470e-a878-f491f9e910ef x-openstack-request-id: req-d02cd538-c0c4-470e-a878-f491f9e910ef {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:55:26.446800 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:55:26.447059 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d02cd538-c0c4-470e-a878-f491f9e910ef {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:55:26.447487 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'status': 'completed', 'code': 200} Feb 09 03:55:26.496964 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:26.511598 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-0201f728-75e4-4b6c-a71e-f1c8704e31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:26.512112 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-0201f728-75e4-4b6c-a71e-f1c8704e31b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1127 time: 0.0442886 Feb 09 03:55:26.605611 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-bb675b01-3d84-412a-bece-bcec64521bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:26.607194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-bb675b01-3d84-412a-bece-bcec64521bbd service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0868757 Feb 09 03:55:26.679849 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-e54bb3ed-60cb-4687-98c9-829ee322e249 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 998 time: 0.0667434 Feb 09 03:55:26.722121 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '29666ebb-0e36-415e-b2ee-c677188d0524', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'port_id': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'mac_address': 'fa:16:3e:ef:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:55:25Z', 'updated_at': '2022-02-09T03:55:25Z', 'revision_number': 0, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:26.731469 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-ab3e7792-fe33-467d-af24-e9745716aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:26.733030 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-ab3e7792-fe33-467d-af24-e9745716aba9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0476933 Feb 09 03:55:26.749228 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] Checking router: d19a7ea2-071b-4d05-93b1-561de69f0e82 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:55:26.758092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:55:26.758746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:55:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:26.782764 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-2e780be4-ae2d-4cea-a303-9b439b679fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:55:26.784195 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-2e780be4-ae2d-4cea-a303-9b439b679fee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446539 Feb 09 03:55:26.867871 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:55:26.871993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-ea7c076f-68a2-435b-8b1d-39d58d355cb7 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815716 Feb 09 03:55:26.964794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43e55ed5-2180-4afe-a5f1-6a9600c2709b req-17ad19f7-126e-44b3-a602-3afa1f2a0447 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873055 Feb 09 03:55:27.094567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '29666ebb-0e36-415e-b2ee-c677188d0524', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'port_id': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'mac_address': 'fa:16:3e:ef:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:55:25Z', 'updated_at': '2022-02-09T03:55:25Z', 'revision_number': 0, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:55:27.121739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef47e6-64c1-4eac-b681-25d1821304ce None None] The sync data for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 is: [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': '29666ebb-0e36-415e-b2ee-c677188d0524', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'port_id': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'mac_address': 'fa:16:3e:ef:f6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T03:55:25Z', 'updated_at': '2022-02-09T03:55:25Z', 'revision_number': 0, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:55:27.317758 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf529b-eb33-40af-a163-c8ad17eeabdc None None] New status for floating IP 29666ebb-0e36-415e-b2ee-c677188d0524: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:55:30.572502 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6486e659-6254-48a9-9a68-3f29b6da3e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:32.817992 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-41484ac3-f9ef-4ae0-8b1e-6c8ed5492ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:34.204875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:35.247753 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:36.589749 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:39.914810 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:55:50.253636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:55:52.256886 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:00.564844 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f599275-d462-4a4d-a9f0-4bb6dc2128ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:02.809692 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e56f7d21-769b-474b-a9f5-a399143d68a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:04.211501 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:05.252763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:06.592087 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:16.914613 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:56:18.358536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-f28c5145-4ff9-4952-920e-1721d5221a8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440409 Feb 09 03:56:18.443903 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-243f079f-509f-4131-bfd3-8b9d641623ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:18.445460 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-243f079f-509f-4131-bfd3-8b9d641623ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1127 time: 0.0466111 Feb 09 03:56:18.550580 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-2b32386a-66f6-446a-8069-4f3a5baedfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:18.552065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-2b32386a-66f6-446a-8069-4f3a5baedfaa service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0889146 Feb 09 03:56:18.615634 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-327e152f-bb57-44c9-9050-c91f4292fb4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 1000 time: 0.0576663 Feb 09 03:56:18.666809 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-377b5749-1d07-4307-b761-95c0aa2fc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:18.668263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-377b5749-1d07-4307-b761-95c0aa2fc812 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0472755 Feb 09 03:56:18.715658 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-a0e7af2a-dd58-4dd4-ab39-57636acb7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:56:18.717154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-a0e7af2a-dd58-4dd4-ab39-57636acb7000 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435944 Feb 09 03:56:18.726837 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-9bb92f0f-5853-4449-8b6a-f35e22287580 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:56:18.727797 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-9bb92f0f-5853-4449-8b6a-f35e22287580 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047917 Feb 09 03:56:18.813150 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-aedb14e8-a292-4ac1-8ac8-21fc3ce16749 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797126 Feb 09 03:56:18.905686 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f30525c-7cf7-4ed9-9f04-19911f7eeeb5 req-785d3738-895a-4651-b5dc-7004aa98745e service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864613 Feb 09 03:56:20.266811 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:22.256422 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:30.566147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b1436ca-c1f9-4204-891f-c8ccb42fed51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:32.813502 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b68a8c10-d47d-4b39-bcbe-84fcad9bab68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:34.211817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:35.252514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:36.597315 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:50.279840 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:52.256477 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:56:53.915179 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:57:00.567660 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-79f65dc1-e415-4e07-96dc-dc621943b0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:02.815600 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2e30b17b-ef75-4ee4-be94-d0cec50b8a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:04.215334 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:05.256148 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:06.601584 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:18.452282 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-a0a5679a-61ca-4fe0-8498-3f3c77b5dada service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053824 Feb 09 03:57:18.535992 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-ab1c26c2-1c8e-4a13-a8b7-aa9425fd0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:18.537504 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-ab1c26c2-1c8e-4a13-a8b7-aa9425fd0a80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1127 time: 0.0447874 Feb 09 03:57:18.642885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-4c35c7a7-1a39-46f9-a46e-14a97930f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:18.644272 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-4c35c7a7-1a39-46f9-a46e-14a97930f2b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0891817 Feb 09 03:57:18.709768 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-31919597-6905-4f17-b538-8895584b68c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 1000 time: 0.0581009 Feb 09 03:57:18.764139 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-04d8e049-c1be-4e5d-aa6a-c2b454c522a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:18.765592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-04d8e049-c1be-4e5d-aa6a-c2b454c522a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0498452 Feb 09 03:57:18.813531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-f7cedd3e-905b-41e1-99b4-e033e38e5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:18.815103 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-f7cedd3e-905b-41e1-99b4-e033e38e5668 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438135 Feb 09 03:57:18.903236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-bf4a9846-85aa-42b2-9157-45b79464247b service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812874 Feb 09 03:57:18.998106 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f3dd5bb6-23e4-4dfb-8379-fdc8f339abfc req-2043936d-0f83-47f0-84fd-23c96a00b236 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885606 Feb 09 03:57:20.291574 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:22.190451 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c35ee-5490-4309-9b5f-34cd096266e0 req-9916cc15-566f-4a6c-a4ba-d7c097d88902 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:22.191965 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e9c35ee-5490-4309-9b5f-34cd096266e0 req-9916cc15-566f-4a6c-a4ba-d7c097d88902 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.1003680 Feb 09 03:57:22.239464 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e9c35ee-5490-4309-9b5f-34cd096266e0 req-e72e77c1-4335-42e9-9830-9b867af60eff tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Feb 09 03:57:22.257442 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:23.373873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bd701-14ac-4324-9db6-5acdbba48dd8 req-a98dcdbf-f437-47c0-9763-d2d7803a1b58 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:23.375375 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-047bd701-14ac-4324-9db6-5acdbba48dd8 req-a98dcdbf-f437-47c0-9763-d2d7803a1b58 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0574312 Feb 09 03:57:23.423418 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-047bd701-14ac-4324-9db6-5acdbba48dd8 req-c0227d5e-0684-473f-aed2-160f669866ab tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Feb 09 03:57:24.550681 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018131aa-b0a1-480b-8b50-0f3bd8cc6d94 req-d16b3e1f-d07c-404a-9e69-b72a04f34a57 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:24.552167 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-018131aa-b0a1-480b-8b50-0f3bd8cc6d94 req-d16b3e1f-d07c-404a-9e69-b72a04f34a57 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0559814 Feb 09 03:57:24.600262 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-018131aa-b0a1-480b-8b50-0f3bd8cc6d94 req-6d761a71-29d6-4282-b15b-ed605fd88bc5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Feb 09 03:57:25.718645 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2048f57-c33a-4bf1-a43b-100343fde3bd req-613622f6-2c8b-4ea0-8a0c-00649f55b80c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:25.720120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2048f57-c33a-4bf1-a43b-100343fde3bd req-613622f6-2c8b-4ea0-8a0c-00649f55b80c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0521367 Feb 09 03:57:25.771138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a2048f57-c33a-4bf1-a43b-100343fde3bd req-8ecb2f16-dd63-4360-b699-d44964f55203 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454972 Feb 09 03:57:26.890256 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0715ae6-7491-4bc8-85e7-2efe7d8da100 req-cca6a6c6-7c95-4cf9-be14-cf9fb691814e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:26.891759 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0715ae6-7491-4bc8-85e7-2efe7d8da100 req-cca6a6c6-7c95-4cf9-be14-cf9fb691814e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Feb 09 03:57:26.940398 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b0715ae6-7491-4bc8-85e7-2efe7d8da100 req-f2e8865a-8319-4893-8cb7-d32e377b0429 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Feb 09 03:57:28.064610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f732b-0139-4586-9805-9f7615ffea64 req-0a004d9a-4149-4576-b6ad-b03cd10108db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:28.066087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-379f732b-0139-4586-9805-9f7615ffea64 req-0a004d9a-4149-4576-b6ad-b03cd10108db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0557580 Feb 09 03:57:28.114261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-379f732b-0139-4586-9805-9f7615ffea64 req-1ffdee35-295d-4e42-995a-e06ec842cd15 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Feb 09 03:57:29.231775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc9781-8c59-46de-a458-f3ca968b93d7 req-31b0730d-6f3e-4161-9565-3b8ddb8de328 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:29.233254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fcc9781-8c59-46de-a458-f3ca968b93d7 req-31b0730d-6f3e-4161-9565-3b8ddb8de328 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Feb 09 03:57:29.285579 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4fcc9781-8c59-46de-a458-f3ca968b93d7 req-820f9c08-501b-4459-8f6e-6513e64e9cd6 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467105 Feb 09 03:57:30.402552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447f53-143a-44c7-a334-92e81a7272f9 req-6f6d78d3-bba9-49b1-9aae-8677fec9462f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:30.404026 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee447f53-143a-44c7-a334-92e81a7272f9 req-6f6d78d3-bba9-49b1-9aae-8677fec9462f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0520356 Feb 09 03:57:30.452709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee447f53-143a-44c7-a334-92e81a7272f9 req-712bbf8f-d1ea-47e9-9320-e0a984ba940a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431051 Feb 09 03:57:30.572746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e30de02-3bbc-46cc-80ed-32ad1333fae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:30.914097 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:57:31.572063 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5729bd-7f7e-4fb2-a620-dbae5f4f2ad7 req-a69c033c-44b4-421b-a02f-7fa517eae2b7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:31.573547 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef5729bd-7f7e-4fb2-a620-dbae5f4f2ad7 req-a69c033c-44b4-421b-a02f-7fa517eae2b7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0524514 Feb 09 03:57:31.622047 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ef5729bd-7f7e-4fb2-a620-dbae5f4f2ad7 req-63dcc86e-2ada-4b0e-b4cd-9bd5ab22a8cb tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Feb 09 03:57:32.739260 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6828c5d-4ac3-455a-8372-3ee729eaad6a req-91900e4a-50a4-404f-a667-2044a3de18a4 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:32.740731 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6828c5d-4ac3-455a-8372-3ee729eaad6a req-91900e4a-50a4-404f-a667-2044a3de18a4 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0518336 Feb 09 03:57:32.794157 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6828c5d-4ac3-455a-8372-3ee729eaad6a req-f01b0d1c-a6b1-4a03-b21c-76a2d40282e3 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469024 Feb 09 03:57:32.815632 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff7d9-d21e-4cc1-940c-c3e72f9ea85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:33.716559 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:57:33.817178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:57:33.832431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'port_id': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'mac_address': 'fa:16:3e:ef:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:57:33.876521 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b1461835-e9b1-4306-90fe-d2ab5ab6ceec is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:57:33.876911 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:33.890048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1461835-e9b1-4306-90fe-d2ab5ab6ceec {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:57:33.910144 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:57:33.914439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:33.930130 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba342480-0a64-41a1-aa21-c5e5193ca428 req-7e3b0420-863d-49a4-8b7c-11d48370dbc7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:33.931719 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba342480-0a64-41a1-aa21-c5e5193ca428 req-7e3b0420-863d-49a4-8b7c-11d48370dbc7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0603547 Feb 09 03:57:33.969317 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:57:33.976836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.977195 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.977565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.977881 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.978218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.978660 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.979040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.979381 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.979714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.980048 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.980379 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.980706 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.981034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:33.982230 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ba342480-0a64-41a1-aa21-c5e5193ca428 req-039439d6-2d46-4304-9fc8-2afcd19abc34 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449071 Feb 09 03:57:33.992708 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['b1461835-e9b1-4306-90fe-d2ab5ab6ceec'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:57:34.228611 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:35.113153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d0fbe-6464-48f4-82a9-16b21bf616e3 req-9b9b598f-26a9-48ad-b2c3-cb523606bdf1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:35.118788 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a48d0fbe-6464-48f4-82a9-16b21bf616e3 req-9b9b598f-26a9-48ad-b2c3-cb523606bdf1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0583134 Feb 09 03:57:35.172199 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a48d0fbe-6464-48f4-82a9-16b21bf616e3 req-c591efab-cb42-4efa-a41d-c061f8171982 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490286 Feb 09 03:57:35.261919 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:35.729140 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:57:35.783257 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port b1461835-e9b1-4306-90fe-d2ab5ab6ceec triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:57:35.783824 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:35.870714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b1461835-e9b1-4306-90fe-d2ab5ab6ceec is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:57:35.871452 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:35.899565 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:57:35.903227 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c635f5cc-4350-425b-a413-c7e913da4bc3" -d '{"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-plugged", "status": "completed", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:57:35.916361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:57:35.929161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:35.986777 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:57:36.031209 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39be0c2f-2ec7-4a74-9d9e-fad8af1ae556 x-openstack-request-id: req-39be0c2f-2ec7-4a74-9d9e-fad8af1ae556 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:57:36.031573 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-plugged", "status": "completed", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:57:36.031899 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39be0c2f-2ec7-4a74-9d9e-fad8af1ae556 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:57:36.032416 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'code': 200} Feb 09 03:57:36.320190 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7942e8-aded-4d7e-ab8b-5040e8bd3950 req-9fa46f70-7376-4b95-9f9f-6042b1ff7c3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:36.323565 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b7942e8-aded-4d7e-ab8b-5040e8bd3950 req-9fa46f70-7376-4b95-9f9f-6042b1ff7c3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0708315 Feb 09 03:57:36.380614 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6b7942e8-aded-4d7e-ab8b-5040e8bd3950 req-18c2dd6a-0dee-4e52-abe9-0c1a27b255a8 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514071 Feb 09 03:57:36.611418 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:37.519094 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4c4c6-9e05-4b69-bb9c-4a960b8938a2 req-b302760e-fa24-4d1e-a365-0a89f90c894d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:37.520600 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1d4c4c6-9e05-4b69-bb9c-4a960b8938a2 req-b302760e-fa24-4d1e-a365-0a89f90c894d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0645318 Feb 09 03:57:37.575049 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c1d4c4c6-9e05-4b69-bb9c-4a960b8938a2 req-608d233d-fff5-447d-80f1-4aa0d174a2a4 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 Feb 09 03:57:38.710740 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f4429-6e6c-4790-a931-56ff318a9dc1 req-eb8e04c9-f7bf-43b4-ab79-116ea00be099 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:38.718861 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c3f4429-6e6c-4790-a931-56ff318a9dc1 req-eb8e04c9-f7bf-43b4-ab79-116ea00be099 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0643952 Feb 09 03:57:38.772003 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1c3f4429-6e6c-4790-a931-56ff318a9dc1 req-0b6eb8a2-4075-475e-b118-2711a9ee1675 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522506 Feb 09 03:57:39.916835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45cdca-84c7-4734-884a-57920100dd00 req-cb2a23ad-7cbe-44ca-b8fe-5840c43c172d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:39.918575 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a45cdca-84c7-4734-884a-57920100dd00 req-cb2a23ad-7cbe-44ca-b8fe-5840c43c172d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0647626 Feb 09 03:57:39.975489 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a45cdca-84c7-4734-884a-57920100dd00 req-486fbb17-e18e-4485-974c-b19bfdeacb0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500064 Feb 09 03:57:41.116543 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e7a8-d8cb-4c44-9775-6fc4ae6ae9cf req-9c6ce876-4301-4777-9688-e577fb55995f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:41.119984 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b238e7a8-d8cb-4c44-9775-6fc4ae6ae9cf req-9c6ce876-4301-4777-9688-e577fb55995f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0608270 Feb 09 03:57:41.181007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b238e7a8-d8cb-4c44-9775-6fc4ae6ae9cf req-22fae4e9-7b36-45c9-ae0e-5e9643149a9e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551372 Feb 09 03:57:42.313563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fee48c-cddd-4bac-ae3c-3046617a8060 req-28621521-98e9-435c-8578-62078e3a7d80 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:42.316392 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4fee48c-cddd-4bac-ae3c-3046617a8060 req-28621521-98e9-435c-8578-62078e3a7d80 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0587702 Feb 09 03:57:42.378920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b4fee48c-cddd-4bac-ae3c-3046617a8060 req-330537e3-8623-41e7-a07e-1dbd56069fed tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565245 Feb 09 03:57:43.509128 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5344cd-5c41-45db-a730-2f255136ca58 req-e32b38d1-fed9-4179-8041-db56e7b41e33 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:43.511237 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff5344cd-5c41-45db-a730-2f255136ca58 req-e32b38d1-fed9-4179-8041-db56e7b41e33 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0562384 Feb 09 03:57:43.559502 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ff5344cd-5c41-45db-a730-2f255136ca58 req-1b0b8a7c-2b2b-459c-824c-8d64968e33ed tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Feb 09 03:57:44.018150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-3f2541e2-afa6-46c3-9e5d-2da8cc353aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:44.019688 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-3f2541e2-afa6-46c3-9e5d-2da8cc353aba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1127 time: 0.0448930 Feb 09 03:57:44.106797 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-24d40361-0acd-4778-ad13-acd1530ce0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:44.108287 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-24d40361-0acd-4778-ad13-acd1530ce0a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0826712 Feb 09 03:57:44.177608 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-dd9d35d6-b32c-4d68-894d-94d30f3568ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 1000 time: 0.0637012 Feb 09 03:57:44.224132 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-e4bee080-4cd6-4457-adf7-cc550323eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:44.225539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-e4bee080-4cd6-4457-adf7-cc550323eb88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0423501 Feb 09 03:57:44.272910 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-84ef933e-52d0-4da5-b482-163aad5437dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:44.274337 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-84ef933e-52d0-4da5-b482-163aad5437dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421517 Feb 09 03:57:44.365112 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-756f6cea-65e1-4556-8ad7-18ebe588f9fc service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850258 Feb 09 03:57:44.452321 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c912ec29-aa8d-4c0b-b0ad-7d285a2c6156 req-61500110-ea27-4776-a4ff-d5dbbdbaa175 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813003 Feb 09 03:57:44.682904 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd679d-7981-4231-b7f6-b6268b19596f req-daab3ee6-5d6d-4ab5-a775-52e05cf66b8e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:44.684405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8bd679d-7981-4231-b7f6-b6268b19596f req-daab3ee6-5d6d-4ab5-a775-52e05cf66b8e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0568902 Feb 09 03:57:44.732024 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d8bd679d-7981-4231-b7f6-b6268b19596f req-19b86339-78e2-44a7-9235-15d5354125e7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Feb 09 03:57:45.848894 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a332-b327-46ac-af84-44a649c19d5d req-e371c742-f828-4d94-bc10-f26240f5b969 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:45.850276 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7072a332-b327-46ac-af84-44a649c19d5d req-e371c742-f828-4d94-bc10-f26240f5b969 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0509815 Feb 09 03:57:45.898390 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7072a332-b327-46ac-af84-44a649c19d5d req-4ce77a66-6155-4c41-90ec-3ec2f3632bac tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 Feb 09 03:57:47.017127 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7d375-3292-4ac4-b753-5715801eca1d req-6b42db4c-b54c-43e8-84bc-84dfe2ca1fd3 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:47.018658 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8db7d375-3292-4ac4-b753-5715801eca1d req-6b42db4c-b54c-43e8-84bc-84dfe2ca1fd3 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0529077 Feb 09 03:57:47.066733 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8db7d375-3292-4ac4-b753-5715801eca1d req-f66e62eb-67de-455e-83d7-6818dcad57b1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Feb 09 03:57:47.134509 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-f7605132-41b4-4b9a-845c-717c4b883686 req-bb434bb3-b7e9-4d9a-9664-a3c88431efc3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 03:57:47.135520 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f7605132-41b4-4b9a-845c-717c4b883686 req-bb434bb3-b7e9-4d9a-9664-a3c88431efc3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053985 Feb 09 03:57:47.294768 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadcb99-7c54-4f92-8e2e-e98ac5ada503 req-1d40ae7a-b3a9-43dc-9f7d-797935ed3607 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:47.296258 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8eadcb99-7c54-4f92-8e2e-e98ac5ada503 req-1d40ae7a-b3a9-43dc-9f7d-797935ed3607 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0519428 Feb 09 03:57:47.353790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8eadcb99-7c54-4f92-8e2e-e98ac5ada503 req-5190bad9-5682-4e3d-bd27-2865eb30081c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513625 Feb 09 03:57:47.482365 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-aab1cd32-80b0-4823-8caf-7afcb97216fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919771 Feb 09 03:57:47.782543 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:57:47.864304 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port b1461835-e9b1-4306-90fe-d2ab5ab6ceec is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:57:47.864698 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:47.888213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:57:47.890462 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7548f03-642d-498f-8f5f-e1b5ac79c8c2" -d '{"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-unplugged", "status": "completed", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:57:47.903461 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:57:47.907725 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:47.932059 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 03:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69038a6c-8422-4b03-8eb2-8661cde01ffe x-openstack-request-id: req-69038a6c-8422-4b03-8eb2-8661cde01ffe {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:57:47.932348 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-unplugged", "status": "failed", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "code": 422}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:57:47.932603 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69038a6c-8422-4b03-8eb2-8661cde01ffe {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:57:47.932991 n-d-827839-4 neutron-server[109858]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'code': 422} returned with failed status Feb 09 03:57:47.959925 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:57:48.234288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377491-56cd-4bed-9ad1-685768e941a4 req-b24004bd-0ae2-451e-aa71-40d2319c2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:48.235799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-b24004bd-0ae2-451e-aa71-40d2319c2956 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935&tenant_id=4e6edc07e77941a08f6999c14b4ba92d HTTP/1.1" status: 200 len: 1125 time: 0.0435021 Feb 09 03:57:48.247565 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827839-4', 'device_owner': 'compute:nova'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:57:48.307517 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:48.479997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea5a3c-ba4b-4d61-8da5-3f906ed25b95 req-3e9775fc-4d0e-4254-b144-b1a5e22a0d0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:48.481581 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66ea5a3c-ba4b-4d61-8da5-3f906ed25b95 req-3e9775fc-4d0e-4254-b144-b1a5e22a0d0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 943 time: 0.0557473 Feb 09 03:57:48.511523 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:57:48.530675 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-66ea5a3c-ba4b-4d61-8da5-3f906ed25b95 req-fa8020c4-7047-427b-9aed-356e7951b06e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Feb 09 03:57:48.549594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h1-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:57:48.577826 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1461835-e9b1-4306-90fe-d2ab5ab6ceec {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:57:48.585149 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Publish callbacks [] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:48.597621 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Transition to ACTIVE for port object b1461835-e9b1-4306-90fe-d2ab5ab6ceec will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 03:57:48.601208 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:48.684116 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=9']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:57:48.698766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.699121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.699472 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.699813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.700153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.700487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.700818 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.701152 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.701480 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.701807 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.702136 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.702487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.702813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:57:48.735676 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] No DVR routers for this DVR port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:57:48.875764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Attempting to bind port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 03:57:48.876097 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Attempting to bind port b1461835-e9b1-4306-90fe-d2ab5ab6ceec by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 03:57:48.876420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Attempting to bind port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on network 6f860b8a-f266-48ae-b865-a61ae204aa63 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:57:48.881408 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on network 6f860b8a-f266-48ae-b865-a61ae204aa63 not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 03:57:48.881727 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Attempting to bind port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on network 6f860b8a-f266-48ae-b865-a61ae204aa63 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 03:57:48.886547 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 03:57:48.886884 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Checking segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 03:57:48.887256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Bound using segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 03:57:48.887669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Bound port: b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 03:57:48.888026 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:48.949975 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 03:57:48.952819 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 03:57:48.958553 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:48.996929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:48.997593 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:48.998932 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 1091 time: 0.7560632 Feb 09 03:57:48.999368 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:57:49.001622 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c60814c-34ed-45bb-9b28-45c5e7df37b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:57:49.026783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5abf-9a47-4a74-8e0d-d29c7b1b31b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=10']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:57:49.079163 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377491-56cd-4bed-9ad1-685768e941a4 req-50b2498e-f418-4c6e-ab47-5b1ad2ea7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:49.080811 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-50b2498e-f418-4c6e-ab47-5b1ad2ea7247 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1126 time: 0.0508397 Feb 09 03:57:49.136019 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd224b20-6b11-4cb3-a9e6-a4a28befcf6a x-openstack-request-id: req-dd224b20-6b11-4cb3-a9e6-a4a28befcf6a {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:57:49.136378 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:57:49.136598 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd224b20-6b11-4cb3-a9e6-a4a28befcf6a {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:57:49.136951 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'status': 'completed', 'code': 200} Feb 09 03:57:49.180245 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377491-56cd-4bed-9ad1-685768e941a4 req-b12c513c-0b23-4230-99eb-ffbfb12792b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:49.181820 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-b12c513c-0b23-4230-99eb-ffbfb12792b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0949540 Feb 09 03:57:49.252227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-592b3153-8fcb-4454-8ff6-bd8f6a24d260 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 998 time: 0.0640607 Feb 09 03:57:49.303722 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377491-56cd-4bed-9ad1-685768e941a4 req-87c545a0-8ca0-46bc-85cd-7c44556c83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:49.305348 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-87c545a0-8ca0-46bc-85cd-7c44556c83a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0444648 Feb 09 03:57:49.352660 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377491-56cd-4bed-9ad1-685768e941a4 req-868a1e4d-936e-4eb5-b11f-d26e013d6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:49.354152 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-868a1e4d-936e-4eb5-b11f-d26e013d6096 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436826 Feb 09 03:57:49.449438 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-b74a1770-275f-4c14-9375-e189c049a15e service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897300 Feb 09 03:57:49.542283 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-85377491-56cd-4bed-9ad1-685768e941a4 req-92ae15bf-5d39-425c-a0bd-2a5ba6a36007 service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874414 Feb 09 03:57:49.639888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-27d23016-552a-47ef-9301-7193bea9bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:49.641416 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-27d23016-552a-47ef-9301-7193bea9bcee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1126 time: 0.0545580 Feb 09 03:57:49.664339 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c614e-f078-47d8-8ee7-3f738c57f14c req-e9cc7f19-3cd6-4a3d-a218-0d76fbe3f0d0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:49.666511 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-103c614e-f078-47d8-8ee7-3f738c57f14c req-e9cc7f19-3cd6-4a3d-a218-0d76fbe3f0d0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0644863 Feb 09 03:57:49.720220 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-103c614e-f078-47d8-8ee7-3f738c57f14c req-9c28b2e0-b9ed-42bf-b54a-8f6c6f71382b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475504 Feb 09 03:57:49.740671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-eee60010-8096-4a18-9dce-358c4576d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:49.742159 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-eee60010-8096-4a18-9dce-358c4576d960 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0943069 Feb 09 03:57:49.818126 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-c34bb2c0-55a6-42da-a1bd-1006f070d388 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 998 time: 0.0694852 Feb 09 03:57:49.897197 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-6675f884-637c-4a02-80ea-d78b5feb5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:49.898843 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-6675f884-637c-4a02-80ea-d78b5feb5d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0634906 Feb 09 03:57:50.278875 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:50.851114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50407e9f-8cf1-4f1f-af7b-71998b20ac32 req-8a55b2d5-b7a5-4ac3-ab58-1fa778c4416d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:50.852647 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50407e9f-8cf1-4f1f-af7b-71998b20ac32 req-8a55b2d5-b7a5-4ac3-ab58-1fa778c4416d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0565913 Feb 09 03:57:50.940077 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-50407e9f-8cf1-4f1f-af7b-71998b20ac32 req-4b74ce37-435c-4a27-99e9-e38d5aab544b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802016 Feb 09 03:57:52.075707 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b9a1-06a8-47f8-b97b-d543b68d3f0a req-20f1bc33-ade2-4fe5-8950-7eccb755463f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:52.077298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83e8b9a1-06a8-47f8-b97b-d543b68d3f0a req-20f1bc33-ade2-4fe5-8950-7eccb755463f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0569971 Feb 09 03:57:52.130196 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83e8b9a1-06a8-47f8-b97b-d543b68d3f0a req-9aae8c1e-b4db-4672-8d4b-ee89a3277aa4 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467794 Feb 09 03:57:52.277616 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:57:53.269142 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f387bb-6e3b-4b54-aaa4-403f66047ca6 req-34a2ae44-c0f4-4743-86be-132fabbbc0b0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:53.270734 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0f387bb-6e3b-4b54-aaa4-403f66047ca6 req-34a2ae44-c0f4-4743-86be-132fabbbc0b0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0644546 Feb 09 03:57:53.330004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c0f387bb-6e3b-4b54-aaa4-403f66047ca6 req-382b875d-10a3-4a3a-bf00-1639c274ebc3 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530725 Feb 09 03:57:54.455745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ddbd7-0f37-4400-9a76-51865ebcd724 req-2a95167f-8f6f-4c6b-ba79-b7e5406fb531 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:54.457276 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-289ddbd7-0f37-4400-9a76-51865ebcd724 req-2a95167f-8f6f-4c6b-ba79-b7e5406fb531 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0542805 Feb 09 03:57:54.521525 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-289ddbd7-0f37-4400-9a76-51865ebcd724 req-4f92d7be-faae-4f73-ada4-2d9a1be1de5e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573080 Feb 09 03:57:55.654679 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c789b-6022-4e7e-bbcf-7b6767fa68f8 req-b0592e1b-8e21-445e-b133-81d8bf2514f6 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:55.656205 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a92c789b-6022-4e7e-bbcf-7b6767fa68f8 req-b0592e1b-8e21-445e-b133-81d8bf2514f6 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0564761 Feb 09 03:57:55.711163 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-a92c789b-6022-4e7e-bbcf-7b6767fa68f8 req-5dc1b081-ff44-46c0-850d-c095a94e1807 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489740 Feb 09 03:57:56.834097 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4265ea-bdc6-48b6-b1e7-77e348da6fdd req-96761ece-eeb7-4e2c-9602-12e3a4a429d3 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:56.835565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb4265ea-bdc6-48b6-b1e7-77e348da6fdd req-96761ece-eeb7-4e2c-9602-12e3a4a429d3 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0544906 Feb 09 03:57:56.900913 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-cb4265ea-bdc6-48b6-b1e7-77e348da6fdd req-8e64a58d-e69e-46ef-ac46-bee78f88a759 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536714 Feb 09 03:57:58.012120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb6ab9-b3ec-46bb-82e0-ab4d2f6b4698 req-18d42b6f-c107-4622-8add-2424dc7b49cc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:58.013577 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61bb6ab9-b3ec-46bb-82e0-ab4d2f6b4698 req-18d42b6f-c107-4622-8add-2424dc7b49cc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0539436 Feb 09 03:57:58.062721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-61bb6ab9-b3ec-46bb-82e0-ab4d2f6b4698 req-528fef00-418a-404e-a9c5-f43a3e3e2879 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 Feb 09 03:57:59.183271 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d912494-31f5-4940-90cb-44f59277332b req-55dd9a35-c5fb-4324-85bb-286ddae334ff tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:57:59.184740 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d912494-31f5-4940-90cb-44f59277332b req-55dd9a35-c5fb-4324-85bb-286ddae334ff tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0513301 Feb 09 03:57:59.232559 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4d912494-31f5-4940-90cb-44f59277332b req-c6fc086a-0195-484b-9d49-7509fd08b353 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Feb 09 03:58:00.355487 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b468d-fa14-4fbe-bd53-a33680dbd2c6 req-aa3e8692-3b70-46f8-912b-33ca9b0a26eb tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:00.357463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-492b468d-fa14-4fbe-bd53-a33680dbd2c6 req-aa3e8692-3b70-46f8-912b-33ca9b0a26eb tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0569608 Feb 09 03:58:00.404714 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-492b468d-fa14-4fbe-bd53-a33680dbd2c6 req-c61f215a-1f81-4603-a61b-f5b1eba8be6f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 Feb 09 03:58:00.573196 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d4eced70-a1b2-452c-b707-1f0c1e64e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:01.250734 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-c5d6081b-3983-4b2a-b386-ae1a391d42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:01.252236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-c5d6081b-3983-4b2a-b386-ae1a391d42e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461049 Feb 09 03:58:01.343233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-4c1a693b-77ba-4c9e-a603-3282e23628f3 service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838509 Feb 09 03:58:01.431498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-4c60814c-34ed-45bb-9b28-45c5e7df37b9 req-10c8431d-8843-4c44-8b78-c0da27f9ee12 service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800321 Feb 09 03:58:01.532804 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b2375-2dc1-4bf8-992c-12d2bc90f87f req-90821130-f30b-47fa-99fc-1a4c6acb66bc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:01.534297 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8e7b2375-2dc1-4bf8-992c-12d2bc90f87f req-90821130-f30b-47fa-99fc-1a4c6acb66bc tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0578680 Feb 09 03:58:01.534432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-94dc096a-6683-4f6c-ab5d-758c868ea777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:01.535909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-94dc096a-6683-4f6c-ab5d-758c868ea777 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1126 time: 0.0458860 Feb 09 03:58:01.585293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8e7b2375-2dc1-4bf8-992c-12d2bc90f87f req-dc358c53-1e27-4ad5-bb77-70eb262b477e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Feb 09 03:58:01.964735 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-515d424b-5f3a-4b3c-846e-516fed572b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:01.966663 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-515d424b-5f3a-4b3c-846e-516fed572b08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.4127784 Feb 09 03:58:02.031138 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-59c5a4b4-df94-4797-af9f-a2bfdfcbcd64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 998 time: 0.0582013 Feb 09 03:58:02.081460 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-89da4042-2d49-47bf-8cd9-63f06a83187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:02.082879 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-89da4042-2d49-47bf-8cd9-63f06a83187e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0458724 Feb 09 03:58:02.135000 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-eea326c0-cf22-452d-876a-c12e727b93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:02.136468 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-eea326c0-cf22-452d-876a-c12e727b93cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481257 Feb 09 03:58:02.222117 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-b3c765d7-fc1b-48a7-9d79-62da80b9029d service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796971 Feb 09 03:58:02.312878 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-18614aa5-e5f0-4f1e-8c92-55bff08eeb42 req-f64e2f20-63c8-414f-a9b0-033a94d7f4ff service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846963 Feb 09 03:58:02.703056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebb159-0114-4398-846f-012168fa4953 req-391883ca-88ae-4780-8d40-eadf73b0af28 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:02.704497 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9cebb159-0114-4398-846f-012168fa4953 req-391883ca-88ae-4780-8d40-eadf73b0af28 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0519147 Feb 09 03:58:02.752465 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-9cebb159-0114-4398-846f-012168fa4953 req-0d4918e9-6b9d-4452-8bdc-cf266998e30b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Feb 09 03:58:02.817715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-94b36a08-f037-4ffc-8583-145b3bfabc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:03.836800 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 03:58:03.870668 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63890e-5c61-49d1-9618-44b43ee199a0 req-ca4507c2-8ff6-4f9c-a7d2-6145f3ec257d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:03.872159 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a63890e-5c61-49d1-9618-44b43ee199a0 req-ca4507c2-8ff6-4f9c-a7d2-6145f3ec257d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 944 time: 0.0529261 Feb 09 03:58:03.922078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a63890e-5c61-49d1-9618-44b43ee199a0 req-75255a41-b3ed-4b74-8767-c77f780a8c48 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441933 Feb 09 03:58:03.939583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:58:03.952578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'port_id': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'mac_address': 'fa:16:3e:ef:f6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 03:58:03.993436 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port b1461835-e9b1-4306-90fe-d2ab5ab6ceec is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:58:03.993821 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:04.006643 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1461835-e9b1-4306-90fe-d2ab5ab6ceec {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 03:58:04.028990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:58:04.032324 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:04.077473 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=11']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:58:04.223826 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:04.525021 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['b1461835-e9b1-4306-90fe-d2ab5ab6ceec'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 03:58:05.049659 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2996-f183-4aa3-87c0-24ef3d664c3d req-e20222f2-99e4-4acf-823b-5de9303e4d64 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:05.051082 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc2a2996-f183-4aa3-87c0-24ef3d664c3d req-e20222f2-99e4-4acf-823b-5de9303e4d64 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 945 time: 0.0575233 Feb 09 03:58:05.099373 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-dc2a2996-f183-4aa3-87c0-24ef3d664c3d req-6f5f18a2-aa08-4aab-a287-1bb74424529f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Feb 09 03:58:05.266165 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:05.835876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 03:58:05.884583 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port b1461835-e9b1-4306-90fe-d2ab5ab6ceec completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 03:58:05.891095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port b1461835-e9b1-4306-90fe-d2ab5ab6ceec triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 03:58:05.891868 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:05.977321 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port b1461835-e9b1-4306-90fe-d2ab5ab6ceec is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 03:58:05.977716 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:06.004181 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:58:06.006482 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e28a84-3d6e-453e-b9f5-657341f1e2f1" -d '{"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-plugged", "status": "completed", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:58:06.027006 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:58:06.031416 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:06.070521 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03d78a-dd1a-49fb-98cc-f88bea98cb15 x-openstack-request-id: req-1f03d78a-dd1a-49fb-98cc-f88bea98cb15 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:58:06.071265 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-plugged", "status": "completed", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:58:06.071528 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f03d78a-dd1a-49fb-98cc-f88bea98cb15 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:58:06.071925 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'code': 200} Feb 09 03:58:06.093840 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=12']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:58:06.301521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d377-ebf1-4f93-aede-c64ec271e440 req-878a9cf7-6dd2-4b09-aef8-e54039bd9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:06.303927 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b43d377-ebf1-4f93-aede-c64ec271e440 req-878a9cf7-6dd2-4b09-aef8-e54039bd9241 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1128 time: 0.1269622 Feb 09 03:58:06.316009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538af34-9235-4316-84ac-5b4dbee2bcb8 req-78e1fb18-58d1-4339-8b97-a79075b1ada0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:06.318156 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0538af34-9235-4316-84ac-5b4dbee2bcb8 req-78e1fb18-58d1-4339-8b97-a79075b1ada0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 946 time: 0.1284661 Feb 09 03:58:06.434039 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-3b43d377-ebf1-4f93-aede-c64ec271e440 req-514c5285-34d5-474f-8a85-1b6e51330b24 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143436 Feb 09 03:58:06.456746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0538af34-9235-4316-84ac-5b4dbee2bcb8 req-aaaf406b-7787-4960-ab01-89379ae40a37 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278281 Feb 09 03:58:06.605474 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:07.577937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76515f-b327-4d73-a465-5b2cf277db9e req-53419185-925d-4fde-916c-499d6711d434 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:07.579454 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c76515f-b327-4d73-a465-5b2cf277db9e req-53419185-925d-4fde-916c-499d6711d434 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 946 time: 0.0526273 Feb 09 03:58:07.631993 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c76515f-b327-4d73-a465-5b2cf277db9e req-09990424-f4e3-4af6-a369-2356dee81e8a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465720 Feb 09 03:58:07.913677 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:58:08.751609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42004f3-1d16-4014-8c78-cd0c1286e932 req-dc348da6-5e10-4426-9bcf-59fbde1868b9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:08.753075 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d42004f3-1d16-4014-8c78-cd0c1286e932 req-dc348da6-5e10-4426-9bcf-59fbde1868b9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 946 time: 0.0524611 Feb 09 03:58:08.801561 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d42004f3-1d16-4014-8c78-cd0c1286e932 req-b489d328-5c3d-4469-9c8c-3bf1c168da5d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426488 Feb 09 03:58:20.293104 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:22.264801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:30.574971 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3684c56-e011-4734-9f1a-e24d9ec4fcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:32.818591 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3cda8202-f346-4c2e-8a18-380eb5540dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:34.227407 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:35.266013 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:36.611596 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:44.913123 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:58:50.308703 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:58:50.360913 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-795dd700-5e32-40de-8226-fec78dd50baa req-6ec8ebf0-a25d-47ef-acc6-9279b3e6f00d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884619 Feb 09 03:58:50.448400 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dd700-5e32-40de-8226-fec78dd50baa req-aab0ce41-a973-4fd7-ae03-51c455b06935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:50.449886 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-795dd700-5e32-40de-8226-fec78dd50baa req-aab0ce41-a973-4fd7-ae03-51c455b06935 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1128 time: 0.0484037 Feb 09 03:58:50.552450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dd700-5e32-40de-8226-fec78dd50baa req-fe226630-c8e8-4fba-90d1-bd5b4d431ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:50.553924 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-795dd700-5e32-40de-8226-fec78dd50baa req-fe226630-c8e8-4fba-90d1-bd5b4d431ab5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0846574 Feb 09 03:58:50.620700 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-795dd700-5e32-40de-8226-fec78dd50baa req-e33d4d05-7fe7-4e4b-86df-49dcd8104b62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 1000 time: 0.0608842 Feb 09 03:58:50.666851 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dd700-5e32-40de-8226-fec78dd50baa req-10459dfa-da5e-4fe6-8a1c-09e74bc5ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:50.668233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-795dd700-5e32-40de-8226-fec78dd50baa req-10459dfa-da5e-4fe6-8a1c-09e74bc5ca4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0419619 Feb 09 03:58:50.716813 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dd700-5e32-40de-8226-fec78dd50baa req-f5c3fb25-c7cd-497b-940f-bc989e9c7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:58:50.718382 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-795dd700-5e32-40de-8226-fec78dd50baa req-f5c3fb25-c7cd-497b-940f-bc989e9c7e8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440607 Feb 09 03:58:50.808898 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-795dd700-5e32-40de-8226-fec78dd50baa req-dc19c1a8-7459-419f-8405-e5a785fb3a6a service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850871 Feb 09 03:58:50.898480 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-795dd700-5e32-40de-8226-fec78dd50baa req-2aa24679-d408-4d74-a7fc-b644d18ef071 service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823312 Feb 09 03:58:52.276557 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:00.576000 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3f4c56ea-9c17-4157-b476-6773e74656e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:02.820103 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-60cf9bcb-e372-4c27-b146-3dbe237a1e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:04.226368 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:05.268101 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:06.609112 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:20.322387 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:21.913091 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 03:59:22.300372 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:30.578554 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-efcf080b-588b-42e0-90b8-3071c3ee8d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:32.821639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c8b7e4f8-ba54-4317-b6fa-7ebf64b89be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:34.228513 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:35.270842 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:36.601903 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:44.467149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52182) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:44.624091 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Deleting port 46496f0c-c891-469d-b921-2aab7a09b4aa {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:44.624438 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (46496f0c-c891-469d-b921-2aab7a09b4aa), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:44.701439 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (46496f0c-c891-469d-b921-2aab7a09b4aa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:44.701766 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for floatingip (46496f0c-c891-469d-b921-2aab7a09b4aa), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:44.713787 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Calling delete_port for 46496f0c-c891-469d-b921-2aab7a09b4aa owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:44.859306 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (46496f0c-c891-469d-b921-2aab7a09b4aa), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:44.883724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event deleted for resources: {'Port': ['ID=46496f0c-c891-469d-b921-2aab7a09b4aa,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:44.893717 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.894067 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.894436 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.894780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.895111 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.895788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.895788 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.896113 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.896461 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.896770 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.897096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.897419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.897741 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 03:59:44.957549 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for floatingip (29666ebb-0e36-415e-b2ee-c677188d0524), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:44.957884 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Floating IP 29666ebb-0e36-415e-b2ee-c677188d0524 disassociated (deleted). External IP: 172.25.2.84, port: b1461835-e9b1-4306-90fe-d2ab5ab6ceec. Feb 09 03:59:45.173092 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Router d19a7ea2-071b-4d05-93b1-561de69f0e82 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 03:59:45.281757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 03:59:45.286226 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:45.292919 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] Sync routers for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 03:59:45.302926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:59:45.303666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:59:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:45.316830 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ad6f31d6-712d-44e3-a751-fac47d4fc2c5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "DELETE /v2.0/floatingips/29666ebb-0e36-415e-b2ee-c677188d0524 HTTP/1.1" status: 204 len: 168 time: 0.8485937 Feb 09 03:59:45.317450 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:59:45.319751 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae1967-7e88-4524-8440-69f93f59ccce" -d '{"events": [{"name": "network-changed", "server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:59:45.357457 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 03:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbdf403-e60f-487d-95fc-c347282b088c x-openstack-request-id: req-4dbdf403-e60f-487d-95fc-c347282b088c {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:59:45.357755 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:59:45.358012 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dbdf403-e60f-487d-95fc-c347282b088c {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:59:45.358454 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'status': 'completed', 'code': 200} Feb 09 03:59:45.418094 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:59:45.434217 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae1967-7e88-4524-8440-69f93f59ccce req-9b8c194f-a6a7-4851-957f-744a146375aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:59:45.436326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbae1967-7e88-4524-8440-69f93f59ccce req-9b8c194f-a6a7-4851-957f-744a146375aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 1128 time: 0.0516360 Feb 09 03:59:45.571259 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae1967-7e88-4524-8440-69f93f59ccce req-8e8c64ec-1c0f-473c-94e6-bfc24d9d615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:59:45.572715 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbae1967-7e88-4524-8440-69f93f59ccce req-8e8c64ec-1c0f-473c-94e6-bfc24d9d615e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.1287401 Feb 09 03:59:45.584308 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2ebc6-1dcf-4006-8f6e-0ed0af9b8245 req-7ecdccb5-e8e4-438d-a964-74eea6ad710b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:59:45.585699 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebc2ebc6-1dcf-4006-8f6e-0ed0af9b8245 req-7ecdccb5-e8e4-438d-a964-74eea6ad710b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 946 time: 0.0811276 Feb 09 03:59:45.631337 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbae1967-7e88-4524-8440-69f93f59ccce req-1359cec7-7d54-4d4b-b1f3-393c6fbaec1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 200 len: 217 time: 0.0446181 Feb 09 03:59:45.634673 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:45.664330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] Checking router: d19a7ea2-071b-4d05-93b1-561de69f0e82 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 03:59:45.672513 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 03:59:45.673130 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T03:59:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:45.701307 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ebc2ebc6-1dcf-4006-8f6e-0ed0af9b8245 req-e5ce5bee-e1fc-4b1e-b069-888bf40f862f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079314 Feb 09 03:59:45.704745 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae1967-7e88-4524-8440-69f93f59ccce req-4cfa3e42-1511-4a70-b05c-3c45f564c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:59:45.706733 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbae1967-7e88-4524-8440-69f93f59ccce req-4cfa3e42-1511-4a70-b05c-3c45f564c6c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0686226 Feb 09 03:59:45.756327 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae1967-7e88-4524-8440-69f93f59ccce req-df29533f-5a4a-42a6-9bc9-e0a9287a44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:59:45.757847 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbae1967-7e88-4524-8440-69f93f59ccce req-df29533f-5a4a-42a6-9bc9-e0a9287a44fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450070 Feb 09 03:59:45.777585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 03:59:45.851649 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbae1967-7e88-4524-8440-69f93f59ccce req-ddcf74dc-b5b6-4490-8b55-fab83f8f7a20 service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863302 Feb 09 03:59:45.941097 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bbae1967-7e88-4524-8440-69f93f59ccce req-5fee2e57-f740-4448-bd15-53923e44b6d4 service neutron] 10.222.0.26 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828390 Feb 09 03:59:45.980471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 03:59:46.007234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ccac6d-cdae-4a19-a280-f129cf0e8da0 None None] The sync data for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 is: [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 03:59:46.225536 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7a277-43ef-44d8-a6cb-2c977c516036 None None] New status for floating IP 29666ebb-0e36-415e-b2ee-c677188d0524: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 03:59:46.824473 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199485-bf62-4d3a-a734-cbff640b1832 req-4f91f8e6-8652-41e9-975c-b5285ea1df20 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:59:46.825890 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43199485-bf62-4d3a-a734-cbff640b1832 req-4f91f8e6-8652-41e9-975c-b5285ea1df20 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 946 time: 0.0540953 Feb 09 03:59:46.878480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-43199485-bf62-4d3a-a734-cbff640b1832 req-fea104b1-3f27-432e-963c-60fb404950c2 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467141 Feb 09 03:59:47.097233 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-c743ad89-6d6c-47ff-a886-46771f48854f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 03:59:47.098622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-c743ad89-6d6c-47ff-a886-46771f48854f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.26 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 946 time: 0.0520003 Feb 09 03:59:47.196381 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Deleting port b1461835-e9b1-4306-90fe-d2ab5ab6ceec {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 03:59:47.196715 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:47.286457 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] For port b1461835-e9b1-4306-90fe-d2ab5ab6ceec, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 03:59:47.286811 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:47.298226 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Calling delete_port for b1461835-e9b1-4306-90fe-d2ab5ab6ceec owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 03:59:47.424311 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b1461835-e9b1-4306-90fe-d2ab5ab6ceec), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:47.456296 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event deleted for resources: {'Port': ['ID=b1461835-e9b1-4306-90fe-d2ab5ab6ceec,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:47.499088 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] No DVR routers for this DVR port b1461835-e9b1-4306-90fe-d2ab5ab6ceec on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 03:59:47.501630 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:47.505515 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8a156e49-c4a5-46a2-9bf4-a95e9efdbbda req-85cf0380-ec38-42bc-b8dc-1f8821f5b81c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.26 "DELETE /v2.0/ports/b1461835-e9b1-4306-90fe-d2ab5ab6ceec HTTP/1.1" status: 204 len: 173 time: 0.4016690 Feb 09 03:59:47.505967 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-deleted', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 03:59:47.508251 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf293dfd-9d31-4b11-9a52-d3aedd0b319d" -d '{"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-deleted", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 03:59:47.545608 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 03:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dced72-bfe0-4b05-94f1-51dd2a38ba14 x-openstack-request-id: req-31dced72-bfe0-4b05-94f1-51dd2a38ba14 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 03:59:47.545909 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d867553a-57b6-4306-922f-d92a2c1ba935", "name": "network-vif-deleted", "tag": "b1461835-e9b1-4306-90fe-d2ab5ab6ceec", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 03:59:47.546171 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31dced72-bfe0-4b05-94f1-51dd2a38ba14 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 03:59:47.546602 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd867553a-57b6-4306-922f-d92a2c1ba935', 'name': 'network-vif-deleted', 'tag': 'b1461835-e9b1-4306-90fe-d2ab5ab6ceec', 'status': 'completed', 'code': 200} Feb 09 03:59:48.006199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-236cc655-4e70-41bb-9bd8-5cf4ea8c0910 req-a9e11a06-52f8-4ba4-86a3-6d1f899ebfce tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=d867553a-57b6-4306-922f-d92a2c1ba935 HTTP/1.1" status: 200 len: 210 time: 0.0335960 Feb 09 03:59:49.060268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52204) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:49.119614 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f594ae7-1702-4236-853e-91b147914c01 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (6f3f3719-bd34-4f9b-901b-1a6ae93dfddb), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.144197 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f594ae7-1702-4236-853e-91b147914c01 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (6f3f3719-bd34-4f9b-901b-1a6ae93dfddb), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.202829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f594ae7-1702-4236-853e-91b147914c01 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (6f3f3719-bd34-4f9b-901b-1a6ae93dfddb), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.205437 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-0f594ae7-1702-4236-853e-91b147914c01 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.206627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-0f594ae7-1702-4236-853e-91b147914c01 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f3f3719-bd34-4f9b-901b-1a6ae93dfddb HTTP/1.1" status: 204 len: 168 time: 0.1453726 Feb 09 03:59:49.215911 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f594ae7-1702-4236-853e-91b147914c01 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3f3719-bd34-4f9b-901b-1a6ae93dfddb,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:49.429038 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52210) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:49.433757 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4aa71143-23f8-489e-87fd-fed54ac9b7d7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354579882', 'description': 'tempest-secgroup-smoke-354579882 description', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:59:49.453914 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4aa71143-23f8-489e-87fd-fed54ac9b7d7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.524345 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4aa71143-23f8-489e-87fd-fed54ac9b7d7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (44b48993-bd1a-4b2d-9b73-28e349d260a2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.527798 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4aa71143-23f8-489e-87fd-fed54ac9b7d7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (44b48993-bd1a-4b2d-9b73-28e349d260a2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.556654 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa71143-23f8-489e-87fd-fed54ac9b7d7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b48993-bd1a-4b2d-9b73-28e349d260a2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:49.560852 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4aa71143-23f8-489e-87fd-fed54ac9b7d7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.562055 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4aa71143-23f8-489e-87fd-fed54ac9b7d7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1319373 Feb 09 03:59:49.564944 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52212) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:49.569803 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7a5a779e-406e-4f63-8b7d-0fef66e255e1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '44b48993-bd1a-4b2d-9b73-28e349d260a2', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:59:49.592486 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a5a779e-406e-4f63-8b7d-0fef66e255e1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (53da8648-cf5f-4d86-8c5e-8e2595973232), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.646686 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a5a779e-406e-4f63-8b7d-0fef66e255e1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (53da8648-cf5f-4d86-8c5e-8e2595973232), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.649992 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a5a779e-406e-4f63-8b7d-0fef66e255e1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (53da8648-cf5f-4d86-8c5e-8e2595973232), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.667369 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a779e-406e-4f63-8b7d-0fef66e255e1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53da8648-cf5f-4d86-8c5e-8e2595973232,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:49.674555 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7a5a779e-406e-4f63-8b7d-0fef66e255e1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.675740 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7a5a779e-406e-4f63-8b7d-0fef66e255e1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098645 Feb 09 03:59:49.678936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52214) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:49.683123 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-1e71fc43-b2ad-4bbf-b5a6-9540e3aee035 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '44b48993-bd1a-4b2d-9b73-28e349d260a2', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:59:49.707414 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e71fc43-b2ad-4bbf-b5a6-9540e3aee035 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (c0163cde-4e91-4b1a-88d8-45247251f14f), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.761829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e71fc43-b2ad-4bbf-b5a6-9540e3aee035 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (c0163cde-4e91-4b1a-88d8-45247251f14f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.765520 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e71fc43-b2ad-4bbf-b5a6-9540e3aee035 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (c0163cde-4e91-4b1a-88d8-45247251f14f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.785341 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71fc43-b2ad-4bbf-b5a6-9540e3aee035 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0163cde-4e91-4b1a-88d8-45247251f14f,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:49.791329 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-1e71fc43-b2ad-4bbf-b5a6-9540e3aee035 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.792503 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-1e71fc43-b2ad-4bbf-b5a6-9540e3aee035 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126606 Feb 09 03:59:49.795305 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52216) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:49.799616 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-9f6f636e-f0d9-4da4-9189-6065b1625d59 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '44b48993-bd1a-4b2d-9b73-28e349d260a2', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:59:49.823271 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f6f636e-f0d9-4da4-9189-6065b1625d59 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (e102a14c-757a-4499-b468-c85da497611c), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.881478 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f6f636e-f0d9-4da4-9189-6065b1625d59 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (e102a14c-757a-4499-b468-c85da497611c), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.884734 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f6f636e-f0d9-4da4-9189-6065b1625d59 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (e102a14c-757a-4499-b468-c85da497611c), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.901328 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f636e-f0d9-4da4-9189-6065b1625d59 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e102a14c-757a-4499-b468-c85da497611c,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:49.910095 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-9f6f636e-f0d9-4da4-9189-6065b1625d59 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:49.911300 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-9f6f636e-f0d9-4da4-9189-6065b1625d59 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149831 Feb 09 03:59:49.914579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52218) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:49.918956 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ed11cac0-e9c1-4a48-90f0-7c9651537e34 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '44b48993-bd1a-4b2d-9b73-28e349d260a2', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:59:49.943435 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed11cac0-e9c1-4a48-90f0-7c9651537e34 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (a45d388a-cfd1-49cd-98c8-6b47d90e00f2), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.000021 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed11cac0-e9c1-4a48-90f0-7c9651537e34 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (a45d388a-cfd1-49cd-98c8-6b47d90e00f2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.003240 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed11cac0-e9c1-4a48-90f0-7c9651537e34 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (a45d388a-cfd1-49cd-98c8-6b47d90e00f2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.020599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11cac0-e9c1-4a48-90f0-7c9651537e34 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45d388a-cfd1-49cd-98c8-6b47d90e00f2,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:50.028110 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ed11cac0-e9c1-4a48-90f0-7c9651537e34 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.029288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ed11cac0-e9c1-4a48-90f0-7c9651537e34 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137869 Feb 09 03:59:50.032069 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52220) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:50.036249 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-c32d7a14-33a1-41ab-b8c5-49f3e7beb037 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '44b48993-bd1a-4b2d-9b73-28e349d260a2', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:59:50.055621 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-c32d7a14-33a1-41ab-b8c5-49f3e7beb037 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Project 4e6edc07e77941a08f6999c14b4ba92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:59:50.060267 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a14-33a1-41ab-b8c5-49f3e7beb037 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (6df25cb2-9b6f-495a-b6da-0aba0016ffc9), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.117421 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a14-33a1-41ab-b8c5-49f3e7beb037 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (6df25cb2-9b6f-495a-b6da-0aba0016ffc9), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.121090 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a14-33a1-41ab-b8c5-49f3e7beb037 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (6df25cb2-9b6f-495a-b6da-0aba0016ffc9), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.138517 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d7a14-33a1-41ab-b8c5-49f3e7beb037 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df25cb2-9b6f-495a-b6da-0aba0016ffc9,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:50.147223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c32d7a14-33a1-41ab-b8c5-49f3e7beb037 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.148400 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c32d7a14-33a1-41ab-b8c5-49f3e7beb037 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154339 Feb 09 03:59:50.151153 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52222) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 03:59:50.155364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-fbe6322d-d54b-4303-a428-52463b0c2d3c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'security_group_rule': {'security_group_id': '44b48993-bd1a-4b2d-9b73-28e349d260a2', 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 03:59:50.175256 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-fbe6322d-d54b-4303-a428-52463b0c2d3c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Project 4e6edc07e77941a08f6999c14b4ba92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 03:59:50.179869 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbe6322d-d54b-4303-a428-52463b0c2d3c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (9e5b22bb-cd1b-44ce-8984-c1f73d054de4), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.240092 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbe6322d-d54b-4303-a428-52463b0c2d3c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (9e5b22bb-cd1b-44ce-8984-c1f73d054de4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.243587 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbe6322d-d54b-4303-a428-52463b0c2d3c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (9e5b22bb-cd1b-44ce-8984-c1f73d054de4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.263744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6322d-d54b-4303-a428-52463b0c2d3c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5b22bb-cd1b-44ce-8984-c1f73d054de4,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 03:59:50.269298 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fbe6322d-d54b-4303-a428-52463b0c2d3c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:50.270498 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fbe6322d-d54b-4303-a428-52463b0c2d3c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183906 Feb 09 03:59:50.337129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:52.301032 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 03:59:52.350272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 03:59:52.371884 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] No Port match for: b1461835-e9b1-4306-90fe-d2ab5ab6ceec {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 03:59:52.372238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device b1461835-e9b1-4306-90fe-d2ab5ab6ceec not bound to the agent host n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 03:59:58.912746 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:00:00.581316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b55f1199-9ae7-4860-a1ef-111188ba6e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:02.824425 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0c0ed19c-caf6-4d6b-8e73-831c5e1d6c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:04.231464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:05.274338 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:06.611005 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:08.674685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-40181975-d52d-44f3-94f3-caae9c1a7146 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354579882&fields=id&tenant_id=4e6edc07e77941a08f6999c14b4ba92d HTTP/1.1" status: 200 len: 267 time: 0.0432343 Feb 09 04:00:08.806497 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-67270619-8ae0-4f5d-97cf-75965dcd698a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:08.808156 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-67270619-8ae0-4f5d-97cf-75965dcd698a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 808 time: 0.1251757 Feb 09 04:00:08.823640 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-82dd6c44-6583-4e22-bc07-6084291f68d8 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/quotas/4e6edc07e77941a08f6999c14b4ba92d HTTP/1.1" status: 200 len: 375 time: 0.0100486 Feb 09 04:00:08.878414 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-beccd349-f81a-41df-bd97-b48873dfea4a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496502 Feb 09 04:00:08.937715 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-9e870858-32d7-4ba9-ab8a-2979e99ca56f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:00:08.938847 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-9e870858-32d7-4ba9-ab8a-2979e99ca56f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483954 Feb 09 04:00:09.034165 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-e6808ef7-898c-4ff9-ac63-214440fb0ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887318 Feb 09 04:00:09.123303 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-2ceb5fcf-3378-4de2-a689-00d9c4d31b24 service neutron] 10.222.0.32 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828302 Feb 09 04:00:09.406147 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d1ebc6f3-8968-4c66-98fa-be7e843e8947 req-60e18ad6-3c65-4bfa-900c-261f76604ce2 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Feb 09 04:00:10.348345 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-9894fdc7-4f7b-4a00-b341-0d47f35f719f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:10.349851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-9894fdc7-4f7b-4a00-b341-0d47f35f719f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 808 time: 0.1095474 Feb 09 04:00:10.416029 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-f5b86d9e-2415-402f-a33d-a7d89c9a2bf6 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e6edc07e77941a08f6999c14b4ba92d HTTP/1.1" status: 200 len: 379 time: 0.0581975 Feb 09 04:00:10.423994 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'port': {'device_id': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'admin_state_up': True, 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'security_groups': ['44b48993-bd1a-4b2d-9b73-28e349d260a2']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:00:10.512199 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c70e3139-cc73-4b15-9982-b341798a40f4 req-99ff2d7c-32c6-40c6-8cdf-a153779781db tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0324075 Feb 09 04:00:10.566710 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Made reservation on behalf of 4e6edc07e77941a08f6999c14b4ba92d for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:00:10.570128 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:10.699749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Allocated IP 172.20.0.6 (6f860b8a-f266-48ae-b865-a61ae204aa63/6eff9087-f69d-4b17-a640-a36078f22742/f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:00:10.844848 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:10.878391 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:10.922459 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:00:10.927356 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:00:10.931380 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:00:10.957748 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:00:10.973542 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.973896 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.974219 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.974585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.974920 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.975305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.975619 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.975949 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.976278 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.976607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.976931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.977252 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:10.977569 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:11.002159 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:11.002826 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:11.021413 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-c363d4eb-cec9-433f-bbcf-4af9188a0b1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010127 Feb 09 04:00:11.033449 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Request body: {'port': {'device_id': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:00:11.101681 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:11.162361 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-64384a2a-6a0e-437c-be4f-03a09d6dddd8 None None] Provisioning complete for port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:00:11.162980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-64384a2a-6a0e-437c-be4f-03a09d6dddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:11.197769 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-64384a2a-6a0e-437c-be4f-03a09d6dddd8 None None] Port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:00:11.369501 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:00:11.376871 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Publish callbacks [] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:11.389815 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Transition to ACTIVE for port object f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:00:11.393943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:11.451306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:00:11.535057 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Attempting to bind port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:00:11.535529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Attempting to bind port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:00:11.535966 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Attempting to bind port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f on network 6f860b8a-f266-48ae-b865-a61ae204aa63 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:00:11.546873 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f on network 6f860b8a-f266-48ae-b865-a61ae204aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:00:11.547310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Attempting to bind port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f on network 6f860b8a-f266-48ae-b865-a61ae204aa63 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:00:11.554885 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 3, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:00:11.555430 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Checking segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:00:11.555912 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Bound using segment: {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:00:11.556531 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Bound port: f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f3e2f7-63f6-4362-828a-ba0a7bc31014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:00:11.556987 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:11.623995 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:00:11.627551 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:00:11.635394 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:11.665100 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515822e-43b1-4c7b-9364-e5f03239b41c req-5c186c04-3f43-4288-a1ce-d3e6af949bfa tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:11.668735 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:11.669371 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:11.671062 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] 10.222.0.61 "PUT /v2.0/ports/f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 1091 time: 0.6418788 Feb 09 04:00:11.673712 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:00:11.675991 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83546bfc-2f3e-44fc-a036-9dcad525b485" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:00:11.682279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8515822e-43b1-4c7b-9364-e5f03239b41c req-5c186c04-3f43-4288-a1ce-d3e6af949bfa tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0721612 Feb 09 04:00:11.727458 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecffd6-d7b2-438b-a344-0050dd133c55 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:00:11.774624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8515822e-43b1-4c7b-9364-e5f03239b41c req-130eeca1-66bb-45cc-88aa-1daf51434397 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868461 Feb 09 04:00:11.821237 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-41451c32-9245-442c-a653-acc279d95c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:11.822819 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-41451c32-9245-442c-a653-acc279d95c06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1125 time: 0.0725212 Feb 09 04:00:11.828637 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9a848d-4cf1-45ac-b927-3efb65687b6b x-openstack-request-id: req-db9a848d-4cf1-45ac-b927-3efb65687b6b {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:00:11.829004 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:00:11.829335 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db9a848d-4cf1-45ac-b927-3efb65687b6b {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:00:11.829802 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'status': 'completed', 'code': 200} Feb 09 04:00:11.873839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-ee112315-a433-4651-a8ab-b4266eab73ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 217 time: 0.0396354 Feb 09 04:00:11.923361 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-18fba01d-261b-4dde-bcda-7420063d0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:11.924851 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-18fba01d-261b-4dde-bcda-7420063d0387 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0452647 Feb 09 04:00:11.974607 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-4f64819e-f709-455e-aede-22116dd8e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:11.976083 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-4f64819e-f709-455e-aede-22116dd8e5a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456500 Feb 09 04:00:12.067647 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-a6168470-b541-426d-b589-c6041cac9b5a service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853324 Feb 09 04:00:12.157509 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-61afe938-2df7-4eda-b4ed-6008c0976101 req-2275c8b7-1a9b-41c0-9a15-95d8e1c4f4e8 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828545 Feb 09 04:00:12.250434 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-6d5de5b3-bcbd-4a0b-a301-3cae42608acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:12.251940 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-6d5de5b3-bcbd-4a0b-a301-3cae42608acb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1125 time: 0.0503976 Feb 09 04:00:12.342000 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-04926490-1c61-47d1-b0ad-3dc09c3c08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:12.343513 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-04926490-1c61-47d1-b0ad-3dc09c3c08b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0854905 Feb 09 04:00:12.384538 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-4b2627e9-b92d-4f59-b378-bea4b8a8a9a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 217 time: 0.0356510 Feb 09 04:00:12.436247 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-993b9733-1575-45c4-90be-3d62ffa9c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:12.437701 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-993b9733-1575-45c4-90be-3d62ffa9c07e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0482190 Feb 09 04:00:12.484775 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-5eb87edf-f199-45de-82a0-09fd8695fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:12.486310 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-5eb87edf-f199-45de-82a0-09fd8695fc47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433407 Feb 09 04:00:12.578735 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-cb07c5d7-e0c3-4c38-8dad-137813c1a0ab service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866182 Feb 09 04:00:12.669528 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-83546bfc-2f3e-44fc-a036-9dcad525b485 req-975d4bc6-d4c0-490f-a923-111e6823b6ae service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854230 Feb 09 04:00:12.934149 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e3a1-33ee-4232-ac3b-a85959fc4a03 req-74ec642c-e9d2-471c-b658-6fac6fe607d9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:12.935667 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f35e3a1-33ee-4232-ac3b-a85959fc4a03 req-74ec642c-e9d2-471c-b658-6fac6fe607d9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0562332 Feb 09 04:00:12.985139 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7f35e3a1-33ee-4232-ac3b-a85959fc4a03 req-98b9babe-cd26-44ee-af8b-430e537f31bf tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436900 Feb 09 04:00:14.105765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8534ef-f0c0-471b-905b-276d7f454522 req-47594838-463d-42de-9ef7-05130520ce6e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:14.107289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b8534ef-f0c0-471b-905b-276d7f454522 req-47594838-463d-42de-9ef7-05130520ce6e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0522301 Feb 09 04:00:14.156354 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9b8534ef-f0c0-471b-905b-276d7f454522 req-dbad5894-699f-46d6-8af3-042a7b0301ba tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434051 Feb 09 04:00:15.277490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042b05e-b500-4f0d-84d0-6ce493fa16b2 req-83898168-9278-421e-8ed5-4ceac657746d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:15.279012 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b042b05e-b500-4f0d-84d0-6ce493fa16b2 req-83898168-9278-421e-8ed5-4ceac657746d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0561857 Feb 09 04:00:15.328044 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b042b05e-b500-4f0d-84d0-6ce493fa16b2 req-5f785c08-f7ee-4a77-91db-3aeddce730bf tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433733 Feb 09 04:00:16.455161 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4f730-0290-47df-bb69-12c8f0905842 req-72d857ab-caaa-47ab-8813-8da515b4299f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:16.456685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38d4f730-0290-47df-bb69-12c8f0905842 req-72d857ab-caaa-47ab-8813-8da515b4299f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0598860 Feb 09 04:00:16.506560 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-38d4f730-0290-47df-bb69-12c8f0905842 req-6a9f14f5-3137-4531-b7a7-ddf633a22c1f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Feb 09 04:00:17.625748 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd349b5-c74a-47fe-8c27-cc44205189ec req-2165cb77-0c31-4e09-adf1-a86835d24b8e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:17.627227 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecd349b5-c74a-47fe-8c27-cc44205189ec req-2165cb77-0c31-4e09-adf1-a86835d24b8e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0513532 Feb 09 04:00:17.680288 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ecd349b5-c74a-47fe-8c27-cc44205189ec req-9b830284-6f38-49c0-9d30-0542324a3bff tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464840 Feb 09 04:00:18.800627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92362667-a59c-4a5b-9d9f-4d95364d9f9c req-b81858eb-685d-4082-8744-acc21b72d512 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:18.803263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92362667-a59c-4a5b-9d9f-4d95364d9f9c req-b81858eb-685d-4082-8744-acc21b72d512 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0523875 Feb 09 04:00:18.852609 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-92362667-a59c-4a5b-9d9f-4d95364d9f9c req-e58bb47c-bf1c-4e4e-a282-d7a0d570086c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436511 Feb 09 04:00:19.969367 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe2e3a-baa9-4943-9480-e5d132ea27ce req-e976cefd-6846-4349-a519-792ba46843a7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:19.970876 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8cfe2e3a-baa9-4943-9480-e5d132ea27ce req-e976cefd-6846-4349-a519-792ba46843a7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0516770 Feb 09 04:00:20.019706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8cfe2e3a-baa9-4943-9480-e5d132ea27ce req-e4633b7a-b5e5-4cde-97ad-b23ae60ebc19 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Feb 09 04:00:20.336439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:21.138012 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1d4e-8769-46d8-b80b-9e4bb55bba4b req-e59d23b4-5d32-49f1-a6e3-e9a31035b47d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:21.139411 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-339e1d4e-8769-46d8-b80b-9e4bb55bba4b req-e59d23b4-5d32-49f1-a6e3-e9a31035b47d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0513813 Feb 09 04:00:21.190291 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-339e1d4e-8769-46d8-b80b-9e4bb55bba4b req-a6398fa3-3291-4890-a09f-842939cbf753 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452936 Feb 09 04:00:22.302217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:22.310336 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a82eb-e609-41aa-a9f4-af3f57e59f7d req-3c338b2d-0358-4a6f-9e5c-b50aeab3492c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:22.311808 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5a82eb-e609-41aa-a9f4-af3f57e59f7d req-3c338b2d-0358-4a6f-9e5c-b50aeab3492c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0539579 Feb 09 04:00:22.360709 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1d5a82eb-e609-41aa-a9f4-af3f57e59f7d req-c0f1efad-1784-4dc7-9714-f576f60f9455 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430920 Feb 09 04:00:23.477182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12c82a-3680-4bd0-92ff-70c6f1967bf3 req-ae951a72-ba44-47a6-b1f1-4801e009a305 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:23.478677 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe12c82a-3680-4bd0-92ff-70c6f1967bf3 req-ae951a72-ba44-47a6-b1f1-4801e009a305 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0520031 Feb 09 04:00:23.526977 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fe12c82a-3680-4bd0-92ff-70c6f1967bf3 req-b38b56c6-7ab8-4ced-bd6a-541c41e2dcb1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426106 Feb 09 04:00:24.647986 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806549e-f220-4d05-9ca3-87652031e1c3 req-04d6952f-b5c3-43c5-abf7-9b22f6235619 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:24.649564 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8806549e-f220-4d05-9ca3-87652031e1c3 req-04d6952f-b5c3-43c5-abf7-9b22f6235619 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0562468 Feb 09 04:00:24.698647 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8806549e-f220-4d05-9ca3-87652031e1c3 req-cf0d5a06-80db-4f75-ba21-6d3b3b268400 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Feb 09 04:00:25.813770 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8ddbb-39df-4b04-8236-7066625eae6d req-cc91df40-bf8c-4b96-8cdd-445a9bca4553 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:25.815554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3c8ddbb-39df-4b04-8236-7066625eae6d req-cc91df40-bf8c-4b96-8cdd-445a9bca4553 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0510626 Feb 09 04:00:25.871539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c3c8ddbb-39df-4b04-8236-7066625eae6d req-9674ab43-1d59-4065-a57c-b3a284c33c68 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501630 Feb 09 04:00:26.991744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e4861-1f81-40e9-b4ff-2c8a64380afe req-f27804bd-f24b-4477-8e31-b76b47c040c4 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:26.993236 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f6e4861-1f81-40e9-b4ff-2c8a64380afe req-f27804bd-f24b-4477-8e31-b76b47c040c4 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0520699 Feb 09 04:00:27.041571 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1f6e4861-1f81-40e9-b4ff-2c8a64380afe req-663b4dfe-f37d-4751-9b34-cb737185c5b6 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 Feb 09 04:00:28.160823 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a676f5d-0541-40d9-bfb4-7168d774f51f req-df011b4f-a241-45c7-aab4-2d1327b9dd9a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:28.162831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a676f5d-0541-40d9-bfb4-7168d774f51f req-df011b4f-a241-45c7-aab4-2d1327b9dd9a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0555794 Feb 09 04:00:28.210480 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6a676f5d-0541-40d9-bfb4-7168d774f51f req-a3bd5e13-a0c7-4c3f-a7b4-3605d01c4251 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 Feb 09 04:00:28.712213 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:00:28.807690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:00:28.819290 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'port_id': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'mac_address': 'fa:16:3e:76:3d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:00:28.855610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:00:28.856002 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:28.868397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:00:28.887954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:00:28.891510 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:28.941762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:00:28.950186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.950568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.950926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.951288 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.951693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.951959 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.952337 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.952677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.953012 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.953343 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.953676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.954009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:28.954369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:00:29.127579 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:00:29.330492 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d4325-08b4-43bb-a127-1c75df84eeb5 req-ff2e33a1-cd31-4bc5-aa18-c714b9f74d00 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:29.332007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee1d4325-08b4-43bb-a127-1c75df84eeb5 req-ff2e33a1-cd31-4bc5-aa18-c714b9f74d00 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 944 time: 0.0545304 Feb 09 04:00:29.384717 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ee1d4325-08b4-43bb-a127-1c75df84eeb5 req-65f4dc48-9093-4cc3-884a-60248671e388 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469713 Feb 09 04:00:30.500630 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae2ccb-1856-41a7-8e11-ef68456c48e4 req-4e9a2f54-1882-45a4-a737-0cc989a2a00f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:30.502088 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72ae2ccb-1856-41a7-8e11-ef68456c48e4 req-4e9a2f54-1882-45a4-a737-0cc989a2a00f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 944 time: 0.0511620 Feb 09 04:00:30.550157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-72ae2ccb-1856-41a7-8e11-ef68456c48e4 req-5824a709-005a-40fb-ad0b-ed98ee00bfb6 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418160 Feb 09 04:00:30.584557 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce62536f-a4e0-42de-8df6-a4c6077fb8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:30.718471 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:00:30.768478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:00:30.772360 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:00:30.772736 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:30.850143 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:00:30.850566 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:30.876650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:00:30.878946 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34411751-4505-488d-98dc-211d82b95c4b" -d '{"events": [{"server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "name": "network-vif-plugged", "status": "completed", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:00:30.890786 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:00:30.895273 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:30.917970 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3752d3-9f18-48d4-a1f6-016954b02658 x-openstack-request-id: req-0a3752d3-9f18-48d4-a1f6-016954b02658 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:00:30.918279 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "name": "network-vif-plugged", "status": "completed", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:00:30.918536 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a3752d3-9f18-48d4-a1f6-016954b02658 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:00:30.918924 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'code': 200} Feb 09 04:00:30.945970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:00:31.019642 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38c2fd-f80d-4815-aac0-dcd1998a243d req-9f58b672-e0ed-42e2-ab87-55662f31d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:31.021144 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa38c2fd-f80d-4815-aac0-dcd1998a243d req-9f58b672-e0ed-42e2-ab87-55662f31d024 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.0485883 Feb 09 04:00:31.067131 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fa38c2fd-f80d-4815-aac0-dcd1998a243d req-e1516f7e-ddd0-40ca-8c23-d237463e306c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390048 Feb 09 04:00:31.670632 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76533692-0b80-44a8-9fa7-22393a59532a req-d36c8866-a519-495c-9c8e-ea13aad20610 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:31.672121 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76533692-0b80-44a8-9fa7-22393a59532a req-d36c8866-a519-495c-9c8e-ea13aad20610 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0537553 Feb 09 04:00:31.720895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-76533692-0b80-44a8-9fa7-22393a59532a req-f84e7051-116e-4d59-b5e2-688255b55ca7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Feb 09 04:00:32.827985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-fc834e36-54de-45ed-b68d-e59294f6b91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:32.843424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057013b8-47b6-4ea9-81ac-0100d0ea76cb req-6ab2d05d-3f67-42e0-8f8f-888cf661d0f9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:32.844909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-057013b8-47b6-4ea9-81ac-0100d0ea76cb req-6ab2d05d-3f67-42e0-8f8f-888cf661d0f9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0545263 Feb 09 04:00:32.894422 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-057013b8-47b6-4ea9-81ac-0100d0ea76cb req-670ccff4-4f23-4c46-924f-f905f3188f8b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438504 Feb 09 04:00:33.021393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b84e8-638c-4921-b812-9d3e03dcada0 req-bc695140-2baa-4ba1-978e-8ac80d67404d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:33.022895 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f38b84e8-638c-4921-b812-9d3e03dcada0 req-bc695140-2baa-4ba1-978e-8ac80d67404d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0588300 Feb 09 04:00:33.074157 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f38b84e8-638c-4921-b812-9d3e03dcada0 req-34cefa22-f55b-4d3a-ae4e-f9c6b9ba7483 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455644 Feb 09 04:00:33.095157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52436) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:00:33.179610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180b540-76a9-40f3-a390-7fcdc8fac884 tempest-TestShelveInstance-2014978552 tempest-TestShelveInstance-2014978552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:33.181118 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-a180b540-76a9-40f3-a390-7fcdc8fac884 tempest-TestShelveInstance-2014978552 tempest-TestShelveInstance-2014978552-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1122 time: 0.0849814 Feb 09 04:00:33.183805 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52440) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:00:33.188011 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:00:33.207923 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:33.303522 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:33.726313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Allocated IP 172.25.2.39 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/54f743a6-94cd-409f-a7ef-cc8a13b8bcd0) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:00:33.830664 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for port (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:33.870054 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:33.913383 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:00:33.916370 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:00:33.919854 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:00:33.945235 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'Port': ['ID=54f743a6-94cd-409f-a7ef-cc8a13b8bcd0,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:00:34.229093 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:34.268990 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for floatingip (b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:34.336058 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:34.485404 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for port (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:34.489721 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:34.555047 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event updated for resources: {'Port': ['ID=54f743a6-94cd-409f-a7ef-cc8a13b8bcd0,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:00:34.566779 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:34.667168 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Floating IP b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5 associated. External IP: 172.25.2.39, port: f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f. Feb 09 04:00:34.875856 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Router d19a7ea2-071b-4d05-93b1-561de69f0e82 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:00:34.984893 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:00:34.995573 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] Sync routers for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:00:35.003505 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:35.004933 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:00:35.006134 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:00:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:00:35.033886 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8276e9b4-36cc-4cd0-a7d3-abb0eefe4e03 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8488908 Feb 09 04:00:35.034882 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:00:35.037564 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d2516-4114-4d4f-aa73-be3a119ed7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:00:35.075479 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed792c99-33fd-4e02-ba7a-5a0281a649f4 x-openstack-request-id: req-ed792c99-33fd-4e02-ba7a-5a0281a649f4 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:00:35.075811 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:00:35.076099 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed792c99-33fd-4e02-ba7a-5a0281a649f4 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:00:35.076540 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'status': 'completed', 'code': 200} Feb 09 04:00:35.120298 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:00:35.141288 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-d7f4eac6-4c07-4691-9b15-717f9bf18dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:35.142936 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-d7f4eac6-4c07-4691-9b15-717f9bf18dc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.0455375 Feb 09 04:00:35.233745 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-f1a4be9b-4687-429a-b1cc-315049e172e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:35.235389 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-f1a4be9b-4687-429a-b1cc-315049e172e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0871346 Feb 09 04:00:35.293693 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:35.304844 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-6b15f3b5-4319-47a8-9983-78c813aae79e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 998 time: 0.0630584 Feb 09 04:00:35.355423 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-29eecf9a-29c1-40f8-b1c3-7916c1cbe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:35.356910 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-29eecf9a-29c1-40f8-b1c3-7916c1cbe459 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0452437 Feb 09 04:00:35.359383 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'port_id': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'mac_address': 'fa:16:3e:76:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:00:34Z', 'updated_at': '2022-02-09T04:00:34Z', 'revision_number': 0, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:00:35.385901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] Checking router: d19a7ea2-071b-4d05-93b1-561de69f0e82 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:00:35.394112 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:00:35.394751 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:00:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:00:35.408798 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-7d3e295c-537d-423f-91b0-f4f9cc31041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:00:35.410375 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-7d3e295c-537d-423f-91b0-f4f9cc31041f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477552 Feb 09 04:00:35.499445 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-f02218d0-fd3d-4a27-b0e7-4653ac17bdb2 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824952 Feb 09 04:00:35.503570 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:00:35.590774 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e51d2516-4114-4d4f-aa73-be3a119ed7a9 req-8582c4ac-ac4e-4e18-a836-fc5332c518ec service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855834 Feb 09 04:00:35.882028 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'port_id': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'mac_address': 'fa:16:3e:76:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:00:34Z', 'updated_at': '2022-02-09T04:00:34Z', 'revision_number': 0, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:00:35.907577 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bbb0a3-7da4-4b6c-8233-8017c9dff443 None None] The sync data for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 is: [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'port_id': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'mac_address': 'fa:16:3e:76:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:00:34Z', 'updated_at': '2022-02-09T04:00:34Z', 'revision_number': 0, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:00:35.911545 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:00:36.127896 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa3dc4c-ba00-47df-8d26-8477a74becee None None] New status for floating IP b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:00:36.605005 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:50.337628 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:00:52.298494 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:00.589928 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-575b6501-7ded-4b7e-a316-5bc8371d6acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:02.829740 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-79d9a940-b68c-48d2-a660-aca7390e234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:04.232823 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:05.279600 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:06.606058 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:12.910909 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:01:20.364972 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:22.313272 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:22.382487 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-04608c4d-ab3b-43a1-b3fa-26e2f088c3a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437393 Feb 09 04:01:22.508511 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-04ca0f10-f980-42fa-8eba-32b77c38aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:01:22.510040 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-04ca0f10-f980-42fa-8eba-32b77c38aeea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.0442939 Feb 09 04:01:22.613182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-6e587f81-9e26-4c62-8b7c-49c061cbea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:01:22.614592 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-6e587f81-9e26-4c62-8b7c-49c061cbea1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0864820 Feb 09 04:01:22.677667 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-2936cba5-24f8-4733-8d27-730ce76c00db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 1000 time: 0.0576644 Feb 09 04:01:22.726439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-97021b9c-1580-47fc-8324-b16fa43b518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:01:22.727864 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-97021b9c-1580-47fc-8324-b16fa43b518b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0439513 Feb 09 04:01:22.781124 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-2cd9e17f-df14-49e7-bc3e-2a737c42e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:01:22.782682 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-2cd9e17f-df14-49e7-bc3e-2a737c42e5de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488596 Feb 09 04:01:22.870570 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-d58ccfee-2f4f-4494-bc33-007a5a398494 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816569 Feb 09 04:01:22.965831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f1ce8f78-b118-4a39-b1e3-a6b1624242ce req-19ba8631-491c-4672-beeb-8d9da9b6bf09 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896847 Feb 09 04:01:30.592092 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ce351cd8-c6a0-419f-af19-bf972137fb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:32.833640 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f2deb3fd-9918-44b9-8d4d-6bb4459ba559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:34.235217 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:35.277772 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:36.608690 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:49.910182 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:01:50.374974 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:01:52.311887 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:00.593923 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e08e-82bb-4ce4-9b23-8dd22dd93375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:02.834654 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a0d8d0ea-2428-4f08-babf-300bc94c8009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:04.237729 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:05.279660 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:06.609922 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:20.361889 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:22.311140 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:23.414494 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-87b81dc6-7503-4c9f-aca9-5da5a35e7cfe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930867 Feb 09 04:02:23.498692 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-905ad498-4fd4-407b-b992-25edff35c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:23.500194 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-905ad498-4fd4-407b-b992-25edff35c94e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.0451524 Feb 09 04:02:23.604264 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-cc2610d0-8947-4468-b71f-2ef562ea431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:23.605670 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-cc2610d0-8947-4468-b71f-2ef562ea431e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0876088 Feb 09 04:02:23.669894 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-8aa8f609-1363-427c-95c8-ee23ea74303f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 1000 time: 0.0578098 Feb 09 04:02:23.717528 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-a5aee904-fa2f-4540-a2d3-b888d55a4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:23.718987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-a5aee904-fa2f-4540-a2d3-b888d55a4040 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0431471 Feb 09 04:02:23.770163 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-3a4078ba-a823-4060-b461-4f6090c8fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:23.771672 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-3a4078ba-a823-4060-b461-4f6090c8fec9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470750 Feb 09 04:02:23.857272 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-dc4533d5-7bf2-44b0-a51d-ea218613fce0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795941 Feb 09 04:02:23.949267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0a954f2a-2fdf-46d5-979f-ee07ad400096 req-e4e2866a-ae5e-4940-b943-fe95e15d0f60 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862317 Feb 09 04:02:26.909857 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:02:30.594137 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6ac1707a-f9e3-4fa4-87ab-2827c50fd5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:30.694455 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29e90e-865c-4137-8584-9dfddaedfe0d req-67974901-bd4a-4e49-b1ca-bcc351a8e62f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:30.695845 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c29e90e-865c-4137-8584-9dfddaedfe0d req-67974901-bd4a-4e49-b1ca-bcc351a8e62f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.1270237 Feb 09 04:02:30.747261 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0c29e90e-865c-4137-8584-9dfddaedfe0d req-2c861cde-e2ed-42ef-9560-026c2997d00d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456645 Feb 09 04:02:31.918040 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cc6bb-750d-4e30-85cc-03fd2cf620d7 req-d450e970-92a7-49fd-a26a-a77901f6d378 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:31.919554 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c03cc6bb-750d-4e30-85cc-03fd2cf620d7 req-d450e970-92a7-49fd-a26a-a77901f6d378 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0963416 Feb 09 04:02:31.966820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c03cc6bb-750d-4e30-85cc-03fd2cf620d7 req-7f74f00a-631b-4ba7-ae55-15c255f6d547 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Feb 09 04:02:32.837156 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-adffd816-5fbf-4736-b2ad-a625863e3977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:33.093009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ec9fb-7e27-4428-aace-6fc08fef616b req-20ff490d-524a-4431-b9db-dfec292762a9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:33.094582 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-220ec9fb-7e27-4428-aace-6fc08fef616b req-20ff490d-524a-4431-b9db-dfec292762a9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0531304 Feb 09 04:02:33.142721 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-220ec9fb-7e27-4428-aace-6fc08fef616b req-93296d99-6af6-4dcb-b6d1-7369d90bd823 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426142 Feb 09 04:02:34.250445 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:34.274945 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb05d8e-c6b9-4f8a-8f21-a648fb1333e9 req-53f27cb8-4bb4-46c2-8763-9ff86660a6b0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:34.279534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7eb05d8e-c6b9-4f8a-8f21-a648fb1333e9 req-53f27cb8-4bb4-46c2-8763-9ff86660a6b0 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0642059 Feb 09 04:02:34.327198 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7eb05d8e-c6b9-4f8a-8f21-a648fb1333e9 req-24e6e262-eae2-4f36-b4a8-f0ae43904f46 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445743 Feb 09 04:02:35.282545 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:35.447009 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e269c-1da6-43af-a707-ea917d7e4e39 req-322a55e3-1b5b-4a6a-b6fc-41f8ee7a5a32 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:35.448460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b2e269c-1da6-43af-a707-ea917d7e4e39 req-322a55e3-1b5b-4a6a-b6fc-41f8ee7a5a32 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Feb 09 04:02:35.496916 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-0b2e269c-1da6-43af-a707-ea917d7e4e39 req-b34ecc93-4dd4-40f2-b89d-a7844417c4e2 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428948 Feb 09 04:02:36.611766 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:36.622032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d9179-9117-4e70-9407-e7f25b290aa0 req-4ab5cf4e-f7fa-477d-b523-03acfa4cc4a7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:36.623532 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f98d9179-9117-4e70-9407-e7f25b290aa0 req-4ab5cf4e-f7fa-477d-b523-03acfa4cc4a7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0597513 Feb 09 04:02:36.671507 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f98d9179-9117-4e70-9407-e7f25b290aa0 req-dcf3dc82-249f-4a2d-81b8-b4f14cfb8e73 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417089 Feb 09 04:02:37.794108 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f0806-3d7b-45b1-acd9-b82386818a47 req-d21e8cda-df65-4195-94fb-038904b4df89 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:37.795495 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-645f0806-3d7b-45b1-acd9-b82386818a47 req-d21e8cda-df65-4195-94fb-038904b4df89 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0566783 Feb 09 04:02:37.846279 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-645f0806-3d7b-45b1-acd9-b82386818a47 req-792c401c-1f92-4e90-aaa9-ce550fd9b08c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451927 Feb 09 04:02:38.963880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1d6e9-0304-4ac7-90c2-054f9a709570 req-2a03beaa-aca4-4021-9683-31c7ed6c6790 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:38.965358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8cc1d6e9-0304-4ac7-90c2-054f9a709570 req-2a03beaa-aca4-4021-9683-31c7ed6c6790 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0510032 Feb 09 04:02:39.018639 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8cc1d6e9-0304-4ac7-90c2-054f9a709570 req-05d750d5-22ff-44c1-a9e3-72f795ea0b2a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472167 Feb 09 04:02:40.137413 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754241d-1ddf-433b-a167-3ef58ed4910a req-f92d62e6-4004-4e57-9523-771d3a1c7e25 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:40.138909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2754241d-1ddf-433b-a167-3ef58ed4910a req-f92d62e6-4004-4e57-9523-771d3a1c7e25 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Feb 09 04:02:40.186677 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2754241d-1ddf-433b-a167-3ef58ed4910a req-e58de244-6666-40b6-9c81-245420c50b68 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422950 Feb 09 04:02:40.751916 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-1ff13369-0c32-470b-828b-e001c9c1f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:40.753409 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-1ff13369-0c32-470b-828b-e001c9c1f3b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.0447288 Feb 09 04:02:40.844482 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-5bde283c-76f0-4717-8725-f6671545e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:40.845863 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-5bde283c-76f0-4717-8725-f6671545e575 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0868335 Feb 09 04:02:40.908514 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-ef52dbac-28fb-4c38-83df-54459935bb40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 1000 time: 0.0569012 Feb 09 04:02:40.959322 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-8c74a50d-54c2-4d08-9d29-dc4e23394ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:40.960764 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-8c74a50d-54c2-4d08-9d29-dc4e23394ae0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0464702 Feb 09 04:02:41.009185 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-2c935ebd-2316-49c4-b8ae-189057e26edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:41.010699 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-2c935ebd-2316-49c4-b8ae-189057e26edb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438809 Feb 09 04:02:41.102726 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-0e624e03-cbc4-4d5e-8b48-84c17514954f service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860612 Feb 09 04:02:41.191353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7bfbe6c5-4652-42c0-a1b0-b0f0309bcf0f req-e76ef2b1-9567-41fd-9eaa-ed6bac4018d5 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831621 Feb 09 04:02:41.304626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255173-bbdc-47cd-b72d-dccfe1b46e6e req-cc016d0d-b8ee-4bbf-afac-4508e1342a7f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:41.306078 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93255173-bbdc-47cd-b72d-dccfe1b46e6e req-cc016d0d-b8ee-4bbf-afac-4508e1342a7f tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0519516 Feb 09 04:02:41.358466 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-93255173-bbdc-47cd-b72d-dccfe1b46e6e req-b93a572d-5e28-40be-bb14-d6a0bbd9636a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459445 Feb 09 04:02:42.477144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec4c4b-5808-4ce2-892d-6a5a92d9a052 req-d4f8d8c0-d680-481e-b8cc-eed988ed5f2e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:42.478644 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6ec4c4b-5808-4ce2-892d-6a5a92d9a052 req-d4f8d8c0-d680-481e-b8cc-eed988ed5f2e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Feb 09 04:02:42.529947 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f6ec4c4b-5808-4ce2-892d-6a5a92d9a052 req-bf17971f-7642-487b-bd1e-bcc48ea5a0cb tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457850 Feb 09 04:02:43.656516 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e056cdb-46b1-4c88-8f39-98572c9ec1cb req-de7c7576-0bc2-45f5-8823-8791340893e6 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:43.658046 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e056cdb-46b1-4c88-8f39-98572c9ec1cb req-de7c7576-0bc2-45f5-8823-8791340893e6 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0575948 Feb 09 04:02:43.708230 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e056cdb-46b1-4c88-8f39-98572c9ec1cb req-63b47f4d-9c6b-40f8-991c-e5c719884466 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Feb 09 04:02:44.830265 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbc46f-9025-42d4-9ffc-d2c7f87fb925 req-6776cc2e-b859-418d-87b5-202de9d1228d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:44.831760 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89cbc46f-9025-42d4-9ffc-d2c7f87fb925 req-6776cc2e-b859-418d-87b5-202de9d1228d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0517263 Feb 09 04:02:44.880622 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89cbc46f-9025-42d4-9ffc-d2c7f87fb925 req-13d4fb95-3c4e-4a71-9888-066d22e5ff63 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426362 Feb 09 04:02:45.317398 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:02:45.392695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:02:45.393086 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:45.424966 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:02:45.427880 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ea762a-8d91-4c30-8dc6-3f13739f0c61" -d '{"events": [{"server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:02:45.448876 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:02:45.457352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:45.512354 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:02:45.521069 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.521616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.521962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.522312 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.522650 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.523102 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.523677 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.524015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.524346 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.524669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.525002 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.525325 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.525649 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:02:45.530669 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0648b00-fd51-4c79-8c5f-d05abeef1420 x-openstack-request-id: req-a0648b00-fd51-4c79-8c5f-d05abeef1420 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:02:45.530956 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:02:45.531212 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0648b00-fd51-4c79-8c5f-d05abeef1420 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:02:45.531768 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'code': 200} Feb 09 04:02:46.005424 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ad8d6-85ac-4d70-8db3-b8d5bf87e518 req-7785020f-76cc-4d27-8221-9168dfcaf89a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:46.007032 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-237ad8d6-85ac-4d70-8db3-b8d5bf87e518 req-7785020f-76cc-4d27-8221-9168dfcaf89a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0566657 Feb 09 04:02:46.057974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-237ad8d6-85ac-4d70-8db3-b8d5bf87e518 req-4094cf8e-248d-4022-b8ac-e8bf686edadb tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450661 Feb 09 04:02:47.175650 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a3b0d-96c8-411e-9c01-748e7f56cc9d req-a6fc75f4-a958-479b-a714-17820d92423c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:47.177839 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-119a3b0d-96c8-411e-9c01-748e7f56cc9d req-a6fc75f4-a958-479b-a714-17820d92423c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0518203 Feb 09 04:02:47.227598 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-119a3b0d-96c8-411e-9c01-748e7f56cc9d req-dc74e78f-c3ed-404b-98f4-ed433118853e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Feb 09 04:02:47.475274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd0eab-3bef-42d2-a914-b1e538bb2b2e req-957ab347-4b97-40cc-8d97-f460813815f5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:47.476758 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8bbd0eab-3bef-42d2-a914-b1e538bb2b2e req-957ab347-4b97-40cc-8d97-f460813815f5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0841703 Feb 09 04:02:47.492017 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-9d41966a-15e3-4ca2-a471-b0e8a906fb5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251149 Feb 09 04:02:47.505817 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-68f176b5-6d5d-420d-9242-8c038ef569c8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:02:47.506807 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-68f176b5-6d5d-420d-9242-8c038ef569c8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075011 Feb 09 04:02:47.537761 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8bbd0eab-3bef-42d2-a914-b1e538bb2b2e req-ed775832-3d0f-43ca-a8c5-5e279f934588 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540590 Feb 09 04:02:48.662874 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9d9b1-85da-4a9e-8bd7-4e663e48a910 req-519d337a-157f-4238-8aac-d5df35e92768 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:48.664401 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31a9d9b1-85da-4a9e-8bd7-4e663e48a910 req-519d337a-157f-4238-8aac-d5df35e92768 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0571632 Feb 09 04:02:48.712535 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31a9d9b1-85da-4a9e-8bd7-4e663e48a910 req-9b94fde4-6dba-4525-b66d-f37f6e4ab121 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424159 Feb 09 04:02:49.833703 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4669d1-4046-4992-90bc-848c6f84999b req-5c563027-edc1-4ca6-ab91-0d6b2168af1d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:49.835298 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e4669d1-4046-4992-90bc-848c6f84999b req-5c563027-edc1-4ca6-ab91-0d6b2168af1d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0543058 Feb 09 04:02:49.894278 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-2e4669d1-4046-4992-90bc-848c6f84999b req-a661739f-6d20-4779-b00d-57970235e63b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524659 Feb 09 04:02:50.377991 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:51.017703 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba7872-380b-4fe1-adc3-49606bbb5843 req-24d24bbe-0480-473d-96af-a3121e29d081 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:51.019187 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-98ba7872-380b-4fe1-adc3-49606bbb5843 req-24d24bbe-0480-473d-96af-a3121e29d081 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0537164 Feb 09 04:02:51.066641 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-98ba7872-380b-4fe1-adc3-49606bbb5843 req-511b0e88-6e2f-487e-a251-b8592d8464f1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412500 Feb 09 04:02:52.189664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c033b2-e270-4b33-9776-bb4c26ff8844 req-4a5b5c47-dc96-4e66-bf5f-554f8f62dd12 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:52.191283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8c033b2-e270-4b33-9776-bb4c26ff8844 req-4a5b5c47-dc96-4e66-bf5f-554f8f62dd12 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0544975 Feb 09 04:02:52.243961 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f8c033b2-e270-4b33-9776-bb4c26ff8844 req-f62ab721-1a77-4029-91df-e00dbb65e951 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455728 Feb 09 04:02:52.326746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:02:53.365550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9322-e40b-45b5-b432-b62ba1f4ab7a req-fd033c1b-21dd-430f-8d79-d5f2f6ab0e30 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:53.367041 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bcd9322-e40b-45b5-b432-b62ba1f4ab7a req-fd033c1b-21dd-430f-8d79-d5f2f6ab0e30 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0559926 Feb 09 04:02:53.415867 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bcd9322-e40b-45b5-b432-b62ba1f4ab7a req-5e92ff52-b73c-4d5d-aaa0-27f03cde2137 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430219 Feb 09 04:02:54.537525 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4cf7-628f-4926-88e5-05eaafdc0975 req-8779f1e6-6d1d-4dbb-a872-fe7e99a052bf tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:54.539152 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-281b4cf7-628f-4926-88e5-05eaafdc0975 req-8779f1e6-6d1d-4dbb-a872-fe7e99a052bf tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0536392 Feb 09 04:02:54.588256 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-281b4cf7-628f-4926-88e5-05eaafdc0975 req-34839114-313e-46dc-9c48-7c13448b8698 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430107 Feb 09 04:02:55.706281 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c9c60-1924-4bdb-b50b-f64f614d4d70 req-a792936d-b18c-46b1-90fd-9a266b6937ec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:55.708357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca3c9c60-1924-4bdb-b50b-f64f614d4d70 req-a792936d-b18c-46b1-90fd-9a266b6937ec tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0523970 Feb 09 04:02:55.756214 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-ca3c9c60-1924-4bdb-b50b-f64f614d4d70 req-3e1f590e-0fce-4718-9a4f-446c44e1721a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Feb 09 04:02:56.878521 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204406-c02e-4b84-8560-bcba814f2253 req-24eb17c5-abcb-4e89-8e3b-5873baebc21a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:56.880066 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc204406-c02e-4b84-8560-bcba814f2253 req-24eb17c5-abcb-4e89-8e3b-5873baebc21a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0568051 Feb 09 04:02:56.932473 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-fc204406-c02e-4b84-8560-bcba814f2253 req-7072365f-8716-46d4-91cf-da766d0f2949 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466809 Feb 09 04:02:57.628913 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-ba53a449-9d6b-42e6-9db4-47a7388c9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:57.630981 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-ba53a449-9d6b-42e6-9db4-47a7388c9133 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797&tenant_id=4e6edc07e77941a08f6999c14b4ba92d HTTP/1.1" status: 200 len: 1125 time: 0.0445971 Feb 09 04:02:57.692844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-d5113b6c-868f-4c1f-a14c-b4932c2c8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:57.694365 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-d5113b6c-868f-4c1f-a14c-b4932c2c8d67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1125 time: 0.0425823 Feb 09 04:02:57.786579 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-85f73369-3b88-4bbb-bb9e-2433a4593f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:57.788065 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-85f73369-3b88-4bbb-bb9e-2433a4593f80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0882218 Feb 09 04:02:57.858820 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-fc9127ad-bb28-462d-b416-a1fe1d74638f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 998 time: 0.0614252 Feb 09 04:02:57.908698 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-1e737b0f-a7b3-46b9-9c3c-e1ff2b73ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:57.910111 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-1e737b0f-a7b3-46b9-9c3c-e1ff2b73ed13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0453055 Feb 09 04:02:57.957876 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-eed802e4-0403-4b53-90e9-b19efadd6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:57.959400 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-eed802e4-0403-4b53-90e9-b19efadd6dc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431168 Feb 09 04:02:58.047990 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-5614a8e6-6b39-4b48-bddc-689a0914baef service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824323 Feb 09 04:02:58.051947 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9f13-8627-44e7-bd89-81fbcb8102cc req-b64fea3f-b8af-426e-a311-b842aa6f61af tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:58.053409 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e5f9f13-8627-44e7-bd89-81fbcb8102cc req-b64fea3f-b8af-426e-a311-b842aa6f61af tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0520425 Feb 09 04:02:58.105290 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e5f9f13-8627-44e7-bd89-81fbcb8102cc req-f8a329ad-c1b8-4b69-a653-19210690bd21 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462816 Feb 09 04:02:58.142208 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-6a1e5b97-9982-42ab-8e60-170b404c6adf service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880404 Feb 09 04:02:59.224974 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed86ca-1704-4f95-8d74-2b9e19413d0b req-183a2037-75d8-4c10-88ef-94a1d750ed2e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:02:59.226479 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fed86ca-1704-4f95-8d74-2b9e19413d0b req-183a2037-75d8-4c10-88ef-94a1d750ed2e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0524056 Feb 09 04:02:59.275987 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fed86ca-1704-4f95-8d74-2b9e19413d0b req-7ef8d025-7603-4f6d-b230-def8de2bac46 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439441 Feb 09 04:03:00.395580 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b5500-784f-4ea0-bedb-ecf51847c6ba req-72d0fd62-55ab-44ff-ad21-14e4654d5b8b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:00.397029 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b79b5500-784f-4ea0-bedb-ecf51847c6ba req-72d0fd62-55ab-44ff-ad21-14e4654d5b8b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0523090 Feb 09 04:03:00.444241 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b79b5500-784f-4ea0-bedb-ecf51847c6ba req-8857540e-2d6f-4ba0-ad8f-0e54d8144a66 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Feb 09 04:03:00.595904 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3d30a27d-95c7-4e2f-85d3-a3c6d4944b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:01.561863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f3e80-0bf5-4735-9a49-7c6d44f97655 req-c50ee800-5c88-49a3-ba94-aabbf3cbd7aa tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:01.563387 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df1f3e80-0bf5-4735-9a49-7c6d44f97655 req-c50ee800-5c88-49a3-ba94-aabbf3cbd7aa tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0516124 Feb 09 04:03:01.615396 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-df1f3e80-0bf5-4735-9a49-7c6d44f97655 req-a67c8cfe-a77e-4e06-8c79-fb280c8c7903 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457668 Feb 09 04:03:02.731970 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caf122-0320-49ec-9783-cf46f41ac015 req-74ab5cc2-d06b-40bb-9178-59398ee0b95a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:02.733415 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2caf122-0320-49ec-9783-cf46f41ac015 req-74ab5cc2-d06b-40bb-9178-59398ee0b95a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0511317 Feb 09 04:03:02.782715 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c2caf122-0320-49ec-9783-cf46f41ac015 req-2f39dd7f-5530-4398-b6b2-1f2c253f759c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431507 Feb 09 04:03:02.838612 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-647106d6-6892-4f4b-9b4b-010db006c364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:03.899363 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17239b-97c8-4921-a94f-2a2381cac316 req-b55ec230-c8c9-4901-8c7a-511d705381c1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:03.900836 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b17239b-97c8-4921-a94f-2a2381cac316 req-b55ec230-c8c9-4901-8c7a-511d705381c1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0524139 Feb 09 04:03:03.909482 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:03:03.950831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0b17239b-97c8-4921-a94f-2a2381cac316 req-ddb2c7a7-5e21-4009-8c23-5e60daa8a4f5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443587 Feb 09 04:03:04.243516 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:05.073710 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31344019-7f86-4133-9bde-4c81be0d90c7 req-8fa54f2d-64e8-4e04-9005-9a52a14c93fd tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:05.075215 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31344019-7f86-4133-9bde-4c81be0d90c7 req-8fa54f2d-64e8-4e04-9005-9a52a14c93fd tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 943 time: 0.0589266 Feb 09 04:03:05.124128 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-31344019-7f86-4133-9bde-4c81be0d90c7 req-0d1d1d2d-4268-4c05-9c06-02edeee3a41c tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431635 Feb 09 04:03:05.284783 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:05.409713 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:03:05.512540 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:05.524662 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'port_id': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'mac_address': 'fa:16:3e:76:3d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:03:05.563669 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:03:05.564084 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:05.578092 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:03:05.598425 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:05.602326 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:05.649609 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:05.807488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:03:06.241803 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb14e7-b767-4e54-b4e7-8f1bc2e6e281 req-e37d50d3-6b57-4481-acf0-306234ba0542 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:06.243579 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4eb14e7-b767-4e54-b4e7-8f1bc2e6e281 req-e37d50d3-6b57-4481-acf0-306234ba0542 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 944 time: 0.0523357 Feb 09 04:03:06.293247 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d4eb14e7-b767-4e54-b4e7-8f1bc2e6e281 req-f4be013c-e0b8-4f33-ada2-47b034144670 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440676 Feb 09 04:03:06.617813 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:07.409160 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cafebd-7e6e-4023-9162-16c692144b07 req-f4600f85-4442-452f-aa0f-e790197b8dbf tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:07.411220 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40cafebd-7e6e-4023-9162-16c692144b07 req-f4600f85-4442-452f-aa0f-e790197b8dbf tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 944 time: 0.0513780 Feb 09 04:03:07.425957 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:03:07.461284 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-40cafebd-7e6e-4023-9162-16c692144b07 req-cbcd64ff-c479-4b10-8ffe-f9b2aa16f933 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445192 Feb 09 04:03:07.479536 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:03:07.479990 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:07.555103 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:03:07.555488 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:07.577567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:03:07.579722 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ef58e2-d2da-4eb6-9151-a0aba7343143" -d '{"events": [{"server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "name": "network-vif-plugged", "status": "completed", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:03:07.595928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:03:07.600129 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:07.622598 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15362f9-ff5f-41c7-8b9c-9eb1527e265c x-openstack-request-id: req-b15362f9-ff5f-41c7-8b9c-9eb1527e265c {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:03:07.623229 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "name": "network-vif-plugged", "status": "completed", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:03:07.623229 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b15362f9-ff5f-41c7-8b9c-9eb1527e265c {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:03:07.623507 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'code': 200} Feb 09 04:03:07.650186 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:03:07.772980 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876ebf-4058-4004-a998-693a28d31605 req-9ba05b3f-0b23-441a-80e2-8df27f54c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:07.774534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29876ebf-4058-4004-a998-693a28d31605 req-9ba05b3f-0b23-441a-80e2-8df27f54c654 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.0471389 Feb 09 04:03:07.817957 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-29876ebf-4058-4004-a998-693a28d31605 req-d0e714f0-5ad2-4358-b39f-d9d0b72316e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379395 Feb 09 04:03:08.579315 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452af8-8804-493c-9515-a7f65c4b7cbe req-1f69f670-a0fc-4385-9155-8ee323798d96 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:08.580768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93452af8-8804-493c-9515-a7f65c4b7cbe req-1f69f670-a0fc-4385-9155-8ee323798d96 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0512803 Feb 09 04:03:08.632624 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-93452af8-8804-493c-9515-a7f65c4b7cbe req-948284b2-0e33-4034-bce2-58689ecfd780 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462329 Feb 09 04:03:09.753399 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c993e-0dfc-45d6-ae94-f6513ab06437 req-549a719e-d3f9-49a1-8cb7-578b3c9cd73e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:09.755546 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce4c993e-0dfc-45d6-ae94-f6513ab06437 req-549a719e-d3f9-49a1-8cb7-578b3c9cd73e tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0516634 Feb 09 04:03:09.804360 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ce4c993e-0dfc-45d6-ae94-f6513ab06437 req-3fee9534-dc2b-4ec7-ad6f-5bdaed3c01e9 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431380 Feb 09 04:03:20.382572 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:22.344482 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:24.367385 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-6eff7b0d-8655-4c81-9b29-3c9d18847eb7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457196 Feb 09 04:03:24.778665 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-268efed6-aa59-4bac-be24-988d9197b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:24.780154 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-268efed6-aa59-4bac-be24-988d9197b30a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.3634453 Feb 09 04:03:24.883226 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-df04222b-a7b2-4ab2-8dca-12ddc4680938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:24.884783 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-df04222b-a7b2-4ab2-8dca-12ddc4680938 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0834818 Feb 09 04:03:24.951474 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-4f3e9397-2624-4086-bb90-2083edd8e996 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 1000 time: 0.0598710 Feb 09 04:03:24.999307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-cc6a1639-ee16-4e1a-bb9c-1ad967dfc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:25.000690 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-cc6a1639-ee16-4e1a-bb9c-1ad967dfc378 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0425229 Feb 09 04:03:25.047439 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-a3d26206-6492-47cd-bdcd-9b8d91ef73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:03:25.048881 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-a3d26206-6492-47cd-bdcd-9b8d91ef73e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420680 Feb 09 04:03:25.139537 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-2c13082a-25ef-44d2-9e12-5b3a021b74a5 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826597 Feb 09 04:03:25.225782 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d3ea0f3d-b4ab-43ad-813d-1fea63a0d28e req-ec37b4b0-e6aa-4837-bb93-6a4f423ad727 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806632 Feb 09 04:03:30.599564 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed1cd-b58f-4553-9e89-06f3b7f6352f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:32.839487 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5943952b-dbd6-4a23-9e94-d71a999c84b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:34.247170 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:35.287976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:36.613287 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:40.908752 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:03:50.390067 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:03:52.341242 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:00.604099 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2dc10aa3-da76-4189-9caf-e232da8f69b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:02.840567 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a896a487-ccc3-4a91-b18f-dfd37e951238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:04.248307 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:05.289532 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:06.615697 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:17.908323 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:04:20.416655 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:22.340457 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:25.341503 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-dce7bc93-fcd9-484c-8c88-9869b5685f9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481606 Feb 09 04:04:25.432032 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-849f0806-6312-483a-a25d-639c0419d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:25.433534 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-849f0806-6312-483a-a25d-639c0419d79e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.0439670 Feb 09 04:04:25.532657 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-c18ae246-c58d-4757-89b2-07c6f616e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:25.534126 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-c18ae246-c58d-4757-89b2-07c6f616e823 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.0835619 Feb 09 04:04:25.601831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-b7adae12-b28f-4833-a631-5e91aa4c3721 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 1000 time: 0.0618689 Feb 09 04:04:25.637856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52622) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:25.649928 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-a4072ba4-9046-479a-91ea-f3c1f4d1492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:25.651585 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-a4072ba4-9046-479a-91ea-f3c1f4d1492b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0447998 Feb 09 04:04:25.698808 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-8a16c427-3422-4f4d-b7b4-e1ace383b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:25.700306 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-8a16c427-3422-4f4d-b7b4-e1ace383b5b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428278 Feb 09 04:04:25.792323 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-775259dd-e40d-4e6f-991f-3e141b8390a6 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863156 Feb 09 04:04:25.798537 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Deleting port 54f743a6-94cd-409f-a7ef-cc8a13b8bcd0 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:25.798890 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:25.872073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:25.872386 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for floatingip (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:25.879270 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-19405539-9947-44ae-b33c-82bf2b7901b8 req-0b58408c-e6ec-458c-91ac-2e9c869a4a31 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805297 Feb 09 04:04:25.884130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Calling delete_port for 54f743a6-94cd-409f-a7ef-cc8a13b8bcd0 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:26.034830 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (54f743a6-94cd-409f-a7ef-cc8a13b8bcd0), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:26.059785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event deleted for resources: {'Port': ['ID=54f743a6-94cd-409f-a7ef-cc8a13b8bcd0,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:26.089873 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.090228 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.090599 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.090938 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.091277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.091613 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.091946 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.092277 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.092606 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.092932 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.093256 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.093578 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.093897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:26.136161 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for floatingip (b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:26.136416 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Floating IP b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5 disassociated (deleted). External IP: 172.25.2.39, port: f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f. Feb 09 04:04:26.679913 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Router d19a7ea2-071b-4d05-93b1-561de69f0e82 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:04:26.786926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:04:26.791685 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:26.796568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] Sync routers for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:04:26.806206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:26.806866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:26.828188 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-c2c37b20-4ac7-4223-bb23-0886c82dba0b tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "DELETE /v2.0/floatingips/b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5 HTTP/1.1" status: 204 len: 168 time: 1.1860218 Feb 09 04:04:26.828188 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:04:26.828502 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40785cce-4450-463b-bd44-7288f6c40543" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:04:26.924921 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a443a869-d238-4e3f-93aa-7b12f9f4d96d x-openstack-request-id: req-a443a869-d238-4e3f-93aa-7b12f9f4d96d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:04:26.925210 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:04:26.925543 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a443a869-d238-4e3f-93aa-7b12f9f4d96d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:04:26.925851 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'status': 'completed', 'code': 200} Feb 09 04:04:26.926576 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:27.011147 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785cce-4450-463b-bd44-7288f6c40543 req-2261ca97-f975-4486-8f51-b3c4880e6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.012266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40785cce-4450-463b-bd44-7288f6c40543 req-2261ca97-f975-4486-8f51-b3c4880e6daa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 1127 time: 0.0654645 Feb 09 04:04:27.139645 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:27.143317 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9710fb9-cc88-4f66-ac8f-c242aa0918b6 req-6bde39bf-1b38-470d-b96b-98bff12d3b88 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.144800 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9710fb9-cc88-4f66-ac8f-c242aa0918b6 req-6bde39bf-1b38-470d-b96b-98bff12d3b88 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.1079879 Feb 09 04:04:27.147572 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785cce-4450-463b-bd44-7288f6c40543 req-45422bb6-58be-4d41-b89f-de64273db72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.148973 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40785cce-4450-463b-bd44-7288f6c40543 req-45422bb6-58be-4d41-b89f-de64273db72f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 200 len: 909 time: 0.1292279 Feb 09 04:04:27.166031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] Checking router: d19a7ea2-071b-4d05-93b1-561de69f0e82 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:04:27.175072 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:27.175679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:27.197536 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40785cce-4450-463b-bd44-7288f6c40543 req-55d9a8ac-9e97-41af-8d59-8eae05bfeed4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 200 len: 217 time: 0.0405905 Feb 09 04:04:27.256829 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-f9710fb9-cc88-4f66-ac8f-c242aa0918b6 req-0b133302-b4b7-4bdd-815e-2a9619472087 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056638 Feb 09 04:04:27.265918 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785cce-4450-463b-bd44-7288f6c40543 req-aff78850-4b3b-4927-8247-1eed77be3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.267353 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40785cce-4450-463b-bd44-7288f6c40543 req-aff78850-4b3b-4927-8247-1eed77be3976 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 200 len: 847 time: 0.0636144 Feb 09 04:04:27.284749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:27.321933 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785cce-4450-463b-bd44-7288f6c40543 req-5cc93f09-c42e-4182-a6fc-cbf01b1d5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:27.323529 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40785cce-4450-463b-bd44-7288f6c40543 req-5cc93f09-c42e-4182-a6fc-cbf01b1d5fc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f860b8a-f266-48ae-b865-a61ae204aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489922 Feb 09 04:04:27.415498 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40785cce-4450-463b-bd44-7288f6c40543 req-d45b1cf9-5c87-419f-92be-c287cbd424a8 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831375 Feb 09 04:04:27.477994 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:27.508690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc726f8-437d-4857-9a50-418f20aeaa81 None None] The sync data for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 is: [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T03:55:06Z', 'revision_number': 4, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': '7a29b74b-eea9-45f0-90c4-bb6c2008a407', 'name': '', 'network_id': '6f860b8a-f266-48ae-b865-a61ae204aa63', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'mac_address': 'fa:16:3e:28:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '6eff9087-f69d-4b17-a640-a36078f22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:06Z', 'updated_at': '2022-02-09T03:55:10Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'subnets': [{'id': '6eff9087-f69d-4b17-a640-a36078f22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:04:27.508989 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-40785cce-4450-463b-bd44-7288f6c40543 req-4818c2b7-869c-413e-a3ea-7bf05d1bc5e7 service neutron] 10.222.0.61 "GET /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868287 Feb 09 04:04:27.732221 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279c13c-6f3e-4565-8d12-73374bb759c5 None None] New status for floating IP b338c3a0-cdc9-4cc5-8797-b8cf52b4ddd5: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:04:28.380060 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730890c-ff07-4c52-9a4c-c54484295255 req-4fc858d1-2c2b-4e9d-a374-3a0fd344e475 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:28.381534 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e730890c-ff07-4c52-9a4c-c54484295255 req-4fc858d1-2c2b-4e9d-a374-3a0fd344e475 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0533061 Feb 09 04:04:28.434063 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e730890c-ff07-4c52-9a4c-c54484295255 req-500d15b3-3d4a-4691-8363-9192668d07c7 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b48993-bd1a-4b2d-9b73-28e349d260a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 Feb 09 04:04:28.575267 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3794d-829d-4806-a143-27c9835a5342 req-14fe4d16-a59a-414c-a905-d6812c4cedb1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:28.576796 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ce3794d-829d-4806-a143-27c9835a5342 req-14fe4d16-a59a-414c-a905-d6812c4cedb1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 945 time: 0.0535452 Feb 09 04:04:28.667574 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Deleting port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:28.667914 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:28.759138 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] For port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:28.759499 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:28.772104 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Calling delete_port for f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f owned by compute:nova {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:28.901326 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:28.929953 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event deleted for resources: {'Port': ['ID=f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:28.941820 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.942174 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.942544 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.942880 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.943215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.943550 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.943881 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.944208 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.944536 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.944863 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.945193 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.945514 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.946203 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:28.983015 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] No DVR routers for this DVR port f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f on host n-h1-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:04:28.985759 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:28.989314 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5ce3794d-829d-4806-a143-27c9835a5342 req-3c293766-0279-402d-aba0-8d324c420a3a tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.61 "DELETE /v2.0/ports/f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f HTTP/1.1" status: 204 len: 173 time: 0.4077017 Feb 09 04:04:28.989767 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'name': 'network-vif-deleted', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:04:28.992402 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57630184-af1a-4c33-a24d-1a035cb9b3e9" -d '{"events": [{"server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "name": "network-vif-deleted", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:04:29.031034 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3fb28-ae20-4acd-9d48-423b2ce43ebe x-openstack-request-id: req-1da3fb28-ae20-4acd-9d48-423b2ce43ebe {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:04:29.031331 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b56aae-36a4-462b-8e86-e9f4c8896797", "name": "network-vif-deleted", "tag": "f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:04:29.031618 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1da3fb28-ae20-4acd-9d48-423b2ce43ebe {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:04:29.032029 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b56aae-36a4-462b-8e86-e9f4c8896797', 'name': 'network-vif-deleted', 'tag': 'f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f', 'status': 'completed', 'code': 200} Feb 09 04:04:29.529094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-02d0c3a6-7fbd-456b-b21a-c67c97b92661 req-27fbb99c-afa2-4e38-b3b5-3de951d37fde tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0274589 Feb 09 04:04:30.612259 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-84c6298d-c6bc-4781-8a45-d438c457c9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:30.634446 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-c83e2191-ee28-4fba-affb-90ffd948265b req-d8c969c9-8214-4e0c-bf6a-8f1952525fa3 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0337996 Feb 09 04:04:31.729324 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e0159315-668c-458e-9d2f-990bfee4ecf1 req-ba669b41-4b1f-4488-a06f-c93729a30320 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0261533 Feb 09 04:04:31.887588 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:31.908678 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:04:31.909030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device f9d7e2b4-9893-4a7f-bdd6-988f9dc7475f not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:32.824366 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-d9831b25-be73-4c36-a3e3-facc58df2b9c req-117c6618-fdde-4c4b-b392-857cdbacde55 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0270638 Feb 09 04:04:32.844389 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4ce456fd-1811-4236-bcad-250511addd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:33.928976 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-055b7663-0c88-4064-be17-2fc827c51a3e req-8ab9f123-918b-4e7f-b382-30f6416913d1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0313768 Feb 09 04:04:34.251905 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:35.026294 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-baac8c51-6bca-4c4b-8207-efdcd1bb5923 req-26d88090-8604-4b6e-af51-ea59a485263d tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0283878 Feb 09 04:04:35.293414 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:36.120565 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d7ac2844-753f-4ad3-ac92-b3c29ce7f5c4 req-e7f65e90-a46e-492f-a410-52b8314fffb5 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0277219 Feb 09 04:04:36.618776 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:37.217995 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-8b26cb85-7314-447d-9072-7cbe5b868998 req-f1e47481-5e91-47a4-9b3e-37a302e96fd1 tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b56aae-36a4-462b-8e86-e9f4c8896797 HTTP/1.1" status: 200 len: 210 time: 0.0281029 Feb 09 04:04:38.272888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52666) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:38.329394 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4d0be5c4-05e1-4729-9acc-e5c7b114a0ab tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (44b48993-bd1a-4b2d-9b73-28e349d260a2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:38.354559 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4d0be5c4-05e1-4729-9acc-e5c7b114a0ab tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (44b48993-bd1a-4b2d-9b73-28e349d260a2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:38.414839 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4d0be5c4-05e1-4729-9acc-e5c7b114a0ab tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (44b48993-bd1a-4b2d-9b73-28e349d260a2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:38.417473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4d0be5c4-05e1-4729-9acc-e5c7b114a0ab tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:38.418647 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4d0be5c4-05e1-4729-9acc-e5c7b114a0ab tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] 10.222.0.32 "DELETE /v2.0/security-groups/44b48993-bd1a-4b2d-9b73-28e349d260a2 HTTP/1.1" status: 204 len: 168 time: 0.1446428 Feb 09 04:04:38.429861 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0be5c4-05e1-4729-9acc-e5c7b114a0ab tempest-TestShelveInstance-682605816 tempest-TestShelveInstance-682605816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b48993-bd1a-4b2d-9b73-28e349d260a2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:38.476732 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52670) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:38.969629 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (d19a7ea2-071b-4d05-93b1-561de69f0e82), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:39.222540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Deleting port 7a29b74b-eea9-45f0-90c4-bb6c2008a407 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:39.222897 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:39.304868 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] For port 7a29b74b-eea9-45f0-90c4-bb6c2008a407, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=7a29b74b-eea9-45f0-90c4-bb6c2008a407,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:39.305232 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:39.319176 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Calling delete_port for 7a29b74b-eea9-45f0-90c4-bb6c2008a407 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:39.501459 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (7a29b74b-eea9-45f0-90c4-bb6c2008a407), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:39.553397 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a29b74b-eea9-45f0-90c4-bb6c2008a407,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:39.704364 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (d19a7ea2-071b-4d05-93b1-561de69f0e82), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:39.925314 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Router d19a7ea2-071b-4d05-93b1-561de69f0e82 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:04:40.035982 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:04:40.041415 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-8a6597db-166c-4930-a6d8-bf031e4c90b8 admin admin] 10.222.0.32 "PUT /v2.0/routers/d19a7ea2-071b-4d05-93b1-561de69f0e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637159 Feb 09 04:04:40.044088 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52674) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:40.045410 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] Sync routers for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:04:40.057223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:40.057973 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:40.157663 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks [] for router (d19a7ea2-071b-4d05-93b1-561de69f0e82), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.269680 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks [] for router_gateway (d19a7ea2-071b-4d05-93b1-561de69f0e82), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.329941 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Deleting port 4643d621-5315-411e-8fdb-aec50017596c {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:40.330309 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (4643d621-5315-411e-8fdb-aec50017596c), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.340586 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:40.415594 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] For port 4643d621-5315-411e-8fdb-aec50017596c, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=4643d621-5315-411e-8fdb-aec50017596c,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:40.416013 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (4643d621-5315-411e-8fdb-aec50017596c), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.429093 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Calling delete_port for 4643d621-5315-411e-8fdb-aec50017596c owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:40.522538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '4643d621-5315-411e-8fdb-aec50017596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T04:04:39Z', 'revision_number': 5, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port': {'id': '4643d621-5315-411e-8fdb-aec50017596c', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:04Z', 'updated_at': '2022-02-09T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:40.550787 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] Checking router: d19a7ea2-071b-4d05-93b1-561de69f0e82 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:04:40.560532 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] Routers {'d19a7ea2-071b-4d05-93b1-561de69f0e82'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:40.561159 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['d19a7ea2-071b-4d05-93b1-561de69f0e82'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:40.614722 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (4643d621-5315-411e-8fdb-aec50017596c), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.644763 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=4643d621-5315-411e-8fdb-aec50017596c,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:40.652034 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] Set router d19a7ea2-071b-4d05-93b1-561de69f0e82 gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:40.707651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (d19a7ea2-071b-4d05-93b1-561de69f0e82), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.710274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T04:04:40Z', 'revision_number': 6, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:40.736742 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349cfc5-ab9a-42fb-9347-db624bb05717 None None] The sync data for ids ['d19a7ea2-071b-4d05-93b1-561de69f0e82'] in n-d-827839-4 is: [{'id': 'd19a7ea2-071b-4d05-93b1-561de69f0e82', 'name': 'tempest-TestShelveInstance-578931745-router', 'tenant_id': '4e6edc07e77941a08f6999c14b4ba92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:03Z', 'updated_at': '2022-02-09T04:04:40Z', 'revision_number': 6, 'project_id': '4e6edc07e77941a08f6999c14b4ba92d', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:04:40.809959 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (d19a7ea2-071b-4d05-93b1-561de69f0e82), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.812685 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks [] for router_controller (d19a7ea2-071b-4d05-93b1-561de69f0e82), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.860012 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (d19a7ea2-071b-4d05-93b1-561de69f0e82), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.860577 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19a7ea2-071b-4d05-93b1-561de69f0e82 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:04:40.865069 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.866809 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-d1846f6d-53dc-46be-9642-89f1a3c7dcbe admin admin] 10.222.0.32 "DELETE /v2.0/routers/d19a7ea2-071b-4d05-93b1-561de69f0e82 HTTP/1.1" status: 204 len: 168 time: 0.8212423 Feb 09 04:04:40.869297 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52676) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:40.914556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f53a789-f68f-40d0-94b9-490f144bd486 admin admin] Deleting subnet 6eff9087-f69d-4b17-a640-a36078f22742 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:04:40.917698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f53a789-f68f-40d0-94b9-490f144bd486 admin admin] Publish callbacks [] for subnet (6eff9087-f69d-4b17-a640-a36078f22742), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:40.952851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f53a789-f68f-40d0-94b9-490f144bd486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (6eff9087-f69d-4b17-a640-a36078f22742), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.034792 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f53a789-f68f-40d0-94b9-490f144bd486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (6eff9087-f69d-4b17-a640-a36078f22742), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.107556 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f53a789-f68f-40d0-94b9-490f144bd486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (6eff9087-f69d-4b17-a640-a36078f22742), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.136846 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53a789-f68f-40d0-94b9-490f144bd486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eff9087-f69d-4b17-a640-a36078f22742,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:41.144259 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-6f53a789-f68f-40d0-94b9-490f144bd486 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.148009 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-6f53a789-f68f-40d0-94b9-490f144bd486 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6eff9087-f69d-4b17-a640-a36078f22742 HTTP/1.1" status: 204 len: 168 time: 0.2777519 Feb 09 04:04:41.151455 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52678) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:41.153330 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b042778-074a-46e1-ada4-791ab56f4275 None None] Network 6f860b8a-f266-48ae-b865-a61ae204aa63 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:04:41.242900 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7a29b74b-eea9-45f0-90c4-bb6c2008a407 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:41.245037 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (6f860b8a-f266-48ae-b865-a61ae204aa63), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.265014 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 7a29b74b-eea9-45f0-90c4-bb6c2008a407 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:04:41.265369 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 7a29b74b-eea9-45f0-90c4-bb6c2008a407 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:41.316960 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Deleting port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:41.317432 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.392334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] For port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394,segment=NetworkSegment(67f3e2f7-63f6-4362-828a-ba0a7bc31014),segment_id=67f3e2f7-63f6-4362-828a-ba0a7bc31014)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:41.392716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.406306 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Calling delete_port for d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:41.485115 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.516263 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:41.518135 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] No DVR routers for this DVR port d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:04:41.589973 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (6f860b8a-f266-48ae-b865-a61ae204aa63), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.594264 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d0494f-bf98-48f1-a6ec-22349eb2a833 None None] DHCP port deletion for 6f860b8a-f266-48ae-b865-a61ae204aa63 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:04:41.611993 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f860b8a-f266-48ae-b865-a61ae204aa63']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:41.624738 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f3e2f7-63f6-4362-828a-ba0a7bc31014') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:41.625411 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f3e2f7-63f6-4362-828a-ba0a7bc31014') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:41.635036 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (67f3e2f7-63f6-4362-828a-ba0a7bc31014), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.648651 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (67f3e2f7-63f6-4362-828a-ba0a7bc31014), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.655481 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:04:41.655865 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (67f3e2f7-63f6-4362-828a-ba0a7bc31014), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: timer() Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:04:41.657624 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:04:41.719656 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (6f860b8a-f266-48ae-b865-a61ae204aa63), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.726514 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:41.734293 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6f860b8a-f266-48ae-b865-a61ae204aa63 HTTP/1.1" status: 204 len: 168 time: 0.5763354 Feb 09 04:04:41.734293 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52680) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:41.779392 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf794c-7af2-486c-83f9-73ba2351ee58 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f860b8a-f266-48ae-b865-a61ae204aa63,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:42.101778 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (e9f8dc67-3804-43a3-9d82-17eb522e7788), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:42.689275 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Deleting port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:42.689938 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:42.765765 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] For port c6ea7321-eb6c-4435-9ca6-fc1986fac0d0, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,segment=NetworkSegment(36442f6a-0599-4514-a290-08e42bdc6599),segment_id=36442f6a-0599-4514-a290-08e42bdc6599)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:42.766132 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:42.779274 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Calling delete_port for c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 owned by network:router_interface {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:42.964853 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (c6ea7321-eb6c-4435-9ca6-fc1986fac0d0), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:42.990749 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ea7321-eb6c-4435-9ca6-fc1986fac0d0,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:43.074627 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:43.104164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:04:43.104907 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d4096bb4-dc2a-4d8b-bbcf-608ecbfaa394 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:43.106017 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4643d621-5315-411e-8fdb-aec50017596c no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:43.127955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 4643d621-5315-411e-8fdb-aec50017596c {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:04:43.128581 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 4643d621-5315-411e-8fdb-aec50017596c not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:43.166048 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (e9f8dc67-3804-43a3-9d82-17eb522e7788), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:43.397425 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Router e9f8dc67-3804-43a3-9d82-17eb522e7788 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:04:43.519347 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:04:43.527334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c74dbdf1-c06f-4cf5-9c63-4d1e76379d01 admin admin] 10.222.0.32 "PUT /v2.0/routers/e9f8dc67-3804-43a3-9d82-17eb522e7788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7912498 Feb 09 04:04:43.527334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52682) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:43.530212 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] Sync routers for ids ['e9f8dc67-3804-43a3-9d82-17eb522e7788'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:04:43.550531 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] Routers {'e9f8dc67-3804-43a3-9d82-17eb522e7788'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:43.551715 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e9f8dc67-3804-43a3-9d82-17eb522e7788'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:43.645564 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks [] for router (e9f8dc67-3804-43a3-9d82-17eb522e7788), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:43.684647 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] Set router e9f8dc67-3804-43a3-9d82-17eb522e7788 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:43.768464 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks [] for router_gateway (e9f8dc67-3804-43a3-9d82-17eb522e7788), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:43.830534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Deleting port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:43.831145 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:43.869348 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T04:04:42Z', 'revision_number': 5, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port': {'id': '84d3eb3d-5514-46cf-ad4a-f7b35d1276dd', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T03:55:09Z', 'updated_at': '2022-02-09T03:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:43.898493 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] Checking router: e9f8dc67-3804-43a3-9d82-17eb522e7788 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:04:43.906745 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] Routers {'e9f8dc67-3804-43a3-9d82-17eb522e7788'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:43.907354 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['e9f8dc67-3804-43a3-9d82-17eb522e7788'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:43.923105 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] For port 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=84d3eb3d-5514-46cf-ad4a-f7b35d1276dd,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:43.923608 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:43.937215 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Calling delete_port for 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd owned by network:router_gateway {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:43.998095 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] Set router e9f8dc67-3804-43a3-9d82-17eb522e7788 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:44.049990 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T04:04:43Z', 'revision_number': 6, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:44.078886 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b4e9f-275c-45a8-9aa2-717e7b07e457 None None] The sync data for ids ['e9f8dc67-3804-43a3-9d82-17eb522e7788'] in n-d-827839-4 is: [{'id': 'e9f8dc67-3804-43a3-9d82-17eb522e7788', 'name': 'tempest-TestShelveInstance-1170952431-router', 'tenant_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T03:55:08Z', 'updated_at': '2022-02-09T04:04:43Z', 'revision_number': 6, 'project_id': '991e512a5c0e43c5aae99ec8a2624b6c', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:04:44.119950 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (84d3eb3d-5514-46cf-ad4a-f7b35d1276dd), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.146936 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=84d3eb3d-5514-46cf-ad4a-f7b35d1276dd,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:44.210851 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (e9f8dc67-3804-43a3-9d82-17eb522e7788), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.305812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (e9f8dc67-3804-43a3-9d82-17eb522e7788), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.307958 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks [] for router_controller (e9f8dc67-3804-43a3-9d82-17eb522e7788), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.351970 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (e9f8dc67-3804-43a3-9d82-17eb522e7788), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.352538 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9f8dc67-3804-43a3-9d82-17eb522e7788 {{(pid=109856) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:04:44.357537 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.358755 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-738ccc07-b6ae-462f-b4a0-8611656bc8fc admin admin] 10.222.0.32 "DELETE /v2.0/routers/e9f8dc67-3804-43a3-9d82-17eb522e7788 HTTP/1.1" status: 204 len: 168 time: 0.8310485 Feb 09 04:04:44.361189 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52686) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:44.405997 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdad651e-f761-4b47-b5be-f2a46a5d311b admin admin] Deleting subnet cfcf7766-3a91-4179-ac7b-91f272543bb6 {{(pid=109856) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:04:44.409001 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdad651e-f761-4b47-b5be-f2a46a5d311b admin admin] Publish callbacks [] for subnet (cfcf7766-3a91-4179-ac7b-91f272543bb6), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.458013 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdad651e-f761-4b47-b5be-f2a46a5d311b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3948081'] for subnet (cfcf7766-3a91-4179-ac7b-91f272543bb6), precommit_delete_associations {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.549073 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdad651e-f761-4b47-b5be-f2a46a5d311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (cfcf7766-3a91-4179-ac7b-91f272543bb6), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.602168 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdad651e-f761-4b47-b5be-f2a46a5d311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17096482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17735686'] for subnet (cfcf7766-3a91-4179-ac7b-91f272543bb6), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.628774 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad651e-f761-4b47-b5be-f2a46a5d311b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfcf7766-3a91-4179-ac7b-91f272543bb6,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:44.630760 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-bdad651e-f761-4b47-b5be-f2a46a5d311b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.633921 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-bdad651e-f761-4b47-b5be-f2a46a5d311b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cfcf7766-3a91-4179-ac7b-91f272543bb6 HTTP/1.1" status: 204 len: 168 time: 0.2718060 Feb 09 04:04:44.636421 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52688) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:44.639281 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec795e-28a4-46b6-bde7-c71fa09fdad9 None None] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:04:44.709049 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (f41b6a0c-07fc-4c8b-8a38-10190565cc56), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.765483 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Deleting port d965fce1-dac4-4403-a713-8814b1d09c50 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:44.765830 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.829917 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] For port d965fce1-dac4-4403-a713-8814b1d09c50, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d965fce1-dac4-4403-a713-8814b1d09c50,segment=NetworkSegment(36442f6a-0599-4514-a290-08e42bdc6599),segment_id=36442f6a-0599-4514-a290-08e42bdc6599)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:44.830600 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.842902 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Calling delete_port for d965fce1-dac4-4403-a713-8814b1d09c50 owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:44.869666 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] DHCP port deletion for f41b6a0c-07fc-4c8b-8a38-10190565cc56 request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:04:44.920230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Deleting port d965fce1-dac4-4403-a713-8814b1d09c50 {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:04:44.920767 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.924687 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:44.954126 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d965fce1-dac4-4403-a713-8814b1d09c50,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:44.955931 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] No DVR routers for this DVR port d965fce1-dac4-4403-a713-8814b1d09c50 on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:04:44.993262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] For port d965fce1-dac4-4403-a713-8814b1d09c50, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=d965fce1-dac4-4403-a713-8814b1d09c50,segment=NetworkSegment(36442f6a-0599-4514-a290-08e42bdc6599),segment_id=36442f6a-0599-4514-a290-08e42bdc6599)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:44.993953 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.010969 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Calling delete_port for d965fce1-dac4-4403-a713-8814b1d09c50 owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:04:45.036567 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (f41b6a0c-07fc-4c8b-8a38-10190565cc56), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.060400 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41b6a0c-07fc-4c8b-8a38-10190565cc56']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:45.064241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:45.070586 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36442f6a-0599-4514-a290-08e42bdc6599') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:45.070886 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36442f6a-0599-4514-a290-08e42bdc6599') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:45.082997 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (36442f6a-0599-4514-a290-08e42bdc6599), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.095275 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:04:45.095827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c6ea7321-eb6c-4435-9ca6-fc1986fac0d0 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:45.096434 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d965fce1-dac4-4403-a713-8814b1d09c50 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:45.097580 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (36442f6a-0599-4514-a290-08e42bdc6599), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.104182 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:04:45.104504 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (36442f6a-0599-4514-a290-08e42bdc6599), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: timer() Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:04:45.107160 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:04:45.132220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: d965fce1-dac4-4403-a713-8814b1d09c50 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:04:45.132578 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device d965fce1-dac4-4403-a713-8814b1d09c50 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:45.132996 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:04:45.155311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:04:45.155722 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 84d3eb3d-5514-46cf-ad4a-f7b35d1276dd not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:04:45.166758 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (f41b6a0c-07fc-4c8b-8a38-10190565cc56), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.177050 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.180267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f41b6a0c-07fc-4c8b-8a38-10190565cc56 HTTP/1.1" status: 204 len: 168 time: 0.5429285 Feb 09 04:04:45.183338 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (d965fce1-dac4-4403-a713-8814b1d09c50), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.198509 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3399-0f74-4e77-a37c-2e8c210367e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41b6a0c-07fc-4c8b-8a38-10190565cc56,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:45.212561 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Pushing event deleted for resources: {'Port': ['ID=d965fce1-dac4-4403-a713-8814b1d09c50,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:45.214625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Network f41b6a0c-07fc-4c8b-8a38-10190565cc56 is not hosted by any dhcp agent {{(pid=109858) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 04:04:45.215088 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] No DVR routers for this DVR port d965fce1-dac4-4403-a713-8814b1d09c50 on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:04:45.227545 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.227890 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.228243 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.228563 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.228902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.229268 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.229600 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.229931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.230272 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.230629 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.230958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.231287 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.231610 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfcd587-ba06-4c5b-b27a-05b4b49a0e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:45.299999 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52692) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:45.340627 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f36e09c7-4367-443a-baff-8da29b4bbdd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e6edc07e77941a08f6999c14b4ba92d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393312 Feb 09 04:04:45.342978 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52694) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:45.391392 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ef5dfd0-fd60-4e04-bfaa-b0e7c9633529 admin admin] Publish callbacks [] for security_group (7bba3d6b-7c1d-4184-bcf9-1902a28489ea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.416067 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ef5dfd0-fd60-4e04-bfaa-b0e7c9633529 admin admin] Publish callbacks [] for security_group (7bba3d6b-7c1d-4184-bcf9-1902a28489ea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.463590 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ef5dfd0-fd60-4e04-bfaa-b0e7c9633529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (7bba3d6b-7c1d-4184-bcf9-1902a28489ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.466123 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3ef5dfd0-fd60-4e04-bfaa-b0e7c9633529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.467938 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3ef5dfd0-fd60-4e04-bfaa-b0e7c9633529 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bba3d6b-7c1d-4184-bcf9-1902a28489ea HTTP/1.1" status: 204 len: 168 time: 0.1240449 Feb 09 04:04:45.475772 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5dfd0-fd60-4e04-bfaa-b0e7c9633529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bba3d6b-7c1d-4184-bcf9-1902a28489ea,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:45.790010 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52700) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:45.830392 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-d43ff951-feb2-4edf-9a9c-0c867ac408c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=991e512a5c0e43c5aae99ec8a2624b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389352 Feb 09 04:04:45.832954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52702) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:45.878824 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb707e10-b7f3-42f6-a9ad-59f1a42665c9 admin admin] Publish callbacks [] for security_group (f75d636d-dea7-4799-9ebe-ce7963d65f99), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.899258 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb707e10-b7f3-42f6-a9ad-59f1a42665c9 admin admin] Publish callbacks [] for security_group (f75d636d-dea7-4799-9ebe-ce7963d65f99), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.945065 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb707e10-b7f3-42f6-a9ad-59f1a42665c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f75d636d-dea7-4799-9ebe-ce7963d65f99), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.947726 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-fb707e10-b7f3-42f6-a9ad-59f1a42665c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:45.948841 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fb707e10-b7f3-42f6-a9ad-59f1a42665c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f75d636d-dea7-4799-9ebe-ce7963d65f99 HTTP/1.1" status: 204 len: 168 time: 0.1150284 Feb 09 04:04:45.956252 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb707e10-b7f3-42f6-a9ad-59f1a42665c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75d636d-dea7-4799-9ebe-ce7963d65f99,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:46.644780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52726) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:46.743835 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-85066456-network', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:46.761679 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Made reservation on behalf of f7c185e9c60443f8bc3653f1285cdcca for: {'network': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:04:46.764650 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:46.777116 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:46.849493 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Publish callbacks [] for security_group (9206e2dd-80c4-48c1-8ae1-3e66a38d1921), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:46.852883 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9206e2dd-80c4-48c1-8ae1-3e66a38d1921), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:46.873216 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109856) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:04:46.886165 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9206e2dd-80c4-48c1-8ae1-3e66a38d1921,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:46.892213 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (303f894c-ecea-450c-bb0e-785f5b773ea9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:46.892560 n-d-827839-4 neutron-server[109856]: INFO neutron.db.segments_db [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Added segment 303f894c-ecea-450c-bb0e-785f5b773ea9 of type vlan for network 75afe199-9d1e-4d06-b2d4-64f69926236b Feb 09 04:04:46.935467 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (75afe199-9d1e-4d06-b2d4-64f69926236b), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:46.960693 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (75afe199-9d1e-4d06-b2d4-64f69926236b), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:46.961627 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:46.962219 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.011945 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3660395 Feb 09 04:04:47.015546 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52730) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:47.020697 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Request body: {'subnet': {'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-85066456-subnet', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'ip_version': 4}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:47.025008 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abac980-015b-4cca-98a0-a64602727ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=75afe199-9d1e-4d06-b2d4-64f69926236b,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:47.034569 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network 75afe199-9d1e-4d06-b2d4-64f69926236b details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:04:47.041397 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Made reservation on behalf of f7c185e9c60443f8bc3653f1285cdcca for: {'subnet': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:04:47.043772 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25464006'] for subnet (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.211844 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26685966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25464056'] for subnet (eab295ac-4e0d-4f30-b2e5-43aced434644), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.271479 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab295ac-4e0d-4f30-b2e5-43aced434644,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:47.280859 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Checking segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:47.281221 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Network hostable DHCP agents. Network: 75afe199-9d1e-4d06-b2d4-64f69926236b, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:04:47.297421 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Network 75afe199-9d1e-4d06-b2d4-64f69926236b is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:04:47.306130 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, 75afe199-9d1e-4d06-b2d4-64f69926236b) {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:47.310789 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:47.311411 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.316698 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba90ce56-408b-4242-ba0b-644200a92670 None None] Network 75afe199-9d1e-4d06-b2d4-64f69926236b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:04:47.327936 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-67dd7873-bbc4-48cf-9a48-51842b00d499 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3112428 Feb 09 04:04:47.330628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52732) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:47.334856 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:47.352856 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.354316 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.409056 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks [] for router_controller (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.423147 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-75afe199-9d1e-4d06-b2d4-64f69926236b', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:04:47.424004 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.553642 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks [] for router_gateway (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.557011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Allocated IP 172.20.0.2 (75afe199-9d1e-4d06-b2d4-64f69926236b/eab295ac-4e0d-4f30-b2e5-43aced434644/6083b5b1-3178-4ddb-9442-c616811d0fbf) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:04:47.702517 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Publish callbacks [] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.709147 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.749676 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Network 75afe199-9d1e-4d06-b2d4-64f69926236b is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:47.753873 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks [] for router_gateway (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.754046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:47.758218 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:04:47.761229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Pushing event updated for resources: {'Port': ['ID=6083b5b1-3178-4ddb-9442-c616811d0fbf,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:47.779273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.817455 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Attempting to bind port 6083b5b1-3178-4ddb-9442-c616811d0fbf on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:04:47.817732 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Attempting to bind port 6083b5b1-3178-4ddb-9442-c616811d0fbf by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:04:47.818095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Attempting to bind port 6083b5b1-3178-4ddb-9442-c616811d0fbf on network 75afe199-9d1e-4d06-b2d4-64f69926236b {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:47.823070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:04:47.823443 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Checking segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:47.823838 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.824226 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Bound using segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:04:47.824679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Bound port: 6083b5b1-3178-4ddb-9442-c616811d0fbf, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:04:47.825056 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.880796 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Allocated IP 172.25.2.181 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/9684793f-642a-4943-bed0-72b39f10dd68) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:04:47.885009 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] For port 6083b5b1-3178-4ddb-9442-c616811d0fbf, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:47.888482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] For port 6083b5b1-3178-4ddb-9442-c616811d0fbf, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6083b5b1-3178-4ddb-9442-c616811d0fbf,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:04:47.894714 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:47.957981 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17f231-c67e-4051-a968-d5c43568ac7f None None] Pushing event updated for resources: {'Port': ['ID=6083b5b1-3178-4ddb-9442-c616811d0fbf,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:47.993495 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks [] for port (9684793f-642a-4943-bed0-72b39f10dd68), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:48.028925 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9684793f-642a-4943-bed0-72b39f10dd68), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:48.068508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:48.074910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:48.079133 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:04:48.114804 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Pushing event updated for resources: {'Port': ['ID=9684793f-642a-4943-bed0-72b39f10dd68,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:48.352378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks [] for router_gateway (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:48.558292 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:48.694420 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:04:48.813862 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:04:48.828206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Sync routers for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:04:48.837773 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:48.838930 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-72175f66-a528-4d69-b2bc-bf9efa6aa318 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5073261 Feb 09 04:04:48.842253 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52734) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:48.842616 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:48.843302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:48.920311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28ea0e-3d09-4d7c-8693-86d3c3f704fc None None] Network 75afe199-9d1e-4d06-b2d4-64f69926236b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:04:49.018422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:49.103207 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6083b5b1-3178-4ddb-9442-c616811d0fbf up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:49.173762 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-c371811a-7be4-411e-8b5a-81aa8c2e8fc0 None None] Provisioning complete for port 6083b5b1-3178-4ddb-9442-c616811d0fbf triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:49.174030 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c371811a-7be4-411e-8b5a-81aa8c2e8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.286652 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.296396 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6083b5b1-3178-4ddb-9442-c616811d0fbf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:49.296766 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.465096 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Allocated IP 172.20.0.1 (75afe199-9d1e-4d06-b2d4-64f69926236b/eab295ac-4e0d-4f30-b2e5-43aced434644/df5c14d7-772a-4b94-9c96-c54d1d6c422e) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:04:49.548895 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-c371811a-7be4-411e-8b5a-81aa8c2e8fc0 None None] Current status of the port 6083b5b1-3178-4ddb-9442-c616811d0fbf is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:49.549280 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c371811a-7be4-411e-8b5a-81aa8c2e8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.570941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Publish callbacks [] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.595456 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:48Z', 'revision_number': 3, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:49.605830 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.634450 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Checking router: 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:04:49.634794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Updating router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a port 9684793f-642a-4943-bed0-72b39f10dd68 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:04:49.647943 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Network 75afe199-9d1e-4d06-b2d4-64f69926236b is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:49.652499 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:49.654933 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:04:49.661955 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-c371811a-7be4-411e-8b5a-81aa8c2e8fc0 None None] For port 6083b5b1-3178-4ddb-9442-c616811d0fbf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6083b5b1-3178-4ddb-9442-c616811d0fbf,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:49.662902 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6083b5b1-3178-4ddb-9442-c616811d0fbf is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:49.663285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.675948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-c371811a-7be4-411e-8b5a-81aa8c2e8fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.683888 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Pushing event updated for resources: {'Port': ['ID=df5c14d7-772a-4b94-9c96-c54d1d6c422e,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:49.713144 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9684793f-642a-4943-bed0-72b39f10dd68), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.714864 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.851301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371811a-7be4-411e-8b5a-81aa8c2e8fc0 None None] Pushing event updated for resources: {'Port': ['ID=6083b5b1-3178-4ddb-9442-c616811d0fbf,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:49.857138 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:49.865976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 04:04:49.866644 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 04:04:49.878780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-5f95d840-0bba-4744-b64c-33e3cbecc9e4 None None] Provisioning complete for port 6083b5b1-3178-4ddb-9442-c616811d0fbf triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:49.879158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5f95d840-0bba-4744-b64c-33e3cbecc9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.021248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Publish callbacks [] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.025892 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.038458 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-5f95d840-0bba-4744-b64c-33e3cbecc9e4 None None] Current status of the port 6083b5b1-3178-4ddb-9442-c616811d0fbf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:50.093840 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Publish callbacks [] for port (9684793f-642a-4943-bed0-72b39f10dd68), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.097634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.099842 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9684793f-642a-4943-bed0-72b39f10dd68), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.104114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Pushing event updated for resources: {'Port': ['ID=df5c14d7-772a-4b94-9c96-c54d1d6c422e,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:50.156320 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Attempting to bind port 9684793f-642a-4943-bed0-72b39f10dd68 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:04:50.156690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Attempting to bind port 9684793f-642a-4943-bed0-72b39f10dd68 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:04:50.157057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Attempting to bind port 9684793f-642a-4943-bed0-72b39f10dd68 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:50.162617 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1bb88-a72c-4f14-808e-6114800f3d6a None None] Pushing event updated for resources: {'Port': ['ID=9684793f-642a-4943-bed0-72b39f10dd68,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:50.168358 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:04:50.168739 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:50.169746 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.170077 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:04:50.170594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Bound port: 9684793f-642a-4943-bed0-72b39f10dd68, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:04:50.170970 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9684793f-642a-4943-bed0-72b39f10dd68), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.195823 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Network 75afe199-9d1e-4d06-b2d4-64f69926236b is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:50.197162 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-b3fab3aa-6764-4f6e-9e3b-c9d293a3034b None None] Provisioning complete for port df5c14d7-772a-4b94-9c96-c54d1d6c422e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:50.197302 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:50.197539 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b3fab3aa-6764-4f6e-9e3b-c9d293a3034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.251403 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-b3fab3aa-6764-4f6e-9e3b-c9d293a3034b None None] Port df5c14d7-772a-4b94-9c96-c54d1d6c422e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:04:50.253289 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] For port 9684793f-642a-4943-bed0-72b39f10dd68, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:50.256623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] For port 9684793f-642a-4943-bed0-72b39f10dd68, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9684793f-642a-4943-bed0-72b39f10dd68,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:04:50.263914 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9684793f-642a-4943-bed0-72b39f10dd68), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.326756 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:04:50.327408 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1bb88-a72c-4f14-808e-6114800f3d6a None None] Pushing event updated for resources: {'Port': ['ID=9684793f-642a-4943-bed0-72b39f10dd68,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:50.329477 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:50.330215 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:50.446775 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:04:50.464706 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-5b87f952-5e5f-469f-9bfe-e90f4ed72141 admin admin] 10.222.0.32 "PUT /v2.0/routers/91123f5d-0a17-4bb0-b1aa-4271e63f9f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6104193 Feb 09 04:04:50.465244 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.465244 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6083b5b1-3178-4ddb-9442-c616811d0fbf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:50.490301 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1abccccb-4243-4cfa-a69e-92d3ed180e79 None None] Provisioning complete for port df5c14d7-772a-4b94-9c96-c54d1d6c422e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:50.490636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1abccccb-4243-4cfa-a69e-92d3ed180e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:50.525411 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:50.568757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1abccccb-4243-4cfa-a69e-92d3ed180e79 None None] Port df5c14d7-772a-4b94-9c96-c54d1d6c422e cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:04:50.733664 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 2, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:50.760421 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0a09d-8639-424c-8484-ac28bc39cda4 None None] The sync data for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 is: [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 2, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:04:51.013609 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52750) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:51.021337 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1840001649-network', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:51.042847 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Made reservation on behalf of 51967ece2f1a4a07af58a80a76eff383 for: {'network': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:04:51.045897 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for network (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.055449 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.064680 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6083b5b1-3178-4ddb-9442-c616811d0fbf up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:51.119714 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 6083b5b1-3178-4ddb-9442-c616811d0fbf triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:51.120096 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.142420 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Publish callbacks [] for security_group (481f8615-cd9d-45c6-895f-cfd01ce7d57f), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.147672 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (481f8615-cd9d-45c6-895f-cfd01ce7d57f), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.162724 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 04:04:51.188273 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c0d6635d-7bb6-42ad-bdca-61072636b18a), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.188632 n-d-827839-4 neutron-server[109857]: INFO neutron.db.segments_db [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Added segment c0d6635d-7bb6-42ad-bdca-61072636b18a of type vlan for network b91b442a-914f-4cb0-8f3a-8a904c3438cc Feb 09 04:04:51.206364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f8615-cd9d-45c6-895f-cfd01ce7d57f,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:51.215639 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 6083b5b1-3178-4ddb-9442-c616811d0fbf is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:51.239320 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781684979240'] for network (b91b442a-914f-4cb0-8f3a-8a904c3438cc), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.266569 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194'] for network (b91b442a-914f-4cb0-8f3a-8a904c3438cc), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.267526 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:51.268096 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.317606 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3022282 Feb 09 04:04:51.320412 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52752) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:51.327901 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Request body: {'subnet': {'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1840001649-subnet', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'ip_version': 4}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:51.330837 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11fdf9-e351-4b2b-b3ab-373312e627d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b91b442a-914f-4cb0-8f3a-8a904c3438cc,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:51.341038 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Network b91b442a-914f-4cb0-8f3a-8a904c3438cc details requested by agent ovs-agent-n-d-827839-4 with host n-d-827839-4 {{(pid=109858) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 04:04:51.359156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Made reservation on behalf of 51967ece2f1a4a07af58a80a76eff383 for: {'subnet': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:04:51.361812 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17735713'] for subnet (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.550492 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17096545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17735711'] for subnet (4913d688-eef4-493c-9807-8f181b7a3574), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.614310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4913d688-eef4-493c-9807-8f181b7a3574,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:51.623164 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Checking segment: {'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:51.623534 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Network hostable DHCP agents. Network: b91b442a-914f-4cb0-8f3a-8a904c3438cc, hostable agents: ['4f18941c-8313-4446-b8f6-c4a9f6433066'], hosted agents: [] {{(pid=109856) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 04:04:51.640869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Network b91b442a-914f-4cb0-8f3a-8a904c3438cc is scheduled to be hosted by DHCP agent 4f18941c-8313-4446-b8f6-c4a9f6433066 with binding_index 1 {{(pid=109856) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 04:04:51.650003 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827839-4, b91b442a-914f-4cb0-8f3a-8a904c3438cc) {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:51.655334 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:51.655941 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.660295 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa4d4c-a02e-42cb-a498-8c2f4a0268e8 None None] Network b91b442a-914f-4cb0-8f3a-8a904c3438cc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:04:51.678907 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52754) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:51.679236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-ba0383fe-abe0-4cb7-9182-979fafbd7059 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3569152 Feb 09 04:04:51.684072 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:51.708940 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-524348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11325'] for router (02fdafd5-a364-4094-a4a9-1d72dad51b23), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.710053 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-529634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-611197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11316'] for router (02fdafd5-a364-4094-a4a9-1d72dad51b23), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.771842 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39160641-d63d-5ed4-bedf-00e14e6036f7-b91b442a-914f-4cb0-8f3a-8a904c3438cc', 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc', 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'fixed_ips': [{'subnet_id': '4913d688-eef4-493c-9807-8f181b7a3574'}]}} from n-d-827839-4. {{(pid=109858) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 04:04:51.773040 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.775101 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks [] for router_controller (02fdafd5-a364-4094-a4a9-1d72dad51b23), precommit_add_association {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:51.922936 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.db_base_plugin_common [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Allocated IP 172.20.0.2 (b91b442a-914f-4cb0-8f3a-8a904c3438cc/4913d688-eef4-493c-9807-8f181b7a3574/c1276de0-2b64-43b1-bd00-f7cb75c0e0ea) {{(pid=109858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:04:52.084806 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Publish callbacks [] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), precommit_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.093210 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), after_create {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.138138 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Network b91b442a-914f-4cb0-8f3a-8a904c3438cc is already hosted by enough agents. {{(pid=109858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:52.141270 n-d-827839-4 neutron-server[109858]: DEBUG neutron.scheduler.base_scheduler [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Resources bound (agent type, host, resource id): {{(pid=109858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:52.144999 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Received port after_create {{(pid=109858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:04:52.150997 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Pushing event updated for resources: {'Port': ['ID=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,revision_number=1']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:52.209460 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Attempting to bind port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:04:52.209934 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Attempting to bind port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:04:52.210495 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Attempting to bind port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea on network b91b442a-914f-4cb0-8f3a-8a904c3438cc {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:52.216376 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:04:52.216863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Checking segment: {'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:52.217288 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.217693 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Bound using segment: {'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:04:52.218178 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Bound port: c1276de0-2b64-43b1-bd00-f7cb75c0e0ea, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:04:52.218602 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.283932 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks [] for router_gateway (02fdafd5-a364-4094-a4a9-1d72dad51b23), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.285848 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] For port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:52.289049 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] For port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,segment=NetworkSegment(c0d6635d-7bb6-42ad-bdca-61072636b18a),segment_id=c0d6635d-7bb6-42ad-bdca-61072636b18a)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:04:52.295525 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.365720 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a66a03-cf38-4c42-9203-feb16d756359 None None] Pushing event updated for resources: {'Port': ['ID=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:52.384317 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.529097 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks [] for router_gateway (02fdafd5-a364-4094-a4a9-1d72dad51b23), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.552716 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.673779 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Allocated IP 172.25.2.30 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/5444caf2-89eb-4581-979c-c821968380e2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:04:52.775554 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks [] for port (5444caf2-89eb-4581-979c-c821968380e2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.810847 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5444caf2-89eb-4581-979c-c821968380e2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:52.849401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:52.852286 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:52.858354 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:04:52.887897 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Pushing event updated for resources: {'Port': ['ID=5444caf2-89eb-4581-979c-c821968380e2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:53.121552 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9684793f-642a-4943-bed0-72b39f10dd68 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:53.183428 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks [] for router_gateway (02fdafd5-a364-4094-a4a9-1d72dad51b23), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.189695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 9684793f-642a-4943-bed0-72b39f10dd68 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:53.190087 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9684793f-642a-4943-bed0-72b39f10dd68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.284071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 9684793f-642a-4943-bed0-72b39f10dd68 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:53.284465 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (9684793f-642a-4943-bed0-72b39f10dd68), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.306585 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 9684793f-642a-4943-bed0-72b39f10dd68, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9684793f-642a-4943-bed0-72b39f10dd68,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:53.311651 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (9684793f-642a-4943-bed0-72b39f10dd68), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.312775 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c1276de0-2b64-43b1-bd00-f7cb75c0e0ea up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:53.366415 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Sync routers for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:04:53.388458 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:53.390467 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:53.407153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=9684793f-642a-4943-bed0-72b39f10dd68,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:53.420248 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-524467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-530997'] for router (02fdafd5-a364-4094-a4a9-1d72dad51b23), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.424004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:53.424406 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.455984 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c96044-1b81-49fb-8543-9ef9e2ac88b2 None None] Network b91b442a-914f-4cb0-8f3a-8a904c3438cc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:04:53.522501 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:53.550500 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-58a63b77-af97-4931-89ec-1e140eb76f38 None None] Provisioning complete for port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:53.550965 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-58a63b77-af97-4931-89ec-1e140eb76f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.584515 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Router 02fdafd5-a364-4094-a4a9-1d72dad51b23 is scheduled to L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c with binding_index 1 {{(pid=109857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 04:04:53.699056 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:04:53.719409 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.720707 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bfd7e19d-4320-4e24-9064-1f1a92eab0dc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0403292 Feb 09 04:04:53.723961 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52756) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:53.738179 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 2, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:53.765955 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Checking router: 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:04:53.766341 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Updating router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a port df5c14d7-772a-4b94-9c96-c54d1d6c422e binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:04:53.775220 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Sync routers for ids ['02fdafd5-a364-4094-a4a9-1d72dad51b23'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:04:53.801143 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.818514 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:53.818908 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:53.832211 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Routers {'02fdafd5-a364-4094-a4a9-1d72dad51b23'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:53.832846 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['02fdafd5-a364-4094-a4a9-1d72dad51b23'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:53.964845 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,segment=NetworkSegment(c0d6635d-7bb6-42ad-bdca-61072636b18a),segment_id=c0d6635d-7bb6-42ad-bdca-61072636b18a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:53.980592 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.010553 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-58a63b77-af97-4931-89ec-1e140eb76f38 None None] Current status of the port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:54.010954 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-58a63b77-af97-4931-89ec-1e140eb76f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.069370 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Set router 02fdafd5-a364-4094-a4a9-1d72dad51b23 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:54.096229 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:54.122592 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Publish callbacks [] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.129270 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.181045 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Pushing event updated for resources: {'Port': ['ID=df5c14d7-772a-4b94-9c96-c54d1d6c422e,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:54.206048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.db.api [None req-58a63b77-af97-4931-89ec-1e140eb76f38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 04:04:54.206745 n-d-827839-4 neutron-server[109858]: DEBUG oslo_db.api [None req-58a63b77-af97-4931-89ec-1e140eb76f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 04:04:54.231805 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.232350 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.232726 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.233160 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.233610 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.234102 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.235042 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.235042 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.235861 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.236288 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.236706 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.237121 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.237550 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:04:54.274206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.291170 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Attempting to bind port df5c14d7-772a-4b94-9c96-c54d1d6c422e on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:04:54.291682 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Attempting to bind port df5c14d7-772a-4b94-9c96-c54d1d6c422e by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:04:54.292139 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Attempting to bind port df5c14d7-772a-4b94-9c96-c54d1d6c422e on network 75afe199-9d1e-4d06-b2d4-64f69926236b {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:54.299545 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:04:54.300082 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Checking segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:54.300580 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.301065 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Bound using segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:04:54.301721 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Bound port: df5c14d7-772a-4b94-9c96-c54d1d6c422e, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:04:54.302116 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.320904 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5444caf2-89eb-4581-979c-c821968380e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 3, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port': {'id': '5444caf2-89eb-4581-979c-c821968380e2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:52Z', 'updated_at': '2022-02-09T04:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:54.350836 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Checking router: 02fdafd5-a364-4094-a4a9-1d72dad51b23 for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:04:54.351575 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Updating router 02fdafd5-a364-4094-a4a9-1d72dad51b23 port 5444caf2-89eb-4581-979c-c821968380e2 binding host n-d-827839-4 {{(pid=109858) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:04:54.383360 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5444caf2-89eb-4581-979c-c821968380e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.470708 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Allocated IP 172.20.0.1 (b91b442a-914f-4cb0-8f3a-8a904c3438cc/4913d688-eef4-493c-9807-8f181b7a3574/b400d3da-6a84-425b-a031-ba87af3695f2) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:04:54.494826 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] For port df5c14d7-772a-4b94-9c96-c54d1d6c422e, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:54.499368 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] For port df5c14d7-772a-4b94-9c96-c54d1d6c422e, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=df5c14d7-772a-4b94-9c96-c54d1d6c422e,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:04:54.504946 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.554144 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:54.554787 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:54.588469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Publish callbacks [] for port (b400d3da-6a84-425b-a031-ba87af3695f2), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.629568 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf96712-c65a-4f4f-a595-3a9b8ea0a1b2 None None] Pushing event updated for resources: {'Port': ['ID=df5c14d7-772a-4b94-9c96-c54d1d6c422e,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:54.629794 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.690732 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Network b91b442a-914f-4cb0-8f3a-8a904c3438cc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:54.695307 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:54.697852 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:54.698299 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Publish callbacks [] for port (5444caf2-89eb-4581-979c-c821968380e2), precommit_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.702519 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:04:54.742504 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5444caf2-89eb-4581-979c-c821968380e2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.757073 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-531170'] for router_interface (02fdafd5-a364-4094-a4a9-1d72dad51b23), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.853166 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-58a63b77-af97-4931-89ec-1e140eb76f38 None None] Current status of the port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:54.857206 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec622e-a998-4e9c-a2a8-49f37c9f0228 None None] Pushing event updated for resources: {'Port': ['ID=5444caf2-89eb-4581-979c-c821968380e2,revision_number=2']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:54.859747 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Attempting to bind port 5444caf2-89eb-4581-979c-c821968380e2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:04:54.860118 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Attempting to bind port 5444caf2-89eb-4581-979c-c821968380e2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:04:54.860484 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Attempting to bind port 5444caf2-89eb-4581-979c-c821968380e2 on network 74d21b27-fdd6-4e70-820c-f8901ad2453f {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:54.866835 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:04:54.867223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Checking segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:54.867636 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.868015 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Bound using segment: {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'} {{(pid=109858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:04:54.868486 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.managers [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Bound port: 5444caf2-89eb-4581-979c-c821968380e2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d40c569-6c9f-4097-b61c-be367e198452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f'}}] {{(pid=109858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:04:54.868862 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5444caf2-89eb-4581-979c-c821968380e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.899518 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Pushing event updated for resources: {'Port': ['ID=b400d3da-6a84-425b-a031-ba87af3695f2,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:54.918669 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:04:54.922821 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] For port 5444caf2-89eb-4581-979c-c821968380e2, host n-d-827839-4, cleared binding levels {{(pid=109858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:54.926011 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] For port 5444caf2-89eb-4581-979c-c821968380e2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5444caf2-89eb-4581-979c-c821968380e2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:04:54.933297 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5444caf2-89eb-4581-979c-c821968380e2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.943285 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:54.954367 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.991888 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Provisioning complete for port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:54.992262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:54.996750 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5281f5-e2ab-484c-a4f1-0200ced4c023 None None] The sync data for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 is: [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:04:55.060367 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec622e-a998-4e9c-a2a8-49f37c9f0228 None None] Pushing event updated for resources: {'Port': ['ID=5444caf2-89eb-4581-979c-c821968380e2,revision_number=3']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:55.073176 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Routers {'02fdafd5-a364-4094-a4a9-1d72dad51b23'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:55.073807 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['02fdafd5-a364-4094-a4a9-1d72dad51b23'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:55.158282 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9684793f-642a-4943-bed0-72b39f10dd68 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:55.189186 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Publish callbacks [] for port (b400d3da-6a84-425b-a031-ba87af3695f2), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.195166 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.272906 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Current status of the port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:55.274794 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Pushing event updated for resources: {'Port': ['ID=b400d3da-6a84-425b-a031-ba87af3695f2,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:55.279557 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531570'] for router_interface (02fdafd5-a364-4094-a4a9-1d72dad51b23), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.280050 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] Set router 02fdafd5-a364-4094-a4a9-1d72dad51b23 gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:55.329040 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 9684793f-642a-4943-bed0-72b39f10dd68 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:55.329419 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (9684793f-642a-4943-bed0-72b39f10dd68), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.379887 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Network b91b442a-914f-4cb0-8f3a-8a904c3438cc is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:04:55.380960 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Provisioning complete for port df5c14d7-772a-4b94-9c96-c54d1d6c422e triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:55.381345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.381680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:04:55.530930 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Router 02fdafd5-a364-4094-a4a9-1d72dad51b23 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:04:55.626373 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 9684793f-642a-4943-bed0-72b39f10dd68 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:55.627601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c1276de0-2b64-43b1-bd00-f7cb75c0e0ea up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:55.656768 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:04:55.658990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Current status of the port df5c14d7-772a-4b94-9c96-c54d1d6c422e is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:55.659464 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.662758 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e16232d0-edb9-4cb0-b3dd-618db1597141 admin admin] 10.222.0.32 "PUT /v2.0/routers/02fdafd5-a364-4094-a4a9-1d72dad51b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9372668 Feb 09 04:04:55.723654 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] For port df5c14d7-772a-4b94-9c96-c54d1d6c422e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=df5c14d7-772a-4b94-9c96-c54d1d6c422e,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:55.726322 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5444caf2-89eb-4581-979c-c821968380e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 4, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port': {'id': '5444caf2-89eb-4581-979c-c821968380e2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:52Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'b400d3da-6a84-425b-a031-ba87af3695f2', 'name': '', 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'mac_address': 'fa:16:3e:3d:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '4913d688-eef4-493c-9807-8f181b7a3574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:54Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 1, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'subnets': [{'id': '4913d688-eef4-493c-9807-8f181b7a3574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:55.730313 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.784971 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43de98-fcce-44c0-adc4-1a6356068492 None None] The sync data for ids ['02fdafd5-a364-4094-a4a9-1d72dad51b23'] in n-d-827839-4 is: [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5444caf2-89eb-4581-979c-c821968380e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 4, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port': {'id': '5444caf2-89eb-4581-979c-c821968380e2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:78:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:52Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'b400d3da-6a84-425b-a031-ba87af3695f2', 'name': '', 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'mac_address': 'fa:16:3e:3d:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '4913d688-eef4-493c-9807-8f181b7a3574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:54Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 1, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'subnets': [{'id': '4913d688-eef4-493c-9807-8f181b7a3574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:04:55.807202 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:55.807587 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.851490 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42f352-8a67-4b83-b30a-237cf5f1bc86 None None] Pushing event updated for resources: {'Port': ['ID=df5c14d7-772a-4b94-9c96-c54d1d6c422e,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:55.881920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1678dfe0-a42e-4e74-ac11-86d3a6dd087c None None] Provisioning complete for port b400d3da-6a84-425b-a031-ba87af3695f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:55.882330 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1678dfe0-a42e-4e74-ac11-86d3a6dd087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:55.944913 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1678dfe0-a42e-4e74-ac11-86d3a6dd087c None None] Port b400d3da-6a84-425b-a031-ba87af3695f2 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:04:55.958704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:55.959830 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device df5c14d7-772a-4b94-9c96-c54d1d6c422e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:56.021311 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port df5c14d7-772a-4b94-9c96-c54d1d6c422e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:56.021814 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.118827 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port df5c14d7-772a-4b94-9c96-c54d1d6c422e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:56.373574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52764) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:56.378317 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-a31b8d9c-9e47-49c3-961b-5888af4ed1aa tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115279081', 'description': 'tempest-secgroup-smoke-115279081 description', 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:56.400743 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31b8d9c-9e47-49c3-961b-5888af4ed1aa tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.472817 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31b8d9c-9e47-49c3-961b-5888af4ed1aa tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group (f4a5096b-1c34-4815-81de-8127b1adcd40), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.477063 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31b8d9c-9e47-49c3-961b-5888af4ed1aa tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f4a5096b-1c34-4815-81de-8127b1adcd40), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.507439 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a31b8d9c-9e47-49c3-961b-5888af4ed1aa tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.511349 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a31b8d9c-9e47-49c3-961b-5888af4ed1aa tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340687 Feb 09 04:04:56.511552 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52766) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:56.516595 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-e949ead4-6ea2-4beb-a156-dee3e745fdba tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5096b-1c34-4815-81de-8127b1adcd40', 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:56.523406 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b8d9c-9e47-49c3-961b-5888af4ed1aa tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a5096b-1c34-4815-81de-8127b1adcd40,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:56.546959 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e949ead4-6ea2-4beb-a156-dee3e745fdba tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (d8d89820-100d-4746-b62d-0f9cb6723d36), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.607326 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e949ead4-6ea2-4beb-a156-dee3e745fdba tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (d8d89820-100d-4746-b62d-0f9cb6723d36), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.610862 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e949ead4-6ea2-4beb-a156-dee3e745fdba tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (d8d89820-100d-4746-b62d-0f9cb6723d36), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.632122 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949ead4-6ea2-4beb-a156-dee3e745fdba tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d89820-100d-4746-b62d-0f9cb6723d36,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:56.637860 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-e949ead4-6ea2-4beb-a156-dee3e745fdba tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.639090 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-e949ead4-6ea2-4beb-a156-dee3e745fdba tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266272 Feb 09 04:04:56.641744 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52768) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:56.645934 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-df7832eb-31de-4221-94d1-b6a0be5da6bd tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5096b-1c34-4815-81de-8127b1adcd40', 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:56.670582 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df7832eb-31de-4221-94d1-b6a0be5da6bd tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (e84c82af-b69d-4a88-83d0-c425cf4ae807), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.742668 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df7832eb-31de-4221-94d1-b6a0be5da6bd tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (e84c82af-b69d-4a88-83d0-c425cf4ae807), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.750741 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df7832eb-31de-4221-94d1-b6a0be5da6bd tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (e84c82af-b69d-4a88-83d0-c425cf4ae807), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.768364 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7832eb-31de-4221-94d1-b6a0be5da6bd tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84c82af-b69d-4a88-83d0-c425cf4ae807,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:56.777380 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-df7832eb-31de-4221-94d1-b6a0be5da6bd tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.779176 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-df7832eb-31de-4221-94d1-b6a0be5da6bd tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364834 Feb 09 04:04:56.781962 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52770) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:56.786196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-4e0b27fa-620b-4581-b020-6caca3b6834b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5096b-1c34-4815-81de-8127b1adcd40', 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:56.811454 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e0b27fa-620b-4581-b020-6caca3b6834b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (aad2f38a-dbc8-4aab-80f1-c790ee85a8d5), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.867764 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e0b27fa-620b-4581-b020-6caca3b6834b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (aad2f38a-dbc8-4aab-80f1-c790ee85a8d5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.871072 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e0b27fa-620b-4581-b020-6caca3b6834b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (aad2f38a-dbc8-4aab-80f1-c790ee85a8d5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.888475 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b27fa-620b-4581-b020-6caca3b6834b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad2f38a-dbc8-4aab-80f1-c790ee85a8d5,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:56.896554 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-4e0b27fa-620b-4581-b020-6caca3b6834b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.897779 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-4e0b27fa-620b-4581-b020-6caca3b6834b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148756 Feb 09 04:04:56.900638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52772) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:56.906629 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-5c7aec32-b35a-45bb-8f6f-9bfa5a39540f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5096b-1c34-4815-81de-8127b1adcd40', 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:56.930910 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c7aec32-b35a-45bb-8f6f-9bfa5a39540f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (6ad91067-1bd4-402f-8ee6-0b14c2d02a45), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.986211 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c7aec32-b35a-45bb-8f6f-9bfa5a39540f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (6ad91067-1bd4-402f-8ee6-0b14c2d02a45), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:56.990189 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c7aec32-b35a-45bb-8f6f-9bfa5a39540f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (6ad91067-1bd4-402f-8ee6-0b14c2d02a45), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.005563 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7aec32-b35a-45bb-8f6f-9bfa5a39540f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad91067-1bd4-402f-8ee6-0b14c2d02a45,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:57.016241 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-5c7aec32-b35a-45bb-8f6f-9bfa5a39540f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.017440 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-5c7aec32-b35a-45bb-8f6f-9bfa5a39540f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158307 Feb 09 04:04:57.020186 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 52774) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:57.025019 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [None req-f3049315-9641-4522-b844-6a3b143d4a49 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5096b-1c34-4815-81de-8127b1adcd40', 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:57.047687 n-d-827839-4 neutron-server[109856]: INFO neutron.db.securitygroups_db [None req-f3049315-9641-4522-b844-6a3b143d4a49 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Project f7c185e9c60443f8bc3653f1285cdcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:04:57.053178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3049315-9641-4522-b844-6a3b143d4a49 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (003be26f-2121-4459-aa75-c7d0fa7c08b9), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.111210 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3049315-9641-4522-b844-6a3b143d4a49 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (003be26f-2121-4459-aa75-c7d0fa7c08b9), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.114833 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3049315-9641-4522-b844-6a3b143d4a49 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (003be26f-2121-4459-aa75-c7d0fa7c08b9), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.135060 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5444caf2-89eb-4581-979c-c821968380e2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:57.137142 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3049315-9641-4522-b844-6a3b143d4a49 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003be26f-2121-4459-aa75-c7d0fa7c08b9,revision_number=0']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:57.141753 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-f3049315-9641-4522-b844-6a3b143d4a49 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.142986 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-f3049315-9641-4522-b844-6a3b143d4a49 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218798 Feb 09 04:04:57.145754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52776) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:04:57.150340 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-6b78cb2b-8194-443b-bc4b-58453e0f4ff8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'security_group_rule': {'security_group_id': 'f4a5096b-1c34-4815-81de-8127b1adcd40', 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:04:57.171043 n-d-827839-4 neutron-server[109857]: INFO neutron.db.securitygroups_db [None req-6b78cb2b-8194-443b-bc4b-58453e0f4ff8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Project f7c185e9c60443f8bc3653f1285cdcca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 04:04:57.175935 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b78cb2b-8194-443b-bc4b-58453e0f4ff8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (2efb475b-ec15-4c1f-a9f6-81ae19785539), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.183105 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5444caf2-89eb-4581-979c-c821968380e2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:57.183477 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5444caf2-89eb-4581-979c-c821968380e2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.239305 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b78cb2b-8194-443b-bc4b-58453e0f4ff8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (2efb475b-ec15-4c1f-a9f6-81ae19785539), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.243297 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b78cb2b-8194-443b-bc4b-58453e0f4ff8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619436'] for security_group_rule (2efb475b-ec15-4c1f-a9f6-81ae19785539), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.259182 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5444caf2-89eb-4581-979c-c821968380e2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:57.259568 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (5444caf2-89eb-4581-979c-c821968380e2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.265496 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78cb2b-8194-443b-bc4b-58453e0f4ff8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efb475b-ec15-4c1f-a9f6-81ae19785539,revision_number=0']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:57.270896 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-6b78cb2b-8194-443b-bc4b-58453e0f4ff8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.272212 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-6b78cb2b-8194-443b-bc4b-58453e0f4ff8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253276 Feb 09 04:04:57.285625 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] For port 5444caf2-89eb-4581-979c-c821968380e2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5444caf2-89eb-4581-979c-c821968380e2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:57.294224 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (5444caf2-89eb-4581-979c-c821968380e2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.295099 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device df5c14d7-772a-4b94-9c96-c54d1d6c422e up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:57.373772 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Pushing event updated for resources: {'Port': ['ID=5444caf2-89eb-4581-979c-c821968380e2,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:57.384623 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port df5c14d7-772a-4b94-9c96-c54d1d6c422e triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:57.384998 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:57.434034 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7da0d20f-8551-4b11-94ef-d1df68103dc1 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115279081&fields=id&tenant_id=f7c185e9c60443f8bc3653f1285cdcca HTTP/1.1" status: 200 len: 267 time: 0.0436740 Feb 09 04:04:57.464307 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port df5c14d7-772a-4b94-9c96-c54d1d6c422e is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:57.551043 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-473d7d23-9504-418f-850f-bbeefe63136d tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:04:57.552563 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-473d7d23-9504-418f-850f-bbeefe63136d tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 808 time: 0.1119931 Feb 09 04:04:57.568401 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-79c806d7-b7aa-4b25-9d36-bfd94d95510e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/quotas/f7c185e9c60443f8bc3653f1285cdcca HTTP/1.1" status: 200 len: 375 time: 0.0103445 Feb 09 04:04:57.627358 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-50a31f86-206f-433f-987a-a621291570df tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528059 Feb 09 04:04:57.727915 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-2cf59a15-d2c5-463d-8b61-9d6bae64b7b0 service neutron] 10.222.0.32 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892422 Feb 09 04:04:57.819685 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-d9d75753-c829-42a4-bc50-4ef33edd8a9c service neutron] 10.222.0.32 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859535 Feb 09 04:04:57.988079 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2059bb31-b9fb-4019-b0b6-5e31fa603451 req-ee488be2-40b9-4044-a1bb-fa524f81cdcb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 210 time: 0.0294037 Feb 09 04:04:58.667601 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Sync routers for ids ['02fdafd5-a364-4094-a4a9-1d72dad51b23'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:04:58.678113 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Routers {'02fdafd5-a364-4094-a4a9-1d72dad51b23'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:58.678747 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['02fdafd5-a364-4094-a4a9-1d72dad51b23'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:58.783158 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Set router 02fdafd5-a364-4094-a4a9-1d72dad51b23 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:58.974691 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5444caf2-89eb-4581-979c-c821968380e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 4, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port': {'id': '5444caf2-89eb-4581-979c-c821968380e2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:52Z', 'updated_at': '2022-02-09T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'b400d3da-6a84-425b-a031-ba87af3695f2', 'name': '', 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'mac_address': 'fa:16:3e:3d:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '4913d688-eef4-493c-9807-8f181b7a3574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:54Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 2, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'subnets': [{'id': '4913d688-eef4-493c-9807-8f181b7a3574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:59.004618 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Checking router: 02fdafd5-a364-4094-a4a9-1d72dad51b23 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:04:59.004965 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Updating router 02fdafd5-a364-4094-a4a9-1d72dad51b23 port b400d3da-6a84-425b-a031-ba87af3695f2 binding host n-d-827839-4 {{(pid=109859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 04:04:59.038388 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.077795 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5444caf2-89eb-4581-979c-c821968380e2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:04:59.078344 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9504bb1a-0278-4f41-98ce-c07cacc055ac req-51335520-102a-42ac-9f4d-853618c413a8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 210 time: 0.0352948 Feb 09 04:04:59.311541 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port 5444caf2-89eb-4581-979c-c821968380e2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:59.312043 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (5444caf2-89eb-4581-979c-c821968380e2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.343227 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Publish callbacks [] for port (b400d3da-6a84-425b-a031-ba87af3695f2), precommit_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.349841 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.414928 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port 5444caf2-89eb-4581-979c-c821968380e2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:59.431158 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad3d3c-563e-485c-a8cf-39707ef28125 None None] Pushing event updated for resources: {'Port': ['ID=b400d3da-6a84-425b-a031-ba87af3695f2,revision_number=3']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:59.464651 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Attempting to bind port b400d3da-6a84-425b-a031-ba87af3695f2 on host n-d-827839-4 for vnic_type normal with profile {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:04:59.465161 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Attempting to bind port b400d3da-6a84-425b-a031-ba87af3695f2 by drivers openvswitch,hyperv on host n-d-827839-4 at level 0 using segments [{'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:04:59.465653 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Attempting to bind port b400d3da-6a84-425b-a031-ba87af3695f2 on network b91b442a-914f-4cb0-8f3a-8a904c3438cc {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:04:59.471493 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Checking agent: {'id': '99565c65-5f50-4b6d-9235-1637ebf070c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 32, 36), 'started_at': datetime.datetime(2022, 2, 9, 2, 33, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827839-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:04:59.472045 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Checking segment: {'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:04:59.472552 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.473021 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Bound using segment: {'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'} {{(pid=109859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:04:59.473483 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.managers [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Bound port: b400d3da-6a84-425b-a031-ba87af3695f2, host: n-d-827839-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d6635d-7bb6-42ad-bdca-61072636b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc'}}] {{(pid=109859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:04:59.473862 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), before_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.544559 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] For port b400d3da-6a84-425b-a031-ba87af3695f2, host n-d-827839-4, cleared binding levels {{(pid=109859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:04:59.548279 n-d-827839-4 neutron-server[109859]: DEBUG neutron.plugins.ml2.db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] For port b400d3da-6a84-425b-a031-ba87af3695f2, host n-d-827839-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b400d3da-6a84-425b-a031-ba87af3695f2,segment=NetworkSegment(c0d6635d-7bb6-42ad-bdca-61072636b18a),segment_id=c0d6635d-7bb6-42ad-bdca-61072636b18a)] {{(pid=109859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:04:59.554476 n-d-827839-4 neutron-server[109859]: DEBUG neutron_lib.callbacks.manager [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), after_update {{(pid=109859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.622395 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Routers {'02fdafd5-a364-4094-a4a9-1d72dad51b23'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:04:59.623020 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:04:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['02fdafd5-a364-4094-a4a9-1d72dad51b23'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:59.624852 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad3d3c-563e-485c-a8cf-39707ef28125 None None] Pushing event updated for resources: {'Port': ['ID=b400d3da-6a84-425b-a031-ba87af3695f2,revision_number=4']} {{(pid=109859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:59.689262 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-65c20612-2b9d-473a-a365-4639a2025b28 None None] Provisioning complete for port b400d3da-6a84-425b-a031-ba87af3695f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:59.689639 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-65c20612-2b9d-473a-a365-4639a2025b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.744189 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] Set router 02fdafd5-a364-4094-a4a9-1d72dad51b23 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:04:59.777005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-65c20612-2b9d-473a-a365-4639a2025b28 None None] Current status of the port b400d3da-6a84-425b-a031-ba87af3695f2 is: DOWN; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:04:59.777390 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-65c20612-2b9d-473a-a365-4639a2025b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.815190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-65c20612-2b9d-473a-a365-4639a2025b28 None None] For port b400d3da-6a84-425b-a031-ba87af3695f2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b400d3da-6a84-425b-a031-ba87af3695f2,segment=NetworkSegment(c0d6635d-7bb6-42ad-bdca-61072636b18a),segment_id=c0d6635d-7bb6-42ad-bdca-61072636b18a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:04:59.819011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-65c20612-2b9d-473a-a365-4639a2025b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.866980 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c20612-2b9d-473a-a365-4639a2025b28 None None] Pushing event updated for resources: {'Port': ['ID=b400d3da-6a84-425b-a031-ba87af3695f2,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:04:59.952780 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-8f29c923-ed81-4a56-83b5-d72eae25387a None None] Provisioning complete for port b400d3da-6a84-425b-a031-ba87af3695f2 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:04:59.957332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-8f29c923-ed81-4a56-83b5-d72eae25387a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:04:59.957983 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5444caf2-89eb-4581-979c-c821968380e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 4, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port': {'id': '5444caf2-89eb-4581-979c-c821968380e2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:52Z', 'updated_at': '2022-02-09T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'b400d3da-6a84-425b-a031-ba87af3695f2', 'name': '', 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'mac_address': 'fa:16:3e:3d:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '4913d688-eef4-493c-9807-8f181b7a3574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:54Z', 'updated_at': '2022-02-09T04:04:59Z', 'revision_number': 4, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'subnets': [{'id': '4913d688-eef4-493c-9807-8f181b7a3574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:04:59.985763 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b88de9-6022-4ffd-8c88-59df9da9e52b None None] The sync data for ids ['02fdafd5-a364-4094-a4a9-1d72dad51b23'] in n-d-827839-4 is: [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5444caf2-89eb-4581-979c-c821968380e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:04:54Z', 'revision_number': 4, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port': {'id': '5444caf2-89eb-4581-979c-c821968380e2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:52Z', 'updated_at': '2022-02-09T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'b400d3da-6a84-425b-a031-ba87af3695f2', 'name': '', 'network_id': 'b91b442a-914f-4cb0-8f3a-8a904c3438cc', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'mac_address': 'fa:16:3e:3d:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '4913d688-eef4-493c-9807-8f181b7a3574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:54Z', 'updated_at': '2022-02-09T04:04:59Z', 'revision_number': 4, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'subnets': [{'id': '4913d688-eef4-493c-9807-8f181b7a3574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:05:00.081636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-8f29c923-ed81-4a56-83b5-d72eae25387a None None] Current status of the port b400d3da-6a84-425b-a031-ba87af3695f2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:00.091443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-721afb44-e57f-480d-86e5-2d3f70342069 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:00.093010 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-721afb44-e57f-480d-86e5-2d3f70342069 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 808 time: 0.1522923 Feb 09 04:05:00.159999 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7a9c4ead-fde5-43a8-ad36-68aff93b7971 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7c185e9c60443f8bc3653f1285cdcca HTTP/1.1" status: 200 len: 379 time: 0.0589767 Feb 09 04:05:00.169184 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'port': {'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'admin_state_up': True, 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'security_groups': ['f4a5096b-1c34-4815-81de-8127b1adcd40']}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:05:00.176461 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-f45f0f3e-5660-4eaf-8197-f0f2fd22f456 req-b5d5aed8-5c89-4ceb-9bde-a564b00c92b8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 210 time: 0.0279686 Feb 09 04:05:00.284648 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Made reservation on behalf of f7c185e9c60443f8bc3653f1285cdcca for: {'port': 1} {{(pid=109856) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:05:00.288275 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:00.417205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.db_base_plugin_common [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Allocated IP 172.20.0.14 (75afe199-9d1e-4d06-b2d4-64f69926236b/eab295ac-4e0d-4f30-b2e5-43aced434644/90d1926f-a920-4f03-9b4d-d0bd0a6e9913) {{(pid=109856) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:05:00.568101 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), precommit_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:00.605878 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_create {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:00.610067 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2e144f8b-9d48-4cc8-8019-c5994e0a1abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:00.654310 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Network 75afe199-9d1e-4d06-b2d4-64f69926236b is already hosted by enough agents. {{(pid=109856) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:05:00.660154 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.base_scheduler [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Resources bound (agent type, host, resource id): {{(pid=109856) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:05:00.664150 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Received port after_create {{(pid=109856) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:05:00.690682 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=1']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:00.721466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:00.722105 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:00.738794 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-f83d1796-87af-4d18-a839-e2f97ed67726 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735493 Feb 09 04:05:00.751128 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.v2.base [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Request body: {'port': {'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827839-4'}} {{(pid=109856) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:05:00.817014 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:00.907931 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-1b9d4f6c-4980-441d-8994-aed0951ce5b8 None None] Provisioning complete for port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:05:00.908232 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4f6c-4980-441d-8994-aed0951ce5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:00.942095 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d4f6c-4980-441d-8994-aed0951ce5b8 None None] Port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:05:01.069241 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b400d3da-6a84-425b-a031-ba87af3695f2 up at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:05:01.085319 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 {{(pid=109856) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:05:01.092943 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Publish callbacks [] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), precommit_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:01.105340 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.provisioning_blocks [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Transition to ACTIVE for port object 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 will not be triggered until provisioned by entity L2. {{(pid=109856) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:05:01.109204 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:01.121388 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Provisioning complete for port b400d3da-6a84-425b-a031-ba87af3695f2 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:05:01.122582 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:01.179068 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Pushing event updated for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=2']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:01.210990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Current status of the port b400d3da-6a84-425b-a031-ba87af3695f2 is: ACTIVE; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:01.244990 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Attempting to bind port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 on host n-h1-827839-4 for vnic_type normal with profile {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:05:01.245603 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Attempting to bind port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 by drivers openvswitch,hyperv on host n-h1-827839-4 at level 0 using segments [{'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:05:01.245937 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Attempting to bind port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 on network 75afe199-9d1e-4d06-b2d4-64f69926236b {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:05:01.251096 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 on network 75afe199-9d1e-4d06-b2d4-64f69926236b not bound, no agent of type Open vSwitch agent registered on host n-h1-827839-4 {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:05:01.251224 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Attempting to bind port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 on network 75afe199-9d1e-4d06-b2d4-64f69926236b {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:05:01.269776 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Checking agent: {'id': '49fb9f1e-ed35-4779-bd5f-8c7d12ea4463', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:05:01.270137 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Checking segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109856) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:05:01.270556 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Bound using segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} {{(pid=109856) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:05:01.271010 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.managers [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Bound port: 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host: n-h1-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'}}] {{(pid=109856) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:05:01.271373 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), before_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:01.351305 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc382c-fea1-47dc-b009-6a0a705cbf30 req-0224f791-754a-4e03-a190-e072fbfef6ae tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:01.352858 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fcc382c-fea1-47dc-b009-6a0a705cbf30 req-0224f791-754a-4e03-a190-e072fbfef6ae tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 944 time: 0.0995679 Feb 09 04:05:01.383307 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, cleared binding levels {{(pid=109856) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:05:01.403842 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109856) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:05:01.415374 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17096692'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_update {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:01.448263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6fcc382c-fea1-47dc-b009-6a0a705cbf30 req-319a52a1-37da-4df4-acae-26430baf4343 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869973 Feb 09 04:05:01.457585 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:01.458205 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:01.459584 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] 10.222.0.61 "PUT /v2.0/ports/90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 1092 time: 0.7132638 Feb 09 04:05:01.460020 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:01.471701 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b95df-7cc3-4281-bc39-502b33a8abc7" -d '{"events": [{"name": "network-changed", "server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:01.494016 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3c138-fa36-472d-811a-cfdb480e4326 service neutron] Pushing event updated for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=3']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:01.525731 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b59a127-feee-4b91-a7cf-24f569df66fb x-openstack-request-id: req-3b59a127-feee-4b91-a7cf-24f569df66fb {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:01.526024 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:01.526310 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b59a127-feee-4b91-a7cf-24f569df66fb {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:01.526714 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'status': 'completed', 'code': 200} Feb 09 04:05:01.564689 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-27fb873e-55aa-47b5-99af-5fcfaeecea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:01.566436 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-27fb873e-55aa-47b5-99af-5fcfaeecea91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1126 time: 0.0529394 Feb 09 04:05:01.609659 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-b8c6598f-025b-4a98-9965-d973dd19becc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 217 time: 0.0357430 Feb 09 04:05:01.658971 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-4d9ad226-0ea4-4a98-b4a2-2a04fbced4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:01.660562 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-4d9ad226-0ea4-4a98-b4a2-2a04fbced4e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0449836 Feb 09 04:05:01.715432 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-bc4d84e9-316f-4246-8292-fa3915c5ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:01.716983 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-bc4d84e9-316f-4246-8292-fa3915c5ce50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501366 Feb 09 04:05:01.807906 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-ae734063-e94b-4682-8898-bf693f5e3a7e service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822113 Feb 09 04:05:01.905112 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-75710db1-55aa-4d41-8cfa-c321920461d3 req-be00a8fb-e99b-44c0-acb5-7afa7d9ccd73 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887547 Feb 09 04:05:01.998529 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-37302386-476f-43cf-be78-3a5dce138496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:02.000045 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-37302386-476f-43cf-be78-3a5dce138496 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1126 time: 0.0451007 Feb 09 04:05:02.086651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-22121d78-646d-4346-810e-1d01879f4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:02.088119 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-22121d78-646d-4346-810e-1d01879f4e3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0821812 Feb 09 04:05:02.132787 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-636d679d-6e9c-4f84-bc73-2e9cfb20218d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 217 time: 0.0374365 Feb 09 04:05:02.180168 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-a2965fcc-086b-4dcf-ba23-b9a669db2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:02.181596 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-a2965fcc-086b-4dcf-ba23-b9a669db2278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0428355 Feb 09 04:05:02.229431 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-8fa078e8-fc44-4ba3-b2a1-b39dd8d17c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:02.230930 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-8fa078e8-fc44-4ba3-b2a1-b39dd8d17c11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424984 Feb 09 04:05:02.677519 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577c287-f1c6-420d-a09a-9d5ade8b7313 req-654da14c-2198-4b03-8ca5-f09b1a0cfaff tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:02.678926 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1577c287-f1c6-420d-a09a-9d5ade8b7313 req-654da14c-2198-4b03-8ca5-f09b1a0cfaff tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 944 time: 0.0785897 Feb 09 04:05:02.681120 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-8b174ca1-3d98-4070-9990-b02d32efabdb service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434183 Feb 09 04:05:02.780390 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1577c287-f1c6-420d-a09a-9d5ade8b7313 req-dc8ea916-7126-4366-b660-85ea0062b4da tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958602 Feb 09 04:05:02.808089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5e3b95df-7cc3-4281-bc39-502b33a8abc7 req-7c9fcabe-0d32-4702-bd65-f505bbfaa63d service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180079 Feb 09 04:05:02.846044 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9010d6f-5820-4395-88f0-8039b67ec7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:03.906579 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73160e-4a40-43c4-accb-dba247bc0791 req-91a1c1d9-4325-4b6f-918c-4467f45a3da2 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:03.908050 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb73160e-4a40-43c4-accb-dba247bc0791 req-91a1c1d9-4325-4b6f-918c-4467f45a3da2 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 944 time: 0.0560684 Feb 09 04:05:03.957748 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-bb73160e-4a40-43c4-accb-dba247bc0791 req-9afaa3cf-2a88-4d62-b0af-353857f67eb5 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Feb 09 04:05:03.968551 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:05:04.064431 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:04.075863 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:05:04.111164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:04.111554 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:04.124310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:05:04.143601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:04.147105 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:04.195255 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:04.255367 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:04.396523 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['90d1926f-a920-4f03-9b4d-d0bd0a6e9913'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:05:05.080201 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3cdd5-a3ec-4596-8b83-89724232dff2 req-6296ff8c-3b05-489a-90d6-de8402138099 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:05.081721 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32d3cdd5-a3ec-4596-8b83-89724232dff2 req-6296ff8c-3b05-489a-90d6-de8402138099 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 945 time: 0.0525513 Feb 09 04:05:05.130636 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-32d3cdd5-a3ec-4596-8b83-89724232dff2 req-497e595d-f8e4-4bd0-89c7-9f05dbcfcdcc tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Feb 09 04:05:05.297163 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:05.983690 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:05:06.035192 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning for port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:05:06.038926 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:05:06.039309 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:06.119729 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:05:06.120124 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:06.143407 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:06.145641 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af0ebf4-9f66-4cf7-a7e4-83d94389a718" -d '{"events": [{"server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "name": "network-vif-plugged", "status": "completed", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:06.158125 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:05:06.163384 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:06.196305 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa842c8-27f5-423c-a512-aaf9f8a62738 x-openstack-request-id: req-3fa842c8-27f5-423c-a512-aaf9f8a62738 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:06.196608 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "name": "network-vif-plugged", "status": "completed", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:06.196897 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fa842c8-27f5-423c-a512-aaf9f8a62738 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:06.197297 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'code': 200} Feb 09 04:05:06.227238 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:06.262205 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f2819-4dfe-415c-bbfa-310124ca368f req-59ff70d7-c045-4023-965a-981b1af31740 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.263735 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d2f2819-4dfe-415c-bbfa-310124ca368f req-59ff70d7-c045-4023-965a-981b1af31740 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 946 time: 0.0580070 Feb 09 04:05:06.341287 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c9142-f4f1-40ff-9564-ba81ec3ff0a8 req-f1fbbd0f-fee9-4436-a9bd-782c62e8c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:06.342827 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c4c9142-f4f1-40ff-9564-ba81ec3ff0a8 req-f1fbbd0f-fee9-4436-a9bd-782c62e8c888 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1128 time: 0.0782402 Feb 09 04:05:06.347506 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-0d2f2819-4dfe-415c-bbfa-310124ca368f req-169ffd01-5780-479b-8ed9-28d078937332 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759521 Feb 09 04:05:06.389299 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-7c4c9142-f4f1-40ff-9564-ba81ec3ff0a8 req-90d71a0c-adb3-4d8d-85bc-f09d269d369c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406928 Feb 09 04:05:06.623859 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:07.472158 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252df03-3438-42b8-a73b-971bc846316e req-ffbdd41e-82df-4b0d-b3a3-dc11e561cf80 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:07.473635 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8252df03-3438-42b8-a73b-971bc846316e req-ffbdd41e-82df-4b0d-b3a3-dc11e561cf80 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 946 time: 0.0571053 Feb 09 04:05:07.523040 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8252df03-3438-42b8-a73b-971bc846316e req-9a27953b-7ffc-44df-9b1b-899c7872e74c tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Feb 09 04:05:08.644614 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ad8e-6346-41b7-bfea-04b284d2fab3 req-6e1bb34d-bfa0-4f83-9aef-451bc7f45778 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:08.646136 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca98ad8e-6346-41b7-bfea-04b284d2fab3 req-6e1bb34d-bfa0-4f83-9aef-451bc7f45778 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 946 time: 0.0542316 Feb 09 04:05:08.693453 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ca98ad8e-6346-41b7-bfea-04b284d2fab3 req-e1431888-3c4a-455e-beda-9eea3c473eb5 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417678 Feb 09 04:05:08.810135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f9696-2c69-4c48-821d-e881dd7e61e0 req-02173e3b-63c1-4078-a706-3350868c7133 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:08.811529 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-258f9696-2c69-4c48-821d-e881dd7e61e0 req-02173e3b-63c1-4078-a706-3350868c7133 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 946 time: 0.0522771 Feb 09 04:05:08.859707 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-258f9696-2c69-4c48-821d-e881dd7e61e0 req-99f5787e-97d4-4054-b510-86bf8b883398 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Feb 09 04:05:08.881357 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52830) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:05:09.026459 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11634984-92a2-43ff-9847-0e1fef681b33 tempest-TestSnapshotPattern-1163702602 tempest-TestSnapshotPattern-1163702602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:09.027978 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-11634984-92a2-43ff-9847-0e1fef681b33 tempest-TestSnapshotPattern-1163702602 tempest-TestSnapshotPattern-1163702602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1123 time: 0.1456840 Feb 09 04:05:09.030929 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 52834) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:05:09.035086 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:05:09.054608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:09.149178 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:09.253306 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Allocated IP 172.25.2.185 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/cf593c21-8b93-4f46-b94f-654de5f723e4) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:05:09.359571 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for port (cf593c21-8b93-4f46-b94f-654de5f723e4), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:09.393785 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (cf593c21-8b93-4f46-b94f-654de5f723e4), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:09.436977 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:05:09.439716 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:05:09.442146 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:05:09.465815 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'Port': ['ID=cf593c21-8b93-4f46-b94f-654de5f723e4,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:09.791389 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for floatingip (e8f9e638-92a5-40bf-b2c5-c40916c57ff7), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:09.861694 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (cf593c21-8b93-4f46-b94f-654de5f723e4), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:10.009577 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for port (cf593c21-8b93-4f46-b94f-654de5f723e4), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:10.014469 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (cf593c21-8b93-4f46-b94f-654de5f723e4), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:10.083994 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'Port': ['ID=cf593c21-8b93-4f46-b94f-654de5f723e4,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:05:10.095442 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (e8f9e638-92a5-40bf-b2c5-c40916c57ff7), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:10.196384 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Floating IP e8f9e638-92a5-40bf-b2c5-c40916c57ff7 associated. External IP: 172.25.2.185, port: 90d1926f-a920-4f03-9b4d-d0bd0a6e9913. Feb 09 04:05:10.733419 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:05:10.837736 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:05:10.847903 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] Sync routers for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:05:10.855810 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:10.857359 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:05:10.857988 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:05:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:05:10.888927 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-3f965b18-7f04-45ca-a79e-91fd19ad0665 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8569832 Feb 09 04:05:10.889671 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:05:10.891954 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7b9fb7-c166-408e-a047-12e8c445cef1" -d '{"events": [{"name": "network-changed", "server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:05:10.928184 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02addcdc-ccea-4051-b16a-96ae5c13dd7d x-openstack-request-id: req-02addcdc-ccea-4051-b16a-96ae5c13dd7d {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:05:10.928479 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:05:10.928733 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02addcdc-ccea-4051-b16a-96ae5c13dd7d {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:05:10.929133 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'status': 'completed', 'code': 200} Feb 09 04:05:10.973225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:05:10.999225 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-bcfc0362-cf0c-4f17-a32e-a81b81c70036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:11.000778 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-bcfc0362-cf0c-4f17-a32e-a81b81c70036 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1128 time: 0.0484087 Feb 09 04:05:11.089819 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-2935b655-dfe6-46e9-a226-43835a105e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:11.092033 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-2935b655-dfe6-46e9-a226-43835a105e76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0860431 Feb 09 04:05:11.159570 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-a2bd90df-5c33-4a99-9101-3ae4378575da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 1000 time: 0.0624063 Feb 09 04:05:11.202057 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:09Z', 'revision_number': 0, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:05:11.207238 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-247677ed-4c80-4235-ae79-fc190b1cecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:11.208777 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-247677ed-4c80-4235-ae79-fc190b1cecc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0441060 Feb 09 04:05:11.228153 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] Checking router: 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:05:11.236970 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:05:11.237587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:05:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:05:11.256696 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-c9f87796-0525-4191-96ea-3da1814b136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:11.258223 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-c9f87796-0525-4191-96ea-3da1814b136b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440848 Feb 09 04:05:11.344429 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:05:11.351179 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-6fcba562-485b-45da-8a0e-a7bc8cc5acec service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873961 Feb 09 04:05:11.441089 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-dd7b9fb7-c166-408e-a047-12e8c445cef1 req-5fee72a3-a5d5-404a-a887-384a668bdf55 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841279 Feb 09 04:05:11.566433 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:09Z', 'revision_number': 0, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:05:11.592648 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65513db-8ae9-4f82-bbb7-1004faeff1d0 None None] The sync data for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 is: [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:09Z', 'revision_number': 0, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:05:11.788283 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235c539-aa69-484d-b38e-f9cf2eb93e88 None None] New status for floating IP e8f9e638-92a5-40bf-b2c5-c40916c57ff7: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:05:20.436894 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:22.372845 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:27.359724 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-7ba4bfc9-630f-4041-8394-bbcd7916ef1d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434604 Feb 09 04:05:27.452333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-f5275087-32ab-4b2c-99f4-011129cfb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:27.453920 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-f5275087-32ab-4b2c-99f4-011129cfb2e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1128 time: 0.0505469 Feb 09 04:05:27.555313 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-65d513e1-7831-4d14-8097-31ea338afa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:27.556837 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-65d513e1-7831-4d14-8097-31ea338afa17 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0843124 Feb 09 04:05:27.624758 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-88795047-05d0-4ff7-98f3-1a0f74e3b8db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 1002 time: 0.0616531 Feb 09 04:05:27.670915 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-1b6eb1df-4b0c-4bb7-aa03-bf4f511508bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:27.672347 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-1b6eb1df-4b0c-4bb7-aa03-bf4f511508bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0421295 Feb 09 04:05:27.719722 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-70587be1-2b6c-4ab9-9800-412543b914f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:05:27.721193 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-70587be1-2b6c-4ab9-9800-412543b914f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429060 Feb 09 04:05:27.812236 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-fc3060a8-c559-4238-b68d-6d2121cff7b2 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Feb 09 04:05:27.900539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-af14bce2-5d76-4ec8-b9fd-3be339154e41 req-ce1dfc84-5e14-48f9-b1de-f00a61f67e5d service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804567 Feb 09 04:05:30.602577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f839d005-65fd-4ce9-a330-7e6125475b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:31.910475 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:05:32.847268 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-de281f95-2274-4ab5-b13c-50cc0a93bce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:34.257673 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:35.297771 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:36.626656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:50.463434 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:05:52.399956 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:00.604304 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-05dbb8be-af53-4c46-81d3-c38bc5228384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:02.847985 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-e3b71ef2-7905-40d2-b010-3215a8494a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:04.260947 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:05.301688 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:06.631486 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:08.909781 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:06:20.478836 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:22.415740 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:28.329373 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-43e1a1b7-9c2d-4e0c-a26a-832819cc90a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438333 Feb 09 04:06:28.420869 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-3582900b-0b57-4321-8111-db5781382f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:28.422448 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-3582900b-0b57-4321-8111-db5781382f3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1128 time: 0.0491912 Feb 09 04:06:28.523737 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-c9271e03-382d-4d8a-ab65-e734cef5b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:28.525267 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-c9271e03-382d-4d8a-ab65-e734cef5b04b service neutron] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0854039 Feb 09 04:06:28.593727 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-7e4c9b41-13f2-4e79-9f95-a0bfc8e8f8a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 1002 time: 0.0616181 Feb 09 04:06:28.640466 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-38c29b62-5599-4359-9ac5-eeb4f810e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:28.641848 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-38c29b62-5599-4359-9ac5-eeb4f810e17f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0429029 Feb 09 04:06:28.689822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-c290dd3d-8bc0-4928-ae86-1a362de716e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:06:28.691367 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-c290dd3d-8bc0-4928-ae86-1a362de716e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438440 Feb 09 04:06:28.701570 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-0a7d5ecc-3b52-4297-80f0-e635efa0a30b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109856) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:06:28.702539 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-0a7d5ecc-3b52-4297-80f0-e635efa0a30b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053720 Feb 09 04:06:28.791522 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-d2740da2-082e-4c99-ad51-47938117b152 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Feb 09 04:06:28.876812 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-190e74e0-b5c3-4084-a3d7-d4ea460a4208 req-dd31bc30-a16e-4a5f-aa79-6888ddd2b477 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798249 Feb 09 04:06:30.606761 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7da9-8920-4285-b516-3ee7986497ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:32.848830 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-22c20153-429c-403e-84f7-b0f77c6e6fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:34.263231 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:35.304261 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:36.634100 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:45.908621 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:06:50.482812 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:06:52.415150 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:00.608715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-01c11c6e-58c5-430a-a90e-a3f533284302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:02.853377 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f56f5bae-962a-4b10-bc61-38a249e3ece7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:04.264910 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:05.306732 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:06.639068 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:10.495831 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 details requested by agent hyperv_n-h1-827839-4 with host n-h1-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:07:10.616256 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:10.629935 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Returning: {'device': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:07:10.674115 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:10.676519 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:10.690538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:07:10.718152 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:10.722770 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:10.780042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:10.787567 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.787921 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.788273 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.788621 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.788954 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.789302 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.789636 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.790027 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.790508 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.790748 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.791079 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.791422 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.792293 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:10.800658 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] get_ports_and_sgs() called for port_ids ['90d1926f-a920-4f03-9b4d-d0bd0a6e9913'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:07:12.513920 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 up at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:07:12.575070 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Provisioning complete for port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:07:12.575541 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:12.661172 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:12.661571 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:12.688556 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:12.691021 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778efffe-adc3-4255-9fff-6e25b18a33f2" -d '{"events": [{"server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "name": "network-vif-plugged", "status": "completed", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:12.705485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:12.711106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:12.757494 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2bed38-b08f-481f-b339-3e64157bcac9 x-openstack-request-id: req-ab2bed38-b08f-481f-b339-3e64157bcac9 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:12.757815 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "name": "network-vif-plugged", "status": "completed", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:12.758069 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab2bed38-b08f-481f-b339-3e64157bcac9 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:12.758498 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'code': 200} Feb 09 04:07:12.776604 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:20.092940 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-32486cd0-1a05-4edf-b21c-7865dc6d93be tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115279081&fields=id&tenant_id=f7c185e9c60443f8bc3653f1285cdcca HTTP/1.1" status: 200 len: 267 time: 0.0469615 Feb 09 04:07:20.200261 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4ca3-703e-4041-b1e5-82359888b326 req-02c6e85b-eab4-42a4-b697-cacb9e2aac7b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:20.201683 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-02c6e85b-eab4-42a4-b697-cacb9e2aac7b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 808 time: 0.1023149 Feb 09 04:07:20.216173 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-aa9b0620-6303-47a2-9b96-02aac26c19a5 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/quotas/f7c185e9c60443f8bc3653f1285cdcca HTTP/1.1" status: 200 len: 375 time: 0.0091567 Feb 09 04:07:20.272437 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-588c0b8c-d9cf-4795-be30-0d1f3e3429c6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515699 Feb 09 04:07:20.341657 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-1f44cb53-aa13-44bf-a4ed-069b3451ea13 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:07:20.342665 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-1f44cb53-aa13-44bf-a4ed-069b3451ea13 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0589113 Feb 09 04:07:20.430887 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-2a59a8df-2e12-4aba-ba72-3145093348ce service neutron] 10.222.0.32 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822413 Feb 09 04:07:20.498849 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:20.525174 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-7f1d4717-1396-4305-ac29-03d54529aa4f service neutron] 10.222.0.32 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887766 Feb 09 04:07:20.709974 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6f3498e2-6575-4747-b9d3-5a91f3701841 req-e2ce207a-6f9c-4a92-93c2-359564cd5ba1 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 210 time: 0.0316825 Feb 09 04:07:21.609339 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4ca3-703e-4041-b1e5-82359888b326 req-b7f35fce-5dea-4518-8ae9-01b90fda1ea4 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:21.610855 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-b7f35fce-5dea-4518-8ae9-01b90fda1ea4 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.26 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 808 time: 0.1017957 Feb 09 04:07:21.677190 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-73bc996b-5ccc-4137-8548-0ac7315978ce tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7c185e9c60443f8bc3653f1285cdcca HTTP/1.1" status: 200 len: 379 time: 0.0579970 Feb 09 04:07:21.687746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'port': {'device_id': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'admin_state_up': True, 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'security_groups': ['f4a5096b-1c34-4815-81de-8127b1adcd40']}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:07:21.816121 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-8453fe54-4086-46d9-b6b9-0de7cdc3dd8d req-a907a99b-c433-41b6-8624-2e5c5e9a4e5b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 210 time: 0.0304387 Feb 09 04:07:21.826928 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Made reservation on behalf of f7c185e9c60443f8bc3653f1285cdcca for: {'port': 1} {{(pid=109857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 04:07:21.831198 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.041662 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Allocated IP 172.20.0.4 (75afe199-9d1e-4d06-b2d4-64f69926236b/eab295ac-4e0d-4f30-b2e5-43aced434644/963ce72f-8954-4621-b826-f8cf0a9c5970) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:07:22.251450 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.296378 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.357377 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Network 75afe199-9d1e-4d06-b2d4-64f69926236b is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:07:22.365614 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:07:22.370257 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:07:22.376891 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'Port': ['ID=963ce72f-8954-4621-b826-f8cf0a9c5970,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:22.405698 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.406057 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.406432 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.406778 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.407121 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.407458 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.407844 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.408175 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.408508 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.408835 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.409165 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.409490 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.409816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:07:22.463954 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:22.465136 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.495463 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-c4242497-94c7-46cd-9cad-8076ac295e37 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8116624 Feb 09 04:07:22.530387 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.545773 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:07:22.657254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Current status of the port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:22.657622 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.692538 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:22.695069 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11bddb2-ce72-4c30-ac13-e39ba6a32b8d" -d '{"events": [{"server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "name": "network-vif-unplugged", "status": "completed", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:22.709285 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-a9dd6e3a-3399-40b2-9ab1-dc1e04d03578 None None] Provisioning complete for port 963ce72f-8954-4621-b826-f8cf0a9c5970 triggered by entity DHCP. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:07:22.709673 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6e3a-3399-40b2-9ab1-dc1e04d03578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.713190 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:22.736811 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:22.743844 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa62b90-a98f-4285-aa33-b650974fc084 x-openstack-request-id: req-ffa62b90-a98f-4285-aa33-b650974fc084 {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:22.744472 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "name": "network-vif-unplugged", "status": "completed", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:22.745239 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffa62b90-a98f-4285-aa33-b650974fc084 {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:22.745632 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'code': 200} Feb 09 04:07:22.781055 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd6e3a-3399-40b2-9ab1-dc1e04d03578 None None] Port 963ce72f-8954-4621-b826-f8cf0a9c5970 cannot update to ACTIVE because it is not bound. {{(pid=109858) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 04:07:22.803671 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Pushing event updated for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=8']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:22.914376 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:07:22.978650 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29c2b9-c103-4742-8fde-044d79c5587f req-375a374b-ef14-4c31-b28b-dfeda12fc342 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:22.981961 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f29c2b9-c103-4742-8fde-044d79c5587f req-375a374b-ef14-4c31-b28b-dfeda12fc342 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.0694244 Feb 09 04:07:23.036340 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-6f29c2b9-c103-4742-8fde-044d79c5587f req-cac80ced-feb2-49e1-b8e6-a20e4b9d0812 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485504 Feb 09 04:07:24.167638 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e4cc-90c6-4d76-aebf-ba95a473a152 req-c02b9d00-0905-4e49-bb9b-4446c3bd595b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:24.169169 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69c6e4cc-90c6-4d76-aebf-ba95a473a152 req-c02b9d00-0905-4e49-bb9b-4446c3bd595b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.0607700 Feb 09 04:07:24.228359 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-69c6e4cc-90c6-4d76-aebf-ba95a473a152 req-6daa25d4-f1d4-43b3-921f-47393efa3e59 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502458 Feb 09 04:07:25.386584 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd463ce7-8014-4d75-8bb3-5f30cf80690c req-4dd2e749-3506-409c-9694-603b71455df1 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:25.388817 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd463ce7-8014-4d75-8bb3-5f30cf80690c req-4dd2e749-3506-409c-9694-603b71455df1 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.0884798 Feb 09 04:07:25.446038 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-cd463ce7-8014-4d75-8bb3-5f30cf80690c req-dd980f44-7498-4e57-b15f-4aeafde32b90 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515506 Feb 09 04:07:26.588814 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cd83c-be3c-4c80-af11-321c88b495af req-4492b4a2-38a7-4717-8a97-9dfbb0056a59 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:26.590338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e6cd83c-be3c-4c80-af11-321c88b495af req-4492b4a2-38a7-4717-8a97-9dfbb0056a59 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.0587347 Feb 09 04:07:26.638778 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-9e6cd83c-be3c-4c80-af11-321c88b495af req-38752308-18d1-4c49-a6e8-3ccb80d0ddf9 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Feb 09 04:07:27.756974 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcde6f-a3be-4a13-b145-9b8280fe35dd req-c4521892-16bd-4537-99ae-89a32bf48c2b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:27.758464 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89bcde6f-a3be-4a13-b145-9b8280fe35dd req-c4521892-16bd-4537-99ae-89a32bf48c2b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.0528080 Feb 09 04:07:27.811701 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-89bcde6f-a3be-4a13-b145-9b8280fe35dd req-3fc99aed-ad7a-41b0-abf6-69b665520581 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470505 Feb 09 04:07:28.955333 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd6390-1c9c-4f32-b99a-bbce4c6f16f2 req-01211113-73dc-4eb7-82de-0d0f6d9fcba8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:28.956831 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dfd6390-1c9c-4f32-b99a-bbce4c6f16f2 req-01211113-73dc-4eb7-82de-0d0f6d9fcba8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.0569737 Feb 09 04:07:29.012980 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-6dfd6390-1c9c-4f32-b99a-bbce4c6f16f2 req-52006da5-d4b0-42d5-9e72-d8c9fab090d6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505567 Feb 09 04:07:29.439087 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-270c1c96-e015-4bc0-b3ea-79faec7e200a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855656 Feb 09 04:07:29.522402 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-5b28f098-2bf5-45d3-b4ff-8c2eecd0e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:29.523931 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-5b28f098-2bf5-45d3-b4ff-8c2eecd0e5dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1126 time: 0.0446622 Feb 09 04:07:29.639849 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-2addf363-169a-4180-9105-3fa31f302e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:29.641635 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-2addf363-169a-4180-9105-3fa31f302e4d service neutron] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.1003861 Feb 09 04:07:29.711190 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-1fc30f8d-1066-4813-827a-3fcdcd57ac65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 1000 time: 0.0630145 Feb 09 04:07:29.763656 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-b23740a2-fbc9-4020-bf93-4912cc47639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:29.765283 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-b23740a2-fbc9-4020-bf93-4912cc47639d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0480359 Feb 09 04:07:29.827651 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-ec8efca7-2be0-41e2-9d99-ecccf7d24213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:29.829405 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-ec8efca7-2be0-41e2-9d99-ecccf7d24213 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580850 Feb 09 04:07:29.921485 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-c46b4ad2-3f4b-4815-89b2-002384587503 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854251 Feb 09 04:07:30.053221 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-503f331c-c3a0-44bf-b849-2041b75a40f3 req-e2efa5c3-9d99-4dc1-a505-432de6a88ddf service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220784 Feb 09 04:07:30.206627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c38fea-c672-4868-8329-bcf9752d517a req-2414e6a1-89da-402a-9b56-31ccfe907131 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:30.215451 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46c38fea-c672-4868-8329-bcf9752d517a req-2414e6a1-89da-402a-9b56-31ccfe907131 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.0896857 Feb 09 04:07:30.273289 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-46c38fea-c672-4868-8329-bcf9752d517a req-83d71627-5929-4c89-84a1-4db18fa8a6f7 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566525 Feb 09 04:07:30.610316 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-deb72b7c-58d6-4d5e-b64d-ae5d25e4ea19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:31.391610 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efee5-8382-41ec-be30-55aacf808969 req-cbb82139-9762-4afc-b7ff-460943d551b5 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:31.392989 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f3efee5-8382-41ec-be30-55aacf808969 req-cbb82139-9762-4afc-b7ff-460943d551b5 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.0523190 Feb 09 04:07:31.501683 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1f3efee5-8382-41ec-be30-55aacf808969 req-ad013692-6cff-4886-a3e1-1d340c651bc9 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029370 Feb 09 04:07:32.679513 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb4393-4a4a-4bc0-943f-e3fdf76f16d5 req-07c92db5-c634-4452-a515-eace776cb60f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:32.681006 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4bb4393-4a4a-4bc0-943f-e3fdf76f16d5 req-07c92db5-c634-4452-a515-eace776cb60f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 931 time: 0.1092303 Feb 09 04:07:32.739193 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-b4bb4393-4a4a-4bc0-943f-e3fdf76f16d5 req-4da80636-ba74-4a57-bf47-71627c01a488 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525687 Feb 09 04:07:32.856292 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-49f0352e-bcb2-43d9-8969-a89824b8fc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.004680 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-03da5f62-8565-4774-85e1-0a6107dd83fb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=109857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 04:07:33.005990 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-03da5f62-8565-4774-85e1-0a6107dd83fb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057123 Feb 09 04:07:33.060521 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Request body: {'port': {'device_id': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827839-4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:07:33.123708 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.382514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963ce72f-8954-4621-b826-f8cf0a9c5970 {{(pid=109857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:07:33.389825 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Publish callbacks [] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.402191 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.provisioning_blocks [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Transition to ACTIVE for port object 963ce72f-8954-4621-b826-f8cf0a9c5970 will not be triggered until provisioned by entity L2. {{(pid=109857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 04:07:33.406183 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.456617 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Pushing event updated for resources: {'Port': ['ID=963ce72f-8954-4621-b826-f8cf0a9c5970,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:33.533453 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Attempting to bind port 963ce72f-8954-4621-b826-f8cf0a9c5970 on host n-h2-827839-4 for vnic_type normal with profile {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 04:07:33.533785 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Attempting to bind port 963ce72f-8954-4621-b826-f8cf0a9c5970 by drivers openvswitch,hyperv on host n-h2-827839-4 at level 0 using segments [{'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 04:07:33.534114 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Attempting to bind port 963ce72f-8954-4621-b826-f8cf0a9c5970 on network 75afe199-9d1e-4d06-b2d4-64f69926236b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:07:33.539627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Port 963ce72f-8954-4621-b826-f8cf0a9c5970 on network 75afe199-9d1e-4d06-b2d4-64f69926236b not bound, no agent of type Open vSwitch agent registered on host n-h2-827839-4 {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 04:07:33.540106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Attempting to bind port 963ce72f-8954-4621-b826-f8cf0a9c5970 on network 75afe199-9d1e-4d06-b2d4-64f69926236b {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 04:07:33.547012 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Checking agent: {'id': '5a962e14-39c6-4417-8239-bdabb2a199ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827839-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'started_at': datetime.datetime(2022, 2, 9, 2, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 4, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 04:07:33.547359 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Checking segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 04:07:33.547746 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Bound using segment: {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'} {{(pid=109857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 04:07:33.548179 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.managers [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Bound port: 963ce72f-8954-4621-b826-f8cf0a9c5970, host: n-h2-827839-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303f894c-ecea-450c-bb0e-785f5b773ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b'}}] {{(pid=109857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 04:07:33.548541 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.615235 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, cleared binding levels {{(pid=109857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 04:07:33.618314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=963ce72f-8954-4621-b826-f8cf0a9c5970,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 04:07:33.624634 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.657326 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.657936 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:33.659327 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] 10.222.0.26 "PUT /v2.0/ports/963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 200 len: 1091 time: 0.6453176 Feb 09 04:07:33.659760 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:33.662000 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbc5341-a170-428a-ac81-b4e5ae8099ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:33.696137 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b165987-a070-4c69-87a0-53ff716b53a1 service neutron] Pushing event updated for resources: {'Port': ['ID=963ce72f-8954-4621-b826-f8cf0a9c5970,revision_number=3']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:33.715496 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d09798-5dc8-48b3-841b-1ea9021f0f92 x-openstack-request-id: req-e5d09798-5dc8-48b3-841b-1ea9021f0f92 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:33.715787 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:33.716047 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5d09798-5dc8-48b3-841b-1ea9021f0f92 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:33.716577 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'status': 'completed', 'code': 200} Feb 09 04:07:33.789076 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4ca3-703e-4041-b1e5-82359888b326 req-b23500c6-d10c-435e-8cf5-51bc2f4aa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.790579 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-b23500c6-d10c-435e-8cf5-51bc2f4aa9fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1125 time: 0.0673678 Feb 09 04:07:33.842004 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-404260fd-5c05-4226-8704-d5982bf6abab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 200 len: 217 time: 0.0450418 Feb 09 04:07:33.916853 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4ca3-703e-4041-b1e5-82359888b326 req-4606131b-6366-4544-bac7-6a7a42daf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.918260 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-4606131b-6366-4544-bac7-6a7a42daf5ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0579219 Feb 09 04:07:33.928618 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f505-76b6-42a2-9b89-d24ad00633ac req-e789dff9-655e-42de-9db9-252304299250 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:33.929989 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e05f505-76b6-42a2-9b89-d24ad00633ac req-e789dff9-655e-42de-9db9-252304299250 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 943 time: 0.0978992 Feb 09 04:07:34.006120 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7e05f505-76b6-42a2-9b89-d24ad00633ac req-3ec8d24b-cd46-4d55-9e87-16885ae4d31b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679152 Feb 09 04:07:34.012868 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4ca3-703e-4041-b1e5-82359888b326 req-ffb6bb71-4df7-44ec-88d2-b74f99bccdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:34.014357 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-ffb6bb71-4df7-44ec-88d2-b74f99bccdfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834651 Feb 09 04:07:34.109229 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-43781a45-86ed-41b2-9b37-c0f8049dcbcd service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881236 Feb 09 04:07:34.198019 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-026d4ca3-703e-4041-b1e5-82359888b326 req-4ebfd5d5-61b5-40a1-9363-6d0b1ccb6506 service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822852 Feb 09 04:07:34.269551 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:34.286765 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-01ff9ca6-c8cc-4a86-9cc0-40b91e6f4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:34.288285 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-01ff9ca6-c8cc-4a86-9cc0-40b91e6f4865 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1125 time: 0.0491958 Feb 09 04:07:34.379392 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-53613f27-7415-43bf-b205-0ae0a16f8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:34.380827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-53613f27-7415-43bf-b205-0ae0a16f8210 service neutron] 10.222.0.26 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0870063 Feb 09 04:07:34.421107 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-41ee19b6-0787-45f5-9166-d922d7cfd11d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 200 len: 217 time: 0.0346313 Feb 09 04:07:34.467379 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-cb56bf19-47cd-492d-866d-069ae7ebca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:34.468704 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-cb56bf19-47cd-492d-866d-069ae7ebca0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0421827 Feb 09 04:07:34.522366 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-c542ef42-5b04-46bc-a4ea-dc1af5e1fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:34.523909 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-c542ef42-5b04-46bc-a4ea-dc1af5e1fe5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492656 Feb 09 04:07:34.612553 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-c22bb68c-8d7b-436d-b923-0565aaea5288 service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827422 Feb 09 04:07:34.708866 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7bbc5341-a170-428a-ac81-b4e5ae8099ad req-9b05dd71-9bd9-4b8d-b594-26e5c5ff4197 service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905554 Feb 09 04:07:35.128664 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa67230-5158-4cbb-9f2c-a48d300d13af req-5927c130-6da0-443b-95b4-ad73874e8a84 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:35.130147 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1aa67230-5158-4cbb-9f2c-a48d300d13af req-5927c130-6da0-443b-95b4-ad73874e8a84 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 943 time: 0.0513341 Feb 09 04:07:35.178334 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-1aa67230-5158-4cbb-9f2c-a48d300d13af req-474b82ac-bcec-4853-8fbe-3c318a52921e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418320 Feb 09 04:07:35.309439 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:36.299322 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e685c-d034-4fe3-997f-2349bdc8927e req-594c611a-0d5e-44b0-b368-b582fffe87f2 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:36.300750 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e81e685c-d034-4fe3-997f-2349bdc8927e req-594c611a-0d5e-44b0-b368-b582fffe87f2 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 943 time: 0.0551560 Feb 09 04:07:36.354472 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e81e685c-d034-4fe3-997f-2349bdc8927e req-c4c974de-21a9-4982-a4e3-3d7f051fb6b3 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469384 Feb 09 04:07:36.635469 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:37.475503 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239449a-99d5-49f6-9665-1c18645049bc req-f8a33821-a087-4800-a295-4bc235240a96 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:37.477008 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b239449a-99d5-49f6-9665-1c18645049bc req-f8a33821-a087-4800-a295-4bc235240a96 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 943 time: 0.0554950 Feb 09 04:07:37.525631 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b239449a-99d5-49f6-9665-1c18645049bc req-82909eaa-636c-4558-84b0-2ee6d832e3ce tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429637 Feb 09 04:07:38.541374 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 963ce72f-8954-4621-b826-f8cf0a9c5970 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:07:38.642916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=963ce72f-8954-4621-b826-f8cf0a9c5970,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:38.645549 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920730-c448-4773-8a31-306483b37a8c req-a73efb1c-1d82-41f9-b7b5-024a1cbd3ebb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:38.647087 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3920730-c448-4773-8a31-306483b37a8c req-a73efb1c-1d82-41f9-b7b5-024a1cbd3ebb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 943 time: 0.0529218 Feb 09 04:07:38.655829 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'port_id': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'mac_address': 'fa:16:3e:ef:89:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:07:38.696990 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 963ce72f-8954-4621-b826-f8cf0a9c5970 is: DOWN; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:38.697346 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:38.702746 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-d3920730-c448-4773-8a31-306483b37a8c req-cc9d1b35-0800-4d38-a08f-63a244f14f9d tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490756 Feb 09 04:07:38.711351 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963ce72f-8954-4621-b826-f8cf0a9c5970 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:07:38.731046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=963ce72f-8954-4621-b826-f8cf0a9c5970,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:38.734742 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:38.782114 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=963ce72f-8954-4621-b826-f8cf0a9c5970,revision_number=4']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:39.087681 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['963ce72f-8954-4621-b826-f8cf0a9c5970'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:07:39.822151 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf78f0-dd9b-45f0-a42e-1d09d349b20e req-4ae48b57-743a-47a6-ace0-ded150f6583e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:39.823624 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42bf78f0-dd9b-45f0-a42e-1d09d349b20e req-4ae48b57-743a-47a6-ace0-ded150f6583e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 944 time: 0.0517342 Feb 09 04:07:39.871651 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-42bf78f0-dd9b-45f0-a42e-1d09d349b20e req-498e931e-90c6-47ef-bd18-c72e52c6f8d1 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 Feb 09 04:07:40.573480 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 963ce72f-8954-4621-b826-f8cf0a9c5970 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:07:40.621237 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning for port 963ce72f-8954-4621-b826-f8cf0a9c5970 completed by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 04:07:40.625174 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 963ce72f-8954-4621-b826-f8cf0a9c5970 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:07:40.625555 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:40.702715 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 963ce72f-8954-4621-b826-f8cf0a9c5970 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:07:40.703116 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:40.725254 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:40.727477 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72e3432-7446-4eb8-abde-3fba6ebeb2f6" -d '{"events": [{"server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "name": "network-vif-plugged", "status": "completed", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:40.740741 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=963ce72f-8954-4621-b826-f8cf0a9c5970,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:07:40.745362 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:40.769750 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f19d84-7a7d-47a4-8e9e-1e8f00769d4f x-openstack-request-id: req-32f19d84-7a7d-47a4-8e9e-1e8f00769d4f {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:40.770055 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "name": "network-vif-plugged", "status": "completed", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:40.770339 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32f19d84-7a7d-47a4-8e9e-1e8f00769d4f {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:40.770736 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'code': 200} Feb 09 04:07:40.798363 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=963ce72f-8954-4621-b826-f8cf0a9c5970,revision_number=5']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:40.862766 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773db1e-da22-404f-820f-fd52df7ee74d req-cc6c8539-5bfc-4558-a83f-095fa7045717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:40.864234 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e773db1e-da22-404f-820f-fd52df7ee74d req-cc6c8539-5bfc-4558-a83f-095fa7045717 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1127 time: 0.0432882 Feb 09 04:07:40.915743 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e773db1e-da22-404f-820f-fd52df7ee74d req-128e8a27-33ef-4ba7-8944-68ee0d29b636 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444140 Feb 09 04:07:40.999646 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abce269-e192-4cce-a6b7-73cc54c7e4f0 req-a2f19b23-1468-42d3-9ca4-8b05a0463fa1 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:41.001263 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4abce269-e192-4cce-a6b7-73cc54c7e4f0 req-a2f19b23-1468-42d3-9ca4-8b05a0463fa1 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 945 time: 0.0569625 Feb 09 04:07:41.057338 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-4abce269-e192-4cce-a6b7-73cc54c7e4f0 req-60f0563e-e2d0-4716-8828-033e57bacb74 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496788 Feb 09 04:07:42.183378 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e7a4f-1b81-4f87-99ff-6f85dc4cb3e9 req-3ccc8050-b521-4a9d-8106-c0255d7fd9a6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:42.185233 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-433e7a4f-1b81-4f87-99ff-6f85dc4cb3e9 req-3ccc8050-b521-4a9d-8106-c0255d7fd9a6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 945 time: 0.0569651 Feb 09 04:07:42.236849 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-433e7a4f-1b81-4f87-99ff-6f85dc4cb3e9 req-784fae00-5736-4bf0-bf45-405e55a0980e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456984 Feb 09 04:07:43.362999 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5370411-8464-46f3-b175-20bc0becb113 req-55a6ede6-461f-40ee-949f-3ce8e756b09c tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:43.364404 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e5370411-8464-46f3-b175-20bc0becb113 req-55a6ede6-461f-40ee-949f-3ce8e756b09c tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 945 time: 0.0590329 Feb 09 04:07:43.412421 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-e5370411-8464-46f3-b175-20bc0becb113 req-9b5770d2-3984-44cc-a3bd-aea4248bff2c tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414894 Feb 09 04:07:43.533135 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eff29-3efd-42cf-9894-525b7ea1850f req-539e9594-62c5-4714-a325-ae8aeaca3a7c tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:43.534642 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e19eff29-3efd-42cf-9894-525b7ea1850f req-539e9594-62c5-4714-a325-ae8aeaca3a7c tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 945 time: 0.0567594 Feb 09 04:07:43.583993 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-e19eff29-3efd-42cf-9894-525b7ea1850f req-3b9eb34c-7827-4767-b594-892dcddb90b0 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437405 Feb 09 04:07:43.605107 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53120) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:07:43.648058 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b4a32-3b51-42c7-8cc1-d9f9c649ec95 tempest-TestSnapshotPattern-1163702602 tempest-TestSnapshotPattern-1163702602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:43.649472 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-fc1b4a32-3b51-42c7-8cc1-d9f9c649ec95 tempest-TestSnapshotPattern-1163702602 tempest-TestSnapshotPattern-1163702602-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1122 time: 0.0434151 Feb 09 04:07:43.652131 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53122) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:07:43.656268 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.v2.base [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Request body: {'floatingip': {'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'port_id': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 04:07:43.675900 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:43.775030 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (None), before_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:43.877193 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_common [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Allocated IP 172.25.2.174 (74d21b27-fdd6-4e70-820c-f8901ad2453f/29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38/41b18779-2fb2-4297-981b-56a504d053c5) {{(pid=109857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 04:07:43.980915 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for port (41b18779-2fb2-4297-981b-56a504d053c5), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.015656 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781684996289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (41b18779-2fb2-4297-981b-56a504d053c5), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.052365 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Network 74d21b27-fdd6-4e70-820c-f8901ad2453f is already hosted by enough agents. {{(pid=109857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 04:07:44.057155 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.base_scheduler [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Resources bound (agent type, host, resource id): {{(pid=109857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 04:07:44.061039 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Received port after_create {{(pid=109857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 04:07:44.083995 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'Port': ['ID=41b18779-2fb2-4297-981b-56a504d053c5,revision_number=1']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:44.413229 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for floatingip (b4127450-46cc-43d5-a66f-d3ae478b0699), precommit_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.480695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (41b18779-2fb2-4297-981b-56a504d053c5), before_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.629309 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for port (41b18779-2fb2-4297-981b-56a504d053c5), precommit_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.633978 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26686107'] for port (41b18779-2fb2-4297-981b-56a504d053c5), after_update {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.705144 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event updated for resources: {'Port': ['ID=41b18779-2fb2-4297-981b-56a504d053c5,revision_number=2']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:07:44.711635 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531055'] for floatingip (b4127450-46cc-43d5-a66f-d3ae478b0699), after_create {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:44.813496 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Floating IP b4127450-46cc-43d5-a66f-d3ae478b0699 associated. External IP: 172.25.2.174, port: 963ce72f-8954-4621-b826-f8cf0a9c5970. Feb 09 04:07:45.021562 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:07:45.132312 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:07:45.143042 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] Sync routers for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:07:45.151372 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:45.154372 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:07:45.155005 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:45.180974 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7805511f-3f6c-4dad-8f0e-e4e00bdf6aeb tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5278447 Feb 09 04:07:45.181655 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:07:45.183982 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc950f-91b9-4977-b340-9ef251fc90e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:07:45.222853 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6302b1-71cd-4858-8440-5e9a5b6a8b86 x-openstack-request-id: req-2f6302b1-71cd-4858-8440-5e9a5b6a8b86 {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:07:45.223145 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:07:45.223419 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f6302b1-71cd-4858-8440-5e9a5b6a8b86 {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:07:45.223825 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'status': 'completed', 'code': 200} Feb 09 04:07:45.275136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:07:45.292112 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-7e66f0f4-87e6-40da-a6c1-b9b0c5138565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.293827 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-7e66f0f4-87e6-40da-a6c1-b9b0c5138565 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1127 time: 0.0467868 Feb 09 04:07:45.388495 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-ffa9cf9e-5ad1-4b00-af25-d7a91972c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.392228 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-ffa9cf9e-5ad1-4b00-af25-d7a91972c95a service neutron] 10.222.0.26 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0912626 Feb 09 04:07:45.459013 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-987df15e-0482-40e2-b57c-e43e38e00797 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 200 len: 999 time: 0.0600154 Feb 09 04:07:45.506601 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b4127450-46cc-43d5-a66f-d3ae478b0699', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:ef:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:07:44Z', 'updated_at': '2022-02-09T04:07:44Z', 'revision_number': 0, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}, {'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:11Z', 'revision_number': 1, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:45.508641 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-7fdd6923-0f18-46d6-a898-c78f0871e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.510745 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-7fdd6923-0f18-46d6-a898-c78f0871e6b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0449450 Feb 09 04:07:45.534208 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] Checking router: 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:07:45.546796 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:07:45.547464 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:07:33Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:45.562942 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-58d2b715-0c85-4455-97dd-0a22a18cbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:45.564519 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-58d2b715-0c85-4455-97dd-0a22a18cbdac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488858 Feb 09 04:07:45.653768 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-213cb194-b39a-433c-b70a-c00ea31ff829 service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825939 Feb 09 04:07:45.658133 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:07:45.749068 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-01cc950f-91b9-4977-b340-9ef251fc90e5 req-7af87c30-0e7d-4add-bbb1-03e64531eff5 service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886798 Feb 09 04:07:45.887962 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b4127450-46cc-43d5-a66f-d3ae478b0699', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:ef:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:07:44Z', 'updated_at': '2022-02-09T04:07:44Z', 'revision_number': 0, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}, {'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:11Z', 'revision_number': 1, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:07:45.913276 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42331d-8886-480a-a0b0-2b82cbe57ef0 None None] The sync data for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 is: [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'b4127450-46cc-43d5-a66f-d3ae478b0699', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:ef:89:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:07:44Z', 'updated_at': '2022-02-09T04:07:44Z', 'revision_number': 0, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}, {'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:11Z', 'revision_number': 1, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:07:46.093901 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8e02b-416f-44b9-8881-74dcf2fbad7a None None] New status for floating IP b4127450-46cc-43d5-a66f-d3ae478b0699: ACTIVE {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:07:50.490958 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:52.541888 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:07:55.308246 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-394239d3-1b52-41ad-9c9c-930eff1e9cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444438 Feb 09 04:07:55.393972 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-d061989b-5f39-450e-a784-a10caa343b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:55.395501 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-d061989b-5f39-450e-a784-a10caa343b6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1127 time: 0.0456319 Feb 09 04:07:55.501750 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-8ad20c3c-a587-4231-b883-95913faded15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:55.503252 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-8ad20c3c-a587-4231-b883-95913faded15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0884955 Feb 09 04:07:55.567770 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-7bc847b2-579c-4098-bb4e-4c5068d8e0ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 200 len: 1001 time: 0.0579400 Feb 09 04:07:55.613749 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-7f1dadc5-83f9-41f7-b8ca-77f51d228b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:55.615326 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-7f1dadc5-83f9-41f7-b8ca-77f51d228b07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0420320 Feb 09 04:07:55.998290 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-421b6771-e927-45aa-802c-52ee4b269d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:07:55.999796 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-421b6771-e927-45aa-802c-52ee4b269d39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3786888 Feb 09 04:07:56.086900 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-a2d40592-6635-4afd-ace7-be3b406a698d service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806277 Feb 09 04:07:56.177209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-c41b4b95-8b66-4296-8a17-78fe7fe24e1b req-3c381114-c57d-49ba-9d7f-a800dd7d150e service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846775 Feb 09 04:07:59.904701 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:08:00.611732 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a3d0bb63-3f3c-4937-9347-86d638f5d4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:02.859339 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-febad372-95c0-426e-ba4d-daf388e5c12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:04.271974 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:05.311983 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:06.637561 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:20.487753 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:22.555211 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:29.320320 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-a30a3cde-9b79-47e4-9dd3-4849d5cd7310 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425749 Feb 09 04:08:29.408631 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-f29183c9-2c0e-4c41-9118-d0739b8f97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:29.410055 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-f29183c9-2c0e-4c41-9118-d0739b8f97d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1126 time: 0.0511153 Feb 09 04:08:29.513090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-6abaa509-8dd3-4fde-b318-890fbef01130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:29.514654 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-6abaa509-8dd3-4fde-b318-890fbef01130 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0860713 Feb 09 04:08:29.584919 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-569f74a1-6e24-4637-b5c7-639716cf7722 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 1000 time: 0.0643594 Feb 09 04:08:29.632240 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-2a2fc314-63bb-4e17-ac11-e390d9f9c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:29.633614 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-2a2fc314-63bb-4e17-ac11-e390d9f9c8c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0425737 Feb 09 04:08:29.681002 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-a29fbbdc-b2c0-4ea7-bd72-675168eed9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:29.682482 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-a29fbbdc-b2c0-4ea7-bd72-675168eed9a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432768 Feb 09 04:08:29.773082 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-874ca7e6-5ae4-49f1-9fd0-33ee57f01c1a service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841477 Feb 09 04:08:29.859137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-ee4fc8bf-7ce9-4e9c-9ff8-b6c263c42a70 req-8df2d776-84c2-421a-a7a8-460775544c45 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800762 Feb 09 04:08:30.613177 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bf698daa-9101-4375-835a-9ac476ee4fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:32.861086 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1ac5026c-730d-4e6a-b3c9-cedef298efcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:34.275125 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:35.314033 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:36.640472 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:36.903370 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:08:50.497704 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:52.540941 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:08:57.314610 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-1cb78897-ac03-4a12-b67b-2656b012ef12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444291 Feb 09 04:08:57.397784 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-26ea1466-6c6c-4c99-8d03-f6a7b06b8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:57.399209 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-26ea1466-6c6c-4c99-8d03-f6a7b06b8814 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1127 time: 0.0439227 Feb 09 04:08:57.504601 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-02042fb4-c141-4f78-a8e1-7c891cdefc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:57.506060 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-02042fb4-c141-4f78-a8e1-7c891cdefc42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0882599 Feb 09 04:08:57.569381 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-cc5f15b2-1f2a-4a1e-a5b3-f7e9f506175b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 200 len: 1001 time: 0.0574317 Feb 09 04:08:57.620936 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-aa18da48-c722-4bcf-9d91-66968610b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:57.622363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-aa18da48-c722-4bcf-9d91-66968610b8fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0466831 Feb 09 04:08:57.670764 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-68624d57-a107-43bb-a11d-60e22050486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:08:57.672145 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-68624d57-a107-43bb-a11d-60e22050486b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439327 Feb 09 04:08:57.759194 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-b5471b0d-5996-4967-a9e1-8f5cc44f02ae service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803528 Feb 09 04:08:57.853297 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5b5582b9-a316-4888-bb0d-3a5a55c9981b req-b90d855f-eb12-4e80-8068-6ab4eef262a9 service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857511 Feb 09 04:09:00.615597 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d08-f27a-4264-bae0-c96ee5411451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:02.862570 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-226a608d-2d5e-40e5-aff4-58e6c61e9c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:04.277367 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:05.317531 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:06.643629 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:13.902678 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:09:20.488817 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:22.583546 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:30.617106 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-819989f1-eaf2-416b-a9a0-db170815b3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:31.318254 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-f8aeeb96-2854-4074-a9b4-23630208721f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440958 Feb 09 04:09:31.406626 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-6a72d5bf-a416-49c7-92b7-37baf83a0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.408095 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-6a72d5bf-a416-49c7-92b7-37baf83a0135 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1126 time: 0.0494277 Feb 09 04:09:31.509157 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-7fee70ee-66dd-445f-a16e-780fd4ebda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.510773 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-7fee70ee-66dd-445f-a16e-780fd4ebda1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.0839767 Feb 09 04:09:31.578679 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-c8f05424-576f-4974-9e00-e600a218cbbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 1000 time: 0.0624971 Feb 09 04:09:31.624736 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-047f5304-0b1a-4c80-a321-e1a903691d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.626137 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-047f5304-0b1a-4c80-a321-e1a903691d95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0417969 Feb 09 04:09:31.673717 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-61b48e57-8136-4484-97a2-6bbfc578403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:31.675171 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-61b48e57-8136-4484-97a2-6bbfc578403c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425971 Feb 09 04:09:31.763625 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-e8306d62-4808-4b4c-876d-9383971aec38 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827503 Feb 09 04:09:31.850819 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-62c36ce8-cf7b-4dc0-bef6-7a3fc64bf6a3 req-a3e3b210-005a-4bae-9d33-c6d25592ec47 service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805352 Feb 09 04:09:32.863771 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-433e137c-dd0c-4a22-8a3d-a654fb2701d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:34.279631 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:35.319962 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:36.646552 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:49.257519 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 963ce72f-8954-4621-b826-f8cf0a9c5970 details requested by agent hyperv_n-h2-827839-4 with host n-h2-827839-4 {{(pid=109858) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 04:09:49.352692 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=963ce72f-8954-4621-b826-f8cf0a9c5970,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:49.366335 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Returning: {'device': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'port_id': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'mac_address': 'fa:16:3e:ef:89:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109858) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 04:09:49.401746 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 963ce72f-8954-4621-b826-f8cf0a9c5970 is: ACTIVE; New status is: BUILD {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:09:49.402054 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:49.414279 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 963ce72f-8954-4621-b826-f8cf0a9c5970 {{(pid=109858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 04:09:49.433550 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=963ce72f-8954-4621-b826-f8cf0a9c5970,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:49.438062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:49.492469 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=963ce72f-8954-4621-b826-f8cf0a9c5970,revision_number=6']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:49.500510 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.500859 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.501198 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.501534 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.501866 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.502194 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.502546 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.503459 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.503764 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.504093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.504416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.508819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.508819 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:09:49.510659 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] get_ports_and_sgs() called for port_ids ['963ce72f-8954-4621-b826-f8cf0a9c5970'] {{(pid=109858) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 04:09:50.507880 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:50.902602 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:09:51.275163 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 963ce72f-8954-4621-b826-f8cf0a9c5970 up at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 04:09:51.321757 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.provisioning_blocks [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Provisioning complete for port 963ce72f-8954-4621-b826-f8cf0a9c5970 triggered by entity L2. {{(pid=109858) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 04:09:51.322123 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7649974'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), provisioning_complete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:51.396992 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 963ce72f-8954-4621-b826-f8cf0a9c5970 is: BUILD; New status is: ACTIVE {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:09:51.397382 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:51.419594 n-d-827839-4 neutron-server[109858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970'}] {{(pid=109858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:09:51.421836 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04c7a63683687b9849063f82ee82ee7e384b3534e437b028289a1ec2149f768f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5815f5a6-c23d-4945-aef0-6e7b72702907" -d '{"events": [{"server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "name": "network-vif-plugged", "status": "completed", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970"}]}' {{(pid=109858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:09:51.438046 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=963ce72f-8954-4621-b826-f8cf0a9c5970,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:09:51.443062 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781685532429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781684996307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781684996325'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:51.494638 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Pushing event updated for resources: {'Port': ['ID=963ce72f-8954-4621-b826-f8cf0a9c5970,revision_number=7']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:09:51.530130 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3987d2f1-8ede-4747-a8a2-030a4ddc67ad x-openstack-request-id: req-3987d2f1-8ede-4747-a8a2-030a4ddc67ad {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:09:51.530782 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "name": "network-vif-plugged", "status": "completed", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970", "code": 200}]} {{(pid=109858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:09:51.530782 n-d-827839-4 neutron-server[109858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3987d2f1-8ede-4747-a8a2-030a4ddc67ad {{(pid=109858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:09:51.531112 n-d-827839-4 neutron-server[109858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'code': 200} Feb 09 04:09:52.586103 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:09:57.357838 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-3a275455-635d-4d30-9661-178393c7defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:57.359660 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-3a275455-635d-4d30-9661-178393c7defc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1127 time: 0.0532918 Feb 09 04:09:57.482998 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-bf9cd699-0f1a-44cd-b0fc-c7e7c52a0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:57.484799 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-bf9cd699-0f1a-44cd-b0fc-c7e7c52a0a0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.1024325 Feb 09 04:09:57.572301 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-6b8e7317-6399-41bd-bce0-bbe7b01db59c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 200 len: 1001 time: 0.0795791 Feb 09 04:09:57.630800 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-f039a5f3-22d9-4cab-98e5-38197e097073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:57.633339 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-f039a5f3-22d9-4cab-98e5-38197e097073 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0553081 Feb 09 04:09:57.693416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-180d2a59-8a8b-47d1-84fd-cbb18e09007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:09:57.695098 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-180d2a59-8a8b-47d1-84fd-cbb18e09007d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560486 Feb 09 04:09:57.830874 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-00407448-3d83-4a1a-ae53-a8f569a17af7 service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299467 Feb 09 04:09:57.952170 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-1e24ce7c-e2f3-45c0-8fe3-eff0fe39a6f1 req-34070887-b2b9-4286-b012-e15f4b39b02b service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154702 Feb 09 04:10:00.622842 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2e1a2490-be5e-43f2-b4e6-7e4965859d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:02.304902 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53358) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:02.460115 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Deleting port 41b18779-2fb2-4297-981b-56a504d053c5 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:02.460376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (41b18779-2fb2-4297-981b-56a504d053c5), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:02.534486 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (41b18779-2fb2-4297-981b-56a504d053c5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:02.534819 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for floatingip (41b18779-2fb2-4297-981b-56a504d053c5), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:02.546769 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Calling delete_port for 41b18779-2fb2-4297-981b-56a504d053c5 owned by network:floatingip {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:02.696467 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (41b18779-2fb2-4297-981b-56a504d053c5), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:02.722992 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event deleted for resources: {'Port': ['ID=41b18779-2fb2-4297-981b-56a504d053c5,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:02.749034 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.749610 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.750177 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.750780 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.751323 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.751890 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.752405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.752754 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.753138 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.753478 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.753816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.754150 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.754504 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:02.801223 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for floatingip (b4127450-46cc-43d5-a66f-d3ae478b0699), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:02.801549 n-d-827839-4 neutron-server[109857]: INFO neutron.db.l3_db [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Floating IP b4127450-46cc-43d5-a66f-d3ae478b0699 disassociated (deleted). External IP: 172.25.2.174, port: 963ce72f-8954-4621-b826-f8cf0a9c5970. Feb 09 04:10:02.866496 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bede6455-4194-4e19-bc48-9eef54bd4966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:03.011189 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:10:03.120574 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:10:03.125377 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:03.130193 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] Sync routers for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:10:03.139164 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:03.139785 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:03.156657 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-7c3cc7d5-b3bc-4ac7-8998-4b9e356e0b3e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "DELETE /v2.0/floatingips/b4127450-46cc-43d5-a66f-d3ae478b0699 HTTP/1.1" status: 204 len: 168 time: 0.8506167 Feb 09 04:10:03.157250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:03.160100 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a319d69-1cb2-4854-a907-e5f852efa4de" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:03.268316 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:03.280237 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7116912e-9b14-461b-87fe-e4c106eb2dbb x-openstack-request-id: req-7116912e-9b14-461b-87fe-e4c106eb2dbb {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:03.280532 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:03.280810 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7116912e-9b14-461b-87fe-e4c106eb2dbb {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:03.281200 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'status': 'completed', 'code': 200} Feb 09 04:10:03.361456 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-3e011711-5fec-4aa5-9793-1ec6328e0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:03.363684 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-3e011711-5fec-4aa5-9793-1ec6328e0dae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 1127 time: 0.0559940 Feb 09 04:10:03.396870 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba553d-5bb0-49e6-a9d5-4fb01e2ae721 req-5d39f138-c1fa-4625-8d2f-8b1bfaf4671c tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:03.398505 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-25ba553d-5bb0-49e6-a9d5-4fb01e2ae721 req-5d39f138-c1fa-4625-8d2f-8b1bfaf4671c tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 945 time: 0.0540690 Feb 09 04:10:03.449817 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-25ba553d-5bb0-49e6-a9d5-4fb01e2ae721 req-2a124a3b-3788-4b15-9244-c584d20f503d tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453193 Feb 09 04:10:03.472594 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-cf2cb935-1606-49a9-8c2b-183361cfa2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:03.474460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-cf2cb935-1606-49a9-8c2b-183361cfa2ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.1013181 Feb 09 04:10:03.506457 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:11Z', 'revision_number': 1, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:03.519797 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-31a774ff-6025-43c0-a6a5-40b31cdbcbc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 200 len: 217 time: 0.0392179 Feb 09 04:10:03.536223 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] Checking router: 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:10:03.544749 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:03.545949 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:03.569288 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-0fb93eea-bb1c-4b8b-9d2a-9174b0dbd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:03.570791 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-0fb93eea-bb1c-4b8b-9d2a-9174b0dbd5b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0454035 Feb 09 04:10:03.623405 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-5301d701-1b86-423c-b7b8-cdd1c7d6b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:03.624953 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-5301d701-1b86-423c-b7b8-cdd1c7d6b540 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474458 Feb 09 04:10:03.722490 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-0b1c7a64-7ecd-41df-ad48-8196b1fe48c8 service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900061 Feb 09 04:10:03.814094 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-2a319d69-1cb2-4854-a907-e5f852efa4de req-aff91be3-fdbb-4e43-912c-2f80dfb4296a service neutron] 10.222.0.26 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858405 Feb 09 04:10:03.822310 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:04.043488 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:11Z', 'revision_number': 1, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:04.075485 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756cb4ed-9b99-4c16-b778-bdd0ba5ef4d0 None None] The sync data for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 is: [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_floatingips': [{'id': 'e8f9e638-92a5-40bf-b2c5-c40916c57ff7', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'router_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'port_id': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'mac_address': 'fa:16:3e:55:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T04:05:09Z', 'updated_at': '2022-02-09T04:05:11Z', 'revision_number': 1, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:10:04.282433 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:04.312262 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292e330-21ce-4cf9-b5af-0f3b0b786cba None None] New status for floating IP b4127450-46cc-43d5-a66f-d3ae478b0699: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:10:04.581300 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a59c6-fc89-467d-a791-7d55ef42fd7d req-dceed584-03a7-4604-9447-ce1082eadda8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:04.582838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c9a59c6-fc89-467d-a791-7d55ef42fd7d req-dceed584-03a7-4604-9447-ce1082eadda8 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 945 time: 0.0566604 Feb 09 04:10:04.633134 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-7c9a59c6-fc89-467d-a791-7d55ef42fd7d req-dfcf88f4-78ba-48ba-be43-fdfad1e7d284 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444760 Feb 09 04:10:05.121550 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd2995-a34f-46ae-a691-00df38585c32 req-d0c143b2-d693-4189-a483-d8a147e51361 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:05.123054 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17cd2995-a34f-46ae-a691-00df38585c32 req-d0c143b2-d693-4189-a483-d8a147e51361 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 945 time: 0.0562882 Feb 09 04:10:05.216273 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Deleting port 963ce72f-8954-4621-b826-f8cf0a9c5970 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:05.216608 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:05.309937 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] For port 963ce72f-8954-4621-b826-f8cf0a9c5970, host n-h2-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827839-4',level=0,port_id=963ce72f-8954-4621-b826-f8cf0a9c5970,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:05.310509 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:05.322924 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:05.326059 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Calling delete_port for 963ce72f-8954-4621-b826-f8cf0a9c5970 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:05.379416 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Device 963ce72f-8954-4621-b826-f8cf0a9c5970 no longer exists at agent hyperv_n-h2-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:05.460393 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Current status of the port 963ce72f-8954-4621-b826-f8cf0a9c5970 is: ACTIVE; New status is: DOWN {{(pid=109858) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 04:10:05.461008 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7669729'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), before_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:05.461275 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (963ce72f-8954-4621-b826-f8cf0a9c5970), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:05.491612 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event deleted for resources: {'Port': ['ID=963ce72f-8954-4621-b826-f8cf0a9c5970,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:05.543842 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] No DVR routers for this DVR port 963ce72f-8954-4621-b826-f8cf0a9c5970 on host n-h2-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:05.546533 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:05.550838 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-17cd2995-a34f-46ae-a691-00df38585c32 req-b368a242-81db-4253-bf2a-db692000864e tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.26 "DELETE /v2.0/ports/963ce72f-8954-4621-b826-f8cf0a9c5970 HTTP/1.1" status: 204 len: 173 time: 0.4218247 Feb 09 04:10:05.551320 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'name': 'network-vif-deleted', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:05.553745 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2ec07d-70d2-44a5-9fe4-b1728445bdbd" -d '{"events": [{"server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "name": "network-vif-deleted", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:05.602691 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf0eff-ea63-42aa-a802-6170703a22bf x-openstack-request-id: req-f8bf0eff-ea63-42aa-a802-6170703a22bf {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:05.603366 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffad003-2cd0-4087-95ee-c3e34a9c0a9f", "name": "network-vif-deleted", "tag": "963ce72f-8954-4621-b826-f8cf0a9c5970", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:05.603479 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8bf0eff-ea63-42aa-a802-6170703a22bf {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:05.603983 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffad003-2cd0-4087-95ee-c3e34a9c0a9f', 'name': 'network-vif-deleted', 'tag': '963ce72f-8954-4621-b826-f8cf0a9c5970', 'status': 'completed', 'code': 200} Feb 09 04:10:05.750705 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-afb74ca6-30e4-4ea8-93f1-fcd9457b7bb8 req-8f453277-f53f-45fc-9f1a-e1a7c8176bf0 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ffad003-2cd0-4087-95ee-c3e34a9c0a9f HTTP/1.1" status: 200 len: 210 time: 0.0275702 Feb 09 04:10:06.651373 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:07.297789 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53420) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:07.458156 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Deleting port cf593c21-8b93-4f46-b94f-654de5f723e4 {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:07.458450 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (cf593c21-8b93-4f46-b94f-654de5f723e4), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:07.532858 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (cf593c21-8b93-4f46-b94f-654de5f723e4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:07.533178 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for floatingip (cf593c21-8b93-4f46-b94f-654de5f723e4), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:07.544844 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Calling delete_port for cf593c21-8b93-4f46-b94f-654de5f723e4 owned by network:floatingip {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:07.694179 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (cf593c21-8b93-4f46-b94f-654de5f723e4), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:07.718780 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event deleted for resources: {'Port': ['ID=cf593c21-8b93-4f46-b94f-654de5f723e4,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:07.730090 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.730461 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.730801 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.731134 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.731468 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.731796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.732120 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.732443 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.732762 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.733085 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.733404 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.733724 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.734036 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827839-4 {{(pid=109856) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 04:10:07.790031 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for floatingip (e8f9e638-92a5-40bf-b2c5-c40916c57ff7), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:07.790443 n-d-827839-4 neutron-server[109856]: INFO neutron.db.l3_db [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Floating IP e8f9e638-92a5-40bf-b2c5-c40916c57ff7 disassociated (deleted). External IP: 172.25.2.185, port: 90d1926f-a920-4f03-9b4d-d0bd0a6e9913. Feb 09 04:10:07.992398 n-d-827839-4 neutron-server[109856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109856) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:10:08.098663 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109856) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:10:08.103279 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for floatingip (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:08.108201 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] Sync routers for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:10:08.119090 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:08.119794 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:08.134822 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-c1018200-d050-4685-88e1-d7de03c6f20b tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "DELETE /v2.0/floatingips/e8f9e638-92a5-40bf-b2c5-c40916c57ff7 HTTP/1.1" status: 204 len: 168 time: 0.8335483 Feb 09 04:10:08.134822 n-d-827839-4 neutron-server[109856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913'}] {{(pid=109856) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:08.136346 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ee4c30c8de28d9028fc1c6dfa6c7c2e52619d6a753b06b1a3c7ac4ff5a6f6fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aed2f7-1994-421b-bf33-a500a4c3b143" -d '{"events": [{"name": "network-changed", "server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913"}]}' {{(pid=109856) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:08.238712 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb4a58-07f5-43ab-8b5c-43107293b4d8 x-openstack-request-id: req-eaeb4a58-07f5-43ab-8b5c-43107293b4d8 {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:08.240141 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913", "status": "completed", "code": 200}]} {{(pid=109856) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:08.240637 n-d-827839-4 neutron-server[109856]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaeb4a58-07f5-43ab-8b5c-43107293b4d8 {{(pid=109856) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:08.241463 n-d-827839-4 neutron-server[109856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'status': 'completed', 'code': 200} Feb 09 04:10:08.244004 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:08.313857 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-777c459d-c939-4fa6-b928-84b2b8fe52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:08.319255 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-777c459d-c939-4fa6-b928-84b2b8fe52c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 1126 time: 0.0558112 Feb 09 04:10:08.475776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:08.507454 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] Checking router: 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:10:08.517030 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:08.517661 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:08.629756 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:08.783393 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42d880-edc6-4719-8016-369ac8e4b50b req-18de74d0-fdec-4f2e-a6ca-6bd0b387fab7 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:08.784859 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f42d880-edc6-4719-8016-369ac8e4b50b req-18de74d0-fdec-4f2e-a6ca-6bd0b387fab7 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 944 time: 0.4505942 Feb 09 04:10:08.787756 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-3d8883f3-8bbd-4e36-8b0f-4632e3f33a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:08.789108 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-3d8883f3-8bbd-4e36-8b0f-4632e3f33a3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 200 len: 909 time: 0.4672706 Feb 09 04:10:08.828482 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:08.839289 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-37a34418-ec12-454c-970e-77552eb8064f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 200 len: 217 time: 0.0426626 Feb 09 04:10:08.854704 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffa7967-6afe-4245-96f4-ed344a435f3d None None] The sync data for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 is: [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:49Z', 'revision_number': 4, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4', '_interfaces': [{'id': 'df5c14d7-772a-4b94-9c96-c54d1d6c422e', 'name': '', 'network_id': '75afe199-9d1e-4d06-b2d4-64f69926236b', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'mac_address': 'fa:16:3e:03:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:49Z', 'updated_at': '2022-02-09T04:04:55Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'subnets': [{'id': 'eab295ac-4e0d-4f30-b2e5-43aced434644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:10:08.897266 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-5f42d880-edc6-4719-8016-369ac8e4b50b req-c6b511df-f633-402d-b55c-06d88a8e503f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4a5096b-1c34-4815-81de-8127b1adcd40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063483 Feb 09 04:10:08.907972 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-1c78b4d8-b5ea-4048-9830-dec30cd19c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:08.914101 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-1c78b4d8-b5ea-4048-9830-dec30cd19c6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 200 len: 847 time: 0.0596974 Feb 09 04:10:08.930471 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.61', 54751) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:08.981828 n-d-827839-4 neutron-server[109856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-f950c246-4860-4f4e-a59c-fa81d37e0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109856) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:08.983502 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-f950c246-4860-4f4e-a59c-fa81d37e0aac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75afe199-9d1e-4d06-b2d4-64f69926236b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529416 Feb 09 04:10:08.987643 n-d-827839-4 neutron-server[109857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-6cf14b3f-f947-4a56-89c0-c1906e56c67f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 04:10:08.989363 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-6cf14b3f-f947-4a56-89c0-c1906e56c67f tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.61 "GET /v2.0/ports?device_id=8940e637-765a-4ce4-a06f-349ab2f5ad63 HTTP/1.1" status: 200 len: 944 time: 0.0575886 Feb 09 04:10:09.083790 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-b6e3aee7-3234-4a72-9734-4c22610e2c1a service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932300 Feb 09 04:10:09.087287 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Deleting port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:09.087651 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:09.112922 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eeba30-1ebc-409f-906f-dab2bfdfb3ca None None] New status for floating IP e8f9e638-92a5-40bf-b2c5-c40916c57ff7: DOWN {{(pid=109859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 04:10:09.184786 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [req-b9aed2f7-1994-421b-bf33-a500a4c3b143 req-bafa9e4c-0fec-4af8-b5c6-10d0c0c18e6a service neutron] 10.222.0.61 "GET /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949376 Feb 09 04:10:09.187120 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] For port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913, host n-h1-827839-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827839-4',level=0,port_id=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:09.187617 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:09.201910 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Calling delete_port for 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 owned by compute:nova {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:09.327048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (90d1926f-a920-4f03-9b4d-d0bd0a6e9913), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:09.358690 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event deleted for resources: {'Port': ['ID=90d1926f-a920-4f03-9b4d-d0bd0a6e9913,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:09.400401 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] No DVR routers for this DVR port 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 on host n-h1-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:09.403080 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-179839'] for port (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:09.406448 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [req-5ffdf2c0-c959-4ad9-b4d9-b541c60e94d4 req-8b50db2c-dc1a-4865-8d94-d46e0b697723 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.61 "DELETE /v2.0/ports/90d1926f-a920-4f03-9b4d-d0bd0a6e9913 HTTP/1.1" status: 204 len: 173 time: 0.4116125 Feb 09 04:10:09.406908 n-d-827839-4 neutron-server[109857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'name': 'network-vif-deleted', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913'}] {{(pid=109857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 04:10:09.410329 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8102180fe14007c77f11eda4ff6b49df8030d569511d1a5a1db822af442cc01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8270989-89ce-43e4-a61c-87991e81cdaf" -d '{"events": [{"server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "name": "network-vif-deleted", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913"}]}' {{(pid=109857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 04:10:09.448384 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 04:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c02ce9-59a0-46bf-99bc-cfd6c1092d4e x-openstack-request-id: req-b5c02ce9-59a0-46bf-99bc-cfd6c1092d4e {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 04:10:09.448684 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8940e637-765a-4ce4-a06f-349ab2f5ad63", "name": "network-vif-deleted", "tag": "90d1926f-a920-4f03-9b4d-d0bd0a6e9913", "status": "completed", "code": 200}]} {{(pid=109857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 04:10:09.448942 n-d-827839-4 neutron-server[109857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5c02ce9-59a0-46bf-99bc-cfd6c1092d4e {{(pid=109857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 04:10:09.449346 n-d-827839-4 neutron-server[109857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8940e637-765a-4ce4-a06f-349ab2f5ad63', 'name': 'network-vif-deleted', 'tag': '90d1926f-a920-4f03-9b4d-d0bd0a6e9913', 'status': 'completed', 'code': 200} Feb 09 04:10:09.954106 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53434) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:10.010487 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb355a79-9813-4f20-95aa-d9d4742526e6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group (f4a5096b-1c34-4815-81de-8127b1adcd40), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:10.035736 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb355a79-9813-4f20-95aa-d9d4742526e6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group (f4a5096b-1c34-4815-81de-8127b1adcd40), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:10.094418 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb355a79-9813-4f20-95aa-d9d4742526e6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (f4a5096b-1c34-4815-81de-8127b1adcd40), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:10.097284 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-bb355a79-9813-4f20-95aa-d9d4742526e6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Publish callbacks [] for security_group (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:10.098460 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-bb355a79-9813-4f20-95aa-d9d4742526e6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4a5096b-1c34-4815-81de-8127b1adcd40 HTTP/1.1" status: 204 len: 168 time: 0.1433146 Feb 09 04:10:10.107371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb355a79-9813-4f20-95aa-d9d4742526e6 tempest-TestSnapshotPattern-670991436 tempest-TestSnapshotPattern-670991436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a5096b-1c34-4815-81de-8127b1adcd40,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:10.150627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53438) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:10.599270 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:10.847774 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Deleting port df5c14d7-772a-4b94-9c96-c54d1d6c422e {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:10.848022 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:10.925416 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] For port df5c14d7-772a-4b94-9c96-c54d1d6c422e, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=df5c14d7-772a-4b94-9c96-c54d1d6c422e,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:10.925772 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:10.938195 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Calling delete_port for df5c14d7-772a-4b94-9c96-c54d1d6c422e owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:11.125666 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (df5c14d7-772a-4b94-9c96-c54d1d6c422e), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:11.155867 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=df5c14d7-772a-4b94-9c96-c54d1d6c422e,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:11.328432 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:11.879841 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:10:11.986314 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:10:11.991547 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b33f5342-ecc9-48a8-91d4-d374df200ffc admin admin] 10.222.0.32 "PUT /v2.0/routers/91123f5d-0a17-4bb0-b1aa-4271e63f9f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8399036 Feb 09 04:10:11.994176 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53442) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:11.995123 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] Sync routers for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:10:12.010446 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:12.011074 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:12.103880 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks [] for router (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.117478 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: n-d-827839-4 {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:12.210646 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks [] for router_gateway (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.267024 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Deleting port 9684793f-642a-4943-bed0-72b39f10dd68 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:12.267365 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (9684793f-642a-4943-bed0-72b39f10dd68), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.296397 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '9684793f-642a-4943-bed0-72b39f10dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:10:11Z', 'revision_number': 5, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port': {'id': '9684793f-642a-4943-bed0-72b39f10dd68', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:12.323558 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] Checking router: 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a for host: n-d-827839-4 {{(pid=109858) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:10:12.331958 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] Routers {'91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'} bound to L3 agent in host n-d-827839-4 {{(pid=109858) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:12.332568 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'], 'active': True} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:12.344272 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] For port 9684793f-642a-4943-bed0-72b39f10dd68, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=9684793f-642a-4943-bed0-72b39f10dd68,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:12.344632 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (9684793f-642a-4943-bed0-72b39f10dd68), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.357196 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Calling delete_port for 9684793f-642a-4943-bed0-72b39f10dd68 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:12.420230 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvr_db [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] Set router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a gateway port host: None {{(pid=109858) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:12.538727 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (9684793f-642a-4943-bed0-72b39f10dd68), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.564124 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Pushing event deleted for resources: {'Port': ['ID=9684793f-642a-4943-bed0-72b39f10dd68,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:12.634491 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_hamode_db [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:10:12Z', 'revision_number': 6, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:12.637131 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.662525 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae7090-074f-4720-b2a8-36967be4124a None None] The sync data for ids ['91123f5d-0a17-4bb0-b1aa-4271e63f9f7a'] in n-d-827839-4 is: [{'id': '91123f5d-0a17-4bb0-b1aa-4271e63f9f7a', 'name': 'tempest-TestSnapshotPattern-85066456-router', 'tenant_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:47Z', 'updated_at': '2022-02-09T04:10:12Z', 'revision_number': 6, 'project_id': 'f7c185e9c60443f8bc3653f1285cdcca', 'gw_port_host': None}] {{(pid=109858) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:10:12.742321 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.744444 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks [] for router_controller (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.786566 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (91123f5d-0a17-4bb0-b1aa-4271e63f9f7a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.787082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91123f5d-0a17-4bb0-b1aa-4271e63f9f7a {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:10:12.793317 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.796910 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-f1fb42fb-69cb-46cb-b7ee-a851bc24fffd admin admin] 10.222.0.32 "DELETE /v2.0/routers/91123f5d-0a17-4bb0-b1aa-4271e63f9f7a HTTP/1.1" status: 204 len: 168 time: 0.7993734 Feb 09 04:10:12.797230 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53444) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:12.841297 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1c3363-7a94-4631-971b-47ab60dae939 admin admin] Deleting subnet eab295ac-4e0d-4f30-b2e5-43aced434644 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:10:12.844376 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3363-7a94-4631-971b-47ab60dae939 admin admin] Publish callbacks [] for subnet (eab295ac-4e0d-4f30-b2e5-43aced434644), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.882629 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3363-7a94-4631-971b-47ab60dae939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (eab295ac-4e0d-4f30-b2e5-43aced434644), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:12.957829 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3363-7a94-4631-971b-47ab60dae939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (eab295ac-4e0d-4f30-b2e5-43aced434644), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.014637 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3363-7a94-4631-971b-47ab60dae939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (eab295ac-4e0d-4f30-b2e5-43aced434644), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.043348 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c3363-7a94-4631-971b-47ab60dae939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab295ac-4e0d-4f30-b2e5-43aced434644,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:13.050048 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3363-7a94-4631-971b-47ab60dae939 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.053487 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-ef1c3363-7a94-4631-971b-47ab60dae939 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eab295ac-4e0d-4f30-b2e5-43aced434644 HTTP/1.1" status: 204 len: 168 time: 0.2552948 Feb 09 04:10:13.056944 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad468897-1644-4692-9460-024aa67e3ec0 None None] Network 75afe199-9d1e-4d06-b2d4-64f69926236b requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:10:13.058054 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53446) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:13.132217 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (75afe199-9d1e-4d06-b2d4-64f69926236b), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.187029 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Deleting port 6083b5b1-3178-4ddb-9442-c616811d0fbf {{(pid=109856) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:13.187407 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.256153 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.db [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] For port 6083b5b1-3178-4ddb-9442-c616811d0fbf, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=6083b5b1-3178-4ddb-9442-c616811d0fbf,segment=NetworkSegment(303f894c-ecea-450c-bb0e-785f5b773ea9),segment_id=303f894c-ecea-450c-bb0e-785f5b773ea9)] {{(pid=109856) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:13.256509 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.271225 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 no longer exists at agent hyperv_n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:13.271540 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.plugin [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Calling delete_port for 6083b5b1-3178-4ddb-9442-c616811d0fbf owned by network:dhcp {{(pid=109856) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:13.290684 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] No Port match for: 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:13.291032 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Device 90d1926f-a920-4f03-9b4d-d0bd0a6e9913 not bound to the agent host n-h1-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:13.349716 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17096701'] for port (6083b5b1-3178-4ddb-9442-c616811d0fbf), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.381143 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=6083b5b1-3178-4ddb-9442-c616811d0fbf,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:13.382940 n-d-827839-4 neutron-server[109856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] No DVR routers for this DVR port 6083b5b1-3178-4ddb-9442-c616811d0fbf on host n-d-827839-4 {{(pid=109856) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:13.455223 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (75afe199-9d1e-4d06-b2d4-64f69926236b), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.465128 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296870d-370f-4a14-b277-e92f89044c84 None None] DHCP port deletion for 75afe199-9d1e-4d06-b2d4-64f69926236b request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:10:13.479595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75afe199-9d1e-4d06-b2d4-64f69926236b']}} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:13.490199 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303f894c-ecea-450c-bb0e-785f5b773ea9') {'for_net_delete': True} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:13.490796 n-d-827839-4 neutron-server[109856]: DEBUG neutron.services.segments.db [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303f894c-ecea-450c-bb0e-785f5b773ea9') {} {{(pid=109856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:13.501363 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3948090'] for segment (303f894c-ecea-450c-bb0e-785f5b773ea9), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.516262 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (303f894c-ecea-450c-bb0e-785f5b773ea9), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.520998 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9684793f-642a-4943-bed0-72b39f10dd68 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:13.526889 n-d-827839-4 neutron-server[109856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109856) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:10:13.527291 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17096584'] for segment (303f894c-ecea-450c-bb0e-785f5b773ea9), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: Traceback (most recent call last): Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: timer() Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: cb(*args, **kw) Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: return func(*args, **kwargs) Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: self._notify() Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: self.callback(batched_events) Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: event.method(event) Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: return f(self, *a, **k) Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: return self._get(url).json() Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: return self.request(url, 'GET', **kwargs) Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:10:13.529045 n-d-827839-4 neutron-server[109856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:10:13.544093 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 9684793f-642a-4943-bed0-72b39f10dd68 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:13.544216 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 9684793f-642a-4943-bed0-72b39f10dd68 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:13.544642 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device df5c14d7-772a-4b94-9c96-c54d1d6c422e no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:13.566016 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: df5c14d7-772a-4b94-9c96-c54d1d6c422e {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:13.566716 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device df5c14d7-772a-4b94-9c96-c54d1d6c422e not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:13.567071 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6083b5b1-3178-4ddb-9442-c616811d0fbf no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:13.586402 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 6083b5b1-3178-4ddb-9442-c616811d0fbf {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:13.586679 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 6083b5b1-3178-4ddb-9442-c616811d0fbf not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:13.594960 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (75afe199-9d1e-4d06-b2d4-64f69926236b), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.612542 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567272'] for network (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:13.616233 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] 10.222.0.32 "DELETE /v2.0/networks/75afe199-9d1e-4d06-b2d4-64f69926236b HTTP/1.1" status: 204 len: 168 time: 0.5571218 Feb 09 04:10:13.617673 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f22ed-9cbf-4d2f-b3ac-0d3841555b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=75afe199-9d1e-4d06-b2d4-64f69926236b,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:13.619904 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53448) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:13.995952 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531567'] for router_interface (02fdafd5-a364-4094-a4a9-1d72dad51b23), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.257628 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Deleting port b400d3da-6a84-425b-a031-ba87af3695f2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:14.257899 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.339953 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] For port b400d3da-6a84-425b-a031-ba87af3695f2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=b400d3da-6a84-425b-a031-ba87af3695f2,segment=NetworkSegment(c0d6635d-7bb6-42ad-bdca-61072636b18a),segment_id=c0d6635d-7bb6-42ad-bdca-61072636b18a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:14.340310 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.354303 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Calling delete_port for b400d3da-6a84-425b-a031-ba87af3695f2 owned by network:router_interface {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:14.544436 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (b400d3da-6a84-425b-a031-ba87af3695f2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.573669 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b400d3da-6a84-425b-a031-ba87af3695f2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:14.745676 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531707'] for router_interface (02fdafd5-a364-4094-a4a9-1d72dad51b23), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:14.967280 n-d-827839-4 neutron-server[109857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Router 02fdafd5-a364-4094-a4a9-1d72dad51b23 has already been hosted by L3 agent 1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c {{(pid=109857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 04:10:15.075991 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] Notify agent at l3_agent.n-d-827839-4 the message routers_updated {{(pid=109857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 04:10:15.081433 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-a4d4339d-572b-4502-81de-ef46118aeee4 admin admin] 10.222.0.32 "PUT /v2.0/routers/02fdafd5-a364-4094-a4a9-1d72dad51b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597948 Feb 09 04:10:15.084054 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53450) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:15.085328 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] Sync routers for ids ['02fdafd5-a364-4094-a4a9-1d72dad51b23'] in n-d-827839-4 {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 04:10:15.095600 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] Routers {'02fdafd5-a364-4094-a4a9-1d72dad51b23'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:15.096941 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['02fdafd5-a364-4094-a4a9-1d72dad51b23'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:15.205939 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks [] for router (02fdafd5-a364-4094-a4a9-1d72dad51b23), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.210603 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] Set router 02fdafd5-a364-4094-a4a9-1d72dad51b23 gateway port host: n-d-827839-4 {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:15.316474 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks [] for router_gateway (02fdafd5-a364-4094-a4a9-1d72dad51b23), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.372347 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Deleting port 5444caf2-89eb-4581-979c-c821968380e2 {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:15.372688 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (5444caf2-89eb-4581-979c-c821968380e2), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.393519 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'external_fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5444caf2-89eb-4581-979c-c821968380e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:10:14Z', 'revision_number': 5, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port': {'id': '5444caf2-89eb-4581-979c-c821968380e2', 'name': '', 'network_id': '74d21b27-fdd6-4e70-820c-f8901ad2453f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:78:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827839-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T04:04:52Z', 'updated_at': '2022-02-09T04:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29b97dd4-3dab-4d83-8f1f-7cd8e5fd4f38', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827839-4'}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:15.419925 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] Checking router: 02fdafd5-a364-4094-a4a9-1d72dad51b23 for host: n-d-827839-4 {{(pid=109859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 04:10:15.428643 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] Routers {'02fdafd5-a364-4094-a4a9-1d72dad51b23'} bound to L3 agent in host n-d-827839-4 {{(pid=109859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 04:10:15.429271 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827839-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T02:32:32Z,description=,heartbeat_timestamp=2022-02-09T04:10:03Z,host='n-d-827839-4',id=1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T02:32:33Z,topic='l3_agent')) {'router_ids': ['02fdafd5-a364-4094-a4a9-1d72dad51b23'], 'active': True} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:15.451644 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] For port 5444caf2-89eb-4581-979c-c821968380e2, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=5444caf2-89eb-4581-979c-c821968380e2,segment=NetworkSegment(4d40c569-6c9f-4097-b61c-be367e198452),segment_id=4d40c569-6c9f-4097-b61c-be367e198452)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:15.452006 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (5444caf2-89eb-4581-979c-c821968380e2), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.464731 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Calling delete_port for 5444caf2-89eb-4581-979c-c821968380e2 owned by network:router_gateway {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:15.517031 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_dvr_db [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] Set router 02fdafd5-a364-4094-a4a9-1d72dad51b23 gateway port host: None {{(pid=109859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 04:10:15.572240 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.l3_hamode_db [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:10:15Z', 'revision_number': 6, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port_host': None}], 'n-d-827839-4', False) {} {{(pid=109859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:15.598468 n-d-827839-4 neutron-server[109859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf7649-15b3-47f1-aebe-89c3adf98cb8 None None] The sync data for ids ['02fdafd5-a364-4094-a4a9-1d72dad51b23'] in n-d-827839-4 is: [{'id': '02fdafd5-a364-4094-a4a9-1d72dad51b23', 'name': 'tempest-TestSnapshotPattern-1840001649-router', 'tenant_id': '51967ece2f1a4a07af58a80a76eff383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T04:04:51Z', 'updated_at': '2022-02-09T04:10:15Z', 'revision_number': 6, 'project_id': '51967ece2f1a4a07af58a80a76eff383', 'gw_port_host': None}] {{(pid=109859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 04:10:15.642261 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (5444caf2-89eb-4581-979c-c821968380e2), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.665783 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5444caf2-89eb-4581-979c-c821968380e2,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:15.732343 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-530969'] for router_gateway (02fdafd5-a364-4094-a4a9-1d72dad51b23), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.828370 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-524446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11267'] for router (02fdafd5-a364-4094-a4a9-1d72dad51b23), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.830473 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks [] for router_controller (02fdafd5-a364-4094-a4a9-1d72dad51b23), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.874754 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-524425'] for router (02fdafd5-a364-4094-a4a9-1d72dad51b23), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.875310 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02fdafd5-a364-4094-a4a9-1d72dad51b23 {{(pid=109857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 04:10:15.879618 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.880757 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-42938206-5387-417b-a0bb-bc47ad0303cb admin admin] 10.222.0.32 "DELETE /v2.0/routers/02fdafd5-a364-4094-a4a9-1d72dad51b23 HTTP/1.1" status: 204 len: 168 time: 0.7957928 Feb 09 04:10:15.883371 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53454) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:15.928212 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c307fb-d62a-498a-b9b2-529251643e5a admin admin] Deleting subnet 4913d688-eef4-493c-9807-8f181b7a3574 {{(pid=109857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 04:10:15.931807 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7c307fb-d62a-498a-b9b2-529251643e5a admin admin] Publish callbacks [] for subnet (4913d688-eef4-493c-9807-8f181b7a3574), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:15.970941 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7c307fb-d62a-498a-b9b2-529251643e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26132411'] for subnet (4913d688-eef4-493c-9807-8f181b7a3574), precommit_delete_associations {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.057098 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7c307fb-d62a-498a-b9b2-529251643e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7702084'] for subnet (4913d688-eef4-493c-9807-8f181b7a3574), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.110348 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7c307fb-d62a-498a-b9b2-529251643e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7702207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26686029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25464033'] for subnet (4913d688-eef4-493c-9807-8f181b7a3574), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.140082 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c307fb-d62a-498a-b9b2-529251643e5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4913d688-eef4-493c-9807-8f181b7a3574,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:16.141206 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-b7c307fb-d62a-498a-b9b2-529251643e5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.145631 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-b7c307fb-d62a-498a-b9b2-529251643e5a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4913d688-eef4-493c-9807-8f181b7a3574 HTTP/1.1" status: 204 len: 168 time: 0.2613611 Feb 09 04:10:16.148324 n-d-827839-4 neutron-server[109857]: DEBUG neutron.wsgi [-] (109857) accepted ('10.222.0.32', 53456) {{(pid=109857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:16.149479 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ed296-442f-40f1-a741-f012793c571b None None] Network b91b442a-914f-4cb0-8f3a-8a904c3438cc requested from n-d-827839-4 {{(pid=109858) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 04:10:16.227826 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7577490'] for network (b91b442a-914f-4cb0-8f3a-8a904c3438cc), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.284540 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Deleting port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea {{(pid=109857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:16.284882 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.354816 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.db [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] For port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,segment=NetworkSegment(c0d6635d-7bb6-42ad-bdca-61072636b18a),segment_id=c0d6635d-7bb6-42ad-bdca-61072636b18a)] {{(pid=109857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:16.355125 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.369682 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.plugin [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Calling delete_port for c1276de0-2b64-43b1-bd00-f7cb75c0e0ea owned by network:dhcp {{(pid=109857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:16.396136 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] DHCP port deletion for b91b442a-914f-4cb0-8f3a-8a904c3438cc request from n-d-827839-4 {{(pid=109858) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 04:10:16.446776 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] Deleting port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea {{(pid=109858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 04:10:16.447158 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781685527700'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), before_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.455013 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26686098'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.483926 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Pushing event deleted for resources: {'Port': ['ID=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:16.486514 n-d-827839-4 neutron-server[109857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] No DVR routers for this DVR port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea on host n-d-827839-4 {{(pid=109857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:16.519822 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.db [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] For port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea, host n-d-827839-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827839-4',level=0,port_id=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,segment=NetworkSegment(c0d6635d-7bb6-42ad-bdca-61072636b18a),segment_id=c0d6635d-7bb6-42ad-bdca-61072636b18a)] {{(pid=109858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 04:10:16.520336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-529876'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), precommit_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.534916 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] Calling delete_port for c1276de0-2b64-43b1-bd00-f7cb75c0e0ea owned by network:dhcp {{(pid=109858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 04:10:16.566776 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7651027', 'neutron.services.segments.db._delete_segments_for_network-8781685323201'] for network (b91b442a-914f-4cb0-8f3a-8a904c3438cc), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.588869 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91b442a-914f-4cb0-8f3a-8a904c3438cc']}} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:16.598950 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d6635d-7bb6-42ad-bdca-61072636b18a') {'for_net_delete': True} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:16.599251 n-d-827839-4 neutron-server[109857]: DEBUG neutron.services.segments.db [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d6635d-7bb6-42ad-bdca-61072636b18a') {} {{(pid=109857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 04:10:16.609413 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781685324234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26132400'] for segment (c0d6635d-7bb6-42ad-bdca-61072636b18a), before_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.611647 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7669581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781685533943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781684996298'] for port (c1276de0-2b64-43b1-bd00-f7cb75c0e0ea), after_delete {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.626695 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958'] for segment (c0d6635d-7bb6-42ad-bdca-61072636b18a), precommit_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.633627 n-d-827839-4 neutron-server[109857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 04:10:16.634036 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7704958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26686183'] for segment (c0d6635d-7bb6-42ad-bdca-61072636b18a), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: Traceback (most recent call last): Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: timer() Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: cb(*args, **kw) Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: return func(*args, **kwargs) Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: self._notify() Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: self.callback(batched_events) Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: event.method(event) Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: return f(self, *a, **k) Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: return self._get(url).json() Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: return self.request(url, 'GET', **kwargs) Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 04:10:16.635766 n-d-827839-4 neutron-server[109857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 04:10:16.639897 n-d-827839-4 neutron-server[109858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] Pushing event deleted for resources: {'Port': ['ID=c1276de0-2b64-43b1-bd00-f7cb75c0e0ea,revision_number=None']} {{(pid=109858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:16.644843 n-d-827839-4 neutron-server[109858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bcca38-1974-4cc4-9590-0b550cdbf392 None None] No DVR routers for this DVR port c1276de0-2b64-43b1-bd00-f7cb75c0e0ea on host n-d-827839-4 {{(pid=109858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 04:10:16.695796 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7651018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531069'] for network (b91b442a-914f-4cb0-8f3a-8a904c3438cc), after_delete {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.703185 n-d-827839-4 neutron-server[109857]: DEBUG neutron_lib.callbacks.manager [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Publish callbacks [] for network (None), before_response {{(pid=109857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.707007 n-d-827839-4 neutron-server[109857]: INFO neutron.wsgi [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] 10.222.0.32 "DELETE /v2.0/networks/b91b442a-914f-4cb0-8f3a-8a904c3438cc HTTP/1.1" status: 204 len: 168 time: 0.5577202 Feb 09 04:10:16.719250 n-d-827839-4 neutron-server[109857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcdc6c-22bc-4087-9e0f-2b39c67e4bee admin admin] Pushing event deleted for resources: {'Network': ['ID=b91b442a-914f-4cb0-8f3a-8a904c3438cc,revision_number=None']} {{(pid=109857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:16.823526 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53460) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:16.864213 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-625422fb-db2e-419d-ac44-f070654405c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7c185e9c60443f8bc3653f1285cdcca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392783 Feb 09 04:10:16.866613 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53462) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:16.912490 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33e3f509-c348-4a30-9a41-151d53168f14 admin admin] Publish callbacks [] for security_group (9206e2dd-80c4-48c1-8ae1-3e66a38d1921), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.933683 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33e3f509-c348-4a30-9a41-151d53168f14 admin admin] Publish callbacks [] for security_group (9206e2dd-80c4-48c1-8ae1-3e66a38d1921), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.980304 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33e3f509-c348-4a30-9a41-151d53168f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (9206e2dd-80c4-48c1-8ae1-3e66a38d1921), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.983447 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-33e3f509-c348-4a30-9a41-151d53168f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:16.985013 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-33e3f509-c348-4a30-9a41-151d53168f14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9206e2dd-80c4-48c1-8ae1-3e66a38d1921 HTTP/1.1" status: 204 len: 168 time: 0.1173441 Feb 09 04:10:16.995424 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3f509-c348-4a30-9a41-151d53168f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9206e2dd-80c4-48c1-8ae1-3e66a38d1921,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:17.218441 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5444caf2-89eb-4581-979c-c821968380e2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:17.239234 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: 5444caf2-89eb-4581-979c-c821968380e2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:17.239587 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device 5444caf2-89eb-4581-979c-c821968380e2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:17.240008 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b400d3da-6a84-425b-a031-ba87af3695f2 no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:17.261901 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: b400d3da-6a84-425b-a031-ba87af3695f2 {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:17.262274 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device b400d3da-6a84-425b-a031-ba87af3695f2 not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:17.262695 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c1276de0-2b64-43b1-bd00-f7cb75c0e0ea no longer exists at agent ovs-agent-n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 04:10:17.283670 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.plugin [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] No Port match for: c1276de0-2b64-43b1-bd00-f7cb75c0e0ea {{(pid=109858) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 04:10:17.284031 n-d-827839-4 neutron-server[109858]: DEBUG neutron.plugins.ml2.rpc [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Device c1276de0-2b64-43b1-bd00-f7cb75c0e0ea not bound to the agent host n-d-827839-4 {{(pid=109858) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 04:10:17.300787 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53468) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:17.344864 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-38dd398a-b451-4633-b8f6-51812deb0b94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51967ece2f1a4a07af58a80a76eff383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428746 Feb 09 04:10:17.347502 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [-] (109856) accepted ('10.222.0.32', 53470) {{(pid=109856) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 04:10:17.397698 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf5cee8e-790e-425c-9aef-19cc94bc9901 admin admin] Publish callbacks [] for security_group (481f8615-cd9d-45c6-895f-cfd01ce7d57f), before_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:17.420655 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf5cee8e-790e-425c-9aef-19cc94bc9901 admin admin] Publish callbacks [] for security_group (481f8615-cd9d-45c6-895f-cfd01ce7d57f), precommit_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:17.468709 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf5cee8e-790e-425c-9aef-19cc94bc9901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619517'] for security_group (481f8615-cd9d-45c6-895f-cfd01ce7d57f), after_delete {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:17.471388 n-d-827839-4 neutron-server[109856]: DEBUG neutron_lib.callbacks.manager [None req-cf5cee8e-790e-425c-9aef-19cc94bc9901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:17.472565 n-d-827839-4 neutron-server[109856]: INFO neutron.wsgi [None req-cf5cee8e-790e-425c-9aef-19cc94bc9901 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/481f8615-cd9d-45c6-895f-cfd01ce7d57f HTTP/1.1" status: 204 len: 168 time: 0.1241333 Feb 09 04:10:17.480595 n-d-827839-4 neutron-server[109856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cee8e-790e-425c-9aef-19cc94bc9901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f8615-cd9d-45c6-895f-cfd01ce7d57f,revision_number=None']} {{(pid=109856) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 04:10:20.518858 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:22.586227 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:27.902821 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:10:30.616697 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-586ab965-d7ad-4b84-b7ae-2e9b7756748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:32.867345 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-6df8d413-ae0c-4045-9617-c4079ba971de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:34.284705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:35.325440 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:36.656262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:50.519534 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:10:52.598410 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:00.619865 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-172bd43a-fae6-435b-902b-b53e441585ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:02.870705 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b18fef96-7274-432d-a6ad-05e890e87672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.287165 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:04.901619 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:11:05.329022 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:06.658490 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:20.532980 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:22.613033 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:30.625318 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-4c8e400d-7891-4e46-b70b-60ecf17d74f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:32.872350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8b9e-17e6-4be7-9aa2-76b112aa32e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:34.290392 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:35.332473 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:36.660618 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:41.901683 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:11:50.535178 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:11:52.611543 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:00.628022 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9417c888-e47e-469b-a462-b79d8a38591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:02.874555 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f4da-8c24-4a4f-aacf-19309a495aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:04.293621 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:05.338395 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:06.663577 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:18.901822 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:12:20.532398 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:22.611971 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:30.628837 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d0ce480e-8e21-486f-a117-5161b946a343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:32.876588 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-3a1d35d0-d59b-485a-a3d7-6a16cbb4d67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:34.296976 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:35.338852 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:36.666792 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:50.532290 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:52.614668 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:12:55.900363 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:13:00.629102 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-42496ab8-6262-414b-9ad9-bb88370636fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:02.877805 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-1e1d97e3-23ac-4f41-8b98-fd20669a71fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:04.297837 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:05.342722 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:06.668205 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:20.528523 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:22.611007 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:30.630141 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b1a579ec-f5a5-4c54-9c68-298cd1dd70f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:32.879701 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-7a78f57f-27d1-4dcf-9716-1285f8b39d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:32.898622 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:13:34.301161 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:35.345189 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:36.671285 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:50.543196 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:13:52.611116 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:00.632441 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-b45f6b09-7a04-4e31-a8df-8e360ef84b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:02.881986 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-0955ff88-a909-491c-b1fd-6c9dbda72f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:04.304350 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:05.349620 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:06.674763 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:09.897948 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:14:20.542039 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:22.601801 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:30.634048 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5eac1ca3-ac36-4fc8-b895-899259158e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:32.883371 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-2b56e38a-4479-4cee-9110-17f92c20d368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:34.310178 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:35.352422 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:36.677110 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:46.897737 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:14:50.558656 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:14:52.607888 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:00.636011 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-66bcec43-2365-419d-b498-58f9d27e2c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:02.885026 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-43105261-4ce1-4734-a9b6-f1f40cf1ad16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:04.310434 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:05.355585 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:06.682194 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:20.571085 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:22.624043 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:23.897644 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:15:30.643280 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-81c9dfb6-9583-48db-853d-ef27e59c60dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:32.886549 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-d7d4f46a-7c2a-40d2-b417-802d0a534b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:34.313883 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:35.360822 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:36.686622 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:50.584871 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:15:52.614716 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:00.634336 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9f229dfb-5ec8-44fd-b2f5-71885333634c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:00.897775 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:16:02.888066 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-731e2836-0681-46ac-b220-1dc9cac48050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:04.316715 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:05.364727 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:06.690045 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:20.584888 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:22.622948 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:30.635083 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-a6058b5d-a650-40cf-b1c9-91f0d101d469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:32.889262 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-770ecc69-e4ee-47c1-b6a2-15c2b27f8157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:34.321352 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:35.366472 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:36.692187 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:37.897840 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:16:50.588115 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:16:52.622629 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:00.636295 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-17fbb661-9d45-4432-a882-18b8fae9dd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:02.890207 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-26ccf89b-b73b-4a3f-be0c-b01a5d4741d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:04.320757 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:05.369872 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:06.695518 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:14.899638 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:17:20.598332 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:22.622126 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:30.638514 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-f312fa88-ca2c-4bf6-b6b9-70faa5d86cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:32.892738 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-88432e9b-e996-4282-ae39-0e8760829b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:34.324434 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:35.373302 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:36.697195 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:47.508033 n-d-827839-4 neutron-server[109856]: DEBUG neutron.wsgi [req-aa2258fc-dca8-42a0-a359-c6e78f1e7fb3 req-68f176b5-6d5d-420d-9242-8c038ef569c8 service neutron] (109856) timed out ('10.222.0.32', 51184) {{(pid=109856) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 04:17:50.601215 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:17:51.898955 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:17:52.644576 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:00.640246 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5e4e0f65-d0cf-4082-a815-88d445a13630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:02.894984 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-87f8de9d-e838-4a87-a616-8743c14cf612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:04.326588 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:05.377203 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:06.699378 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:20.613447 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:22.656258 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:28.899448 n-d-827839-4 neutron-server[109859]: DEBUG neutron.db.agents_db [None req-040c16f5-64ff-4439-8c4c-f193b0b7ff91 None None] Agent healthcheck: found 7 active agents {{(pid=109859) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 04:18:30.642681 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-47001c93-3b59-45a5-8c34-e6881748d7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (4f18941c-8313-4446-b8f6-c4a9f6433066), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:32.897729 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-865c8d07-a472-47f7-9950-f3fff451b7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (1e0ae3e5-fe5e-441a-85a4-75f0dafc6e2c), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:34.329053 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-054cb764-0749-4cbf-8c6f-961c220109a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (c41ee5c9-7191-4aa5-80fb-2c383be827d8), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:35.379226 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-5bd39d35-1adf-47d4-98a3-11812db9676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (d32d1e4b-24a0-482d-b7da-43fb1ff01c9d), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:36.702183 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-98ae8724-940c-458c-b54f-e4a51d91f9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (99565c65-5f50-4b6d-9235-1637ebf070c5), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:50.611651 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-9fc47e1d-1f87-49f7-8e82-3b70d8ec72a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (49fb9f1e-ed35-4779-bd5f-8c7d12ea4463), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 04:18:52.666570 n-d-827839-4 neutron-server[109858]: DEBUG neutron_lib.callbacks.manager [None req-801ca16f-9d38-4c62-b765-d5ad9bf706a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781685323183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7650008'] for agent (5a962e14-39c6-4417-8239-bdabb2a199ca), after_update {{(pid=109858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}